-- Logs begin at Thu 2022-02-10 03:04:26 UTC, end at Thu 2022-02-10 05:34:05 UTC. -- Feb 10 03:45:39.530102 n-d-827844-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 03:45:42.516008 n-d-827844-2 neutron-server[109847]: INFO neutron.common.config [-] Logging enabled! Feb 10 03:45:42.516670 n-d-827844-2 neutron-server[109847]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 03:45:42.516795 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109847) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 03:45:42.520055 n-d-827844-2 neutron-server[109847]: INFO neutron.common.config [-] Logging enabled! Feb 10 03:45:42.520314 n-d-827844-2 neutron-server[109847]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 10 03:45:42.520626 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109847) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 03:45:42.521561 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 03:45:42.521796 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 03:45:42.522163 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 03:45:42.522410 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 03:45:42.522635 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 03:45:42.523141 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.523573 n-d-827844-2 neutron-server[109847]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 10 03:45:42.523894 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.524191 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.524485 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.524781 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.525072 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.525353 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.525642 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.525937 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.526220 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.526500 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.526816 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.527110 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.527390 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.527678 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.527964 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.528248 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] debug = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.528529 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.528956 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.529369 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.529651 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.529939 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.530216 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.530489 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.530787 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.531584 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.531927 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] host = n-d-827844-2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.532204 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.532493 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.532781 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.533070 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.533344 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.533621 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.533905 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.534178 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.534452 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] log_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.534749 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.535041 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.535330 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.535628 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.535855 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.536078 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.536366 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.536652 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.536929 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.537207 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.537480 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.537753 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.538027 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.538296 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.538580 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.538899 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.539191 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.539468 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.539744 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.540017 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.540289 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.540574 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.540849 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.541124 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.541399 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.541686 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.541957 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.542231 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.542529 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.542840 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.543126 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.543411 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.543686 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.543974 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.544244 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.544516 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.544787 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] use_json = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.545060 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.545346 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.545612 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.545887 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.546156 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.546428 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.546742 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.547579 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.547859 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:42.548160 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.548642 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.548951 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.549258 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.549556 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.549842 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.550137 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.550421 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.550741 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.551038 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.551330 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.551617 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.551922 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.552217 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.552515 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.552823 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.553119 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.553416 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.553695 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.553975 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.554255 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.554538 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.554863 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.555142 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.555433 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.555727 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.556011 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.556310 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.556600 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.556895 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.557188 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.557465 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.557748 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.558043 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.558322 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.558602 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.558907 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.559199 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.559483 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.559764 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.560053 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.560339 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.560618 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.560897 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.561178 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.561472 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.561756 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.562035 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.562312 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.563015 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.563436 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.563802 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.564090 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.564374 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.564658 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.564944 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.565226 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.565505 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.565787 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.566065 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.566350 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.566631 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.566942 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.567222 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.567499 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.567776 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.568055 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.568333 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.568616 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.568895 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.569175 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.569454 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.569737 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.570015 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.570304 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.570606 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.570916 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.571201 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.571485 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.571768 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.572048 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.572329 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.572613 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.572895 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.573171 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.573466 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.573751 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.574042 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.574350 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.574631 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.575085 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.575369 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.575656 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.575937 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.576216 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.576504 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.576791 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.577088 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.577385 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.577682 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.578488 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.578829 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.579119 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.579433 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.579717 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:42.579938 n-d-827844-2 neutron-server[109847]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 03:45:42.580186 n-d-827844-2 neutron-server[109847]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109847) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 03:45:42.953514 n-d-827844-2 neutron-server[109847]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 03:45:42.953794 n-d-827844-2 neutron-server[109847]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 03:45:42.954101 n-d-827844-2 neutron-server[109847]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 03:45:42.954441 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 03:45:43.288495 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.288706 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.288987 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.290282 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.290560 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.290864 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.335551 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.335834 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.336106 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.351840 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.352125 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.352402 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.381463 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.381742 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.382007 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.418859 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.419141 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.419414 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.769187 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.769835 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.769835 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.770018 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.770674 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.874403 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.874744 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.875115 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.875397 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.875670 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.875985 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.876251 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.876512 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.876769 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.877054 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.877313 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.877580 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.877837 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.878090 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.878346 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.878612 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.878893 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.879163 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.879432 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.879695 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.879967 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.880220 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.880503 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.880881 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.881131 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.881378 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.881768 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:43.882010 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:43.882249 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:43.882487 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:43.882742 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:43.882984 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:43.883348 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 03:45:43.886474 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 03:45:43.890873 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 03:45:43.894583 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 10 03:45:43.896271 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 03:45:43.896745 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 03:45:43.897083 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 03:45:43.897464 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 03:45:43.900344 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 03:45:43.900599 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 03:45:43.900949 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 03:45:43.905850 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 10 03:45:43.929636 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 03:45:43.930258 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.930561 n-d-827844-2 neutron-server[109847]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109847) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 10 03:45:43.930959 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.932355 n-d-827844-2 neutron-server[109847]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109847) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 03:45:43.932638 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 03:45:43.932886 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 03:45:43.936167 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.936453 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:43.998346 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 03:45:43.998580 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 03:45:43.998849 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 03:45:43.999355 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 03:45:44.019741 n-d-827844-2 neutron-server[109847]: DEBUG oslo_db.sqlalchemy.engines [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109847) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 10 03:45:44.616981 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing driver for type 'gre' Feb 10 03:45:44.617432 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] gre ID ranges: [(1, 1000)] Feb 10 03:45:44.828507 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing driver for type 'local' Feb 10 03:45:44.829197 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing driver for type 'vlan' Feb 10 03:45:44.913933 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] VlanTypeDriver initialization complete Feb 10 03:45:44.914201 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing driver for type 'vxlan' Feb 10 03:45:44.914691 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] vxlan ID ranges: [(1, 1000)] Feb 10 03:45:45.091306 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing extension driver 'port_security' Feb 10 03:45:45.091648 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] PortSecurityExtensionDriver initialization complete Feb 10 03:45:45.091978 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing mechanism driver 'openvswitch' Feb 10 03:45:45.092307 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing mechanism driver 'hyperv' Feb 10 03:45:45.100038 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:45.101476 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.102139 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.102785 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.103646 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:45:45.105081 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnet after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.105081 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnet after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.105330 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.105574 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:45:45.105991 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.106394 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.106764 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.107174 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:45:45.107588 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > security_group after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.107946 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > security_group after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.108294 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > security_group after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.108697 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:45:45.109104 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.110127 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.110607 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.111035 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:45:45.111482 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > address_group after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.111880 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > address_group after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.112226 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > address_group after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.112628 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109847) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 03:45:45.113083 n-d-827844-2 neutron-server[109847]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] ML2 OVO RPC backend initialized. {{(pid=109847) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 10 03:45:45.113810 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.114174 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.114607 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.114982 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > networks before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.115338 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.115686 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > ports before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.116079 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnet before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.116490 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnets before_response 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.116902 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.117254 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.117595 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.117934 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.118276 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.118612 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.118978 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnet after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.119321 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnet after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.119657 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.129804 n-d-827844-2 neutron-server[109847]: INFO neutron.quota [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded quota_driver: . Feb 10 03:45:45.130181 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.plugin [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Modular L2 Plugin initialization complete Feb 10 03:45:45.130568 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading services supported by the core plugin {{(pid=109847) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 03:45:45.131009 n-d-827844-2 neutron-server[109847]: INFO neutron.plugins.ml2.managers [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Got port-security extension from driver 'port_security' Feb 10 03:45:45.131498 n-d-827844-2 neutron-server[109847]: INFO neutron.extensions.vlantransparent [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Disabled vlantransparent extension. Feb 10 03:45:45.131997 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109847) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 03:45:45.132325 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: router Feb 10 03:45:45.179249 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router_interface before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.179591 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router after_create 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.179971 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router before_create 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.180413 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.180810 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.181178 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router after_delete 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.181546 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > floatingip after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.181903 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > floatingip after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.182268 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router after_create 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.182621 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router after_update 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.183113 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router after_update 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.183476 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.183852 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router after_update 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.184274 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_update 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.184652 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: port after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.184997 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: port after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.185341 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: subnet after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.185685 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.186078 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > port precommit_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.186492 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_create 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.186889 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: port before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.187239 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.188289 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router after_update 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.188752 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_delete 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.189246 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_create 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.189626 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.189988 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_update 55549900 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.190364 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > agent after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.190752 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > agent after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.191110 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > network after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.191976 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Tracking information for resource: router configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:45.192315 n-d-827844-2 neutron-server[109847]: DEBUG neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Tracking information for resource: floatingip configured {{(pid=109847) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 03:45:45.197333 n-d-827844-2 neutron-server[109847]: INFO neutron.db.l3_agentschedulers_db [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 03:45:45.197918 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: port after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.198283 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: port after_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.198638 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: port after_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.199117 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: port after_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.199906 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router before_create 55550100 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.200277 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_delete 55550100 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.200643 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_create 55550100 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.201004 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > router precommit_update 55550100 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.206082 n-d-827844-2 neutron-server[109847]: DEBUG neutron.services.provider_configuration [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service providers = [] {{(pid=109847) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 03:45:45.206481 n-d-827844-2 neutron-server[109847]: DEBUG neutron.db.servicetype_db [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109847) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 03:45:45.209587 n-d-827844-2 neutron-server[109847]: DEBUG neutron.services.service_base [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:45:45.209993 n-d-827844-2 neutron-server[109847]: DEBUG neutron.services.service_base [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:45:45.210598 n-d-827844-2 neutron-server[109847]: DEBUG neutron.services.service_base [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:45:45.212120 n-d-827844-2 neutron-server[109847]: DEBUG neutron.services.service_base [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109847) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 03:45:45.212757 n-d-827844-2 neutron-server[109847]: INFO neutron.services.service_base [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 03:45:45.213362 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.213688 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 03:45:45.228064 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.228405 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: auto_allocate Feb 10 03:45:45.235235 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: network precommit_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.235716 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: network precommit_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.236253 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.236577 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: tag Feb 10 03:45:45.243826 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.244402 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: timestamp Feb 10 03:45:45.248460 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.248797 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: network_ip_availability Feb 10 03:45:45.254652 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.255058 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.255422 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.256170 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.256492 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: flavors Feb 10 03:45:45.261512 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.262143 n-d-827844-2 neutron-server[109847]: INFO neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading Plugin: revisions Feb 10 03:45:45.288828 n-d-827844-2 neutron-server[109847]: DEBUG neutron.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109847) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 03:45:45.289228 n-d-827844-2 neutron-server[109847]: DEBUG oslo_concurrency.lockutils [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.335s {{(pid=109847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 03:45:45.290084 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109847) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 03:45:45.290423 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Initializing extension manager. Feb 10 03:45:45.290972 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: __init__.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.291315 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: __pycache__ {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.291640 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.291977 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: address_group.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.292865 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.293537 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: address-group Feb 10 03:45:45.293858 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: address_scope.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.294637 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.295310 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: address-scope Feb 10 03:45:45.295635 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: admin_state_down_before_update.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.296621 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.297840 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: router-admin-state-down-before-update Feb 10 03:45:45.298161 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: agent.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.298891 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.299404 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: agent Feb 10 03:45:45.299723 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: agent_resources_synced.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.300630 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.301136 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: agent-resources-synced Feb 10 03:45:45.301457 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: allowedaddresspairs.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.303735 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.304479 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: allowed-address-pairs Feb 10 03:45:45.304809 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: auto_allocated_topology.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.305961 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.306473 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: auto-allocated-topology Feb 10 03:45:45.306826 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: availability_zone.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.307516 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.308031 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: availability_zone Feb 10 03:45:45.308350 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: availability_zone_filter.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.309402 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.309900 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: availability_zone_filter Feb 10 03:45:45.310222 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: data_plane_status.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.313144 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.313661 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 03:45:45.313985 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: default_subnetpools.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.314930 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.315602 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: default-subnetpools Feb 10 03:45:45.316158 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: dhcpagentscheduler.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.317320 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.318110 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: dhcp_agent_scheduler Feb 10 03:45:45.318796 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: dns.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.319991 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.320642 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension dns-integration not supported by any of loaded plugins Feb 10 03:45:45.320964 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: dns_domain_ports.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.321891 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.322398 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 03:45:45.322742 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.323662 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.324234 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 10 03:45:45.324619 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: dvr.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.325297 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.325957 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: dvr Feb 10 03:45:45.326280 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: ecmp_routes.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.327318 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.327827 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension ecmp_routes not supported by any of loaded plugins Feb 10 03:45:45.328176 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: empty_string_filtering.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.329081 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.329590 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: empty-string-filtering Feb 10 03:45:45.329912 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.330940 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.331452 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 03:45:45.331844 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.332753 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.333262 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 03:45:45.333581 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: external_net.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.334490 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.335020 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: external-net Feb 10 03:45:45.335366 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: extra_dhcp_opt.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.336308 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.336805 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: extra_dhcp_opt Feb 10 03:45:45.337209 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: extraroute.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.338118 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.338721 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: extraroute Feb 10 03:45:45.339125 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: extraroute_atomic.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.340228 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.340848 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: extraroute-atomic Feb 10 03:45:45.341177 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: filter_validation.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.341848 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.342354 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: filter-validation Feb 10 03:45:45.342673 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: fip_pf_description.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.347786 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.348331 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 03:45:45.348670 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: fip_port_details.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.349858 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.350376 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: fip-port-details Feb 10 03:45:45.350755 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: flavors.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.352045 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.352571 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: flavors Feb 10 03:45:45.352956 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.355271 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.355809 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 03:45:45.356150 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: floatingip_pools.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.356874 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.357395 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: floatingip-pools Feb 10 03:45:45.357736 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: ip_allocation.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.358759 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.360036 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 03:45:45.360561 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.361510 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.362035 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: ip-substring-filtering Feb 10 03:45:45.362368 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l2_adjacency.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.363345 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.363860 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 03:45:45.364190 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.365216 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.365749 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: router Feb 10 03:45:45.366081 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3_conntrack_helper.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.368480 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.369015 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 03:45:45.369349 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.371017 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.371017 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: ext-gw-mode Feb 10 03:45:45.371229 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.372137 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.372654 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: l3-ha Feb 10 03:45:45.372985 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.373915 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.374633 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 10 03:45:45.375197 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3_flavors.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.376801 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.377376 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: l3-flavors Feb 10 03:45:45.377711 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3_ndp_proxy.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.383023 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.383534 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 10 03:45:45.383875 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.384927 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.385449 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 03:45:45.385779 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: l3agentscheduler.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.387206 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.387730 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: l3_agent_scheduler Feb 10 03:45:45.388067 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: local_ip.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.390010 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.390537 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension local_ip not supported by any of loaded plugins Feb 10 03:45:45.391148 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: logging.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.392840 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.393407 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension logging not supported by any of loaded plugins Feb 10 03:45:45.393757 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: metering.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.394514 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.395190 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: metering Feb 10 03:45:45.395516 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.396804 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.397372 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: metering_source_and_destination_fields Feb 10 03:45:45.397710 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: multiprovidernet.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.398696 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.399237 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: multi-provider Feb 10 03:45:45.399569 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: netmtu.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.400544 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.401063 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: net-mtu Feb 10 03:45:45.401391 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: netmtu_writable.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.402323 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.402880 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: net-mtu-writable Feb 10 03:45:45.403210 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: network_availability_zone.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.403898 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.404415 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: network_availability_zone Feb 10 03:45:45.404742 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: network_ip_availability.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.411596 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.412128 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: network-ip-availability Feb 10 03:45:45.412500 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: network_segment_range.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.413342 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.413859 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 03:45:45.414190 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: pagination.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.415232 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.415597 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: pagination Feb 10 03:45:45.415968 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: port_device_profile.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.416907 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.417608 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: port-device-profile Feb 10 03:45:45.418139 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.419314 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.419845 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: port-mac-address-regenerate Feb 10 03:45:45.420177 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.421216 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.421629 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: port-numa-affinity-policy Feb 10 03:45:45.422783 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: port_resource_request.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.423863 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.424383 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 03:45:45.425665 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: port_resource_request_groups.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.425795 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.426210 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 10 03:45:45.426861 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: portbindings.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.427555 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.428067 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: binding Feb 10 03:45:45.428398 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: portbindings_extended.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.429768 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.430245 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: binding-extended Feb 10 03:45:45.430576 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: portsecurity.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.431536 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.432060 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: port-security Feb 10 03:45:45.432391 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: project_id.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.433434 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.433766 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: project-id Feb 10 03:45:45.434096 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: providernet.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.440210 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.441002 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: provider Feb 10 03:45:45.441531 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.445458 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.445990 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos not supported by any of loaded plugins Feb 10 03:45:45.446327 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.447634 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.448150 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 03:45:45.448499 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.449439 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.449955 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 03:45:45.450285 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_default.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.451289 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.451811 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-default not supported by any of loaded plugins Feb 10 03:45:45.452143 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_fip.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.453245 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.454028 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-fip not supported by any of loaded plugins Feb 10 03:45:45.454361 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_fip_network_policy.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.455401 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.455922 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 10 03:45:45.456251 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_gateway_ip.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.457334 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.457854 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 03:45:45.458186 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_port_network_policy.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.459150 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.459680 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 03:45:45.460000 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.461373 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.462204 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 10 03:45:45.462541 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_pps_rule.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.463802 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.464330 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-pps not supported by any of loaded plugins Feb 10 03:45:45.464679 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_rule_type_details.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.465613 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.466136 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 03:45:45.466469 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: qos_rules_alias.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.467596 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.468125 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 03:45:45.468460 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: quota_check_limit.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.470120 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.470642 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: quota-check-limit Feb 10 03:45:45.471068 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: quotasv2.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.472103 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.472442 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: quotas Feb 10 03:45:45.472772 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: quotasv2_detail.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.474609 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.474980 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: quota_details Feb 10 03:45:45.475311 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: rbac.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.476392 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.476921 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: rbac-policies Feb 10 03:45:45.477280 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: rbac_address_group.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.478264 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.478831 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: rbac-address-group Feb 10 03:45:45.479165 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: rbac_address_scope.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.480103 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.480626 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: rbac-address-scope Feb 10 03:45:45.480963 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: rbac_security_groups.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.482174 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.483062 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: rbac-security-groups Feb 10 03:45:45.483398 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: rbac_subnetpool.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.485165 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.485976 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: rbac-subnetpool Feb 10 03:45:45.486317 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: revisionifmatch.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.491980 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.492508 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: revision-if-match Feb 10 03:45:45.492844 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: revisions.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.494114 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.494633 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: standard-attr-revisions Feb 10 03:45:45.495145 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: router_availability_zone.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.495884 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.496409 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: router_availability_zone Feb 10 03:45:45.496744 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: routerservicetype.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.497726 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.498237 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension router-service-type not supported by any of loaded plugins Feb 10 03:45:45.498563 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.499533 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.500244 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: security-groups-normalized-cidr Feb 10 03:45:45.500797 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: security_groups_port_filtering.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.501788 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.502493 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: port-security-groups-filtering Feb 10 03:45:45.502865 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.503882 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.504406 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: security-groups-remote-address-group Feb 10 03:45:45.504730 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.505680 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.506198 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: security-groups-shared-filtering Feb 10 03:45:45.506603 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.507147 n-d-827844-2 neutron-server[109847]: WARNING neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 10 03:45:45.507471 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: securitygroup.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.519884 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.520443 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: security-group Feb 10 03:45:45.520787 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: segment.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.521638 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.522265 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension segment not supported by any of loaded plugins Feb 10 03:45:45.522847 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.524081 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.524608 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 03:45:45.524938 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: servicetype.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.526131 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.526673 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: service-type Feb 10 03:45:45.527039 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: sorting.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.528047 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.528382 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: sorting Feb 10 03:45:45.528719 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: standard_attr_segment.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.529652 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.530210 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 03:45:45.530538 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: standardattrdescription.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.531792 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.532486 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: standard-attr-description Feb 10 03:45:45.532815 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: stateful_security_group.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.533784 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.534307 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: stateful-security-group Feb 10 03:45:45.534636 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: stdattrs_common.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.535238 n-d-827844-2 neutron-server[109847]: WARNING neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 03:45:45.535565 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.536511 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.537029 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 03:45:45.537354 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: subnet_onboard.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.538586 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.539141 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: subnet_onboard Feb 10 03:45:45.539473 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.540418 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.540942 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 03:45:45.541301 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: subnet_service_types.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.542259 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.542807 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: subnet-service-types Feb 10 03:45:45.543385 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: subnetallocation.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.544791 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.545324 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: subnet_allocation Feb 10 03:45:45.545659 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.546370 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.547733 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: subnetpool-prefix-ops Feb 10 03:45:45.548209 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.549193 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.549724 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 03:45:45.550057 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: tagging.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.551212 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.551741 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: standard-attr-tag Feb 10 03:45:45.552075 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: timestamp.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.553393 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.553916 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loaded extension: standard-attr-timestamp Feb 10 03:45:45.554252 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: trunk.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.555340 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.555867 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension trunk not supported by any of loaded plugins Feb 10 03:45:45.556197 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: trunk_details.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.557367 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.558047 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension trunk-details not supported by any of loaded plugins Feb 10 03:45:45.558219 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: uplink_status_propagation.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.559185 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.559706 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 03:45:45.560035 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Loading extension file: vlantransparent.py {{(pid=109847) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 03:45:45.560727 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109847) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 03:45:45.561245 n-d-827844-2 neutron-server[109847]: INFO neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 03:45:45.564604 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:network Feb 10 03:45:45.565145 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:subnet Feb 10 03:45:45.565552 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:45:45.565950 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:port Feb 10 03:45:45.567278 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.567743 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service FLAVORS assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.568368 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.568807 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.569148 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:router Feb 10 03:45:45.569593 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:floatingip Feb 10 03:45:45.570088 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service METERING assigned prefix: /metering {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.571618 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.571997 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.572355 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:45:45.573374 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 03:45:45.573831 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:security_group Feb 10 03:45:45.574274 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 03:45:45.574963 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service CORE assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.575302 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:45:45.575656 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] subnetpool is already registered Feb 10 03:45:45.576104 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service CORE assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.576439 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:45:45.576779 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] subnetpool is already registered Feb 10 03:45:45.579974 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.580418 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service FLAVORS assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.581023 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.581454 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.581796 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:router Feb 10 03:45:45.582140 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] router is already registered Feb 10 03:45:45.582562 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:floatingip Feb 10 03:45:45.582936 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] floatingip is already registered Feb 10 03:45:45.583399 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service METERING assigned prefix: /metering {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.584073 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 03:45:45.584405 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] rbac_policy is already registered Feb 10 03:45:45.584826 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:security_group Feb 10 03:45:45.585167 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] security_group is already registered Feb 10 03:45:45.585575 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 03:45:45.585916 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] security_group_rule is already registered Feb 10 03:45:45.586542 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service CORE assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.587012 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:45:45.587359 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] subnetpool is already registered Feb 10 03:45:45.587793 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.v2.resource_helper [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Service CORE assigned prefix: {{(pid=109847) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 03:45:45.588122 n-d-827844-2 neutron-server[109847]: INFO neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 03:45:45.588458 n-d-827844-2 neutron-server[109847]: WARNING neutron.quota.resource_registry [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] subnetpool is already registered Feb 10 03:45:45.588937 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: extensions {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.590488 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: address-groups {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.592706 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: address-scopes {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.594967 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: agents {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.596159 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: auto-allocated-topology {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.597428 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: availability_zones {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.598643 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: dhcp-networks {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.600210 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: dhcp-agents {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.601667 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: routers {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.603950 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: flavors {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.605103 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: service_profiles {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.606335 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: next_providers {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.607831 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: service_profiles {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.609564 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: floatingip-pools {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.611154 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: routers {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.613624 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: floatingips {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.615208 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: l3-routers {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.616635 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: l3-agents {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.618074 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: metering-labels {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.619480 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: metering-label-rules {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.620783 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: network-ip-availabilities {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.622048 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: bindings {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.623747 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: quotas {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.625632 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: quotas {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.627223 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: rbac-policies {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.629586 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: security-groups {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.630884 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: security-group-rules {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.632135 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: service-providers {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.633945 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: subnetpools {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.635537 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: subnetpools {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.637278 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.638999 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.641611 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.643455 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.645246 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.647462 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.649106 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.651058 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.652816 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.655023 n-d-827844-2 neutron-server[109847]: DEBUG neutron.api.extensions [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Extended resource: tags {{(pid=109847) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 03:45:45.661902 n-d-827844-2 neutron-server[109847]: WARNING keystonemiddleware.auth_token [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 03:45:45.666894 n-d-827844-2 neutron-server[109847]: WARNING keystonemiddleware.auth_token [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 03:45:45.677001 n-d-827844-2 neutron-server[109847]: DEBUG oslo_concurrency.lockutils [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Acquired lock "singleton_lock" {{(pid=109847) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 10 03:45:45.677485 n-d-827844-2 neutron-server[109847]: DEBUG oslo_concurrency.lockutils [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Releasing lock "singleton_lock" {{(pid=109847) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 10 03:45:45.678156 n-d-827844-2 neutron-server[109847]: INFO oslo_service.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Starting 2 workers Feb 10 03:45:45.683242 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Started child 109958 {{(pid=109847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:45:45.688030 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Started child 109959 {{(pid=109847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:45:45.689821 n-d-827844-2 neutron-server[109847]: INFO neutron.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 03:45:45.690504 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Publish callbacks [] for process (None), before_spawn {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:45.691257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:45.692824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [-] (109958) wsgi starting up on http://0.0.0.0:9696 Feb 10 03:45:45.693095 n-d-827844-2 neutron-server[109847]: INFO oslo_service.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Starting 1 workers Feb 10 03:45:45.694542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:45.698560 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Started child 109960 {{(pid=109847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:45:45.698778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [-] (109959) wsgi starting up on http://0.0.0.0:9696 Feb 10 03:45:45.699472 n-d-827844-2 neutron-server[109847]: INFO oslo_service.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Starting 1 workers Feb 10 03:45:45.702296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] calling RpcWorker wait() {{(pid=109960) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 03:45:45.702851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] returning from RpcWorker wait() {{(pid=109960) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 03:45:45.704685 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:45.705159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:45.705280 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Started child 109961 {{(pid=109847) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 03:45:45.706088 n-d-827844-2 neutron-server[109847]: DEBUG neutron_lib.callbacks.manager [None req-8d4eaefc-8c64-45ae-9a12-ce708056ff7f None None] Publish callbacks [] for process (None), after_spawn {{(pid=109847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:45.708212 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109847) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 03:45:45.708431 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 03:45:45.708619 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 03:45:45.708857 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 03:45:45.709347 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 03:45:45.709517 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 03:45:45.710060 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.710349 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.710631 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.710961 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.711258 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.711768 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:45.712235 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.712235 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.712402 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.712608 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.712781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40768) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:45:45.712887 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.713028 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.713199 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.713449 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.713700 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.714039 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.714292 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.714567 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.714894 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.715079 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.715354 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.715623 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.715895 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.716430 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] debug = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.716430 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.716855 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.717082 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.717327 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.717546 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.717855 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.718096 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.718346 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.718645 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.719546 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.720067 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.720356 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.720612 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.720832 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.721109 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.721330 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.721577 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.721830 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.722317 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] host = n-d-827844-2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.723247 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.723247 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.723574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079389 Feb 10 03:45:45.723721 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.723721 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.723721 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.724127 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.724279 n-d-827844-2 neutron-server[109961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:45.724421 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.724421 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.724690 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.724690 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.724951 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.725199 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.725408 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.725659 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.726132 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_options = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.726132 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.726511 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.727309 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.727309 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.727639 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.728788 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.729093 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.729268 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.729535 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.729801 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.730584 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.730584 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.730584 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.731035 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.731035 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.731327 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.731474 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.731654 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.732611 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.732611 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.732611 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.732611 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.733291 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.733291 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.733291 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.733945 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.733945 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.733945 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.734498 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.734498 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.736186 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.736186 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.736641 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.736641 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.737128 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.737128 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.737855 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.738113 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.738400 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.738643 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.738959 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.739214 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.739435 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.739670 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.739939 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.740703 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.740703 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_json = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.740703 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.740946 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.741659 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.741659 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.741659 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.741659 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.741939 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.742130 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.742350 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.742809 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.743101 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.743397 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.743649 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.743882 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.744137 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.744411 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.744562 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.744810 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.745177 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.745551 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.745797 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.746134 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.746390 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.746688 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.747067 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.747313 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.747598 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.747816 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.748078 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.748306 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.748545 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.748822 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.749050 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.749281 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.749519 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.749746 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.750084 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.750544 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.751042 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760398 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.760992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.761831 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.762414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763115 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.763759 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.764372 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.764372 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.764514 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.764635 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.764849 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.765064 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.765308 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.766081 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.766313 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.766750 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.767137 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.767278 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.767459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.767631 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.767879 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.768080 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.768404 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.768581 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.768826 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.769087 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.769312 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.769572 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.769836 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.770080 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.770327 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.770536 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.770838 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.771023 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.771260 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.771512 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.771820 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.772112 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.772337 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.772557 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.772810 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.773094 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.773352 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.773602 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.773821 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.774070 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.774351 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.774614 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.776593 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.776593 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.777142 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.777409 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.777652 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.778187 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.778693 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.778926 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.779489 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.780574 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.780574 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.780574 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.782006 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.782006 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.784093 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.784093 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.784093 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.784364 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.784582 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.784827 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.785098 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.785360 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.785599 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.786834 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.786834 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.786834 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.786834 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.786834 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.787562 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.787562 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.787562 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.787904 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.787904 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.788147 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.788312 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.788533 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.788752 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.789020 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.789238 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.789418 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.789597 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.790419 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.790419 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.790419 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.791162 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.791162 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.791162 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.791162 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.791732 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.791732 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.792007 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.792177 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.792319 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.792534 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.793890 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.794090 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.794256 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.794408 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.794604 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.794859 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.795873 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.795873 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.795873 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.795873 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.796422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.796422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.797083 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.797083 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.797418 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.798633 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.798633 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.798633 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.798633 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.798633 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.799337 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.799337 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.799594 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.799594 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.799858 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.800002 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.800213 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.800482 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.800664 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.800905 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.801163 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.802575 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.802575 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.802575 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.803094 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.803094 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.803495 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.803495 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.803765 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.804689 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.804689 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.804689 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.804689 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.805242 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.805242 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.805516 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.805655 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.805827 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.806045 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.806299 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.806528 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.806738 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.809559 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.809559 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.809559 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.809559 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.809559 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.810904 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.810904 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.810904 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.810904 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.811556 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.811788 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.812131 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.814543 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.814543 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.814543 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.814543 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.814543 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.814543 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.815522 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.815522 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.815522 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.815522 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.816129 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.816129 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.816129 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.817231 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.817477 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.817787 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.818054 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.818298 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.819385 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.819385 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.819385 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.821449 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.821449 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.821449 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.821449 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.821449 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.821449 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.822137 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.822137 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.822137 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.822470 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.822646 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.826033 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.827384 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.827384 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.827384 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.827384 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.827384 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.827384 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.827384 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.829942 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.829942 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.829942 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.829942 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.830354 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.830354 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.831131 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.831935 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.831935 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.831935 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.832372 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.832372 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 03:45:45.833027 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109847) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 03:45:45.833625 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 03:45:45.833625 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 03:45:45.833625 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 03:45:45.833625 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 03:45:45.834246 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 03:45:45.834246 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.834246 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.834246 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.835771 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.836527 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.836527 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.836527 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.836527 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.836527 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.836527 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.836527 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.837422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.837422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.837422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.837422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.837422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] debug = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.837422 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.838640 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.838640 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.838640 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.838640 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.838640 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.838640 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.839459 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840107 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840107 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840107 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840107 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] host = n-d-827844-2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840750 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840750 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840750 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840750 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.840750 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.841647 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.841647 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.841647 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.841647 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.841647 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.841647 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.842262 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.842262 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.842262 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.842262 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_options = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.842644 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.842644 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.842644 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.844289 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.844475 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.844619 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.844779 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.844920 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.845131 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.845227 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.845374 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.845525 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.845674 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.845825 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.845984 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.846118 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.846274 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.846962 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.846962 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.846962 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.846962 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.847276 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.847276 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.847439 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.847524 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.847604 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.847762 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.847942 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.848106 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.848252 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.848397 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.848542 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.848701 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.848847 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.848993 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.849139 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.849299 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.849462 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.849609 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.849755 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.849910 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.850069 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.851179 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.851355 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.851504 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.851650 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.851811 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_json = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.851958 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.852125 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.852313 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.852473 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.852632 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.852788 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.852896 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.852994 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.853964 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 03:45:45.854156 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.854325 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.855492 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.855492 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.855492 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.855492 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.855492 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.855492 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.855492 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856005 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856005 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856005 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856231 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856231 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856380 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856498 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856662 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856823 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.856984 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.857145 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.857600 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.857600 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.857600 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.857960 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.857960 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.858205 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.858205 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.858433 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.859368 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.859368 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.859751 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.859921 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.860086 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.860248 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.860412 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.860582 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.860938 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.860938 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.861107 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.861178 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.861821 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.861821 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.861821 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.861821 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.862155 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.862155 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.862308 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.862390 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.862550 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.862736 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.864151 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.864151 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.864151 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.864151 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.864739 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.864739 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.864739 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865037 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865037 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865234 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865234 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865429 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865626 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865740 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865826 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.865950 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.866112 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.866271 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.866445 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.866605 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.866896 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.867095 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.867287 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.867473 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.867656 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.867833 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.868007 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.868699 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.868699 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.868699 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.868699 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869121 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869121 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869121 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869332 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869444 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869568 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869731 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.869895 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.870090 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.870218 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.870370 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.870551 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.870729 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.870897 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.871059 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.871233 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.871408 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.871583 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.871724 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.871849 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.872069 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.872211 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.872333 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.872470 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.872621 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.872789 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.872958 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.873101 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.873240 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.873378 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.873584 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.873737 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.873868 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.873988 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.874165 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.874414 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.874619 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.874619 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.876932 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.877706 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.877706 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.877706 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.877706 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.877706 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.877706 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.877706 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878160 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878160 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878160 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878339 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878406 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878937 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878937 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.878937 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.879285 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.879285 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.879504 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.879664 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.879875 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.880000 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.880473 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.880473 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.880473 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882038 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882795 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882795 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882795 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882795 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882795 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882795 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.882795 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.883712 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.883824 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.883943 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.884094 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.884254 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.884526 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.885039 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.885039 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.885340 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.885468 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.885616 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.885746 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.885893 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.886052 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.886211 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.886374 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.886837 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.887116 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.887333 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.887501 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.887663 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.887826 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.887988 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.888149 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.888309 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.888468 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.888725 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.888865 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.889205 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.889205 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.889362 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.889454 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.889538 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.889686 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.889845 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.890005 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.890282 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.891485 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.891485 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.891709 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.892005 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.892194 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.892454 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.892621 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.892781 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.892981 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.893477 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.893790 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.894059 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.894279 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.894440 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.894533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:45:45.894623 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.894868 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.895160 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.895458 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.895722 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.895901 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.896062 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.896220 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.896378 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.896542 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.896709 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.896869 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.897017 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899004 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.899843 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.900569 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.900569 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.900569 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.900569 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.900569 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.900569 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901001 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901001 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901001 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901239 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901239 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901501 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901646 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901793 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.901944 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.902093 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.902246 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.902396 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.902543 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.905638 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.907766 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.908503 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909361 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 03:45:45.909992 n-d-827844-2 neutron-server[109847]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109847) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 03:45:57.518431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c438341-72cd-438e-8cfc-893a02d81ad0 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 03:45:57.615898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c438341-72cd-438e-8cfc-893a02d81ad0 None None] No non-hosted networks {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 03:45:57.630489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.agentschedulers_db [None req-6c438341-72cd-438e-8cfc-893a02d81ad0 None None] DHCP Agent not found on host n-d-827844-2 {{(pid=109960) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 10 03:45:57.800802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a634ea2-9b4d-4cc1-ae21-29d80233b27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8225734'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:59.743478 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f4fa69c0-18ee-4b96-9773-0a121a410d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8225734'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:45:59.776740 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-9674f200-7111-4257-9060-6374583207b8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-827844-2 {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 03:45:59.777608 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-9674f200-7111-4257-9060-6374583207b8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 03:46:00.298180 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9674f200-7111-4257-9060-6374583207b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:00.771076 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8225734'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:02.358240 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8225734'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:03.421020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40862) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:03.764437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8225734'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:03.766216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.766724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.767215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.767553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.767886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.768217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.768544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.768867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.769189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.769509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.769830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.770153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.770471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:03.770884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827844-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:03.777817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827844-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:03.965465 n-d-827844-2 neutron-server[109958]: WARNING oslo_policy.policy [None req-e4bcd20f-4ad9-4230-901d-2d3f25b7c4f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:03.966095 n-d-827844-2 neutron-server[109958]: WARNING oslo_policy.policy [None req-e4bcd20f-4ad9-4230-901d-2d3f25b7c4f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:04.194904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-e4bcd20f-4ad9-4230-901d-2d3f25b7c4f4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:46:04.210725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4bcd20f-4ad9-4230-901d-2d3f25b7c4f4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7747915 Feb 10 03:46:05.644936 n-d-827844-2 neutron-server[109960]: INFO neutron.db.l3_hamode_db [None req-a565a47f-662c-459a-9c70-c8069ddf3599 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 03:46:05.724978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565a47f-662c-459a-9c70-c8069ddf3599 None None] Routers set() bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:05.725372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565a47f-662c-459a-9c70-c8069ddf3599 None None] Router IDs set() for agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 03:46:06.692842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40888) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:07.007724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c3360db4-aa35-4c82-a8dd-5c9f4f4063dc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:07.099833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.policy [None req-c3360db4-aa35-4c82-a8dd-5c9f4f4063dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 03:46:07.141925 n-d-827844-2 neutron-server[109958]: WARNING oslo_policy.policy [None req-c3360db4-aa35-4c82-a8dd-5c9f4f4063dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:07.142297 n-d-827844-2 neutron-server[109958]: WARNING oslo_policy.policy [None req-c3360db4-aa35-4c82-a8dd-5c9f4f4063dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:07.314833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3360db4-aa35-4c82-a8dd-5c9f4f4063dc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782250788948', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782250789497', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782250782733', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782250773782', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782250828716', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782250820762', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-942711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-840801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8197072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8104337'] for rbac-policy (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:07.549883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3360db4-aa35-4c82-a8dd-5c9f4f4063dc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:07.551126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c3360db4-aa35-4c82-a8dd-5c9f4f4063dc admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8573198 Feb 10 03:46:09.957861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40898) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:10.263657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:10.340772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Made reservation on behalf of 52c88b26957344848348c17af8d04c0f for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:46:10.344638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.362360 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.468652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks [] for security_group (23f831f0-1bc5-4d3c-98aa-e87eab99efb6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.576083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (23f831f0-1bc5-4d3c-98aa-e87eab99efb6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.607180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:46:10.635760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782247879343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6f22d81d-38e7-4c5b-b772-80473f731291), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.636592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Unsubscribe: segment precommit_create {{(pid=109958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 03:46:10.637121 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Added segment 6f22d81d-38e7-4c5b-b772-80473f731291 of type vlan for network 644afc30-e524-47f0-8bf3-fee9e61e14b9 Feb 10 03:46:10.652395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=23f831f0-1bc5-4d3c-98aa-e87eab99efb6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:10.700736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.701117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.701454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.701785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.702109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.702721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.703369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.703693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.704014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.704332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.704649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.704962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.705275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Tracked resource versions report: Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: pushed versions: Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: { 'AddressGroup': {'1.2'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'ConntrackHelper': {'1.0'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Log': {'1.0'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Network': {'1.1'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Port': {'1.7'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'PortForwarding': {'1.2'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'QosPolicy': {'1.10'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'SecurityGroup': {'1.5'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'SubPort': {'1.0'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Subnet': {'1.1'}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Trunk': {'1.1'}} Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: consumer versions: Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: L3 agent@n-d-827844-2: {}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: Metadata agent@n-d-827844-2: {}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: Metering agent@n-d-827844-2: {}, Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'ConntrackHelper': '1.0', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'LocalIPAssociation': '1.0', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Log': '1.0', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Network': '1.1', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Port': '1.7', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'PortForwarding': '1.2', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'QosPolicy': '1.10', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'SecurityGroup': '1.5', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'SecurityGroupRule': '1.2', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'SubPort': '1.0', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Subnet': '1.1', Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: 'Trunk': '1.1'}} Feb 10 03:46:10.706361 n-d-827844-2 neutron-server[109958]: {{(pid=109958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:46:10.747299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (644afc30-e524-47f0-8bf3-fee9e61e14b9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.861917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (644afc30-e524-47f0-8bf3-fee9e61e14b9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.866996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:10.867742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:10.980960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0219758 Feb 10 03:46:10.981861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e502e-f9ad-429d-9625-e83dc2792b7d demo demo] Pushing event updated for resources: {'Network': ['ID=644afc30-e524-47f0-8bf3-fee9e61e14b9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:10.995175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:46:13.476681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40910) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:13.872225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5361fc8-d990-498c-9373-6e33133f7690 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:13.873514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f5361fc8-d990-498c-9373-6e33133f7690 demo admin] 10.222.0.42 "GET /v2.0/networks/644afc30-e524-47f0-8bf3-fee9e61e14b9 HTTP/1.1" status: 200 len: 825 time: 0.3958828 Feb 10 03:46:13.897714 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-06928eb9-b701-4978-a08c-795a38b1caf6 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/3f90819c-8007-4ea7-af69-eebf40f8dafd HTTP/1.1" status: 200 len: 734 time: 0.0180840 Feb 10 03:46:13.906455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3f90819c-8007-4ea7-af69-eebf40f8dafd', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:14.016401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Made reservation on behalf of 52c88b26957344848348c17af8d04c0f for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:46:14.018662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:14.347768 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (12553a93-cb7d-45b5-836d-229b87a4a77e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:14.416860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Pushing event updated for resources: {'Subnet': ['ID=12553a93-cb7d-45b5-836d-229b87a4a77e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:14.421307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Checking segment: {'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:46:14.421748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Network hostable DHCP agents. Network: 644afc30-e524-47f0-8bf3-fee9e61e14b9, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:46:14.488946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:46:14.563817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 644afc30-e524-47f0-8bf3-fee9e61e14b9) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:46:14.568697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:14.569305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:14.573426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c588bf-208b-46db-b8e0-60b90ecd5923 None None] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:46:14.642476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c32f1491-703c-47f8-8296-571d972c6a96 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7396367 Feb 10 03:46:14.835462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-644afc30-e524-47f0-8bf3-fee9e61e14b9', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'project_id': '52c88b26957344848348c17af8d04c0f', 'fixed_ips': [{'subnet_id': '12553a93-cb7d-45b5-836d-229b87a4a77e'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:46:14.836728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:15.215228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Allocated IP 172.20.0.2 (644afc30-e524-47f0-8bf3-fee9e61e14b9/12553a93-cb7d-45b5-836d-229b87a4a77e/bb6f8e30-b976-4f09-9487-363405a92c6f) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:46:15.482561 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Publish callbacks [] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:15.548742 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:15.620332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:46:15.624814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:46:15.634111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:46:15.637398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Pushing event updated for resources: {'Port': ['ID=bb6f8e30-b976-4f09-9487-363405a92c6f,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:15.669437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.669788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.670130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.670475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.670833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.671693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.672037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.672433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.672761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.673086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.673406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.673728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.674055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Tracked resource versions report: Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: pushed versions: Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: { 'AddressGroup': {'1.2'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'ConntrackHelper': {'1.0'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Log': {'1.0'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Network': {'1.1'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Port': {'1.7'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'PortForwarding': {'1.2'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'QosPolicy': {'1.10'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'SecurityGroup': {'1.5'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'SubPort': {'1.0'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Subnet': {'1.1'}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Trunk': {'1.1'}} Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: consumer versions: Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: L3 agent@n-d-827844-2: {}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: Metadata agent@n-d-827844-2: {}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: Metering agent@n-d-827844-2: {}, Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'ConntrackHelper': '1.0', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'LocalIPAssociation': '1.0', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Log': '1.0', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Network': '1.1', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Port': '1.7', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'PortForwarding': '1.2', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'QosPolicy': '1.10', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'SecurityGroup': '1.5', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'SecurityGroupRule': '1.2', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'SubPort': '1.0', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Subnet': '1.1', Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: 'Trunk': '1.1'}} Feb 10 03:46:15.675190 n-d-827844-2 neutron-server[109960]: {{(pid=109960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:46:15.723653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Attempting to bind port bb6f8e30-b976-4f09-9487-363405a92c6f on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:46:15.724055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Attempting to bind port bb6f8e30-b976-4f09-9487-363405a92c6f by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:46:15.724480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Attempting to bind port bb6f8e30-b976-4f09-9487-363405a92c6f on network 644afc30-e524-47f0-8bf3-fee9e61e14b9 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:46:15.729405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:46:15.729814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Checking segment: {'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:46:15.730274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:15.730660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Bound using segment: {'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:46:15.731157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Bound port: bb6f8e30-b976-4f09-9487-363405a92c6f, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:46:15.731558 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:15.792860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] For port bb6f8e30-b976-4f09-9487-363405a92c6f, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:46:15.797687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] For port bb6f8e30-b976-4f09-9487-363405a92c6f, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bb6f8e30-b976-4f09-9487-363405a92c6f,segment=NetworkSegment(6f22d81d-38e7-4c5b-b772-80473f731291),segment_id=6f22d81d-38e7-4c5b-b772-80473f731291)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:46:15.862932 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:15.927294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce284-5223-4bd5-b06e-01676c40ccbb None None] Pushing event updated for resources: {'Port': ['ID=bb6f8e30-b976-4f09-9487-363405a92c6f,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:17.139417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40918) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:17.630818 n-d-827844-2 neutron-server[109959]: WARNING oslo_policy.policy [None req-b140128d-73eb-4419-b32d-5d928dc05bc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:17.631451 n-d-827844-2 neutron-server[109959]: WARNING oslo_policy.policy [None req-b140128d-73eb-4419-b32d-5d928dc05bc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:17.863032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-b140128d-73eb-4419-b32d-5d928dc05bc9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:46:17.864139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b140128d-73eb-4419-b32d-5d928dc05bc9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7237816 Feb 10 03:46:20.328718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40932) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:20.642164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-6acb98f0-fb22-4c2d-8b69-fbf507b85bb5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:46:20.643201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6acb98f0-fb22-4c2d-8b69-fbf507b85bb5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135846 Feb 10 03:46:23.099978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40940) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:23.413736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:23.472655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.policy [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109959) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 03:46:23.516375 n-d-827844-2 neutron-server[109959]: WARNING oslo_policy.policy [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:23.516752 n-d-827844-2 neutron-server[109959]: WARNING oslo_policy.policy [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 03:46:23.662545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (4d22316b-bd51-4a5b-bb8c-09f630960dc8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:23.664498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (4d22316b-bd51-4a5b-bb8c-09f630960dc8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:23.823814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] Publish callbacks [] for router_controller (4d22316b-bd51-4a5b-bb8c-09f630960dc8), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:23.892723 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (4d22316b-bd51-4a5b-bb8c-09f630960dc8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:23.978491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:23.979759 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-26ca97d2-b02b-4bde-a66a-f76c0f905075 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8788419 Feb 10 03:46:26.335559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bb6f8e30-b976-4f09-9487-363405a92c6f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:46:26.426038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bb6f8e30-b976-4f09-9487-363405a92c6f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:26.426454 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:26.471721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:26.535196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bb6f8e30-b976-4f09-9487-363405a92c6f is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:26.535598 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:26.569880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port bb6f8e30-b976-4f09-9487-363405a92c6f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bb6f8e30-b976-4f09-9487-363405a92c6f,segment=NetworkSegment(6f22d81d-38e7-4c5b-b772-80473f731291),segment_id=6f22d81d-38e7-4c5b-b772-80473f731291)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:26.645016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:26.695542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=bb6f8e30-b976-4f09-9487-363405a92c6f,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:26.800498 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:46:26.818847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-1899745f-e098-4ed7-b4e5-0465ecfbb3f1 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:46:26.819831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1899745f-e098-4ed7-b4e5-0465ecfbb3f1 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3471320 Feb 10 03:46:26.843710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5711c3a4-077b-4c17-9482-e689c7c4aca4 None None] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:46:26.962441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f5670b91-cdd6-4c1b-a8f9-6a35e34dd45e None None] Provisioning complete for port bb6f8e30-b976-4f09-9487-363405a92c6f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:26.962855 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f5670b91-cdd6-4c1b-a8f9-6a35e34dd45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:27.062038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f5670b91-cdd6-4c1b-a8f9-6a35e34dd45e None None] Current status of the port bb6f8e30-b976-4f09-9487-363405a92c6f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:27.282626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f320209b-b6f5-4a60-8733-b2b4b8e8faa8 None None] Provisioning complete for port bb6f8e30-b976-4f09-9487-363405a92c6f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:27.283040 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f320209b-b6f5-4a60-8733-b2b4b8e8faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:27.357289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f320209b-b6f5-4a60-8733-b2b4b8e8faa8 None None] Current status of the port bb6f8e30-b976-4f09-9487-363405a92c6f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:27.547888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee0c053a-367e-4cd7-a432-0d12b0ca5dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:28.295620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bb6f8e30-b976-4f09-9487-363405a92c6f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:46:28.343674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bb6f8e30-b976-4f09-9487-363405a92c6f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:28.344181 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:28.417270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bb6f8e30-b976-4f09-9487-363405a92c6f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:29.332507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40962) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:29.647187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:29.758824 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dc2b90eb-e624-4fe7-a9ed-0f7a78cfc002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:29.764368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Made reservation on behalf of 167a295061404c92a70ab5604e57db3e for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:46:29.770808 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:29.782953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:29.894806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks [] for security_group (815d183a-c154-40e8-9c62-a14bd27957b8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:29.947470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (815d183a-c154-40e8-9c62-a14bd27957b8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:29.959038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Reserving flat network on physical network physnet1 {{(pid=109959) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 03:46:29.990891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782247879343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (a76a0c3b-022c-426f-8204-1ee724b310d9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:29.991466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Unsubscribe: segment precommit_create {{(pid=109959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 03:46:29.992066 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Added segment a76a0c3b-022c-426f-8204-1ee724b310d9 of type flat for network d0377cb9-7060-4de0-b436-a18f14c8eb49 Feb 10 03:46:30.008075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d183a-c154-40e8-9c62-a14bd27957b8,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:30.033179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.033450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.034062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.034394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.034735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.035068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.035390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.035709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.036026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.036339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.036656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.036969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.037282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Tracked resource versions report: Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: pushed versions: Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: { 'AddressGroup': {'1.2'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'ConntrackHelper': {'1.0'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Log': {'1.0'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Network': {'1.1'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Port': {'1.7'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'PortForwarding': {'1.2'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'QosPolicy': {'1.10'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'SecurityGroup': {'1.5'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'SubPort': {'1.0'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Subnet': {'1.1'}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Trunk': {'1.1'}} Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: consumer versions: Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: L3 agent@n-d-827844-2: {}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: Metadata agent@n-d-827844-2: {}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: Metering agent@n-d-827844-2: {}, Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'ConntrackHelper': '1.0', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'LocalIPAssociation': '1.0', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Log': '1.0', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Network': '1.1', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Port': '1.7', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'PortForwarding': '1.2', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'QosPolicy': '1.10', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'SecurityGroup': '1.5', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'SecurityGroupRule': '1.2', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'SubPort': '1.0', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Subnet': '1.1', Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: 'Trunk': '1.1'}} Feb 10 03:46:30.038485 n-d-827844-2 neutron-server[109959]: {{(pid=109959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:46:30.107202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d0377cb9-7060-4de0-b436-a18f14c8eb49), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:30.220474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d0377cb9-7060-4de0-b436-a18f14c8eb49), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:30.221581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:30.222279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:30.321123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] Pushing event updated for resources: {'Network': ['ID=d0377cb9-7060-4de0-b436-a18f14c8eb49,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:30.331742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:46:30.344693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-39ae72ef-e774-4f99-9c4f-748154597bce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0111489 Feb 10 03:46:30.747923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:32.307976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:32.785430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40984) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:32.958531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7acd15-c89a-4fc6-8984-b0f17110faf9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:32.960177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6b7acd15-c89a-4fc6-8984-b0f17110faf9 demo admin] 10.222.0.42 "GET /v2.0/subnets/12553a93-cb7d-45b5-836d-229b87a4a77e HTTP/1.1" status: 200 len: 849 time: 0.1738122 Feb 10 03:46:33.121238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43fe1425-b576-4f01-b6d8-ab39bdef0e3a demo admin] 10.222.0.42 "GET /v2.0/routers/4d22316b-bd51-4a5b-bb8c-09f630960dc8 HTTP/1.1" status: 200 len: 704 time: 0.1553795 Feb 10 03:46:33.389032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:33.680698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Allocated IP 172.20.0.1 (644afc30-e524-47f0-8bf3-fee9e61e14b9/12553a93-cb7d-45b5-836d-229b87a4a77e/a4400a6b-352b-4fc8-bd77-fbaad9d8f6de) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:46:33.758890 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:33.834457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks [] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:33.954028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.066796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:46:34.073275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:46:34.075921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:46:34.076471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (4d22316b-bd51-4a5b-bb8c-09f630960dc8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.156674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Pushing event updated for resources: {'Port': ['ID=a4400a6b-352b-4fc8-bd77-fbaad9d8f6de,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:34.321236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-af0099ae-dafa-4f92-a0f7-aa934cd3983f None None] Provisioning complete for port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:34.321623 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af0099ae-dafa-4f92-a0f7-aa934cd3983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.333019 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.399278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-af0099ae-dafa-4f92-a0f7-aa934cd3983f None None] Port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:46:34.542621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks [] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.587042 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.587786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (4d22316b-bd51-4a5b-bb8c-09f630960dc8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.643348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Pushing event updated for resources: {'Port': ['ID=a4400a6b-352b-4fc8-bd77-fbaad9d8f6de,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:34.711560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:46:34.712873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:46:34.907450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:46:34.920146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-66a2f76e-2145-46e9-ae64-22f1c8315047 None None] Provisioning complete for port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:34.921275 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-66a2f76e-2145-46e9-ae64-22f1c8315047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:34.954352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-66a2f76e-2145-46e9-ae64-22f1c8315047 None None] Port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:46:35.001622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:46:35.006789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9516efe2-cfc1-468d-aa21-98c56d3b4398 demo admin] 10.222.0.42 "PUT /v2.0/routers/4d22316b-bd51-4a5b-bb8c-09f630960dc8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8794360 Feb 10 03:46:35.022358 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Sync routers for ids ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:46:35.034671 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Routers {'4d22316b-bd51-4a5b-bb8c-09f630960dc8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:35.035524 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:35.224952 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Set router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:35.661427 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'name': 'router1', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:46:23Z', 'updated_at': '2022-02-10T03:46:34Z', 'revision_number': 2, 'project_id': '52c88b26957344848348c17af8d04c0f', 'gw_port_host': None, '_interfaces': [{'id': 'a4400a6b-352b-4fc8-bd77-fbaad9d8f6de', 'name': '', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'mac_address': 'fa:16:3e:e6:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:33Z', 'updated_at': '2022-02-10T03:46:34Z', 'revision_number': 2, 'project_id': '52c88b26957344848348c17af8d04c0f', 'subnets': [{'id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f90819c-8007-4ea7-af69-eebf40f8dafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:35.711894 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Checking router: 4d22316b-bd51-4a5b-bb8c-09f630960dc8 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:46:35.712265 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Updating router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:46:35.764490 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:36.272030 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Publish callbacks [] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:36.369964 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:36.521432 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Pushing event updated for resources: {'Port': ['ID=a4400a6b-352b-4fc8-bd77-fbaad9d8f6de,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:36.550266 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.550612 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.550970 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.551314 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.551648 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.551983 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.552312 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.552865 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.552955 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.553265 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.553590 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.553905 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.554219 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Tracked resource versions report: Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: pushed versions: Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: { 'AddressGroup': {'1.2'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'ConntrackHelper': {'1.0'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Log': {'1.0'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Network': {'1.1'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Port': {'1.7'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'PortForwarding': {'1.2'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'QosPolicy': {'1.10'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'SecurityGroup': {'1.5'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'SubPort': {'1.0'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Subnet': {'1.1'}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Trunk': {'1.1'}} Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: consumer versions: Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: L3 agent@n-d-827844-2: {}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: Metadata agent@n-d-827844-2: {}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: Metering agent@n-d-827844-2: {}, Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'ConntrackHelper': '1.0', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'LocalIPAssociation': '1.0', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Log': '1.0', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Network': '1.1', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Port': '1.7', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'PortForwarding': '1.2', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'QosPolicy': '1.10', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'SecurityGroup': '1.5', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'SecurityGroupRule': '1.2', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'SubPort': '1.0', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Subnet': '1.1', Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: 'Trunk': '1.1'}} Feb 10 03:46:36.555382 n-d-827844-2 neutron-server[109961]: {{(pid=109961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:46:36.560013 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Attempting to bind port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:46:36.560425 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Attempting to bind port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:46:36.560868 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Attempting to bind port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de on network 644afc30-e524-47f0-8bf3-fee9e61e14b9 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:46:36.566603 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:46:36.567046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Checking segment: {'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:46:36.567513 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:36.567903 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Bound using segment: {'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:46:36.568407 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Bound port: a4400a6b-352b-4fc8-bd77-fbaad9d8f6de, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f22d81d-38e7-4c5b-b772-80473f731291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:46:36.568810 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:36.583806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-573500fb-fcc1-447a-a74e-728c59b91893 None None] Provisioning complete for port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:36.584774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-573500fb-fcc1-447a-a74e-728c59b91893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:36.619507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-573500fb-fcc1-447a-a74e-728c59b91893 None None] Port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:46:36.635653 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] For port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:46:36.655695 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] For port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a4400a6b-352b-4fc8-bd77-fbaad9d8f6de,segment=NetworkSegment(6f22d81d-38e7-4c5b-b772-80473f731291),segment_id=6f22d81d-38e7-4c5b-b772-80473f731291)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:46:36.725189 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:36.777732 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82488f6-c075-49e6-b81d-6af78b00d4ca None None] Pushing event updated for resources: {'Port': ['ID=a4400a6b-352b-4fc8-bd77-fbaad9d8f6de,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:36.800437 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Routers {'4d22316b-bd51-4a5b-bb8c-09f630960dc8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:36.800437 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:36.894063 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] Set router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:36.938629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb6b8b24-e875-4bb7-be05-a2fdf777f6cc None None] Provisioning complete for port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:36.939130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb6b8b24-e875-4bb7-be05-a2fdf777f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:37.018908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b8b24-e875-4bb7-be05-a2fdf777f6cc None None] Current status of the port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:37.019265 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb6b8b24-e875-4bb7-be05-a2fdf777f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:37.052817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-eb6b8b24-e875-4bb7-be05-a2fdf777f6cc None None] For port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a4400a6b-352b-4fc8-bd77-fbaad9d8f6de,segment=NetworkSegment(6f22d81d-38e7-4c5b-b772-80473f731291),segment_id=6f22d81d-38e7-4c5b-b772-80473f731291)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:37.100507 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb6b8b24-e875-4bb7-be05-a2fdf777f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:37.111844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'name': 'router1', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:46:23Z', 'updated_at': '2022-02-10T03:46:34Z', 'revision_number': 2, 'project_id': '52c88b26957344848348c17af8d04c0f', 'gw_port_host': None, '_interfaces': [{'id': 'a4400a6b-352b-4fc8-bd77-fbaad9d8f6de', 'name': '', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'mac_address': 'fa:16:3e:e6:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:33Z', 'updated_at': '2022-02-10T03:46:36Z', 'revision_number': 4, 'project_id': '52c88b26957344848348c17af8d04c0f', 'subnets': [{'id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f90819c-8007-4ea7-af69-eebf40f8dafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:37.137663 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d64b7-00cc-406c-9576-3f8acda9ae78 None None] The sync data for ids ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'] in n-d-827844-2 is: [{'id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'name': 'router1', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:46:23Z', 'updated_at': '2022-02-10T03:46:34Z', 'revision_number': 2, 'project_id': '52c88b26957344848348c17af8d04c0f', 'gw_port_host': None, '_interfaces': [{'id': 'a4400a6b-352b-4fc8-bd77-fbaad9d8f6de', 'name': '', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'mac_address': 'fa:16:3e:e6:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:33Z', 'updated_at': '2022-02-10T03:46:36Z', 'revision_number': 4, 'project_id': '52c88b26957344848348c17af8d04c0f', 'subnets': [{'id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f90819c-8007-4ea7-af69-eebf40f8dafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:46:37.153548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b8b24-e875-4bb7-be05-a2fdf777f6cc None None] Pushing event updated for resources: {'Port': ['ID=a4400a6b-352b-4fc8-bd77-fbaad9d8f6de,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:37.407512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41006) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:37.515853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d74cf-6ea4-417a-924d-2aab0c75e885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:37.517492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f59d74cf-6ea4-417a-924d-2aab0c75e885 admin admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 842 time: 0.1089587 Feb 10 03:46:37.527057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:37.616010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Made reservation on behalf of 167a295061404c92a70ab5604e57db3e for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:46:37.618615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:37.968128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 03:46:37.968550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (2822b406-3d92-4220-984b-045f059ea04e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:38.026461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2822b406-3d92-4220-984b-045f059ea04e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:38.034392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:46:38.034772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Network hostable DHCP agents. Network: d0377cb9-7060-4de0-b436-a18f14c8eb49, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:46:38.128608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:46:38.191920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d0377cb9-7060-4de0-b436-a18f14c8eb49) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:46:38.196243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:38.196705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:38.203186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f9cc1-9715-483f-90cc-168e18aee930 None None] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:46:38.286052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-54e7e060-14df-43f6-b219-adff21777e9d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7623019 Feb 10 03:46:38.306968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86940136-0393-479e-9aa7-990649539436 None None] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:46:40.690598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41014) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:40.899777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ffc6584f-8d69-4ccc-a4df-fb05047183b4 demo admin] 10.222.0.42 "GET /v2.0/routers/4d22316b-bd51-4a5b-bb8c-09f630960dc8 HTTP/1.1" status: 200 len: 710 time: 0.2078769 Feb 10 03:46:40.983532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d9c64-2394-4250-828a-4c9847f829b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:46:40.984897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ec0d9c64-2394-4250-828a-4c9847f829b8 demo admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 886 time: 0.0795963 Feb 10 03:46:40.993620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:46:41.244351 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks [] for router_gateway (4d22316b-bd51-4a5b-bb8c-09f630960dc8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:41.550454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks [] for router_gateway (4d22316b-bd51-4a5b-bb8c-09f630960dc8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:41.622791 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:41.727280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Allocated IP 172.25.8.129 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/86988e75-a2ca-4799-a90e-c2ef4dd166b5) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:46:41.828621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks [] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:41.993367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.032220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:46:42.036409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:46:42.040433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:46:42.043184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Pushing event updated for resources: {'Port': ['ID=86988e75-a2ca-4799-a90e-c2ef4dd166b5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:42.357459 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks [] for router_gateway (4d22316b-bd51-4a5b-bb8c-09f630960dc8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.641836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (4d22316b-bd51-4a5b-bb8c-09f630960dc8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.645216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (4d22316b-bd51-4a5b-bb8c-09f630960dc8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.752881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:46:42.862056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:46:42.866341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:42.878727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d346b4a5-3cf3-47ef-9532-a52edf7e1653 demo admin] 10.222.0.42 "PUT /v2.0/routers/4d22316b-bd51-4a5b-bb8c-09f630960dc8 HTTP/1.1" status: 200 len: 890 time: 1.8771021 Feb 10 03:46:44.327655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a4400a6b-352b-4fc8-bd77-fbaad9d8f6de up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:46:44.376826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:44.377219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:44.452729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:45.434247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41026) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:46:45.594890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Sync routers for ids ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:46:45.596106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-999a1086-ae66-414a-bf8f-4838d01141d0 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1603732 Feb 10 03:46:45.607878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Routers {'4d22316b-bd51-4a5b-bb8c-09f630960dc8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:45.608570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:45.866112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Set router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:46.291545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'name': 'router1', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '86988e75-a2ca-4799-a90e-c2ef4dd166b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:46:23Z', 'updated_at': '2022-02-10T03:46:42Z', 'revision_number': 4, 'project_id': '52c88b26957344848348c17af8d04c0f', 'gw_port': {'id': '86988e75-a2ca-4799-a90e-c2ef4dd166b5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:41Z', 'updated_at': '2022-02-10T03:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'a4400a6b-352b-4fc8-bd77-fbaad9d8f6de', 'name': '', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'mac_address': 'fa:16:3e:e6:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:33Z', 'updated_at': '2022-02-10T03:46:37Z', 'revision_number': 5, 'project_id': '52c88b26957344848348c17af8d04c0f', 'subnets': [{'id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f90819c-8007-4ea7-af69-eebf40f8dafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:46.415602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Checking router: 4d22316b-bd51-4a5b-bb8c-09f630960dc8 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:46:46.415957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Updating router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:46:46.470335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:46.783894 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Publish callbacks [] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:46.827297 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:46.880991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60826b07-49de-4a18-954a-b808e4129173 None None] Pushing event updated for resources: {'Port': ['ID=86988e75-a2ca-4799-a90e-c2ef4dd166b5,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:46.884597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Attempting to bind port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:46:46.884986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Attempting to bind port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:46:46.885349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Attempting to bind port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:46:46.890904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:46:46.891406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:46:46.891971 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:46.892397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:46:46.892866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Bound port: 86988e75-a2ca-4799-a90e-c2ef4dd166b5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:46:46.893247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:46.956876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] For port 86988e75-a2ca-4799-a90e-c2ef4dd166b5, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:46:46.963416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] For port 86988e75-a2ca-4799-a90e-c2ef4dd166b5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=86988e75-a2ca-4799-a90e-c2ef4dd166b5,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:46:47.033761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:47.091029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Routers {'4d22316b-bd51-4a5b-bb8c-09f630960dc8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:46:47.091627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:47.094374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60826b07-49de-4a18-954a-b808e4129173 None None] Pushing event updated for resources: {'Port': ['ID=86988e75-a2ca-4799-a90e-c2ef4dd166b5,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:47.199229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] Set router 4d22316b-bd51-4a5b-bb8c-09f630960dc8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:46:47.431579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'name': 'router1', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '86988e75-a2ca-4799-a90e-c2ef4dd166b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:46:23Z', 'updated_at': '2022-02-10T03:46:42Z', 'revision_number': 4, 'project_id': '52c88b26957344848348c17af8d04c0f', 'gw_port': {'id': '86988e75-a2ca-4799-a90e-c2ef4dd166b5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:41Z', 'updated_at': '2022-02-10T03:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'a4400a6b-352b-4fc8-bd77-fbaad9d8f6de', 'name': '', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'mac_address': 'fa:16:3e:e6:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:33Z', 'updated_at': '2022-02-10T03:46:37Z', 'revision_number': 5, 'project_id': '52c88b26957344848348c17af8d04c0f', 'subnets': [{'id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f90819c-8007-4ea7-af69-eebf40f8dafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:46:47.461497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584da9a-b12f-4217-82e0-c2c0c137b0ea None None] The sync data for ids ['4d22316b-bd51-4a5b-bb8c-09f630960dc8'] in n-d-827844-2 is: [{'id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'name': 'router1', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '86988e75-a2ca-4799-a90e-c2ef4dd166b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:46:23Z', 'updated_at': '2022-02-10T03:46:42Z', 'revision_number': 4, 'project_id': '52c88b26957344848348c17af8d04c0f', 'gw_port': {'id': '86988e75-a2ca-4799-a90e-c2ef4dd166b5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:41Z', 'updated_at': '2022-02-10T03:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'a4400a6b-352b-4fc8-bd77-fbaad9d8f6de', 'name': '', 'network_id': '644afc30-e524-47f0-8bf3-fee9e61e14b9', 'tenant_id': '52c88b26957344848348c17af8d04c0f', 'mac_address': 'fa:16:3e:e6:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22316b-bd51-4a5b-bb8c-09f630960dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:46:33Z', 'updated_at': '2022-02-10T03:46:37Z', 'revision_number': 5, 'project_id': '52c88b26957344848348c17af8d04c0f', 'subnets': [{'id': '12553a93-cb7d-45b5-836d-229b87a4a77e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f90819c-8007-4ea7-af69-eebf40f8dafd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:46:48.403741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 86988e75-a2ca-4799-a90e-c2ef4dd166b5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:46:48.455490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:48.455978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:48.533187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:48.533576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:48.553511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 86988e75-a2ca-4799-a90e-c2ef4dd166b5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=86988e75-a2ca-4799-a90e-c2ef4dd166b5,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:46:48.620272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:48.679855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=86988e75-a2ca-4799-a90e-c2ef4dd166b5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:46:50.388734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 86988e75-a2ca-4799-a90e-c2ef4dd166b5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:46:50.477912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:46:50.478159 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (86988e75-a2ca-4799-a90e-c2ef4dd166b5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:50.580046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 86988e75-a2ca-4799-a90e-c2ef4dd166b5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:46:57.535738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a0b78363-f72e-4bf8-8a9e-db58fe3878f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:46:59.729550 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-48fe049b-463b-44cd-8a41-335ddb43b3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:00.769973 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:02.369817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:03.757945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:03.799730 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:47:27.545669 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f38b1972-5634-4ed4-b4bb-752e11141c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:29.716565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-81707773-07d7-4983-aaba-fa660dd14b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:30.750522 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:32.643524 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:33.763378 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:40.798751 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:47:57.579679 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e92d551e-e243-44e1-8c90-be15aa4765f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:47:59.722615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a942c6d-0b87-49cd-8778-02169a030a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:00.750594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:02.294663 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:03.777756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:11.305354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41542) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:11.375874 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f81a819-0286-4635-bf8b-3c9af913b896 admin admin] GET failed (client error): The resource could not be found. Feb 10 03:48:11.377176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6f81a819-0286-4635-bf8b-3c9af913b896 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708923 Feb 10 03:48:11.563759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08762882-4d3f-48d4-b621-5ba4f8c55ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:11.565249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-08762882-4d3f-48d4-b621-5ba4f8c55ac1 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1839879 Feb 10 03:48:13.820743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:13.953012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a642921-b379-45b1-b98c-818b6e2048ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:13.954395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a642921-b379-45b1-b98c-818b6e2048ad admin admin] 10.222.0.42 "GET /v2.0/subnets/12553a93-cb7d-45b5-836d-229b87a4a77e HTTP/1.1" status: 200 len: 849 time: 0.1326895 Feb 10 03:48:13.963890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:48:14.045544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Publish callbacks [] for subnet (12553a93-cb7d-45b5-836d-229b87a4a77e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.240479 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782247698167'] for subnet (12553a93-cb7d-45b5-836d-229b87a4a77e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.276844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:14.277435 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.283237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] 10.222.0.42 "PUT /v2.0/subnets/12553a93-cb7d-45b5-836d-229b87a4a77e HTTP/1.1" status: 200 len: 868 time: 0.3184891 Feb 10 03:48:14.283450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582e74d-6e46-446f-9a0b-7521b57da85c None None] Network 644afc30-e524-47f0-8bf3-fee9e61e14b9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:48:14.298399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12553a93-cb7d-45b5-836d-229b87a4a77e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:48:14.305778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.306211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.306459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.306834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.307175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.307507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.307833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.308161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.308488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.308813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.309135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.309459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.309783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1751d-802e-4e7b-a4fc-545cc09c17a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:48:14.683503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cda2c6d8-c493-4855-8f2f-a489b66c9c07 None None] Provisioning complete for port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:48:14.683810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cda2c6d8-c493-4855-8f2f-a489b66c9c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4400a6b-352b-4fc8-bd77-fbaad9d8f6de), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.757939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cda2c6d8-c493-4855-8f2f-a489b66c9c07 None None] Current status of the port a4400a6b-352b-4fc8-bd77-fbaad9d8f6de is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:48:14.768236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cda2c6d8-c493-4855-8f2f-a489b66c9c07 None None] Provisioning complete for port bb6f8e30-b976-4f09-9487-363405a92c6f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:48:14.781030 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cda2c6d8-c493-4855-8f2f-a489b66c9c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bb6f8e30-b976-4f09-9487-363405a92c6f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:14.856847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cda2c6d8-c493-4855-8f2f-a489b66c9c07 None None] Current status of the port bb6f8e30-b976-4f09-9487-363405a92c6f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:48:16.582066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41560) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:16.780852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd8a34-9528-4621-9aca-7e416a64fe3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:16.781320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd8a34-9528-4621-9aca-7e416a64fe3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:16.782873 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-76fd8a34-9528-4621-9aca-7e416a64fe3d admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998854 Feb 10 03:48:17.798452 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:48:19.048521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41568) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:19.242409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c341d80-473d-4344-b1f9-2dcadbce29bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:19.242833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c341d80-473d-4344-b1f9-2dcadbce29bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:19.244374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1c341d80-473d-4344-b1f9-2dcadbce29bc admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1949227 Feb 10 03:48:21.486264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41578) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:21.615578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70efcbc-2f3a-481c-b941-25dfe05cb776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:21.616872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a70efcbc-2f3a-481c-b941-25dfe05cb776 admin admin] 10.222.0.42 "GET /v2.0/networks/644afc30-e524-47f0-8bf3-fee9e61e14b9 HTTP/1.1" status: 200 len: 869 time: 0.1296229 Feb 10 03:48:23.878452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41586) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:24.002527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9df79-701e-40b2-848c-6a9e99401f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:24.003945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0af9df79-701e-40b2-848c-6a9e99401f39 admin admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 886 time: 0.1245041 Feb 10 03:48:26.277185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41594) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:26.401449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacadeaf-7f45-426b-9806-d0b394b914e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:26.401897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacadeaf-7f45-426b-9806-d0b394b914e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:26.403770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cacadeaf-7f45-426b-9806-d0b394b914e9 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256361 Feb 10 03:48:27.544281 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5ed6c7fd-fceb-4f48-96b2-ed7e0f4df041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:28.659123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:28.747686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263973f-1143-435e-9f31-9e491ba62c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:28.748138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263973f-1143-435e-9f31-9e491ba62c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:28.749644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d263973f-1143-435e-9f31-9e491ba62c9f admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895486 Feb 10 03:48:29.738460 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9234aa59-21bf-4578-884c-f86e28fbb65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:30.767250 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:31.021021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41610) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:31.113927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e003a9-c27a-4d91-b8b9-6aa0944b69e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:31.115282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e5e003a9-c27a-4d91-b8b9-6aa0944b69e7 admin admin] 10.222.0.42 "GET /v2.0/subnets/12553a93-cb7d-45b5-836d-229b87a4a77e HTTP/1.1" status: 200 len: 868 time: 0.0933745 Feb 10 03:48:32.348298 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:33.398689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:33.484501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8884f-23af-46c4-9c57-2eb9594550ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:48:33.485837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-47f8884f-23af-46c4-9c57-2eb9594550ce admin admin] 10.222.0.42 "GET /v2.0/subnets/2822b406-3d92-4220-984b-045f059ea04e HTTP/1.1" status: 200 len: 816 time: 0.0861619 Feb 10 03:48:33.789597 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:54.795958 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:48:57.453818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41670) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:57.502799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-26c2ef64-87ce-4006-8a6b-617432f8fa5c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:48:57.503808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-26c2ef64-87ce-4006-8a6b-617432f8fa5c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490289 Feb 10 03:48:57.547530 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-40c82d35-9909-4f1f-89f6-f6c4f4022ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:59.743509 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-479f4ac7-df6d-4490-a120-87a64794924f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:48:59.812713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41678) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:48:59.872365 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3258acce-2a0e-4ecb-8b4f-3a8295f0755b admin admin] GET failed (client error): The resource could not be found. Feb 10 03:48:59.873638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3258acce-2a0e-4ecb-8b4f-3a8295f0755b admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600023 Feb 10 03:49:00.014336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d1400-4018-410c-8fcb-c28e557701cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:49:00.015761 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5d4d1400-4018-410c-8fcb-c28e557701cc admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381207 Feb 10 03:49:00.766035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:02.271242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41686) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:49:02.309944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:02.325142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:49:02.394663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Made reservation on behalf of 167a295061404c92a70ab5604e57db3e for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:49:02.397041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:02.425319 n-d-827844-2 neutron-server[109958]: WARNING neutron.services.revisions.revision_plugin [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Could not find related network for resource to bump revision. Feb 10 03:49:02.437592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:49:02.446647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5036fcb7-35ab-486e-a083-b9529324afac), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:02.469174 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Added segment 5036fcb7-35ab-486e-a083-b9529324afac of type vlan for network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b Feb 10 03:49:02.495580 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:02.554397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:02.555393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:49:02.555977 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:02.644131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:49:02.650539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.652993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.652993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.652993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.652993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.652993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.653437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.653437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.653685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.654006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.654328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.654646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.654994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:02.666242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:49:02.676684 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a06d2454-dd51-42a2-952f-36bbe171ff87 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4043245 Feb 10 03:49:03.787776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:04.955379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41694) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:49:05.016789 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9deeef2-65c5-435b-9401-038f0d538ec2 admin admin] GET failed (client error): The resource could not be found. Feb 10 03:49:05.018099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c9deeef2-65c5-435b-9401-038f0d538ec2 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617230 Feb 10 03:49:05.085091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9126c9-49d0-4150-8030-bbd9c902ad93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:49:05.086524 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0e9126c9-49d0-4150-8030-bbd9c902ad93 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644736 Feb 10 03:49:05.096552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:49:05.193110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Made reservation on behalf of 167a295061404c92a70ab5604e57db3e for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:49:05.195286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:05.503836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (9b6aecc2-670d-4e40-8507-c1de1eccb4c5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:05.561949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6aecc2-670d-4e40-8507-c1de1eccb4c5,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:49:05.569527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:49:05.569881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Network hostable DHCP agents. Network: d4c9be6f-1e87-44bb-ba25-2f57ae0be67b, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:49:05.617205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:49:05.685884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d4c9be6f-1e87-44bb-ba25-2f57ae0be67b) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:49:05.689955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:49:05.693817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:05.695108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df44b1c-6118-4576-8ef6-0bdb0c8e541a None None] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:49:05.767757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c9d29e35-b381-4bbc-a124-a0d566c80e8a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6743045 Feb 10 03:49:05.901226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'project_id': '167a295061404c92a70ab5604e57db3e', 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:49:05.902722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:06.122959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Allocated IP 192.168.233.2 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/2b24c7a9-6e74-4194-9693-10e5c12e90e3) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:49:06.265948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Publish callbacks [] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:06.320982 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:06.357149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:49:06.360022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:49:06.363079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:49:06.394594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Pushing event updated for resources: {'Port': ['ID=2b24c7a9-6e74-4194-9693-10e5c12e90e3,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:49:06.419997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.420345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.420689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.421027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.421363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.421732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.422020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.422347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.422674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.423021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.423346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.423670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.423998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:49:06.439655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Attempting to bind port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:49:06.440050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Attempting to bind port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:49:06.440410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Attempting to bind port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:49:06.445733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:49:06.446108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:49:06.446510 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:06.446934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:49:06.447414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Bound port: 2b24c7a9-6e74-4194-9693-10e5c12e90e3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:49:06.447774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:06.515292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] For port 2b24c7a9-6e74-4194-9693-10e5c12e90e3, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:49:06.518243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] For port 2b24c7a9-6e74-4194-9693-10e5c12e90e3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2b24c7a9-6e74-4194-9693-10e5c12e90e3,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:49:06.595176 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:06.656689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1edc44-a0b1-485a-9f9a-7bda16f01cb7 None None] Pushing event updated for resources: {'Port': ['ID=2b24c7a9-6e74-4194-9693-10e5c12e90e3,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:49:07.522405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fc16e-121e-411f-b3bd-2cd87d029e27 None None] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:49:07.610049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e6cb2153-a3ee-44ab-9fdf-831bd2f6ca12 None None] Provisioning complete for port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:49:07.610513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2153-a3ee-44ab-9fdf-831bd2f6ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:07.723337 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb2153-a3ee-44ab-9fdf-831bd2f6ca12 None None] Current status of the port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:49:07.723337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2153-a3ee-44ab-9fdf-831bd2f6ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:07.761917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e6cb2153-a3ee-44ab-9fdf-831bd2f6ca12 None None] For port 2b24c7a9-6e74-4194-9693-10e5c12e90e3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2b24c7a9-6e74-4194-9693-10e5c12e90e3,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:49:07.834566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2153-a3ee-44ab-9fdf-831bd2f6ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:07.889286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb2153-a3ee-44ab-9fdf-831bd2f6ca12 None None] Pushing event updated for resources: {'Port': ['ID=2b24c7a9-6e74-4194-9693-10e5c12e90e3,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:49:07.957383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bca05436-38ff-4f83-89b0-28c9b6dbfd5e None None] Provisioning complete for port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:49:07.957825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bca05436-38ff-4f83-89b0-28c9b6dbfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:08.037525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bca05436-38ff-4f83-89b0-28c9b6dbfd5e None None] Current status of the port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:49:08.429982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2b24c7a9-6e74-4194-9693-10e5c12e90e3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:49:08.482693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:49:08.483120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b24c7a9-6e74-4194-9693-10e5c12e90e3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:08.559717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2b24c7a9-6e74-4194-9693-10e5c12e90e3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:49:27.536305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-63615ec8-1df1-4af3-bc48-25b12cecced8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:29.742055 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a57e8cd0-eb08-40aa-94d4-db7b3e216f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:30.810909 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:31.795597 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:49:32.319250 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:33.781928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:57.557413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9551b97a-6820-42d4-bc39-1f4d7213675c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:49:59.758331 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-79a22691-daa0-4b22-8c50-c94a7401c484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:00.774282 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:02.329667 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:03.775242 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:08.795051 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:50:27.551514 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-46cb2961-49d2-49f7-bb3f-0543ebafe035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:29.739477 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2913f476-ed4b-4b49-8f43-19c52ece8fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:30.774807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:32.368916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:33.785706 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:45.794268 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:50:50.512316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41732) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:50:50.517927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-e19b0de6-d9b4-4afe-9a3f-e7d6039a7d5a tempest-verify_tempest_config-26637813 tempest-verify_tempest_config-26637813-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:50:50.519016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e19b0de6-d9b4-4afe-9a3f-e7d6039a7d5a tempest-verify_tempest_config-26637813 tempest-verify_tempest_config-26637813-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056663 Feb 10 03:50:51.145290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41750) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:50:51.253968 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.326484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Publish callbacks [] for security_group (b0202dcc-f847-46fc-b8e9-4d559e74a5ef), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.406619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b0202dcc-f847-46fc-b8e9-4d559e74a5ef), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.453600 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c4e1e3a534c4522bcaecb784491cd42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3072324 Feb 10 03:50:51.454455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0202dcc-f847-46fc-b8e9-4d559e74a5ef,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:50:51.456360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41754) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:50:51.461697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.462051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.462400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.462762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.463103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.463438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.463768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.464613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.465080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.465396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.465719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.466047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.466375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756f773-c308-4e38-a979-6b9d9cd582ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.513911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Publish callbacks [] for security_group (b0202dcc-f847-46fc-b8e9-4d559e74a5ef), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.535828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Publish callbacks [] for security_group (b0202dcc-f847-46fc-b8e9-4d559e74a5ef), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.692473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b0202dcc-f847-46fc-b8e9-4d559e74a5ef), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.695065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:51.696228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0202dcc-f847-46fc-b8e9-4d559e74a5ef HTTP/1.1" status: 204 len: 168 time: 0.2388349 Feb 10 03:50:51.705304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0202dcc-f847-46fc-b8e9-4d559e74a5ef,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:50:51.711954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.712308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.712647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.712981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.713319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.713642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.713963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.714800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.715129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.715469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.715833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.716088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:51.716409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12a3531-78e8-4720-b821-ac34478ee9ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:50:57.556388 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dfa17d0f-6026-440c-87f4-3c82362313a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:50:59.744670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b735c9e2-5af6-448e-b572-e1f18602609a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:00.801678 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:02.453794 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:03.773270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:22.793584 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:51:27.674085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bacd2741-f02a-4773-a895-d995c5ea7fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:29.778042 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f5a95a42-aa8c-4a36-ba5e-1a11af4c258d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:30.778102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:32.355025 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:33.800938 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:57.566237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-09e1af99-8b21-48c4-b012-7786df3de4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:59.748686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ecba7f4b-e8bd-4ef1-b739-15134a32c5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:51:59.792895 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:52:00.782354 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:02.364002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:03.792625 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:27.545939 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-926b2ef4-f3f0-487c-b0e9-ad1a965bf26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:29.740050 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e98c7be-7a38-4019-8e32-4cdae81ea1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:30.781375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:32.341353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:33.832475 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:36.792054 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:52:57.574428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a93d094-e5af-4d92-8224-9663c172d86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:52:59.723253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cac216c3-cb4f-4060-b331-d428454a47b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:00.803592 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:02.351711 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:03.803666 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:13.791712 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 5 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:53:27.556316 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9369c994-70cb-43b9-b1bf-0b3095758200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:29.755496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6041aa9c-9a30-460d-a300-c43426084750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:30.794853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:32.344987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:33.777622 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:46.658256 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8225734'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:47.972879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8225734'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:50.791113 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:53:57.555106 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3b7dec30-bd58-4571-b6ed-a9e521a26626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:53:59.749623 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e306a6ab-10d5-42f1-b47c-8ae534860c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:00.800826 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:02.349516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:03.787660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:16.583066 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:17.926349 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:27.571023 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7769142-6fbe-44c7-8f37-0aa21f0ef623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:27.791048 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:54:29.799950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fb8ba2fc-5676-493d-835f-460f6ce4ce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:30.804976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:32.369601 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:32.651212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41812) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:54:32.756487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b3b152d7-f3d4-4aef-b9b6-04ce81f94061 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1041510 Feb 10 03:54:33.788393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:35.014131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41822) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:54:35.069570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c5db9757-1add-4939-95d1-f952b37a4a45 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0543389 Feb 10 03:54:46.610493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:47.959327 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:57.568293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2120-48db-4931-9d39-141d7cc8f87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:54:59.752884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a049df03-cd0f-454c-a9d1-24062eb30d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:00.815873 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:02.362360 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:03.786676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:04.797517 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:55:16.592457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:17.921862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:27.546638 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-382277e8-a0d9-4572-b3ff-1389885e4d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:29.767557 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f3aba73-bd59-4cc8-b51c-80a71e7f6393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:30.796995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:32.363172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:33.796916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:41.790230 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:55:46.625703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:47.962274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:57.567658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf104558-164d-4df0-96a1-8e0da9ec0bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:55:59.773096 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcaabbc1-4abe-41a8-a74d-a155a449d824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:00.254851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42012) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:00.812512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:00.813016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e7666270-fff4-4b7c-9cf4-d6e1153e9208 tempest-AutoAllocateNetworkTest-833776946 tempest-AutoAllocateNetworkTest-833776946-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=912df267d7fb4c6ca02d82949b345091&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5565095 Feb 10 03:56:00.823714 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:01.006069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fba92c-23b7-45d1-aa41-3d1e56e51f06 tempest-AutoAllocateNetworkTest-833776946 tempest-AutoAllocateNetworkTest-833776946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:01.009355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33fba92c-23b7-45d1-aa41-3d1e56e51f06 tempest-AutoAllocateNetworkTest-833776946 tempest-AutoAllocateNetworkTest-833776946-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1938510 Feb 10 03:56:01.011831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42046) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:01.074162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42048) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:01.074876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1ff4b07c-85ac-4a2b-8952-de717f16ca07 tempest-AutoAllocateNetworkTest-833776946 tempest-AutoAllocateNetworkTest-833776946-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612321 Feb 10 03:56:01.101950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dc1a6cfe-fed7-4caa-8c23-b077e28b27b6 tempest-AutoAllocateNetworkTest-833776946 tempest-AutoAllocateNetworkTest-833776946-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=912df267d7fb4c6ca02d82949b345091 HTTP/1.1" status: 200 len: 208 time: 0.0265126 Feb 10 03:56:02.231024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42088) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:02.361703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.526539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.599988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Publish callbacks [] for security_group (68b6b345-40df-4ed5-b19b-e83242eefe67), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.658895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (68b6b345-40df-4ed5-b19b-e83242eefe67), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.692990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b6b345-40df-4ed5-b19b-e83242eefe67,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:02.702546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.702925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.703266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.703759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.704768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.705100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.705605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.705943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.706272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.706598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.706950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.707272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.707648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] Tracked resource versions report: Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: pushed versions: Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: { 'AddressGroup': {'1.2'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'ConntrackHelper': {'1.0'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Log': {'1.0'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Network': {'1.1'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Port': {'1.7'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'PortForwarding': {'1.2'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'QosPolicy': {'1.10'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'SecurityGroup': {'1.5'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'SubPort': {'1.0'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Subnet': {'1.1'}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Trunk': {'1.1'}} Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: consumer versions: Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: HyperV agent@n-h1-827844-2: {}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: HyperV agent@n-h2-827844-2: {}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: L3 agent@n-d-827844-2: {}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: Metadata agent@n-d-827844-2: {}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: Metering agent@n-d-827844-2: {}, Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'ConntrackHelper': '1.0', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'LocalIPAssociation': '1.0', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Log': '1.0', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Network': '1.1', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Port': '1.7', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'PortForwarding': '1.2', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'QosPolicy': '1.10', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'SecurityGroup': '1.5', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'SecurityGroupRule': '1.2', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'SubPort': '1.0', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Subnet': '1.1', Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: 'Trunk': '1.1'}} Feb 10 03:56:02.708677 n-d-827844-2 neutron-server[109959]: {{(pid=109959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:56:02.721563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fd9a4b76-9a5a-459f-a84e-16e584a8de7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=912df267d7fb4c6ca02d82949b345091&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4894440 Feb 10 03:56:02.724192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42114) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:02.779159 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b7cbfd2-e01e-4ac8-a0ee-4fb04e23c607 admin admin] Publish callbacks [] for security_group (68b6b345-40df-4ed5-b19b-e83242eefe67), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.800642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b7cbfd2-e01e-4ac8-a0ee-4fb04e23c607 admin admin] Publish callbacks [] for security_group (68b6b345-40df-4ed5-b19b-e83242eefe67), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.908812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b7cbfd2-e01e-4ac8-a0ee-4fb04e23c607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (68b6b345-40df-4ed5-b19b-e83242eefe67), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.915943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b7cbfd2-e01e-4ac8-a0ee-4fb04e23c607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:02.915943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6b7cbfd2-e01e-4ac8-a0ee-4fb04e23c607 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68b6b345-40df-4ed5-b19b-e83242eefe67 HTTP/1.1" status: 204 len: 168 time: 0.1880493 Feb 10 03:56:02.921648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cbfd2-e01e-4ac8-a0ee-4fb04e23c607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b6b345-40df-4ed5-b19b-e83242eefe67,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:03.778915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:05.687733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42270) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:05.895845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12aae66c-dd9d-46e7-8b66-ab2f6e18f6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:05.968553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12aae66c-dd9d-46e7-8b66-ab2f6e18f6e5 admin admin] Publish callbacks [] for security_group (80ce6d76-a76e-47bd-9413-5471a70ec7cd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.012796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12aae66c-dd9d-46e7-8b66-ab2f6e18f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (80ce6d76-a76e-47bd-9413-5471a70ec7cd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.044747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aae66c-dd9d-46e7-8b66-ab2f6e18f6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ce6d76-a76e-47bd-9413-5471a70ec7cd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:06.066426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12aae66c-dd9d-46e7-8b66-ab2f6e18f6e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c6807d576ff4ebdb0c0f29be99bd2a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3765793 Feb 10 03:56:06.068497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42296) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:06.149281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d15b0123-66fa-4d39-8dd7-0b6383373026 admin admin] Publish callbacks [] for security_group (80ce6d76-a76e-47bd-9413-5471a70ec7cd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.153021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:06.174514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d15b0123-66fa-4d39-8dd7-0b6383373026 admin admin] Publish callbacks [] for security_group (80ce6d76-a76e-47bd-9413-5471a70ec7cd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.304403 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d15b0123-66fa-4d39-8dd7-0b6383373026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (80ce6d76-a76e-47bd-9413-5471a70ec7cd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.306963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d15b0123-66fa-4d39-8dd7-0b6383373026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.308191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d15b0123-66fa-4d39-8dd7-0b6383373026 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80ce6d76-a76e-47bd-9413-5471a70ec7cd HTTP/1.1" status: 204 len: 168 time: 0.2382846 Feb 10 03:56:06.315841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b0123-66fa-4d39-8dd7-0b6383373026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ce6d76-a76e-47bd-9413-5471a70ec7cd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:06.701304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.773967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Publish callbacks [] for security_group (14752b7e-199f-45d7-aac0-972856c889d2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.851445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (14752b7e-199f-45d7-aac0-972856c889d2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.898518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f9e4ccd37af4f1cbb62fa2f766ad8ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7441075 Feb 10 03:56:06.900518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14752b7e-199f-45d7-aac0-972856c889d2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:06.901316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42328) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:06.908712 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.909054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.909387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.909722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.910109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.910393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.910732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.911082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.911404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4379dc-4e35-4310-905d-c216324a7b82 admin admin] Tracked resource versions report: Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: pushed versions: Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: { 'AddressGroup': {'1.2'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'ConntrackHelper': {'1.0'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Log': {'1.0'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Network': {'1.1'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Port': {'1.7'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'PortForwarding': {'1.2'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'QosPolicy': {'1.10'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'SecurityGroup': {'1.5'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'SubPort': {'1.0'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Subnet': {'1.1'}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Trunk': {'1.1'}} Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: consumer versions: Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: HyperV agent@n-h1-827844-2: {}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: HyperV agent@n-h2-827844-2: {}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: L3 agent@n-d-827844-2: {}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: Metadata agent@n-d-827844-2: {}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: Metering agent@n-d-827844-2: {}, Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'ConntrackHelper': '1.0', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'LocalIPAssociation': '1.0', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Log': '1.0', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Network': '1.1', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Port': '1.7', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'PortForwarding': '1.2', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'QosPolicy': '1.10', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'SecurityGroup': '1.5', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'SecurityGroupRule': '1.2', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'SubPort': '1.0', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Subnet': '1.1', Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: 'Trunk': '1.1'}} Feb 10 03:56:06.918562 n-d-827844-2 neutron-server[109958]: {{(pid=109958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:56:06.951607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b745daad-9047-4a8b-a630-6824c3a86309 admin admin] Publish callbacks [] for security_group (14752b7e-199f-45d7-aac0-972856c889d2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:06.973515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b745daad-9047-4a8b-a630-6824c3a86309 admin admin] Publish callbacks [] for security_group (14752b7e-199f-45d7-aac0-972856c889d2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.099111 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b745daad-9047-4a8b-a630-6824c3a86309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (14752b7e-199f-45d7-aac0-972856c889d2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.101716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b745daad-9047-4a8b-a630-6824c3a86309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.102953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b745daad-9047-4a8b-a630-6824c3a86309 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14752b7e-199f-45d7-aac0-972856c889d2 HTTP/1.1" status: 204 len: 168 time: 0.2006435 Feb 10 03:56:07.111811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745daad-9047-4a8b-a630-6824c3a86309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14752b7e-199f-45d7-aac0-972856c889d2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:07.140664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42334) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:07.223567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:07.507835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42348) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:07.521913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7837d981-352a-47c1-9e75-c65f50e412a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.593103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42352) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:07.595726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7837d981-352a-47c1-9e75-c65f50e412a0 admin admin] Publish callbacks [] for security_group (69a83d09-df3b-408b-b36a-87c97775c5e3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.670143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7837d981-352a-47c1-9e75-c65f50e412a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (69a83d09-df3b-408b-b36a-87c97775c5e3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.730720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837d981-352a-47c1-9e75-c65f50e412a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a83d09-df3b-408b-b36a-87c97775c5e3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:07.765094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7837d981-352a-47c1-9e75-c65f50e412a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42047b3339684c65b61a96401ebd8bde&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2562113 Feb 10 03:56:07.766929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3a56215-fe06-45af-bf34-9105bd0c238d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.768846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42360) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:07.777264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0206240-cb12-4b37-8b91-a932acc8e412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.819421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-457b18a7-d283-4db9-ab0a-c028ba455d78 admin admin] Publish callbacks [] for security_group (69a83d09-df3b-408b-b36a-87c97775c5e3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.845205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-457b18a7-d283-4db9-ab0a-c028ba455d78 admin admin] Publish callbacks [] for security_group (69a83d09-df3b-408b-b36a-87c97775c5e3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.903342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3a56215-fe06-45af-bf34-9105bd0c238d admin admin] Publish callbacks [] for security_group (60652ed1-0156-47cc-afe9-cd5b937d5a04), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.912498 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0206240-cb12-4b37-8b91-a932acc8e412 admin admin] Publish callbacks [] for security_group (33258e65-a9de-444a-aeaa-72123846d478), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.938020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce22ce8e-cb2d-488d-b6ed-693188ea2726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.967969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-457b18a7-d283-4db9-ab0a-c028ba455d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (69a83d09-df3b-408b-b36a-87c97775c5e3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.971269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-457b18a7-d283-4db9-ab0a-c028ba455d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:07.972387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-457b18a7-d283-4db9-ab0a-c028ba455d78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69a83d09-df3b-408b-b36a-87c97775c5e3 HTTP/1.1" status: 204 len: 168 time: 0.2025976 Feb 10 03:56:07.986391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b18a7-d283-4db9-ab0a-c028ba455d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a83d09-df3b-408b-b36a-87c97775c5e3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.011987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3a56215-fe06-45af-bf34-9105bd0c238d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (60652ed1-0156-47cc-afe9-cd5b937d5a04), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.018864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0206240-cb12-4b37-8b91-a932acc8e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (33258e65-a9de-444a-aeaa-72123846d478), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.033347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce22ce8e-cb2d-488d-b6ed-693188ea2726 admin admin] Publish callbacks [] for security_group (5e6b5083-e622-4e95-8a45-2ff34d62f6b1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.067806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42382) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:08.084275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a3a56215-fe06-45af-bf34-9105bd0c238d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cb84bea02c44228b0df673f16d0ee25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8596280 Feb 10 03:56:08.084275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a56215-fe06-45af-bf34-9105bd0c238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60652ed1-0156-47cc-afe9-cd5b937d5a04,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.084807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0215e654-7389-453d-8e97-acf2934e31dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.085365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42384) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:08.098262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d0206240-cb12-4b37-8b91-a932acc8e412 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4471ed131a0f48a29eba91ecadc865ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9536052 Feb 10 03:56:08.107801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42386) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:08.130270 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce22ce8e-cb2d-488d-b6ed-693188ea2726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5e6b5083-e622-4e95-8a45-2ff34d62f6b1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.133515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0206240-cb12-4b37-8b91-a932acc8e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33258e65-a9de-444a-aeaa-72123846d478,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.171550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e1320d9-cc8d-4bfa-8427-741e351a63ca admin admin] Publish callbacks [] for security_group (60652ed1-0156-47cc-afe9-cd5b937d5a04), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.203060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ce22ce8e-cb2d-488d-b6ed-693188ea2726 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc39b0ca7e894121a1b2ceffae49760a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6088014 Feb 10 03:56:08.203693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42392) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:08.204693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e1320d9-cc8d-4bfa-8427-741e351a63ca admin admin] Publish callbacks [] for security_group (60652ed1-0156-47cc-afe9-cd5b937d5a04), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.242114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22ce8e-cb2d-488d-b6ed-693188ea2726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6b5083-e622-4e95-8a45-2ff34d62f6b1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.301872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42404) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:08.304022 n-d-827844-2 neutron-server[109958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 03:56:08.307658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0215e654-7389-453d-8e97-acf2934e31dd admin admin] Publish callbacks [] for security_group (8bf741fd-48a4-4f19-8d1a-75a076b9bb62), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.315407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7324c411-f338-4dc5-8c75-2a1c49ab6ffb admin admin] Publish callbacks [] for security_group (33258e65-a9de-444a-aeaa-72123846d478), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.329233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-b3bd029e-4a16-4ae5-bb92-edd03db66c1e tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=eeabd196c1c24facb53b9e9cf944395d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260618 Feb 10 03:56:08.330875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e1320d9-cc8d-4bfa-8427-741e351a63ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (60652ed1-0156-47cc-afe9-cd5b937d5a04), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.341230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e1320d9-cc8d-4bfa-8427-741e351a63ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.342985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9e1320d9-cc8d-4bfa-8427-741e351a63ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60652ed1-0156-47cc-afe9-cd5b937d5a04 HTTP/1.1" status: 204 len: 168 time: 0.2565160 Feb 10 03:56:08.350413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7324c411-f338-4dc5-8c75-2a1c49ab6ffb admin admin] Publish callbacks [] for security_group (33258e65-a9de-444a-aeaa-72123846d478), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.358500 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05720ab0-edf4-4b88-87c8-e3e22baca00d admin admin] Publish callbacks [] for security_group (5e6b5083-e622-4e95-8a45-2ff34d62f6b1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.374173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1320d9-cc8d-4bfa-8427-741e351a63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60652ed1-0156-47cc-afe9-cd5b937d5a04,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.402540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05720ab0-edf4-4b88-87c8-e3e22baca00d admin admin] Publish callbacks [] for security_group (5e6b5083-e622-4e95-8a45-2ff34d62f6b1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.414953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0215e654-7389-453d-8e97-acf2934e31dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8bf741fd-48a4-4f19-8d1a-75a076b9bb62), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.478579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0215e654-7389-453d-8e97-acf2934e31dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47996250933c4f88b78a5eacf6350d10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4069245 Feb 10 03:56:08.478579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215e654-7389-453d-8e97-acf2934e31dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf741fd-48a4-4f19-8d1a-75a076b9bb62,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.481333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:08.545079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7324c411-f338-4dc5-8c75-2a1c49ab6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (33258e65-a9de-444a-aeaa-72123846d478), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.549162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7324c411-f338-4dc5-8c75-2a1c49ab6ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.550668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7324c411-f338-4dc5-8c75-2a1c49ab6ffb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33258e65-a9de-444a-aeaa-72123846d478 HTTP/1.1" status: 204 len: 168 time: 0.4474142 Feb 10 03:56:08.553157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e0cc-831d-4a86-be3e-ecaba8e71254 admin admin] Publish callbacks [] for security_group (8bf741fd-48a4-4f19-8d1a-75a076b9bb62), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.569962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c411-f338-4dc5-8c75-2a1c49ab6ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33258e65-a9de-444a-aeaa-72123846d478,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.583389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05720ab0-edf4-4b88-87c8-e3e22baca00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5e6b5083-e622-4e95-8a45-2ff34d62f6b1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.585847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05720ab0-edf4-4b88-87c8-e3e22baca00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.587062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-05720ab0-edf4-4b88-87c8-e3e22baca00d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e6b5083-e622-4e95-8a45-2ff34d62f6b1 HTTP/1.1" status: 204 len: 168 time: 0.3751190 Feb 10 03:56:08.589280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e0cc-831d-4a86-be3e-ecaba8e71254 admin admin] Publish callbacks [] for security_group (8bf741fd-48a4-4f19-8d1a-75a076b9bb62), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.607337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05720ab0-edf4-4b88-87c8-e3e22baca00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6b5083-e622-4e95-8a45-2ff34d62f6b1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:08.610795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-63983cea-a4a5-43eb-8ef8-f6153b61a074 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:08.619111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-63983cea-a4a5-43eb-8ef8-f6153b61a074 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693293 Feb 10 03:56:08.633726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-cbfcebe8-fa71-4602-b11f-1b7e62ccc49c tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/quotas/eeabd196c1c24facb53b9e9cf944395d HTTP/1.1" status: 200 len: 375 time: 0.0104597 Feb 10 03:56:08.696003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-8c333145-06ee-484a-ab47-9a97c1e10434 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eeabd196c1c24facb53b9e9cf944395d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549321 Feb 10 03:56:08.834399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e0cc-831d-4a86-be3e-ecaba8e71254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8bf741fd-48a4-4f19-8d1a-75a076b9bb62), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.836942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fa9e0cc-831d-4a86-be3e-ecaba8e71254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:08.838081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4fa9e0cc-831d-4a86-be3e-ecaba8e71254 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bf741fd-48a4-4f19-8d1a-75a076b9bb62 HTTP/1.1" status: 204 len: 168 time: 0.3543990 Feb 10 03:56:08.846543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9e0cc-831d-4a86-be3e-ecaba8e71254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf741fd-48a4-4f19-8d1a-75a076b9bb62,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:09.427876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42448) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:09.441440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6981102f-f70f-482b-954b-4cd787ce29a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.519541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6981102f-f70f-482b-954b-4cd787ce29a4 admin admin] Publish callbacks [] for security_group (57940ee8-fa9c-4014-84df-c99fc9f15692), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.567473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6981102f-f70f-482b-954b-4cd787ce29a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (57940ee8-fa9c-4014-84df-c99fc9f15692), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.605022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981102f-f70f-482b-954b-4cd787ce29a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57940ee8-fa9c-4014-84df-c99fc9f15692,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:09.612491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42454) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:09.613044 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6981102f-f70f-482b-954b-4cd787ce29a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fcee996953c4940aebc238e66fc994f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1835551 Feb 10 03:56:09.666136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f80d442-4145-4e7e-99f5-b4bc3bd0d7f0 admin admin] Publish callbacks [] for security_group (57940ee8-fa9c-4014-84df-c99fc9f15692), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.686473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f80d442-4145-4e7e-99f5-b4bc3bd0d7f0 admin admin] Publish callbacks [] for security_group (57940ee8-fa9c-4014-84df-c99fc9f15692), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.767379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42458) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:09.782317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c936c2e-85b1-490d-9d67-ff628d7e03cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.836186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f80d442-4145-4e7e-99f5-b4bc3bd0d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (57940ee8-fa9c-4014-84df-c99fc9f15692), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.839706 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f80d442-4145-4e7e-99f5-b4bc3bd0d7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.841102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f80d442-4145-4e7e-99f5-b4bc3bd0d7f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57940ee8-fa9c-4014-84df-c99fc9f15692 HTTP/1.1" status: 204 len: 168 time: 0.2276609 Feb 10 03:56:09.855664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80d442-4145-4e7e-99f5-b4bc3bd0d7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57940ee8-fa9c-4014-84df-c99fc9f15692,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:09.916172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c936c2e-85b1-490d-9d67-ff628d7e03cf admin admin] Publish callbacks [] for security_group (8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:09.965671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42470) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:10.007460 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c936c2e-85b1-490d-9d67-ff628d7e03cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.039467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42476) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:10.048976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2c936c2e-85b1-490d-9d67-ff628d7e03cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4f3fbf591894037b192a6472ab819fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2802091 Feb 10 03:56:10.050181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c936c2e-85b1-490d-9d67-ff628d7e03cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:10.052432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42478) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:10.073788 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8374251f-b2eb-41ce-a8f3-211c7ee37121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.145824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0572bbfd-b251-46c0-90dc-7ef0a76f3da4 admin admin] Publish callbacks [] for security_group (8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.178710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0572bbfd-b251-46c0-90dc-7ef0a76f3da4 admin admin] Publish callbacks [] for security_group (8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.216208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8374251f-b2eb-41ce-a8f3-211c7ee37121 admin admin] Publish callbacks [] for security_group (58a8cacb-dee6-45ec-a08e-290b87a1838f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.325225 n-d-827844-2 neutron-server[109959]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 03:56:10.340440 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8374251f-b2eb-41ce-a8f3-211c7ee37121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (58a8cacb-dee6-45ec-a08e-290b87a1838f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.370092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374251f-b2eb-41ce-a8f3-211c7ee37121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8cacb-dee6-45ec-a08e-290b87a1838f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:10.388044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0572bbfd-b251-46c0-90dc-7ef0a76f3da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.392123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0572bbfd-b251-46c0-90dc-7ef0a76f3da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.393732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0572bbfd-b251-46c0-90dc-7ef0a76f3da4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad HTTP/1.1" status: 204 len: 168 time: 0.3390656 Feb 10 03:56:10.401873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8374251f-b2eb-41ce-a8f3-211c7ee37121 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a61a362c5b4c465192798d376c2b1782&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3604622 Feb 10 03:56:10.406487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42490) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:10.417457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c88920d0-c90c-4a9a-a368-c2de938a1510 req-7187388a-2714-475f-b734-7dd929d92457 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 210 time: 0.4496295 Feb 10 03:56:10.427675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572bbfd-b251-46c0-90dc-7ef0a76f3da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6ef1dd-6129-491e-b9e7-d6fdbcea8dad,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:10.470235 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e680795-b492-4f9d-9b32-703f0a1a904f admin admin] Publish callbacks [] for security_group (58a8cacb-dee6-45ec-a08e-290b87a1838f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.495598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e680795-b492-4f9d-9b32-703f0a1a904f admin admin] Publish callbacks [] for security_group (58a8cacb-dee6-45ec-a08e-290b87a1838f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.629939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e680795-b492-4f9d-9b32-703f0a1a904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (58a8cacb-dee6-45ec-a08e-290b87a1838f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.632671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e680795-b492-4f9d-9b32-703f0a1a904f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:10.633841 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9e680795-b492-4f9d-9b32-703f0a1a904f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58a8cacb-dee6-45ec-a08e-290b87a1838f HTTP/1.1" status: 204 len: 168 time: 0.2254014 Feb 10 03:56:10.642084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e680795-b492-4f9d-9b32-703f0a1a904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8cacb-dee6-45ec-a08e-290b87a1838f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:11.620364 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2adbe6cc-d11c-479d-94f6-dabc30942e18 req-617f9cf3-7a1a-484e-8c79-fcf52337bb2c tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 210 time: 0.0484598 Feb 10 03:56:12.409355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.43', 59613) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:12.447873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-8572ef34-3959-4d9b-b27f-e76ae377a057 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=eeabd196c1c24facb53b9e9cf944395d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356276 Feb 10 03:56:12.556982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-9b038425-0157-4168-a805-9c1775d8aea8 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:12.559145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-9b038425-0157-4168-a805-9c1775d8aea8 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064153 Feb 10 03:56:12.564537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42578) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:12.659794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Request body: {'port': {'device_id': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'eeabd196c1c24facb53b9e9cf944395d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:12.816811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53f8e3d9-ed9b-4082-976b-7e78671cc3a1 req-15175736-8d2c-4a09-bc13-78a6e22d23e5 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Feb 10 03:56:12.852141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-network', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:13.097581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Made reservation on behalf of ee8566aca7e34d72b480239e591fb99d for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:13.099954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.112678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.121167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Made reservation on behalf of eeabd196c1c24facb53b9e9cf944395d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:13.124642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.144167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.221050 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks [] for security_group (e3be7878-369c-4e7b-8f03-f32f5b5fcc53), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.274671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks [] for security_group (a8f7e4a6-634a-4e06-a6a2-ec0e235d6413), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.304407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e3be7878-369c-4e7b-8f03-f32f5b5fcc53), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.325166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:56:13.338512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3be7878-369c-4e7b-8f03-f32f5b5fcc53,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:13.343384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4649365e-bb77-45ef-94fe-517c22bb79c1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.343724 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Added segment 4649365e-bb77-45ef-94fe-517c22bb79c1 of type vlan for network 2411eec2-e944-4e7e-9905-52d2c6e0716b Feb 10 03:56:13.390060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a8f7e4a6-634a-4e06-a6a2-ec0e235d6413), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.407102 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2411eec2-e944-4e7e-9905-52d2c6e0716b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.549802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:13.640380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2411eec2-e944-4e7e-9905-52d2c6e0716b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.641975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:13.642671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.684169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Allocated IP 192.168.233.236 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/d5556903-4c36-4e5f-802e-069985d8bbe7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:13.741821 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1753867 Feb 10 03:56:13.744815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:13.746903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d14d3-fa6c-4060-97f5-060ce6f6ea43 admin admin] Pushing event updated for resources: {'Network': ['ID=2411eec2-e944-4e7e-9905-52d2c6e0716b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:13.757359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Request body: {'subnet': {'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-subnet', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:13.759826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:56:13.868373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Made reservation on behalf of ee8566aca7e34d72b480239e591fb99d for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:13.871559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.904633 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks [] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:13.975803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-893420ef-2832-44c9-b1f5-81cdd0581890 req-292b93db-fe51-4134-8097-e990f35eff39 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 210 time: 0.0416272 Feb 10 03:56:14.006592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:14.191862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:14.206003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:14.221600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:14.231438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:14.232327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:14.258689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Pushing event updated for resources: {'Port': ['ID=d5556903-4c36-4e5f-802e-069985d8bbe7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:14.324329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-38dd0955-2b42-4e72-b823-9cc33c06d368 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6690991 Feb 10 03:56:14.388967 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (587a2853-ce4d-420f-8f7d-052b827b1cb1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:14.399053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-6072bd6e-b136-4bd2-b114-45bb26b9c553 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:56:14.400593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-6072bd6e-b136-4bd2-b114-45bb26b9c553 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067830 Feb 10 03:56:14.492459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=587a2853-ce4d-420f-8f7d-052b827b1cb1,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:14.512557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Checking segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:14.514324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Network hostable DHCP agents. Network: 2411eec2-e944-4e7e-9905-52d2c6e0716b, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:56:14.691961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb68cba8-7b5b-47d7-ba1e-8985f8ede7e9 None None] Provisioning complete for port d5556903-4c36-4e5f-802e-069985d8bbe7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:14.692342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb68cba8-7b5b-47d7-ba1e-8985f8ede7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:14.726537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:56:14.746742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb68cba8-7b5b-47d7-ba1e-8985f8ede7e9 None None] Port d5556903-4c36-4e5f-802e-069985d8bbe7 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:14.905253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2411eec2-e944-4e7e-9905-52d2c6e0716b) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:14.924278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:14.924278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:14.924517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5d0f7-a80d-495f-9e3c-31a58ac71f22 None None] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:15.110016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-2411eec2-e944-4e7e-9905-52d2c6e0716b', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:56:15.110016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:15.165807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a4a2c-917d-472d-9db8-b019ba0786fd req-729d2d1d-6eda-4c12-879b-881cd54fe9c6 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:15.170517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d79a4a2c-917d-472d-9db8-b019ba0786fd req-729d2d1d-6eda-4c12-879b-881cd54fe9c6 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 936 time: 0.1094890 Feb 10 03:56:15.277012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Request body: {'port': {'device_id': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'device_owner': 'compute:tempest-test_az-1735160089', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:15.287246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Allocated IP 172.20.0.2 (2411eec2-e944-4e7e-9905-52d2c6e0716b/587a2853-ce4d-420f-8f7d-052b827b1cb1/97f9a559-40e4-4270-a719-e1202aa24d10) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:15.288317 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d79a4a2c-917d-472d-9db8-b019ba0786fd req-27b699f5-6fc5-4ba2-b80c-33b0130ec14d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065977 Feb 10 03:56:15.452398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:15.513737 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Publish callbacks [] for port (97f9a559-40e4-4270-a719-e1202aa24d10), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:15.751823 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-41caf52f-36a2-4e48-b702-5d84292305bc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0058329 Feb 10 03:56:15.756206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:15.764130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:15.773738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:15.878510 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:15.880559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:15.907201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Pushing event updated for resources: {'Port': ['ID=97f9a559-40e4-4270-a719-e1202aa24d10,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:15.936052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.936670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.936767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.937120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.947088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.947558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.947958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.948663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.949234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.949763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.950398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.950987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.951470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Tracked resource versions report: Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: pushed versions: Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: { 'AddressGroup': {'1.2'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'ConntrackHelper': {'1.0'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Log': {'1.0'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Network': {'1.1'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Port': {'1.7'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'PortForwarding': {'1.2'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'QosPolicy': {'1.10'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'SecurityGroup': {'1.5'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'SubPort': {'1.0'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Subnet': {'1.1'}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Trunk': {'1.1'}} Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: consumer versions: Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: HyperV agent@n-h1-827844-2: {}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: HyperV agent@n-h2-827844-2: {}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: L3 agent@n-d-827844-2: {}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: Metadata agent@n-d-827844-2: {}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: Metering agent@n-d-827844-2: {}, Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'ConntrackHelper': '1.0', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'LocalIPAssociation': '1.0', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Log': '1.0', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Network': '1.1', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Port': '1.7', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'PortForwarding': '1.2', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'QosPolicy': '1.10', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'SecurityGroup': '1.5', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'SecurityGroupRule': '1.2', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'SubPort': '1.0', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Subnet': '1.1', Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: 'Trunk': '1.1'}} Feb 10 03:56:15.952882 n-d-827844-2 neutron-server[109960]: {{(pid=109960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:56:16.003711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:16.007347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:16.013070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:16.031020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks [] for router_controller (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.046071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5556903-4c36-4e5f-802e-069985d8bbe7 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:16.065497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Publish callbacks [] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.098502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Transition to ACTIVE for port object d5556903-4c36-4e5f-802e-069985d8bbe7 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:56:16.173780 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.330861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Pushing event updated for resources: {'Port': ['ID=d5556903-4c36-4e5f-802e-069985d8bbe7,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:16.352479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Attempting to bind port d5556903-4c36-4e5f-802e-069985d8bbe7 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:16.353108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Attempting to bind port d5556903-4c36-4e5f-802e-069985d8bbe7 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:16.353653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Attempting to bind port d5556903-4c36-4e5f-802e-069985d8bbe7 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:16.359509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Port d5556903-4c36-4e5f-802e-069985d8bbe7 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:56:16.360881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Attempting to bind port 97f9a559-40e4-4270-a719-e1202aa24d10 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:16.361150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Attempting to bind port d5556903-4c36-4e5f-802e-069985d8bbe7 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:16.363895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Attempting to bind port 97f9a559-40e4-4270-a719-e1202aa24d10 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:16.364396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Attempting to bind port 97f9a559-40e4-4270-a719-e1202aa24d10 on network 2411eec2-e944-4e7e-9905-52d2c6e0716b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:16.375403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:16.376073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:16.376783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:16.377406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Bound port: d5556903-4c36-4e5f-802e-069985d8bbe7, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:16.377900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:16.378108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.378918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Checking segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:16.380532 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.381964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Bound using segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:16.383679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Bound port: 97f9a559-40e4-4270-a719-e1202aa24d10, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:16.387057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.527778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] For port d5556903-4c36-4e5f-802e-069985d8bbe7, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:16.538019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] For port d5556903-4c36-4e5f-802e-069985d8bbe7, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5556903-4c36-4e5f-802e-069985d8bbe7,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:16.566949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] For port 97f9a559-40e4-4270-a719-e1202aa24d10, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:16.571093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] For port 97f9a559-40e4-4270-a719-e1202aa24d10, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=97f9a559-40e4-4270-a719-e1202aa24d10,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:16.576840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks [] for router_gateway (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.642104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.679202 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.687213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:16.687984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.689503 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] 10.222.0.43 "PUT /v2.0/ports/d5556903-4c36-4e5f-802e-069985d8bbe7 HTTP/1.1" status: 200 len: 1118 time: 1.9302444 Feb 10 03:56:16.701236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'tag': 'd5556903-4c36-4e5f-802e-069985d8bbe7'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:16.752723 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:16.831252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b2333-d5dd-4eaf-9e47-96ab444e01d2 None None] Pushing event updated for resources: {'Port': ['ID=97f9a559-40e4-4270-a719-e1202aa24d10,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:17.103817 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d95706-56d8-4798-ad5a-d97965305e11", "tag": "d5556903-4c36-4e5f-802e-069985d8bbe7"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:17.165856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dda404-68e3-4395-b3fb-e6c65353a957 service neutron] Pushing event updated for resources: {'Port': ['ID=d5556903-4c36-4e5f-802e-069985d8bbe7,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:17.187783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-ccbd123a-9139-4b94-a779-b7d2ece272db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:17.189321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-ccbd123a-9139-4b94-a779-b7d2ece272db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eeabd196c1c24facb53b9e9cf944395d&device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 1152 time: 0.3468325 Feb 10 03:56:17.219238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e53ad-96ad-4202-ac72-1cdbf945465e req-644d1cf7-586b-4f51-8832-8204a88b691d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:17.220765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f4e53ad-96ad-4202-ac72-1cdbf945465e req-644d1cf7-586b-4f51-8832-8204a88b691d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.3086109 Feb 10 03:56:17.327052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-43c240e9-7bbc-4ba8-8319-d4b81266abd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=d5556903-4c36-4e5f-802e-069985d8bbe7 HTTP/1.1" status: 200 len: 217 time: 0.1204939 Feb 10 03:56:17.371969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks [] for router_gateway (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:17.461455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:17.612896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f4e53ad-96ad-4202-ac72-1cdbf945465e req-8d7b2aaa-3bfa-42b6-bc08-4efb130f0be4 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627541 Feb 10 03:56:17.618814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-6ef17273-3f27-4c70-82ad-daeb6d5ba164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:17.620278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-6ef17273-3f27-4c70-82ad-daeb6d5ba164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2594244 Feb 10 03:56:17.761863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-072bc1b1-cdf1-4e6b-9fdc-e1870e4e0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:17.765769 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-072bc1b1-cdf1-4e6b-9fdc-e1870e4e0b0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1376584 Feb 10 03:56:17.821669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Allocated IP 172.25.8.252 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/7d8d9ed6-d567-4ed1-87b2-21d57fc40217) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:17.892069 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330edda5-4a0f-418b-a97c-a7f167839104 x-openstack-request-id: req-330edda5-4a0f-418b-a97c-a7f167839104 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:17.892069 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d95706-56d8-4798-ad5a-d97965305e11", "tag": "d5556903-4c36-4e5f-802e-069985d8bbe7", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:17.892069 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-330edda5-4a0f-418b-a97c-a7f167839104 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:17.892069 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'tag': 'd5556903-4c36-4e5f-802e-069985d8bbe7', 'status': 'completed', 'code': 200} Feb 10 03:56:17.967523 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:18.116259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks [] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:18.299801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:18.383477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:18.390186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:18.400153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:18.483099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:18.623915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ebe64f-0e54-472b-88a6-b7c82cf857e3 None None] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:18.742552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-171fdd1a-56ca-41de-984d-44e3f57d3473 None None] Provisioning complete for port 97f9a559-40e4-4270-a719-e1202aa24d10 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:18.743389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-171fdd1a-56ca-41de-984d-44e3f57d3473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:18.807780 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:56:18.821247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 97f9a559-40e4-4270-a719-e1202aa24d10 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:18.932332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-a3c74649-c799-422b-8f7b-c705c0e17acf service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830977 Feb 10 03:56:18.984376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 97f9a559-40e4-4270-a719-e1202aa24d10 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:18.984376 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:18.986579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-171fdd1a-56ca-41de-984d-44e3f57d3473 None None] Current status of the port 97f9a559-40e4-4270-a719-e1202aa24d10 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:18.987087 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-171fdd1a-56ca-41de-984d-44e3f57d3473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.008497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd07e9-f4f4-479b-b5c0-da86ec03f396 req-16450b57-d758-4aff-ae6f-f7eb59375b23 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:19.019826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29fd07e9-f4f4-479b-b5c0-da86ec03f396 req-16450b57-d758-4aff-ae6f-f7eb59375b23 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.1810606 Feb 10 03:56:19.115549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-171fdd1a-56ca-41de-984d-44e3f57d3473 None None] For port 97f9a559-40e4-4270-a719-e1202aa24d10, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=97f9a559-40e4-4270-a719-e1202aa24d10,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:19.181755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42788) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:19.194044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 97f9a559-40e4-4270-a719-e1202aa24d10 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:19.195001 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.210215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42792) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:19.223924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-171fdd1a-56ca-41de-984d-44e3f57d3473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.305847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks [] for router_gateway (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.347156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 03:56:19.347551 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 03:56:19.348229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fdd1a-56ca-41de-984d-44e3f57d3473 None None] Pushing event updated for resources: {'Port': ['ID=97f9a559-40e4-4270-a719-e1202aa24d10,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:19.396128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c51a90d4-6a2d-41c2-b36f-fd090aadb1ff req-61b0dcef-e757-4622-b18c-63bbef4c5d3c service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537356 Feb 10 03:56:19.409492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29fd07e9-f4f4-479b-b5c0-da86ec03f396 req-6f7b437d-3757-4483-b213-e17bd0123eac tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883379 Feb 10 03:56:19.453861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-02207ce5-8906-4921-80bf-2c4da6ccebb2 None None] Provisioning complete for port 97f9a559-40e4-4270-a719-e1202aa24d10 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:19.454194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-02207ce5-8906-4921-80bf-2c4da6ccebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.607541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-02207ce5-8906-4921-80bf-2c4da6ccebb2 None None] Current status of the port 97f9a559-40e4-4270-a719-e1202aa24d10 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:19.673565 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a62834dc-e736-4629-9407-0b65fa49756f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.765777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42804) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:19.768601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dfdce2a-ebd6-4d43-9a74-8164ab5af950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.873334 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.875985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8fe72814-d36e-4d40-856c-ffc331fc4cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.880025 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a62834dc-e736-4629-9407-0b65fa49756f admin admin] Publish callbacks [] for security_group (127d7cb1-0526-4ea8-9d91-4e0ee69982a8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:19.935125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 97f9a559-40e4-4270-a719-e1202aa24d10 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:19.964819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a62834dc-e736-4629-9407-0b65fa49756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (127d7cb1-0526-4ea8-9d91-4e0ee69982a8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.019605 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8fe72814-d36e-4d40-856c-ffc331fc4cd8 admin admin] Publish callbacks [] for security_group (2ce8049d-65db-4bf2-8464-2d900c5d543a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.028265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a62834dc-e736-4629-9407-0b65fa49756f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0136e9cc1ff146faad9ac6c501bcc2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8080187 Feb 10 03:56:20.028265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62834dc-e736-4629-9407-0b65fa49756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127d7cb1-0526-4ea8-9d91-4e0ee69982a8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:20.029165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42808) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:20.109877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dfdce2a-ebd6-4d43-9a74-8164ab5af950 admin admin] Publish callbacks [] for security_group (61deb667-3824-46d3-b38f-354410ba6406), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.126306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8fe72814-d36e-4d40-856c-ffc331fc4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ce8049d-65db-4bf2-8464-2d900c5d543a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.150713 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4903-778c-4f71-b378-3843b6978bb1 admin admin] Publish callbacks [] for security_group (127d7cb1-0526-4ea8-9d91-4e0ee69982a8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.166642 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8fe72814-d36e-4d40-856c-ffc331fc4cd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a22eccc11af64faebdf4459a53c338e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998153 Feb 10 03:56:20.168686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe72814-d36e-4d40-856c-ffc331fc4cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce8049d-65db-4bf2-8464-2d900c5d543a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:20.170575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:20.200655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4903-778c-4f71-b378-3843b6978bb1 admin admin] Publish callbacks [] for security_group (127d7cb1-0526-4ea8-9d91-4e0ee69982a8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.214821 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dfdce2a-ebd6-4d43-9a74-8164ab5af950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (61deb667-3824-46d3-b38f-354410ba6406), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.257991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:56:20.316978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5dfdce2a-ebd6-4d43-9a74-8164ab5af950 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f04156a120841e2b5c8f4277774b0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1312819 Feb 10 03:56:20.321851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42816) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:20.398958 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496e1dd4-c13a-4e28-a66f-0631dcbc298b admin admin] Publish callbacks [] for security_group (61deb667-3824-46d3-b38f-354410ba6406), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.400308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdce2a-ebd6-4d43-9a74-8164ab5af950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61deb667-3824-46d3-b38f-354410ba6406,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:20.424911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dd81bd1-e088-4821-80c0-381834b37fb9 admin admin] Publish callbacks [] for security_group (2ce8049d-65db-4bf2-8464-2d900c5d543a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.427089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42818) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:20.429187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496e1dd4-c13a-4e28-a66f-0631dcbc298b admin admin] Publish callbacks [] for security_group (61deb667-3824-46d3-b38f-354410ba6406), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.479840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dd81bd1-e088-4821-80c0-381834b37fb9 admin admin] Publish callbacks [] for security_group (2ce8049d-65db-4bf2-8464-2d900c5d543a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.557596 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4903-778c-4f71-b378-3843b6978bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (127d7cb1-0526-4ea8-9d91-4e0ee69982a8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.560162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4903-778c-4f71-b378-3843b6978bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.564875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fb6e4903-778c-4f71-b378-3843b6978bb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/127d7cb1-0526-4ea8-9d91-4e0ee69982a8 HTTP/1.1" status: 204 len: 168 time: 0.5350194 Feb 10 03:56:20.612814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496e1dd4-c13a-4e28-a66f-0631dcbc298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (61deb667-3824-46d3-b38f-354410ba6406), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.616430 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496e1dd4-c13a-4e28-a66f-0631dcbc298b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.616619 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-496e1dd4-c13a-4e28-a66f-0631dcbc298b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61deb667-3824-46d3-b38f-354410ba6406 HTTP/1.1" status: 204 len: 168 time: 0.2935910 Feb 10 03:56:20.632911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e1dd4-c13a-4e28-a66f-0631dcbc298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61deb667-3824-46d3-b38f-354410ba6406,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:20.664929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-730c36ab-8a04-4f2e-80c0-4991b0ab1e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.694731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 97f9a559-40e4-4270-a719-e1202aa24d10 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:20.724135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e4903-778c-4f71-b378-3843b6978bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d7cb1-0526-4ea8-9d91-4e0ee69982a8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:20.752929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:56:20.768700 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Sync routers for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:56:20.771829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e56430-2a45-4c2d-a7d6-925bcb054c54 req-d1e5081f-a4e1-49a9-a97f-e2fb993d17ba tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:20.779733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1e56430-2a45-4c2d-a7d6-925bcb054c54 req-d1e5081f-a4e1-49a9-a97f-e2fb993d17ba tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.2467432 Feb 10 03:56:20.793158 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:20.793158 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:20.828052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 97f9a559-40e4-4270-a719-e1202aa24d10 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:20.828730 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:20.959747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 97f9a559-40e4-4270-a719-e1202aa24d10 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:20.995399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-730c36ab-8a04-4f2e-80c0-4991b0ab1e88 admin admin] Publish callbacks [] for security_group (b0c48728-e98c-449a-a94a-f3cfa755dd3b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.002672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.007108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42830) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:21.007681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bdd4fecf-e12c-40fd-b6d2-94b1ceba1ad6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2465558 Feb 10 03:56:21.052881 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1e56430-2a45-4c2d-a7d6-925bcb054c54 req-fb838fd9-000c-4393-ba83-a128f1c7fd34 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719183 Feb 10 03:56:21.068115 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:21.072924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-730c36ab-8a04-4f2e-80c0-4991b0ab1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b0c48728-e98c-449a-a94a-f3cfa755dd3b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.131283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-730c36ab-8a04-4f2e-80c0-4991b0ab1e88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cfead628a3e4d56989d68543990b85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7002490 Feb 10 03:56:21.133992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42834) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:21.175868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dd81bd1-e088-4821-80c0-381834b37fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ce8049d-65db-4bf2-8464-2d900c5d543a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.181910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dd81bd1-e088-4821-80c0-381834b37fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.185295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2dd81bd1-e088-4821-80c0-381834b37fb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ce8049d-65db-4bf2-8464-2d900c5d543a HTTP/1.1" status: 204 len: 168 time: 1.0133302 Feb 10 03:56:21.186716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c36ab-8a04-4f2e-80c0-4991b0ab1e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c48728-e98c-449a-a94a-f3cfa755dd3b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:21.210628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd81bd1-e088-4821-80c0-381834b37fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce8049d-65db-4bf2-8464-2d900c5d543a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:21.297529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba478a5-4112-42d0-b419-6dd7d8765921 admin admin] Publish callbacks [] for security_group (b0c48728-e98c-449a-a94a-f3cfa755dd3b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.350939 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:18Z', 'revision_number': 3, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:21.386939 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Checking router: 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:56:21.387751 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Updating router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:56:21.435981 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.452922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba478a5-4112-42d0-b419-6dd7d8765921 admin admin] Publish callbacks [] for security_group (b0c48728-e98c-449a-a94a-f3cfa755dd3b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.651230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42838) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:21.667250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24a4c85f-1937-4d1c-a22c-dd6981195d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.676323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba478a5-4112-42d0-b419-6dd7d8765921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b0c48728-e98c-449a-a94a-f3cfa755dd3b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.679633 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba478a5-4112-42d0-b419-6dd7d8765921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.683258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8ba478a5-4112-42d0-b419-6dd7d8765921 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0c48728-e98c-449a-a94a-f3cfa755dd3b HTTP/1.1" status: 204 len: 168 time: 0.5371408 Feb 10 03:56:21.700379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba478a5-4112-42d0-b419-6dd7d8765921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c48728-e98c-449a-a94a-f3cfa755dd3b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:21.802034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42842) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:21.804126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.833936 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e98f01fd-c60f-4cb2-a35e-d3234daa7bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.863571 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Publish callbacks [] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.907064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24a4c85f-1937-4d1c-a22c-dd6981195d7f admin admin] Publish callbacks [] for security_group (bcff1e65-e77b-4c64-8288-b453b1ea3a13), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.925913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e98f01fd-c60f-4cb2-a35e-d3234daa7bbe admin admin] Publish callbacks [] for security_group (54a75720-41ea-4504-bfcd-656102522388), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.932431 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:21.989748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24a4c85f-1937-4d1c-a22c-dd6981195d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bcff1e65-e77b-4c64-8288-b453b1ea3a13), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.008189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e98f01fd-c60f-4cb2-a35e-d3234daa7bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (54a75720-41ea-4504-bfcd-656102522388), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.035640 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Pushing event updated for resources: {'Port': ['ID=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:22.039118 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Attempting to bind port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:22.039492 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Attempting to bind port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:22.039886 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Attempting to bind port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:22.062018 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.062436 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.062908 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.063729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.063955 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.064315 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.064778 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.065122 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.065949 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.066313 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.066730 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.067072 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.067399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Tracked resource versions report: Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: pushed versions: Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: { 'AddressGroup': {'1.2'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'ConntrackHelper': {'1.0'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'LocalIPAssociation': {'1.0'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Log': {'1.0'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Network': {'1.1'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Port': {'1.7'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'PortForwarding': {'1.2'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'QosPolicy': {'1.10'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'SecurityGroup': {'1.5'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'SecurityGroupRule': {'1.2'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'SubPort': {'1.0'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Subnet': {'1.1'}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Trunk': {'1.1'}} Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: consumer versions: Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: { DHCP agent@n-d-827844-2: {}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: HyperV agent@n-h1-827844-2: {}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: HyperV agent@n-h2-827844-2: {}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: L3 agent@n-d-827844-2: {}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: Metadata agent@n-d-827844-2: {}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: Metering agent@n-d-827844-2: {}, Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: Open vSwitch agent@n-d-827844-2: { 'AddressGroup': '1.2', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'ConntrackHelper': '1.0', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'LocalIPAssociation': '1.0', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Log': '1.0', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Network': '1.1', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Port': '1.7', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'PortForwarding': '1.2', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'QosPolicy': '1.10', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'SecurityGroup': '1.5', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'SecurityGroupRule': '1.2', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'SubPort': '1.0', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Subnet': '1.1', Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: 'Trunk': '1.1'}} Feb 10 03:56:22.068606 n-d-827844-2 neutron-server[109961]: {{(pid=109961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 03:56:22.072192 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:22.072634 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:22.072987 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.075839 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:22.075839 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Bound port: 7d8d9ed6-d567-4ed1-87b2-21d57fc40217, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:22.075839 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.090217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-24a4c85f-1937-4d1c-a22c-dd6981195d7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c01f5eab089472eb2e072b5149127fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430792 Feb 10 03:56:22.107708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42846) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:22.131050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c85f-1937-4d1c-a22c-dd6981195d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcff1e65-e77b-4c64-8288-b453b1ea3a13,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:22.153969 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] For port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:22.157536 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] For port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:22.227686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e98f01fd-c60f-4cb2-a35e-d3234daa7bbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f35056d43a074bbd8fc404779d81ea1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183662 Feb 10 03:56:22.227686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f01fd-c60f-4cb2-a35e-d3234daa7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a75720-41ea-4504-bfcd-656102522388,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:22.228284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42854) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:22.276551 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.320824 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8de9d706-cdc3-42ae-9663-b00230f7cd52 admin admin] Publish callbacks [] for security_group (54a75720-41ea-4504-bfcd-656102522388), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.350523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8de9d706-cdc3-42ae-9663-b00230f7cd52 admin admin] Publish callbacks [] for security_group (54a75720-41ea-4504-bfcd-656102522388), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.374599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-aed9717d-ce97-4a94-ba9a-42695159f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:22.376553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-aed9717d-ce97-4a94-ba9a-42695159f10e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eeabd196c1c24facb53b9e9cf944395d&device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 1152 time: 0.2514377 Feb 10 03:56:22.407255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8078e83e-e0f5-4b5f-9d55-ccbefdb2bba9 admin admin] Publish callbacks [] for security_group (bcff1e65-e77b-4c64-8288-b453b1ea3a13), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.431085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Allocated IP 172.20.0.1 (2411eec2-e944-4e7e-9905-52d2c6e0716b/587a2853-ce4d-420f-8f7d-052b827b1cb1/100bffb0-5de1-4e51-b902-cf91bcb790bf) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:22.442220 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00656d-b3d9-4be1-81f0-5b86a08507c4 None None] Pushing event updated for resources: {'Port': ['ID=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:22.461034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8078e83e-e0f5-4b5f-9d55-ccbefdb2bba9 admin admin] Publish callbacks [] for security_group (bcff1e65-e77b-4c64-8288-b453b1ea3a13), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.489871 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:22.494198 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:22.538883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54d88-7b08-4cb1-8cbe-51d5ec4510a7 req-5c5e01e0-8289-49a7-bbdc-cabf25d9a608 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:22.546051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2b54d88-7b08-4cb1-8cbe-51d5ec4510a7 req-5c5e01e0-8289-49a7-bbdc-cabf25d9a608 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.3678827 Feb 10 03:56:22.572920 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8de9d706-cdc3-42ae-9663-b00230f7cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (54a75720-41ea-4504-bfcd-656102522388), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.577827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8de9d706-cdc3-42ae-9663-b00230f7cd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.580995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8de9d706-cdc3-42ae-9663-b00230f7cd52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54a75720-41ea-4504-bfcd-656102522388 HTTP/1.1" status: 204 len: 168 time: 0.3474147 Feb 10 03:56:22.597151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9d706-cdc3-42ae-9663-b00230f7cd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a75720-41ea-4504-bfcd-656102522388,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:22.724422 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:22.922882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42862) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:22.940202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2b54d88-7b08-4cb1-8cbe-51d5ec4510a7 req-e976d36f-a572-4865-ac94-c77b6afbe4e9 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931735 Feb 10 03:56:22.949750 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6970163b-acf1-4300-b7e2-1f48632a00e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:22.964616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42864) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:22.996938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d70b3439-9029-446c-8f54-ecb87031813b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.010883 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:18Z', 'revision_number': 3, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:23.011508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-f077c66d-0425-437f-abb9-563d7fad37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:23.013002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-f077c66d-0425-437f-abb9-563d7fad37f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.6079609 Feb 10 03:56:23.013585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8078e83e-e0f5-4b5f-9d55-ccbefdb2bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bcff1e65-e77b-4c64-8288-b453b1ea3a13), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.017147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8078e83e-e0f5-4b5f-9d55-ccbefdb2bba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.021040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8078e83e-e0f5-4b5f-9d55-ccbefdb2bba9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcff1e65-e77b-4c64-8288-b453b1ea3a13 HTTP/1.1" status: 204 len: 168 time: 0.8863280 Feb 10 03:56:23.057328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e83e-e0f5-4b5f-9d55-ccbefdb2bba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcff1e65-e77b-4c64-8288-b453b1ea3a13,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:23.121485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-bb6105ee-82ce-4abc-b846-0c31b4bebccb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=d5556903-4c36-4e5f-802e-069985d8bbe7 HTTP/1.1" status: 200 len: 217 time: 0.0879972 Feb 10 03:56:23.126491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks [] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.152380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead4f30-4146-4212-8629-3506dc5614e9 None None] The sync data for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 is: [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:18Z', 'revision_number': 3, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:56:23.228397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-bd2320e1-318c-4902-99da-ab97af2c0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:23.228639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-bd2320e1-318c-4902-99da-ab97af2c0e1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0980940 Feb 10 03:56:23.244236 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6970163b-acf1-4300-b7e2-1f48632a00e2 admin admin] Publish callbacks [] for security_group (ace54132-03bb-44ed-9d02-f8494357e8cf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.332465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d70b3439-9029-446c-8f54-ecb87031813b admin admin] Publish callbacks [] for security_group (f1928627-1b25-4038-b60f-2645bbfca552), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.348120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-65d4ab22-1aee-4bbc-96d8-d5bc22c3e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:23.349815 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-65d4ab22-1aee-4bbc-96d8-d5bc22c3e6f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1084518 Feb 10 03:56:23.350426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6970163b-acf1-4300-b7e2-1f48632a00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ace54132-03bb-44ed-9d02-f8494357e8cf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.391039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.405302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6970163b-acf1-4300-b7e2-1f48632a00e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5141b37a7bf94c008d903afbf397c4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811304 Feb 10 03:56:23.408868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42868) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:23.415384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970163b-acf1-4300-b7e2-1f48632a00e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace54132-03bb-44ed-9d02-f8494357e8cf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:23.490052 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec8dea9a-e24d-4544-8e0a-7627f12be13a admin admin] Publish callbacks [] for security_group (ace54132-03bb-44ed-9d02-f8494357e8cf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.507853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d70b3439-9029-446c-8f54-ecb87031813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1928627-1b25-4038-b60f-2645bbfca552), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.527606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec8dea9a-e24d-4544-8e0a-7627f12be13a admin admin] Publish callbacks [] for security_group (ace54132-03bb-44ed-9d02-f8494357e8cf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.543283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:23.567319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:23.571830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:23.573559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.713163 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec8dea9a-e24d-4544-8e0a-7627f12be13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ace54132-03bb-44ed-9d02-f8494357e8cf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.717633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec8dea9a-e24d-4544-8e0a-7627f12be13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:23.719924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ec8dea9a-e24d-4544-8e0a-7627f12be13a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ace54132-03bb-44ed-9d02-f8494357e8cf HTTP/1.1" status: 204 len: 168 time: 0.3096333 Feb 10 03:56:23.787960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dea9a-e24d-4544-8e0a-7627f12be13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace54132-03bb-44ed-9d02-f8494357e8cf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:23.860187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=100bffb0-5de1-4e51-b902-cf91bcb790bf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:23.881156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b3439-9029-446c-8f54-ecb87031813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1928627-1b25-4038-b60f-2645bbfca552,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:23.911774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d70b3439-9029-446c-8f54-ecb87031813b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d304f0134b949b291576324cf3ec72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9460740 Feb 10 03:56:23.914929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42880) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:24.104476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76f67997-0f74-4917-b0b8-43bedeb10359 admin admin] Publish callbacks [] for security_group (f1928627-1b25-4038-b60f-2645bbfca552), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.142376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76f67997-0f74-4917-b0b8-43bedeb10359 admin admin] Publish callbacks [] for security_group (f1928627-1b25-4038-b60f-2645bbfca552), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.145132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-af21d23e-9e80-4a0d-b428-7436db84681e service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835614 Feb 10 03:56:24.197697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-68c7097f-aae0-47d2-a17d-ef64bb8c4e06 None None] Provisioning complete for port 100bffb0-5de1-4e51-b902-cf91bcb790bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:24.198337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68c7097f-aae0-47d2-a17d-ef64bb8c4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.274595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-68c7097f-aae0-47d2-a17d-ef64bb8c4e06 None None] Port 100bffb0-5de1-4e51-b902-cf91bcb790bf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:24.319795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.348211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76f67997-0f74-4917-b0b8-43bedeb10359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1928627-1b25-4038-b60f-2645bbfca552), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.353093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76f67997-0f74-4917-b0b8-43bedeb10359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.363957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-76f67997-0f74-4917-b0b8-43bedeb10359 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1928627-1b25-4038-b60f-2645bbfca552 HTTP/1.1" status: 204 len: 168 time: 0.4447591 Feb 10 03:56:24.390118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67997-0f74-4917-b0b8-43bedeb10359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1928627-1b25-4038-b60f-2645bbfca552,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:24.411889 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e90d2e2-4679-4002-aeb2-20a30b6a81b1 req-790e3d4d-fba9-45cc-b42e-94aa3125cebd service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488849 Feb 10 03:56:24.413815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1985d97-900f-4d27-b1ab-9396597c8f35 req-e206e90b-3eca-4859-9dad-bb6fcc90a073 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:24.419433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1985d97-900f-4d27-b1ab-9396597c8f35 req-e206e90b-3eca-4859-9dad-bb6fcc90a073 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.3201056 Feb 10 03:56:24.544379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1985d97-900f-4d27-b1ab-9396597c8f35 req-603467b8-f016-407f-8634-b3f3573c6f1d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175680 Feb 10 03:56:24.643033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks [] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.729515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:24.807501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:24.807501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.859496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.860576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.916973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:24.917720 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:24.923395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=100bffb0-5de1-4e51-b902-cf91bcb790bf,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:24.947049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:24.987414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:24.988870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:25.018497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:25.092147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:25.142949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:56:25.260244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:56:25.269312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a92e497c-5618-4754-a7e1-7a7f49a97aa5 admin admin] 10.222.0.42 "PUT /v2.0/routers/3ea2d505-c6e4-4c6c-8775-a14c4a61f80f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2611365 Feb 10 03:56:25.302377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8628806c-5bf4-4746-b5b9-52998d8b5e36 None None] Provisioning complete for port 100bffb0-5de1-4e51-b902-cf91bcb790bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:25.303465 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8628806c-5bf4-4746-b5b9-52998d8b5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:25.346031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8628806c-5bf4-4746-b5b9-52998d8b5e36 None None] Port 100bffb0-5de1-4e51-b902-cf91bcb790bf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:25.687188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Sync routers for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:56:25.695578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd36f38-2737-4e44-98ce-973b91589e51 req-42c6c6b1-8653-4ef0-95fe-4a772d2ef58c tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:25.697656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dd36f38-2737-4e44-98ce-973b91589e51 req-42c6c6b1-8653-4ef0-95fe-4a772d2ef58c tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.0681717 Feb 10 03:56:25.703268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:25.705802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:25.758814 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dd36f38-2737-4e44-98ce-973b91589e51 req-e5f67abc-791c-405e-8e43-e4e3fd51c5ca tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535846 Feb 10 03:56:25.825403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:26.039074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 2, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:26.068364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Checking router: 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:56:26.068733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Updating router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f port 100bffb0-5de1-4e51-b902-cf91bcb790bf binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:56:26.097059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:26.365022 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Publish callbacks [] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:26.446477 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:26.603946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5212-c454-4fdc-8464-018fb2a633f1 None None] Pushing event updated for resources: {'Port': ['ID=100bffb0-5de1-4e51-b902-cf91bcb790bf,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:26.609346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Attempting to bind port 100bffb0-5de1-4e51-b902-cf91bcb790bf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:26.609818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Attempting to bind port 100bffb0-5de1-4e51-b902-cf91bcb790bf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:26.610331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Attempting to bind port 100bffb0-5de1-4e51-b902-cf91bcb790bf on network 2411eec2-e944-4e7e-9905-52d2c6e0716b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:26.616626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:26.617009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Checking segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:26.617418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:26.617810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Bound using segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:26.618534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Bound port: 100bffb0-5de1-4e51-b902-cf91bcb790bf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:26.619590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:26.739059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:26.805063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-71f820af-7d5d-4d0f-81b8-9776fa7b54f3 None None] Provisioning complete for port 100bffb0-5de1-4e51-b902-cf91bcb790bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:26.805443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71f820af-7d5d-4d0f-81b8-9776fa7b54f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:26.868158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-71f820af-7d5d-4d0f-81b8-9776fa7b54f3 None None] Port 100bffb0-5de1-4e51-b902-cf91bcb790bf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:26.877751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] For port 100bffb0-5de1-4e51-b902-cf91bcb790bf, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:26.880052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:26.880377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:26.882925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] For port 100bffb0-5de1-4e51-b902-cf91bcb790bf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=100bffb0-5de1-4e51-b902-cf91bcb790bf,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:26.886298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd9fb7-c7ba-4674-9bb3-b390db6ebea9 req-bc8f94ee-a4bb-4d6d-b8ab-5a53a1fb92c0 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:26.886298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cbd9fb7-c7ba-4674-9bb3-b390db6ebea9 req-bc8f94ee-a4bb-4d6d-b8ab-5a53a1fb92c0 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.0573771 Feb 10 03:56:26.951305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cbd9fb7-c7ba-4674-9bb3-b390db6ebea9 req-07bef1ad-53d0-4c9a-9657-857d5f4fceef tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547168 Feb 10 03:56:26.967011 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.040916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:27.050996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5212-c454-4fdc-8464-018fb2a633f1 None None] Pushing event updated for resources: {'Port': ['ID=100bffb0-5de1-4e51-b902-cf91bcb790bf,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:27.066126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:27.066992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:27.072419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42978) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:27.184363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:27.294033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42986) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:27.300201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-network', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:27.339028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e3d728f8-3c21-478c-9a9b-6fcdb5599b19 None None] Provisioning complete for port 100bffb0-5de1-4e51-b902-cf91bcb790bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:27.339527 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3d728f8-3c21-478c-9a9b-6fcdb5599b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.382252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Made reservation on behalf of 9d4de4de73ba4eac81b712a050a9aca2 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:27.385624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.397278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.442009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e3d728f8-3c21-478c-9a9b-6fcdb5599b19 None None] Current status of the port 100bffb0-5de1-4e51-b902-cf91bcb790bf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:27.442535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3d728f8-3c21-478c-9a9b-6fcdb5599b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.476129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1187679366-network', 'tenant_id': '296594623e554ec3a4119c1ef2f28a34'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:27.494981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks [] for security_group (9446e15d-3ff6-4a4e-8f2d-30a33c6a1340), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.517802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e3d728f8-3c21-478c-9a9b-6fcdb5599b19 None None] For port 100bffb0-5de1-4e51-b902-cf91bcb790bf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=100bffb0-5de1-4e51-b902-cf91bcb790bf,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:27.540412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:26Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:27.559502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Made reservation on behalf of 296594623e554ec3a4119c1ef2f28a34 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:27.559694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9446e15d-3ff6-4a4e-8f2d-30a33c6a1340), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.561857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.570723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.572376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7cff-263b-4e91-ac71-a2056e2816f8 None None] The sync data for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 is: [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:26Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:56:27.574171 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0fde3dc-1eeb-4763-9880-91d2d70d612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.585408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:56:27.602224 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3d728f8-3c21-478c-9a9b-6fcdb5599b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.609739 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (bd4372e9-75f1-4d35-9d9a-28777e84c3ca), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.609739 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Added segment bd4372e9-75f1-4d35-9d9a-28777e84c3ca of type vlan for network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 Feb 10 03:56:27.723573 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks [] for security_group (52b3342a-1334-416b-a873-ca22bd3a2f63), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.739359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d728f8-3c21-478c-9a9b-6fcdb5599b19 None None] Pushing event updated for resources: {'Port': ['ID=100bffb0-5de1-4e51-b902-cf91bcb790bf,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:27.760911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6b3ad936-b0be-4cac-a9a5-5c005e9fd333), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.763943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9446e15d-3ff6-4a4e-8f2d-30a33c6a1340,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:27.787701 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (52b3342a-1334-416b-a873-ca22bd3a2f63), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.815559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:56:27.830095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b3342a-1334-416b-a873-ca22bd3a2f63,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:27.835161 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ffc33892-8718-4d0c-bef0-9b283607e720), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.835690 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Added segment ffc33892-8718-4d0c-bef0-9b283607e720 of type vlan for network 2a4dd8c9-2b6d-4ded-8126-b429cd11a436 Feb 10 03:56:27.852714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6b3ad936-b0be-4cac-a9a5-5c005e9fd333), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.853789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:27.859796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.888513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2a4dd8c9-2b6d-4ded-8126-b429cd11a436), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:27.955111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] Pushing event updated for resources: {'Network': ['ID=6b3ad936-b0be-4cac-a9a5-5c005e9fd333,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:27.966351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:56:27.972972 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5bb16a99-c9e6-47f5-9386-3334498d9cbc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6750309 Feb 10 03:56:27.973567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43000) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:27.979674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Request body: {'subnet': {'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-subnet', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:28.015535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2a4dd8c9-2b6d-4ded-8126-b429cd11a436), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.017160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:28.018884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.119715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Made reservation on behalf of 9d4de4de73ba4eac81b712a050a9aca2 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:28.122253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.141158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] Pushing event updated for resources: {'Network': ['ID=2a4dd8c9-2b6d-4ded-8126-b429cd11a436,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:28.158157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2a4dd8c9-2b6d-4ded-8126-b429cd11a436 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:56:28.242766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bebe3515-0aec-4e0c-b633-338fe5631f9a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1687403 Feb 10 03:56:28.254596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43008) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:28.254596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Request body: {'subnet': {'network_id': '2a4dd8c9-2b6d-4ded-8126-b429cd11a436', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1187679366-subnet', 'tenant_id': '296594623e554ec3a4119c1ef2f28a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:28.269273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0bf49-7bbb-4faa-920c-55899ffbceae req-719ee625-8d6f-438a-970d-3da56565801b tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:28.270870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ac0bf49-7bbb-4faa-920c-55899ffbceae req-719ee625-8d6f-438a-970d-3da56565801b tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.2290261 Feb 10 03:56:28.388698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ac0bf49-7bbb-4faa-920c-55899ffbceae req-f8e3641b-aeb4-4ffb-b808-6b6a2087d1be tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100986 Feb 10 03:56:28.428120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Made reservation on behalf of 296594623e554ec3a4119c1ef2f28a34 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:28.431273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.504547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (4493f66b-ff5e-46e2-9f3e-07051566fb73), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.571205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4493f66b-ff5e-46e2-9f3e-07051566fb73,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:28.578232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Checking segment: {'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:28.578853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Network hostable DHCP agents. Network: 6b3ad936-b0be-4cac-a9a5-5c005e9fd333, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:56:28.670762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:56:28.736095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 100bffb0-5de1-4e51-b902-cf91bcb790bf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:28.742286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 6b3ad936-b0be-4cac-a9a5-5c005e9fd333) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:28.742882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (e2c7a769-5559-42bc-abeb-c00d513840b3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.752339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:28.753494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.788500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43020) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:28.790095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd1236-d5a8-4612-8226-48fa2de01dbf None None] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:28.823226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d9acc90d-3c8b-499f-99b1-426a910bb783 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8461139 Feb 10 03:56:28.823776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43026) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:28.828454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c7a769-5559-42bc-abeb-c00d513840b3,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:28.832851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:28.859095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Checking segment: {'id': 'ffc33892-8718-4d0c-bef0-9b283607e720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2a4dd8c9-2b6d-4ded-8126-b429cd11a436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:28.859694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Network hostable DHCP agents. Network: 2a4dd8c9-2b6d-4ded-8126-b429cd11a436, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:56:28.903543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 100bffb0-5de1-4e51-b902-cf91bcb790bf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:28.904007 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.951740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (f5248322-1a41-4690-97d4-04f054e077fa), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.955702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (f5248322-1a41-4690-97d4-04f054e077fa), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.962087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Network 2a4dd8c9-2b6d-4ded-8126-b429cd11a436 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:56:28.992127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0100401c-0b53-416e-8e4f-e3798d94454f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:28.999588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-6b3ad936-b0be-4cac-a9a5-5c005e9fd333', 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333', 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'fixed_ips': [{'subnet_id': '4493f66b-ff5e-46e2-9f3e-07051566fb73'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:56:28.999588 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.110957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2a4dd8c9-2b6d-4ded-8126-b429cd11a436) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:29.117176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks [] for router_controller (f5248322-1a41-4690-97d4-04f054e077fa), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.119177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:29.119891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.122286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 100bffb0-5de1-4e51-b902-cf91bcb790bf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:29.129339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48cec3a-1941-487d-a3d1-2e63adced3eb None None] Network 2a4dd8c9-2b6d-4ded-8126-b429cd11a436 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:29.152380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0100401c-0b53-416e-8e4f-e3798d94454f admin admin] Publish callbacks [] for security_group (26b2d84e-aa43-4779-ba48-f9fec6164a20), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.246364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-087a5e0c-6afe-4042-a719-8fcd427dc262 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9997358 Feb 10 03:56:29.260683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Allocated IP 172.20.0.2 (6b3ad936-b0be-4cac-a9a5-5c005e9fd333/4493f66b-ff5e-46e2-9f3e-07051566fb73/152754eb-2d76-472b-9142-94c79027502e) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:29.281418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0100401c-0b53-416e-8e4f-e3798d94454f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (26b2d84e-aa43-4779-ba48-f9fec6164a20), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.284279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5556903-4c36-4e5f-802e-069985d8bbe7 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:56:29.304027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda48c6-8b27-4c0f-8914-6111b72846b3 None None] Network 2a4dd8c9-2b6d-4ded-8126-b429cd11a436 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:29.334012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0100401c-0b53-416e-8e4f-e3798d94454f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71067ffdb7db42c1a69c89723623981f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5434897 Feb 10 03:56:29.339702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100401c-0b53-416e-8e4f-e3798d94454f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2d84e-aa43-4779-ba48-f9fec6164a20,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:29.339702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43038) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:29.411517 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29731c2e-dc9a-4df6-b54b-5bce8a579255 admin admin] Publish callbacks [] for security_group (26b2d84e-aa43-4779-ba48-f9fec6164a20), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.449649 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29731c2e-dc9a-4df6-b54b-5bce8a579255 admin admin] Publish callbacks [] for security_group (26b2d84e-aa43-4779-ba48-f9fec6164a20), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.485736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks [] for router_gateway (f5248322-1a41-4690-97d4-04f054e077fa), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.561388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29731c2e-dc9a-4df6-b54b-5bce8a579255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (26b2d84e-aa43-4779-ba48-f9fec6164a20), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.565176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29731c2e-dc9a-4df6-b54b-5bce8a579255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.569411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-29731c2e-dc9a-4df6-b54b-5bce8a579255 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26b2d84e-aa43-4779-ba48-f9fec6164a20 HTTP/1.1" status: 204 len: 168 time: 0.2283001 Feb 10 03:56:29.585967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29731c2e-dc9a-4df6-b54b-5bce8a579255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2d84e-aa43-4779-ba48-f9fec6164a20,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:29.592624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7d6fa-2bdd-4704-b170-34c73909d42a req-63e19956-5d14-48ed-a1f3-21c46ffa61bb tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:29.594952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61f7d6fa-2bdd-4704-b170-34c73909d42a req-63e19956-5d14-48ed-a1f3-21c46ffa61bb tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 970 time: 0.1022100 Feb 10 03:56:29.700140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61f7d6fa-2bdd-4704-b170-34c73909d42a req-da139ab4-af03-479b-b932-7b6a28f82b1c tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960460 Feb 10 03:56:29.713095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d5556903-4c36-4e5f-802e-069985d8bbe7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5556903-4c36-4e5f-802e-069985d8bbe7,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:29.729508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'd5556903-4c36-4e5f-802e-069985d8bbe7', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'd5556903-4c36-4e5f-802e-069985d8bbe7', 'mac_address': 'fa:16:3e:f4:50:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:tempest-test_az-1735160089', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:56:29.893839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d5556903-4c36-4e5f-802e-069985d8bbe7 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:29.894412 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.910751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks [] for router_gateway (f5248322-1a41-4690-97d4-04f054e077fa), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.931673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.931985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5556903-4c36-4e5f-802e-069985d8bbe7 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:29.952156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Publish callbacks [] for port (152754eb-2d76-472b-9142-94c79027502e), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:29.966888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d5556903-4c36-4e5f-802e-069985d8bbe7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5556903-4c36-4e5f-802e-069985d8bbe7,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:30.048727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Allocated IP 172.25.8.26 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/6f577073-a46c-42ad-aff0-d028de3c8458) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:30.172020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks [] for port (6f577073-a46c-42ad-aff0-d028de3c8458), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.619549 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.619791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.624768 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (152754eb-2d76-472b-9142-94c79027502e), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.628020 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c3d9-86a0-4b9a-a524-3ff4312ae0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.663686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:30.666726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:30.668080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:30.670469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:30.674587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:30.678479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:30.723078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d5556903-4c36-4e5f-802e-069985d8bbe7,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:30.758382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Pushing event updated for resources: {'Port': ['ID=6f577073-a46c-42ad-aff0-d028de3c8458,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:30.799061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Attempting to bind port 152754eb-2d76-472b-9142-94c79027502e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:30.799528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Attempting to bind port 152754eb-2d76-472b-9142-94c79027502e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:30.800156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Attempting to bind port 152754eb-2d76-472b-9142-94c79027502e on network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:30.808724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:30.809453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Checking segment: {'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:30.810072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.810657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Bound using segment: {'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:30.811397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Bound port: 152754eb-2d76-472b-9142-94c79027502e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:30.811852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (152754eb-2d76-472b-9142-94c79027502e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.844940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Pushing event updated for resources: {'Port': ['ID=152754eb-2d76-472b-9142-94c79027502e,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:30.878793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be28e6-40b2-40ad-af1e-7db996013924 req-f16967c6-f8aa-467c-b6e5-611e2584001b tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:30.886602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:30.887031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3be28e6-40b2-40ad-af1e-7db996013924 req-f16967c6-f8aa-467c-b6e5-611e2584001b tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 971 time: 0.0931120 Feb 10 03:56:30.915573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] For port 152754eb-2d76-472b-9142-94c79027502e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:30.918996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] For port 152754eb-2d76-472b-9142-94c79027502e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=152754eb-2d76-472b-9142-94c79027502e,segment=NetworkSegment(bd4372e9-75f1-4d35-9d9a-28777e84c3ca),segment_id=bd4372e9-75f1-4d35-9d9a-28777e84c3ca)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:30.924051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d5556903-4c36-4e5f-802e-069985d8bbe7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:56:30.946906 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3be28e6-40b2-40ad-af1e-7db996013924 req-9b2a1bf8-e4d9-43ee-945a-b98c133c9a48 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589328 Feb 10 03:56:31.001082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (152754eb-2d76-472b-9142-94c79027502e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.072075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks [] for router_gateway (f5248322-1a41-4690-97d4-04f054e077fa), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.122837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff754f9-0d94-477d-9bc8-f5afe8c6514b None None] Pushing event updated for resources: {'Port': ['ID=152754eb-2d76-472b-9142-94c79027502e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:31.346615 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-08d8626b-acf5-4ae3-be9c-098e0c78878d tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508480 Feb 10 03:56:31.453798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43094) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:31.473552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-952921c3-c444-4fd2-b516-afaf2ccd9b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.538802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-7eaf71e5-2129-416a-9f36-ad2c37b450c6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:31.545717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-7eaf71e5-2129-416a-9f36-ad2c37b450c6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980219 Feb 10 03:56:31.545931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (f5248322-1a41-4690-97d4-04f054e077fa), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.569391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-95019135-d1d1-43b6-84c6-9efd6fc37eb9 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/quotas/3c0f0b0c5f5d47bd9b8e4f72c3442932 HTTP/1.1" status: 200 len: 375 time: 0.0226114 Feb 10 03:56:31.615983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-2af8b982-dfe9-4fa1-a1ea-87276102f2d0 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456021 Feb 10 03:56:31.636013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43098) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:31.646924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1423974512-network', 'tenant_id': '4183a14b9ce04f22b565190555516ada'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:31.685743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-952921c3-c444-4fd2-b516-afaf2ccd9b2e admin admin] Publish callbacks [] for security_group (d53df186-d5d9-44d0-9a97-f685c04f2266), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.749101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-952921c3-c444-4fd2-b516-afaf2ccd9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d53df186-d5d9-44d0-9a97-f685c04f2266), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.786911 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-952921c3-c444-4fd2-b516-afaf2ccd9b2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d046a8d0b5f046919d8785adcee81be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323863 Feb 10 03:56:31.787778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952921c3-c444-4fd2-b516-afaf2ccd9b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53df186-d5d9-44d0-9a97-f685c04f2266,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:31.789743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43100) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:31.812255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Made reservation on behalf of 4183a14b9ce04f22b565190555516ada for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:31.814919 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.819308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Router f5248322-1a41-4690-97d4-04f054e077fa is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:56:31.824996 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.901239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b16ab468-2d8d-4a5b-9ebd-1b8159441d20 admin admin] Publish callbacks [] for security_group (d53df186-d5d9-44d0-9a97-f685c04f2266), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:31.976243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b16ab468-2d8d-4a5b-9ebd-1b8159441d20 admin admin] Publish callbacks [] for security_group (d53df186-d5d9-44d0-9a97-f685c04f2266), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.011258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-775db284-44cf-4d49-87b6-d5ec8eca6250 req-833df563-3f82-40c5-958c-76c4fb1bf970 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 210 time: 0.0533338 Feb 10 03:56:32.020899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks [] for security_group (c4d25b65-be65-4f1f-9ab4-aa530890743d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.031679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:56:32.051354 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Sync routers for ids ['f5248322-1a41-4690-97d4-04f054e077fa'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:56:32.081002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c4d25b65-be65-4f1f-9ab4-aa530890743d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.085879 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Routers {'f5248322-1a41-4690-97d4-04f054e077fa'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:32.086737 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f5248322-1a41-4690-97d4-04f054e077fa'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:32.126211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d25b65-be65-4f1f-9ab4-aa530890743d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:32.185467 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.189587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-125e154c-7e6e-4586-9a68-9cf0eb557cbe admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3621120 Feb 10 03:56:32.192484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43124) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:32.223932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:56:32.255995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (374cf0ab-8d15-4203-86ac-f89bc5d5f535), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.256344 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Added segment 374cf0ab-8d15-4203-86ac-f89bc5d5f535 of type vlan for network d4472576-05f6-4ba3-a8ca-ae490660632a Feb 10 03:56:32.279308 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Set router f5248322-1a41-4690-97d4-04f054e077fa gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:32.291226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b16ab468-2d8d-4a5b-9ebd-1b8159441d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d53df186-d5d9-44d0-9a97-f685c04f2266), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.308659 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b16ab468-2d8d-4a5b-9ebd-1b8159441d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.316887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b16ab468-2d8d-4a5b-9ebd-1b8159441d20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d53df186-d5d9-44d0-9a97-f685c04f2266 HTTP/1.1" status: 204 len: 168 time: 0.5256488 Feb 10 03:56:32.325429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c4ed6-4147-4d2d-974e-91728d2b590e req-1807a578-9984-44fe-9168-2dbcd1a702f5 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:32.327008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a0c4ed6-4147-4d2d-974e-91728d2b590e req-1807a578-9984-44fe-9168-2dbcd1a702f5 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 971 time: 0.2028313 Feb 10 03:56:32.360617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab468-2d8d-4a5b-9ebd-1b8159441d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53df186-d5d9-44d0-9a97-f685c04f2266,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:32.424330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42a446-6062-4864-a24c-f60ba12f6933 None None] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:32.439871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.455111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a0c4ed6-4147-4d2d-974e-91728d2b590e req-06d3c406-8f11-4192-86c9-4c0d2c8639d1 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166265 Feb 10 03:56:32.461995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d4472576-05f6-4ba3-a8ca-ae490660632a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.567779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7bee87b6-c76e-435c-9239-c8cab5a556c6 None None] Provisioning complete for port 152754eb-2d76-472b-9142-94c79027502e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:32.568156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7bee87b6-c76e-435c-9239-c8cab5a556c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (152754eb-2d76-472b-9142-94c79027502e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.572489 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:56:30Z', 'revision_number': 3, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:32.602093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d4472576-05f6-4ba3-a8ca-ae490660632a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.608281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:32.608463 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Checking router: f5248322-1a41-4690-97d4-04f054e077fa for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:56:32.608549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.608622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Updating router f5248322-1a41-4690-97d4-04f054e077fa port 6f577073-a46c-42ad-aff0-d028de3c8458 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:56:32.650372 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.756482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4472576-05f6-4ba3-a8ca-ae490660632a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:32.790488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d4472576-05f6-4ba3-a8ca-ae490660632a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:56:32.845945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 152754eb-2d76-472b-9142-94c79027502e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:32.848960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cdce39e0-1b2d-4976-aa60-f4ec870108d3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2106559 Feb 10 03:56:32.851729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43146) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:32.856921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Request body: {'subnet': {'network_id': 'd4472576-05f6-4ba3-a8ca-ae490660632a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1423974512-subnet', 'tenant_id': '4183a14b9ce04f22b565190555516ada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:32.915195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7bee87b6-c76e-435c-9239-c8cab5a556c6 None None] Current status of the port 152754eb-2d76-472b-9142-94c79027502e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:32.915832 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7bee87b6-c76e-435c-9239-c8cab5a556c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (152754eb-2d76-472b-9142-94c79027502e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:32.995266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Made reservation on behalf of 4183a14b9ce04f22b565190555516ada for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:32.998477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.028603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7bee87b6-c76e-435c-9239-c8cab5a556c6 None None] For port 152754eb-2d76-472b-9142-94c79027502e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=152754eb-2d76-472b-9142-94c79027502e,segment=NetworkSegment(bd4372e9-75f1-4d35-9d9a-28777e84c3ca),segment_id=bd4372e9-75f1-4d35-9d9a-28777e84c3ca)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:33.053150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 152754eb-2d76-472b-9142-94c79027502e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:33.054273 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (152754eb-2d76-472b-9142-94c79027502e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.156655 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7bee87b6-c76e-435c-9239-c8cab5a556c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (152754eb-2d76-472b-9142-94c79027502e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.186584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d882b223-e6ec-4ad8-b844-f0c2648f3ebb req-b1f0c6c8-1d16-41ae-ad60-ea2093f08b2a tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 210 time: 0.0551887 Feb 10 03:56:33.235317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.277088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee87b6-c76e-435c-9239-c8cab5a556c6 None None] Pushing event updated for resources: {'Port': ['ID=152754eb-2d76-472b-9142-94c79027502e,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:33.329116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5556903-4c36-4e5f-802e-069985d8bbe7 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:33.369257 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Publish callbacks [] for port (6f577073-a46c-42ad-aff0-d028de3c8458), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.434024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-10aa3557-8e70-419b-9732-2c48486aa01e None None] Provisioning complete for port 152754eb-2d76-472b-9142-94c79027502e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:33.434580 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10aa3557-8e70-419b-9732-2c48486aa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (152754eb-2d76-472b-9142-94c79027502e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.440675 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.520005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 152754eb-2d76-472b-9142-94c79027502e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:33.543859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Allocated IP 172.20.0.1 (6b3ad936-b0be-4cac-a9a5-5c005e9fd333/4493f66b-ff5e-46e2-9f3e-07051566fb73/c41c073b-1975-41be-ac65-6c81e85fd223) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:33.563217 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Attempting to bind port 6f577073-a46c-42ad-aff0-d028de3c8458 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:33.563597 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Attempting to bind port 6f577073-a46c-42ad-aff0-d028de3c8458 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:33.563966 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Attempting to bind port 6f577073-a46c-42ad-aff0-d028de3c8458 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:33.567103 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab13f-1265-4957-bac8-85eee8db3615 None None] Pushing event updated for resources: {'Port': ['ID=6f577073-a46c-42ad-aff0-d028de3c8458,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:33.586128 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:33.587440 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:33.588081 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.588596 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:33.589094 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Bound port: 6f577073-a46c-42ad-aff0-d028de3c8458, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:33.589479 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.603038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-10aa3557-8e70-419b-9732-2c48486aa01e None None] Current status of the port 152754eb-2d76-472b-9142-94c79027502e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:33.652746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port d5556903-4c36-4e5f-802e-069985d8bbe7 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:56:33.658362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port d5556903-4c36-4e5f-802e-069985d8bbe7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:33.658897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.695405 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] For port 6f577073-a46c-42ad-aff0-d028de3c8458, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:33.699893 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] For port 6f577073-a46c-42ad-aff0-d028de3c8458, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f577073-a46c-42ad-aff0-d028de3c8458,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:33.707965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de24fe-b4a6-4fc2-81c9-5094dd9f29a7 req-42e08f5e-2df6-4d9e-9456-dabe232c88c9 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:33.714627 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88de24fe-b4a6-4fc2-81c9-5094dd9f29a7 req-42e08f5e-2df6-4d9e-9456-dabe232c88c9 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 971 time: 0.1284428 Feb 10 03:56:33.751120 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.787209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks [] for port (c41c073b-1975-41be-ac65-6c81e85fd223), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.792528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d5556903-4c36-4e5f-802e-069985d8bbe7 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:33.792959 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.816362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.824207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5556903-4c36-4e5f-802e-069985d8bbe7'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:33.875282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88de24fe-b4a6-4fc2-81c9-5094dd9f29a7 req-e8fb6979-2d77-4cf2-844b-c1721ed7cc48 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541891 Feb 10 03:56:33.909326 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Routers {'f5248322-1a41-4690-97d4-04f054e077fa'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:33.910499 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f5248322-1a41-4690-97d4-04f054e077fa'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:33.931097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:33.934974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d5556903-4c36-4e5f-802e-069985d8bbe7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5556903-4c36-4e5f-802e-069985d8bbe7,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:33.982695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Pushing event updated for resources: {'Port': ['ID=c41c073b-1975-41be-ac65-6c81e85fd223,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:33.996233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:33.997834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:34.001354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:34.001846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (f5248322-1a41-4690-97d4-04f054e077fa), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.011115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (9d4f28a4-1258-4a27-835b-61612db0f5a7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.031706 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62e7cc8-5adc-4437-ae83-f1346169e11b" -d '{"events": [{"server_uuid": "f3d95706-56d8-4798-ad5a-d97965305e11", "name": "network-vif-plugged", "status": "completed", "tag": "d5556903-4c36-4e5f-802e-069985d8bbe7"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:34.058089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.145566 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab13f-1265-4957-bac8-85eee8db3615 None None] Pushing event updated for resources: {'Port': ['ID=6f577073-a46c-42ad-aff0-d028de3c8458,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:34.192578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d5556903-4c36-4e5f-802e-069985d8bbe7,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:34.201003 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] Set router f5248322-1a41-4690-97d4-04f054e077fa gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:34.244347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Checking segment: {'id': '374cf0ab-8d15-4203-86ac-f89bc5d5f535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd4472576-05f6-4ba3-a8ca-ae490660632a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:34.248158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Network hostable DHCP agents. Network: d4472576-05f6-4ba3-a8ca-ae490660632a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:56:34.252460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4f28a4-1258-4a27-835b-61612db0f5a7,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:34.336693 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560824d7-5e5a-44b9-a4c6-95f763740312 x-openstack-request-id: req-560824d7-5e5a-44b9-a4c6-95f763740312 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:34.336693 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d95706-56d8-4798-ad5a-d97965305e11", "name": "network-vif-plugged", "status": "completed", "tag": "d5556903-4c36-4e5f-802e-069985d8bbe7", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:34.336693 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-560824d7-5e5a-44b9-a4c6-95f763740312 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:34.336693 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5556903-4c36-4e5f-802e-069985d8bbe7', 'code': 200} Feb 10 03:56:34.372867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Network d4472576-05f6-4ba3-a8ca-ae490660632a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:56:34.491383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-34d385ed-30e9-43ab-8cc1-9c0946800a39 None None] Provisioning complete for port c41c073b-1975-41be-ac65-6c81e85fd223 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:34.497176 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-34d385ed-30e9-43ab-8cc1-9c0946800a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.517073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d4472576-05f6-4ba3-a8ca-ae490660632a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:34.524715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ac3e330-311e-46cb-bb3d-fd680771e12e req-4e6ac184-7b41-4e19-864f-15888202a457 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 210 time: 0.1239688 Feb 10 03:56:34.572585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1258bd-5f07-4c54-826c-48982de5010a None None] Network d4472576-05f6-4ba3-a8ca-ae490660632a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:34.611198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-34d385ed-30e9-43ab-8cc1-9c0946800a39 None None] Port c41c073b-1975-41be-ac65-6c81e85fd223 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:34.631900 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:56:30Z', 'revision_number': 3, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:34.657797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:34.658528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.687950 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c56e1-ba6d-45e2-95f9-13f3b9d68da1 None None] The sync data for ids ['f5248322-1a41-4690-97d4-04f054e077fa'] in n-d-827844-2 is: [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:56:30Z', 'revision_number': 3, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:56:34.708074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a73805-de59-43f0-a306-811217f1b53a req-16c9f811-3965-4f68-9871-4d4ec15b1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:34.711231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79a73805-de59-43f0-a306-811217f1b53a req-16c9f811-3965-4f68-9871-4d4ec15b1035 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 1154 time: 0.2280378 Feb 10 03:56:34.727506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.738438 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-79a73805-de59-43f0-a306-811217f1b53a req-462dd619-e000-46bf-8a2d-4da28e8f07e3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.787948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d4c31f8-ab14-4b85-b5ac-26c645c39b0b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9266219 Feb 10 03:56:34.864892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-79a73805-de59-43f0-a306-811217f1b53a req-462dd619-e000-46bf-8a2d-4da28e8f07e3 service neutron] Publish callbacks [] for security_group (dc813bbc-3278-42bf-b54c-400a6aa9a160), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.920774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-79a73805-de59-43f0-a306-811217f1b53a req-462dd619-e000-46bf-8a2d-4da28e8f07e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc813bbc-3278-42bf-b54c-400a6aa9a160), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:34.995925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 152754eb-2d76-472b-9142-94c79027502e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:34.996516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43234) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:35.005498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dd619-e000-46bf-8a2d-4da28e8f07e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc813bbc-3278-42bf-b54c-400a6aa9a160,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:35.011460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79a73805-de59-43f0-a306-811217f1b53a req-462dd619-e000-46bf-8a2d-4da28e8f07e3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912931 Feb 10 03:56:35.043950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks [] for port (c41c073b-1975-41be-ac65-6c81e85fd223), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.108110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.109918 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (f5248322-1a41-4690-97d4-04f054e077fa), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.121074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] Deleting subnet e2c7a769-5559-42bc-abeb-c00d513840b3 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:56:35.148008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] Publish callbacks [] for subnet (e2c7a769-5559-42bc-abeb-c00d513840b3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.212412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1fc40-1482-4fe1-b800-94a344571120 None None] Network d4472576-05f6-4ba3-a8ca-ae490660632a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:56:35.218980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Pushing event updated for resources: {'Port': ['ID=c41c073b-1975-41be-ac65-6c81e85fd223,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:35.256672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e6f6-b3a5-428e-a21a-be8595e01720 req-e2442dde-8046-487a-8a66-e359b333bf84 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:35.258259 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e669e6f6-b3a5-428e-a21a-be8595e01720 req-e2442dde-8046-487a-8a66-e359b333bf84 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 972 time: 0.2010775 Feb 10 03:56:35.260862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] Publish callbacks [] for subnet (e2c7a769-5559-42bc-abeb-c00d513840b3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.264461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.24', 56864) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:35.292549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e2c7a769-5559-42bc-abeb-c00d513840b3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.318023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-6c0127a0-b4b3-4818-9370-16709500bdc0 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525160 Feb 10 03:56:35.365892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 152754eb-2d76-472b-9142-94c79027502e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:35.366643 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (152754eb-2d76-472b-9142-94c79027502e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.486617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:35.489203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e669e6f6-b3a5-428e-a21a-be8595e01720 req-fbaced86-3c20-4720-be7e-9cedbb9aba8f tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240076 Feb 10 03:56:35.494139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:35.549740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (e2c7a769-5559-42bc-abeb-c00d513840b3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.617099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 152754eb-2d76-472b-9142-94c79027502e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:35.619859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c7a769-5559-42bc-abeb-c00d513840b3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:35.624941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.636420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-03ae0fae-16bd-4f7b-b522-1d6bd5d0b20e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2c7a769-5559-42bc-abeb-c00d513840b3 HTTP/1.1" status: 204 len: 168 time: 0.6347418 Feb 10 03:56:35.636420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43252) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:35.661901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-97465d91-9608-41af-9fbc-39c3331faeb6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:35.665033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-97465d91-9608-41af-9fbc-39c3331faeb6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400788 Feb 10 03:56:35.741895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8308cac-2852-4665-a92b-ede90d2d43f0 req-5e3c41d9-011a-4d7e-8f1d-dd1464e3cd54 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 210 time: 0.0743139 Feb 10 03:56:35.781141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2a4dd8c9-2b6d-4ded-8126-b429cd11a436), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.815020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Request body: {'port': {'device_id': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3c0f0b0c5f5d47bd9b8e4f72c3442932'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:35.892707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2a4dd8c9-2b6d-4ded-8126-b429cd11a436), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.963110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-14501bfa-f432-410c-b33d-34e807300ec8 None None] Provisioning complete for port c41c073b-1975-41be-ac65-6c81e85fd223 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:35.963493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-14501bfa-f432-410c-b33d-34e807300ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:35.970480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.971132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.972043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.972524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > port after_create 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.973008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.973504 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > port after_update 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.974070 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.974686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.975178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:35.976024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:36.050818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-14501bfa-f432-410c-b33d-34e807300ec8 None None] Port c41c073b-1975-41be-ac65-6c81e85fd223 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:36.092767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:36.101229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:36.104002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:36.111206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:36.112036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4dd8c9-2b6d-4ded-8126-b429cd11a436']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:36.140702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Router f5248322-1a41-4690-97d4-04f054e077fa has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:56:36.171645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc33892-8718-4d0c-bef0-9b283607e720') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:36.172013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc33892-8718-4d0c-bef0-9b283607e720') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:36.211863 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ffc33892-8718-4d0c-bef0-9b283607e720), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.286166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ffc33892-8718-4d0c-bef0-9b283607e720), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.305044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:56:36.305693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ffc33892-8718-4d0c-bef0-9b283607e720), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.315273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-6d1d1855-d5fb-404a-af77-f0bdba6c6e17 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501192 Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: from cryptography.utils import int_from_bytes Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: from cryptography.utils import int_from_bytes Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: timer() Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:56:36.337049 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:56:36.361318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:56:36.370869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-90e1a431-85f5-40c3-afcf-b544620a3c17 admin admin] 10.222.0.42 "PUT /v2.0/routers/f5248322-1a41-4690-97d4-04f054e077fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1733673 Feb 10 03:56:36.440537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Made reservation on behalf of 3c0f0b0c5f5d47bd9b8e4f72c3442932 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:36.444100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.458993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.495148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2a4dd8c9-2b6d-4ded-8126-b429cd11a436), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.526140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.553162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] 10.222.0.42 "DELETE /v2.0/networks/2a4dd8c9-2b6d-4ded-8126-b429cd11a436 HTTP/1.1" status: 204 len: 168 time: 0.9068360 Feb 10 03:56:36.554404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43290) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:36.648753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-4dc5bfdb-bd0f-45fb-b8ed-d5a4159a727c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:36.663633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-4dc5bfdb-bd0f-45fb-b8ed-d5a4159a727c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3443382 Feb 10 03:56:36.678079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] Deleting subnet 9d4f28a4-1258-4a27-835b-61612db0f5a7 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:56:36.708941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f577073-a46c-42ad-aff0-d028de3c8458 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:36.713345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74c4dd-c3a8-4c72-8200-d42f7f98b38d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4dd8c9-2b6d-4ded-8126-b429cd11a436,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:36.727592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-76211db4-2bee-4f75-8131-b773f11a2e50 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/quotas/ffbb958542c94eaba3dd2cd1f950da53 HTTP/1.1" status: 200 len: 375 time: 0.0621107 Feb 10 03:56:36.737909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] Publish callbacks [] for subnet (9d4f28a4-1258-4a27-835b-61612db0f5a7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.783881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-9f46ad85-edf4-4177-ae7a-789e9952eadd tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549746 Feb 10 03:56:36.802620 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks [] for security_group (9c118561-5145-4d63-b744-0d83057ccf2e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.814367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6f577073-a46c-42ad-aff0-d028de3c8458 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:36.814779 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.830870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] Publish callbacks [] for subnet (9d4f28a4-1258-4a27-835b-61612db0f5a7), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.850023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c5f88-a7a1-41c8-92d9-e459b61372f2 req-f3c5735b-d43a-4d11-ab0a-bc85195bfd63 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:36.850989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-737c5f88-a7a1-41c8-92d9-e459b61372f2 req-f3c5735b-d43a-4d11-ab0a-bc85195bfd63 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 972 time: 0.1983385 Feb 10 03:56:36.854928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9d4f28a4-1258-4a27-835b-61612db0f5a7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.890424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9c118561-5145-4d63-b744-0d83057ccf2e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.935611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6f577073-a46c-42ad-aff0-d028de3c8458 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:36.935997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:36.960887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 6f577073-a46c-42ad-aff0-d028de3c8458, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f577073-a46c-42ad-aff0-d028de3c8458,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:37.014186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c118561-5145-4d63-b744-0d83057ccf2e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:37.040873 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:37.135957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-737c5f88-a7a1-41c8-92d9-e459b61372f2 req-440724a9-5e64-42fd-b1a6-c348d69319a1 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783422 Feb 10 03:56:37.198721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=6f577073-a46c-42ad-aff0-d028de3c8458,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:37.246434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for subnet (9d4f28a4-1258-4a27-835b-61612db0f5a7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:37.288458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Sync routers for ids ['f5248322-1a41-4690-97d4-04f054e077fa'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:56:37.315087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Routers {'f5248322-1a41-4690-97d4-04f054e077fa'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:37.322151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f5248322-1a41-4690-97d4-04f054e077fa'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:37.328248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4f28a4-1258-4a27-835b-61612db0f5a7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:37.358297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43306) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:37.379523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9db74ed-0794-4d90-afe3-2143eecf11d6 req-ca1412ed-a4d7-4131-86fd-e06d0e07825f tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 210 time: 0.1471994 Feb 10 03:56:37.407250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d89c3d9e-a5c1-4fc5-a722-aea9ad7764e3 req-de7b869c-6671-42a4-920a-a746819d2774 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 210 time: 0.0463643 Feb 10 03:56:37.407542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:37.411618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fe67a51b-5985-4634-9caf-d4eaf5788539 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d4f28a4-1258-4a27-835b-61612db0f5a7 HTTP/1.1" status: 204 len: 168 time: 0.8539045 Feb 10 03:56:37.419206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43314) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:37.422751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Allocated IP 192.168.233.244 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/59b734ac-fbbe-4941-a639-3eaf040f31db) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:37.579281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Set router f5248322-1a41-4690-97d4-04f054e077fa gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:37.680862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d4472576-05f6-4ba3-a8ca-ae490660632a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:37.753583 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-181fa606-3af6-40a8-9e37-13462486f40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:37.837130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:56:34Z', 'revision_number': 4, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c41c073b-1975-41be-ac65-6c81e85fd223', 'name': '', 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'mac_address': 'fa:16:3e:f2:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '4493f66b-ff5e-46e2-9f3e-07051566fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:33Z', 'updated_at': '2022-02-10T03:56:34Z', 'revision_number': 2, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'subnets': [{'id': '4493f66b-ff5e-46e2-9f3e-07051566fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:37.865018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Checking router: f5248322-1a41-4690-97d4-04f054e077fa for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:56:37.865383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Updating router f5248322-1a41-4690-97d4-04f054e077fa port c41c073b-1975-41be-ac65-6c81e85fd223 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:56:37.903963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d4472576-05f6-4ba3-a8ca-ae490660632a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:37.909332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:37.943948 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.944290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.945028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.945355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > port after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.945693 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.946040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > port after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.946361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.946730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.947028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:37.958355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:38.235143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:38.235642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:38.235926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:38.236251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 03:56:38.236606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4472576-05f6-4ba3-a8ca-ae490660632a']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:38.247046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Publish callbacks [] for port (c41c073b-1975-41be-ac65-6c81e85fd223), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.271076 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks [] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.273550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374cf0ab-8d15-4203-86ac-f89bc5d5f535') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:38.273975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374cf0ab-8d15-4203-86ac-f89bc5d5f535') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:38.289180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2638809-4291-48e0-9277-4afcb4434c81 req-ad941524-507c-4080-9f15-f3e2eaed8509 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:38.290762 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2638809-4291-48e0-9277-4afcb4434c81 req-ad941524-507c-4080-9f15-f3e2eaed8509 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 972 time: 0.0635817 Feb 10 03:56:38.303180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (374cf0ab-8d15-4203-86ac-f89bc5d5f535), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.303684 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.353557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43330) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:38.362342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-44df0ff4-53f1-4805-9db4-d7c11254ce35 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718709232', 'description': 'tempest-description--1862323390'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:38.389951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44e430-19e5-4327-92d7-d4d12f31898c None None] Pushing event updated for resources: {'Port': ['ID=c41c073b-1975-41be-ac65-6c81e85fd223,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:38.396518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2638809-4291-48e0-9277-4afcb4434c81 req-64f5e1e4-d895-4908-adf9-758611a60adb tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984609 Feb 10 03:56:38.417443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (374cf0ab-8d15-4203-86ac-f89bc5d5f535), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.438121 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.441104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:56:38.448163 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (374cf0ab-8d15-4203-86ac-f89bc5d5f535), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: from cryptography.utils import int_from_bytes Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: from cryptography.utils import int_from_bytes Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: timer() Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:56:38.460284 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:56:38.492258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44df0ff4-53f1-4805-9db4-d7c11254ce35 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.500489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Attempting to bind port c41c073b-1975-41be-ac65-6c81e85fd223 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:38.501402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Attempting to bind port c41c073b-1975-41be-ac65-6c81e85fd223 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:38.502077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Attempting to bind port c41c073b-1975-41be-ac65-6c81e85fd223 on network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:38.511040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:38.512205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Checking segment: {'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:38.513314 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.514217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Bound using segment: {'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:38.514975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Bound port: c41c073b-1975-41be-ac65-6c81e85fd223, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:38.516235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.631828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44df0ff4-53f1-4805-9db4-d7c11254ce35 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group (d3e61fb7-7961-4f4f-ab63-a6294223aef2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.648545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] For port c41c073b-1975-41be-ac65-6c81e85fd223, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:38.655425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] For port c41c073b-1975-41be-ac65-6c81e85fd223, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c41c073b-1975-41be-ac65-6c81e85fd223,segment=NetworkSegment(bd4372e9-75f1-4d35-9d9a-28777e84c3ca),segment_id=bd4372e9-75f1-4d35-9d9a-28777e84c3ca)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:38.696263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f577073-a46c-42ad-aff0-d028de3c8458 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:38.700497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44df0ff4-53f1-4805-9db4-d7c11254ce35 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d3e61fb7-7961-4f4f-ab63-a6294223aef2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.728197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-181fa606-3af6-40a8-9e37-13462486f40c admin admin] Publish callbacks [] for security_group (e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.737435 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.750585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:38.761814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:38.765411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Pushing event updated for resources: {'Port': ['ID=59b734ac-fbbe-4941-a639-3eaf040f31db,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:38.771581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:38.776045 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44df0ff4-53f1-4805-9db4-d7c11254ce35 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.782316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-44df0ff4-53f1-4805-9db4-d7c11254ce35 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4276927 Feb 10 03:56:38.786602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:38.794303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1baabefe-dff3-4f3e-b743-1b457ed4b3a6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'security_group_rule': {'security_group_id': 'd3e61fb7-7961-4f4f-ab63-a6294223aef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:38.803440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df0ff4-53f1-4805-9db4-d7c11254ce35 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e61fb7-7961-4f4f-ab63-a6294223aef2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:38.843963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f19f52ac-aea6-4a85-950d-78873eeae48d None None] Provisioning complete for port c41c073b-1975-41be-ac65-6c81e85fd223 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:38.844481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f19f52ac-aea6-4a85-950d-78873eeae48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.856484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe87fb-d9e3-46d3-86ba-d63dea1f6d31 req-ce4574a9-29ec-4ff8-b5d8-e2455353092a tempest-AggregatesAdminTestJSON-2097490284 tempest-AggregatesAdminTestJSON-2097490284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:38.859426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcbe87fb-d9e3-46d3-86ba-d63dea1f6d31 req-ce4574a9-29ec-4ff8-b5d8-e2455353092a tempest-AggregatesAdminTestJSON-2097490284 tempest-AggregatesAdminTestJSON-2097490284-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 1154 time: 0.1772335 Feb 10 03:56:38.866973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-181fa606-3af6-40a8-9e37-13462486f40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.868573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d4472576-05f6-4ba3-a8ca-ae490660632a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.894322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fcbe87fb-d9e3-46d3-86ba-d63dea1f6d31 req-78d89252-447a-4534-ae8c-b38b7075bca8 tempest-AggregatesAdminTestJSON-2097490284 tempest-AggregatesAdminTestJSON-2097490284-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.911760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:38.914050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.963178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1baabefe-dff3-4f3e-b743-1b457ed4b3a6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group_rule (aa551564-5dd5-4ed5-b0bd-a1546fcee05c), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.982601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:38.991763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Routers {'f5248322-1a41-4690-97d4-04f054e077fa'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:56:38.992432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] 10.222.0.42 "DELETE /v2.0/networks/d4472576-05f6-4ba3-a8ca-ae490660632a HTTP/1.1" status: 204 len: 168 time: 1.5715427 Feb 10 03:56:38.992541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:56:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f5248322-1a41-4690-97d4-04f054e077fa'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:38.995117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44e430-19e5-4327-92d7-d4d12f31898c None None] Pushing event updated for resources: {'Port': ['ID=c41c073b-1975-41be-ac65-6c81e85fd223,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.053877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20a2d9-2823-4204-a505-50e2565a392f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4472576-05f6-4ba3-a8ca-ae490660632a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.077547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6f577073-a46c-42ad-aff0-d028de3c8458 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:39.077547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.084153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-181fa606-3af6-40a8-9e37-13462486f40c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d54a810914624c6ea2ef472e6197688b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7130244 Feb 10 03:56:39.088866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43344) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:39.090136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fa606-3af6-40a8-9e37-13462486f40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.151454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725cff6-d87d-492e-9981-22814614d894 req-721fd4dc-a9d4-4616-aa48-b079946760b3 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:39.160692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a725cff6-d87d-492e-9981-22814614d894 req-721fd4dc-a9d4-4616-aa48-b079946760b3 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 936 time: 0.6628289 Feb 10 03:56:39.163923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fcbe87fb-d9e3-46d3-86ba-d63dea1f6d31 req-78d89252-447a-4534-ae8c-b38b7075bca8 tempest-AggregatesAdminTestJSON-2097490284 tempest-AggregatesAdminTestJSON-2097490284-project-admin] Publish callbacks [] for security_group (524f5a75-93b3-4d3e-9fb3-d42262d4dcf8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.173511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0b147023-d59c-48a7-bd73-cda0cd531322 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3799498 Feb 10 03:56:39.236937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1baabefe-dff3-4f3e-b743-1b457ed4b3a6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group_rule (aa551564-5dd5-4ed5-b0bd-a1546fcee05c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.257534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fcbe87fb-d9e3-46d3-86ba-d63dea1f6d31 req-78d89252-447a-4534-ae8c-b38b7075bca8 tempest-AggregatesAdminTestJSON-2097490284 tempest-AggregatesAdminTestJSON-2097490284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (524f5a75-93b3-4d3e-9fb3-d42262d4dcf8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.268082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f19f52ac-aea6-4a85-950d-78873eeae48d None None] Current status of the port c41c073b-1975-41be-ac65-6c81e85fd223 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:39.268476 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f19f52ac-aea6-4a85-950d-78873eeae48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.280899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] Set router f5248322-1a41-4690-97d4-04f054e077fa gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:56:39.291235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a725cff6-d87d-492e-9981-22814614d894 req-0e411e87-3c94-4c6c-8a4c-a9df2955c26e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286397 Feb 10 03:56:39.296770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a894eb0-e60b-47a4-a405-eabd19b29374 admin admin] Publish callbacks [] for security_group (e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.315047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcbe87fb-d9e3-46d3-86ba-d63dea1f6d31 req-78d89252-447a-4534-ae8c-b38b7075bca8 tempest-AggregatesAdminTestJSON-2097490284 tempest-AggregatesAdminTestJSON-2097490284-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370422 Feb 10 03:56:39.318586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d89252-447a-4534-ae8c-b38b7075bca8 tempest-AggregatesAdminTestJSON-2097490284 tempest-AggregatesAdminTestJSON-2097490284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524f5a75-93b3-4d3e-9fb3-d42262d4dcf8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.333140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1baabefe-dff3-4f3e-b743-1b457ed4b3a6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (aa551564-5dd5-4ed5-b0bd-a1546fcee05c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.338811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a894eb0-e60b-47a4-a405-eabd19b29374 admin admin] Publish callbacks [] for security_group (e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.367035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baabefe-dff3-4f3e-b743-1b457ed4b3a6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa551564-5dd5-4ed5-b0bd-a1546fcee05c,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.425830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1baabefe-dff3-4f3e-b743-1b457ed4b3a6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.427134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1baabefe-dff3-4f3e-b743-1b457ed4b3a6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6381903 Feb 10 03:56:39.430193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43348) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:39.437790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ab2d8c88-1133-4812-b3d8-a1fcf9372476 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'security_group_rule': {'security_group_id': 'd3e61fb7-7961-4f4f-ab63-a6294223aef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:39.522422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f19f52ac-aea6-4a85-950d-78873eeae48d None None] For port c41c073b-1975-41be-ac65-6c81e85fd223, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c41c073b-1975-41be-ac65-6c81e85fd223,segment=NetworkSegment(bd4372e9-75f1-4d35-9d9a-28777e84c3ca),segment_id=bd4372e9-75f1-4d35-9d9a-28777e84c3ca)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:39.549878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6f577073-a46c-42ad-aff0-d028de3c8458 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:39.550394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a894eb0-e60b-47a4-a405-eabd19b29374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.567702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a894eb0-e60b-47a4-a405-eabd19b29374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.576720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a894eb0-e60b-47a4-a405-eabd19b29374 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1 HTTP/1.1" status: 204 len: 168 time: 0.4524002 Feb 10 03:56:39.597610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a894eb0-e60b-47a4-a405-eabd19b29374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc0be8-f60f-4ece-8cfa-a0e35f9352c1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.623005 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3aa8c49a-c554-4764-908a-d130ed0389af req-2f78e198-1449-4643-adf1-3c49d67b9388 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 210 time: 0.0662413 Feb 10 03:56:39.624189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8c88-1133-4812-b3d8-a1fcf9372476 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group_rule (b1526f6f-3ba5-4f26-b15d-24800c2730ec), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.631314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43352) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:39.716747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8c88-1133-4812-b3d8-a1fcf9372476 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group_rule (b1526f6f-3ba5-4f26-b15d-24800c2730ec), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.747727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4aef4402-a046-481c-b6dd-16523da4f529 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=296594623e554ec3a4119c1ef2f28a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148751 Feb 10 03:56:39.748248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43354) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:39.752807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f19f52ac-aea6-4a85-950d-78873eeae48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.805477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8c88-1133-4812-b3d8-a1fcf9372476 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b1526f6f-3ba5-4f26-b15d-24800c2730ec), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.833303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d8c88-1133-4812-b3d8-a1fcf9372476 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1526f6f-3ba5-4f26-b15d-24800c2730ec,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.841670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f52ac-aea6-4a85-950d-78873eeae48d None None] Pushing event updated for resources: {'Port': ['ID=c41c073b-1975-41be-ac65-6c81e85fd223,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:39.854641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bafb7949-da47-456d-b240-f08e69912fd5 admin admin] Publish callbacks [] for security_group (52b3342a-1334-416b-a873-ca22bd3a2f63), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.892944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bafb7949-da47-456d-b240-f08e69912fd5 admin admin] Publish callbacks [] for security_group (52b3342a-1334-416b-a873-ca22bd3a2f63), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.910982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a94115c6-09b3-4eed-b3eb-9b2681eb3a44 None None] Provisioning complete for port 59b734ac-fbbe-4941-a639-3eaf040f31db triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:39.911559 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a94115c6-09b3-4eed-b3eb-9b2681eb3a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.944648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8c88-1133-4812-b3d8-a1fcf9372476 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:39.948940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab2d8c88-1133-4812-b3d8-a1fcf9372476 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5144632 Feb 10 03:56:39.949762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43358) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:39.952070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-c6aa8138-1011-413d-91e4-5c7523446876 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463119 Feb 10 03:56:39.954338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:39.973956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a94115c6-09b3-4eed-b3eb-9b2681eb3a44 None None] Port 59b734ac-fbbe-4941-a639-3eaf040f31db cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:39.994286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a94115c6-09b3-4eed-b3eb-9b2681eb3a44 None None] Provisioning complete for port c41c073b-1975-41be-ac65-6c81e85fd223 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:39.994689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a94115c6-09b3-4eed-b3eb-9b2681eb3a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.036113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:56:34Z', 'revision_number': 4, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c41c073b-1975-41be-ac65-6c81e85fd223', 'name': '', 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'mac_address': 'fa:16:3e:f2:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '4493f66b-ff5e-46e2-9f3e-07051566fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:33Z', 'updated_at': '2022-02-10T03:56:38Z', 'revision_number': 4, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'subnets': [{'id': '4493f66b-ff5e-46e2-9f3e-07051566fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:56:40.072678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b84222-65de-4eaf-a6dd-c0eafd774a81 None None] The sync data for ids ['f5248322-1a41-4690-97d4-04f054e077fa'] in n-d-827844-2 is: [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:56:34Z', 'revision_number': 4, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c41c073b-1975-41be-ac65-6c81e85fd223', 'name': '', 'network_id': '6b3ad936-b0be-4cac-a9a5-5c005e9fd333', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'mac_address': 'fa:16:3e:f2:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '4493f66b-ff5e-46e2-9f3e-07051566fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:33Z', 'updated_at': '2022-02-10T03:56:38Z', 'revision_number': 4, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'subnets': [{'id': '4493f66b-ff5e-46e2-9f3e-07051566fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:56:40.092567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.126264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a94115c6-09b3-4eed-b3eb-9b2681eb3a44 None None] Current status of the port c41c073b-1975-41be-ac65-6c81e85fd223 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:40.238131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5dfc0-acd0-460b-9224-fa07f2d01f41 req-29c0bac7-e2e1-4f11-9771-962b4c90c76a tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:40.244078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2da5dfc0-acd0-460b-9224-fa07f2d01f41 req-29c0bac7-e2e1-4f11-9771-962b4c90c76a tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 972 time: 0.2946627 Feb 10 03:56:40.281765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.326308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-da9b3daa-1aee-4773-a06d-953e3c482726 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:40.337927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-da9b3daa-1aee-4773-a06d-953e3c482726 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631213 Feb 10 03:56:40.364168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2da5dfc0-acd0-460b-9224-fa07f2d01f41 req-33e2bca9-7c6e-4ed6-ab00-dc7d36760a38 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189198 Feb 10 03:56:40.384813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Request body: {'port': {'device_id': '68337147-7599-4ded-93ed-da2f0f339a67', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'ffbb958542c94eaba3dd2cd1f950da53'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:40.390742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bafb7949-da47-456d-b240-f08e69912fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (52b3342a-1334-416b-a873-ca22bd3a2f63), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.400162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bafb7949-da47-456d-b240-f08e69912fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.408499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bafb7949-da47-456d-b240-f08e69912fd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52b3342a-1334-416b-a873-ca22bd3a2f63 HTTP/1.1" status: 204 len: 168 time: 0.6585059 Feb 10 03:56:40.445084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7949-da47-456d-b240-f08e69912fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b3342a-1334-416b-a873-ca22bd3a2f63,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:40.605913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Allocated IP 172.25.8.93 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/16406dce-d550-476c-a1ca-cf80a53b6df6) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:40.633413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642af8f-2fe9-43c7-af4d-c6dc43de13c0 req-c6d33679-f50c-41a8-9bb5-7ba859a9264d tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:40.635082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5642af8f-2fe9-43c7-af4d-c6dc43de13c0 req-c6d33679-f50c-41a8-9bb5-7ba859a9264d tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 936 time: 0.1265314 Feb 10 03:56:40.664113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Made reservation on behalf of ffbb958542c94eaba3dd2cd1f950da53 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:40.667600 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.688535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.697308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c41c073b-1975-41be-ac65-6c81e85fd223 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:40.735778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43368) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:40.785108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c41c073b-1975-41be-ac65-6c81e85fd223 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:40.785657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.791752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02dc95d0-92cb-45d6-9a1b-53a51fefbfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.839969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-e2915783-e79c-4b7b-8581-da0b5a2e9b46 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:56:40.849548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-e2915783-e79c-4b7b-8581-da0b5a2e9b46 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128179 Feb 10 03:56:40.860212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5642af8f-2fe9-43c7-af4d-c6dc43de13c0 req-a33a130f-ca77-4315-bfe3-dc78810f65bd tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162032 Feb 10 03:56:40.886677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06cbd1df-e937-4cb9-a8bf-824e69d40185 req-6099e816-40aa-43d8-88b1-6cf81070060f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 210 time: 0.0817480 Feb 10 03:56:40.945760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:40.953857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c41c073b-1975-41be-ac65-6c81e85fd223 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:41.077428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks [] for security_group (c2b06cee-ec0f-4710-a4fa-35ff8c0215bf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.096607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Request body: {'port': {'device_id': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:41.106924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02dc95d0-92cb-45d6-9a1b-53a51fefbfc6 admin admin] Publish callbacks [] for security_group (44e1cb25-1169-42e1-9bf7-c28e8c5535ae), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.133636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.152220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.43', 59624) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:41.171790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:41.194546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:41.200580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:41.208591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02dc95d0-92cb-45d6-9a1b-53a51fefbfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (44e1cb25-1169-42e1-9bf7-c28e8c5535ae), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.213967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c2b06cee-ec0f-4710-a4fa-35ff8c0215bf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.312822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43374) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:41.334394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.348009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-02dc95d0-92cb-45d6-9a1b-53a51fefbfc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68de170dd5424edbbd8a60f247ad749b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6111720 Feb 10 03:56:41.353374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc95d0-92cb-45d6-9a1b-53a51fefbfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e1cb25-1169-42e1-9bf7-c28e8c5535ae,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:41.360713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43376) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:41.387931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event updated for resources: {'Port': ['ID=16406dce-d550-476c-a1ca-cf80a53b6df6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:41.492379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-04dab70c-d4b4-48f0-b95f-72f979b86b35 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:41.494193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-04dab70c-d4b4-48f0-b95f-72f979b86b35 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 972 time: 0.3406601 Feb 10 03:56:41.580482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.654182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0a44d2e1-cef3-4e23-8b7e-a5e0f1ff35f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4183a14b9ce04f22b565190555516ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391910 Feb 10 03:56:41.656091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:41.659547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43380) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:41.699066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Allocated IP 192.168.233.50 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/c7b64654-4304-44c5-b076-2599c8e509cc) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:41.771418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-575a964c-941e-4219-8780-38dab4207385 admin admin] Publish callbacks [] for security_group (44e1cb25-1169-42e1-9bf7-c28e8c5535ae), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.799629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-575a964c-941e-4219-8780-38dab4207385 admin admin] Publish callbacks [] for security_group (44e1cb25-1169-42e1-9bf7-c28e8c5535ae), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.965898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Deleting port d5556903-4c36-4e5f-802e-069985d8bbe7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:56:41.966468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:41.978873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51196c-5f0c-4a7e-9c29-057ac50570f4 req-fa9294f8-a695-4bbc-9b94-9bfc718d3ad9 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:41.980389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6d51196c-5f0c-4a7e-9c29-057ac50570f4 req-fa9294f8-a695-4bbc-9b94-9bfc718d3ad9 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 972 time: 0.5091565 Feb 10 03:56:41.989013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.098820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc9e68ec-7213-43f5-84ba-143ce771e151 admin admin] Publish callbacks [] for security_group (c4d25b65-be65-4f1f-9ab4-aa530890743d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.170003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6d51196c-5f0c-4a7e-9c29-057ac50570f4 req-6a8078ea-f37c-4b36-a44a-f776d3d03697 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773574 Feb 10 03:56:42.170769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc9e68ec-7213-43f5-84ba-143ce771e151 admin admin] Publish callbacks [] for security_group (c4d25b65-be65-4f1f-9ab4-aa530890743d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.256951 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-575a964c-941e-4219-8780-38dab4207385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (44e1cb25-1169-42e1-9bf7-c28e8c5535ae), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.259800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-575a964c-941e-4219-8780-38dab4207385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.261006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-575a964c-941e-4219-8780-38dab4207385 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44e1cb25-1169-42e1-9bf7-c28e8c5535ae HTTP/1.1" status: 204 len: 168 time: 0.8984177 Feb 10 03:56:42.295062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a964c-941e-4219-8780-38dab4207385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e1cb25-1169-42e1-9bf7-c28e8c5535ae,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:42.300908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08f19994-b94a-4189-97cc-e1b4e5b8b747 req-9fdbd110-add3-49a6-820f-fd964dd43afd tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 210 time: 0.0482473 Feb 10 03:56:42.332674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks [] for port (c7b64654-4304-44c5-b076-2599c8e509cc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.353485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] For port d5556903-4c36-4e5f-802e-069985d8bbe7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5556903-4c36-4e5f-802e-069985d8bbe7,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:42.354205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.369564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Calling delete_port for d5556903-4c36-4e5f-802e-069985d8bbe7 owned by compute:tempest-test_az-1735160089 {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:56:42.381129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.456172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.459273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7ac72-d596-47d3-be37-d9030b586cfe req-29bf462b-9758-422c-96a0-1a02c55d0614 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:42.462298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98c7ac72-d596-47d3-be37-d9030b586cfe req-29bf462b-9758-422c-96a0-1a02c55d0614 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 936 time: 0.4603341 Feb 10 03:56:42.529350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.535603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc9e68ec-7213-43f5-84ba-143ce771e151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c4d25b65-be65-4f1f-9ab4-aa530890743d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.538215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc9e68ec-7213-43f5-84ba-143ce771e151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.539505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dc9e68ec-7213-43f5-84ba-143ce771e151 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4d25b65-be65-4f1f-9ab4-aa530890743d HTTP/1.1" status: 204 len: 168 time: 0.8779144 Feb 10 03:56:42.556399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e68ec-7213-43f5-84ba-143ce771e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d25b65-be65-4f1f-9ab4-aa530890743d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:42.564594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event updated for resources: {'Port': ['ID=16406dce-d550-476c-a1ca-cf80a53b6df6,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:42.565413 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98c7ac72-d596-47d3-be37-d9030b586cfe req-9a2170a4-926d-4737-a9e6-6e31341d4635 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904787 Feb 10 03:56:42.643515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.702019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:42.706547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:42.713327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:42.717646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Pushing event updated for resources: {'Port': ['ID=c7b64654-4304-44c5-b076-2599c8e509cc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:42.742330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d5556903-4c36-4e5f-802e-069985d8bbe7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.756694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d5556903-4c36-4e5f-802e-069985d8bbe7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:56:42.817907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Pushing event deleted for resources: {'Port': ['ID=d5556903-4c36-4e5f-802e-069985d8bbe7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:42.877236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b734ac-fbbe-4941-a639-3eaf040f31db {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:42.888753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Publish callbacks [] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.889109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:42.889862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.895245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.906551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7bd941b2-d1a5-4e14-8c8a-6f7b4ce7bf02 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9553125 Feb 10 03:56:42.925656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Transition to ACTIVE for port object 59b734ac-fbbe-4941-a639-3eaf040f31db will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:56:42.949905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] No DVR routers for this DVR port d5556903-4c36-4e5f-802e-069985d8bbe7 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:56:42.954301 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:42.960617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc9b1053-eca4-4194-b101-d50a945ca031 req-98014b20-d1fe-40b6-8315-117c5f9d246d tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.43 "DELETE /v2.0/ports/d5556903-4c36-4e5f-802e-069985d8bbe7 HTTP/1.1" status: 204 len: 173 time: 1.4536006 Feb 10 03:56:42.960617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'name': 'network-vif-deleted', 'tag': 'd5556903-4c36-4e5f-802e-069985d8bbe7'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:42.960617 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae3508-4aeb-4427-87c9-26cd2b61d235" -d '{"events": [{"server_uuid": "f3d95706-56d8-4798-ad5a-d97965305e11", "name": "network-vif-deleted", "tag": "d5556903-4c36-4e5f-802e-069985d8bbe7"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:43.003569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.005808 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aec660-12f3-457e-82f7-570851ab1cad x-openstack-request-id: req-88aec660-12f3-457e-82f7-570851ab1cad {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:43.005808 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d95706-56d8-4798-ad5a-d97965305e11", "name": "network-vif-deleted", "tag": "d5556903-4c36-4e5f-802e-069985d8bbe7", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:43.007209 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88aec660-12f3-457e-82f7-570851ab1cad {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:43.007209 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d95706-56d8-4798-ad5a-d97965305e11', 'name': 'network-vif-deleted', 'tag': 'd5556903-4c36-4e5f-802e-069985d8bbe7', 'status': 'completed', 'code': 200} Feb 10 03:56:43.010035 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-b0aaba04-809d-45f8-a093-ec420f71a904 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6715758 Feb 10 03:56:43.022075 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Request body: {'port': {'device_id': '68337147-7599-4ded-93ed-da2f0f339a67', 'device_owner': 'compute:tempest-test_az-1735160089', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:43.108101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-19392342-2e03-4d7e-9f40-b3dbb9146d0e None None] Provisioning complete for port c7b64654-4304-44c5-b076-2599c8e509cc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:43.108568 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19392342-2e03-4d7e-9f40-b3dbb9146d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.135542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.221138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-19392342-2e03-4d7e-9f40-b3dbb9146d0e None None] Port c7b64654-4304-44c5-b076-2599c8e509cc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:43.240191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43406) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:43.281395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4eed5097-9282-4d25-bd96-a27a921e4fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.357791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Pushing event updated for resources: {'Port': ['ID=59b734ac-fbbe-4941-a639-3eaf040f31db,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:43.426778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Attempting to bind port 59b734ac-fbbe-4941-a639-3eaf040f31db on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:43.427127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Attempting to bind port 59b734ac-fbbe-4941-a639-3eaf040f31db by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:43.429940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Attempting to bind port 59b734ac-fbbe-4941-a639-3eaf040f31db on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:43.444699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Port 59b734ac-fbbe-4941-a639-3eaf040f31db on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:56:43.444929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Attempting to bind port 59b734ac-fbbe-4941-a639-3eaf040f31db on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:43.457582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:43.457945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:43.458498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:43.458993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Bound port: 59b734ac-fbbe-4941-a639-3eaf040f31db, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:43.459367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.553268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22c80ccb-d06d-42a1-81e4-2e9d4d900dc8 req-8edeb671-bc44-4cf7-acae-c0f1c7b545f5 tempest-AggregatesAdminTestJSON-137741914 tempest-AggregatesAdminTestJSON-137741914-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d95706-56d8-4798-ad5a-d97965305e11 HTTP/1.1" status: 200 len: 210 time: 0.0389097 Feb 10 03:56:43.567357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-b52e0dbf-1d6d-4052-ad9a-6e799e9669a1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1718709232&fields=id&tenant_id=ee8566aca7e34d72b480239e591fb99d HTTP/1.1" status: 200 len: 267 time: 0.2203972 Feb 10 03:56:43.605192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] For port 59b734ac-fbbe-4941-a639-3eaf040f31db, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:43.619960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] For port 59b734ac-fbbe-4941-a639-3eaf040f31db, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59b734ac-fbbe-4941-a639-3eaf040f31db,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:43.692927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ca3fa-63d2-4e72-a4b5-d067dce55b48 req-b69d4544-8d55-40e8-87b1-08a5994dc85b tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:43.694902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-753ca3fa-63d2-4e72-a4b5-d067dce55b48 req-b69d4544-8d55-40e8-87b1-08a5994dc85b tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 935 time: 0.0611925 Feb 10 03:56:43.750062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-753ca3fa-63d2-4e72-a4b5-d067dce55b48 req-f408524d-6b64-42f0-90ad-65bd3ea04bc7 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491238 Feb 10 03:56:43.772247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.814060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4eed5097-9282-4d25-bd96-a27a921e4fef admin admin] Publish callbacks [] for security_group (6100d0bb-2147-4f0c-8a87-c952b1dffb21), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.874734 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4eed5097-9282-4d25-bd96-a27a921e4fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6100d0bb-2147-4f0c-8a87-c952b1dffb21), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.892829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:43.893519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:43.895293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] 10.222.0.24 "PUT /v2.0/ports/59b734ac-fbbe-4941-a639-3eaf040f31db HTTP/1.1" status: 200 len: 1096 time: 2.8876758 Feb 10 03:56:43.895772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'tag': '59b734ac-fbbe-4941-a639-3eaf040f31db'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:43.914672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-07513a5d-70fb-4a71-b267-8ff4d1eee731 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:43.916500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-07513a5d-70fb-4a71-b267-8ff4d1eee731 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 823 time: 0.3481679 Feb 10 03:56:43.929507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054b30-0669-40cc-92a2-41826d6b1436 service neutron] Pushing event updated for resources: {'Port': ['ID=59b734ac-fbbe-4941-a639-3eaf040f31db,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:43.974282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b64654-4304-44c5-b076-2599c8e509cc {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:43.976892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64544b3-12ca-4efa-865c-ed3817570201 req-e6eeed4c-d19a-4190-b17b-0040abdf2a04 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:43.982649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-1c0e98d3-1110-4c30-9f12-4ca05216a6db tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/quotas/ee8566aca7e34d72b480239e591fb99d HTTP/1.1" status: 200 len: 375 time: 0.0556083 Feb 10 03:56:43.985459 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4eed5097-9282-4d25-bd96-a27a921e4fef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=730acccb20674170bcf58f1c55e32186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7401903 Feb 10 03:56:43.986325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed5097-9282-4d25-bd96-a27a921e4fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6100d0bb-2147-4f0c-8a87-c952b1dffb21,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:43.986463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64544b3-12ca-4efa-865c-ed3817570201 req-e6eeed4c-d19a-4190-b17b-0040abdf2a04 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 948 time: 0.1541114 Feb 10 03:56:43.991036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43432) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:43.999451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Publish callbacks [] for port (c7b64654-4304-44c5-b076-2599c8e509cc), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.067113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Transition to ACTIVE for port object c7b64654-4304-44c5-b076-2599c8e509cc will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:56:44.107180 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8" -d '{"events": [{"name": "network-changed", "server_uuid": "6953ebd9-a96f-4d1b-896c-5bc21f7d066a", "tag": "59b734ac-fbbe-4941-a639-3eaf040f31db"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:44.120866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6714eec7-8711-4a76-84db-44c70787729a admin admin] Publish callbacks [] for security_group (6100d0bb-2147-4f0c-8a87-c952b1dffb21), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.132291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-cd95496c-85b8-4427-9fd2-29ffaf352048 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381121 Feb 10 03:56:44.144538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64544b3-12ca-4efa-865c-ed3817570201 req-dc3211aa-5a34-46d6-8686-1a4a09c59347 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567569 Feb 10 03:56:44.162178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6714eec7-8711-4a76-84db-44c70787729a admin admin] Publish callbacks [] for security_group (6100d0bb-2147-4f0c-8a87-c952b1dffb21), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.164008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.202022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-aa678384-9ffa-4401-9fcd-dee0b3a863be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:44.203715 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-aa678384-9ffa-4401-9fcd-dee0b3a863be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 1130 time: 0.1839986 Feb 10 03:56:44.249795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b64654-4304-44c5-b076-2599c8e509cc,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:44.362464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Attempting to bind port c7b64654-4304-44c5-b076-2599c8e509cc on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:44.362879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Attempting to bind port c7b64654-4304-44c5-b076-2599c8e509cc by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:44.363274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Attempting to bind port c7b64654-4304-44c5-b076-2599c8e509cc on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:44.368893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Port c7b64654-4304-44c5-b076-2599c8e509cc on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:56:44.368893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Attempting to bind port c7b64654-4304-44c5-b076-2599c8e509cc on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:44.380162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:44.380508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:44.381129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:44.381656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Bound port: c7b64654-4304-44c5-b076-2599c8e509cc, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:44.381918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.399633 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6714eec7-8711-4a76-84db-44c70787729a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6100d0bb-2147-4f0c-8a87-c952b1dffb21), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.409151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6714eec7-8711-4a76-84db-44c70787729a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.409151 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6714eec7-8711-4a76-84db-44c70787729a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6100d0bb-2147-4f0c-8a87-c952b1dffb21 HTTP/1.1" status: 204 len: 168 time: 0.4118683 Feb 10 03:56:44.418003 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed8c3b6-87bb-4b60-a739-e904ba9e762a x-openstack-request-id: req-4ed8c3b6-87bb-4b60-a739-e904ba9e762a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:44.418583 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6953ebd9-a96f-4d1b-896c-5bc21f7d066a", "tag": "59b734ac-fbbe-4941-a639-3eaf040f31db", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:44.418583 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ed8c3b6-87bb-4b60-a739-e904ba9e762a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:44.418783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714eec7-8711-4a76-84db-44c70787729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6100d0bb-2147-4f0c-8a87-c952b1dffb21,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:44.419025 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'tag': '59b734ac-fbbe-4941-a639-3eaf040f31db', 'status': 'completed', 'code': 200} Feb 10 03:56:44.420646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-68de856d-8904-4fb3-b1a1-9b127f1d7841 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=59b734ac-fbbe-4941-a639-3eaf040f31db HTTP/1.1" status: 200 len: 217 time: 0.2103112 Feb 10 03:56:44.529444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] For port c7b64654-4304-44c5-b076-2599c8e509cc, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:44.533527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] For port c7b64654-4304-44c5-b076-2599c8e509cc, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7b64654-4304-44c5-b076-2599c8e509cc,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:44.580240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-6f746247-b911-4885-a2c0-b34a41cf4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:44.581798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-6f746247-b911-4885-a2c0-b34a41cf4657 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1546621 Feb 10 03:56:44.605806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.668808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:44.669433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:44.671382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] 10.222.0.43 "PUT /v2.0/ports/c7b64654-4304-44c5-b076-2599c8e509cc HTTP/1.1" status: 200 len: 1117 time: 1.6537814 Feb 10 03:56:44.724666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15feed-5931-41cb-ae60-9ff5be2af343 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b64654-4304-44c5-b076-2599c8e509cc,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:44.748890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-6eb687a1-e5bc-4dc8-b2a0-4108a152e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:44.751822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-6eb687a1-e5bc-4dc8-b2a0-4108a152e9ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1620803 Feb 10 03:56:44.879847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-11622291-4f32-4bc7-b008-7b8485dbc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:44.881682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-11622291-4f32-4bc7-b008-7b8485dbc4fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 1151 time: 0.0943799 Feb 10 03:56:44.903526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-0cea7ed7-1ce4-48e3-8eaf-c7137c2b9e29 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434550 Feb 10 03:56:44.942109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-00c932be-fb3d-4838-8bb0-6e7a5ca701ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c7b64654-4304-44c5-b076-2599c8e509cc HTTP/1.1" status: 200 len: 217 time: 0.0508423 Feb 10 03:56:44.999964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-3981b599-1dfa-4557-89d2-d4a5e495a5aa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:56:45.001374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-3981b599-1dfa-4557-89d2-d4a5e495a5aa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5101426 Feb 10 03:56:45.010124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68337147-7599-4ded-93ed-da2f0f339a67', 'tag': 'c7b64654-4304-44c5-b076-2599c8e509cc'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:45.010124 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b223370-0975-4e3a-9aaf-50ff43ba1ada" -d '{"events": [{"name": "network-changed", "server_uuid": "68337147-7599-4ded-93ed-da2f0f339a67", "tag": "c7b64654-4304-44c5-b076-2599c8e509cc"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:45.053669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-5e81ae1c-6c99-442b-a307-1856cf261392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.055189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-5e81ae1c-6c99-442b-a307-1856cf261392 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0978017 Feb 10 03:56:45.063308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a20cd4-c64e-4d3a-bb23-7102f9c6ca91 req-69cf070d-0f1f-466e-9d4e-47d6d72daccc service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517968 Feb 10 03:56:45.168092 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-b320d143-bfaf-4621-8514-19a010528fd7 service neutron] 10.222.0.42 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531880 Feb 10 03:56:45.176031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13383c-b647-4793-afac-304e203c0767 req-fdebae3a-56ab-4d4b-80d2-60a602523c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.177544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-fdebae3a-56ab-4d4b-80d2-60a602523c51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1121593 Feb 10 03:56:45.238998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa08d3-fca7-4cea-9166-dae79bcd7239 req-58535792-0b60-47f5-8aaa-89d52ce5febf tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.240515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7fa08d3-fca7-4cea-9166-dae79bcd7239 req-58535792-0b60-47f5-8aaa-89d52ce5febf tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 969 time: 0.1112618 Feb 10 03:56:45.257656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-b693308b-2a23-4f9a-9e20-5b559faed4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.259092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-b693308b-2a23-4f9a-9e20-5b559faed4fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 1130 time: 0.0794184 Feb 10 03:56:45.324082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5556903-4c36-4e5f-802e-069985d8bbe7 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:56:45.352087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: d5556903-4c36-4e5f-802e-069985d8bbe7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:56:45.352734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5556903-4c36-4e5f-802e-069985d8bbe7 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:56:45.353556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-1552ef18-0e38-4ee4-8cc9-c7fc529d12b7 service neutron] 10.222.0.42 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749916 Feb 10 03:56:45.355452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-fcfc41c9-1125-4d48-a7c7-176a15292741 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679862 Feb 10 03:56:45.493068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef13383c-b647-4793-afac-304e203c0767 req-a89a83e6-ede5-4959-be5b-f20b4a8c70d1 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311851 Feb 10 03:56:45.606467 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c07a92-d15e-4ec7-8539-fb3596f843e7 x-openstack-request-id: req-d7c07a92-d15e-4ec7-8539-fb3596f843e7 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:45.607131 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68337147-7599-4ded-93ed-da2f0f339a67", "tag": "c7b64654-4304-44c5-b076-2599c8e509cc", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:45.607131 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7c07a92-d15e-4ec7-8539-fb3596f843e7 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:45.607428 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68337147-7599-4ded-93ed-da2f0f339a67', 'tag': 'c7b64654-4304-44c5-b076-2599c8e509cc', 'status': 'completed', 'code': 200} Feb 10 03:56:45.609988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7fa08d3-fca7-4cea-9166-dae79bcd7239 req-08ec0b36-69c9-4a54-89bb-d7339567bab0 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619893 Feb 10 03:56:45.692121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-57951df7-188a-4f04-8c69-9e64813f2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.693952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-57951df7-188a-4f04-8c69-9e64813f2a13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.4270573 Feb 10 03:56:45.729802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-b6f46f4a-e0af-416a-96d2-c0efb507c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.729802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-b6f46f4a-e0af-416a-96d2-c0efb507c308 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 1151 time: 0.0963609 Feb 10 03:56:45.806844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-90574135-8e11-4214-8f3b-8003cea8601f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=59b734ac-fbbe-4941-a639-3eaf040f31db HTTP/1.1" status: 200 len: 217 time: 0.1049113 Feb 10 03:56:45.894094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe1ea9-d2e4-4605-bb29-71bf0f74fa59 req-cb481da6-09c6-4cb6-99e4-9e0c00a478e9 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.900249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfe1ea9-d2e4-4605-bb29-71bf0f74fa59 req-cb481da6-09c6-4cb6-99e4-9e0c00a478e9 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 948 time: 0.1232798 Feb 10 03:56:45.929374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-4b783f89-bacf-4c9f-a145-898c2d1bde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:45.931190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-4b783f89-bacf-4c9f-a145-898c2d1bde41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1145382 Feb 10 03:56:46.017395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfe1ea9-d2e4-4605-bb29-71bf0f74fa59 req-5855c28a-5285-496a-9bf3-7877312710cc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050072 Feb 10 03:56:46.042155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-1494a41e-35ef-43e5-bdf5-3a9e8f819236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:46.047961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-1494a41e-35ef-43e5-bdf5-3a9e8f819236 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1089425 Feb 10 03:56:46.114450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03dcf013-8421-431d-911e-0fce606945d2 req-b9ef28d9-dc44-4b64-a232-53b7131b54b8 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 210 time: 0.2674127 Feb 10 03:56:46.177485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-d55969a2-bf67-4360-9a50-fde5e589a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:46.179177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-d55969a2-bf67-4360-9a50-fde5e589a2ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.4424791 Feb 10 03:56:46.186072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-42ee4c4c-a2dc-4ea0-81b9-dee6b51a9bef service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224551 Feb 10 03:56:46.241374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-2fcbdc46-d121-4e7e-ae05-e588a382c875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c7b64654-4304-44c5-b076-2599c8e509cc HTTP/1.1" status: 200 len: 217 time: 0.0549181 Feb 10 03:56:46.308562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f6e1f3-169b-4bd0-9a24-fc7b6c36eac8 req-67670599-5cd7-40d9-8ea9-332c08ca8355 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156483 Feb 10 03:56:46.314770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-b8a30c80-692f-488f-bce2-58c178832d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:46.316226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-b8a30c80-692f-488f-bce2-58c178832d68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0556731 Feb 10 03:56:46.383755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-5972ff4f-ed32-4d08-bbc7-ba3b87c3b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:46.385602 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-5972ff4f-ed32-4d08-bbc7-ba3b87c3b53a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0574503 Feb 10 03:56:46.486562 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-09c702be-e325-4d10-bb8c-345f131ed56a service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935915 Feb 10 03:56:46.628483 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b223370-0975-4e3a-9aaf-50ff43ba1ada req-966e18c2-4220-428c-9eca-12864185783e service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365891 Feb 10 03:56:46.634637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:46.669436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-4a41a5cc-9ca7-420c-a923-62ad51cb093d tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8d29d4f03b944ad5bf80bddeeb55bb33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270030 Feb 10 03:56:46.775586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-b4d38fcc-3e99-45e2-8e77-283b363ee2f8 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:46.777357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-b4d38fcc-3e99-45e2-8e77-283b363ee2f8 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1017482 Feb 10 03:56:46.796727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-9c87eef9-2745-4302-aec3-bf9b41ea6d6b tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/quotas/8d29d4f03b944ad5bf80bddeeb55bb33 HTTP/1.1" status: 200 len: 375 time: 0.0094273 Feb 10 03:56:46.843260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-8a5e0466-d204-435f-aa92-46566ec3f3c3 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d29d4f03b944ad5bf80bddeeb55bb33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402684 Feb 10 03:56:46.982240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc6f91-40f6-4630-9095-b74d493f28f1 req-f19c679a-93e5-456a-805b-34191d6a0087 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:46.984280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fdc6f91-40f6-4630-9095-b74d493f28f1 req-f19c679a-93e5-456a-805b-34191d6a0087 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 969 time: 0.0598900 Feb 10 03:56:47.033546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fdc6f91-40f6-4630-9095-b74d493f28f1 req-02dc95e2-c99e-46c3-956a-b23e720d409f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Feb 10 03:56:47.198652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a1a1d-a245-4c52-b57b-343e372335ea req-97d582cf-5abb-4a4a-902f-e4c685fc8d05 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:47.198652 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd5a1a1d-a245-4c52-b57b-343e372335ea req-97d582cf-5abb-4a4a-902f-e4c685fc8d05 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 948 time: 0.0771210 Feb 10 03:56:47.264175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39006a35-5607-4d3f-a757-d2dc0281358f req-435be272-63c8-4007-9528-aea95fc2129f tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 210 time: 0.0560751 Feb 10 03:56:47.266758 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd5a1a1d-a245-4c52-b57b-343e372335ea req-e53f6139-4931-48a9-b95b-1a5d2ef0f9d9 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612011 Feb 10 03:56:47.365762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1228f773-dc3d-4440-a88a-d80db665961e req-55ebb37e-9996-4b55-800c-6769538c17d5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 210 time: 0.0291436 Feb 10 03:56:47.877690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:47.978722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.008137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a88a380-cca5-40b0-a41d-4d987a96bcb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.086110 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a88a380-cca5-40b0-a41d-4d987a96bcb7 admin admin] Publish callbacks [] for security_group (7a4a8cf1-3681-41a7-8fd6-776e43a3e028), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.146062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a88a380-cca5-40b0-a41d-4d987a96bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a4a8cf1-3681-41a7-8fd6-776e43a3e028), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.197070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1a88a380-cca5-40b0-a41d-4d987a96bcb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa9d7ac9f87d4cd0b517187351029ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180020 Feb 10 03:56:48.199816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43620) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:48.201335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88a380-cca5-40b0-a41d-4d987a96bcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a8cf1-3681-41a7-8fd6-776e43a3e028,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:48.211823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92f218-cb19-47e3-8f32-fbf644fc881e req-a8517add-4124-49c2-a7c0-a2ecd02a74ea tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:48.213459 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee92f218-cb19-47e3-8f32-fbf644fc881e req-a8517add-4124-49c2-a7c0-a2ecd02a74ea tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 969 time: 0.0945470 Feb 10 03:56:48.268573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a16923-c017-41be-84a2-ada79de9d4f5 admin admin] Publish callbacks [] for security_group (7a4a8cf1-3681-41a7-8fd6-776e43a3e028), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.292259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a16923-c017-41be-84a2-ada79de9d4f5 admin admin] Publish callbacks [] for security_group (7a4a8cf1-3681-41a7-8fd6-776e43a3e028), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.323024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee92f218-cb19-47e3-8f32-fbf644fc881e req-e6584f90-de61-4a2a-a94e-b162e1035678 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033270 Feb 10 03:56:48.372617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-cbcf5648-ee0a-48c5-bdfe-3b35933adc71 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:48.374124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-cbcf5648-ee0a-48c5-bdfe-3b35933adc71 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.43 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 823 time: 0.1378813 Feb 10 03:56:48.434810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c9041e7e-2138-4a20-be22-349cd0bd3bff req-b9e5b1e1-2830-4dbe-8f25-eae158d1084b tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 210 time: 0.0336890 Feb 10 03:56:48.446017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a16923-c017-41be-84a2-ada79de9d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a4a8cf1-3681-41a7-8fd6-776e43a3e028), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.448591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a16923-c017-41be-84a2-ada79de9d4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.466361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-04a16923-c017-41be-84a2-ada79de9d4f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a4a8cf1-3681-41a7-8fd6-776e43a3e028 HTTP/1.1" status: 204 len: 168 time: 0.2525718 Feb 10 03:56:48.473266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a16923-c017-41be-84a2-ada79de9d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a8cf1-3681-41a7-8fd6-776e43a3e028,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:48.487639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-32c8444a-f8df-4a15-ac29-67d1df74b8a8 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8566aca7e34d72b480239e591fb99d HTTP/1.1" status: 200 len: 380 time: 0.1047056 Feb 10 03:56:48.506592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'port': {'device_id': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'admin_state_up': True, 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'security_groups': ['d3e61fb7-7961-4f4f-ab63-a6294223aef2']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:48.575497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045f0a-07aa-4764-a427-2fe0fd4a83fa req-ef954cc8-3675-431e-8473-655d5b880f99 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:48.578371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b045f0a-07aa-4764-a427-2fe0fd4a83fa req-ef954cc8-3675-431e-8473-655d5b880f99 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 948 time: 0.0548804 Feb 10 03:56:48.605349 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0266e818-76a3-4f13-a637-419928d0c7f6 req-0b64cedc-8abb-4055-8a4b-be3dcc6930f5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 210 time: 0.0666025 Feb 10 03:56:48.637842 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b045f0a-07aa-4764-a427-2fe0fd4a83fa req-7633a0b8-b599-4437-9790-409fa888715e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538194 Feb 10 03:56:48.726076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59b734ac-fbbe-4941-a639-3eaf040f31db details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:56:48.754285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Made reservation on behalf of ee8566aca7e34d72b480239e591fb99d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:48.758769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.873064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 59b734ac-fbbe-4941-a639-3eaf040f31db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59b734ac-fbbe-4941-a639-3eaf040f31db,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:48.891073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '59b734ac-fbbe-4941-a639-3eaf040f31db', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '59b734ac-fbbe-4941-a639-3eaf040f31db', 'mac_address': 'fa:16:3e:98:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:56:48.903937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Allocated IP 172.20.0.12 (2411eec2-e944-4e7e-9905-52d2c6e0716b/587a2853-ce4d-420f-8f7d-052b827b1cb1/a5599bb1-89ee-4504-90f1-d0e0f2337484) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:48.932487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 59b734ac-fbbe-4941-a639-3eaf040f31db is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:48.932883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:48.947011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b734ac-fbbe-4941-a639-3eaf040f31db {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:48.980622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 59b734ac-fbbe-4941-a639-3eaf040f31db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59b734ac-fbbe-4941-a639-3eaf040f31db,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:49.067116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.073637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.118848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=59b734ac-fbbe-4941-a639-3eaf040f31db,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:49.144787 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.194299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:49.197455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:49.200201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:49.229950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event updated for resources: {'Port': ['ID=a5599bb1-89ee-4504-90f1-d0e0f2337484,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:49.262342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:49.263048 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.268912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43658) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:49.282778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e67a8c4-e217-4c84-8b82-e184e4829482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.344028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7b64654-4304-44c5-b076-2599c8e509cc details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:56:49.351607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-451d5d5d-5004-493c-8619-e27ca962a251 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502107 Feb 10 03:56:49.366413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Request body: {'port': {'device_id': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:49.414193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['59b734ac-fbbe-4941-a639-3eaf040f31db'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:56:49.430866 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e67a8c4-e217-4c84-8b82-e184e4829482 admin admin] Publish callbacks [] for security_group (9fcbb9f6-3a45-45be-9563-f4c8e3e3156e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.491279 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.507975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e67a8c4-e217-4c84-8b82-e184e4829482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9fcbb9f6-3a45-45be-9563-f4c8e3e3156e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.536211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-aa002e8f-3874-45f8-8bb5-565382847231 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8d29d4f03b944ad5bf80bddeeb55bb33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339713 Feb 10 03:56:49.538545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c7b64654-4304-44c5-b076-2599c8e509cc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7b64654-4304-44c5-b076-2599c8e509cc,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:49.560196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5e67a8c4-e217-4c84-8b82-e184e4829482 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c25e510f94a54e0fa13b7122f42a4dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893710 Feb 10 03:56:49.560968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67a8c4-e217-4c84-8b82-e184e4829482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcbb9f6-3a45-45be-9563-f4c8e3e3156e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:49.565241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43666) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:49.575422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c7b64654-4304-44c5-b076-2599c8e509cc', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'c7b64654-4304-44c5-b076-2599c8e509cc', 'mac_address': 'fa:16:3e:be:01:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:tempest-test_az-1735160089', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:56:49.590985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e5b9777e-031c-4bf7-b7d5-dda653dff860 None None] Provisioning complete for port a5599bb1-89ee-4504-90f1-d0e0f2337484 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:49.591359 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e5b9777e-031c-4bf7-b7d5-dda653dff860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.623682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bfb49-a155-4896-af5c-facdf0dbf9a9 req-3695744d-fac9-46b8-b234-e7a2d02aefea tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:49.625845 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc4bfb49-a155-4896-af5c-facdf0dbf9a9 req-3695744d-fac9-46b8-b234-e7a2d02aefea tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 969 time: 0.1667135 Feb 10 03:56:49.650382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee159bf0-ab96-4c83-a4dc-c856d2973c05 admin admin] Publish callbacks [] for security_group (9fcbb9f6-3a45-45be-9563-f4c8e3e3156e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.684476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9777e-031c-4bf7-b7d5-dda653dff860 None None] Port a5599bb1-89ee-4504-90f1-d0e0f2337484 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:49.688095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee159bf0-ab96-4c83-a4dc-c856d2973c05 admin admin] Publish callbacks [] for security_group (9fcbb9f6-3a45-45be-9563-f4c8e3e3156e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.696322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c7b64654-4304-44c5-b076-2599c8e509cc is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:49.696709 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.738583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b64654-4304-44c5-b076-2599c8e509cc {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:49.780860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c7b64654-4304-44c5-b076-2599c8e509cc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7b64654-4304-44c5-b076-2599c8e509cc,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:49.810062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dabbff02-2380-40c4-8794-57a8b86f840f req-bab83b02-0a61-4361-9ec4-3612e58bcd7e tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 210 time: 0.0603485 Feb 10 03:56:49.834416 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee159bf0-ab96-4c83-a4dc-c856d2973c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9fcbb9f6-3a45-45be-9563-f4c8e3e3156e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.837150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee159bf0-ab96-4c83-a4dc-c856d2973c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.838378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ee159bf0-ab96-4c83-a4dc-c856d2973c05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fcbb9f6-3a45-45be-9563-f4c8e3e3156e HTTP/1.1" status: 204 len: 168 time: 0.2719924 Feb 10 03:56:49.847829 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc4bfb49-a155-4896-af5c-facdf0dbf9a9 req-d8bc80e8-8d0a-4a78-a73c-efcf8909679d tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898775 Feb 10 03:56:49.856451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-eb1dad50-fa7f-4447-b416-500160a2ec4c tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:49.857967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-eb1dad50-fa7f-4447-b416-500160a2ec4c tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036113 Feb 10 03:56:49.861555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee159bf0-ab96-4c83-a4dc-c856d2973c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcbb9f6-3a45-45be-9563-f4c8e3e3156e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:49.863062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:49.871349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Request body: {'port': {'device_id': '777f1d30-6118-453a-8aa1-ff85f798e401', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '8d29d4f03b944ad5bf80bddeeb55bb33'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:49.986387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c7b64654-4304-44c5-b076-2599c8e509cc,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:50.090100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c7b64654-4304-44c5-b076-2599c8e509cc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:56:50.116647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69b81-c77c-401e-b815-57b44f92c501 req-40c71c54-4e4e-41e2-986a-6091fe57044c tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:50.126926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83d69b81-c77c-401e-b815-57b44f92c501 req-40c71c54-4e4e-41e2-986a-6091fe57044c tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 932 time: 0.0680757 Feb 10 03:56:50.149301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5599bb1-89ee-4504-90f1-d0e0f2337484 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:50.160641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Publish callbacks [] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.179673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Transition to ACTIVE for port object a5599bb1-89ee-4504-90f1-d0e0f2337484 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:56:50.183388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Made reservation on behalf of 8d29d4f03b944ad5bf80bddeeb55bb33 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:56:50.187370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.193019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83d69b81-c77c-401e-b815-57b44f92c501 req-c0735760-7fb5-4aa2-9a28-c1d1c0a13977 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650642 Feb 10 03:56:50.203979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803af4-ef50-466f-b994-ef38b367370c req-e9f838d0-db69-4ac5-a430-e6ce53a76c9b tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:50.205525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd803af4-ef50-466f-b994-ef38b367370c req-e9f838d0-db69-4ac5-a430-e6ce53a76c9b tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 949 time: 0.1256664 Feb 10 03:56:50.206824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.257883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.320930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd803af4-ef50-466f-b994-ef38b367370c req-56544b23-74be-4330-b8b1-bce89076cdf5 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061194 Feb 10 03:56:50.350672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5599bb1-89ee-4504-90f1-d0e0f2337484,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:50.473998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks [] for security_group (d38939d5-c780-47cb-aa76-eda84f4ffcaf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.488378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Attempting to bind port a5599bb1-89ee-4504-90f1-d0e0f2337484 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:50.488723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Attempting to bind port a5599bb1-89ee-4504-90f1-d0e0f2337484 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:50.493062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Attempting to bind port a5599bb1-89ee-4504-90f1-d0e0f2337484 on network 2411eec2-e944-4e7e-9905-52d2c6e0716b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:50.494557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Port a5599bb1-89ee-4504-90f1-d0e0f2337484 on network 2411eec2-e944-4e7e-9905-52d2c6e0716b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:56:50.494939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Attempting to bind port a5599bb1-89ee-4504-90f1-d0e0f2337484 on network 2411eec2-e944-4e7e-9905-52d2c6e0716b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:50.501282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:50.501843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Checking segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:50.502617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Bound using segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:50.503335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Bound port: a5599bb1-89ee-4504-90f1-d0e0f2337484, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:50.503873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.569956 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d38939d5-c780-47cb-aa76-eda84f4ffcaf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.606411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] For port a5599bb1-89ee-4504-90f1-d0e0f2337484, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:50.669110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] For port a5599bb1-89ee-4504-90f1-d0e0f2337484, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:50.683315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38939d5-c780-47cb-aa76-eda84f4ffcaf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:50.730042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59b734ac-fbbe-4941-a639-3eaf040f31db up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:50.754861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.801489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Allocated IP 192.168.233.167 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/293125f1-5d04-4a34-90d6-60c6424487ca) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:56:50.810122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:50.810771 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.812294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/a5599bb1-89ee-4504-90f1-d0e0f2337484 HTTP/1.1" status: 200 len: 1092 time: 1.4531391 Feb 10 03:56:50.812743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:50.814992 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb601b6-123f-452e-9bc6-4ef42b8d6839" -d '{"events": [{"name": "network-changed", "server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:50.855521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5bd10-5e82-4610-9561-d4cf5f7229e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5599bb1-89ee-4504-90f1-d0e0f2337484,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:50.857509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 59b734ac-fbbe-4941-a639-3eaf040f31db completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:56:50.862759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 59b734ac-fbbe-4941-a639-3eaf040f31db triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:50.863267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:50.951448 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c480579-27f8-44af-b57f-5e9c4f2de545 x-openstack-request-id: req-8c480579-27f8-44af-b57f-5e9c4f2de545 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:50.951781 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:50.955375 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c480579-27f8-44af-b57f-5e9c4f2de545 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:50.956834 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'status': 'completed', 'code': 200} Feb 10 03:56:51.043678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 59b734ac-fbbe-4941-a639-3eaf040f31db is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:51.044247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.082255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b734ac-fbbe-4941-a639-3eaf040f31db'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:51.084811 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f570801-e0d3-4baa-b07b-e6d690699a70" -d '{"events": [{"server_uuid": "6953ebd9-a96f-4d1b-896c-5bc21f7d066a", "name": "network-vif-plugged", "status": "completed", "tag": "59b734ac-fbbe-4941-a639-3eaf040f31db"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:51.099217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 59b734ac-fbbe-4941-a639-3eaf040f31db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59b734ac-fbbe-4941-a639-3eaf040f31db,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:51.113671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0328c30-db88-49eb-a1d1-a41b84512a0b req-fd069976-3df6-4959-ab9d-130f969c557f tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 210 time: 0.1295376 Feb 10 03:56:51.153666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks [] for port (293125f1-5d04-4a34-90d6-60c6424487ca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.176740 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.178635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-bcd4d972-c34f-4d5d-8312-d0e67f27f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.180314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-bcd4d972-c34f-4d5d-8312-d0e67f27f51a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 1126 time: 0.2233050 Feb 10 03:56:51.239195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-8b7688d8-078a-4149-8cce-d4b3c569048d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484 HTTP/1.1" status: 200 len: 217 time: 0.0504565 Feb 10 03:56:51.248144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=59b734ac-fbbe-4941-a639-3eaf040f31db,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:51.297659 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8b2b76-da5a-4cf8-9dca-b548c206f25f x-openstack-request-id: req-6f8b2b76-da5a-4cf8-9dca-b548c206f25f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:51.298077 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6953ebd9-a96f-4d1b-896c-5bc21f7d066a", "name": "network-vif-plugged", "status": "completed", "tag": "59b734ac-fbbe-4941-a639-3eaf040f31db", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:51.298408 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f8b2b76-da5a-4cf8-9dca-b548c206f25f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:51.298898 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b734ac-fbbe-4941-a639-3eaf040f31db', 'code': 200} Feb 10 03:56:51.333673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.339136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-3c66ad37-ec9c-49ae-85b1-b76860f6c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.340872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-3c66ad37-ec9c-49ae-85b1-b76860f6c7f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587a2853-ce4d-420f-8f7d-052b827b1cb1 HTTP/1.1" status: 200 len: 862 time: 0.0945425 Feb 10 03:56:51.341009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7b64654-4304-44c5-b076-2599c8e509cc up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:51.452653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:56:51.461343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:56:51.472199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055fcd0-0db9-44fb-bd0b-61d2e98232e2 req-156c15b9-55a5-4b2e-ac34-cd1ccf58803b tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.479063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7055fcd0-0db9-44fb-bd0b-61d2e98232e2 req-156c15b9-55a5-4b2e-ac34-cd1ccf58803b tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 970 time: 0.2008183 Feb 10 03:56:51.479706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c7b64654-4304-44c5-b076-2599c8e509cc completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:56:51.485407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c7b64654-4304-44c5-b076-2599c8e509cc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:51.485407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.489875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:56:51.489875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Pushing event updated for resources: {'Port': ['ID=293125f1-5d04-4a34-90d6-60c6424487ca,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:51.547557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba12568-718f-494b-a46d-a771a7754ebc req-b02c9f35-8014-4380-b2b7-a18c4e0e3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.550405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ba12568-718f-494b-a46d-a771a7754ebc req-b02c9f35-8014-4380-b2b7-a18c4e0e3763 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 1132 time: 0.1525214 Feb 10 03:56:51.594496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.594847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c7b64654-4304-44c5-b076-2599c8e509cc is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:51.595190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.595340 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.602937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80e7b1-e014-43a5-b468-b8b3781dd832 req-ac58c157-aa71-4c95-9f71-b21ae657d8be tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.606540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-21fa04b5-03b6-4cf2-b764-5e60d4338b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.608813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-21fa04b5-03b6-4cf2-b764-5e60d4338b55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2411eec2-e944-4e7e-9905-52d2c6e0716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2368071 Feb 10 03:56:51.612880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e80e7b1-e014-43a5-b468-b8b3781dd832 req-ac58c157-aa71-4c95-9f71-b21ae657d8be tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 944 time: 0.1268175 Feb 10 03:56:51.668335 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7055fcd0-0db9-44fb-bd0b-61d2e98232e2 req-5af371f8-6e66-4b9e-9913-0faef15b01bf tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883826 Feb 10 03:56:51.682095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c7b64654-4304-44c5-b076-2599c8e509cc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7b64654-4304-44c5-b076-2599c8e509cc,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:51.683220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ba12568-718f-494b-a46d-a771a7754ebc req-ab6efca3-cc31-4d56-8aea-733abde2152d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243756 Feb 10 03:56:51.698387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e80e7b1-e014-43a5-b468-b8b3781dd832 req-c260a068-4531-4da2-8457-c4c2f470ee11 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824611 Feb 10 03:56:51.740085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-389e1de9-daba-4863-af3f-1831a0224273 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8745744 Feb 10 03:56:51.753090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Request body: {'port': {'device_id': '777f1d30-6118-453a-8aa1-ff85f798e401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:56:51.765047 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.813883 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-3ab4855b-006d-4d5d-abd5-b9adf635b877 service neutron] 10.222.0.43 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949756 Feb 10 03:56:51.823092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a4d6-fd28-4c55-8887-a4d1710f53a4 req-550d69dd-5169-401f-93f0-715945b37a7e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:51.823092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ec6a4d6-fd28-4c55-8887-a4d1710f53a4 req-550d69dd-5169-401f-93f0-715945b37a7e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 950 time: 0.0654662 Feb 10 03:56:51.855014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-80f9c133-df61-44b1-b731-a5247e17a253 None None] Provisioning complete for port 293125f1-5d04-4a34-90d6-60c6424487ca triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:51.855650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-80f9c133-df61-44b1-b731-a5247e17a253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.857489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c7b64654-4304-44c5-b076-2599c8e509cc,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:51.899668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-80f9c133-df61-44b1-b731-a5247e17a253 None None] Port 293125f1-5d04-4a34-90d6-60c6424487ca cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:56:51.907277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ec6a4d6-fd28-4c55-8887-a4d1710f53a4 req-44966f83-04ad-4a02-8a79-5f1ddc84fb4d tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785444 Feb 10 03:56:51.928026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:51.999338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30f1a150-2780-4e70-bfbf-ce0750162459 req-19039227-c7cb-420f-a92c-ab0020c8d329 service neutron] 10.222.0.43 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735156 Feb 10 03:56:52.212307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-85ea0957-1ea2-4c4d-bff9-f7f5f9e7febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:52.213805 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-85ea0957-1ea2-4c4d-bff9-f7f5f9e7febd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 1126 time: 0.0975611 Feb 10 03:56:52.344654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293125f1-5d04-4a34-90d6-60c6424487ca {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:52.359299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Publish callbacks [] for port (293125f1-5d04-4a34-90d6-60c6424487ca), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:52.367998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-adbc51c2-c05b-4bee-9b00-a20bd180c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:52.369447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-adbc51c2-c05b-4bee-9b00-a20bd180c0de service neutron] 10.222.0.43 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 924 time: 0.1493556 Feb 10 03:56:52.377551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Transition to ACTIVE for port object 293125f1-5d04-4a34-90d6-60c6424487ca will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:56:52.416165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c826902-d912-4337-8cea-ff03108d6194 req-bd427679-5cf9-4498-9946-1dd7d2f6136e tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:52.417709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c826902-d912-4337-8cea-ff03108d6194 req-bd427679-5cf9-4498-9946-1dd7d2f6136e tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 936 time: 0.0562098 Feb 10 03:56:52.476730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c826902-d912-4337-8cea-ff03108d6194 req-193b8ce2-3c68-4c25-a37c-7350532e3ab2 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518129 Feb 10 03:56:52.628241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:52.630951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-9db4762e-2328-4651-a0b5-942e575fe461 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484 HTTP/1.1" status: 200 len: 217 time: 0.2546265 Feb 10 03:56:52.721409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Pushing event updated for resources: {'Port': ['ID=293125f1-5d04-4a34-90d6-60c6424487ca,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:52.747070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-f0917457-e7bc-45fa-b731-0c70ee99dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:52.748529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-f0917457-e7bc-45fa-b731-0c70ee99dc51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587a2853-ce4d-420f-8f7d-052b827b1cb1 HTTP/1.1" status: 200 len: 862 time: 0.0943296 Feb 10 03:56:52.848048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Attempting to bind port 293125f1-5d04-4a34-90d6-60c6424487ca on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:56:52.848385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Attempting to bind port 293125f1-5d04-4a34-90d6-60c6424487ca by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:56:52.848803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Attempting to bind port 293125f1-5d04-4a34-90d6-60c6424487ca on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:52.855417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Port 293125f1-5d04-4a34-90d6-60c6424487ca on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:56:52.855759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Attempting to bind port 293125f1-5d04-4a34-90d6-60c6424487ca on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:56:52.866412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:56:52.866881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:56:52.867267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:56:52.867978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Bound port: 293125f1-5d04-4a34-90d6-60c6424487ca, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:56:52.868321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:52.891295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-bbc6069c-9ad8-4eae-9b8d-ee271b7d2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:52.892998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-bbc6069c-9ad8-4eae-9b8d-ee271b7d2cf4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2411eec2-e944-4e7e-9905-52d2c6e0716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1240396 Feb 10 03:56:52.966802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587452fb-44fa-4e7a-9a2f-d27bf37f1df9 req-46e6ab55-4e9f-4cdb-a525-3bbc168e8f28 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:52.971214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-587452fb-44fa-4e7a-9a2f-d27bf37f1df9 req-46e6ab55-4e9f-4cdb-a525-3bbc168e8f28 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 971 time: 0.0661922 Feb 10 03:56:53.006033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] For port 293125f1-5d04-4a34-90d6-60c6424487ca, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:56:53.010376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] For port 293125f1-5d04-4a34-90d6-60c6424487ca, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=293125f1-5d04-4a34-90d6-60c6424487ca,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:56:53.016157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-587452fb-44fa-4e7a-9a2f-d27bf37f1df9 req-dff59fde-8229-4644-9d04-ee9f44272a79 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Feb 10 03:56:53.038002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-8dc1d90b-c498-4f93-a1ff-40c522fa4802 service neutron] 10.222.0.43 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212933 Feb 10 03:56:53.127166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:53.145660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225e3ba-1e27-4ef7-988f-c501d183fb9e req-607261a4-a942-4300-8c15-79b917440a7f tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:53.147486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1225e3ba-1e27-4ef7-988f-c501d183fb9e req-607261a4-a942-4300-8c15-79b917440a7f tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 944 time: 0.0744853 Feb 10 03:56:53.176439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:53.177055 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:53.178407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] 10.222.0.43 "PUT /v2.0/ports/293125f1-5d04-4a34-90d6-60c6424487ca HTTP/1.1" status: 200 len: 1096 time: 1.4302406 Feb 10 03:56:53.178869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f1d30-6118-453a-8aa1-ff85f798e401', 'tag': '293125f1-5d04-4a34-90d6-60c6424487ca'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:53.181144 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457431ac-9e5b-4470-b916-f34278748b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "777f1d30-6118-453a-8aa1-ff85f798e401", "tag": "293125f1-5d04-4a34-90d6-60c6424487ca"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:53.207217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1225e3ba-1e27-4ef7-988f-c501d183fb9e req-92652e31-aedf-4635-960f-cc92c29ad9e7 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538020 Feb 10 03:56:53.210229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb601b6-123f-452e-9bc6-4ef42b8d6839 req-d2db9632-200a-4d4d-836f-6cb425d8ddfa service neutron] 10.222.0.43 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659036 Feb 10 03:56:53.220138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8caf-eee8-4fad-aa72-4bc69d9a7622 service neutron] Pushing event updated for resources: {'Port': ['ID=293125f1-5d04-4a34-90d6-60c6424487ca,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:53.300136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68337147-7599-4ded-93ed-da2f0f339a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b64654-4304-44c5-b076-2599c8e509cc'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:53.304272 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c432a2b-eec3-469c-94e6-9997421154d6" -d '{"events": [{"server_uuid": "68337147-7599-4ded-93ed-da2f0f339a67", "name": "network-vif-plugged", "status": "completed", "tag": "c7b64654-4304-44c5-b076-2599c8e509cc"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:53.368807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-940057d4-0e22-4f15-9a39-ac2615291677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:53.370487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-940057d4-0e22-4f15-9a39-ac2615291677 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d29d4f03b944ad5bf80bddeeb55bb33&device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 1130 time: 0.0779521 Feb 10 03:56:53.418428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e864af-293d-4c84-93db-1446b1d47306 req-a0e79bd4-83ef-4ef1-b5e0-6a9a671a5ca6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:53.426634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43e864af-293d-4c84-93db-1446b1d47306 req-a0e79bd4-83ef-4ef1-b5e0-6a9a671a5ca6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 950 time: 0.0950708 Feb 10 03:56:53.430429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-0688e727-71c6-45f1-ae36-d1aa73084d77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=293125f1-5d04-4a34-90d6-60c6424487ca HTTP/1.1" status: 200 len: 217 time: 0.0528979 Feb 10 03:56:53.496258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-6ca37c48-70d1-4a95-b1d9-5678eb89ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:53.498235 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-6ca37c48-70d1-4a95-b1d9-5678eb89ee54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0620232 Feb 10 03:56:53.502997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43e864af-293d-4c84-93db-1446b1d47306 req-b28ab885-435f-46bd-81d9-80a1f874f5e5 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748487 Feb 10 03:56:53.567685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8507-b17f-4025-b50e-06cc62af448c req-48afd4d8-ee19-4b9e-aaa2-fa0d2ee28278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:53.569159 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-48afd4d8-ee19-4b9e-aaa2-fa0d2ee28278 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0645430 Feb 10 03:56:53.666324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-c64e1636-d120-4095-a2fa-b2ea48a92d26 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904090 Feb 10 03:56:53.706885 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fafc920-d708-44d1-a866-f9d68e5ff4b4 x-openstack-request-id: req-7fafc920-d708-44d1-a866-f9d68e5ff4b4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:53.707610 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f1d30-6118-453a-8aa1-ff85f798e401", "tag": "293125f1-5d04-4a34-90d6-60c6424487ca", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:53.707941 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fafc920-d708-44d1-a866-f9d68e5ff4b4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:53.708419 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f1d30-6118-453a-8aa1-ff85f798e401', 'tag': '293125f1-5d04-4a34-90d6-60c6424487ca', 'status': 'completed', 'code': 200} Feb 10 03:56:53.752714 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac0409e-827e-4bca-bb01-cc71618dbc19 x-openstack-request-id: req-cac0409e-827e-4bca-bb01-cc71618dbc19 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:53.753036 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68337147-7599-4ded-93ed-da2f0f339a67", "name": "network-vif-plugged", "status": "completed", "tag": "c7b64654-4304-44c5-b076-2599c8e509cc", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:53.753295 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cac0409e-827e-4bca-bb01-cc71618dbc19 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:53.753692 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68337147-7599-4ded-93ed-da2f0f339a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b64654-4304-44c5-b076-2599c8e509cc', 'code': 200} Feb 10 03:56:53.789842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-717e8507-b17f-4025-b50e-06cc62af448c req-e30c924f-fc63-4dff-a8bb-3955a731f382 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174057 Feb 10 03:56:53.885077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc91a-0e65-4d94-877b-6c4aaf8eded2 req-b42311f8-e392-4202-8bff-73215f2961eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:53.887087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-007fc91a-0e65-4d94-877b-6c4aaf8eded2 req-b42311f8-e392-4202-8bff-73215f2961eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 1153 time: 0.0724003 Feb 10 03:56:54.023515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-007fc91a-0e65-4d94-877b-6c4aaf8eded2 req-97fec642-8553-4a93-a45c-6dec0d792d86 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236801 Feb 10 03:56:54.036216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d97f5-04de-4091-bb44-f39ebb0e3968 req-ad5dc003-329a-4df1-8c38-bf0c046c497d tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.037740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e9d97f5-04de-4091-bb44-f39ebb0e3968 req-ad5dc003-329a-4df1-8c38-bf0c046c497d tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 948 time: 0.1494696 Feb 10 03:56:54.047772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457431ac-9e5b-4470-b916-f34278748b9c req-834cf38c-173d-4b62-9296-ab2a0b397867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.050416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-457431ac-9e5b-4470-b916-f34278748b9c req-834cf38c-173d-4b62-9296-ab2a0b397867 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d29d4f03b944ad5bf80bddeeb55bb33&device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 1130 time: 0.1421146 Feb 10 03:56:54.107368 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e9d97f5-04de-4091-bb44-f39ebb0e3968 req-a91a3c0e-9682-47b3-809c-b2646586f584 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Feb 10 03:56:54.229544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee784668-e38e-4a79-947e-40fe9a24da38 req-9950955c-a0ae-4a95-b480-3ac7994bbbe4 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.231093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee784668-e38e-4a79-947e-40fe9a24da38 req-9950955c-a0ae-4a95-b480-3ac7994bbbe4 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 971 time: 0.0548873 Feb 10 03:56:54.294316 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee784668-e38e-4a79-947e-40fe9a24da38 req-c609fcfd-6f1b-42db-9ad7-98c3493a1f6c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Feb 10 03:56:54.346427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43872) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:54.378579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457431ac-9e5b-4470-b916-f34278748b9c req-1b7aca62-6425-49ca-b294-4947cf2a6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.380500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-457431ac-9e5b-4470-b916-f34278748b9c req-1b7aca62-6425-49ca-b294-4947cf2a6bb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1633828 Feb 10 03:56:54.454793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-457431ac-9e5b-4470-b916-f34278748b9c req-4e9a11ad-ffd2-4abc-b24c-6af2db298c4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=293125f1-5d04-4a34-90d6-60c6424487ca HTTP/1.1" status: 200 len: 217 time: 0.0546129 Feb 10 03:56:54.461182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43876) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:54.520017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8874fb-3462-4897-b988-2c71009e9abc req-ba87edf9-a8c9-4d99-9ee1-64244ceb03ca tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.521520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6e8874fb-3462-4897-b988-2c71009e9abc req-ba87edf9-a8c9-4d99-9ee1-64244ceb03ca tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 944 time: 0.1303494 Feb 10 03:56:54.526349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457431ac-9e5b-4470-b916-f34278748b9c req-9ff34669-2935-462d-abe0-a4e55e87db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.526755 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-457431ac-9e5b-4470-b916-f34278748b9c req-9ff34669-2935-462d-abe0-a4e55e87db5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0637376 Feb 10 03:56:54.576072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56b8828a-b080-4030-8f21-b9add9f871f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:54.632421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457431ac-9e5b-4470-b916-f34278748b9c req-c1eb37d4-0a78-4227-b254-0f29c337d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.634026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-457431ac-9e5b-4470-b916-f34278748b9c req-c1eb37d4-0a78-4227-b254-0f29c337d408 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1005304 Feb 10 03:56:54.637770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6e8874fb-3462-4897-b988-2c71009e9abc req-55ad52f1-7b84-4f1a-bc35-7927c16e9305 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101861 Feb 10 03:56:54.682208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63240554-1ecd-4f90-8551-b2eef3bed6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:54.754083 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56b8828a-b080-4030-8f21-b9add9f871f7 admin admin] Publish callbacks [] for security_group (1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:54.755804 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-457431ac-9e5b-4470-b916-f34278748b9c req-ece037bd-32f5-4254-aadd-c0c9bdc9811b service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138453 Feb 10 03:56:54.763487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633735c8-f716-4261-a077-d8b20e11d506 req-3d429bc0-5363-4b6d-aa1e-60a70442bbd0 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:54.765079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-633735c8-f716-4261-a077-d8b20e11d506 req-3d429bc0-5363-4b6d-aa1e-60a70442bbd0 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 950 time: 0.1326618 Feb 10 03:56:54.834560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56b8828a-b080-4030-8f21-b9add9f871f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:54.852652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43894) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:54.857481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-633735c8-f716-4261-a077-d8b20e11d506 req-58b47ea1-6e0d-46a5-bc18-9e960d393c44 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829508 Feb 10 03:56:54.899927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-457431ac-9e5b-4470-b916-f34278748b9c req-b78559aa-372e-43ed-a8af-0b15ba5ab9a4 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376040 Feb 10 03:56:54.900934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63240554-1ecd-4f90-8551-b2eef3bed6c2 admin admin] Publish callbacks [] for security_group (1bd435cf-cdec-45f7-8407-b09028f8fb37), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:54.903902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56b8828a-b080-4030-8f21-b9add9f871f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35eaefa5dea5461895a15e1497a5176c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516360 Feb 10 03:56:54.905373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8828a-b080-4030-8f21-b9add9f871f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:54.907417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43902) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:54.969962 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2262859-07a3-49e5-9a4e-f890072adf8b admin admin] Publish callbacks [] for security_group (1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:54.982232 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63240554-1ecd-4f90-8551-b2eef3bed6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1bd435cf-cdec-45f7-8407-b09028f8fb37), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.011846 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2262859-07a3-49e5-9a4e-f890072adf8b admin admin] Publish callbacks [] for security_group (1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.029241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-63240554-1ecd-4f90-8551-b2eef3bed6c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24f240bbfc724c1fbc8ec236d3886a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5642819 Feb 10 03:56:55.030811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43908) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:55.038412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63240554-1ecd-4f90-8551-b2eef3bed6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd435cf-cdec-45f7-8407-b09028f8fb37,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:55.138053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6141158d-aa9f-4683-be6f-51e2071ee285 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eeabd196c1c24facb53b9e9cf944395d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2794383 Feb 10 03:56:55.141157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43918) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:55.151000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c8ba-c612-4787-9628-9624afe077ac admin admin] Publish callbacks [] for security_group (1bd435cf-cdec-45f7-8407-b09028f8fb37), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.174739 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2262859-07a3-49e5-9a4e-f890072adf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.175079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c8ba-c612-4787-9628-9624afe077ac admin admin] Publish callbacks [] for security_group (1bd435cf-cdec-45f7-8407-b09028f8fb37), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.177842 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2262859-07a3-49e5-9a4e-f890072adf8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.181250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a2262859-07a3-49e5-9a4e-f890072adf8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6 HTTP/1.1" status: 204 len: 168 time: 0.2706127 Feb 10 03:56:55.194317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2262859-07a3-49e5-9a4e-f890072adf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0ac3b3-7d38-4357-bd6e-f8cbb52a35a6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:55.211959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe962-f5d0-4a7a-b4e4-5cb5a6863a30 admin admin] Publish callbacks [] for security_group (a8f7e4a6-634a-4e06-a6a2-ec0e235d6413), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.237833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe962-f5d0-4a7a-b4e4-5cb5a6863a30 admin admin] Publish callbacks [] for security_group (a8f7e4a6-634a-4e06-a6a2-ec0e235d6413), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.323750 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c8ba-c612-4787-9628-9624afe077ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1bd435cf-cdec-45f7-8407-b09028f8fb37), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.327246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c8ba-c612-4787-9628-9624afe077ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.330740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c3e3c8ba-c612-4787-9628-9624afe077ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bd435cf-cdec-45f7-8407-b09028f8fb37 HTTP/1.1" status: 204 len: 168 time: 0.2921326 Feb 10 03:56:55.341541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3c8ba-c612-4787-9628-9624afe077ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd435cf-cdec-45f7-8407-b09028f8fb37,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:55.344550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a5599bb1-89ee-4504-90f1-d0e0f2337484 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:56:55.393087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f0f8e-8476-4d49-872d-b0c9b31da4b9 req-ecbbb94b-863b-4c71-b3cf-5252879804b1 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:55.396768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-536f0f8e-8476-4d49-872d-b0c9b31da4b9 req-ecbbb94b-863b-4c71-b3cf-5252879804b1 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 948 time: 0.0757735 Feb 10 03:56:55.424246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe962-f5d0-4a7a-b4e4-5cb5a6863a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a8f7e4a6-634a-4e06-a6a2-ec0e235d6413), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.426261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe962-f5d0-4a7a-b4e4-5cb5a6863a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.430751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2c0fe962-f5d0-4a7a-b4e4-5cb5a6863a30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8f7e4a6-634a-4e06-a6a2-ec0e235d6413 HTTP/1.1" status: 204 len: 168 time: 0.2850311 Feb 10 03:56:55.442651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fe962-f5d0-4a7a-b4e4-5cb5a6863a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7e4a6-634a-4e06-a6a2-ec0e235d6413,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:55.471785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-536f0f8e-8476-4d49-872d-b0c9b31da4b9 req-2aa614c5-ce45-4aa4-82c4-542b410fd3a7 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696931 Feb 10 03:56:55.605599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a5599bb1-89ee-4504-90f1-d0e0f2337484, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:55.620745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'port_id': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'mac_address': 'fa:16:3e:70:d5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:56:55.663767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a5599bb1-89ee-4504-90f1-d0e0f2337484 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:55.664150 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.678667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5599bb1-89ee-4504-90f1-d0e0f2337484 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:55.702111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a5599bb1-89ee-4504-90f1-d0e0f2337484, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:55.733501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-af8169af-ad27-4e42-98f3-eadb4d3fa1c9 req-17f7c2b2-cc25-4234-9e30-9631b31d10c4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:56:55.734536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af8169af-ad27-4e42-98f3-eadb4d3fa1c9 req-17f7c2b2-cc25-4234-9e30-9631b31d10c4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3412211 Feb 10 03:56:55.798302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:55.798671 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:56:55.877430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a5599bb1-89ee-4504-90f1-d0e0f2337484,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:55.927529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30e214-2ab8-43f2-8c85-8c99c00b58fe req-0d0c639b-a2eb-4197-9e75-afaa9c482c8f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:55.929024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f30e214-2ab8-43f2-8c85-8c99c00b58fe req-0d0c639b-a2eb-4197-9e75-afaa9c482c8f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 971 time: 0.0535102 Feb 10 03:56:55.932271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccce714-9050-4365-b4ac-30255e1d1ab1 req-229ab1ae-1cb0-46dc-ab0a-3b19ffda0c54 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:55.944461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ccce714-9050-4365-b4ac-30255e1d1ab1 req-229ab1ae-1cb0-46dc-ab0a-3b19ffda0c54 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 945 time: 0.0562603 Feb 10 03:56:55.977351 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f30e214-2ab8-43f2-8c85-8c99c00b58fe req-79014b9b-b7c6-45ab-93ec-a98e140ba16c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Feb 10 03:56:55.990175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ccce714-9050-4365-b4ac-30255e1d1ab1 req-d3ef072d-6328-46e9-90e0-2c1236ac8f9a tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483189 Feb 10 03:56:56.009061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['a5599bb1-89ee-4504-90f1-d0e0f2337484'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:56:56.106131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5563-af67-4e86-b889-0590d5dcf5c9 req-6c8de27d-73b1-4705-a0a8-4257e028e53c tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:56.107655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c7dd5563-af67-4e86-b889-0590d5dcf5c9 req-6c8de27d-73b1-4705-a0a8-4257e028e53c tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 950 time: 0.0553217 Feb 10 03:56:56.159526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c7dd5563-af67-4e86-b889-0590d5dcf5c9 req-01015152-f328-498d-8702-2fe7a66a1467 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Feb 10 03:56:56.602839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43972) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:56.625716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bcb065c-5909-4560-870c-d16fc3b0143d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:56.691787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660212-f2ec-4990-875e-c8cbf9fa4a87 req-2d474b0d-7a56-406c-a3a6-eeab1e259edd tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:56.693237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2660212-f2ec-4990-875e-c8cbf9fa4a87 req-2d474b0d-7a56-406c-a3a6-eeab1e259edd tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 948 time: 0.0829992 Feb 10 03:56:56.768356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bcb065c-5909-4560-870c-d16fc3b0143d admin admin] Publish callbacks [] for security_group (9e75462d-8707-41d9-88b1-aa33291aff4f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:56.772319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2660212-f2ec-4990-875e-c8cbf9fa4a87 req-8165d27c-53ef-47da-8956-f8a60ad90dba tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714571 Feb 10 03:56:56.839694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bcb065c-5909-4560-870c-d16fc3b0143d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9e75462d-8707-41d9-88b1-aa33291aff4f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:56.843482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43976) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:56.865165 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f17f572-19eb-416c-8733-2eee873c6843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:56.892387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1bcb065c-5909-4560-870c-d16fc3b0143d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93ec97362e3e40b9b20b2c73f3254acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884307 Feb 10 03:56:56.896163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43984) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:56.953227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb065c-5909-4560-870c-d16fc3b0143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e75462d-8707-41d9-88b1-aa33291aff4f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:56.989986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-e01aeadc-61b6-49e5-a327-12fde2c27a05 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294878 Feb 10 03:56:57.024520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b597816-9f99-4427-9925-eb20a9c9c858 admin admin] Publish callbacks [] for security_group (9e75462d-8707-41d9-88b1-aa33291aff4f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.073678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b597816-9f99-4427-9925-eb20a9c9c858 admin admin] Publish callbacks [] for security_group (9e75462d-8707-41d9-88b1-aa33291aff4f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.096014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-faa9f351-70ff-4c65-9266-5a9870403f5a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415757 Feb 10 03:56:57.111181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-a74c0cb2-43ae-41f6-8682-04e28d1d0563 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:57.113033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-a74c0cb2-43ae-41f6-8682-04e28d1d0563 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154246 Feb 10 03:56:57.128533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-444475c9-5123-4cc7-8b1e-6217cb2723f0 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/quotas/3c0f0b0c5f5d47bd9b8e4f72c3442932 HTTP/1.1" status: 200 len: 375 time: 0.0097749 Feb 10 03:56:57.146720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f17f572-19eb-416c-8733-2eee873c6843 admin admin] Publish callbacks [] for security_group (cf500760-40af-4fd0-aa96-05bbcb073400), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.215494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-0ccb1c72-a676-4ca4-95fb-b8ab2b42e182 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815651 Feb 10 03:56:57.229143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-abb5bb21-68e4-4d31-871a-7aa3a52eb70c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:57.230800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-abb5bb21-68e4-4d31-871a-7aa3a52eb70c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263514 Feb 10 03:56:57.231864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f17f572-19eb-416c-8733-2eee873c6843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cf500760-40af-4fd0-aa96-05bbcb073400), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.271632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-bd986b69-ee45-4cb2-90ea-0b30b7b0d68c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/quotas/ffbb958542c94eaba3dd2cd1f950da53 HTTP/1.1" status: 200 len: 375 time: 0.0339761 Feb 10 03:56:57.287885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17f572-19eb-416c-8733-2eee873c6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf500760-40af-4fd0-aa96-05bbcb073400,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:57.295866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6f17f572-19eb-416c-8733-2eee873c6843 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=497f3081f98d4a34b3564a216281adb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487827 Feb 10 03:56:57.296382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:57.315845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44012) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:57.323317 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b597816-9f99-4427-9925-eb20a9c9c858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9e75462d-8707-41d9-88b1-aa33291aff4f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.325796 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b597816-9f99-4427-9925-eb20a9c9c858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.327027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2b597816-9f99-4427-9925-eb20a9c9c858 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e75462d-8707-41d9-88b1-aa33291aff4f HTTP/1.1" status: 204 len: 168 time: 0.4279554 Feb 10 03:56:57.354135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b597816-9f99-4427-9925-eb20a9c9c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e75462d-8707-41d9-88b1-aa33291aff4f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:57.354834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 293125f1-5d04-4a34-90d6-60c6424487ca details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:56:57.377325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f55c1239-5aa5-408d-916f-2b334fdfc7f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8ca8e41b02c41b589041478e503436b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527875 Feb 10 03:56:57.377442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:57.392055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a5599bb1-89ee-4504-90f1-d0e0f2337484 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:57.422762 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-c7e5fe03-593b-4394-903c-724171f178aa tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1401656 Feb 10 03:56:57.453718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df7e8363-32e2-4222-bdc8-5f20fc11c202 admin admin] Publish callbacks [] for security_group (cf500760-40af-4fd0-aa96-05bbcb073400), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.510496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df7e8363-32e2-4222-bdc8-5f20fc11c202 admin admin] Publish callbacks [] for security_group (cf500760-40af-4fd0-aa96-05bbcb073400), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.529377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32909e90-1963-4ac5-89d5-1614d5c8f8c6 admin admin] Publish callbacks [] for security_group (524f5a75-93b3-4d3e-9fb3-d42262d4dcf8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.559188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 293125f1-5d04-4a34-90d6-60c6424487ca, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=293125f1-5d04-4a34-90d6-60c6424487ca,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:57.571209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '293125f1-5d04-4a34-90d6-60c6424487ca', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '293125f1-5d04-4a34-90d6-60c6424487ca', 'mac_address': 'fa:16:3e:84:37:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:56:57.579329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32909e90-1963-4ac5-89d5-1614d5c8f8c6 admin admin] Publish callbacks [] for security_group (524f5a75-93b3-4d3e-9fb3-d42262d4dcf8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.624562 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9a20066-0c84-477f-81af-7dd3a4a4ad77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.626165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 293125f1-5d04-4a34-90d6-60c6424487ca is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:57.626770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.641286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293125f1-5d04-4a34-90d6-60c6424487ca {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:56:57.663795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 293125f1-5d04-4a34-90d6-60c6424487ca, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=293125f1-5d04-4a34-90d6-60c6424487ca,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:57.685241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port a5599bb1-89ee-4504-90f1-d0e0f2337484 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:56:57.691913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port a5599bb1-89ee-4504-90f1-d0e0f2337484 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:57.695433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.711096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a218b8-f07c-4f7a-8ed6-b7df6af8ffef req-11ae13fd-c775-4ec3-837c-c58ffa178a66 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:57.714886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32909e90-1963-4ac5-89d5-1614d5c8f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (524f5a75-93b3-4d3e-9fb3-d42262d4dcf8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.718444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32909e90-1963-4ac5-89d5-1614d5c8f8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.719251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64a218b8-f07c-4f7a-8ed6-b7df6af8ffef req-11ae13fd-c775-4ec3-837c-c58ffa178a66 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 945 time: 0.0676560 Feb 10 03:56:57.724000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-32909e90-1963-4ac5-89d5-1614d5c8f8c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/524f5a75-93b3-4d3e-9fb3-d42262d4dcf8 HTTP/1.1" status: 204 len: 168 time: 0.3445761 Feb 10 03:56:57.724000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df7e8363-32e2-4222-bdc8-5f20fc11c202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cf500760-40af-4fd0-aa96-05bbcb073400), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.724988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df7e8363-32e2-4222-bdc8-5f20fc11c202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.726658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df7e8363-32e2-4222-bdc8-5f20fc11c202 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf500760-40af-4fd0-aa96-05bbcb073400 HTTP/1.1" status: 204 len: 168 time: 0.4297063 Feb 10 03:56:57.758317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32909e90-1963-4ac5-89d5-1614d5c8f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524f5a75-93b3-4d3e-9fb3-d42262d4dcf8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:57.772882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e8363-32e2-4222-bdc8-5f20fc11c202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf500760-40af-4fd0-aa96-05bbcb073400,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:57.778368 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:57.800413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64a218b8-f07c-4f7a-8ed6-b7df6af8ffef req-ef37183a-9576-44d9-a628-bcb976e5058e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802205 Feb 10 03:56:57.882022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7decc61-cef5-4c28-9f73-786312fe9dac req-3e06b758-64a5-4eeb-93fa-102e414e2263 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 210 time: 0.0663877 Feb 10 03:56:57.944318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=293125f1-5d04-4a34-90d6-60c6424487ca,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:57.946030 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90dceaa4-c2d1-46a8-9ec2-985321e45819 req-b0452a9d-9841-410e-a0eb-b1e226b3e9ff tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0466228 Feb 10 03:56:57.960112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a5599bb1-89ee-4504-90f1-d0e0f2337484 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:57.961074 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:58.014524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:56:58.018331 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000c4235-ebd8-4db9-a70b-230573496e84" -d '{"events": [{"server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "name": "network-vif-plugged", "status": "completed", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:56:58.036479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['293125f1-5d04-4a34-90d6-60c6424487ca'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:56:58.065481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bafae0-3897-4d33-aae0-8cb7bd3e3342 req-0ce0939c-aed7-4e35-8ef3-f04ba8a49383 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:58.080412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a5599bb1-89ee-4504-90f1-d0e0f2337484, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:58.094465 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67633358-5e19-4c2e-bac4-5370fa60366b x-openstack-request-id: req-67633358-5e19-4c2e-bac4-5370fa60366b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:56:58.095173 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "name": "network-vif-plugged", "status": "completed", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:56:58.095651 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67633358-5e19-4c2e-bac4-5370fa60366b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:56:58.096310 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'code': 200} Feb 10 03:56:58.097310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2bafae0-3897-4d33-aae0-8cb7bd3e3342 req-0ce0939c-aed7-4e35-8ef3-f04ba8a49383 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 949 time: 0.1248505 Feb 10 03:56:58.162487 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:58.236520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2bafae0-3897-4d33-aae0-8cb7bd3e3342 req-c99400b2-0d84-445c-85d8-6b29d484cc2d tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361856 Feb 10 03:56:58.244082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a5599bb1-89ee-4504-90f1-d0e0f2337484,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:58.246042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba95f3e-b3ea-4bb2-96d7-f7a31e73adfe req-74f4ab5b-1fc3-4923-a598-a36c13be66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:58.254571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ba95f3e-b3ea-4bb2-96d7-f7a31e73adfe req-74f4ab5b-1fc3-4923-a598-a36c13be66f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 1128 time: 0.0757527 Feb 10 03:56:58.307291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ba95f3e-b3ea-4bb2-96d7-f7a31e73adfe req-b32e27c7-8f93-4c2e-b9c7-7a10b747c94b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518265 Feb 10 03:56:58.480477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44058) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:58.621180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0661800-fc88-4548-aa0e-1acd2d29e154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:58.706653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0661800-fc88-4548-aa0e-1acd2d29e154 admin admin] Publish callbacks [] for security_group (d70393e5-dd55-4ffa-87d0-3cc121fa20d4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:58.806190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0661800-fc88-4548-aa0e-1acd2d29e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d70393e5-dd55-4ffa-87d0-3cc121fa20d4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:58.851512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661800-fc88-4548-aa0e-1acd2d29e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70393e5-dd55-4ffa-87d0-3cc121fa20d4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:58.862220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44084) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:56:58.866404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0661800-fc88-4548-aa0e-1acd2d29e154 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0773934aeab40b6a4cba313450b0f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809881 Feb 10 03:56:58.955933 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9586dd9a-62e8-497c-99d1-53fcd478b995 admin admin] Publish callbacks [] for security_group (d70393e5-dd55-4ffa-87d0-3cc121fa20d4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.007534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a520162b-5bb8-405c-90df-1de8fa9cd8ce req-3e6ff67b-b2f3-40df-9521-d6fcfec18c75 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 210 time: 0.0558670 Feb 10 03:56:59.016616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694f579-5949-47d7-9800-d507a6429585 req-6185427a-ad1e-46aa-88be-0d43ba99a0d6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:59.022047 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9586dd9a-62e8-497c-99d1-53fcd478b995 admin admin] Publish callbacks [] for security_group (d70393e5-dd55-4ffa-87d0-3cc121fa20d4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.023872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7694f579-5949-47d7-9800-d507a6429585 req-6185427a-ad1e-46aa-88be-0d43ba99a0d6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.0943732 Feb 10 03:56:59.093242 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7694f579-5949-47d7-9800-d507a6429585 req-bc323221-aefa-45f7-a2e1-912070f251a5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682933 Feb 10 03:56:59.115812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0d21763-60c2-4cc1-acaa-9c77ef76bfe8 req-ae599dbd-6edc-46ab-b25c-7b2a91a7db9d tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0377457 Feb 10 03:56:59.182776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9586dd9a-62e8-497c-99d1-53fcd478b995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d70393e5-dd55-4ffa-87d0-3cc121fa20d4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.192823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9586dd9a-62e8-497c-99d1-53fcd478b995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.195185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9586dd9a-62e8-497c-99d1-53fcd478b995 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d70393e5-dd55-4ffa-87d0-3cc121fa20d4 HTTP/1.1" status: 204 len: 168 time: 0.3317409 Feb 10 03:56:59.206976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586dd9a-62e8-497c-99d1-53fcd478b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70393e5-dd55-4ffa-87d0-3cc121fa20d4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:56:59.362319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 293125f1-5d04-4a34-90d6-60c6424487ca up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:56:59.398458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927651-d7a5-4afe-a473-2c38fd00959b req-220f14d6-745f-4f3e-a4c2-0ad22948c59e tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:56:59.400704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f927651-d7a5-4afe-a473-2c38fd00959b req-220f14d6-745f-4f3e-a4c2-0ad22948c59e tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 949 time: 0.0612664 Feb 10 03:56:59.456734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f927651-d7a5-4afe-a473-2c38fd00959b req-a75fe39b-f061-4db5-97d9-e69a51a5e304 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488410 Feb 10 03:56:59.570790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 293125f1-5d04-4a34-90d6-60c6424487ca completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:56:59.575938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 293125f1-5d04-4a34-90d6-60c6424487ca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:56:59.576359 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.666817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 293125f1-5d04-4a34-90d6-60c6424487ca is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:56:59.667218 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.719061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 293125f1-5d04-4a34-90d6-60c6424487ca, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=293125f1-5d04-4a34-90d6-60c6424487ca,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:56:59.782520 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c52faf40-d70d-426f-b9d6-ba1d2ad97517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.805658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:56:59.854211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=293125f1-5d04-4a34-90d6-60c6424487ca,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:00.064825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44126) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:00.089426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7db22711-cda2-421d-a1e5-aa56b7d64527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.098062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f1d30-6118-453a-8aa1-ff85f798e401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293125f1-5d04-4a34-90d6-60c6424487ca'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:00.105250 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d061e8d-27fd-4dc1-a634-026c6e7a09ed" -d '{"events": [{"server_uuid": "777f1d30-6118-453a-8aa1-ff85f798e401", "name": "network-vif-plugged", "status": "completed", "tag": "293125f1-5d04-4a34-90d6-60c6424487ca"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:00.179567 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd52504-2658-47aa-929f-7a61a4fd1c30 x-openstack-request-id: req-dcd52504-2658-47aa-929f-7a61a4fd1c30 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:00.179885 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f1d30-6118-453a-8aa1-ff85f798e401", "name": "network-vif-plugged", "status": "completed", "tag": "293125f1-5d04-4a34-90d6-60c6424487ca", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:00.180122 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcd52504-2658-47aa-929f-7a61a4fd1c30 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:00.180506 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f1d30-6118-453a-8aa1-ff85f798e401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293125f1-5d04-4a34-90d6-60c6424487ca', 'code': 200} Feb 10 03:57:00.189069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3094b56f-ebc5-415f-a7bd-0f581b18c3b1 req-17f76fdd-890f-4357-9507-1ed755c1a582 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 210 time: 0.0483308 Feb 10 03:57:00.191033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-2d63eba3-250a-4707-b03a-d32228dce51f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532293 Feb 10 03:57:00.251844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.24', 56878) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:00.325979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-1998086d-ea87-4765-bd51-a32b5cf4237c tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728586 Feb 10 03:57:00.328780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-29db0b19-589f-4456-8dbb-9c9c7c494ccd tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:00.330340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-29db0b19-589f-4456-8dbb-9c9c7c494ccd tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276808 Feb 10 03:57:00.371291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Request body: {'port': {'device_id': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'ffbb958542c94eaba3dd2cd1f950da53'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:00.389523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e198c5bd-29c0-4187-8ce9-a4cd1545b6c7 req-c039f8b8-144b-490f-9078-db958a7fbe18 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0664959 Feb 10 03:57:00.499269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c644ab3-73a6-4325-8bb5-4f56d9402c76 req-2b2c778d-3d36-477f-a051-2d9fe54a5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:00.501170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c644ab3-73a6-4325-8bb5-4f56d9402c76 req-2b2c778d-3d36-477f-a051-2d9fe54a5315 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 1132 time: 0.2230051 Feb 10 03:57:00.541208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-46ae9b1f-20fd-4d14-8120-e292b0ea9192 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:00.543426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-46ae9b1f-20fd-4d14-8120-e292b0ea9192 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936057 Feb 10 03:57:00.568087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Request body: {'port': {'device_id': '2112c83e-44ad-410e-aa55-35846b7388b9', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3c0f0b0c5f5d47bd9b8e4f72c3442932'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:00.605585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7db22711-cda2-421d-a1e5-aa56b7d64527 admin admin] Publish callbacks [] for security_group (d34f5228-1a45-45ad-a80d-a289b951a382), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.613577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72c560-b0ae-48bf-ad09-cddd9676f2e5 req-154b0ae0-9f17-4b39-a41f-2943b9b983ed tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:00.619203 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c72c560-b0ae-48bf-ad09-cddd9676f2e5 req-154b0ae0-9f17-4b39-a41f-2943b9b983ed tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.2876680 Feb 10 03:57:00.627240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c644ab3-73a6-4325-8bb5-4f56d9402c76 req-f0b0ff53-03b0-4ac7-8683-0a5fdcbfd279 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186922 Feb 10 03:57:00.668574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c72c560-b0ae-48bf-ad09-cddd9676f2e5 req-ed9dfb24-c4c1-4b1f-9c56-9646b27e1950 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473123 Feb 10 03:57:00.702019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Made reservation on behalf of ffbb958542c94eaba3dd2cd1f950da53 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:00.706909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.711126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7db22711-cda2-421d-a1e5-aa56b7d64527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d34f5228-1a45-45ad-a80d-a289b951a382), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.732497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88caac-be4d-4c23-a7cd-cb849b901d82 req-ae7b04c7-cea1-49da-a516-d13517a28920 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:00.734157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc88caac-be4d-4c23-a7cd-cb849b901d82 req-ae7b04c7-cea1-49da-a516-d13517a28920 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 950 time: 0.1350257 Feb 10 03:57:00.790287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7db22711-cda2-421d-a1e5-aa56b7d64527 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e97295f971f44cca2fa107b5508d18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7220085 Feb 10 03:57:00.794201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44152) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:00.803360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db22711-cda2-421d-a1e5-aa56b7d64527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34f5228-1a45-45ad-a80d-a289b951a382,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:00.815189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc88caac-be4d-4c23-a7cd-cb849b901d82 req-b812403c-91d7-4576-a067-2113b4dd7267 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712914 Feb 10 03:57:00.822850 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.859170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05ac04d5-80d9-424d-8533-122d051bc989 admin admin] Publish callbacks [] for security_group (d34f5228-1a45-45ad-a80d-a289b951a382), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.878327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Made reservation on behalf of 3c0f0b0c5f5d47bd9b8e4f72c3442932 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:00.882462 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.903211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05ac04d5-80d9-424d-8533-122d051bc989 admin admin] Publish callbacks [] for security_group (d34f5228-1a45-45ad-a80d-a289b951a382), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:00.960167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25661a-ecc3-4dc3-af58-ae8ad22ff12e req-09bb0849-9ed8-4e6e-b2a1-c250a791c947 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:00.961708 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d25661a-ecc3-4dc3-af58-ae8ad22ff12e req-09bb0849-9ed8-4e6e-b2a1-c250a791c947 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.1536167 Feb 10 03:57:00.971521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44158) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:00.978911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'floatingip': {'port_id': 'a5599bb1-89ee-4504-90f1-d0e0f2337484'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:01.092774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05ac04d5-80d9-424d-8533-122d051bc989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d34f5228-1a45-45ad-a80d-a289b951a382), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:01.095399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05ac04d5-80d9-424d-8533-122d051bc989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:01.099014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-05ac04d5-80d9-424d-8533-122d051bc989 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d34f5228-1a45-45ad-a80d-a289b951a382 HTTP/1.1" status: 204 len: 168 time: 0.3013630 Feb 10 03:57:01.104703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac04d5-80d9-424d-8533-122d051bc989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34f5228-1a45-45ad-a80d-a289b951a382,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:01.240932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Allocated IP 192.168.233.77 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/253a2994-f681-4a38-b464-87c511a68c45) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:01.248635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:01.276972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-223d01a0-bbcf-429e-a8df-230585a85e2c req-c11c1a4d-2632-41ce-8dc9-c75d4b207ea1 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 210 time: 0.0282772 Feb 10 03:57:01.530247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70d065ad-fd6a-4e07-8b9a-65bf84f8356f req-16fc9cd1-a765-4b8d-919e-a01962a4813f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0370347 Feb 10 03:57:01.663055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks [] for port (253a2994-f681-4a38-b464-87c511a68c45), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:01.974135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476563f-604b-44f8-b16c-a12ce1efb16e req-9d367527-58f3-47a8-9f70-0a85c466c82b tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:01.976053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1476563f-604b-44f8-b16c-a12ce1efb16e req-9d367527-58f3-47a8-9f70-0a85c466c82b tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 950 time: 0.0770996 Feb 10 03:57:02.007777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (253a2994-f681-4a38-b464-87c511a68c45), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.019953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c7b64654-4304-44c5-b076-2599c8e509cc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:02.066244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Pushing event updated for resources: {'Port': ['ID=253a2994-f681-4a38-b464-87c511a68c45,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:02.087480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1476563f-604b-44f8-b16c-a12ce1efb16e req-1ec6df43-4943-45b7-931a-f3aa58a13f53 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058123 Feb 10 03:57:02.106683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.resource_extend [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:57:02.112177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Allocated IP 192.168.233.44 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/2ba87075-51da-4c08-9c3f-b4a8fc4a66ce) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:02.204340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:02.217838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:02.260514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:02.384807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:02.386034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.391243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks [] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.400179 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.462460 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.518154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-761d16d6-1ad4-4cec-b4fb-ed3245e8c61e req-b39f2c40-a451-4ee1-b9b4-1ec37dda0b15 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 210 time: 0.0318377 Feb 10 03:57:02.522626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.561907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-93a54df5-abdc-4a7d-845f-efd0d34da0cb None None] Provisioning complete for port 253a2994-f681-4a38-b464-87c511a68c45 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:02.562369 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-93a54df5-abdc-4a7d-845f-efd0d34da0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (253a2994-f681-4a38-b464-87c511a68c45), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.567493 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.602595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['59b734ac-fbbe-4941-a639-3eaf040f31db'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:02.629394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-6bd689d6-598c-4679-a9bc-c42fa6a850dc tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2802572 Feb 10 03:57:02.645051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Request body: {'port': {'device_id': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:02.658143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-93a54df5-abdc-4a7d-845f-efd0d34da0cb None None] Port 253a2994-f681-4a38-b464-87c511a68c45 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:02.670648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:02.670648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Pushing event updated for resources: {'Port': ['ID=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:02.683947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:02.687686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:02.706045 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3 associated. External IP: 172.25.8.93, port: a5599bb1-89ee-4504-90f1-d0e0f2337484. Feb 10 03:57:02.788019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:02.788690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.850352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (253a2994-f681-4a38-b464-87c511a68c45), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:02.905932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-04b2efa3-2f30-48a5-addb-1e874c7682dc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3505023 Feb 10 03:57:02.918349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Request body: {'port': {'device_id': '2112c83e-44ad-410e-aa55-35846b7388b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:03.038489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18135797-a081-4ff7-9c11-539c966a475f req-34cd3e61-9c2d-4ef5-8a54-be03483d1552 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:03.051557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18135797-a081-4ff7-9c11-539c966a475f req-34cd3e61-9c2d-4ef5-8a54-be03483d1552 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 935 time: 0.1063824 Feb 10 03:57:03.101042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2b512bec-d557-4b4a-8bd4-46efef712c37 None None] Provisioning complete for port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:03.101641 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b512bec-d557-4b4a-8bd4-46efef712c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:03.121657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:03.162733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2b512bec-d557-4b4a-8bd4-46efef712c37 None None] Port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:03.187012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-df10a637-0705-4998-b98b-57f5c02b3749 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f85841a5cacd4b17a8555c90e36db217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433507 Feb 10 03:57:03.219781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18135797-a081-4ff7-9c11-539c966a475f req-9883ac06-5f2c-4bb3-a8ba-aed43d43f6e2 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670892 Feb 10 03:57:03.426329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056ba49-52d6-43db-bd6b-c0d387532833 req-94e82a6e-5c10-4f65-aa39-817920f948ba tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:03.427887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0056ba49-52d6-43db-bd6b-c0d387532833 req-94e82a6e-5c10-4f65-aa39-817920f948ba tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 950 time: 0.1126835 Feb 10 03:57:03.456319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-190c497d-7e28-41a3-805a-0631ac58dbec tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:03.457763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-190c497d-7e28-41a3-805a-0631ac58dbec tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628071 Feb 10 03:57:03.475236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:57:03.486737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-db1c60d2-ecd1-4185-b678-f648788f49f9 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/quotas/f85841a5cacd4b17a8555c90e36db217 HTTP/1.1" status: 200 len: 375 time: 0.0141585 Feb 10 03:57:03.561157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-44ae4e7a-c358-40d5-a387-a691205d1309 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85841a5cacd4b17a8555c90e36db217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673466 Feb 10 03:57:03.637987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:57:03.644754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:03.660478 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] Sync routers for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:57:03.679644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:03.682377 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:03.693510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-04a6945f-47b3-4ca8-b8e6-ed6ed7c7914e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "PUT /v2.0/floatingips/b443245d-43c0-49d2-b88d-ab4a4dc5ddd3 HTTP/1.1" status: 200 len: 991 time: 2.7184777 Feb 10 03:57:03.693510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:03.694204 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82272d90-596e-4830-b86c-fd1adf013f89" -d '{"events": [{"name": "network-changed", "server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:03.716711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:03.731184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Publish callbacks [] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:03.740412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0056ba49-52d6-43db-bd6b-c0d387532833 req-a035eac6-79c8-4009-8858-14502203aa76 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025410 Feb 10 03:57:03.750695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Transition to ACTIVE for port object 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:03.820755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:03.874119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:03.886106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:04.084823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Pushing event updated for resources: {'Port': ['ID=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:04.258748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-e6fad991-c1ac-4f84-9a2b-98eee1d0b238 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:04.260636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-e6fad991-c1ac-4f84-9a2b-98eee1d0b238 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.43 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 950 time: 0.1228600 Feb 10 03:57:04.261764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Attempting to bind port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:04.262257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Attempting to bind port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:04.268712 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Attempting to bind port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:04.287169 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b443245d-43c0-49d2-b88d-ab4a4dc5ddd3', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'port_id': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'mac_address': 'fa:16:3e:70:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:56:41Z', 'updated_at': '2022-02-10T03:57:01Z', 'revision_number': 1, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:04.295748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253a2994-f681-4a38-b464-87c511a68c45 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:04.305656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Publish callbacks [] for port (253a2994-f681-4a38-b464-87c511a68c45), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.319810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9f1ba-a815-4f7f-8c9d-f70831925d1c req-d849b60c-dbe4-45df-bf46-905eda6ef3ca tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:04.321346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25e9f1ba-a815-4f7f-8c9d-f70831925d1c req-d849b60c-dbe4-45df-bf46-905eda6ef3ca tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 947 time: 0.1216724 Feb 10 03:57:04.329441 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] Checking router: 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:57:04.332399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Transition to ACTIVE for port object 253a2994-f681-4a38-b464-87c511a68c45 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:04.333624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:04.333993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Attempting to bind port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:04.343214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:04.343563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:04.343958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:04.344396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Bound port: 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:04.344757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.352987 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:04.354324 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:04.395792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25e9f1ba-a815-4f7f-8c9d-f70831925d1c req-7cdc634a-5761-4920-adc9-8a3d121418b1 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Feb 10 03:57:04.416796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (253a2994-f681-4a38-b464-87c511a68c45), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.456782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] For port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:04.460535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] For port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:04.472828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Deleting port 293125f1-5d04-4a34-90d6-60c6424487ca {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:04.473176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.538458 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056a520b-c31f-4fbe-b2d2-4015d43d923c x-openstack-request-id: req-056a520b-c31f-4fbe-b2d2-4015d43d923c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:04.538971 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:04.539067 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-056a520b-c31f-4fbe-b2d2-4015d43d923c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:04.539688 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'status': 'completed', 'code': 200} Feb 10 03:57:04.541989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=253a2994-f681-4a38-b464-87c511a68c45,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:04.558715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.559110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.560032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.560375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.561271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.561606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.561936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.563066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.563435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.563939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.564271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.564598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.565343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:04.568954 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:04.604952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.658097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22276edc-68a8-4103-a041-af17e6a6e4a8 req-e494dc2b-120a-4f8b-bc42-0305140dd9b7 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 210 time: 0.1041422 Feb 10 03:57:04.672375 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:04.673070 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.674478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] 10.222.0.24 "PUT /v2.0/ports/2ba87075-51da-4c08-9c3f-b4a8fc4a66ce HTTP/1.1" status: 200 len: 1095 time: 1.7619343 Feb 10 03:57:04.676898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112c83e-44ad-410e-aa55-35846b7388b9', 'tag': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:04.679192 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29" -d '{"events": [{"name": "network-changed", "server_uuid": "2112c83e-44ad-410e-aa55-35846b7388b9", "tag": "2ba87075-51da-4c08-9c3f-b4a8fc4a66ce"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:04.713457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Attempting to bind port 253a2994-f681-4a38-b464-87c511a68c45 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:04.713938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Attempting to bind port 253a2994-f681-4a38-b464-87c511a68c45 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:04.714275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Attempting to bind port 253a2994-f681-4a38-b464-87c511a68c45 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:04.720193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Port 253a2994-f681-4a38-b464-87c511a68c45 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:04.720447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Attempting to bind port 253a2994-f681-4a38-b464-87c511a68c45 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:04.727596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:04.730464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:04.730464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:04.730464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Bound port: 253a2994-f681-4a38-b464-87c511a68c45, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:04.730906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (253a2994-f681-4a38-b464-87c511a68c45), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.778254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] For port 293125f1-5d04-4a34-90d6-60c6424487ca, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=293125f1-5d04-4a34-90d6-60c6424487ca,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:04.778629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:04.799920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055b689-b554-4aa6-89db-3ec6083527fd service neutron] Pushing event updated for resources: {'Port': ['ID=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:04.865577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82272d90-596e-4830-b86c-fd1adf013f89 req-3936b9da-2b8d-4e04-8a4a-d92f9c408a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:04.867778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82272d90-596e-4830-b86c-fd1adf013f89 req-3936b9da-2b8d-4e04-8a4a-d92f9c408a38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 1128 time: 0.3394165 Feb 10 03:57:04.868994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Calling delete_port for 293125f1-5d04-4a34-90d6-60c6424487ca owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:04.879013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] For port 253a2994-f681-4a38-b464-87c511a68c45, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:04.880412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524cf04-ce08-4b29-a04c-2e81be016620 req-ab62f6d7-c326-40a5-8467-263365643947 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:04.890075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c524cf04-ce08-4b29-a04c-2e81be016620 req-ab62f6d7-c326-40a5-8467-263365643947 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.3844764 Feb 10 03:57:04.892354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] For port 253a2994-f681-4a38-b464-87c511a68c45, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=253a2994-f681-4a38-b464-87c511a68c45,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:04.976670 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b443245d-43c0-49d2-b88d-ab4a4dc5ddd3', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'port_id': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'mac_address': 'fa:16:3e:70:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:56:41Z', 'updated_at': '2022-02-10T03:57:01Z', 'revision_number': 1, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:04.995579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (253a2994-f681-4a38-b464-87c511a68c45), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:05.035987 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512f073-5eea-4e61-bc6c-d3534daa8ea1 None None] The sync data for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 is: [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b443245d-43c0-49d2-b88d-ab4a4dc5ddd3', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'port_id': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'mac_address': 'fa:16:3e:70:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:56:41Z', 'updated_at': '2022-02-10T03:57:01Z', 'revision_number': 1, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:57:05.056103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.057209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:05.060258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/253a2994-f681-4a38-b464-87c511a68c45 HTTP/1.1" status: 200 len: 1095 time: 2.4212136 Feb 10 03:57:05.088127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-2cdaf45b-2ee9-4c9b-9105-c740b174e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.090563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-2cdaf45b-2ee9-4c9b-9105-c740b174e29a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 1129 time: 0.2746546 Feb 10 03:57:05.100948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c524cf04-ce08-4b29-a04c-2e81be016620 req-cf41189f-2a21-431f-8053-54d3f90b9206 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099884 Feb 10 03:57:05.146637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d54a6a-e650-48c4-9c67-ae885f0da9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=253a2994-f681-4a38-b464-87c511a68c45,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:05.162398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82272d90-596e-4830-b86c-fd1adf013f89 req-945f7b6e-d20c-499e-8c6f-80ed59d63b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.163897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82272d90-596e-4830-b86c-fd1adf013f89 req-945f7b6e-d20c-499e-8c6f-80ed59d63b19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 924 time: 0.2640071 Feb 10 03:57:05.167020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-694a9353-4ff8-4f71-aaee-62e7e4b0dcb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce HTTP/1.1" status: 200 len: 217 time: 0.0650394 Feb 10 03:57:05.264853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bd09-95af-47a5-8021-7428c06a9ca6 req-136b4fc8-c73f-4a7a-ab40-a77f98fd5334 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.265169 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74418306-085b-46ef-943d-992d90ea68b3 x-openstack-request-id: req-74418306-085b-46ef-943d-992d90ea68b3 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:05.265477 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112c83e-44ad-410e-aa55-35846b7388b9", "tag": "2ba87075-51da-4c08-9c3f-b4a8fc4a66ce", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:05.265735 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74418306-085b-46ef-943d-992d90ea68b3 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:05.266136 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2112c83e-44ad-410e-aa55-35846b7388b9', 'tag': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce', 'status': 'completed', 'code': 200} Feb 10 03:57:05.271930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b92bd09-95af-47a5-8021-7428c06a9ca6 req-136b4fc8-c73f-4a7a-ab40-a77f98fd5334 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 947 time: 0.1726594 Feb 10 03:57:05.331652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-f21cc0ed-ca81-4449-834e-d0232820f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.335229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-f21cc0ed-ca81-4449-834e-d0232820f61a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 1129 time: 0.1342936 Feb 10 03:57:05.359359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b92bd09-95af-47a5-8021-7428c06a9ca6 req-25e8728c-3503-40a7-a83d-2801b3678e0c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864027 Feb 10 03:57:05.383764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d335989-7fd9-48a5-8bb8-e49e3a791c9a None None] New status for floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:57:05.395416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-d67e1953-8b18-4ad1-aeda-6238476dd587 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=253a2994-f681-4a38-b464-87c511a68c45 HTTP/1.1" status: 200 len: 217 time: 0.0461845 Feb 10 03:57:05.504708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-843d9380-9177-4123-8dcf-79f8abb380c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.507899 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-843d9380-9177-4123-8dcf-79f8abb380c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.3275006 Feb 10 03:57:05.509153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-d7637a51-3957-44ec-b9d9-eec634ef69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.511372 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82272d90-596e-4830-b86c-fd1adf013f89 req-c1583a50-bbc0-4695-8d66-6104da2febfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484 HTTP/1.1" status: 200 len: 999 time: 0.3299901 Feb 10 03:57:05.512802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-d7637a51-3957-44ec-b9d9-eec634ef69bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1061850 Feb 10 03:57:05.603803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-94bedde5-f826-42c9-8774-442f67bc8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.605551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-94bedde5-f826-42c9-8774-442f67bc8ab9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0834846 Feb 10 03:57:05.636375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (293125f1-5d04-4a34-90d6-60c6424487ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:05.659372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['293125f1-5d04-4a34-90d6-60c6424487ca'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:05.676826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Pushing event deleted for resources: {'Port': ['ID=293125f1-5d04-4a34-90d6-60c6424487ca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:05.686472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82272d90-596e-4830-b86c-fd1adf013f89 req-1b6f85dc-045f-4a68-8f1e-20d022f78f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.688564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82272d90-596e-4830-b86c-fd1adf013f89 req-1b6f85dc-045f-4a68-8f1e-20d022f78f37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587a2853-ce4d-420f-8f7d-052b827b1cb1 HTTP/1.1" status: 200 len: 862 time: 0.1530695 Feb 10 03:57:05.700441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5beae0-43b0-400c-9559-9d836a2401ee req-7dab8b4a-e055-4789-b584-2043210f6e49 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.703519 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc5beae0-43b0-400c-9559-9d836a2401ee req-7dab8b4a-e055-4789-b584-2043210f6e49 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 950 time: 0.3811114 Feb 10 03:57:05.806679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-dc1ca35b-ad28-4192-8524-73df7d1e81b8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936314 Feb 10 03:57:05.821471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332261e-e347-4cf6-b94b-4496db1fa060 req-09b0f737-5a17-4dee-b8fa-1ee3e6e5da13 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.829362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9332261e-e347-4cf6-b94b-4496db1fa060 req-09b0f737-5a17-4dee-b8fa-1ee3e6e5da13 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 947 time: 0.1096060 Feb 10 03:57:05.829969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] No DVR routers for this DVR port 293125f1-5d04-4a34-90d6-60c6424487ca on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:05.838644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:05.841683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83723eae-67b2-40f1-b381-7f1dfdcdfdf1 req-24643732-d671-44b5-acb0-9c6892b74be4 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.43 "DELETE /v2.0/ports/293125f1-5d04-4a34-90d6-60c6424487ca HTTP/1.1" status: 204 len: 173 time: 1.5692689 Feb 10 03:57:05.851015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e133-855b-48ef-9a4e-38374d63772a req-c08a5073-b05b-4e2b-a628-8e26475db5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.852376 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-c08a5073-b05b-4e2b-a628-8e26475db5eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3308969 Feb 10 03:57:05.934003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc5beae0-43b0-400c-9559-9d836a2401ee req-7c247be1-ff9f-4edf-b49c-ba63d80e21d2 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/security-groups?id=d38939d5-c780-47cb-aa76-eda84f4ffcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948161 Feb 10 03:57:05.947940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82272d90-596e-4830-b86c-fd1adf013f89 req-f92e6a0a-da36-4912-81ff-6d1b388fb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:05.952233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82272d90-596e-4830-b86c-fd1adf013f89 req-f92e6a0a-da36-4912-81ff-6d1b388fb904 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2411eec2-e944-4e7e-9905-52d2c6e0716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2381098 Feb 10 03:57:05.957829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9332261e-e347-4cf6-b94b-4496db1fa060 req-f27c7366-6c1c-4e58-bd8e-0f8ac6da11c9 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274521 Feb 10 03:57:05.993539 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca429f1b-219b-4644-bcca-36a12a3c7071 req-9bff3d3d-9d44-4df8-8c93-208f8a2fc9e2 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669838 Feb 10 03:57:06.104150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44324) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:06.111696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7d2b5e5-dc94-4565-afb9-564edb84d0eb req-95fa83b1-823c-4b0a-9257-38de08388cf0 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 210 time: 0.0314224 Feb 10 03:57:06.144780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-de0653e9-2547-492e-9aa9-1ea190093dee service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790992 Feb 10 03:57:06.202894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82272d90-596e-4830-b86c-fd1adf013f89 req-5bcfcbd3-ae49-4c4d-818b-1f05522abc62 service neutron] 10.222.0.43 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068534 Feb 10 03:57:06.348042 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:06.392728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33b0e133-855b-48ef-9a4e-38374d63772a req-4b149103-0d02-4e64-b613-706e904cbd19 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419415 Feb 10 03:57:06.440470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0db943-d6f0-4822-8a39-b8f8f1e70972 req-c094e8c3-5e2b-4d2e-a4d8-9c9f832382b6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:06.441986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd0db943-d6f0-4822-8a39-b8f8f1e70972 req-c094e8c3-5e2b-4d2e-a4d8-9c9f832382b6 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.1781859 Feb 10 03:57:06.454200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82272d90-596e-4830-b86c-fd1adf013f89 req-a77ca7e1-a42f-4ebb-ba1f-0b8d4f263640 service neutron] 10.222.0.43 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848023 Feb 10 03:57:06.522995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd0db943-d6f0-4822-8a39-b8f8f1e70972 req-c2455a0b-f31a-4777-95ae-86e81cd323e3 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728946 Feb 10 03:57:06.552625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'tag': '253a2994-f681-4a38-b464-87c511a68c45'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:06.558918 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb242137-6439-403e-97f2-b8cf0b0fdbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6902511-b16e-446d-8e8e-dcb13199f7c8", "tag": "253a2994-f681-4a38-b464-87c511a68c45"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:06.568119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Publish callbacks [] for security_group (5fafa97a-8b33-452f-bf08-e4a0018e0946), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:06.590460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f0b33-3fdb-4146-ab32-0850fc6036e7 req-eb5de566-a6fc-4bdb-a793-a1b443880428 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:06.597146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-f86b788c-5d88-4734-9c9a-d4b275c11de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:06.598446 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a76f0b33-3fdb-4146-ab32-0850fc6036e7 req-eb5de566-a6fc-4bdb-a793-a1b443880428 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 947 time: 0.0736377 Feb 10 03:57:06.599868 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-f86b788c-5d88-4734-9c9a-d4b275c11de9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 1129 time: 0.0804987 Feb 10 03:57:06.629245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-2be5b702-d03c-4c61-91e7-e99a1047459a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f85841a5cacd4b17a8555c90e36db217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272164 Feb 10 03:57:06.644272 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6041b69f-aca4-413b-851e-9e9e963fefb7 x-openstack-request-id: req-6041b69f-aca4-413b-851e-9e9e963fefb7 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:06.644779 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6902511-b16e-446d-8e8e-dcb13199f7c8", "tag": "253a2994-f681-4a38-b464-87c511a68c45", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:06.644779 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6041b69f-aca4-413b-851e-9e9e963fefb7 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:06.645181 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'tag': '253a2994-f681-4a38-b464-87c511a68c45', 'status': 'completed', 'code': 200} Feb 10 03:57:06.666822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a76f0b33-3fdb-4146-ab32-0850fc6036e7 req-0e28ec3e-c9bb-4a9d-99ac-6b15ee03ab0f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621302 Feb 10 03:57:06.673431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5fafa97a-8b33-452f-bf08-e4a0018e0946), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:06.716533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-43763c31-ddc0-484c-ba06-29d780c7a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:06.719112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-43763c31-ddc0-484c-ba06-29d780c7a423 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 1129 time: 0.0504072 Feb 10 03:57:06.817965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44360) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:06.845952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-a4190024-6174-4dfc-9c9b-132ff56d9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:06.847593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-a4190024-6174-4dfc-9c9b-132ff56d9656 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1210783 Feb 10 03:57:06.891996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-40bf46ec-e4d8-4a05-9c8b-4affc2a9524a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=253a2994-f681-4a38-b464-87c511a68c45 HTTP/1.1" status: 200 len: 217 time: 0.0375614 Feb 10 03:57:06.952612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-3e89052d-e11b-41aa-9973-8cb63fe5ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:06.954380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-3e89052d-e11b-41aa-9973-8cb63fe5ef12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0553460 Feb 10 03:57:06.970106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14594be5-9430-477c-a02d-fade58361afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.075183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fafa97a-8b33-452f-bf08-e4a0018e0946,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:07.085660 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4520fd3e3ee04c6d93be8b33c7cd5aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9772377 Feb 10 03:57:07.099870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44370) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:07.129554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-b0733b96-fab7-46ba-94e1-49bfbb59792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.131367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-b0733b96-fab7-46ba-94e1-49bfbb59792c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1591902 Feb 10 03:57:07.137778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.137778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.138043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.138354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.139432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.139918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.140336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.140758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.141149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.141541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.141932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.142319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.142721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387f6d-c3a6-421d-9ec3-fc864a5197c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:07.159667 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1165f4d-7248-4c44-8285-8c6aab8669a0 req-7014410c-6dfd-4f01-84e5-08ff51c65645 tempest-ServerDiagnosticsNegativeTest-1572941196 tempest-ServerDiagnosticsNegativeTest-1572941196-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f1d30-6118-453a-8aa1-ff85f798e401 HTTP/1.1" status: 200 len: 210 time: 0.0875564 Feb 10 03:57:07.187325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14594be5-9430-477c-a02d-fade58361afe admin admin] Publish callbacks [] for security_group (61a9c599-73d7-4ea8-87cf-452ade6ea5e3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.187490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-8a4e37a5-7910-47f7-96a8-2f9111d1084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.189078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-8a4e37a5-7910-47f7-96a8-2f9111d1084d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.5633321 Feb 10 03:57:07.214640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-b2bef1e3-9299-47cb-8b3a-7d705c3be9af tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.216110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-b2bef1e3-9299-47cb-8b3a-7d705c3be9af tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5759742 Feb 10 03:57:07.221091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44374) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:07.258051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Request body: {'port': {'device_id': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'f85841a5cacd4b17a8555c90e36db217'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:07.262768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-1e9c3588-081c-439a-b022-4d03c82fa84f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce HTTP/1.1" status: 200 len: 217 time: 0.0620477 Feb 10 03:57:07.265269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573df1f4-7028-4108-8cdc-cb2bb98aa75e req-65bf2383-3dd9-4e8e-81f8-8319341fa265 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.271972 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-573df1f4-7028-4108-8cdc-cb2bb98aa75e req-65bf2383-3dd9-4e8e-81f8-8319341fa265 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 947 time: 0.1979353 Feb 10 03:57:07.278062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f1d30-6118-453a-8aa1-ff85f798e401', 'name': 'network-vif-deleted', 'tag': '293125f1-5d04-4a34-90d6-60c6424487ca'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:07.280372 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4bf2b1-315e-4764-a1f5-b58fb6b78665" -d '{"events": [{"server_uuid": "777f1d30-6118-453a-8aa1-ff85f798e401", "name": "network-vif-deleted", "tag": "293125f1-5d04-4a34-90d6-60c6424487ca"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:07.301657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-7dc7ddad-1b14-4fdc-8c3d-93535942ef3a service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601133 Feb 10 03:57:07.303721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14594be5-9430-477c-a02d-fade58361afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (61a9c599-73d7-4ea8-87cf-452ade6ea5e3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.363194 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51479e99-a805-49e9-a06b-a85bd1d4ffbe req-1d23ea2b-ecdf-44ac-a086-01f19df7e4f3 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 210 time: 0.1075046 Feb 10 03:57:07.391389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-14594be5-9430-477c-a02d-fade58361afe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b5b9600ed734ea6938221337a664560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5722103 Feb 10 03:57:07.397189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44380) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:07.404073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b42e-d2e1-4b78-9d53-d9335d9158b2 admin admin] Publish callbacks [] for security_group (5fafa97a-8b33-452f-bf08-e4a0018e0946), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.419417 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ba23f-002e-4def-a7af-93c7ea7c3fd2 x-openstack-request-id: req-528ba23f-002e-4def-a7af-93c7ea7c3fd2 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:07.420390 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f1d30-6118-453a-8aa1-ff85f798e401", "name": "network-vif-deleted", "tag": "293125f1-5d04-4a34-90d6-60c6424487ca", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:07.420817 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-528ba23f-002e-4def-a7af-93c7ea7c3fd2 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:07.421428 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f1d30-6118-453a-8aa1-ff85f798e401', 'name': 'network-vif-deleted', 'tag': '293125f1-5d04-4a34-90d6-60c6424487ca', 'status': 'completed', 'code': 200} Feb 10 03:57:07.435278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-573df1f4-7028-4108-8cdc-cb2bb98aa75e req-112b5b1d-c9be-4f06-bf7b-47a60067ca09 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620288 Feb 10 03:57:07.435983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14594be5-9430-477c-a02d-fade58361afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a9c599-73d7-4ea8-87cf-452ade6ea5e3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:07.444968 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-583116e6-3e3c-476c-b030-99445a13fcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.458299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-e63cab10-4b08-49e5-b054-61be24c7c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.459843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-e63cab10-4b08-49e5-b054-61be24c7c80b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1768537 Feb 10 03:57:07.465927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b42e-d2e1-4b78-9d53-d9335d9158b2 admin admin] Publish callbacks [] for security_group (5fafa97a-8b33-452f-bf08-e4a0018e0946), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.495920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb242137-6439-403e-97f2-b8cf0b0fdbdd req-dfc28d29-b306-4a82-8caa-34815c6e3a60 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878259 Feb 10 03:57:07.511990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca4b50ac-50d9-4298-b2c1-e974168e83a7 admin admin] Publish callbacks [] for security_group (61a9c599-73d7-4ea8-87cf-452ade6ea5e3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.533879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca4b50ac-50d9-4298-b2c1-e974168e83a7 admin admin] Publish callbacks [] for security_group (61a9c599-73d7-4ea8-87cf-452ade6ea5e3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.588770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-7a18417d-9875-4e2e-8b5e-20b64d9b0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.590457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-7a18417d-9875-4e2e-8b5e-20b64d9b0009 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1152747 Feb 10 03:57:07.695354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca4b50ac-50d9-4298-b2c1-e974168e83a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (61a9c599-73d7-4ea8-87cf-452ade6ea5e3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.697904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca4b50ac-50d9-4298-b2c1-e974168e83a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.701933 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ca4b50ac-50d9-4298-b2c1-e974168e83a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61a9c599-73d7-4ea8-87cf-452ade6ea5e3 HTTP/1.1" status: 204 len: 168 time: 0.3005974 Feb 10 03:57:07.708492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b50ac-50d9-4298-b2c1-e974168e83a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a9c599-73d7-4ea8-87cf-452ade6ea5e3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:07.728031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-0b399cee-2924-417e-bea7-0c9e87826d81 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316967 Feb 10 03:57:07.736288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecfdbe-63c0-46e1-8461-88c0bcb3f878 req-c8efe12f-5745-4e87-ab0b-7f8671614e4e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.737857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8ecfdbe-63c0-46e1-8461-88c0bcb3f878 req-c8efe12f-5745-4e87-ab0b-7f8671614e4e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.1248453 Feb 10 03:57:07.751773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b42e-d2e1-4b78-9d53-d9335d9158b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5fafa97a-8b33-452f-bf08-e4a0018e0946), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.754225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b42e-d2e1-4b78-9d53-d9335d9158b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.755349 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b3a1b42e-d2e1-4b78-9d53-d9335d9158b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fafa97a-8b33-452f-bf08-e4a0018e0946 HTTP/1.1" status: 204 len: 168 time: 0.6477695 Feb 10 03:57:07.756030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Made reservation on behalf of f85841a5cacd4b17a8555c90e36db217 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:07.759465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.807644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78782b-661f-46e9-978c-4ff2441df25a req-2d9a0755-4ea8-44ca-b9e6-f583fcfb1b95 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:07.809246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f78782b-661f-46e9-978c-4ff2441df25a req-2d9a0755-4ea8-44ca-b9e6-f583fcfb1b95 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 947 time: 0.0740778 Feb 10 03:57:07.812076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.831579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1b42e-d2e1-4b78-9d53-d9335d9158b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fafa97a-8b33-452f-bf08-e4a0018e0946,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:07.840516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-583116e6-3e3c-476c-b030-99445a13fcde admin admin] Publish callbacks [] for security_group (c966938d-c090-49d9-8061-7253a76a152d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.868347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f78782b-661f-46e9-978c-4ff2441df25a req-4f55a011-bde6-4e7c-9301-d32e7368452e tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504642 Feb 10 03:57:07.924657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-583116e6-3e3c-476c-b030-99445a13fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c966938d-c090-49d9-8061-7253a76a152d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:07.934246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8ecfdbe-63c0-46e1-8461-88c0bcb3f878 req-81f470f9-b1c7-4847-bfd8-12ff06a9d28b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717124 Feb 10 03:57:07.959191 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-635e4d67-d7f9-4b8a-9bef-e4fc60d1dc29 req-433987ec-88e5-4353-bb38-66da86f83007 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163279 Feb 10 03:57:07.989844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-583116e6-3e3c-476c-b030-99445a13fcde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f099e4002db4404b8358e86599554e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7677274 Feb 10 03:57:07.990590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583116e6-3e3c-476c-b030-99445a13fcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c966938d-c090-49d9-8061-7253a76a152d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:07.993407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44392) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:08.046191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks [] for security_group (1418903e-ee0a-4309-9791-dfec449e7d5e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.091433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fafc4aa-a079-4b5a-b37e-76938eb35860 admin admin] Publish callbacks [] for security_group (c966938d-c090-49d9-8061-7253a76a152d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.099691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca41372-1878-4c55-9f7e-b1205be55de3 req-443767cd-bbab-4355-b402-7c741eab251d tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:08.101199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ca41372-1878-4c55-9f7e-b1205be55de3 req-443767cd-bbab-4355-b402-7c741eab251d tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.0882213 Feb 10 03:57:08.119258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1418903e-ee0a-4309-9791-dfec449e7d5e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.136643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fafc4aa-a079-4b5a-b37e-76938eb35860 admin admin] Publish callbacks [] for security_group (c966938d-c090-49d9-8061-7253a76a152d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.181740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ca41372-1878-4c55-9f7e-b1205be55de3 req-a883aa0b-8269-4225-a645-19e28388078e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705366 Feb 10 03:57:08.229278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1418903e-ee0a-4309-9791-dfec449e7d5e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:08.284711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fafc4aa-a079-4b5a-b37e-76938eb35860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c966938d-c090-49d9-8061-7253a76a152d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.287668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fafc4aa-a079-4b5a-b37e-76938eb35860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.288871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5fafc4aa-a079-4b5a-b37e-76938eb35860 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c966938d-c090-49d9-8061-7253a76a152d HTTP/1.1" status: 204 len: 168 time: 0.2942524 Feb 10 03:57:08.297303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafc4aa-a079-4b5a-b37e-76938eb35860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c966938d-c090-49d9-8061-7253a76a152d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:08.306427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Allocated IP 192.168.233.118 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/4fd0c09e-df10-4060-aa6c-3204816fa2f3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:08.456819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks [] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.459406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5f87031-9b7e-4d3f-bac2-b6ace60a9b12 req-b25e7de7-6ef0-439a-943e-5437c3b9c00c tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 210 time: 0.0287161 Feb 10 03:57:08.547575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.553886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:08.565229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-915d6f4d-7a5d-4824-b61e-d524f481b88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.617017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:08.620093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44412) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:08.630072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:08.634223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:08.644307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Pushing event updated for resources: {'Port': ['ID=4fd0c09e-df10-4060-aa6c-3204816fa2f3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:08.671093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-915d6f4d-7a5d-4824-b61e-d524f481b88f admin admin] Publish callbacks [] for security_group (bf0fc6dd-cc6e-4db2-8135-4ae206870b59), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.689427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fd24a-5ec5-468d-8374-0dafb2747169 req-a77b4af0-6c86-4f00-98a2-0fa4820fe654 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:08.691529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a7fd24a-5ec5-468d-8374-0dafb2747169 req-a77b4af0-6c86-4f00-98a2-0fa4820fe654 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 947 time: 0.1719859 Feb 10 03:57:08.692521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af306748-15d8-41b6-a201-e827e862c58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.736857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-915d6f4d-7a5d-4824-b61e-d524f481b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bf0fc6dd-cc6e-4db2-8135-4ae206870b59), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.755526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:08.756255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.760271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 253a2994-f681-4a38-b464-87c511a68c45 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:08.777007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d6f4d-7a5d-4824-b61e-d524f481b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0fc6dd-cc6e-4db2-8135-4ae206870b59,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:08.810046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-915d6f4d-7a5d-4824-b61e-d524f481b88f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4ef0de0d88c4c24b4f172642f3f2a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598855 Feb 10 03:57:08.812922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44414) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:08.836964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a7fd24a-5ec5-468d-8374-0dafb2747169 req-e418a8d4-cb69-4e73-90e9-572e390e0015 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345339 Feb 10 03:57:08.887030 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-927ea32a-7d42-4055-a45b-8a8cbace7a46 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6338034 Feb 10 03:57:08.897761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 253a2994-f681-4a38-b464-87c511a68c45, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=253a2994-f681-4a38-b464-87c511a68c45,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:08.904227 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9b02d7d-ca19-4c21-b23b-595204495948 admin admin] Publish callbacks [] for security_group (bf0fc6dd-cc6e-4db2-8135-4ae206870b59), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.908794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af306748-15d8-41b6-a201-e827e862c58e admin admin] Publish callbacks [] for security_group (2ab4cd91-693a-4697-86ce-4fd831c1520d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.911316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '253a2994-f681-4a38-b464-87c511a68c45', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '253a2994-f681-4a38-b464-87c511a68c45', 'mac_address': 'fa:16:3e:49:6c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:08.914999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Request body: {'port': {'device_id': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:08.947883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9b02d7d-ca19-4c21-b23b-595204495948 admin admin] Publish callbacks [] for security_group (bf0fc6dd-cc6e-4db2-8135-4ae206870b59), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:08.966389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 253a2994-f681-4a38-b464-87c511a68c45 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:08.967167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (253a2994-f681-4a38-b464-87c511a68c45), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.006669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.024391 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af306748-15d8-41b6-a201-e827e862c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ab4cd91-693a-4697-86ce-4fd831c1520d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.052937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16ed7f-a7c1-470f-b7a5-b7d0b0751662 req-eebb469f-6f4a-4541-b801-38e4abfa1aee tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:09.054504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a16ed7f-a7c1-470f-b7a5-b7d0b0751662 req-eebb469f-6f4a-4541-b801-38e4abfa1aee tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 947 time: 0.1043403 Feb 10 03:57:09.105828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af306748-15d8-41b6-a201-e827e862c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab4cd91-693a-4697-86ce-4fd831c1520d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:09.120185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253a2994-f681-4a38-b464-87c511a68c45 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:09.126813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-af306748-15d8-41b6-a201-e827e862c58e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bbdbb48be7a4e29b7adbb136f3144f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053680 Feb 10 03:57:09.129827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:09.137092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a16ed7f-a7c1-470f-b7a5-b7d0b0751662 req-2019c843-2ae4-4f86-997d-9c138b326632 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706589 Feb 10 03:57:09.146099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 253a2994-f681-4a38-b464-87c511a68c45, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=253a2994-f681-4a38-b464-87c511a68c45,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:09.152174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2f715f0a-cc3f-4e79-bc7f-af13953c8d0c None None] Provisioning complete for port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:09.152769 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f715f0a-cc3f-4e79-bc7f-af13953c8d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.152891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9b02d7d-ca19-4c21-b23b-595204495948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bf0fc6dd-cc6e-4db2-8135-4ae206870b59), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.159279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9b02d7d-ca19-4c21-b23b-595204495948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.162961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f9b02d7d-ca19-4c21-b23b-595204495948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf0fc6dd-cc6e-4db2-8135-4ae206870b59 HTTP/1.1" status: 204 len: 168 time: 0.3466051 Feb 10 03:57:09.169047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b02d7d-ca19-4c21-b23b-595204495948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0fc6dd-cc6e-4db2-8135-4ae206870b59,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:09.218078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (253a2994-f681-4a38-b464-87c511a68c45), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.224982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2f715f0a-cc3f-4e79-bc7f-af13953c8d0c None None] Port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:09.272500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=253a2994-f681-4a38-b464-87c511a68c45,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:09.285411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44426) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:09.300833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02953cd8-da90-43cf-9e9d-2c0929e402fc admin admin] Publish callbacks [] for security_group (2ab4cd91-693a-4697-86ce-4fd831c1520d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.332858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02953cd8-da90-43cf-9e9d-2c0929e402fc admin admin] Publish callbacks [] for security_group (2ab4cd91-693a-4697-86ce-4fd831c1520d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.431794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 293125f1-5d04-4a34-90d6-60c6424487ca no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:09.440417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd0c09e-df10-4060-aa6c-3204816fa2f3 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:09.448170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Publish callbacks [] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.456236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['253a2994-f681-4a38-b464-87c511a68c45'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:09.459315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 293125f1-5d04-4a34-90d6-60c6424487ca {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:09.459652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 293125f1-5d04-4a34-90d6-60c6424487ca not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:09.540236 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02953cd8-da90-43cf-9e9d-2c0929e402fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ab4cd91-693a-4697-86ce-4fd831c1520d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.542904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02953cd8-da90-43cf-9e9d-2c0929e402fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.544047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-02953cd8-da90-43cf-9e9d-2c0929e402fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ab4cd91-693a-4697-86ce-4fd831c1520d HTTP/1.1" status: 204 len: 168 time: 0.4128838 Feb 10 03:57:09.559686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Transition to ACTIVE for port object 4fd0c09e-df10-4060-aa6c-3204816fa2f3 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:09.570219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02953cd8-da90-43cf-9e9d-2c0929e402fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab4cd91-693a-4697-86ce-4fd831c1520d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:09.593935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb3f69-1be9-43f4-b401-fc5046c545ff req-0fbb3b44-38ed-4938-9dc6-6efe98e4a709 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:09.595474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-22fb3f69-1be9-43f4-b401-fc5046c545ff req-0fbb3b44-38ed-4938-9dc6-6efe98e4a709 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 936 time: 0.0665672 Feb 10 03:57:09.645912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-22fb3f69-1be9-43f4-b401-fc5046c545ff req-80e1dc38-60c7-4f55-a971-afbce41de466 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Feb 10 03:57:09.654204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44434) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:09.654843 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.680081 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2eec20f-2064-4e70-890e-184e69379024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.712314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Pushing event updated for resources: {'Port': ['ID=4fd0c09e-df10-4060-aa6c-3204816fa2f3,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:09.808360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Attempting to bind port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:09.809106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Attempting to bind port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:09.809601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Attempting to bind port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:09.812475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2eec20f-2064-4e70-890e-184e69379024 admin admin] Publish callbacks [] for security_group (0b8c134f-3e1b-46eb-ae1f-48217561345a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.818417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:09.818417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Attempting to bind port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:09.822656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:09.823443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:09.823983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:09.824570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Bound port: 4fd0c09e-df10-4060-aa6c-3204816fa2f3, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:09.825149 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.907445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2eec20f-2064-4e70-890e-184e69379024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0b8c134f-3e1b-46eb-ae1f-48217561345a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:09.913739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] For port 4fd0c09e-df10-4060-aa6c-3204816fa2f3, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:09.919590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] For port 4fd0c09e-df10-4060-aa6c-3204816fa2f3, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4fd0c09e-df10-4060-aa6c-3204816fa2f3,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:09.976566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec20f-2064-4e70-890e-184e69379024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c134f-3e1b-46eb-ae1f-48217561345a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:10.005329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e2a8a29-fec8-4ba7-9058-75338678cb72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d29d4f03b944ad5bf80bddeeb55bb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7182710 Feb 10 03:57:10.006363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.021291 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c2eec20f-2064-4e70-890e-184e69379024 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=315971b13d0f440b901433142cd9b2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659937 Feb 10 03:57:10.021942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44444) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:10.030737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44446) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:10.054498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.055081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.057105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] 10.222.0.43 "PUT /v2.0/ports/4fd0c09e-df10-4060-aa6c-3204816fa2f3 HTTP/1.1" status: 200 len: 1096 time: 1.1467648 Feb 10 03:57:10.057578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'tag': '4fd0c09e-df10-4060-aa6c-3204816fa2f3'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:10.059866 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0429118a-eaa0-4d85-bb3f-da686012f5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a109c654-6be1-41ad-938b-d37c005bccb6", "tag": "4fd0c09e-df10-4060-aa6c-3204816fa2f3"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:10.092856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd30c9-0da1-4a6a-9082-f7d4f4a1472f service neutron] Pushing event updated for resources: {'Port': ['ID=4fd0c09e-df10-4060-aa6c-3204816fa2f3,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:10.140480 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec28564-f36f-4afd-9d17-89c8b371e4d2 x-openstack-request-id: req-8ec28564-f36f-4afd-9d17-89c8b371e4d2 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:10.140775 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a109c654-6be1-41ad-938b-d37c005bccb6", "tag": "4fd0c09e-df10-4060-aa6c-3204816fa2f3", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:10.141489 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ec28564-f36f-4afd-9d17-89c8b371e4d2 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:10.142026 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'tag': '4fd0c09e-df10-4060-aa6c-3204816fa2f3', 'status': 'completed', 'code': 200} Feb 10 03:57:10.165792 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c1338d-f4e6-4f44-8214-dd04422fb6aa admin admin] Publish callbacks [] for security_group (0b8c134f-3e1b-46eb-ae1f-48217561345a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.181007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c16d-f325-482b-8027-9114f4151127 req-59fcd25e-02df-483a-b0ba-26caa8cff366 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.182624 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa20c16d-f325-482b-8027-9114f4151127 req-59fcd25e-02df-483a-b0ba-26caa8cff366 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 947 time: 0.2014570 Feb 10 03:57:10.183490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c68b8604-441f-47ee-840a-42ca28f99604 admin admin] Publish callbacks [] for security_group (d38939d5-c780-47cb-aa76-eda84f4ffcaf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.229911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c1338d-f4e6-4f44-8214-dd04422fb6aa admin admin] Publish callbacks [] for security_group (0b8c134f-3e1b-46eb-ae1f-48217561345a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.238469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429118a-eaa0-4d85-bb3f-da686012f5ec req-1cd842f3-25d5-43cc-adaa-c0fd234ebc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.240543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0429118a-eaa0-4d85-bb3f-da686012f5ec req-1cd842f3-25d5-43cc-adaa-c0fd234ebc81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f85841a5cacd4b17a8555c90e36db217&device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0868921 Feb 10 03:57:10.276788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c68b8604-441f-47ee-840a-42ca28f99604 admin admin] Publish callbacks [] for security_group (d38939d5-c780-47cb-aa76-eda84f4ffcaf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.329948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0429118a-eaa0-4d85-bb3f-da686012f5ec req-e8fa0bfd-b7fe-4a58-bde3-ca61ffbf25f6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f85841a5cacd4b17a8555c90e36db217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826924 Feb 10 03:57:10.376420 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa20c16d-f325-482b-8027-9114f4151127 req-ed1f38b0-380a-4d7f-905b-80d381088e23 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776230 Feb 10 03:57:10.428182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa3cd4-dab1-4f6c-88fc-3d54c8824354 req-f3727a84-4d9d-4698-bb31-67cc08b7fc8e tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.433575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9faa3cd4-dab1-4f6c-88fc-3d54c8824354 req-f3727a84-4d9d-4698-bb31-67cc08b7fc8e tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 948 time: 0.1429465 Feb 10 03:57:10.473580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c68b8604-441f-47ee-840a-42ca28f99604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d38939d5-c780-47cb-aa76-eda84f4ffcaf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.476531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c68b8604-441f-47ee-840a-42ca28f99604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.480290 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c68b8604-441f-47ee-840a-42ca28f99604 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d38939d5-c780-47cb-aa76-eda84f4ffcaf HTTP/1.1" status: 204 len: 168 time: 0.4537377 Feb 10 03:57:10.486952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b8604-441f-47ee-840a-42ca28f99604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38939d5-c780-47cb-aa76-eda84f4ffcaf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:10.497640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c1338d-f4e6-4f44-8214-dd04422fb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0b8c134f-3e1b-46eb-ae1f-48217561345a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.502437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c1338d-f4e6-4f44-8214-dd04422fb6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.510116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-50c1338d-f4e6-4f44-8214-dd04422fb6aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b8c134f-3e1b-46eb-ae1f-48217561345a HTTP/1.1" status: 204 len: 168 time: 0.4726262 Feb 10 03:57:10.523344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1338d-f4e6-4f44-8214-dd04422fb6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c134f-3e1b-46eb-ae1f-48217561345a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:10.575362 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9faa3cd4-dab1-4f6c-88fc-3d54c8824354 req-6fa23989-f8a4-4e79-b2e6-496e7f1ff077 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360333 Feb 10 03:57:10.596986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429118a-eaa0-4d85-bb3f-da686012f5ec req-bf79e7c4-27d2-4b52-92fa-de0f3037349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.598687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0429118a-eaa0-4d85-bb3f-da686012f5ec req-bf79e7c4-27d2-4b52-92fa-de0f3037349e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534225 Feb 10 03:57:10.680689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-090783f7-ec92-4965-86a7-801c0fbf1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.682188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-090783f7-ec92-4965-86a7-801c0fbf1997 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f85841a5cacd4b17a8555c90e36db217&device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0476632 Feb 10 03:57:10.724781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-649874ae-2237-4d54-86d6-c2a7c7abb977 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=4fd0c09e-df10-4060-aa6c-3204816fa2f3 HTTP/1.1" status: 200 len: 217 time: 0.0351844 Feb 10 03:57:10.764312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:10.787308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-4288fb97-93f5-43e6-ab3a-e4670f419ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.789144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-4288fb97-93f5-43e6-ab3a-e4670f419ec4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0587564 Feb 10 03:57:10.794287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 253a2994-f681-4a38-b464-87c511a68c45 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:10.798169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed25235-595e-4f47-a3bd-5cc76016309b req-260ad3b2-e536-4212-8e2f-b24ca744e7d6 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.799726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed25235-595e-4f47-a3bd-5cc76016309b req-260ad3b2-e536-4212-8e2f-b24ca744e7d6 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 948 time: 0.0654123 Feb 10 03:57:10.854738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe6e-76c6-4439-81a4-be974504193e req-5ba1d0ad-38fe-40ae-a636-bb11ac6773c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:10.856232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-5ba1d0ad-38fe-40ae-a636-bb11ac6773c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0597072 Feb 10 03:57:10.933677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:10.948460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce', 'mac_address': 'fa:16:3e:a3:20:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:10.987594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-cde0db09-8bd7-4718-ae3d-f396cd2d4b16 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249776 Feb 10 03:57:10.993458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:10.994115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:10.996415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 253a2994-f681-4a38-b464-87c511a68c45 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:11.010021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 253a2994-f681-4a38-b464-87c511a68c45 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:11.010654 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (253a2994-f681-4a38-b464-87c511a68c45), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.034625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:11.065710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:11.121517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 253a2994-f681-4a38-b464-87c511a68c45 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:11.122251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (253a2994-f681-4a38-b464-87c511a68c45), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.135387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9054fe6e-76c6-4439-81a4-be974504193e req-4206eedb-1449-4e78-b18c-9d89e41f1f1c service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420014 Feb 10 03:57:11.155505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed25235-595e-4f47-a3bd-5cc76016309b req-2fda2c3b-7556-4397-aa60-a7b1f4019f24 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460405 Feb 10 03:57:11.161100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253a2994-f681-4a38-b464-87c511a68c45'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:11.170104 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b057d5-19d9-4c93-8dde-a892783d9cc5" -d '{"events": [{"server_uuid": "a6902511-b16e-446d-8e8e-dcb13199f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "253a2994-f681-4a38-b464-87c511a68c45"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:11.185326 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.212299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 253a2994-f681-4a38-b464-87c511a68c45, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=253a2994-f681-4a38-b464-87c511a68c45,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:11.215683 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bdd475-bf42-4960-8c2a-1c57c8ff789f x-openstack-request-id: req-41bdd475-bf42-4960-8c2a-1c57c8ff789f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:11.215993 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6902511-b16e-446d-8e8e-dcb13199f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "253a2994-f681-4a38-b464-87c511a68c45", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:11.216246 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41bdd475-bf42-4960-8c2a-1c57c8ff789f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:11.216975 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253a2994-f681-4a38-b464-87c511a68c45', 'code': 200} Feb 10 03:57:11.244213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:11.297352 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (253a2994-f681-4a38-b464-87c511a68c45), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.328043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb8db9-911d-4f49-8d1b-50eb98158e38 req-461a741c-0695-4dde-be66-9c2b0cca10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:11.329911 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fdcb8db9-911d-4f49-8d1b-50eb98158e38 req-461a741c-0695-4dde-be66-9c2b0cca10e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 1130 time: 0.0557790 Feb 10 03:57:11.353311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=253a2994-f681-4a38-b464-87c511a68c45,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:11.386462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fdcb8db9-911d-4f49-8d1b-50eb98158e38 req-004fbda2-0138-4c31-ae6b-d7b50385468e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Feb 10 03:57:11.411414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['2ba87075-51da-4c08-9c3f-b4a8fc4a66ce'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:11.494452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338147f-3ce1-4f1c-9dba-09e8effe5904 req-c2255d1e-aeb7-4531-8dc4-ec6f898d694a tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:11.496725 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2338147f-3ce1-4f1c-9dba-09e8effe5904 req-c2255d1e-aeb7-4531-8dc4-ec6f898d694a tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 948 time: 0.0540633 Feb 10 03:57:11.551153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44494) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:11.568839 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-97244c70-196d-4df0-a43d-b4d803645551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.577149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2338147f-3ce1-4f1c-9dba-09e8effe5904 req-9a0289d0-f70e-4b18-90bd-7ca997e45aae tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681014 Feb 10 03:57:11.703456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-97244c70-196d-4df0-a43d-b4d803645551 admin admin] Publish callbacks [] for security_group (46a02e15-51f9-402a-baf9-e654c9d4df3a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.728443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9df2a-7cd7-4355-b8c9-fdb4b222d587 req-37fd2e58-e62e-448a-8f11-70837df9e279 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:11.731598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80c9df2a-7cd7-4355-b8c9-fdb4b222d587 req-37fd2e58-e62e-448a-8f11-70837df9e279 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 949 time: 0.0733643 Feb 10 03:57:11.783985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80c9df2a-7cd7-4355-b8c9-fdb4b222d587 req-d81df670-323a-4096-9f49-4a115cf89e16 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Feb 10 03:57:11.803557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-97244c70-196d-4df0-a43d-b4d803645551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (46a02e15-51f9-402a-baf9-e654c9d4df3a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.821952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-97244c70-196d-4df0-a43d-b4d803645551 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11db7ee2b5694212890bf03bc4b14f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696834 Feb 10 03:57:11.822930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244c70-196d-4df0-a43d-b4d803645551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a02e15-51f9-402a-baf9-e654c9d4df3a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:11.824614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44506) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:11.886596 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddc38-23bd-45e4-be42-352e0b57aab1 admin admin] Publish callbacks [] for security_group (46a02e15-51f9-402a-baf9-e654c9d4df3a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:11.905954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddc38-23bd-45e4-be42-352e0b57aab1 admin admin] Publish callbacks [] for security_group (46a02e15-51f9-402a-baf9-e654c9d4df3a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:12.016079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddc38-23bd-45e4-be42-352e0b57aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (46a02e15-51f9-402a-baf9-e654c9d4df3a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:12.018746 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ab7ddc38-23bd-45e4-be42-352e0b57aab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:12.022174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ab7ddc38-23bd-45e4-be42-352e0b57aab1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46a02e15-51f9-402a-baf9-e654c9d4df3a HTTP/1.1" status: 204 len: 168 time: 0.1930017 Feb 10 03:57:12.029772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ddc38-23bd-45e4-be42-352e0b57aab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a02e15-51f9-402a-baf9-e654c9d4df3a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:12.272984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3af221-b1bf-43d1-8dda-2ce5aa32a171 req-74037eed-4bed-482c-81b1-4fa2ee1fba31 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:12.274455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b3af221-b1bf-43d1-8dda-2ce5aa32a171 req-74037eed-4bed-482c-81b1-4fa2ee1fba31 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 948 time: 0.0540574 Feb 10 03:57:12.323969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b3af221-b1bf-43d1-8dda-2ce5aa32a171 req-e9dc8856-a90b-49d4-a05d-78f33f5c08a6 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Feb 10 03:57:12.691530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0334-415f-4c14-a953-52fcdb875175 req-423241b2-7538-48f0-9137-8cdf76d4cfd6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:12.693004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ae0334-415f-4c14-a953-52fcdb875175 req-423241b2-7538-48f0-9137-8cdf76d4cfd6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 948 time: 0.0509539 Feb 10 03:57:12.738771 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ae0334-415f-4c14-a953-52fcdb875175 req-f5a010e6-7b23-4d5e-843c-84da90cc426f tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Feb 10 03:57:12.774764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:12.896194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:12.900353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:12.903986 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:12.934158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffcf8-6d59-4cee-9885-49b089db5d15 req-e4e034fe-95b1-49de-9387-b1ecad53e73d tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:12.942230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-107ffcf8-6d59-4cee-9885-49b089db5d15 req-e4e034fe-95b1-49de-9387-b1ecad53e73d tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 949 time: 0.0753758 Feb 10 03:57:12.987230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-107ffcf8-6d59-4cee-9885-49b089db5d15 req-76e29792-6633-4d31-b4e1-bf849eb9a001 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Feb 10 03:57:13.008425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:13.008876 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:13.043223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:13.136850 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:13.193315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:13.217724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112c83e-44ad-410e-aa55-35846b7388b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:13.220051 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6989025-4345-4b3a-8727-c8b197033240" -d '{"events": [{"server_uuid": "2112c83e-44ad-410e-aa55-35846b7388b9", "name": "network-vif-plugged", "status": "completed", "tag": "2ba87075-51da-4c08-9c3f-b4a8fc4a66ce"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:13.258657 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b1827c-d65c-407d-89fa-9bb83bc86140 x-openstack-request-id: req-22b1827c-d65c-407d-89fa-9bb83bc86140 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:13.259039 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112c83e-44ad-410e-aa55-35846b7388b9", "name": "network-vif-plugged", "status": "completed", "tag": "2ba87075-51da-4c08-9c3f-b4a8fc4a66ce", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:13.259296 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22b1827c-d65c-407d-89fa-9bb83bc86140 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:13.259619 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2112c83e-44ad-410e-aa55-35846b7388b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce', 'code': 200} Feb 10 03:57:13.475169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1603f00-d213-45a2-85ce-6dbee3b451fa req-d7e97d07-319f-400b-9752-aa7725dc8422 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:13.491283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1603f00-d213-45a2-85ce-6dbee3b451fa req-d7e97d07-319f-400b-9752-aa7725dc8422 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 948 time: 0.0896878 Feb 10 03:57:13.568978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1603f00-d213-45a2-85ce-6dbee3b451fa req-c3e77327-138a-42ba-a536-63f9cd94a2b5 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717487 Feb 10 03:57:13.614376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d7be-a18d-4f36-96b7-4cf01bbed231 req-89545664-2158-49c5-9ab7-9e190593c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:13.616288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cdf3d7be-a18d-4f36-96b7-4cf01bbed231 req-89545664-2158-49c5-9ab7-9e190593c5fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 1131 time: 0.2956383 Feb 10 03:57:13.647621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2168d8-cafb-4258-9944-3a54ab9026e5 req-85056cda-a16e-49ad-a160-dc844ba7c85d tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:13.649169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b2168d8-cafb-4258-9944-3a54ab9026e5 req-85056cda-a16e-49ad-a160-dc844ba7c85d tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 1131 time: 0.0733490 Feb 10 03:57:13.682818 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0b2168d8-cafb-4258-9944-3a54ab9026e5 req-8726755e-cc8a-4e9d-a1de-dcf289faf044 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:13.686243 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cdf3d7be-a18d-4f36-96b7-4cf01bbed231 req-906a7e9e-194b-4124-a052-6de895480b86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617189 Feb 10 03:57:13.768081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0b2168d8-cafb-4258-9944-3a54ab9026e5 req-8726755e-cc8a-4e9d-a1de-dcf289faf044 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] Publish callbacks [] for security_group (a791639b-909e-4dd1-823b-cba45092ae93), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:13.831217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0b2168d8-cafb-4258-9944-3a54ab9026e5 req-8726755e-cc8a-4e9d-a1de-dcf289faf044 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a791639b-909e-4dd1-823b-cba45092ae93), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:13.866898 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b2168d8-cafb-4258-9944-3a54ab9026e5 req-8726755e-cc8a-4e9d-a1de-dcf289faf044 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071369 Feb 10 03:57:13.875280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726755e-cc8a-4e9d-a1de-dcf289faf044 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a791639b-909e-4dd1-823b-cba45092ae93,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:14.018049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0016c6f-07f3-4ea5-943e-2bde64bc3285 req-210ee542-289a-4ebe-a314-6e9fad7d2cab tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:14.019569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0016c6f-07f3-4ea5-943e-2bde64bc3285 req-210ee542-289a-4ebe-a314-6e9fad7d2cab tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 949 time: 0.0519645 Feb 10 03:57:14.069377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0016c6f-07f3-4ea5-943e-2bde64bc3285 req-bfb8323a-8742-4d4d-9ddd-783f9cddc5d4 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441303 Feb 10 03:57:14.149103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44610) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:14.323081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-network', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:14.408367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Made reservation on behalf of 9e00e38bc3da4516abae3d1dd2a274b1 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:14.410678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.419144 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.492302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks [] for security_group (ab851181-2799-441b-844a-1dcaa9bedd3d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.547241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ab851181-2799-441b-844a-1dcaa9bedd3d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.568441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:57:14.586049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab851181-2799-441b-844a-1dcaa9bedd3d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:14.592502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ba4b5251-1469-4fbd-b638-6301f17085a6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.592809 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Added segment ba4b5251-1469-4fbd-b638-6301f17085a6 of type vlan for network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff Feb 10 03:57:14.644720 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.698035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf94e6-06a7-4170-aebf-231f6f1f503b req-d8c59a11-5fcb-4808-b74e-3fc44c067ff5 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:14.705566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2cf94e6-06a7-4170-aebf-231f6f1f503b req-d8c59a11-5fcb-4808-b74e-3fc44c067ff5 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 948 time: 0.0630205 Feb 10 03:57:14.726107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44638) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:14.736540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.737811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:14.739089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.751396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2cf94e6-06a7-4170-aebf-231f6f1f503b req-6f2a9259-1c3c-4d0a-998c-73fa345119b3 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Feb 10 03:57:14.810128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] Pushing event updated for resources: {'Network': ['ID=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:14.823548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:57:14.826449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44644) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:14.827416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cf6a79e4-722d-40d8-b7b4-c9e7b402d158 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6769695 Feb 10 03:57:14.834390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Request body: {'subnet': {'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-subnet', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:14.854289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44646) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:14.934337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Made reservation on behalf of 9e00e38bc3da4516abae3d1dd2a274b1 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:14.936904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:14.979753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcb72-d3fc-475c-845f-8d68e759d707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.038818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca101f88-2496-4c60-8165-19795c7d1854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.127281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad23a68-beb1-45fc-9ca3-1f12a566a7ce req-546e85bb-a750-4588-a200-96853b6dd576 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:15.128936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fad23a68-beb1-45fc-9ca3-1f12a566a7ce req-546e85bb-a750-4588-a200-96853b6dd576 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 1131 time: 0.1625981 Feb 10 03:57:15.134155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcb72-d3fc-475c-845f-8d68e759d707 admin admin] Publish callbacks [] for security_group (6a3a45a3-2a25-458b-aacb-be177d6fed6c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.148564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca101f88-2496-4c60-8165-19795c7d1854 admin admin] Publish callbacks [] for security_group (f7d76b6f-ae18-4453-898f-e4f63a5ba408), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.199077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada850f-ab6f-4dcc-89a4-bab981422018 req-4c96f0eb-0051-4964-8c7a-daaa01cd38d6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:15.200606 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ada850f-ab6f-4dcc-89a4-bab981422018 req-4c96f0eb-0051-4964-8c7a-daaa01cd38d6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 949 time: 0.0542061 Feb 10 03:57:15.231526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fad23a68-beb1-45fc-9ca3-1f12a566a7ce req-bfeafa16-f1d8-4d1a-96c4-b127fe69c893 tempest-ServersAdminNegativeTestJSON-606740185 tempest-ServersAdminNegativeTestJSON-606740185-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782659 Feb 10 03:57:15.232960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca101f88-2496-4c60-8165-19795c7d1854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f7d76b6f-ae18-4453-898f-e4f63a5ba408), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.235062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcb72-d3fc-475c-845f-8d68e759d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6a3a45a3-2a25-458b-aacb-be177d6fed6c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.298597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ada850f-ab6f-4dcc-89a4-bab981422018 req-22daf312-c0fe-4c49-856a-bfa4894df20e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914307 Feb 10 03:57:15.320313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ca101f88-2496-4c60-8165-19795c7d1854 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13be47a4a1ac4c919f724558d838cc85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644859 Feb 10 03:57:15.325349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca101f88-2496-4c60-8165-19795c7d1854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d76b6f-ae18-4453-898f-e4f63a5ba408,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:15.325518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (985b40b8-e045-4210-931d-0fc823564ff1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.327790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44670) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:15.332619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cd7bcb72-d3fc-475c-845f-8d68e759d707 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d195919b9a704bbcbbb5df6c05e55249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6040890 Feb 10 03:57:15.343419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44672) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:15.387185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bcb72-d3fc-475c-845f-8d68e759d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a45a3-2a25-458b-aacb-be177d6fed6c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:15.412480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04ed4a66-305a-42bf-b087-b2a4d86f17af admin admin] Publish callbacks [] for security_group (6a3a45a3-2a25-458b-aacb-be177d6fed6c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.441400 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04ed4a66-305a-42bf-b087-b2a4d86f17af admin admin] Publish callbacks [] for security_group (6a3a45a3-2a25-458b-aacb-be177d6fed6c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.447545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-765a5592-3ff7-4635-809d-acb9ba5c4529 req-646941e5-ca50-4a96-8ba2-0746d3159ba0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:57:15.448766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-765a5592-3ff7-4635-809d-acb9ba5c4529 req-646941e5-ca50-4a96-8ba2-0746d3159ba0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170243 Feb 10 03:57:15.478954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Checking segment: {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:15.479317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Network hostable DHCP agents. Network: 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:57:15.481460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985b40b8-e045-4210-931d-0fc823564ff1,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:15.489052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4fd0c09e-df10-4060-aa6c-3204816fa2f3 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:15.518147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355560a3-7282-459f-86f2-bace4b737af5 admin admin] Publish callbacks [] for security_group (f7d76b6f-ae18-4453-898f-e4f63a5ba408), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.541581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355560a3-7282-459f-86f2-bace4b737af5 admin admin] Publish callbacks [] for security_group (f7d76b6f-ae18-4453-898f-e4f63a5ba408), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.612153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4fd0c09e-df10-4060-aa6c-3204816fa2f3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4fd0c09e-df10-4060-aa6c-3204816fa2f3,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:15.616345 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04ed4a66-305a-42bf-b087-b2a4d86f17af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6a3a45a3-2a25-458b-aacb-be177d6fed6c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.618251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:57:15.620168 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04ed4a66-305a-42bf-b087-b2a4d86f17af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.621567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-04ed4a66-305a-42bf-b087-b2a4d86f17af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a3a45a3-2a25-458b-aacb-be177d6fed6c HTTP/1.1" status: 204 len: 168 time: 0.2771325 Feb 10 03:57:15.624818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '4fd0c09e-df10-4060-aa6c-3204816fa2f3', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '4fd0c09e-df10-4060-aa6c-3204816fa2f3', 'mac_address': 'fa:16:3e:ab:c5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:15.631026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed4a66-305a-42bf-b087-b2a4d86f17af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a45a3-2a25-458b-aacb-be177d6fed6c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:15.662447 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355560a3-7282-459f-86f2-bace4b737af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f7d76b6f-ae18-4453-898f-e4f63a5ba408), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.666861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355560a3-7282-459f-86f2-bace4b737af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.674286 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-355560a3-7282-459f-86f2-bace4b737af5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7d76b6f-ae18-4453-898f-e4f63a5ba408 HTTP/1.1" status: 204 len: 168 time: 0.3413751 Feb 10 03:57:15.687923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:15.688194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.698030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:15.707289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:15.708045 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.713485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355560a3-7282-459f-86f2-bace4b737af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d76b6f-ae18-4453-898f-e4f63a5ba408,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:15.730598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022105a3-1c86-4aaa-9b63-988f571559a7 None None] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:15.751266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd0c09e-df10-4060-aa6c-3204816fa2f3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:15.824510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ba303051-64e3-4045-aaa2-c0561b443135 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9965279 Feb 10 03:57:15.827548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44706) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:15.832201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:15.833869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4fd0c09e-df10-4060-aa6c-3204816fa2f3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4fd0c09e-df10-4060-aa6c-3204816fa2f3,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:15.876733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:57:15.877893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.890077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77e57b-11d7-4dbb-894b-fee3e8d7abdb req-a4803b61-e51b-4d7e-99ec-b3a44ac71449 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:15.892321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d77e57b-11d7-4dbb-894b-fee3e8d7abdb req-a4803b61-e51b-4d7e-99ec-b3a44ac71449 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 949 time: 0.0931137 Feb 10 03:57:15.902591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.944734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d77e57b-11d7-4dbb-894b-fee3e8d7abdb req-fe74b82a-996d-4468-8d4f-e4a7db54e3fc tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Feb 10 03:57:15.959870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (ac765d4e-949b-44f9-bf5d-06429cf9cd75), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:15.962603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (ac765d4e-949b-44f9-bf5d-06429cf9cd75), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.040530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4fd0c09e-df10-4060-aa6c-3204816fa2f3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:16.054491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks [] for router_controller (ac765d4e-949b-44f9-bf5d-06429cf9cd75), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.082676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.083062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.083408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.083930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.084443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.084783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.085250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.085739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.086768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.087408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.087961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.088473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.089019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:16.101779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426950c-327f-4d8d-9b07-b5cb24c1125e req-884dde96-1e09-44bb-b4a8-9a1ef611ec57 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:16.111007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2426950c-327f-4d8d-9b07-b5cb24c1125e req-884dde96-1e09-44bb-b4a8-9a1ef611ec57 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 949 time: 0.0900214 Feb 10 03:57:16.115792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Allocated IP 172.20.0.2 (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff/985b40b8-e045-4210-931d-0fc823564ff1/77e0037d-78fb-4c5b-b859-ac2202ea1af8) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:16.163517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4fd0c09e-df10-4060-aa6c-3204816fa2f3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:16.168236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2426950c-327f-4d8d-9b07-b5cb24c1125e req-c71b96ae-5e27-4dda-9940-5ce0fdb744de tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563343 Feb 10 03:57:16.351970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks [] for router_gateway (ac765d4e-949b-44f9-bf5d-06429cf9cd75), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.397069 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Publish callbacks [] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.401866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2fc4b-c5a6-4e4d-93a8-1b23cbc07b73 req-19dbfcfa-3e3d-4719-9f66-aaf437e2377c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:16.410724 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7fe2fc4b-c5a6-4e4d-93a8-1b23cbc07b73 req-19dbfcfa-3e3d-4719-9f66-aaf437e2377c tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 949 time: 0.1235757 Feb 10 03:57:16.461570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7fe2fc4b-c5a6-4e4d-93a8-1b23cbc07b73 req-fd15d56f-ce3e-44d6-8f94-4bf64ee66ab1 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498533 Feb 10 03:57:16.500713 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.554461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:16.564510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:16.568769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:16.570730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Pushing event updated for resources: {'Port': ['ID=77e0037d-78fb-4c5b-b859-ac2202ea1af8,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:16.609111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44716) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:16.634453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Attempting to bind port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:16.635234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Attempting to bind port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:16.635717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Attempting to bind port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 on network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:16.641953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88ed09bd-a900-4a52-bf15-5b3dea059ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.645203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:16.645203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Checking segment: {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:16.645203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.645203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Bound using segment: {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:16.645203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Bound port: 77e0037d-78fb-4c5b-b859-ac2202ea1af8, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:16.645203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.657968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.715366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] For port 77e0037d-78fb-4c5b-b859-ac2202ea1af8, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:16.719084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] For port 77e0037d-78fb-4c5b-b859-ac2202ea1af8, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=77e0037d-78fb-4c5b-b859-ac2202ea1af8,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:16.745491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks [] for router_gateway (ac765d4e-949b-44f9-bf5d-06429cf9cd75), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.766455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.771992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.778069 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88ed09bd-a900-4a52-bf15-5b3dea059ac4 admin admin] Publish callbacks [] for security_group (76d1eed0-7666-4801-8dca-a38fd3d4943e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.791649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44718) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:16.828633 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88ed09bd-a900-4a52-bf15-5b3dea059ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (76d1eed0-7666-4801-8dca-a38fd3d4943e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.848450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e7216-5a6c-412f-8a07-33ceccd8db9b None None] Pushing event updated for resources: {'Port': ['ID=77e0037d-78fb-4c5b-b859-ac2202ea1af8,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:16.879446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed09bd-a900-4a52-bf15-5b3dea059ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d1eed0-7666-4801-8dca-a38fd3d4943e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:16.898225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Allocated IP 172.25.8.114 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/0532455a-5088-4f52-9264-844401d17573) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:16.905044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-88ed09bd-a900-4a52-bf15-5b3dea059ac4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a613e5efe9094b8b91de0ff8d9087e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947390 Feb 10 03:57:16.905885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44722) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:16.956134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc88b06b-e940-406e-a1cb-cf0eebdf7db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:16.997167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60590200-0591-4dda-bb73-db6897b82fde admin admin] Publish callbacks [] for security_group (76d1eed0-7666-4801-8dca-a38fd3d4943e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.033808 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks [] for port (0532455a-5088-4f52-9264-844401d17573), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.046686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44726) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:17.072668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0352b7df-a77d-47c7-81a7-5b4e5945cf9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.101606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60590200-0591-4dda-bb73-db6897b82fde admin admin] Publish callbacks [] for security_group (76d1eed0-7666-4801-8dca-a38fd3d4943e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.184578 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc88b06b-e940-406e-a1cb-cf0eebdf7db0 admin admin] Publish callbacks [] for security_group (b9a359f1-37d9-47b1-bc7f-32dd31be7b09), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.193895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d309fb6-566d-4f1e-b7f4-306ea34733a3 req-a1ab5872-c41b-4176-afaf-6634fa870621 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:17.195536 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d309fb6-566d-4f1e-b7f4-306ea34733a3 req-a1ab5872-c41b-4176-afaf-6634fa870621 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 949 time: 0.1637430 Feb 10 03:57:17.214467 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0352b7df-a77d-47c7-81a7-5b4e5945cf9b admin admin] Publish callbacks [] for security_group (ccbd7a11-faa8-43cf-b06a-6c1b5b653d71), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.225258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0532455a-5088-4f52-9264-844401d17573), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.250741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc88b06b-e940-406e-a1cb-cf0eebdf7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b9a359f1-37d9-47b1-bc7f-32dd31be7b09), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.271254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Pushing event updated for resources: {'Port': ['ID=0532455a-5088-4f52-9264-844401d17573,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:17.307983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:17.310686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:17.319528 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc88b06b-e940-406e-a1cb-cf0eebdf7db0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4825698c50ec4370a55c93d906acbd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229843 Feb 10 03:57:17.319921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:17.319921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0352b7df-a77d-47c7-81a7-5b4e5945cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ccbd7a11-faa8-43cf-b06a-6c1b5b653d71), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.320100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44730) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:17.320100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88b06b-e940-406e-a1cb-cf0eebdf7db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a359f1-37d9-47b1-bc7f-32dd31be7b09,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:17.348375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d309fb6-566d-4f1e-b7f4-306ea34733a3 req-d8a509ea-ab3f-4062-a415-2519e79675e9 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400161 Feb 10 03:57:17.363966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60590200-0591-4dda-bb73-db6897b82fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (76d1eed0-7666-4801-8dca-a38fd3d4943e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.367895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60590200-0591-4dda-bb73-db6897b82fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.371324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60590200-0591-4dda-bb73-db6897b82fde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76d1eed0-7666-4801-8dca-a38fd3d4943e HTTP/1.1" status: 204 len: 168 time: 0.4621081 Feb 10 03:57:17.397341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60590200-0591-4dda-bb73-db6897b82fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d1eed0-7666-4801-8dca-a38fd3d4943e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:17.419806 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0352b7df-a77d-47c7-81a7-5b4e5945cf9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11475e4de3da422fa5aa8aa6d5f8480d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710563 Feb 10 03:57:17.423450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44736) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:17.425634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b7df-a77d-47c7-81a7-5b4e5945cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd7a11-faa8-43cf-b06a-6c1b5b653d71,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:17.439041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27671cf3-c144-4fcf-8ade-116c52a44121 admin admin] Publish callbacks [] for security_group (b9a359f1-37d9-47b1-bc7f-32dd31be7b09), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.441785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fb23-1340-455e-8ba9-f3209763a5ae req-f849a764-759e-4737-8e8c-e9fcbd96544e tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:17.450772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9009fb23-1340-455e-8ba9-f3209763a5ae req-f849a764-759e-4737-8e8c-e9fcbd96544e tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 949 time: 0.1804380 Feb 10 03:57:17.493614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27671cf3-c144-4fcf-8ade-116c52a44121 admin admin] Publish callbacks [] for security_group (b9a359f1-37d9-47b1-bc7f-32dd31be7b09), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.508083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4fd0c09e-df10-4060-aa6c-3204816fa2f3 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:17.558263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d8d22-707f-49a1-a768-f91b1d44f232 req-da366bee-461c-4c3b-9f3c-91493baba70b tempest-LiveMigrationNegativeTest-1153930576 tempest-LiveMigrationNegativeTest-1153930576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:17.560826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b3d8d22-707f-49a1-a768-f91b1d44f232 req-da366bee-461c-4c3b-9f3c-91493baba70b tempest-LiveMigrationNegativeTest-1153930576 tempest-LiveMigrationNegativeTest-1153930576-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 1131 time: 0.0917437 Feb 10 03:57:17.583837 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6b3d8d22-707f-49a1-a768-f91b1d44f232 req-00ef822b-a137-4a8b-8102-d01761dd3866 tempest-LiveMigrationNegativeTest-1153930576 tempest-LiveMigrationNegativeTest-1153930576-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.642812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9009fb23-1340-455e-8ba9-f3209763a5ae req-fbf3aabf-aa23-4799-b576-aa440204a346 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899464 Feb 10 03:57:17.667696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:17.672380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:17.673163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.684989 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa891bb1-e3af-4486-ba34-4392baa5002a admin admin] Publish callbacks [] for security_group (ccbd7a11-faa8-43cf-b06a-6c1b5b653d71), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.699510 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27671cf3-c144-4fcf-8ade-116c52a44121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b9a359f1-37d9-47b1-bc7f-32dd31be7b09), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.703145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27671cf3-c144-4fcf-8ade-116c52a44121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.708355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-27671cf3-c144-4fcf-8ade-116c52a44121 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9a359f1-37d9-47b1-bc7f-32dd31be7b09 HTTP/1.1" status: 204 len: 168 time: 0.3850372 Feb 10 03:57:17.736470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27671cf3-c144-4fcf-8ade-116c52a44121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a359f1-37d9-47b1-bc7f-32dd31be7b09,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:17.755646 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6b3d8d22-707f-49a1-a768-f91b1d44f232 req-00ef822b-a137-4a8b-8102-d01761dd3866 tempest-LiveMigrationNegativeTest-1153930576 tempest-LiveMigrationNegativeTest-1153930576-project-admin] Publish callbacks [] for security_group (5a46a1d9-255e-4dc1-ab64-4691e528e642), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.765733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa891bb1-e3af-4486-ba34-4392baa5002a admin admin] Publish callbacks [] for security_group (ccbd7a11-faa8-43cf-b06a-6c1b5b653d71), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.767123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-32b1b8e2-b995-41d3-b1a7-87862faf75b0 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:17.768615 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-32b1b8e2-b995-41d3-b1a7-87862faf75b0 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 949 time: 0.1342483 Feb 10 03:57:17.922719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:17.923759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.928538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6b3d8d22-707f-49a1-a768-f91b1d44f232 req-00ef822b-a137-4a8b-8102-d01761dd3866 tempest-LiveMigrationNegativeTest-1153930576 tempest-LiveMigrationNegativeTest-1153930576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5a46a1d9-255e-4dc1-ab64-4691e528e642), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:17.952355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0ee4-906f-456f-999f-4a60c545113d req-4290ddf6-607f-40aa-a3a3-4d7acb10a053 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:17.955296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d4c0ee4-906f-456f-999f-4a60c545113d req-4290ddf6-607f-40aa-a3a3-4d7acb10a053 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 949 time: 0.2312047 Feb 10 03:57:17.958979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd0c09e-df10-4060-aa6c-3204816fa2f3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:17.961870 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2fdeac-9543-47a8-ad49-486bbd3d4178" -d '{"events": [{"server_uuid": "a109c654-6be1-41ad-938b-d37c005bccb6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd0c09e-df10-4060-aa6c-3204816fa2f3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:17.979645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4fd0c09e-df10-4060-aa6c-3204816fa2f3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4fd0c09e-df10-4060-aa6c-3204816fa2f3,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:17.988740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b3d8d22-707f-49a1-a768-f91b1d44f232 req-00ef822b-a137-4a8b-8102-d01761dd3866 tempest-LiveMigrationNegativeTest-1153930576 tempest-LiveMigrationNegativeTest-1153930576-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159288 Feb 10 03:57:17.993617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.029849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef822b-a137-4a8b-8102-d01761dd3866 tempest-LiveMigrationNegativeTest-1153930576 tempest-LiveMigrationNegativeTest-1153930576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46a1d9-255e-4dc1-ab64-4691e528e642,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:18.067669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Deleting port 253a2994-f681-4a38-b464-87c511a68c45 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:18.068021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (253a2994-f681-4a38-b464-87c511a68c45), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.079640 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.088462 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afec41a1-26b5-4959-84e0-bdee2627cc7d x-openstack-request-id: req-afec41a1-26b5-4959-84e0-bdee2627cc7d {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:18.088462 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a109c654-6be1-41ad-938b-d37c005bccb6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd0c09e-df10-4060-aa6c-3204816fa2f3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:18.088462 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afec41a1-26b5-4959-84e0-bdee2627cc7d {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:18.088462 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd0c09e-df10-4060-aa6c-3204816fa2f3', 'code': 200} Feb 10 03:57:18.132151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks [] for router_gateway (ac765d4e-949b-44f9-bf5d-06429cf9cd75), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.148950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa891bb1-e3af-4486-ba34-4392baa5002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ccbd7a11-faa8-43cf-b06a-6c1b5b653d71), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.171663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa891bb1-e3af-4486-ba34-4392baa5002a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.173565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fa891bb1-e3af-4486-ba34-4392baa5002a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccbd7a11-faa8-43cf-b06a-6c1b5b653d71 HTTP/1.1" status: 204 len: 168 time: 0.7427099 Feb 10 03:57:18.204859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4fd0c09e-df10-4060-aa6c-3204816fa2f3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:18.280500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa891bb1-e3af-4486-ba34-4392baa5002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd7a11-faa8-43cf-b06a-6c1b5b653d71,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:18.298193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] For port 253a2994-f681-4a38-b464-87c511a68c45, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=253a2994-f681-4a38-b464-87c511a68c45,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:18.298433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (253a2994-f681-4a38-b464-87c511a68c45), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.320270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa1aa9-2a59-454f-bd8e-ee637be4902c None None] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:18.320401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07ea9-fdc9-46d3-bbcf-87685eb5cae1 req-69e88917-c6f3-46b9-a857-0908372093a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:18.321707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dfc07ea9-fdc9-46d3-bbcf-87685eb5cae1 req-69e88917-c6f3-46b9-a857-0908372093a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 1132 time: 0.1102850 Feb 10 03:57:18.327037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Calling delete_port for 253a2994-f681-4a38-b464-87c511a68c45 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:18.336742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d4c0ee4-906f-456f-999f-4a60c545113d req-a99ed0f4-6799-4e12-8cc8-eb8435fa9de8 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702557 Feb 10 03:57:18.428321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dfc07ea9-fdc9-46d3-bbcf-87685eb5cae1 req-63980d8c-9bd2-422c-9800-334513d3971b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955448 Feb 10 03:57:18.464629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-618704cd-41d5-478d-93be-661e2bd453e0 None None] Provisioning complete for port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:18.465277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-618704cd-41d5-478d-93be-661e2bd453e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.589962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (ac765d4e-949b-44f9-bf5d-06429cf9cd75), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.666233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (253a2994-f681-4a38-b464-87c511a68c45), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.686022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['253a2994-f681-4a38-b464-87c511a68c45'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:18.697923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c7b64654-4304-44c5-b076-2599c8e509cc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:18.783755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44768) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:18.799081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Pushing event deleted for resources: {'Port': ['ID=253a2994-f681-4a38-b464-87c511a68c45,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:18.814857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef06746-7811-44c6-b2c0-9165ce85081f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.896037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] No DVR routers for this DVR port 253a2994-f681-4a38-b464-87c511a68c45 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:18.903679 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:18.906230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 77e0037d-78fb-4c5b-b859-ac2202ea1af8 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:18.915005 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c2ddc07-847f-461c-a249-ffe310d14979 req-da782f25-0303-4727-b324-ed4d6bc30e3a tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.24 "DELETE /v2.0/ports/253a2994-f681-4a38-b464-87c511a68c45 HTTP/1.1" status: 204 len: 173 time: 1.1369095 Feb 10 03:57:18.918131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'name': 'network-vif-deleted', 'tag': '253a2994-f681-4a38-b464-87c511a68c45'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:18.920814 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e4f0ad-6004-4fb5-86ef-3f79f292cc5c" -d '{"events": [{"server_uuid": "a6902511-b16e-446d-8e8e-dcb13199f7c8", "name": "network-vif-deleted", "tag": "253a2994-f681-4a38-b464-87c511a68c45"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:18.927327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Router ac765d4e-949b-44f9-bf5d-06429cf9cd75 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:57:18.953162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-618704cd-41d5-478d-93be-661e2bd453e0 None None] Current status of the port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:18.953746 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-618704cd-41d5-478d-93be-661e2bd453e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.042374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ba4a-a6ff-4e74-ad66-a52d7f95c866 req-799c4505-8239-4b52-9636-e5a382dc7518 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:19.043745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9500ba4a-a6ff-4e74-ad66-a52d7f95c866 req-799c4505-8239-4b52-9636-e5a382dc7518 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 950 time: 0.1832764 Feb 10 03:57:19.129473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9500ba4a-a6ff-4e74-ad66-a52d7f95c866 req-c8f6f5ff-bf1e-4530-9f9a-20f81eb1d821 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772102 Feb 10 03:57:19.161795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-618704cd-41d5-478d-93be-661e2bd453e0 None None] For port 77e0037d-78fb-4c5b-b859-ac2202ea1af8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=77e0037d-78fb-4c5b-b859-ac2202ea1af8,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:19.231426 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0ba46-307c-484b-b618-7ef0849ac35a x-openstack-request-id: req-55b0ba46-307c-484b-b618-7ef0849ac35a {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:19.231718 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6902511-b16e-446d-8e8e-dcb13199f7c8", "name": "network-vif-deleted", "tag": "253a2994-f681-4a38-b464-87c511a68c45", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:19.232021 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55b0ba46-307c-484b-b618-7ef0849ac35a {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:19.232431 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6902511-b16e-446d-8e8e-dcb13199f7c8', 'name': 'network-vif-deleted', 'tag': '253a2994-f681-4a38-b464-87c511a68c45', 'status': 'completed', 'code': 200} Feb 10 03:57:19.233225 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-618704cd-41d5-478d-93be-661e2bd453e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.261713 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef06746-7811-44c6-b2c0-9165ce85081f admin admin] Publish callbacks [] for security_group (7ee3bb80-740e-42b9-b542-789a4a88baa9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.267805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:19.267805 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.274822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:57:19.287286 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Sync routers for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:57:19.292179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bcf30-049a-4c48-9cac-67ddeab4853e req-435920ae-298c-46c4-93b3-17c2dfd1fc2c tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:19.293734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b38bcf30-049a-4c48-9cac-67ddeab4853e req-435920ae-298c-46c4-93b3-17c2dfd1fc2c tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 949 time: 0.3226695 Feb 10 03:57:19.307791 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:19.314587 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:19.395142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b38bcf30-049a-4c48-9cac-67ddeab4853e req-5ec8fda5-d074-42bc-98c3-8b58d178b433 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916014 Feb 10 03:57:19.397981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618704cd-41d5-478d-93be-661e2bd453e0 None None] Pushing event updated for resources: {'Port': ['ID=77e0037d-78fb-4c5b-b859-ac2202ea1af8,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:19.403524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef06746-7811-44c6-b2c0-9165ce85081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7ee3bb80-740e-42b9-b542-789a4a88baa9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.413315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a0247e9e-e5d0-4634-ae55-0a1f0984d56b None None] Provisioning complete for port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:19.413694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a0247e9e-e5d0-4634-ae55-0a1f0984d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.432659 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:19.498634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44794) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:19.499005 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9ef06746-7811-44c6-b2c0-9165ce85081f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33a00b3d310b4c9baa90b213f4ede355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7104433 Feb 10 03:57:19.503150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.509593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-942e081d-74ad-4463-914d-768d8438f00d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.6785748 Feb 10 03:57:19.516120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44796) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:19.586811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:19.622290 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-557c6062-d0ef-4233-b974-2b8e8e86f7f9 req-197c84e0-2e42-49ae-a643-71756e79d267 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6902511-b16e-446d-8e8e-dcb13199f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0492759 Feb 10 03:57:19.656254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f8b10ee-8c8d-470b-9b5e-7469f952eabb admin admin] Publish callbacks [] for security_group (7ee3bb80-740e-42b9-b542-789a4a88baa9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.665918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef06746-7811-44c6-b2c0-9165ce85081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee3bb80-740e-42b9-b542-789a4a88baa9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:19.682874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a0247e9e-e5d0-4634-ae55-0a1f0984d56b None None] Current status of the port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:19.705655 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f8b10ee-8c8d-470b-9b5e-7469f952eabb admin admin] Publish callbacks [] for security_group (7ee3bb80-740e-42b9-b542-789a4a88baa9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.737846 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:17Z', 'revision_number': 3, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:19.771606 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Checking router: ac765d4e-949b-44f9-bf5d-06429cf9cd75 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:57:19.771966 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Updating router ac765d4e-949b-44f9-bf5d-06429cf9cd75 port 0532455a-5088-4f52-9264-844401d17573 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:57:19.801485 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0532455a-5088-4f52-9264-844401d17573), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.879270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f8b10ee-8c8d-470b-9b5e-7469f952eabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7ee3bb80-740e-42b9-b542-789a4a88baa9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.882673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f8b10ee-8c8d-470b-9b5e-7469f952eabb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:19.884202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5f8b10ee-8c8d-470b-9b5e-7469f952eabb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ee3bb80-740e-42b9-b542-789a4a88baa9 HTTP/1.1" status: 204 len: 168 time: 0.3844147 Feb 10 03:57:19.905822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b10ee-8c8d-470b-9b5e-7469f952eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee3bb80-740e-42b9-b542-789a4a88baa9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:20.136782 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Publish callbacks [] for port (0532455a-5088-4f52-9264-844401d17573), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.244241 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0532455a-5088-4f52-9264-844401d17573), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.315143 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d0f7-0b0b-447b-b860-b01b9261090a None None] Pushing event updated for resources: {'Port': ['ID=0532455a-5088-4f52-9264-844401d17573,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:20.319088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c87f-04a9-4122-b321-4fb1272d1efb req-47cdb921-48d8-4593-be4f-7edfc448eba8 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:20.320252 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b021c87f-04a9-4122-b321-4fb1272d1efb req-47cdb921-48d8-4593-be4f-7edfc448eba8 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 950 time: 0.1159244 Feb 10 03:57:20.326277 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Attempting to bind port 0532455a-5088-4f52-9264-844401d17573 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:20.326816 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Attempting to bind port 0532455a-5088-4f52-9264-844401d17573 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:20.327952 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Attempting to bind port 0532455a-5088-4f52-9264-844401d17573 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:20.336407 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:20.337223 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:20.338345 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.339003 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:20.349490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Bound port: 0532455a-5088-4f52-9264-844401d17573, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:20.349490 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0532455a-5088-4f52-9264-844401d17573), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.408295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b021c87f-04a9-4122-b321-4fb1272d1efb req-9a284ec7-8d3d-49c3-bfda-b976378e972a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779631 Feb 10 03:57:20.412709 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] For port 0532455a-5088-4f52-9264-844401d17573, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:20.418074 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] For port 0532455a-5088-4f52-9264-844401d17573, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0532455a-5088-4f52-9264-844401d17573,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:20.432538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-b21fd4da-33f7-4306-890f-f7fbd403409b tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:20.436066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-b21fd4da-33f7-4306-890f-f7fbd403409b tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 949 time: 0.0825744 Feb 10 03:57:20.464219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.507952 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0532455a-5088-4f52-9264-844401d17573), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.585727 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:20.592851 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:20.675691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Allocated IP 172.20.0.1 (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff/985b40b8-e045-4210-931d-0fc823564ff1/06897635-11c9-40c9-b0ca-e023ebc1f935) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:20.723441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e2fb6-93b3-433c-b8b2-794777cdbbc5 req-3a45a746-9eee-446b-817f-8534a55fe13e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:20.725118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-348e2fb6-93b3-433c-b8b2-794777cdbbc5 req-3a45a746-9eee-446b-817f-8534a55fe13e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 949 time: 0.2316949 Feb 10 03:57:20.799500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 77e0037d-78fb-4c5b-b859-ac2202ea1af8 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:20.824348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Deleting port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:20.824672 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.845777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks [] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.887574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:20.887955 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:20.964499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-348e2fb6-93b3-433c-b8b2-794777cdbbc5 req-a48f648f-4878-4b30-a958-e2b84986171c tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205193 Feb 10 03:57:20.966295 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:20.983374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:21.007098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:21.019044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] For port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:21.019597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:21.057309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Calling delete_port for 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:21.069403 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d0f7-0b0b-447b-b860-b01b9261090a None None] Pushing event updated for resources: {'Port': ['ID=0532455a-5088-4f52-9264-844401d17573,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:21.110453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:21.115576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:21.131550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:21.226473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (ac765d4e-949b-44f9-bf5d-06429cf9cd75), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:21.261741 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:17Z', 'revision_number': 3, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:21.308993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Pushing event updated for resources: {'Port': ['ID=06897635-11c9-40c9-b0ca-e023ebc1f935,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:21.326487 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e5c8a-7f6f-4a64-a413-892878381a97 None None] The sync data for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 is: [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:17Z', 'revision_number': 3, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:57:21.388939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2ba87075-51da-4c08-9c3f-b4a8fc4a66ce), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:21.401963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['59b734ac-fbbe-4941-a639-3eaf040f31db', '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:21.468747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Pushing event deleted for resources: {'Port': ['ID=2ba87075-51da-4c08-9c3f-b4a8fc4a66ce,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:21.578422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:21.595153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] No DVR routers for this DVR port 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:21.597991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:21.615971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5aef7b05-7155-4542-b82e-547f5c2d22b8 req-589c4043-62a4-460b-8eee-1ec868305f0e tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "DELETE /v2.0/ports/2ba87075-51da-4c08-9c3f-b4a8fc4a66ce HTTP/1.1" status: 204 len: 173 time: 1.1741915 Feb 10 03:57:21.616731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112c83e-44ad-410e-aa55-35846b7388b9', 'name': 'network-vif-deleted', 'tag': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:21.626005 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816a3e03-2c55-48bc-bff3-0458bf415f97" -d '{"events": [{"server_uuid": "2112c83e-44ad-410e-aa55-35846b7388b9", "name": "network-vif-deleted", "tag": "2ba87075-51da-4c08-9c3f-b4a8fc4a66ce"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:21.701582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ac01ef6e-267f-4871-9c8e-69c378bf3934 None None] Provisioning complete for port 06897635-11c9-40c9-b0ca-e023ebc1f935 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:21.702402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac01ef6e-267f-4871-9c8e-69c378bf3934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:21.781236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ac01ef6e-267f-4871-9c8e-69c378bf3934 None None] Port 06897635-11c9-40c9-b0ca-e023ebc1f935 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:21.864990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32912335-cf52-413a-b5cc-9bb6554cf285 req-95c95277-44fc-4af7-9fa8-39b099ca7bef tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:21.866859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-32912335-cf52-413a-b5cc-9bb6554cf285 req-95c95277-44fc-4af7-9fa8-39b099ca7bef tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 950 time: 0.1899090 Feb 10 03:57:21.949342 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-32912335-cf52-413a-b5cc-9bb6554cf285 req-26c2ba81-a64e-4f1f-9e74-9809375699ce tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 Feb 10 03:57:21.970137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks [] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:22.020543 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3aa2f1-326a-483b-832d-ac08433b21ed x-openstack-request-id: req-bc3aa2f1-326a-483b-832d-ac08433b21ed {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:22.021281 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112c83e-44ad-410e-aa55-35846b7388b9", "name": "network-vif-deleted", "tag": "2ba87075-51da-4c08-9c3f-b4a8fc4a66ce", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:22.021618 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc3aa2f1-326a-483b-832d-ac08433b21ed {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:22.022130 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2112c83e-44ad-410e-aa55-35846b7388b9', 'name': 'network-vif-deleted', 'tag': '2ba87075-51da-4c08-9c3f-b4a8fc4a66ce', 'status': 'completed', 'code': 200} Feb 10 03:57:22.027349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:22.159669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Pushing event updated for resources: {'Port': ['ID=06897635-11c9-40c9-b0ca-e023ebc1f935,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:22.163212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (ac765d4e-949b-44f9-bf5d-06429cf9cd75), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:22.246172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ef59-1630-48c6-b390-c4c81b3e1055 req-3aa08db9-fd39-452d-b622-56b8220686d0 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:22.248066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4f2ef59-1630-48c6-b390-c4c81b3e1055 req-3aa08db9-fd39-452d-b622-56b8220686d0 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 971 time: 0.1372843 Feb 10 03:57:22.283670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-014563e4-c6d0-4cad-ac50-1af4295adcd3 req-4acc2ca7-fc9c-4657-b59e-03caa7d9ee44 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=2112c83e-44ad-410e-aa55-35846b7388b9 HTTP/1.1" status: 200 len: 210 time: 0.0275519 Feb 10 03:57:22.339836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4f2ef59-1630-48c6-b390-c4c81b3e1055 req-3f7783d6-3ae1-42e4-a1af-eaf10b173b59 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853281 Feb 10 03:57:22.348293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:22.349924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:22.581124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Router ac765d4e-949b-44f9-bf5d-06429cf9cd75 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:57:22.789688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:57:22.811538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fda287a4-5dbd-4895-9024-53f679e41f4a admin admin] 10.222.0.42 "PUT /v2.0/routers/ac765d4e-949b-44f9-bf5d-06429cf9cd75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2785978 Feb 10 03:57:22.820998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 253a2994-f681-4a38-b464-87c511a68c45 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:22.885389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0532455a-5088-4f52-9264-844401d17573 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:22.890065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 253a2994-f681-4a38-b464-87c511a68c45 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:22.890415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 253a2994-f681-4a38-b464-87c511a68c45 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:22.911505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cc8067d4-8afa-46cf-90d6-743e58b9721d None None] Provisioning complete for port 06897635-11c9-40c9-b0ca-e023ebc1f935 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:22.912091 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cc8067d4-8afa-46cf-90d6-743e58b9721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:22.975236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cc8067d4-8afa-46cf-90d6-743e58b9721d None None] Port 06897635-11c9-40c9-b0ca-e023ebc1f935 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:22.990375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0532455a-5088-4f52-9264-844401d17573 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:22.990920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0532455a-5088-4f52-9264-844401d17573), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.042961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-42c0ab07-9c34-44f4-a6c7-919adc7cffba tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:23.047491 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-42c0ab07-9c34-44f4-a6c7-919adc7cffba tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 1132 time: 0.1116302 Feb 10 03:57:23.089264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0532455a-5088-4f52-9264-844401d17573 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:23.090413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0532455a-5088-4f52-9264-844401d17573), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.125668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 0532455a-5088-4f52-9264-844401d17573, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0532455a-5088-4f52-9264-844401d17573,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:23.166013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eba064-68b6-4961-bf4a-aada2eba327b req-660b5e53-dca4-4683-8cbf-a4d1f8b385f7 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:23.169122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3eba064-68b6-4961-bf4a-aada2eba327b req-660b5e53-dca4-4683-8cbf-a4d1f8b385f7 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 950 time: 0.1123612 Feb 10 03:57:23.178807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Deleting port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:23.179155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.216313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0532455a-5088-4f52-9264-844401d17573), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.258211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3eba064-68b6-4961-bf4a-aada2eba327b req-217185ad-cd64-413b-ab93-28dd73913a5b tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823357 Feb 10 03:57:23.277791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=0532455a-5088-4f52-9264-844401d17573,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:23.311346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] For port 4fd0c09e-df10-4060-aa6c-3204816fa2f3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4fd0c09e-df10-4060-aa6c-3204816fa2f3,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:23.311705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.326833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Calling delete_port for 4fd0c09e-df10-4060-aa6c-3204816fa2f3 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:23.485772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-b26784f9-af60-4e72-b2a5-b7c1bc40f0e6 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:23.487385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-b26784f9-af60-4e72-b2a5-b7c1bc40f0e6 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.43 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 971 time: 0.1025147 Feb 10 03:57:23.617298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Deleting port c7b64654-4304-44c5-b076-2599c8e509cc {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:23.617819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.675576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44946) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:23.685383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4fd0c09e-df10-4060-aa6c-3204816fa2f3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.696808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4fd0c09e-df10-4060-aa6c-3204816fa2f3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:23.727585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44950) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:23.735110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fd0c09e-df10-4060-aa6c-3204816fa2f3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:23.805314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] No DVR routers for this DVR port 4fd0c09e-df10-4060-aa6c-3204816fa2f3 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:23.820444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] For port c7b64654-4304-44c5-b076-2599c8e509cc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7b64654-4304-44c5-b076-2599c8e509cc,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:23.820872 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.824099 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.828342 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-856c00f6-e21b-4159-9dc8-bd0b5517c8b4 req-9595ef83-bdee-4878-8942-c1be5ee75a7a tempest-DeleteServersAdminTestJSON-1649859244 tempest-DeleteServersAdminTestJSON-1649859244-project-admin] 10.222.0.43 "DELETE /v2.0/ports/4fd0c09e-df10-4060-aa6c-3204816fa2f3 HTTP/1.1" status: 204 len: 173 time: 0.7652953 Feb 10 03:57:23.857369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Calling delete_port for c7b64654-4304-44c5-b076-2599c8e509cc owned by compute:tempest-test_az-1735160089 {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:23.947524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Sync routers for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:57:23.977685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-434d643b-8710-4854-9754-0c424a70468d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:23.978116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:23.979025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:24.035233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'name': 'network-vif-deleted', 'tag': '4fd0c09e-df10-4060-aa6c-3204816fa2f3'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:24.035233 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838ecc6c-6b24-4002-b5b1-d40c0530e0d8" -d '{"events": [{"server_uuid": "a109c654-6be1-41ad-938b-d37c005bccb6", "name": "network-vif-deleted", "tag": "4fd0c09e-df10-4060-aa6c-3204816fa2f3"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:24.112928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d54537a-0570-4f50-81a0-bcaf85c35394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.172224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:24.185969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5cd59-1c88-413c-a034-9cc1bca27664 req-a0f1ec56-ac7e-4004-bc02-c808135d1153 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:24.188072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3d5cd59-1c88-413c-a034-9cc1bca27664 req-a0f1ec56-ac7e-4004-bc02-c808135d1153 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 971 time: 0.1507857 Feb 10 03:57:24.227715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-434d643b-8710-4854-9754-0c424a70468d admin admin] Publish callbacks [] for security_group (6a78679d-1a14-4273-aed4-f6c17dfd187e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.261361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-f0199280-ddb6-4fec-8fc4-967b3e2b0b51 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:24.269982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-f0199280-ddb6-4fec-8fc4-967b3e2b0b51 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks?id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 200 len: 829 time: 0.2931228 Feb 10 03:57:24.273353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3d5cd59-1c88-413c-a034-9cc1bca27664 req-9d98d3e6-9131-452d-b2d0-8f7655cb7060 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752516 Feb 10 03:57:24.300243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d54537a-0570-4f50-81a0-bcaf85c35394 admin admin] Publish callbacks [] for security_group (4f4e6055-75fe-451a-a34b-7c1bca93933a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.304958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-8762e64b-4029-4788-aeda-3eb3c8bc5764 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/quotas/9e00e38bc3da4516abae3d1dd2a274b1 HTTP/1.1" status: 200 len: 375 time: 0.0319636 Feb 10 03:57:24.312594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-434d643b-8710-4854-9754-0c424a70468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6a78679d-1a14-4273-aed4-f6c17dfd187e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.375970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-434d643b-8710-4854-9754-0c424a70468d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aaa1646da9ea4406a14a50473991d21f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6979260 Feb 10 03:57:24.378496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44974) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:24.392063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d643b-8710-4854-9754-0c424a70468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a78679d-1a14-4273-aed4-f6c17dfd187e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:24.409045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d54537a-0570-4f50-81a0-bcaf85c35394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4f4e6055-75fe-451a-a34b-7c1bca93933a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.414048 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c7b64654-4304-44c5-b076-2599c8e509cc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.426036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c7b64654-4304-44c5-b076-2599c8e509cc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:24.461797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-324d3920-6920-45d1-a44c-4de9bb8ef38a tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499827 Feb 10 03:57:24.465367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5c6ab-0ce4-4cca-9bb0-8c5d59276104 req-9a1eb4a2-fca5-4c8a-8d79-b156a7178caf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:24.469580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2a5c6ab-0ce4-4cca-9bb0-8c5d59276104 req-9a1eb4a2-fca5-4c8a-8d79-b156a7178caf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 950 time: 0.1118236 Feb 10 03:57:24.511034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3d54537a-0570-4f50-81a0-bcaf85c35394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1552688ffa2472e84aa86f3fb627f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7819951 Feb 10 03:57:24.517879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44976) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:24.520333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54537a-0570-4f50-81a0-bcaf85c35394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e6055-75fe-451a-a34b-7c1bca93933a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:24.530468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Pushing event deleted for resources: {'Port': ['ID=c7b64654-4304-44c5-b076-2599c8e509cc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:24.561410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 2, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:24.569983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2a5c6ab-0ce4-4cca-9bb0-8c5d59276104 req-e20d98cd-6500-455f-a8c6-03d25253c578 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Feb 10 03:57:24.669765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7c055e1-1f01-4dc4-9d6f-b2d46a53eda0 admin admin] Publish callbacks [] for security_group (4f4e6055-75fe-451a-a34b-7c1bca93933a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.698010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7c055e1-1f01-4dc4-9d6f-b2d46a53eda0 admin admin] Publish callbacks [] for security_group (4f4e6055-75fe-451a-a34b-7c1bca93933a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.723962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Checking router: ac765d4e-949b-44f9-bf5d-06429cf9cd75 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:57:24.723962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Updating router ac765d4e-949b-44f9-bf5d-06429cf9cd75 port 06897635-11c9-40c9-b0ca-e023ebc1f935 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:57:24.748481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] No DVR routers for this DVR port c7b64654-4304-44c5-b076-2599c8e509cc on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:24.756029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-784f3f8f-592a-421e-a8b2-e9de3b9a8f29 service neutron] 10.222.0.42 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553706 Feb 10 03:57:24.757467 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11579370-753e-4ab8-83ef-1647965725b4 x-openstack-request-id: req-11579370-753e-4ab8-83ef-1647965725b4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:24.757843 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a109c654-6be1-41ad-938b-d37c005bccb6", "name": "network-vif-deleted", "tag": "4fd0c09e-df10-4060-aa6c-3204816fa2f3", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:24.757994 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11579370-753e-4ab8-83ef-1647965725b4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:24.758340 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a109c654-6be1-41ad-938b-d37c005bccb6', 'name': 'network-vif-deleted', 'tag': '4fd0c09e-df10-4060-aa6c-3204816fa2f3', 'status': 'completed', 'code': 200} Feb 10 03:57:24.759322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.762527 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d798bd6d-0a4a-49ee-a4cb-9072acdb566f req-1b309057-92cc-46ea-b6ce-5542e8538468 tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.43 "DELETE /v2.0/ports/c7b64654-4304-44c5-b076-2599c8e509cc HTTP/1.1" status: 204 len: 173 time: 1.2696319 Feb 10 03:57:24.787276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.833193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:24.839801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7c055e1-1f01-4dc4-9d6f-b2d46a53eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4f4e6055-75fe-451a-a34b-7c1bca93933a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.841641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5fa621e-cb6f-44cf-a766-4c1f31deda5e admin admin] Publish callbacks [] for security_group (6a78679d-1a14-4273-aed4-f6c17dfd187e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.844988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7c055e1-1f01-4dc4-9d6f-b2d46a53eda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.853101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d7c055e1-1f01-4dc4-9d6f-b2d46a53eda0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f4e6055-75fe-451a-a34b-7c1bca93933a HTTP/1.1" status: 204 len: 168 time: 0.3336792 Feb 10 03:57:24.874644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c055e1-1f01-4dc4-9d6f-b2d46a53eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e6055-75fe-451a-a34b-7c1bca93933a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:24.905259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5fa621e-cb6f-44cf-a766-4c1f31deda5e admin admin] Publish callbacks [] for security_group (6a78679d-1a14-4273-aed4-f6c17dfd187e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:24.925285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0532455a-5088-4f52-9264-844401d17573 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:24.953877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:24.955109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2ba87075-51da-4c08-9c3f-b4a8fc4a66ce not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:24.980801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-8ae134ed-3410-4f6e-8fbe-f5c83103d314 service neutron] 10.222.0.42 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100885 Feb 10 03:57:25.107863 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5fa621e-cb6f-44cf-a766-4c1f31deda5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6a78679d-1a14-4273-aed4-f6c17dfd187e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:25.111603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5fa621e-cb6f-44cf-a766-4c1f31deda5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:25.113148 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d5fa621e-cb6f-44cf-a766-4c1f31deda5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a78679d-1a14-4273-aed4-f6c17dfd187e HTTP/1.1" status: 204 len: 168 time: 0.7332711 Feb 10 03:57:25.132082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa621e-cb6f-44cf-a766-4c1f31deda5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a78679d-1a14-4273-aed4-f6c17dfd187e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:25.148778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f17c66a-8cc1-471f-902c-76379cbf25e2 req-60ed1be3-9f00-4a1e-9ae0-461595e00262 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a109c654-6be1-41ad-938b-d37c005bccb6 HTTP/1.1" status: 200 len: 210 time: 0.0773265 Feb 10 03:57:25.352361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0532455a-5088-4f52-9264-844401d17573 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:25.358637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0532455a-5088-4f52-9264-844401d17573), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:25.385879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c03c505a-0df8-4a92-a033-72bb465409b9 req-48bdfc08-c457-429c-89f1-21032a4fdbe4 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0575864 Feb 10 03:57:25.487669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-7d4f2586-9ded-4d37-b22e-d10e821019b6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:25.494170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-7d4f2586-9ded-4d37-b22e-d10e821019b6 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 950 time: 0.1636863 Feb 10 03:57:25.584929 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b08be59-c5a1-48c4-8c88-bb990271d324 req-4c1d730f-8a32-4bd1-b5ba-aa8d6af1aa1f tempest-ServersAdminNegativeTestJSON-1927122553 tempest-ServersAdminNegativeTestJSON-1927122553-project] 10.222.0.42 "GET /v2.0/ports?device_id=68337147-7599-4ded-93ed-da2f0f339a67 HTTP/1.1" status: 200 len: 210 time: 0.0910461 Feb 10 03:57:25.617330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Publish callbacks [] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:25.724828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Deleting port 59b734ac-fbbe-4941-a639-3eaf040f31db {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:25.725681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:25.732016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:25.746395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bb59c-dc68-4548-8c10-b13d2b9fd6d8 req-9b1c8b4e-17cf-4ea2-a9fb-52e195db1649 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:25.755990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-919bb59c-dc68-4548-8c10-b13d2b9fd6d8 req-9b1c8b4e-17cf-4ea2-a9fb-52e195db1649 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 950 time: 0.0892661 Feb 10 03:57:25.790345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0532455a-5088-4f52-9264-844401d17573 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:25.794148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d04933-8a9a-4908-a96d-9ded9d2888dc None None] Pushing event updated for resources: {'Port': ['ID=06897635-11c9-40c9-b0ca-e023ebc1f935,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:25.921992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-919bb59c-dc68-4548-8c10-b13d2b9fd6d8 req-d45746db-04cc-4fcd-812d-e07292bde8ae tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619442 Feb 10 03:57:25.963794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Attempting to bind port 06897635-11c9-40c9-b0ca-e023ebc1f935 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:25.964421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Attempting to bind port 06897635-11c9-40c9-b0ca-e023ebc1f935 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:25.968397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Attempting to bind port 06897635-11c9-40c9-b0ca-e023ebc1f935 on network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:25.978178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:25.978960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Checking segment: {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:25.979527 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:25.981321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Bound using segment: {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:25.981321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Bound port: 06897635-11c9-40c9-b0ca-e023ebc1f935, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:25.981321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.078581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] For port 06897635-11c9-40c9-b0ca-e023ebc1f935, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:26.083103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] For port 06897635-11c9-40c9-b0ca-e023ebc1f935, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=06897635-11c9-40c9-b0ca-e023ebc1f935,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:26.152178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ff348e09-15e8-43a2-b821-6326a02aebf8 None None] Provisioning complete for port 06897635-11c9-40c9-b0ca-e023ebc1f935 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:26.152853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ff348e09-15e8-43a2-b821-6326a02aebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.195269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ff348e09-15e8-43a2-b821-6326a02aebf8 None None] Port 06897635-11c9-40c9-b0ca-e023ebc1f935 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:26.207414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.256585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] For port 59b734ac-fbbe-4941-a639-3eaf040f31db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59b734ac-fbbe-4941-a639-3eaf040f31db,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:26.257339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.268649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45014) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:26.321659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-372fb6a6-e9e7-4175-9546-46e1110e292d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.338421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d04933-8a9a-4908-a96d-9ded9d2888dc None None] Pushing event updated for resources: {'Port': ['ID=06897635-11c9-40c9-b0ca-e023ebc1f935,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:26.759036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Calling delete_port for 59b734ac-fbbe-4941-a639-3eaf040f31db owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:26.762106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:26.762106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:26.770305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d4d40f36-ce95-4f1a-acec-c80c252767da req-09a9b073-4581-4234-a11c-73b2dffcfb8a tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0437248 Feb 10 03:57:26.770305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45030) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:26.772137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-4bff2d37-c9ca-4930-affd-e30f5b913ed9 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f85841a5cacd4b17a8555c90e36db217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556562 Feb 10 03:57:26.772941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:26.773733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f49110a-2b29-4da4-a2d2-2bcd6fc0e980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.797798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-71728256-b22c-4657-bbbc-816b3db990d3 None None] Provisioning complete for port 06897635-11c9-40c9-b0ca-e023ebc1f935 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:26.798178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71728256-b22c-4657-bbbc-816b3db990d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.824685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68337147-7599-4ded-93ed-da2f0f339a67', 'name': 'network-vif-deleted', 'tag': 'c7b64654-4304-44c5-b076-2599c8e509cc'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:26.828788 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf12f9-494a-417e-b708-9a1699813f92" -d '{"events": [{"server_uuid": "68337147-7599-4ded-93ed-da2f0f339a67", "name": "network-vif-deleted", "tag": "c7b64654-4304-44c5-b076-2599c8e509cc"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:26.841444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-b90fc6d6-c33e-4e51-a8d9-7a2629148a7a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:26.860836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-b90fc6d6-c33e-4e51-a8d9-7a2629148a7a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217681 Feb 10 03:57:26.906506 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-af49dad7-c3b5-4cc7-adc5-b3066cce8a1d tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/quotas/f85841a5cacd4b17a8555c90e36db217 HTTP/1.1" status: 200 len: 375 time: 0.0422678 Feb 10 03:57:26.924383 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d955b9b7-d195-48a1-8f8a-86409e6a1dec x-openstack-request-id: req-d955b9b7-d195-48a1-8f8a-86409e6a1dec {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:26.924778 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68337147-7599-4ded-93ed-da2f0f339a67", "name": "network-vif-deleted", "tag": "c7b64654-4304-44c5-b076-2599c8e509cc", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:26.925010 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d955b9b7-d195-48a1-8f8a-86409e6a1dec {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:26.925425 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68337147-7599-4ded-93ed-da2f0f339a67', 'name': 'network-vif-deleted', 'tag': 'c7b64654-4304-44c5-b076-2599c8e509cc', 'status': 'completed', 'code': 200} Feb 10 03:57:26.951020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f49110a-2b29-4da4-a2d2-2bcd6fc0e980 admin admin] Publish callbacks [] for security_group (95527362-cc97-4f69-844c-84aed4bb1b05), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:26.974730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-20927a60-20df-4fe8-bcd0-6cc76bdb6ea0 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85841a5cacd4b17a8555c90e36db217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428166 Feb 10 03:57:26.977418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-372fb6a6-e9e7-4175-9546-46e1110e292d admin admin] Publish callbacks [] for security_group (86f717f0-1180-4c5c-b073-1629df4c2fa2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.018954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-71728256-b22c-4657-bbbc-816b3db990d3 None None] Current status of the port 06897635-11c9-40c9-b0ca-e023ebc1f935 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:27.019528 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71728256-b22c-4657-bbbc-816b3db990d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.071684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-71728256-b22c-4657-bbbc-816b3db990d3 None None] For port 06897635-11c9-40c9-b0ca-e023ebc1f935, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=06897635-11c9-40c9-b0ca-e023ebc1f935,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:27.078675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-372fb6a6-e9e7-4175-9546-46e1110e292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (86f717f0-1180-4c5c-b073-1629df4c2fa2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.083647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e2244f71-4774-45d8-a651-5462d24276be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:26Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:27.115452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f49110a-2b29-4da4-a2d2-2bcd6fc0e980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (95527362-cc97-4f69-844c-84aed4bb1b05), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.122063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2244f71-4774-45d8-a651-5462d24276be None None] The sync data for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 is: [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:26Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:57:27.127797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fb6a6-e9e7-4175-9546-46e1110e292d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f717f0-1180-4c5c-b073-1629df4c2fa2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:27.164535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71728256-b22c-4657-bbbc-816b3db990d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.167368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (59b734ac-fbbe-4941-a639-3eaf040f31db), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.214255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49110a-2b29-4da4-a2d2-2bcd6fc0e980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95527362-cc97-4f69-844c-84aed4bb1b05,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:27.215708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['59b734ac-fbbe-4941-a639-3eaf040f31db'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:27.221690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-372fb6a6-e9e7-4175-9546-46e1110e292d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fb80adc6b544238951cb7316b394aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9515343 Feb 10 03:57:27.227081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45048) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:27.260520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Pushing event deleted for resources: {'Port': ['ID=59b734ac-fbbe-4941-a639-3eaf040f31db,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:27.290293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c042ef-6319-4da9-b637-1f533abd3ba1 req-b3504f86-550a-4e1c-9b64-181922915646 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:27.297687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68c042ef-6319-4da9-b637-1f533abd3ba1 req-b3504f86-550a-4e1c-9b64-181922915646 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 867 time: 0.2386303 Feb 10 03:57:27.303180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5f49110a-2b29-4da4-a2d2-2bcd6fc0e980 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c865e7ba42242a5a6d2885e3cdd00e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7498248 Feb 10 03:57:27.306815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45052) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:27.453427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71728256-b22c-4657-bbbc-816b3db990d3 None None] Pushing event updated for resources: {'Port': ['ID=06897635-11c9-40c9-b0ca-e023ebc1f935,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:27.496776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] No DVR routers for this DVR port 59b734ac-fbbe-4941-a639-3eaf040f31db on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:27.501037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.511879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36b88dd8-a99e-46d4-9163-1900b8ef3d0c req-e8ce28e0-8630-4c06-8a43-59470eff3daf tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.24 "DELETE /v2.0/ports/59b734ac-fbbe-4941-a639-3eaf040f31db HTTP/1.1" status: 204 len: 173 time: 1.9922271 Feb 10 03:57:27.518670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b28349b-1896-4c9a-a3c3-23cbfed3909d admin admin] Publish callbacks [] for security_group (95527362-cc97-4f69-844c-84aed4bb1b05), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.554942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4481-6b3f-47ce-8175-3d6da918c283 admin admin] Publish callbacks [] for security_group (86f717f0-1180-4c5c-b073-1629df4c2fa2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.570232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ccbafcfc-2df4-4a5a-9531-efee6c9805de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.587585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76843942-9966-4a68-8021-42d342771362 req-0f4508c8-f793-4fde-aa93-b0f2b157e7f6 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 210 time: 0.1016498 Feb 10 03:57:27.650876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45064) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:27.666914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7b64654-4304-44c5-b076-2599c8e509cc no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:27.698783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: c7b64654-4304-44c5-b076-2599c8e509cc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:27.699901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7b64654-4304-44c5-b076-2599c8e509cc not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:27.699901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4fd0c09e-df10-4060-aa6c-3204816fa2f3 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:27.722990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68c042ef-6319-4da9-b637-1f533abd3ba1 req-30cdc6c8-7f48-4a0c-88a6-939ef3eb74fe tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c118561-5145-4d63-b744-0d83057ccf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239070 Feb 10 03:57:27.728579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 4fd0c09e-df10-4060-aa6c-3204816fa2f3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:27.728579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4fd0c09e-df10-4060-aa6c-3204816fa2f3 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:27.741313 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b28349b-1896-4c9a-a3c3-23cbfed3909d admin admin] Publish callbacks [] for security_group (95527362-cc97-4f69-844c-84aed4bb1b05), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.788103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-954aada1-4a95-41b1-b9fb-7c1387ae03ef req-9112d3d0-8776-4b85-82c5-27691c2975fc tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0383847 Feb 10 03:57:27.789041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4481-6b3f-47ce-8175-3d6da918c283 admin admin] Publish callbacks [] for security_group (86f717f0-1180-4c5c-b073-1629df4c2fa2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:27.941006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-42087626-7a9e-4425-a337-a03a70f067cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffbb958542c94eaba3dd2cd1f950da53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861166 Feb 10 03:57:27.945301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45074) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:28.023378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:28.057953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4114fcf4-8193-47cd-9666-2111d7e9ae76 admin admin] Publish callbacks [] for security_group (c2b06cee-ec0f-4710-a4fa-35ff8c0215bf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.061618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b28349b-1896-4c9a-a3c3-23cbfed3909d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (95527362-cc97-4f69-844c-84aed4bb1b05), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.065633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b28349b-1896-4c9a-a3c3-23cbfed3909d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.065633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0b28349b-1896-4c9a-a3c3-23cbfed3909d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95527362-cc97-4f69-844c-84aed4bb1b05 HTTP/1.1" status: 204 len: 168 time: 0.7506025 Feb 10 03:57:28.080557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28349b-1896-4c9a-a3c3-23cbfed3909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95527362-cc97-4f69-844c-84aed4bb1b05,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:28.094339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4481-6b3f-47ce-8175-3d6da918c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (86f717f0-1180-4c5c-b073-1629df4c2fa2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.100462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4481-6b3f-47ce-8175-3d6da918c283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.110121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4114fcf4-8193-47cd-9666-2111d7e9ae76 admin admin] Publish callbacks [] for security_group (c2b06cee-ec0f-4710-a4fa-35ff8c0215bf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.110530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4c6b4481-6b3f-47ce-8175-3d6da918c283 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86f717f0-1180-4c5c-b073-1629df4c2fa2 HTTP/1.1" status: 204 len: 168 time: 0.8771820 Feb 10 03:57:28.124808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b4481-6b3f-47ce-8175-3d6da918c283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f717f0-1180-4c5c-b073-1629df4c2fa2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:28.268020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-network', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:28.318801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4114fcf4-8193-47cd-9666-2111d7e9ae76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c2b06cee-ec0f-4710-a4fa-35ff8c0215bf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.322072 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4114fcf4-8193-47cd-9666-2111d7e9ae76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.323363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4114fcf4-8193-47cd-9666-2111d7e9ae76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2b06cee-ec0f-4710-a4fa-35ff8c0215bf HTTP/1.1" status: 204 len: 168 time: 0.3803966 Feb 10 03:57:28.333957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114fcf4-8193-47cd-9666-2111d7e9ae76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b06cee-ec0f-4710-a4fa-35ff8c0215bf,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:28.343965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Made reservation on behalf of a84e284355db40bcb030b8f14d506cc1 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:28.352288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.378433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.495425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks [] for security_group (133611a2-5344-49c6-b62d-4df2e515e432), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.554974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (133611a2-5344-49c6-b62d-4df2e515e432), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.587082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:57:28.600765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133611a2-5344-49c6-b62d-4df2e515e432,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:28.624020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c8e9b169-1619-4221-bd77-7336a3d14f22), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.624370 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Added segment c8e9b169-1619-4221-bd77-7336a3d14f22 of type vlan for network 98795296-2ed1-4eee-948f-9679c0caaa71 Feb 10 03:57:28.752894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56e70a33-4377-4c9b-901e-af4f4b5c9420 req-bb798061-3d6c-4426-b8e5-d1b150ec09ca tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 210 time: 0.0514839 Feb 10 03:57:28.772254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (98795296-2ed1-4eee-948f-9679c0caaa71), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.920329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 06897635-11c9-40c9-b0ca-e023ebc1f935 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:28.944299 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a721f1c-27dc-4570-8cfe-73bbd77cea44 req-80ca6f4b-f7ce-48b0-82ac-ebb8fef81a26 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0418732 Feb 10 03:57:28.966475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (98795296-2ed1-4eee-948f-9679c0caaa71), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:28.968507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:28.969589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.012622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 06897635-11c9-40c9-b0ca-e023ebc1f935 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:29.013756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.047687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] Pushing event updated for resources: {'Network': ['ID=98795296-2ed1-4eee-948f-9679c0caaa71,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:29.063205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 98795296-2ed1-4eee-948f-9679c0caaa71 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:57:29.071046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'name': 'network-vif-deleted', 'tag': '59b734ac-fbbe-4941-a639-3eaf040f31db'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:29.074554 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f2725f-6c95-44a0-ab62-a611a3f5ef38" -d '{"events": [{"server_uuid": "6953ebd9-a96f-4d1b-896c-5bc21f7d066a", "name": "network-vif-deleted", "tag": "59b734ac-fbbe-4941-a639-3eaf040f31db"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:29.113171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bce2e7be-5448-4ef9-aa13-96d08b8c9bf5 req-23321d22-93dc-47ce-b170-17688f3fe590 tempest-LiveMigrationNegativeTest-1772645038 tempest-LiveMigrationNegativeTest-1772645038-project] 10.222.0.42 "GET /v2.0/ports?device_id=6953ebd9-a96f-4d1b-896c-5bc21f7d066a HTTP/1.1" status: 200 len: 210 time: 0.2329636 Feb 10 03:57:29.117642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45102) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:29.119206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-de0285af-3c68-4c55-af1a-a20f192d5c6f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0944822 Feb 10 03:57:29.126579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Request body: {'subnet': {'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-subnet', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:29.184449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-7bf38ec8-ead6-416a-b736-6cce8ae02ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:29.186920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-7bf38ec8-ead6-416a-b736-6cce8ae02ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.43 "GET /v2.0/networks?id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 200 len: 829 time: 0.4009039 Feb 10 03:57:29.188469 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f5077-2c7d-406f-b5c8-0be79db0a660 x-openstack-request-id: req-0a7f5077-2c7d-406f-b5c8-0be79db0a660 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:29.188959 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6953ebd9-a96f-4d1b-896c-5bc21f7d066a", "name": "network-vif-deleted", "tag": "59b734ac-fbbe-4941-a639-3eaf040f31db", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:29.189883 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a7f5077-2c7d-406f-b5c8-0be79db0a660 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:29.190415 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953ebd9-a96f-4d1b-896c-5bc21f7d066a', 'name': 'network-vif-deleted', 'tag': '59b734ac-fbbe-4941-a639-3eaf040f31db', 'status': 'completed', 'code': 200} Feb 10 03:57:29.207621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Request body: {'port': {'device_id': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'admin_state_up': True, 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:29.240450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 06897635-11c9-40c9-b0ca-e023ebc1f935 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:29.285611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Made reservation on behalf of a84e284355db40bcb030b8f14d506cc1 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:29.288022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.356303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45108) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:29.377203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e86ae7d8-580f-48b0-8aaa-c4d1a7cd56f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.544899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e86ae7d8-580f-48b0-8aaa-c4d1a7cd56f6 admin admin] Publish callbacks [] for security_group (fc4fab64-9765-4fe4-bba1-8bff2b0f9d05), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.570124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Made reservation on behalf of 9e00e38bc3da4516abae3d1dd2a274b1 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:29.574296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.672889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e86ae7d8-580f-48b0-8aaa-c4d1a7cd56f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fc4fab64-9765-4fe4-bba1-8bff2b0f9d05), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.677847 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (d60a168f-cb90-47d0-a11f-069c31fcba10), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.715379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e86ae7d8-580f-48b0-8aaa-c4d1a7cd56f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd7413ec57ee40fc9604ad0df6daddfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576384 Feb 10 03:57:29.718425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ae7d8-580f-48b0-8aaa-c4d1a7cd56f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4fab64-9765-4fe4-bba1-8bff2b0f9d05,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:29.720977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45116) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:29.773070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Allocated IP 172.20.0.14 (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff/985b40b8-e045-4210-931d-0fc823564ff1/a34eef59-5234-4b76-8999-91cfc48cb95d) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:29.779743 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6e592121-df48-442f-9cc0-693d9bbfbe5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.788776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ad512de-0408-46b4-bfc2-1fe89b99dc80 admin admin] Publish callbacks [] for security_group (fc4fab64-9765-4fe4-bba1-8bff2b0f9d05), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.798223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60a168f-cb90-47d0-a11f-069c31fcba10,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:29.837298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ad512de-0408-46b4-bfc2-1fe89b99dc80 admin admin] Publish callbacks [] for security_group (fc4fab64-9765-4fe4-bba1-8bff2b0f9d05), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:29.838865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45120) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:29.844602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Checking segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:29.850546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Network hostable DHCP agents. Network: 98795296-2ed1-4eee-948f-9679c0caaa71, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:57:29.904087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c66063f5-0bc6-4e1f-8059-d3d884eb5fa4 req-fb3c0b5e-0192-4dda-be9f-77d3dd5eea8f tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 210 time: 0.0523200 Feb 10 03:57:29.932659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0996c065-79ce-4d2a-af58-6b24d0027c46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d12b614cbdab46f899ba6d4bcc756597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926993 Feb 10 03:57:29.935913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45122) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:29.987316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Network 98795296-2ed1-4eee-948f-9679c0caaa71 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:57:30.009440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9218-2cee-4910-a31b-18771f491a1d admin admin] Publish callbacks [] for security_group (a791639b-909e-4dd1-823b-cba45092ae93), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.031833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.046212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9218-2cee-4910-a31b-18771f491a1d admin admin] Publish callbacks [] for security_group (a791639b-909e-4dd1-823b-cba45092ae93), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.067869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b05db3b-a962-4640-b603-d4665aee1f00 req-de97511b-f1d4-44c8-9dd1-78e9a45b2bd1 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0399795 Feb 10 03:57:30.068476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ad512de-0408-46b4-bfc2-1fe89b99dc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fc4fab64-9765-4fe4-bba1-8bff2b0f9d05), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.071106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ad512de-0408-46b4-bfc2-1fe89b99dc80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.072254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3ad512de-0408-46b4-bfc2-1fe89b99dc80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc4fab64-9765-4fe4-bba1-8bff2b0f9d05 HTTP/1.1" status: 204 len: 168 time: 0.3501711 Feb 10 03:57:30.076839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 98795296-2ed1-4eee-948f-9679c0caaa71) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:30.086278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:30.086278 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.089583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7226de9-b3cc-4bdc-bd74-d447328a230e None None] Network 98795296-2ed1-4eee-948f-9679c0caaa71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:30.101917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad512de-0408-46b4-bfc2-1fe89b99dc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4fab64-9765-4fe4-bba1-8bff2b0f9d05,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:30.134821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.224098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:30.227694 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-543f8f59-df34-437b-b925-943d673368b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1079032 Feb 10 03:57:30.230727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45136) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:30.235463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:30.242188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:30.243729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9218-2cee-4910-a31b-18771f491a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a791639b-909e-4dd1-823b-cba45092ae93), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.248724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:30.249211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9218-2cee-4910-a31b-18771f491a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.250531 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ff1b9218-2cee-4910-a31b-18771f491a1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a791639b-909e-4dd1-823b-cba45092ae93 HTTP/1.1" status: 204 len: 168 time: 0.3135920 Feb 10 03:57:30.254089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-98795296-2ed1-4eee-948f-9679c0caaa71', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:57:30.255114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.266311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event updated for resources: {'Port': ['ID=a34eef59-5234-4b76-8999-91cfc48cb95d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:30.267396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b9218-2cee-4910-a31b-18771f491a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a791639b-909e-4dd1-823b-cba45092ae93,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:30.371893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:30.373442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.377395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-aa3e405b-a52c-4d45-9cf9-2078eeca8230 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f85841a5cacd4b17a8555c90e36db217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592823 Feb 10 03:57:30.385649 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (91c4465d-8400-4ddc-ad13-cb3952f6681f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.386851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (91c4465d-8400-4ddc-ad13-cb3952f6681f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.429776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Allocated IP 172.20.0.2 (98795296-2ed1-4eee-948f-9679c0caaa71/d60a168f-cb90-47d0-a11f-069c31fcba10/aec9bd9e-9b18-43c2-bb36-e346e3746bdc) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:30.464636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks [] for router_controller (91c4465d-8400-4ddc-ad13-cb3952f6681f), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.541950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-ba2429ae-e290-4bdd-9141-8b71ca1bb9c0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3382096 Feb 10 03:57:30.552608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-00ca7554-dfd9-4777-b3cf-af15c0b7ea63 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:30.555188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-00ca7554-dfd9-4777-b3cf-af15c0b7ea63 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719863 Feb 10 03:57:30.560822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Request body: {'port': {'device_id': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:30.568326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Request body: {'port': {'device_id': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'f85841a5cacd4b17a8555c90e36db217'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:30.631938 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Publish callbacks [] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.635491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-287135d9-4abb-44b1-a7b2-17c162c5ae30 None None] Provisioning complete for port a34eef59-5234-4b76-8999-91cfc48cb95d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:30.635882 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-287135d9-4abb-44b1-a7b2-17c162c5ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.696439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.708305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-287135d9-4abb-44b1-a7b2-17c162c5ae30 None None] Port a34eef59-5234-4b76-8999-91cfc48cb95d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:30.764998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.824131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59b734ac-fbbe-4941-a639-3eaf040f31db no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:30.876591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Made reservation on behalf of f85841a5cacd4b17a8555c90e36db217 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:30.880187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.885528 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:30.891194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Network 98795296-2ed1-4eee-948f-9679c0caaa71 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:30.892796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 59b734ac-fbbe-4941-a639-3eaf040f31db {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:30.893574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59b734ac-fbbe-4941-a639-3eaf040f31db not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:30.901379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:30.909729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:30.914385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Pushing event updated for resources: {'Port': ['ID=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:30.990041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Attempting to bind port aec9bd9e-9b18-43c2-bb36-e346e3746bdc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:30.990579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Attempting to bind port aec9bd9e-9b18-43c2-bb36-e346e3746bdc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:30.991504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Attempting to bind port aec9bd9e-9b18-43c2-bb36-e346e3746bdc on network 98795296-2ed1-4eee-948f-9679c0caaa71 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:30.999149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:31.007756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Checking segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:31.008362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.008907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Bound using segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:31.009576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Bound port: aec9bd9e-9b18-43c2-bb36-e346e3746bdc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:31.010112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.032753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks [] for router_gateway (91c4465d-8400-4ddc-ad13-cb3952f6681f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.053763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45152) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:31.098617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] For port aec9bd9e-9b18-43c2-bb36-e346e3746bdc, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:31.104818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] For port aec9bd9e-9b18-43c2-bb36-e346e3746bdc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:31.128528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0882602-5c8a-46da-b224-5ca92a341968 req-a63d6e87-c274-4d8f-a063-d2af0eada859 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 210 time: 0.0539956 Feb 10 03:57:31.177396 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.273399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59e0c1-3886-45b3-9931-e2d375f4e51b None None] Pushing event updated for resources: {'Port': ['ID=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:31.388432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Allocated IP 192.168.233.83 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/33a5c019-e064-4dfc-b4e9-b73c55ac73c1) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:31.412609 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7d1b4-1791-4a96-9ec0-7fa27d82850c req-4a231116-ae11-4bb9-b90b-13520550468f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:31.423351 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75a7d1b4-1791-4a96-9ec0-7fa27d82850c req-4a231116-ae11-4bb9-b90b-13520550468f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 932 time: 0.2183561 Feb 10 03:57:31.445855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34eef59-5234-4b76-8999-91cfc48cb95d {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:31.467892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Publish callbacks [] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.496822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-464b9792-79ed-455b-bcc6-19f47f21bf88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c0f0b0c5f5d47bd9b8e4f72c3442932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387331 Feb 10 03:57:31.501062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45168) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:31.522460 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks [] for router_gateway (91c4465d-8400-4ddc-ad13-cb3952f6681f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.534043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Transition to ACTIVE for port object a34eef59-5234-4b76-8999-91cfc48cb95d will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:31.549961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75a7d1b4-1791-4a96-9ec0-7fa27d82850c req-4fc7d990-cbcf-4756-a8a1-24eaf9e63f98 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255622 Feb 10 03:57:31.600319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.612521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.749075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9689b9d5-c24d-4267-8bc5-08b22a153e2c admin admin] Publish callbacks [] for security_group (9c118561-5145-4d63-b744-0d83057ccf2e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.774750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Allocated IP 172.25.8.61 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/5b5bd28b-ede0-45fc-8b85-0394c1412e78) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:31.794970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9689b9d5-c24d-4267-8bc5-08b22a153e2c admin admin] Publish callbacks [] for security_group (9c118561-5145-4d63-b744-0d83057ccf2e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.850931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks [] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.939973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a34eef59-5234-4b76-8999-91cfc48cb95d,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:31.986627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Attempting to bind port a34eef59-5234-4b76-8999-91cfc48cb95d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:31.987019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Attempting to bind port a34eef59-5234-4b76-8999-91cfc48cb95d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:31.987359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Attempting to bind port a34eef59-5234-4b76-8999-91cfc48cb95d on network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:31.991841 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks [] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.993081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Port a34eef59-5234-4b76-8999-91cfc48cb95d on network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:31.993564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Attempting to bind port a34eef59-5234-4b76-8999-91cfc48cb95d on network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:31.995475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9689b9d5-c24d-4267-8bc5-08b22a153e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9c118561-5145-4d63-b744-0d83057ccf2e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.999050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9689b9d5-c24d-4267-8bc5-08b22a153e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:31.999779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:32.001737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Checking segment: {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:32.001737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Bound using segment: {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:32.001737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Bound port: a34eef59-5234-4b76-8999-91cfc48cb95d, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4b5251-1469-4fbd-b638-6301f17085a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:32.002329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.004512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9689b9d5-c24d-4267-8bc5-08b22a153e2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c118561-5145-4d63-b744-0d83057ccf2e HTTP/1.1" status: 204 len: 168 time: 0.5023897 Feb 10 03:57:32.021523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.025733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b9d5-c24d-4267-8bc5-08b22a153e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c118561-5145-4d63-b744-0d83057ccf2e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:32.108060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:32.123991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:32.131706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:32.139710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Pushing event updated for resources: {'Port': ['ID=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:32.151816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.175951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] For port a34eef59-5234-4b76-8999-91cfc48cb95d, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:32.197587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] For port a34eef59-5234-4b76-8999-91cfc48cb95d, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a34eef59-5234-4b76-8999-91cfc48cb95d,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:32.211509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:32.212215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.261558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:32.278013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:32.279320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.291174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:32.333478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:32.334083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.343777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 1092 time: 1.7854395 Feb 10 03:57:32.343777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:32.344966 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fab5d5-a11f-4b66-997b-048624401940" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:32.357819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-73dba77e-08a6-4708-a240-48046ba84864 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7944546 Feb 10 03:57:32.396299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Pushing event updated for resources: {'Port': ['ID=5b5bd28b-ede0-45fc-8b85-0394c1412e78,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:32.397554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Request body: {'port': {'device_id': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:32.419783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.511407 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3796a6e-748c-42d1-b30b-39f6b9ab032e x-openstack-request-id: req-c3796a6e-748c-42d1-b30b-39f6b9ab032e {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:32.513192 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:32.513463 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3796a6e-748c-42d1-b30b-39f6b9ab032e {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:32.513884 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'status': 'completed', 'code': 200} Feb 10 03:57:32.514497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af5722-6631-4312-964d-b547af40e4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a34eef59-5234-4b76-8999-91cfc48cb95d,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:32.643151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.643376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfbae6-46c7-457b-9630-252931cb0f02 req-056c008f-827d-4fea-bc7f-6a1133ae6e60 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:32.644977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ccbfbae6-46c7-457b-9630-252931cb0f02 req-056c008f-827d-4fea-bc7f-6a1133ae6e60 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 935 time: 0.3687401 Feb 10 03:57:32.702494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-beb1c711-b614-4730-866b-0e210c8d1beb None None] Provisioning complete for port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:32.702905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-beb1c711-b614-4730-866b-0e210c8d1beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:32.744894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-beb1c711-b614-4730-866b-0e210c8d1beb None None] Port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:32.800574 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:57:32.861066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fab5d5-a11f-4b66-997b-048624401940 req-62874a94-04fc-4b6b-94ae-08482efe4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:32.863165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16fab5d5-a11f-4b66-997b-048624401940 req-62874a94-04fc-4b6b-94ae-08482efe4182 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1126 time: 0.3620689 Feb 10 03:57:32.869715 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ccbfbae6-46c7-457b-9630-252931cb0f02 req-5c0d9ef6-0b1a-48b4-b427-09c4b7c7c476 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094767 Feb 10 03:57:32.906649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd33f22-13af-4c52-a038-7066f36b9aca req-87b39dfb-1c21-4c9b-864e-e1c189aaa72d tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:32.908232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd33f22-13af-4c52-a038-7066f36b9aca req-87b39dfb-1c21-4c9b-864e-e1c189aaa72d tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 944 time: 0.2416954 Feb 10 03:57:32.910957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aec9bd9e-9b18-43c2-bb36-e346e3746bdc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:33.082153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489456de-2f16-4f2b-9153-b0f1aebbc58c None None] Network 98795296-2ed1-4eee-948f-9679c0caaa71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:33.110791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks [] for router_gateway (91c4465d-8400-4ddc-ad13-cb3952f6681f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.121869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d0733d0f-f6c6-460d-a54b-dea2d4d604a1 None None] Provisioning complete for port aec9bd9e-9b18-43c2-bb36-e346e3746bdc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:33.123105 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d0733d0f-f6c6-460d-a54b-dea2d4d604a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.221284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port aec9bd9e-9b18-43c2-bb36-e346e3746bdc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:33.221969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.304311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45212) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:33.359616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aec9bd9e-9b18-43c2-bb36-e346e3746bdc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:33.360016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.380796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (91c4465d-8400-4ddc-ad13-cb3952f6681f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.435686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d0733d0f-f6c6-460d-a54b-dea2d4d604a1 None None] Current status of the port aec9bd9e-9b18-43c2-bb36-e346e3746bdc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:33.435686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d0733d0f-f6c6-460d-a54b-dea2d4d604a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.439203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port aec9bd9e-9b18-43c2-bb36-e346e3746bdc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:33.516203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.578551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45220) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:33.635615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-d0733d0f-f6c6-460d-a54b-dea2d4d604a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 03:57:33.636338 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-d0733d0f-f6c6-460d-a54b-dea2d4d604a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 03:57:33.656025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:33.680275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:33.680866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c980671f-e613-41b1-b969-cce744e2ee39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f8f45a575554c1a805fd43021bafe04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0934198 Feb 10 03:57:33.680866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:57:33.686251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45222) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:33.697287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Publish callbacks [] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.744436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Transition to ACTIVE for port object 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:33.753477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd33f22-13af-4c52-a038-7066f36b9aca req-9d2fc817-7642-4822-b1d1-6f846ddbf5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7593954 Feb 10 03:57:33.786413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fab5d5-a11f-4b66-997b-048624401940 req-84d2f74d-58a0-4ec4-a137-36bd7ffeabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:33.788059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16fab5d5-a11f-4b66-997b-048624401940 req-84d2f74d-58a0-4ec4-a137-36bd7ffeabbd service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&shared=False HTTP/1.1" status: 200 len: 930 time: 0.9159977 Feb 10 03:57:33.835299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.849610 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.850230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe23-c61b-4f9b-81d9-15d04a7496d3 admin admin] Publish callbacks [] for security_group (5a46a1d9-255e-4dc1-ab64-4691e528e642), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.899481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-328576914-network', 'tenant_id': '395f9a26d06e43cfb6b4c9fdf5c85b4d'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:33.906040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe23-c61b-4f9b-81d9-15d04a7496d3 admin admin] Publish callbacks [] for security_group (5a46a1d9-255e-4dc1-ab64-4691e528e642), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:33.910522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:57:33.922021 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:57:33.952540 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:33.953770 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:34.016477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Pushing event updated for resources: {'Port': ['ID=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:34.093388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Made reservation on behalf of 395f9a26d06e43cfb6b4c9fdf5c85b4d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:34.096864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.105326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.111746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bd2c93e9-5fcc-4c87-b303-c527b2fefe6e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8797479 Feb 10 03:57:34.113153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45230) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:34.139814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.141779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Attempting to bind port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:34.142217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Attempting to bind port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:34.142641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Attempting to bind port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:34.164803 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:34.170678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a04c4-e587-4112-8716-05d308e7ad9e req-e7231990-5d3a-4a4e-b3ae-e4329cda3983 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:34.172684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef1a04c4-e587-4112-8716-05d308e7ad9e req-e7231990-5d3a-4a4e-b3ae-e4329cda3983 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 947 time: 0.1480892 Feb 10 03:57:34.219786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fab5d5-a11f-4b66-997b-048624401940 req-bc08fcca-40d7-48ee-9d19-2445259f4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:34.225206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16fab5d5-a11f-4b66-997b-048624401940 req-bc08fcca-40d7-48ee-9d19-2445259f4ec6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4288638 Feb 10 03:57:34.231169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:34.231706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Attempting to bind port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:34.251217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:34.253948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:34.255502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:34.258310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Bound port: 33a5c019-e064-4dfc-b4e9-b73c55ac73c1, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:34.258828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.268812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d0733d0f-f6c6-460d-a54b-dea2d4d604a1 None None] Current status of the port aec9bd9e-9b18-43c2-bb36-e346e3746bdc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:34.298593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe23-c61b-4f9b-81d9-15d04a7496d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5a46a1d9-255e-4dc1-ab64-4691e528e642), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.312984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c07dfe23-c61b-4f9b-81d9-15d04a7496d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.317243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c07dfe23-c61b-4f9b-81d9-15d04a7496d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a46a1d9-255e-4dc1-ab64-4691e528e642 HTTP/1.1" status: 204 len: 168 time: 0.6232376 Feb 10 03:57:34.353818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dfe23-c61b-4f9b-81d9-15d04a7496d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46a1d9-255e-4dc1-ab64-4691e528e642,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:34.399761 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef1a04c4-e587-4112-8716-05d308e7ad9e req-a5504ad5-25ff-4dd2-93bb-69090eefe07d tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901145 Feb 10 03:57:34.423055 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:32Z', 'revision_number': 3, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:34.459634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-31cfeef1-4f1b-4916-8cc5-13d2424cdee5 None None] Provisioning complete for port aec9bd9e-9b18-43c2-bb36-e346e3746bdc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:34.460166 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-31cfeef1-4f1b-4916-8cc5-13d2424cdee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.488744 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:57:34.489091 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Updating router 91c4465d-8400-4ddc-ad13-cb3952f6681f port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:57:34.510244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks [] for security_group (563928d8-ed73-4804-9962-bb0d08a7f040), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.550585 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.591478 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (563928d8-ed73-4804-9962-bb0d08a7f040), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.612769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:57:34.623022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-31cfeef1-4f1b-4916-8cc5-13d2424cdee5 None None] Current status of the port aec9bd9e-9b18-43c2-bb36-e346e3746bdc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:34.630096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563928d8-ed73-4804-9962-bb0d08a7f040,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:34.633773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] For port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:34.633912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6c36535b-1479-4efc-a71c-de8c846c42eb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.634067 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Added segment 6c36535b-1479-4efc-a71c-de8c846c42eb of type vlan for network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 Feb 10 03:57:34.647644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-25cd8486-50ce-45c9-b215-08aacfb0f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:34.650003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-25cd8486-50ce-45c9-b215-08aacfb0f033 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1126 time: 0.3449244 Feb 10 03:57:34.673229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] For port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:34.679413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.739354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-45c7860e-7624-486b-95b3-23a04b2a1a76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 217 time: 0.0787232 Feb 10 03:57:34.764424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.765749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:34.766472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.838417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-c8baba92-c30d-4cff-96d4-36c426b80578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:34.840282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-c8baba92-c30d-4cff-96d4-36c426b80578 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=985b40b8-e045-4210-931d-0fc823564ff1 HTTP/1.1" status: 200 len: 868 time: 0.0621216 Feb 10 03:57:34.855491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aec9bd9e-9b18-43c2-bb36-e346e3746bdc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:34.881043 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Publish callbacks [] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.932711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.933529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:34.952024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:57:34.968954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port aec9bd9e-9b18-43c2-bb36-e346e3746bdc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:34.969258 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:34.981293 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.026978 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Pushing event updated for resources: {'Port': ['ID=5b5bd28b-ede0-45fc-8b85-0394c1412e78,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:35.037707 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.038379 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.038924 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.039411 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.039891 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.040359 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.040837 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.041334 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.041810 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.042284 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.042803 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.043296 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.043809 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:57:35.062622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Attempting to bind port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:35.063192 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Attempting to bind port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:35.063714 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Attempting to bind port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:35.066658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Pushing event updated for resources: {'Port': ['ID=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:35.073501 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:35.073883 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:35.074289 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.074680 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:35.075898 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Bound port: 5b5bd28b-ede0-45fc-8b85-0394c1412e78, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:35.076458 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.086975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f0fd656d-9e8f-4322-9eca-06d227e981b9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7813621 Feb 10 03:57:35.087662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45256) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:35.100617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Request body: {'subnet': {'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-328576914-subnet', 'tenant_id': '395f9a26d06e43cfb6b4c9fdf5c85b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:35.102516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:35.103334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.108657 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-9f357306-06f6-4058-b9ea-fac4c4aa4b0e service neutron] 10.222.0.43 "PUT /v2.0/ports/33a5c019-e064-4dfc-b4e9-b73c55ac73c1 HTTP/1.1" status: 200 len: 1095 time: 2.7329111 Feb 10 03:57:35.126085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'tag': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:35.135181 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2bd81-2faf-4428-9c80-3abddb5eaf90" -d '{"events": [{"name": "network-changed", "server_uuid": "26c9fa47-3f64-4af4-99e9-d69d2da0fbdf", "tag": "33a5c019-e064-4dfc-b4e9-b73c55ac73c1"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:35.140365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aec9bd9e-9b18-43c2-bb36-e346e3746bdc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:35.153702 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] For port 5b5bd28b-ede0-45fc-8b85-0394c1412e78, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:35.168174 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] For port 5b5bd28b-ede0-45fc-8b85-0394c1412e78, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5b5bd28b-ede0-45fc-8b85-0394c1412e78,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:35.232098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-7c13a7f8-08a6-4d08-ad21-0942c9bffa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:35.233783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-7c13a7f8-08a6-4d08-ad21-0942c9bffa9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3482900 Feb 10 03:57:35.244121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Made reservation on behalf of 395f9a26d06e43cfb6b4c9fdf5c85b4d for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:35.244876 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.247112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.308272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c0457-ed6d-4042-8b69-46a4d3a27610 None None] Pushing event updated for resources: {'Port': ['ID=5b5bd28b-ede0-45fc-8b85-0394c1412e78,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:35.348150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bb387-24da-4127-90f7-3ec7a0dec9b6 req-c52d7f64-e661-4886-8424-2578c8f080f7 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:35.350170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b31bb387-24da-4127-90f7-3ec7a0dec9b6 req-c52d7f64-e661-4886-8424-2578c8f080f7 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 944 time: 0.4659765 Feb 10 03:57:35.358856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:35.359486 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:35.469983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-b4435408-0ac9-44af-9495-d4b8fdaff139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:35.472136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-b4435408-0ac9-44af-9495-d4b8fdaff139 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f85841a5cacd4b17a8555c90e36db217&device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 1129 time: 0.2229650 Feb 10 03:57:35.527010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b31bb387-24da-4127-90f7-3ec7a0dec9b6 req-01cec85f-19be-42fd-8f9c-b92993c0b429 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403382 Feb 10 03:57:35.543066 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:35.610874 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d769f7-4e1e-4c9f-a909-7b8eb0445bef x-openstack-request-id: req-59d769f7-4e1e-4c9f-a909-7b8eb0445bef {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:35.611163 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c9fa47-3f64-4af4-99e9-d69d2da0fbdf", "tag": "33a5c019-e064-4dfc-b4e9-b73c55ac73c1", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:35.611414 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59d769f7-4e1e-4c9f-a909-7b8eb0445bef {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:35.611805 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'tag': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1', 'status': 'completed', 'code': 200} Feb 10 03:57:35.669407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-8809f995-cc3c-4edf-9b9c-3647a131b76a service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230618 Feb 10 03:57:35.676007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-e7a81308-5e08-4f6e-aaaf-379fb32216c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=33a5c019-e064-4dfc-b4e9-b73c55ac73c1 HTTP/1.1" status: 200 len: 217 time: 0.1668501 Feb 10 03:57:35.780153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (df061686-13a9-4c2a-8c4d-a7bec0247353), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.813986 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:32Z', 'revision_number': 3, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:35.838730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-717a708c-e01e-4bba-a4e2-efe8f9994d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:35.840260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-717a708c-e01e-4bba-a4e2-efe8f9994d5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1520460 Feb 10 03:57:35.844639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:35.847188 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0dd20-545c-4438-9d66-63deef345d16 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:32Z', 'revision_number': 3, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:57:35.853084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df061686-13a9-4c2a-8c4d-a7bec0247353,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:35.890500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:35.890893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Network hostable DHCP agents. Network: 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:57:35.900462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d138cd5f-bb49-4bde-9255-4ee7957371f8 req-fcd02308-a87d-40b0-b3c4-c7c96d5f619b service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218370 Feb 10 03:57:35.975589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-2066b5eb-9216-4ed8-a1dd-b2bbed6b3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:35.977039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-2066b5eb-9216-4ed8-a1dd-b2bbed6b3387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1218710 Feb 10 03:57:36.032807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:57:36.160228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Allocated IP 172.20.0.1 (98795296-2ed1-4eee-948f-9679c0caaa71/d60a168f-cb90-47d0-a11f-069c31fcba10/c5354790-b3a9-4176-b9eb-d9104f2fa303) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:36.166311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:36.173825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-d1826726-dc81-4faa-ab00-ced0a4b4fbeb service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887360 Feb 10 03:57:36.178262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80849f55-0086-4c9c-a14f-48154fb55672 None None] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:36.189465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:36.195027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:36.259687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d954979-1241-43e5-b9c7-7867eb4b939d req-09599b9d-39c1-4e47-9375-e8a699672a9f tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:36.267342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d954979-1241-43e5-b9c7-7867eb4b939d req-09599b9d-39c1-4e47-9375-e8a699672a9f tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 947 time: 0.1562910 Feb 10 03:57:36.308925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-793c9344-cb3b-4ec8-9865-c709a1bd771a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2125988 Feb 10 03:57:36.359445 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d954979-1241-43e5-b9c7-7867eb4b939d req-bd049c9a-9f21-4d2b-be77-75bb036b0c76 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866973 Feb 10 03:57:36.447584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b0de1-043d-4402-977a-1d762f396e4b None None] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:36.668000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-92a1657d-f1dd-4066-b28c-7a61216f5b5d tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1718709232&fields=id&tenant_id=ee8566aca7e34d72b480239e591fb99d HTTP/1.1" status: 200 len: 267 time: 0.1419151 Feb 10 03:57:36.861173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-8d68bf85-7ab3-411e-b6e0-31ed8282437a tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1620d16a82ef409f81d11bad237b40fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902951 Feb 10 03:57:36.878639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b5bd28b-ede0-45fc-8b85-0394c1412e78 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:36.986735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks [] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:36.989284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:36.990266 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.002325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2718b7d-c61a-46a5-8e66-1f410685f331 req-ebd8d974-a306-4131-a36e-ae89fa9cf834 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195262 Feb 10 03:57:37.130012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:37.130417 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.163726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 5b5bd28b-ede0-45fc-8b85-0394c1412e78, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5b5bd28b-ede0-45fc-8b85-0394c1412e78,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:37.164406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-64b5e2be-48c3-41ff-848e-caff37f0e977 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:37.166736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-64b5e2be-48c3-41ff-848e-caff37f0e977 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 823 time: 0.4977367 Feb 10 03:57:37.191160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-990fadcd-4344-4436-a795-c9ea7b6f4742 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/quotas/ee8566aca7e34d72b480239e591fb99d HTTP/1.1" status: 200 len: 375 time: 0.0172210 Feb 10 03:57:37.206518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-ee682e16-2538-49d7-88e0-e4824b0d5442 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:37.208080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-ee682e16-2538-49d7-88e0-e4824b0d5442 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238597 Feb 10 03:57:37.233249 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.240370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-8b93db66-9597-4d3f-bd10-2073a114e04b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/quotas/1620d16a82ef409f81d11bad237b40fb HTTP/1.1" status: 200 len: 375 time: 0.0169506 Feb 10 03:57:37.279067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-3034e16e-6514-422e-a07d-8d78d1a0f24d tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767474 Feb 10 03:57:37.285597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-9a335706-2581-4e04-b67c-1dad9b982fd2 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1620d16a82ef409f81d11bad237b40fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378220 Feb 10 03:57:37.286941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.290078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-d2fd4f20-4a34-4213-b407-a3b54332391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:37.292285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-d2fd4f20-4a34-4213-b407-a3b54332391f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f85841a5cacd4b17a8555c90e36db217&device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 1129 time: 0.1190231 Feb 10 03:57:37.313830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=5b5bd28b-ede0-45fc-8b85-0394c1412e78,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:37.323946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-36914f9f-f3bb-41a9-b849-08e8ec81414f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:57:37.325594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-36914f9f-f3bb-41a9-b849-08e8ec81414f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099294 Feb 10 03:57:37.357067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Network 98795296-2ed1-4eee-948f-9679c0caaa71 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:37.368691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:37.383883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:37.470086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-388c097c-9b54-40b3-adc9-724ada8b5364 service neutron] 10.222.0.42 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371107 Feb 10 03:57:37.474128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Pushing event updated for resources: {'Port': ['ID=c5354790-b3a9-4176-b9eb-d9104f2fa303,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:37.557056 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (91c4465d-8400-4ddc-ad13-cb3952f6681f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.619278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45342) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:37.632748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-ee058544-b70c-4eb9-b9a8-04d98d4eb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:37.632870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1878213830-network', 'tenant_id': '80232860228f49839d9ec37fb48def70'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:37.632951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-ee058544-b70c-4eb9-b9a8-04d98d4eb461 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.3266869 Feb 10 03:57:37.666317 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-ed42b43d-86f0-4912-a6ee-10521dc7b171 service neutron] 10.222.0.42 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940982 Feb 10 03:57:37.750278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-81568eaa-6939-4fbd-83b4-2579cb0d423f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=33a5c019-e064-4dfc-b4e9-b73c55ac73c1 HTTP/1.1" status: 200 len: 217 time: 0.1073732 Feb 10 03:57:37.760134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-0fb2fd07-5e9a-4a07-8117-60c6c50549c8 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:37.761757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-0fb2fd07-5e9a-4a07-8117-60c6c50549c8 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.43 "GET /v2.0/ports?device_id=933a1dc8-73cd-4869-a81c-c6ff69137b84 HTTP/1.1" status: 200 len: 946 time: 0.2691646 Feb 10 03:57:37.767993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Made reservation on behalf of 80232860228f49839d9ec37fb48def70 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:37.772112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.795712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.831873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-6f8f3ccc-1cf4-4164-8cb7-8923a7aa8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:37.834370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-6f8f3ccc-1cf4-4164-8cb7-8923a7aa8284 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0644157 Feb 10 03:57:37.839357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-443ac83c-0453-4d91-b032-2800e3bf89bf None None] Provisioning complete for port c5354790-b3a9-4176-b9eb-d9104f2fa303 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:37.840034 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-443ac83c-0453-4d91-b032-2800e3bf89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:37.883950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-443ac83c-0453-4d91-b032-2800e3bf89bf None None] Port c5354790-b3a9-4176-b9eb-d9104f2fa303 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:37.919282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks [] for security_group (c9630ed1-6952-4f74-8738-78c7ef2fa558), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.032209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-30cab424-95a3-4619-a6bb-90567bd67e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:38.033733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-30cab424-95a3-4619-a6bb-90567bd67e61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1815054 Feb 10 03:57:38.040213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c9630ed1-6952-4f74-8738-78c7ef2fa558), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.053020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:57:38.079196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Deleting port a5599bb1-89ee-4504-90f1-d0e0f2337484 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:38.079542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.083702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (01780c20-0b9e-401d-9f4e-86686796911b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.084040 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Added segment 01780c20-0b9e-401d-9f4e-86686796911b of type vlan for network 18943eee-d28d-4eaf-98a3-54503d353e82 Feb 10 03:57:38.138952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9630ed1-6952-4f74-8738-78c7ef2fa558,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:38.158235 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (18943eee-d28d-4eaf-98a3-54503d353e82), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.177191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e290-a0fb-4b62-b65b-842091ccb529 req-107d7ced-2c99-4a35-a08c-491677edb825 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:38.178682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb62e290-a0fb-4b62-b65b-842091ccb529 req-107d7ced-2c99-4a35-a08c-491677edb825 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 944 time: 0.1809521 Feb 10 03:57:38.239585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-e352bcb5-c16c-409f-8240-7627cb383b9f service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985586 Feb 10 03:57:38.240154 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.258012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb62e290-a0fb-4b62-b65b-842091ccb529 req-7baa724d-6104-4a61-9243-c112548afd5a tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659564 Feb 10 03:57:38.327927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] For port a5599bb1-89ee-4504-90f1-d0e0f2337484, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a5599bb1-89ee-4504-90f1-d0e0f2337484,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:38.328295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.369344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (18943eee-d28d-4eaf-98a3-54503d353e82), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.370546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:38.372215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.445677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=18943eee-d28d-4eaf-98a3-54503d353e82,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:38.457484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 18943eee-d28d-4eaf-98a3-54503d353e82 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:57:38.466426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5fa5-1229-412d-b961-201565e5ead4 req-360e4707-7d6d-4c3c-aa77-5c2bc3537c00 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:38.468236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f32e5fa5-1229-412d-b961-201565e5ead4 req-360e4707-7d6d-4c3c-aa77-5c2bc3537c00 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 947 time: 0.1430955 Feb 10 03:57:38.552134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf2bd81-2faf-4428-9c80-3abddb5eaf90 req-505666bb-b583-4896-8467-b255f36180dd service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046143 Feb 10 03:57:38.555699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f32e5fa5-1229-412d-b961-201565e5ead4 req-6824a8d4-8ade-4cec-adea-14a679b31670 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803485 Feb 10 03:57:38.562426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3f879087-ced2-4829-bccf-7752e66cd8e5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9410586 Feb 10 03:57:38.564457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45362) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:38.569909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Request body: {'subnet': {'network_id': '18943eee-d28d-4eaf-98a3-54503d353e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1878213830-subnet', 'tenant_id': '80232860228f49839d9ec37fb48def70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:38.628147 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2436efb-81ee-492f-a734-eb9606372c19 req-7ef3e335-0232-48d6-9991-ac94999b2a50 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 210 time: 0.0269027 Feb 10 03:57:38.696571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64ad7cb5-1229-4a22-a758-63fe1361e0fc req-331685c2-5917-44af-972f-a61944b06b7f tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 210 time: 0.0296946 Feb 10 03:57:38.698851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Made reservation on behalf of 80232860228f49839d9ec37fb48def70 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:38.701576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.812374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b5bd28b-ede0-45fc-8b85-0394c1412e78 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:38.820365 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.820767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.821150 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3 disassociated. External IP: 172.25.8.93, port: a5599bb1-89ee-4504-90f1-d0e0f2337484. Feb 10 03:57:38.825478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Calling delete_port for a5599bb1-89ee-4504-90f1-d0e0f2337484 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:38.847186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks [] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.871093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:38.871650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.925632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:38.956255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:39.008508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (21f550e6-a664-4c13-b459-99d5ee2d57a4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:39.036016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (91c4465d-8400-4ddc-ad13-cb3952f6681f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:39.041186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Pushing event updated for resources: {'Port': ['ID=c5354790-b3a9-4176-b9eb-d9104f2fa303,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:39.085207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f550e6-a664-4c13-b459-99d5ee2d57a4,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:39.095833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Checking segment: {'id': '01780c20-0b9e-401d-9f4e-86686796911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '18943eee-d28d-4eaf-98a3-54503d353e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:39.096373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Network hostable DHCP agents. Network: 18943eee-d28d-4eaf-98a3-54503d353e82, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:57:39.116349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a5599bb1-89ee-4504-90f1-d0e0f2337484), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:39.160412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event deleted for resources: {'Port': ['ID=a5599bb1-89ee-4504-90f1-d0e0f2337484,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:39.180863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Network 18943eee-d28d-4eaf-98a3-54503d353e82 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:57:39.232386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Network 98795296-2ed1-4eee-948f-9679c0caaa71 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:39.235330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:39.296493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 18943eee-d28d-4eaf-98a3-54503d353e82) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:39.315883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaecd56-b764-44de-ba9d-bbf818cda119 None None] Network 18943eee-d28d-4eaf-98a3-54503d353e82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:39.338421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:39.342652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:39.506137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccb912-0f99-434a-bfd0-ef320fff7e50 req-6944c814-9050-4530-8e95-e7287dc0c404 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:39.515778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47ccb912-0f99-434a-bfd0-ef320fff7e50 req-6944c814-9050-4530-8e95-e7287dc0c404 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 944 time: 0.1230128 Feb 10 03:57:39.531114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8d4a4ead-2073-4519-9cc8-b918d4e832ba admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9557292 Feb 10 03:57:39.541095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae595e9f-b624-4a7e-b20f-ae3a9b22e931 None None] Network 18943eee-d28d-4eaf-98a3-54503d353e82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:57:39.659000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47ccb912-0f99-434a-bfd0-ef320fff7e50 req-1bd761db-0a9a-4c71-bc32-fd0b272c198b tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350970 Feb 10 03:57:39.733632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45390) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:39.891839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8585a-0cf9-41f8-bb03-6ad682f2408c req-52de5df8-7085-43b9-b0c3-50f874baee02 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:39.893449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee8585a-0cf9-41f8-bb03-6ad682f2408c req-52de5df8-7085-43b9-b0c3-50f874baee02 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 947 time: 0.1104102 Feb 10 03:57:39.963752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:57:39.993633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee8585a-0cf9-41f8-bb03-6ad682f2408c req-54dcb717-9009-4fad-85fe-90b65e202d5a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922527 Feb 10 03:57:40.029937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a34eef59-5234-4b76-8999-91cfc48cb95d details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:40.048843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:57:40.173465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a34eef59-5234-4b76-8999-91cfc48cb95d, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a34eef59-5234-4b76-8999-91cfc48cb95d,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:40.193673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'port_id': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'mac_address': 'fa:16:3e:bd:37:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:40.218098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d777ace-4b81-47d2-8690-755fd568e94e req-9b06604a-b7ca-4147-9af0-27e8fa901cf6 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 210 time: 0.0889893 Feb 10 03:57:40.247574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-15510a42-fc50-4349-9f70-f53273b7ff76 None None] Provisioning complete for port c5354790-b3a9-4176-b9eb-d9104f2fa303 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:40.247574 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-15510a42-fc50-4349-9f70-f53273b7ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:40.250412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a34eef59-5234-4b76-8999-91cfc48cb95d is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:40.250412 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:40.265671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34eef59-5234-4b76-8999-91cfc48cb95d {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:40.308981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-677b3a87-96bf-4068-95c6-315652de635c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:40.317234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:57:40.350798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] Sync routers for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:57:40.361596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a34eef59-5234-4b76-8999-91cfc48cb95d, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a34eef59-5234-4b76-8999-91cfc48cb95d,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:40.362658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:40.363482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:40.406120 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01a3da94-6037-4877-a42a-946b0a316109 req-b096a9fe-fc98-4f65-866c-a4378a8f8a82 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 210 time: 0.0910623 Feb 10 03:57:40.409563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] No DVR routers for this DVR port a5599bb1-89ee-4504-90f1-d0e0f2337484 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:40.413202 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:40.416810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d9f60583-d602-47fe-8b95-f16cd7d69b49 req-169f50cb-fe37-4aee-bb94-f2e60e04aa3b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.43 "DELETE /v2.0/ports/a5599bb1-89ee-4504-90f1-d0e0f2337484 HTTP/1.1" status: 204 len: 173 time: 2.5969040 Feb 10 03:57:40.417275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'name': 'network-vif-deleted', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:40.422860 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8226f027-6dc6-4294-a8bc-385aef229adc" -d '{"events": [{"server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "name": "network-vif-deleted", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:40.445168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:57:40.445755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-15510a42-fc50-4349-9f70-f53273b7ff76 None None] Port c5354790-b3a9-4176-b9eb-d9104f2fa303 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:40.451488 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:57:40.465477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c8800f7-d7c3-4184-884c-f7838b6ba0fb admin admin] 10.222.0.42 "PUT /v2.0/routers/91c4465d-8400-4ddc-ad13-cb3952f6681f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3487668 Feb 10 03:57:40.468257 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:40.468894 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:40.485524 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:40.488466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:40.566943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5f828f50-08ec-49f6-bc48-6f137c4c23c3 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1620d16a82ef409f81d11bad237b40fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769062 Feb 10 03:57:40.598744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-677b3a87-96bf-4068-95c6-315652de635c admin admin] Publish callbacks [] for security_group (6d37bc83-efc6-46a0-90ce-1fc485fba633), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:40.769448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:57:40.788227 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c35de4-02ad-497d-949d-a1403ea8c012 x-openstack-request-id: req-51c35de4-02ad-497d-949d-a1403ea8c012 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:40.788371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-677b3a87-96bf-4068-95c6-315652de635c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6d37bc83-efc6-46a0-90ce-1fc485fba633), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:40.788492 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933a1dc8-73cd-4869-a81c-c6ff69137b84", "name": "network-vif-deleted", "tag": "a5599bb1-89ee-4504-90f1-d0e0f2337484", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:40.791781 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51c35de4-02ad-497d-949d-a1403ea8c012 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:40.792413 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933a1dc8-73cd-4869-a81c-c6ff69137b84', 'name': 'network-vif-deleted', 'tag': 'a5599bb1-89ee-4504-90f1-d0e0f2337484', 'status': 'completed', 'code': 200} Feb 10 03:57:40.822106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a34eef59-5234-4b76-8999-91cfc48cb95d,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:40.868266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-8c0d9ee9-bf9e-448e-a651-9a5889febb59 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:40.876991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-8c0d9ee9-bf9e-448e-a651-9a5889febb59 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981708 Feb 10 03:57:40.877223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:40.882299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Request body: {'port': {'device_id': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '1620d16a82ef409f81d11bad237b40fb'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:41.083707 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:41.150425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:41.190055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1', 'mac_address': 'fa:16:3e:cd:b9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:41.191725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-37cefc12-bdc6-47eb-b8f3-4a81e2482fb8 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:41.197753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-37cefc12-bdc6-47eb-b8f3-4a81e2482fb8 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.24 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 823 time: 0.4738598 Feb 10 03:57:41.206281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-677b3a87-96bf-4068-95c6-315652de635c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b673ab399e1b48edb9ad640341c55e61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4692657 Feb 10 03:57:41.217746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45428) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:41.255138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e2fe6-eb82-44cb-8eb8-f73401728d40 req-118923e0-4dd9-43aa-ace9-124e8bc11287 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:41.256585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:41.256987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.259536 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-508e2fe6-eb82-44cb-8eb8-f73401728d40 req-118923e0-4dd9-43aa-ace9-124e8bc11287 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 945 time: 0.3297951 Feb 10 03:57:41.271519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:41.300810 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 2, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:41.308261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] Checking router: 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:57:41.312037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:41.331368 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:57:41.332058 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Updating router 91c4465d-8400-4ddc-ad13-cb3952f6681f port c5354790-b3a9-4176-b9eb-d9104f2fa303 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:57:41.345096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:41.346001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:41.359713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:41.362503 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.394548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-876ebe1b-a265-4391-9614-f2e722628dc0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:41.405781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-876ebe1b-a265-4391-9614-f2e722628dc0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.7118654 Feb 10 03:57:41.456866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-af2dcdef-a586-4b29-a671-d19797debf5f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/quotas/395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 375 time: 0.0488222 Feb 10 03:57:41.468553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.471649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3a87-96bf-4068-95c6-315652de635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d37bc83-efc6-46a0-90ce-1fc485fba633,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:41.505806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-508e2fe6-eb82-44cb-8eb8-f73401728d40 req-127a8632-1c7a-46ae-968a-9fd1c9fb2d17 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220860 Feb 10 03:57:41.520091 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77c1398f-ea39-4dcc-a237-ccd1746c8da4 admin admin] Publish callbacks [] for security_group (6d37bc83-efc6-46a0-90ce-1fc485fba633), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.554099 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77c1398f-ea39-4dcc-a237-ccd1746c8da4 admin admin] Publish callbacks [] for security_group (6d37bc83-efc6-46a0-90ce-1fc485fba633), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.564785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4b71b48f-06ed-476d-9982-aa0bffa78ede tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842488 Feb 10 03:57:41.609445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Made reservation on behalf of 1620d16a82ef409f81d11bad237b40fb for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:41.614671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.631374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:41.633200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:41.648086 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.705857 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Publish callbacks [] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.718639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77c1398f-ea39-4dcc-a237-ccd1746c8da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6d37bc83-efc6-46a0-90ce-1fc485fba633), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.721235 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77c1398f-ea39-4dcc-a237-ccd1746c8da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.722400 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-77c1398f-ea39-4dcc-a237-ccd1746c8da4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d37bc83-efc6-46a0-90ce-1fc485fba633 HTTP/1.1" status: 204 len: 168 time: 0.5036280 Feb 10 03:57:41.740075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['a34eef59-5234-4b76-8999-91cfc48cb95d'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:41.742626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['33a5c019-e064-4dfc-b4e9-b73c55ac73c1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:41.752602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-f8c5a193-b5c5-4be4-8caa-3084f0fa95e5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8566aca7e34d72b480239e591fb99d HTTP/1.1" status: 200 len: 380 time: 0.5459933 Feb 10 03:57:41.780448 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.790021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a5599bb1-89ee-4504-90f1-d0e0f2337484 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:41.795724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'port': {'device_id': '39086e32-e9c6-4865-9890-8ceb007f984f', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'admin_state_up': True, 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'security_groups': ['d3e61fb7-7961-4f4f-ab63-a6294223aef2']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:41.801710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1398f-ea39-4dcc-a237-ccd1746c8da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d37bc83-efc6-46a0-90ce-1fc485fba633,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:41.906154 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c798450-ac2f-4769-a3cd-c6c6bda251b9 None None] Pushing event updated for resources: {'Port': ['ID=c5354790-b3a9-4176-b9eb-d9104f2fa303,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:41.975030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks [] for security_group (714314ed-6caa-49b6-9ffb-938c273c879b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:41.975258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4933dcf1-acf2-4a70-9ba9-1666d4d35276 service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087436 Feb 10 03:57:42.044587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (714314ed-6caa-49b6-9ffb-938c273c879b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:42.104070 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Attempting to bind port c5354790-b3a9-4176-b9eb-d9104f2fa303 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:42.116781 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Attempting to bind port c5354790-b3a9-4176-b9eb-d9104f2fa303 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:42.117736 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Attempting to bind port c5354790-b3a9-4176-b9eb-d9104f2fa303 on network 98795296-2ed1-4eee-948f-9679c0caaa71 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:42.138523 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:42.142285 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Checking segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:42.143002 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:42.151320 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Bound using segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:42.152169 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Bound port: c5354790-b3a9-4176-b9eb-d9104f2fa303, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:42.153349 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:42.167496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: a5599bb1-89ee-4504-90f1-d0e0f2337484 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:42.170718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a5599bb1-89ee-4504-90f1-d0e0f2337484 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:42.301027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714314ed-6caa-49b6-9ffb-938c273c879b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:42.332817 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] For port c5354790-b3a9-4176-b9eb-d9104f2fa303, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:42.336272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] For port c5354790-b3a9-4176-b9eb-d9104f2fa303, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c5354790-b3a9-4176-b9eb-d9104f2fa303,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:42.351566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4c1f6ba4-44cb-4f2e-b1c5-5c9f54fc3cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756714 Feb 10 03:57:42.410005 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:42.504742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a4c690c4-e03b-4b95-b071-19ce8e0d0ff7 None None] Provisioning complete for port c5354790-b3a9-4176-b9eb-d9104f2fa303 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:42.505521 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4c690c4-e03b-4b95-b071-19ce8e0d0ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:42.557058 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c798450-ac2f-4769-a3cd-c6c6bda251b9 None None] Pushing event updated for resources: {'Port': ['ID=c5354790-b3a9-4176-b9eb-d9104f2fa303,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:42.564029 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:42.564870 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:42.617181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:42.621173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Made reservation on behalf of ee8566aca7e34d72b480239e591fb99d for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:42.629413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:42.645540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Allocated IP 192.168.233.80 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/df756568-ceee-45f6-b9db-c1918a8b80e4) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:42.698689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95715db-1264-4206-8835-ca2a2d66c051 None None] The sync data for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 is: [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:57:42.699432 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:42.715008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-fed98e26-1ad9-4c78-a520-d33f9ea5b03f tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:42.716783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-fed98e26-1ad9-4c78-a520-d33f9ea5b03f tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 820 time: 0.4220867 Feb 10 03:57:42.819418 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-57fc08d3-c8d9-4ec4-a00b-1bb85e436dde tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/quotas/a84e284355db40bcb030b8f14d506cc1 HTTP/1.1" status: 200 len: 375 time: 0.0847907 Feb 10 03:57:43.041643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45466) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:43.148316 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-90970612-7f66-4c7a-994a-af0964573975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:42Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:43.150890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Allocated IP 172.20.0.3 (2411eec2-e944-4e7e-9905-52d2c6e0716b/587a2853-ce4d-420f-8f7d-052b827b1cb1/ef432cac-7d7c-4029-b5bf-e19f3dfe93e0) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:43.191557 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90970612-7f66-4c7a-994a-af0964573975 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:42Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:57:43.203523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ca34f46-8b49-41f7-baa7-b1f8fde22d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.243770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-76a9f01e-8bd8-480a-a26a-c28052e2cc31 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4115782 Feb 10 03:57:43.281278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a4c690c4-e03b-4b95-b071-19ce8e0d0ff7 None None] Current status of the port c5354790-b3a9-4176-b9eb-d9104f2fa303 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:43.281278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4c690c4-e03b-4b95-b071-19ce8e0d0ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.288149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eb71b-6648-46a1-b1a7-122f8a84f9c4 req-d23c2642-1e0c-4e91-a441-aaf72b63d7ef tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:43.294990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c37e8-4afc-424f-814e-ab2d05c408af None None] New status for floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:57:43.307154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-994eb71b-6648-46a1-b1a7-122f8a84f9c4 req-d23c2642-1e0c-4e91-a441-aaf72b63d7ef tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 948 time: 0.2335222 Feb 10 03:57:43.401192 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks [] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.470695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a4c690c4-e03b-4b95-b071-19ce8e0d0ff7 None None] For port c5354790-b3a9-4176-b9eb-d9104f2fa303, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c5354790-b3a9-4176-b9eb-d9104f2fa303,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:43.514820 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-46ab3a9c-73e2-47c4-bc4e-85f9a8abb343 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698617 Feb 10 03:57:43.545405 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.556042 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4c690c4-e03b-4b95-b071-19ce8e0d0ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.563402 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ca34f46-8b49-41f7-baa7-b1f8fde22d73 admin admin] Publish callbacks [] for security_group (0eb4c74d-61e3-4803-9c19-458cc2484f89), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.566288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-994eb71b-6648-46a1-b1a7-122f8a84f9c4 req-f41d7cfb-bb95-49f4-89c1-c8aeda127b81 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579765 Feb 10 03:57:43.645339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c690c4-e03b-4b95-b071-19ce8e0d0ff7 None None] Pushing event updated for resources: {'Port': ['ID=c5354790-b3a9-4176-b9eb-d9104f2fa303,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:43.664777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-1cfa48c5-a000-4474-9e45-76a7611608c3 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466503 Feb 10 03:57:43.670956 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.673578 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ca34f46-8b49-41f7-baa7-b1f8fde22d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0eb4c74d-61e3-4803-9c19-458cc2484f89), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.729282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-edcbcf7d-9bd2-436c-860e-2ea5ecfd13d8 None None] Provisioning complete for port c5354790-b3a9-4176-b9eb-d9104f2fa303 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:43.729574 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edcbcf7d-9bd2-436c-860e-2ea5ecfd13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.769203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:43.812320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a34eef59-5234-4b76-8999-91cfc48cb95d up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:43.813399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Pushing event updated for resources: {'Port': ['ID=df756568-ceee-45f6-b9db-c1918a8b80e4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:43.872976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:43.881304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:43.884218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event updated for resources: {'Port': ['ID=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:43.886968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:43.924741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-edcbcf7d-9bd2-436c-860e-2ea5ecfd13d8 None None] Current status of the port c5354790-b3a9-4176-b9eb-d9104f2fa303 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:43.927443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c38c-2d31-417a-8ff4-44cd0b1e99f1 req-f52321bc-be8c-4916-8dcb-5aea5d0d8452 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:43.929530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca34f46-8b49-41f7-baa7-b1f8fde22d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4c74d-61e3-4803-9c19-458cc2484f89,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:43.936640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0a1c38c-2d31-417a-8ff4-44cd0b1e99f1 req-f52321bc-be8c-4916-8dcb-5aea5d0d8452 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 935 time: 0.2236700 Feb 10 03:57:43.961516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:43.964723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:43.974117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ca34f46-8b49-41f7-baa7-b1f8fde22d73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9c2d922aea7475d986a1bba1329bd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9206743 Feb 10 03:57:43.975099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:43.992492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:44.032824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port a34eef59-5234-4b76-8999-91cfc48cb95d completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:44.045079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port a34eef59-5234-4b76-8999-91cfc48cb95d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:44.045950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.126926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:44.133580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.177543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0a1c38c-2d31-417a-8ff4-44cd0b1e99f1 req-47259a6c-ad7f-4ed7-9ffb-c47d3625db73 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398214 Feb 10 03:57:44.210832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:44.218241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.286791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a34eef59-5234-4b76-8999-91cfc48cb95d is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:44.287278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.299644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-d5a8545f-13b4-4cf4-be47-8d89598baef1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5257680 Feb 10 03:57:44.355792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Request body: {'port': {'device_id': '39086e32-e9c6-4865-9890-8ceb007f984f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:44.368437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:44.370776 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4503b6-39d7-41ee-94ea-fa49257f63d9" -d '{"events": [{"server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "name": "network-vif-plugged", "status": "completed", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:44.397121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fcca60-b71b-4aa5-a321-70b65385f45b admin admin] Publish callbacks [] for security_group (0eb4c74d-61e3-4803-9c19-458cc2484f89), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.416329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a34eef59-5234-4b76-8999-91cfc48cb95d, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a34eef59-5234-4b76-8999-91cfc48cb95d,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:44.423002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-5534bd98-adb2-470c-a602-6dcc6c2829e8 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5444562 Feb 10 03:57:44.423710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2165f958-db1f-4f49-adb0-8099465b548f None None] Provisioning complete for port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:44.424315 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2165f958-db1f-4f49-adb0-8099465b548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.462660 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa73ea-b5d2-410e-8fef-b5775430cc9c req-079e9300-4b28-4222-8be9-3af5e986a7bd tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:44.473783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1aa73ea-b5d2-410e-8fef-b5775430cc9c req-079e9300-4b28-4222-8be9-3af5e986a7bd tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 931 time: 0.3282588 Feb 10 03:57:44.479472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2165f958-db1f-4f49-adb0-8099465b548f None None] Port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:44.480861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Request body: {'port': {'device_id': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:44.500148 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.509225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.519662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95f327-ca2b-46f3-aa9d-a4bb5adfc3d8 req-01a27e67-3dd0-486c-b210-d41fc410a267 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:44.521208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a95f327-ca2b-46f3-aa9d-a4bb5adfc3d8 req-01a27e67-3dd0-486c-b210-d41fc410a267 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 945 time: 0.2158370 Feb 10 03:57:44.530795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fcca60-b71b-4aa5-a321-70b65385f45b admin admin] Publish callbacks [] for security_group (0eb4c74d-61e3-4803-9c19-458cc2484f89), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.595801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a34eef59-5234-4b76-8999-91cfc48cb95d,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:44.619389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6d548853-df6b-4fcd-b6bc-d5b2a302fc6e None None] Provisioning complete for port df756568-ceee-45f6-b9db-c1918a8b80e4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:44.619781 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d548853-df6b-4fcd-b6bc-d5b2a302fc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.620495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a95f327-ca2b-46f3-aa9d-a4bb5adfc3d8 req-7d1fcdb1-848d-4bfa-af6e-0cc8e3653c4a tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923245 Feb 10 03:57:44.648929 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1aa73ea-b5d2-410e-8fef-b5775430cc9c req-370a8ba6-bc2d-46e7-8d33-3631913ef191 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705120 Feb 10 03:57:44.669101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6d548853-df6b-4fcd-b6bc-d5b2a302fc6e None None] Port df756568-ceee-45f6-b9db-c1918a8b80e4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:44.729583 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:44.881060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42a866c2-7591-4b33-9daf-0bddc5085759 req-50de5521-2a5c-45df-83a3-744392fee5a2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 210 time: 0.0558481 Feb 10 03:57:44.913313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c5354790-b3a9-4176-b9eb-d9104f2fa303 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:44.993921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:44.998359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98175f85-0804-4cbc-b4f3-e522a9cc9425 req-2cbd33df-195b-4e3e-b009-328a37de53a2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 210 time: 0.0498905 Feb 10 03:57:45.006433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fcca60-b71b-4aa5-a321-70b65385f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0eb4c74d-61e3-4803-9c19-458cc2484f89), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.014495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fcca60-b71b-4aa5-a321-70b65385f45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.015698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99fcca60-b71b-4aa5-a321-70b65385f45b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0eb4c74d-61e3-4803-9c19-458cc2484f89 HTTP/1.1" status: 204 len: 168 time: 1.0222208 Feb 10 03:57:45.022183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c5354790-b3a9-4176-b9eb-d9104f2fa303 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:45.023386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.029279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Publish callbacks [] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.077925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Transition to ACTIVE for port object ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:45.093784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcca60-b71b-4aa5-a321-70b65385f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4c74d-61e3-4803-9c19-458cc2484f89,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:45.150305 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e4708e-0e00-4ea4-bc6b-dd85ed5cc92f x-openstack-request-id: req-71e4708e-0e00-4ea4-bc6b-dd85ed5cc92f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:45.158112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.161752 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "name": "network-vif-plugged", "status": "completed", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:45.161752 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71e4708e-0e00-4ea4-bc6b-dd85ed5cc92f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:45.161752 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'code': 200} Feb 10 03:57:45.283368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:45.302327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c5354790-b3a9-4176-b9eb-d9104f2fa303 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:45.438304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Attempting to bind port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:45.438846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Attempting to bind port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:45.439310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Attempting to bind port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 on network 2411eec2-e944-4e7e-9905-52d2c6e0716b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:45.449187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 on network 2411eec2-e944-4e7e-9905-52d2c6e0716b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:45.450256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Attempting to bind port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 on network 2411eec2-e944-4e7e-9905-52d2c6e0716b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:45.458133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:45.458558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Checking segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:45.459201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Bound using segment: {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:45.459698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Bound port: ef432cac-7d7c-4029-b5bf-e19f3dfe93e0, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4649365e-bb77-45ef-94fe-517c22bb79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:45.460217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.549091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df756568-ceee-45f6-b9db-c1918a8b80e4 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:45.563632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Publish callbacks [] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.574062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19663d-60aa-4195-be8f-f0ae46056165 req-702b9d79-e34b-4179-8dae-56bb65ff7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:45.577221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad19663d-60aa-4195-be8f-f0ae46056165 req-702b9d79-e34b-4179-8dae-56bb65ff7648 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1128 time: 0.2616875 Feb 10 03:57:45.588120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c1f2a-546e-4365-9339-df6550120dd8 req-cbba4431-f12a-4412-a146-404b721a92c9 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:45.596340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f81c1f2a-546e-4365-9339-df6550120dd8 req-cbba4431-f12a-4412-a146-404b721a92c9 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 948 time: 0.2786393 Feb 10 03:57:45.620889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Transition to ACTIVE for port object df756568-ceee-45f6-b9db-c1918a8b80e4 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:45.675570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad19663d-60aa-4195-be8f-f0ae46056165 req-461f4758-c4e4-48f8-b066-7ea5f50c64f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770383 Feb 10 03:57:45.687113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f81c1f2a-546e-4365-9339-df6550120dd8 req-96380c14-d881-4a90-9c5b-834ded543863 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879011 Feb 10 03:57:45.688347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.750661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Pushing event updated for resources: {'Port': ['ID=df756568-ceee-45f6-b9db-c1918a8b80e4,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:45.758982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:45.830862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Attempting to bind port df756568-ceee-45f6-b9db-c1918a8b80e4 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:45.831350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Attempting to bind port df756568-ceee-45f6-b9db-c1918a8b80e4 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:45.831690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Attempting to bind port df756568-ceee-45f6-b9db-c1918a8b80e4 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:45.836492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Port df756568-ceee-45f6-b9db-c1918a8b80e4 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:45.836815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Attempting to bind port df756568-ceee-45f6-b9db-c1918a8b80e4 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:45.848311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:45.848666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:45.849036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:45.854405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Bound port: df756568-ceee-45f6-b9db-c1918a8b80e4, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:45.854405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.920172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:45.928752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:45.929382 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:45.958109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e7c6e-6e8b-4125-ad73-3d6d56d37b00 req-939bbf48-6272-4122-b53a-8ae6d59fd0c0 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:45.961720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b6e7c6e-6e8b-4125-ad73-3d6d56d37b00 req-939bbf48-6272-4122-b53a-8ae6d59fd0c0 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 947 time: 0.2357514 Feb 10 03:57:45.967361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] For port df756568-ceee-45f6-b9db-c1918a8b80e4, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:45.972012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] For port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:45.977019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] For port df756568-ceee-45f6-b9db-c1918a8b80e4, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=df756568-ceee-45f6-b9db-c1918a8b80e4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:45.977990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] For port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:46.057751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b6e7c6e-6e8b-4125-ad73-3d6d56d37b00 req-aaba0a89-7ded-404e-9cb2-a0032cedad4f tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785460 Feb 10 03:57:46.067490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:46.082425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:46.084514 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:46.085152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:46.181131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:46.181711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:46.193410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] 10.222.0.24 "PUT /v2.0/ports/df756568-ceee-45f6-b9db-c1918a8b80e4 HTTP/1.1" status: 200 len: 1095 time: 1.7171457 Feb 10 03:57:46.207719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'tag': 'df756568-ceee-45f6-b9db-c1918a8b80e4'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:46.210263 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9db2ea-5766-4303-b731-356fe6468f6d", "tag": "df756568-ceee-45f6-b9db-c1918a8b80e4"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:46.221754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:46.229446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:46.231253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 HTTP/1.1" status: 200 len: 1091 time: 1.8842173 Feb 10 03:57:46.243126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:46.245379 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74" -d '{"events": [{"name": "network-changed", "server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:46.274655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:46.294301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d254e-ff6e-40db-bcdc-e833ec16c2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:46.341793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7ff5e-079d-45cb-8a1e-1de774d5a683 req-5c4bf133-688d-4bc0-8553-5d6d301d8799 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:46.352200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3be7ff5e-079d-45cb-8a1e-1de774d5a683 req-5c4bf133-688d-4bc0-8553-5d6d301d8799 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 946 time: 0.1419694 Feb 10 03:57:46.363505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:46.504255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:46.529333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3be7ff5e-079d-45cb-8a1e-1de774d5a683 req-d5fe446e-f0a7-45b1-8d3f-360541f4c60a tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763282 Feb 10 03:57:46.532332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-3fdbf70d-e2eb-4fb9-9c43-d30e4abefe75 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:46.533880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-3fdbf70d-e2eb-4fb9-9c43-d30e4abefe75 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.3545427 Feb 10 03:57:46.561548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-906e4c24-869c-40f7-93fe-2e000bcd25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:46.561548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-906e4c24-869c-40f7-93fe-2e000bcd25d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1620d16a82ef409f81d11bad237b40fb&device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 1129 time: 0.1603501 Feb 10 03:57:46.669835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-ce35fc31-18a5-4c6d-96db-ede1630d7d57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=df756568-ceee-45f6-b9db-c1918a8b80e4 HTTP/1.1" status: 200 len: 217 time: 0.1027763 Feb 10 03:57:46.679917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Request body: {'port': {'device_id': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'admin_state_up': True, 'tenant_id': '395f9a26d06e43cfb6b4c9fdf5c85b4d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:46.724847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:46.730347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52cc4a96-7d06-4442-8e2e-4635b6c2af81 req-6c110fe8-3fbb-401c-9835-209d486d866e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 210 time: 0.0680439 Feb 10 03:57:46.771971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-ca8eed3c-d23b-42ae-b85b-8eee88186d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:46.773713 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-ca8eed3c-d23b-42ae-b85b-8eee88186d16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1028483 Feb 10 03:57:46.879605 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c82cb991-f5e4-4fb2-b99d-b28e607d3025 req-fe3d14f0-a35a-4096-9622-1341b330c4bd tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 210 time: 0.0521183 Feb 10 03:57:46.893557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-47d76894-ccd4-4652-8d2a-1fc47853ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:46.895348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-47d76894-ccd4-4652-8d2a-1fc47853ca22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1146202 Feb 10 03:57:46.978787 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82456ea7-e06c-4059-b6f8-3baaf68d1100 x-openstack-request-id: req-82456ea7-e06c-4059-b6f8-3baaf68d1100 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:46.979282 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:46.979624 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82456ea7-e06c-4059-b6f8-3baaf68d1100 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:46.980293 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'status': 'completed', 'code': 200} Feb 10 03:57:47.025091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-9f1f4898-6505-4696-9c9d-0b44030b6cc7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233671 Feb 10 03:57:47.144339 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fda76b7-3251-4423-b6d0-472129792184 x-openstack-request-id: req-3fda76b7-3251-4423-b6d0-472129792184 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:47.144897 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9db2ea-5766-4303-b731-356fe6468f6d", "tag": "df756568-ceee-45f6-b9db-c1918a8b80e4", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:47.145144 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fda76b7-3251-4423-b6d0-472129792184 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:47.145534 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'tag': 'df756568-ceee-45f6-b9db-c1918a8b80e4', 'status': 'completed', 'code': 200} Feb 10 03:57:47.160400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:47.163612 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6677e1e2-59a8-4770-a30d-026d5772818b" -d '{"events": [{"server_uuid": "26c9fa47-3f64-4af4-99e9-d69d2da0fbdf", "name": "network-vif-plugged", "status": "completed", "tag": "33a5c019-e064-4dfc-b4e9-b73c55ac73c1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:47.172891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1835c6-9827-4c9a-8ca4-55aafaa231cb service neutron] Pushing event updated for resources: {'Port': ['ID=df756568-ceee-45f6-b9db-c1918a8b80e4,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:47.184673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f155d2b9-b9c5-42d0-a28d-ef769bc9a979 req-2ad5d7eb-49da-4e8f-8b13-2aa77baa2c29 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526995 Feb 10 03:57:47.203230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a9305-1982-4113-ac03-627c7b4ff819 req-eea585a0-a152-4762-8fff-e8e4fc5bea51 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.204242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-4cc30390-aa03-4ba7-8c4a-c248a361080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.204417 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-376a9305-1982-4113-ac03-627c7b4ff819 req-eea585a0-a152-4762-8fff-e8e4fc5bea51 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 949 time: 0.0813708 Feb 10 03:57:47.205772 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-4cc30390-aa03-4ba7-8c4a-c248a361080d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 1125 time: 0.6612258 Feb 10 03:57:47.284581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-376a9305-1982-4113-ac03-627c7b4ff819 req-c4f5b3f1-465f-4ed4-bcc2-f0d99b21040a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663204 Feb 10 03:57:47.321106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-930dcf76-d0e1-4140-8770-2837fce8613b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 HTTP/1.1" status: 200 len: 217 time: 0.0828490 Feb 10 03:57:47.333659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1cf2-9e13-44ad-9d62-d98ddb8648f8 req-ef1f69fb-3016-45a8-8fa0-aafd3574c472 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.348834 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd9c1cf2-9e13-44ad-9d62-d98ddb8648f8 req-ef1f69fb-3016-45a8-8fa0-aafd3574c472 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 943 time: 0.8137934 Feb 10 03:57:47.437570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-4cf99d87-76b5-4467-85bf-ae713f9b12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.439523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-4cf99d87-76b5-4467-85bf-ae713f9b12b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1620d16a82ef409f81d11bad237b40fb&device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 1129 time: 0.1126626 Feb 10 03:57:47.469229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-93158982-10e1-4568-8068-8abf86e8ca7b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.470801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-93158982-10e1-4568-8068-8abf86e8ca7b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.43 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 820 time: 0.3229611 Feb 10 03:57:47.491410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'port': {'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'admin_state_up': True, 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:47.495398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-ee81c4f5-aa04-49f4-95b7-e6f2c86ec163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.496955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-ee81c4f5-aa04-49f4-95b7-e6f2c86ec163 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587a2853-ce4d-420f-8f7d-052b827b1cb1 HTTP/1.1" status: 200 len: 862 time: 0.1432569 Feb 10 03:57:47.505867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a57734-ff88-4f5c-be90-f55f73fbddc1 req-94974ebd-e665-4370-a526-e31cc02932b3 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.507432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26a57734-ff88-4f5c-be90-f55f73fbddc1 req-94974ebd-e665-4370-a526-e31cc02932b3 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 947 time: 0.1168127 Feb 10 03:57:47.563789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd9c1cf2-9e13-44ad-9d62-d98ddb8648f8 req-addd1814-59f6-4143-a1d9-5be8706c863b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139082 Feb 10 03:57:47.609716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-627216a2-6701-4d34-b5e6-a881bd42ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.610590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Made reservation on behalf of 395f9a26d06e43cfb6b4c9fdf5c85b4d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:47.611251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-627216a2-6701-4d34-b5e6-a881bd42ba97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1576080 Feb 10 03:57:47.616097 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:47.616247 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70af628d-4112-43b5-93ac-934ece4fb950 x-openstack-request-id: req-70af628d-4112-43b5-93ac-934ece4fb950 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:47.616247 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c9fa47-3f64-4af4-99e9-d69d2da0fbdf", "name": "network-vif-plugged", "status": "completed", "tag": "33a5c019-e064-4dfc-b4e9-b73c55ac73c1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:47.616247 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70af628d-4112-43b5-93ac-934ece4fb950 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:47.616875 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1', 'code': 200} Feb 10 03:57:47.619381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26a57734-ff88-4f5c-be90-f55f73fbddc1 req-b977f931-81e5-40ab-9858-c8a340c06535 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799265 Feb 10 03:57:47.680651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752fe8a-8259-491f-ae02-33292f9731fa req-8756b554-7b5a-4db2-813d-27d2e53d073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.682257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-8756b554-7b5a-4db2-813d-27d2e53d073c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2411eec2-e944-4e7e-9905-52d2c6e0716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1776960 Feb 10 03:57:47.705175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.43', 59641) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:47.714666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-83508b2d-b38c-40c8-81b1-c7a184e06e39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=df756568-ceee-45f6-b9db-c1918a8b80e4 HTTP/1.1" status: 200 len: 217 time: 0.0943472 Feb 10 03:57:47.812938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-da2c5fcb-5901-4f14-b50c-fe8f54f460fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.814415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-da2c5fcb-5901-4f14-b50c-fe8f54f460fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0808327 Feb 10 03:57:47.868956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636381a-8b41-4af2-8724-7ddd4d0eed5f req-943bbd14-8f75-45d4-af72-0173b01304fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:47.868956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7636381a-8b41-4af2-8724-7ddd4d0eed5f req-943bbd14-8f75-45d4-af72-0173b01304fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 1131 time: 0.1556826 Feb 10 03:57:47.873148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Allocated IP 172.20.0.4 (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1/df061686-13a9-4c2a-8c4d-a7bec0247353/aadc6f0a-903c-4d14-8784-d4c16e1522a2) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:47.935661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fbf55f4-382f-4fc3-8124-e063b4226d35 req-5c4e7169-0f77-4fea-b9d8-8b15a5825234 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 210 time: 0.0923727 Feb 10 03:57:47.975435 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:47.978720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45570) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:48.011945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Made reservation on behalf of a84e284355db40bcb030b8f14d506cc1 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:57:48.015545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.058673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98f626da-03f2-4592-9e3e-131d9a45a636 req-6ae2b4bd-1fa5-4ca4-9410-25d13f7efc60 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 210 time: 0.0458868 Feb 10 03:57:48.072435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-6480f616-cd71-424f-855b-4fc18745b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:48.074614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-6480f616-cd71-424f-855b-4fc18745b66e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2389100 Feb 10 03:57:48.079086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9c3d3-7812-40cb-82d9-0ad9b9b5a857 req-71c53a43-74c9-49c5-8776-7517de9911db tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:48.082208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7636381a-8b41-4af2-8724-7ddd4d0eed5f req-e93963d5-5e0a-4076-9f81-a2798587f9ef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662009 Feb 10 03:57:48.086446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6bb9c3d3-7812-40cb-82d9-0ad9b9b5a857 req-71c53a43-74c9-49c5-8776-7517de9911db tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 946 time: 0.3718619 Feb 10 03:57:48.144245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-628b668e-e81a-43d9-a881-52ed9b919e04 service neutron] 10.222.0.24 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275813 Feb 10 03:57:48.193006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-9855565f-2878-447b-bf5d-d355302ae0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095541 Feb 10 03:57:48.298527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks [] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.305935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-75c0aea1-db7e-4d81-b705-d0bcdb8704b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.316151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6054c3e6-ee70-41ff-b02a-36a10b9adbd9 req-6f836122-3957-4056-b5fb-508381aedead service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169114 Feb 10 03:57:48.334222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6bb9c3d3-7812-40cb-82d9-0ad9b9b5a857 req-d3d1b866-cb21-4af9-a1eb-23aca97e7f54 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425241 Feb 10 03:57:48.425034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-75c0aea1-db7e-4d81-b705-d0bcdb8704b1 admin admin] Publish callbacks [] for security_group (e4c3c5f5-8390-4689-91f4-af28196c457a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.466626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ddfde-f128-4eae-a988-8c52aa131e39 req-aee981f4-362d-4193-883a-924f88ef6672 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:48.468164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-584ddfde-f128-4eae-a988-8c52aa131e39 req-aee981f4-362d-4193-883a-924f88ef6672 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 949 time: 0.0654354 Feb 10 03:57:48.507533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c752fe8a-8259-491f-ae02-33292f9731fa req-90c84fa3-e50f-40ee-a31a-a35ed144cd3a service neutron] 10.222.0.24 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556552 Feb 10 03:57:48.513599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-75c0aea1-db7e-4d81-b705-d0bcdb8704b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e4c3c5f5-8390-4689-91f4-af28196c457a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.521967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-584ddfde-f128-4eae-a988-8c52aa131e39 req-ff4a5937-f113-4c26-9b40-c5c5a94e22df tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473404 Feb 10 03:57:48.540715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Allocated IP 172.20.0.12 (98795296-2ed1-4eee-948f-9679c0caaa71/d60a168f-cb90-47d0-a11f-069c31fcba10/4538b678-7873-40ac-be65-68d5a56035cb) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:48.565466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-75c0aea1-db7e-4d81-b705-d0bcdb8704b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52b31125b7d54551aff03def4e231dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856857 Feb 10 03:57:48.566646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0aea1-db7e-4d81-b705-d0bcdb8704b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c3c5f5-8390-4689-91f4-af28196c457a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:48.570352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:48.625980 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb51d11-07da-4e8d-8216-2756ca4a8fa4 admin admin] Publish callbacks [] for security_group (e4c3c5f5-8390-4689-91f4-af28196c457a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.655577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-83d0f76f-02c7-41e0-98ff-b63587b359b7 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 258 time: 0.2862613 Feb 10 03:57:48.659197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.665438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb51d11-07da-4e8d-8216-2756ca4a8fa4 admin admin] Publish callbacks [] for security_group (e4c3c5f5-8390-4689-91f4-af28196c457a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.696664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:48.768912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb51d11-07da-4e8d-8216-2756ca4a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e4c3c5f5-8390-4689-91f4-af28196c457a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.773048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb51d11-07da-4e8d-8216-2756ca4a8fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.777213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-feb51d11-07da-4e8d-8216-2756ca4a8fa4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4c3c5f5-8390-4689-91f4-af28196c457a HTTP/1.1" status: 204 len: 168 time: 0.2032990 Feb 10 03:57:48.784009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:48.785656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb51d11-07da-4e8d-8216-2756ca4a8fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c3c5f5-8390-4689-91f4-af28196c457a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:48.809763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:48.810759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:48.874639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:48.875971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4fdaf-c581-4116-b1fd-5ba4d32d92f1 req-1dd5b597-e910-4e65-9475-80708f90a4b3 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:48.877631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9b4fdaf-c581-4116-b1fd-5ba4d32d92f1 req-1dd5b597-e910-4e65-9475-80708f90a4b3 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 943 time: 0.0565581 Feb 10 03:57:48.898604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:48.931840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9b4fdaf-c581-4116-b1fd-5ba4d32d92f1 req-373e0709-b067-45e8-ae72-549be9b5e860 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476167 Feb 10 03:57:48.932032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-56b084a6-8b08-457b-a49f-dc16d8f95109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:48.934316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-56b084a6-8b08-457b-a49f-dc16d8f95109 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 1125 time: 0.2714763 Feb 10 03:57:48.939925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:48.940552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.006125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for port (4538b678-7873-40ac-be65-68d5a56035cb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.057325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-4162a1b5-3bfe-4808-b2b5-91c580389112 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5056052 Feb 10 03:57:49.067096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2536e-c8c0-4c94-a701-f22b41f4d1a1 req-ee65fe61-0ded-4591-88a4-bf13467a8d54 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:49.068867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ab2536e-c8c0-4c94-a701-f22b41f4d1a1 req-ee65fe61-0ded-4591-88a4-bf13467a8d54 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 947 time: 0.0588620 Feb 10 03:57:49.108084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Request body: {'port': {'device_id': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:49.135191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ab2536e-c8c0-4c94-a701-f22b41f4d1a1 req-bdeb5ed9-8463-42d8-9ee3-a652de85c0aa tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579636 Feb 10 03:57:49.169510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-fd6b1959-d90b-4d69-832e-9107c7966165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:49.171173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-fd6b1959-d90b-4d69-832e-9107c7966165 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 924 time: 0.2269330 Feb 10 03:57:49.464019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45612) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:49.478186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-696c2358-ef19-4cbe-95d5-cdef6904bbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.491798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4538b678-7873-40ac-be65-68d5a56035cb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.494224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-97550a92-7c4b-4888-9094-ed1aed915a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 HTTP/1.1" status: 200 len: 217 time: 0.3147492 Feb 10 03:57:49.565911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.579312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-696c2358-ef19-4cbe-95d5-cdef6904bbb4 admin admin] Publish callbacks [] for security_group (87334722-652b-42e4-9466-9a4e742c0923), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.596970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Network 98795296-2ed1-4eee-948f-9679c0caaa71 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:49.611159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:49.619975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:49.624103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Pushing event updated for resources: {'Port': ['ID=4538b678-7873-40ac-be65-68d5a56035cb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:49.624354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937d4cc-a9c7-400d-88a3-c8d326959246 req-264fa895-5f78-4c43-9d35-d5b84a1a4cbb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:49.631414 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8937d4cc-a9c7-400d-88a3-c8d326959246 req-264fa895-5f78-4c43-9d35-d5b84a1a4cbb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 931 time: 0.0683184 Feb 10 03:57:49.656605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-696c2358-ef19-4cbe-95d5-cdef6904bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (87334722-652b-42e4-9466-9a4e742c0923), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.677964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-cc5b4550-1918-4d0e-be38-b70b3c2f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:49.679869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-cc5b4550-1918-4d0e-be38-b70b3c2f028e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587a2853-ce4d-420f-8f7d-052b827b1cb1 HTTP/1.1" status: 200 len: 862 time: 0.1748147 Feb 10 03:57:49.689413 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.714465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-696c2358-ef19-4cbe-95d5-cdef6904bbb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e1213b54d41401382767f5fdff006a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458990 Feb 10 03:57:49.719067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:49.722601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8937d4cc-a9c7-400d-88a3-c8d326959246 req-7954de76-5b73-439b-997d-df52e91c24c5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897551 Feb 10 03:57:49.722921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c2358-ef19-4cbe-95d5-cdef6904bbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87334722-652b-42e4-9466-9a4e742c0923,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:49.856241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6e4e2-c4bb-4853-9505-61ca0bbc1e43 req-48980871-3ea8-4f8a-86c8-afa1fcc40538 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:49.857728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9b6e4e2-c4bb-4853-9505-61ca0bbc1e43 req-48980871-3ea8-4f8a-86c8-afa1fcc40538 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 932 time: 0.0588932 Feb 10 03:57:49.867625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:49.868241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.904651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9b6e4e2-c4bb-4853-9505-61ca0bbc1e43 req-083b5333-ee45-4097-8530-5a767293b3ba tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Feb 10 03:57:49.920855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7af4f890-ba7c-423e-8032-9aa1b1364751 None None] Provisioning complete for port 4538b678-7873-40ac-be65-68d5a56035cb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:49.921380 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7af4f890-ba7c-423e-8032-9aa1b1364751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4538b678-7873-40ac-be65-68d5a56035cb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:49.959502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7af4f890-ba7c-423e-8032-9aa1b1364751 None None] Port 4538b678-7873-40ac-be65-68d5a56035cb cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:57:50.008903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-cb850c9f-3842-4782-b139-5ffc33b281e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.010348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-cb850c9f-3842-4782-b139-5ffc33b281e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2411eec2-e944-4e7e-9905-52d2c6e0716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3181553 Feb 10 03:57:50.069298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-27a562cd-9caf-4edd-9487-6ac837466db2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5871804 Feb 10 03:57:50.069918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1e06cb4-2042-45bc-a6d6-f6c2e07f4755 admin admin] Publish callbacks [] for security_group (87334722-652b-42e4-9466-9a4e742c0923), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.072737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Allocated IP 172.25.8.218 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/3a717e3d-7453-4972-8796-20d210b1f2c9) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:50.102515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Request body: {'port': {'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:50.132763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdc07c-1369-4b24-b67d-7a5a9d520396 req-561076b9-7e92-4f86-9a5a-6c1cfde82d7f tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.134552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51fdc07c-1369-4b24-b67d-7a5a9d520396 req-561076b9-7e92-4f86-9a5a-6c1cfde82d7f tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 949 time: 0.0535216 Feb 10 03:57:50.184737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51fdc07c-1369-4b24-b67d-7a5a9d520396 req-48da5686-d9a5-4fac-9b8a-a226e4f5c95a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Feb 10 03:57:50.227996 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1e06cb4-2042-45bc-a6d6-f6c2e07f4755 admin admin] Publish callbacks [] for security_group (87334722-652b-42e4-9466-9a4e742c0923), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.294185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d49f0e-1c2c-4f64-940e-5489cb8d992e req-62631529-e086-430f-934c-f5fd3d71bd31 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.296141 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61d49f0e-1c2c-4f64-940e-5489cb8d992e req-62631529-e086-430f-934c-f5fd3d71bd31 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 943 time: 0.0557346 Feb 10 03:57:50.357505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61d49f0e-1c2c-4f64-940e-5489cb8d992e req-925bf4c8-0748-469d-a4f8-4f09291c432a tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557933 Feb 10 03:57:50.384136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4538b678-7873-40ac-be65-68d5a56035cb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.388382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-ce972a68-de5f-4141-8f45-9dde2b7c7ac9 service neutron] 10.222.0.24 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425391 Feb 10 03:57:50.407758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-394b3063-5255-48a6-aec3-8706d114cd51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549569 Feb 10 03:57:50.495215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.500490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-457073e2-3a83-4246-b2bf-5980588f4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.502024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-457073e2-3a83-4246-b2bf-5980588f4926 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1128 time: 0.0584788 Feb 10 03:57:50.517674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadc6f0a-903c-4d14-8784-d4c16e1522a2 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:50.556245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Publish callbacks [] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.620882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Transition to ACTIVE for port object aadc6f0a-903c-4d14-8784-d4c16e1522a2 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:50.632577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-586b3254-172a-400c-aea2-4cdc4714e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.634450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-586b3254-172a-400c-aea2-4cdc4714e8b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 200 len: 930 time: 0.1133003 Feb 10 03:57:50.669354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1e06cb4-2042-45bc-a6d6-f6c2e07f4755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (87334722-652b-42e4-9466-9a4e742c0923), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.672302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1e06cb4-2042-45bc-a6d6-f6c2e07f4755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.673464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a1e06cb4-2042-45bc-a6d6-f6c2e07f4755 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87334722-652b-42e4-9466-9a4e742c0923 HTTP/1.1" status: 204 len: 168 time: 0.9535570 Feb 10 03:57:50.698262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.700474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-30ef5721-3a0e-45eb-aaee-38b3d97e3182 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 217 time: 0.0602810 Feb 10 03:57:50.720392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ed59c5-2032-42d9-9f00-bf7d2b4c7f74 req-177e7356-325e-4019-9754-7bee57528281 service neutron] 10.222.0.24 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245132 Feb 10 03:57:50.727503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e06cb4-2042-45bc-a6d6-f6c2e07f4755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87334722-652b-42e4-9466-9a4e742c0923,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:50.768426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-ce91bb76-241d-4e68-965b-5c32fbd50f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.770524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-ce91bb76-241d-4e68-965b-5c32fbd50f3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=985b40b8-e045-4210-931d-0fc823564ff1 HTTP/1.1" status: 200 len: 868 time: 0.0620289 Feb 10 03:57:50.807392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:50.824009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4fc29-bc1d-482e-9264-22103cf6a0df req-1d9b3c10-08ef-47e6-a25f-aada33734fee tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.826415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fcc4fc29-bc1d-482e-9264-22103cf6a0df req-1d9b3c10-08ef-47e6-a25f-aada33734fee tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 947 time: 0.1798923 Feb 10 03:57:50.852451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device df756568-ceee-45f6-b9db-c1918a8b80e4 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:50.856772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-cc8da161-a6ca-4784-ab4c-117a67d539f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:50.858283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-cc8da161-a6ca-4784-ab4c-117a67d539f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0821402 Feb 10 03:57:50.869726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:50.931020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fcc4fc29-bc1d-482e-9264-22103cf6a0df req-5d629935-eed8-4269-b363-fea097ced324 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936713 Feb 10 03:57:50.969549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port df756568-ceee-45f6-b9db-c1918a8b80e4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=df756568-ceee-45f6-b9db-c1918a8b80e4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:50.975705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:50.976048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:50.976382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:50.983683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'df756568-ceee-45f6-b9db-c1918a8b80e4', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'df756568-ceee-45f6-b9db-c1918a8b80e4', 'mac_address': 'fa:16:3e:f3:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:50.984714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:50.997612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:51.002426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:51.002774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:51.015849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:51.026261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port df756568-ceee-45f6-b9db-c1918a8b80e4 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:51.028287 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.045053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:51.045403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:51.045785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:51.046045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df756568-ceee-45f6-b9db-c1918a8b80e4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:51.046223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Bound port: aadc6f0a-903c-4d14-8784-d4c16e1522a2, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:51.046586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.059464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-f5f8a264-f45e-4ee8-84cd-1ab46ab38fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848001 Feb 10 03:57:51.068759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port df756568-ceee-45f6-b9db-c1918a8b80e4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=df756568-ceee-45f6-b9db-c1918a8b80e4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:51.069993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event updated for resources: {'Port': ['ID=3a717e3d-7453-4972-8796-20d210b1f2c9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:51.163428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e8b3966-adf0-49d5-bdd6-4a5e748ee49c req-a28f3351-ecca-40d0-a210-2d8812b4097a service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979543 Feb 10 03:57:51.192019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.240028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=df756568-ceee-45f6-b9db-c1918a8b80e4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:51.268205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4538b678-7873-40ac-be65-68d5a56035cb {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:51.282206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (f2dfd440-04ca-4a32-b3d3-6fcd54229397), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.286972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Publish callbacks [] for port (4538b678-7873-40ac-be65-68d5a56035cb), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.289499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:51.308833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:51.318163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Transition to ACTIVE for port object 4538b678-7873-40ac-be65-68d5a56035cb will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:57:51.389821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.393417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4538b678-7873-40ac-be65-68d5a56035cb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.399510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['df756568-ceee-45f6-b9db-c1918a8b80e4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:51.431618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.507469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c581f-569f-44f6-86bc-64c3181f728d req-6a4b36ac-9b80-424e-81a7-578283d54816 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:51.518024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-809c581f-569f-44f6-86bc-64c3181f728d req-6a4b36ac-9b80-424e-81a7-578283d54816 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 943 time: 0.1269467 Feb 10 03:57:51.521849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:51.522475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.523933 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] 10.222.0.43 "PUT /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 1091 time: 2.4505043 Feb 10 03:57:51.524536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:51.526887 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59" -d '{"events": [{"name": "network-changed", "server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:51.594804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53baa2-ea37-46a7-8e6b-6bee4d254e5f service neutron] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:51.645452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-809c581f-569f-44f6-86bc-64c3181f728d req-916f1b2d-03cd-476d-9de6-5932182d8c80 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260374 Feb 10 03:57:51.749097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Attempting to bind port 4538b678-7873-40ac-be65-68d5a56035cb on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:57:51.749593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Attempting to bind port 4538b678-7873-40ac-be65-68d5a56035cb by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:57:51.749772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Attempting to bind port 4538b678-7873-40ac-be65-68d5a56035cb on network 98795296-2ed1-4eee-948f-9679c0caaa71 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:51.783459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Pushing event updated for resources: {'Port': ['ID=4538b678-7873-40ac-be65-68d5a56035cb,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:51.787583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Port 4538b678-7873-40ac-be65-68d5a56035cb on network 98795296-2ed1-4eee-948f-9679c0caaa71 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:57:51.787583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Attempting to bind port 4538b678-7873-40ac-be65-68d5a56035cb on network 98795296-2ed1-4eee-948f-9679c0caaa71 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:57:51.802992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:57:51.803233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Checking segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:57:51.803622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Bound using segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:57:51.804071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Bound port: 4538b678-7873-40ac-be65-68d5a56035cb, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:57:51.804431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4538b678-7873-40ac-be65-68d5a56035cb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.883776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-5e4466b1-f52c-4507-ba4c-062608962ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:51.885292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-5e4466b1-f52c-4507-ba4c-062608962ac8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1125 time: 0.1522479 Feb 10 03:57:51.912723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.950577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-b8483f54-a2c4-4fa4-a441-b0eb054e8917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.0510821 Feb 10 03:57:51.955836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] For port 4538b678-7873-40ac-be65-68d5a56035cb, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:57:51.969789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:51.977689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] For port 4538b678-7873-40ac-be65-68d5a56035cb, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4538b678-7873-40ac-be65-68d5a56035cb,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:57:52.062126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4538b678-7873-40ac-be65-68d5a56035cb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:52.102966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8a551-a8aa-430a-8ab9-d74a7ba5689a req-644ab8ac-320c-4f49-8f40-726350fd882b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.105104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5d8a551-a8aa-430a-8ab9-d74a7ba5689a req-644ab8ac-320c-4f49-8f40-726350fd882b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 944 time: 0.0692122 Feb 10 03:57:52.162333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5d8a551-a8aa-430a-8ab9-d74a7ba5689a req-6a314e73-7e1f-4459-b575-9e7d92955387 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506167 Feb 10 03:57:52.326622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f5f0a-8c75-44dc-8928-de46bfc94895 req-f3e29eab-d7de-4490-85b7-a1142779a9c6 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.326776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-461f5f0a-8c75-44dc-8928-de46bfc94895 req-f3e29eab-d7de-4490-85b7-a1142779a9c6 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 949 time: 0.0586214 Feb 10 03:57:52.362576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event updated for resources: {'Port': ['ID=3a717e3d-7453-4972-8796-20d210b1f2c9,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:52.377291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-ba24dc57-a15e-44ca-a1b7-bd80262ca010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.378801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-ba24dc57-a15e-44ca-a1b7-bd80262ca010 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.4023724 Feb 10 03:57:52.392509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-461f5f0a-8c75-44dc-8928-de46bfc94895 req-b83821cc-ae12-44ab-9255-6abe79a6e9e7 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587575 Feb 10 03:57:52.420607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.421237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:52.422618 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] 10.222.0.43 "PUT /v2.0/ports/4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 1092 time: 2.3330793 Feb 10 03:57:52.428817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (f2dfd440-04ca-4a32-b3d3-6fcd54229397), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:52.453003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-96ec524d-9218-47bd-be4f-348ac6118a80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473928 Feb 10 03:57:52.543035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3c9f-8e4b-42c6-87d1-7a4b75529e74 req-eabe15f1-db51-444f-a841-9602d738b0d5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.545472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a0d3c9f-8e4b-42c6-87d1-7a4b75529e74 req-eabe15f1-db51-444f-a841-9602d738b0d5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 943 time: 0.0652232 Feb 10 03:57:52.558387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f6337-d94d-4d6d-b9c9-be4043b89e33 service neutron] Pushing event updated for resources: {'Port': ['ID=4538b678-7873-40ac-be65-68d5a56035cb,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:52.606200 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:52.607692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-91d4c90a-4195-485b-bd35-0a3b254769a5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9272296 Feb 10 03:57:52.608576 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a0d3c9f-8e4b-42c6-87d1-7a4b75529e74 req-f8c84466-dda6-4cf0-b87a-df8f1baceec3 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569007 Feb 10 03:57:52.616176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-ab0c201a-0726-4f89-903e-a2d760c66b47 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561980 Feb 10 03:57:52.653180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-0efcb739-fb2d-4815-8af4-7faecdafc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.654844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-0efcb739-fb2d-4815-8af4-7faecdafc484 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1126 time: 0.1085365 Feb 10 03:57:52.681971 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd4f3f-f173-4196-b99a-c9dc2a9053c4 x-openstack-request-id: req-17bd4f3f-f173-4196-b99a-c9dc2a9053c4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:52.682256 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:52.682568 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17bd4f3f-f173-4196-b99a-c9dc2a9053c4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:52.682926 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2', 'status': 'completed', 'code': 200} Feb 10 03:57:52.782166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91234-96ec-41ea-9cec-eaf37008d25a req-817d5007-6af9-4341-8b5b-48c5473c56bf tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.784200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27a91234-96ec-41ea-9cec-eaf37008d25a req-817d5007-6af9-4341-8b5b-48c5473c56bf tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 948 time: 0.0658064 Feb 10 03:57:52.803649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-0d5371ab-0fdf-44b0-9701-82f19397e355 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 217 time: 0.1197236 Feb 10 03:57:52.810606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-04d88cff-acf4-498a-a005-ca1942718a3b tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.1776779 Feb 10 03:57:52.836945 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27a91234-96ec-41ea-9cec-eaf37008d25a req-ae4797a4-8471-4e32-a9f5-a9695fec7846 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472462 Feb 10 03:57:52.868735 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:52.873001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device df756568-ceee-45f6-b9db-c1918a8b80e4 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:52.923093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b632635b-11c8-438d-a8b2-4ebde461dbf1 req-02d1c363-eb3a-402e-b1d0-31b538151216 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988448 Feb 10 03:57:52.953693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-4f261d91-9095-4452-bc51-235a7765012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:52.955193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-4f261d91-9095-4452-bc51-235a7765012a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.1390965 Feb 10 03:57:53.019977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:53.033831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'port_id': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'mac_address': 'fa:16:3e:42:c2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:53.060135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-524c7e5e-8609-4329-9cb5-3cfa31bd0e0b tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.066937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-524c7e5e-8609-4329-9cb5-3cfa31bd0e0b tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2424655 Feb 10 03:57:53.072776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-1c1aa1a1-f966-41d6-801c-0ed6ed684852 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:57:53.073935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9168bcd-5338-41a8-afa2-0f7e2bb8ae74 req-1c1aa1a1-f966-41d6-801c-0ed6ed684852 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060916 Feb 10 03:57:53.077271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port df756568-ceee-45f6-b9db-c1918a8b80e4 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:53.084880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-7f4b33b0-2130-4f3c-84d5-fa6c6dd6008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.087273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-7f4b33b0-2130-4f3c-84d5-fa6c6dd6008b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1233194 Feb 10 03:57:53.102374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port df756568-ceee-45f6-b9db-c1918a8b80e4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:53.109186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:53.113588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:53.114223 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:53.216399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:53.235692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-ed24f8c2-543c-4ba4-8a26-a4743d05fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.237225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-ed24f8c2-543c-4ba4-8a26-a4743d05fbab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1125 time: 0.1490841 Feb 10 03:57:53.256174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:53.273674 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-218aaaa0-d430-473b-8d25-11800797a8eb service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466343 Feb 10 03:57:53.308355 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:53.384140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port df756568-ceee-45f6-b9db-c1918a8b80e4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:53.384544 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:53.420175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca01e9-e600-42d7-a18e-ca6b4056ce94 req-aac59705-8625-4962-96ca-cc3a0926e2d0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.427863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8aca01e9-e600-42d7-a18e-ca6b4056ce94 req-aac59705-8625-4962-96ca-cc3a0926e2d0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 943 time: 0.0969827 Feb 10 03:57:53.479523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df756568-ceee-45f6-b9db-c1918a8b80e4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:53.481453 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030cbe33-0490-4a16-9ded-b53a1e24d728" -d '{"events": [{"server_uuid": "bc9db2ea-5766-4303-b731-356fe6468f6d", "name": "network-vif-plugged", "status": "completed", "tag": "df756568-ceee-45f6-b9db-c1918a8b80e4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:53.509067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8aca01e9-e600-42d7-a18e-ca6b4056ce94 req-09ad68cd-c94c-4cdc-a0a7-4fc33eac3238 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801165 Feb 10 03:57:53.517401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port df756568-ceee-45f6-b9db-c1918a8b80e4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=df756568-ceee-45f6-b9db-c1918a8b80e4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:53.519365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:53.521337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b042f6b-39a3-42c6-b21f-8147f935e463 req-7d917be7-3d32-4325-a121-ad1faceb06ea service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255163 Feb 10 03:57:53.522288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-c0412e51-4f6e-42d3-9689-bcc51e78e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.532730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-c0412e51-4f6e-42d3-9689-bcc51e78e130 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.2731400 Feb 10 03:57:53.536442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['ef432cac-7d7c-4029-b5bf-e19f3dfe93e0'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:53.586455 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:53.590049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-386a5a97-6040-48f0-89db-eb0de193d25b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.0516436 Feb 10 03:57:53.642340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218b028-0730-448b-bcb3-9867877e01f8 req-4f9aefc6-e3e2-4df4-abac-841475b22c06 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.643925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4218b028-0730-448b-bcb3-9867877e01f8 req-4f9aefc6-e3e2-4df4-abac-841475b22c06 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 944 time: 0.0579054 Feb 10 03:57:53.662772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=df756568-ceee-45f6-b9db-c1918a8b80e4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:53.704887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-b219a176-ebef-429b-89b5-1ab8907c1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.705106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4218b028-0730-448b-bcb3-9867877e01f8 req-db44a421-bdad-41e6-a744-ab47c7641cec tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544624 Feb 10 03:57:53.706341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-b219a176-ebef-429b-89b5-1ab8907c1350 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.0796933 Feb 10 03:57:53.745805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-82fcf105-6c75-408a-afa4-2dd3ce561a8f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:53.748187 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-82fcf105-6c75-408a-afa4-2dd3ce561a8f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1609101 Feb 10 03:57:53.768639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-9ed50dd6-e6f8-45d0-a790-3c4356eb48ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435691 Feb 10 03:57:53.835017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-2f218833-643a-4c16-98ab-371b36156787 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.0686646 Feb 10 03:57:53.849496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Request body: {'floatingip': {'port_id': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:53.929730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (f2dfd440-04ca-4a32-b3d3-6fcd54229397), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:54.026221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-bc451fe8-cd8c-4e97-81d5-f639ea4f45e5 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503810 Feb 10 03:57:54.076310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2f3e8-8bac-4558-b4a0-1ddfb4da7347 req-5ce13784-2404-44b3-b689-c8050e3bfbf1 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:54.077882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0b2f3e8-8bac-4558-b4a0-1ddfb4da7347 req-5ce13784-2404-44b3-b689-c8050e3bfbf1 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 949 time: 0.0635805 Feb 10 03:57:54.138039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0b2f3e8-8bac-4558-b4a0-1ddfb4da7347 req-8070b986-4a8e-439b-b9dd-582b25b7bfdf tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542476 Feb 10 03:57:54.200467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1d56be9-4242-4bb0-86ab-a785ab2f9d59 req-1ac66c27-f332-443e-a5eb-2d564d4f8c2c service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683056 Feb 10 03:57:54.283502 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff91814c-14f8-4ff9-a1d5-506764956302 x-openstack-request-id: req-ff91814c-14f8-4ff9-a1d5-506764956302 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:54.283991 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9db2ea-5766-4303-b731-356fe6468f6d", "name": "network-vif-plugged", "status": "completed", "tag": "df756568-ceee-45f6-b9db-c1918a8b80e4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:54.284074 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff91814c-14f8-4ff9-a1d5-506764956302 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:54.284457 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df756568-ceee-45f6-b9db-c1918a8b80e4', 'code': 200} Feb 10 03:57:54.391015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be419b42-298c-4a5c-acac-f9a7715878d3 req-6ac7333d-7ffb-46d0-9fe4-55f696ca9326 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:54.392574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be419b42-298c-4a5c-acac-f9a7715878d3 req-6ac7333d-7ffb-46d0-9fe4-55f696ca9326 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 944 time: 0.0530517 Feb 10 03:57:54.441237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be419b42-298c-4a5c-acac-f9a7715878d3 req-db81688c-7b67-42a4-a11f-79976ea40ce0 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Feb 10 03:57:54.488805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32c46-bc45-43e5-b1c3-ce670d83f6ed req-75029f17-5d5a-4a97-8530-ffb8e90ce244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:54.490540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ead32c46-bc45-43e5-b1c3-ce670d83f6ed req-75029f17-5d5a-4a97-8530-ffb8e90ce244 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 1131 time: 0.1402388 Feb 10 03:57:54.548733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88290595-4bfc-4ee0-82b3-86da428c6f63 req-0a8f772e-540c-430e-a687-d9d04fb681fe tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:54.550228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88290595-4bfc-4ee0-82b3-86da428c6f63 req-0a8f772e-540c-430e-a687-d9d04fb681fe tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 949 time: 0.0507841 Feb 10 03:57:54.599455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88290595-4bfc-4ee0-82b3-86da428c6f63 req-b298a82c-4890-43c0-87d4-dd20a7cf0bf9 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Feb 10 03:57:54.619445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ead32c46-bc45-43e5-b1c3-ce670d83f6ed req-0201db4b-0d28-4830-9ddb-60e645d06bbd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199200 Feb 10 03:57:54.867980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:54.920296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:54.922516 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:54.968815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:54.971198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:54.973709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:54.974204 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:54.992156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-a3638f59-bad6-496e-819a-84fad97fd41f tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:54.993613 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-a3638f59-bad6-496e-819a-84fad97fd41f tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 949 time: 0.0597401 Feb 10 03:57:54.998330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4f81-2631-4bfa-b560-b2ec600a1eeb req-fc15e28e-1002-40d0-8be6-4b59f25df4f9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:55.000028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4eb4f81-2631-4bfa-b560-b2ec600a1eeb req-fc15e28e-1002-40d0-8be6-4b59f25df4f9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 943 time: 0.0574932 Feb 10 03:57:55.035593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (f2dfd440-04ca-4a32-b3d3-6fcd54229397), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:55.053614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:55.054007 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:55.061245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4eb4f81-2631-4bfa-b560-b2ec600a1eeb req-d749a3aa-820c-4223-af14-d1ce1a6aefe5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530183 Feb 10 03:57:55.091829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:55.170816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cc05c-3ea9-4da5-8a98-af95d7e39a40 req-dcf1e712-6474-4c62-8db0-6e3962824d32 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:55.172355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd1cc05c-3ea9-4da5-8a98-af95d7e39a40 req-dcf1e712-6474-4c62-8db0-6e3962824d32 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 944 time: 0.0537379 Feb 10 03:57:55.174593 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:55.183053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Deleting port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:57:55.183395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:55.187365 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Floating IP f2dfd440-04ca-4a32-b3d3-6fcd54229397 associated. External IP: 172.25.8.218, port: a34eef59-5234-4b76-8999-91cfc48cb95d. Feb 10 03:57:55.225641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd1cc05c-3ea9-4da5-8a98-af95d7e39a40 req-ed5ae768-9443-4e3b-a216-16979577e9bc tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440190 Feb 10 03:57:55.226346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:55.356253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] For port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:55.356735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:55.377105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Calling delete_port for 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:57:55.420328 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab33d504-058a-472a-b6f2-cbe47393cb7c x-openstack-request-id: req-ab33d504-058a-472a-b6f2-cbe47393cb7c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:55.420615 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:55.421005 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab33d504-058a-472a-b6f2-cbe47393cb7c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:55.421349 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb', 'status': 'completed', 'code': 200} Feb 10 03:57:55.528691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3331f-99ca-42a4-98de-a7bb5688f9c1 req-478f55de-c2db-41b5-bb7b-cedfd0b8a27a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:55.530181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0a3331f-99ca-42a4-98de-a7bb5688f9c1 req-478f55de-c2db-41b5-bb7b-cedfd0b8a27a tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/ports?device_id=26c9fa47-3f64-4af4-99e9-d69d2da0fbdf HTTP/1.1" status: 200 len: 949 time: 0.0574160 Feb 10 03:57:55.573830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-014a6e3b-2588-4640-9bdd-3f700df4b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:55.575398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-014a6e3b-2588-4640-9bdd-3f700df4b141 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1126 time: 0.1386304 Feb 10 03:57:55.611322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0a3331f-99ca-42a4-98de-a7bb5688f9c1 req-84b980e7-2a7b-449b-b50e-87390ba35e17 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1418903e-ee0a-4309-9791-dfec449e7d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751569 Feb 10 03:57:55.623039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Router ac765d4e-949b-44f9-bf5d-06429cf9cd75 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:57:55.760052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463dc1e-3936-4daa-86a3-3b5d878d561c req-83dfc9a9-3c5c-4492-af64-0fb5ac36eadb tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:55.761804 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f463dc1e-3936-4daa-86a3-3b5d878d561c req-83dfc9a9-3c5c-4492-af64-0fb5ac36eadb tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.0525854 Feb 10 03:57:55.762504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-7a0b55d1-0e3c-424a-921c-d4e2f5a50b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:55.764049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-7a0b55d1-0e3c-424a-921c-d4e2f5a50b37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.1803300 Feb 10 03:57:55.806930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:55.814257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-daa01f82-3e4f-40dc-823b-c152f8e5105e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 217 time: 0.0433290 Feb 10 03:57:55.820684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f463dc1e-3936-4daa-86a3-3b5d878d561c req-cf939b4f-2386-4b6c-b083-bbc95918986e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520921 Feb 10 03:57:55.858024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (33a5c019-e064-4dfc-b4e9-b73c55ac73c1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:55.894769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['33a5c019-e064-4dfc-b4e9-b73c55ac73c1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:55.925213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Pushing event deleted for resources: {'Port': ['ID=33a5c019-e064-4dfc-b4e9-b73c55ac73c1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:55.952748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:55.959518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:57:55.964345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc17a-e5b8-40e9-9878-f5a4cb49bf36 req-65d2c596-4661-45b4-aa40-e5c1d95ed6f0 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:55.966600 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:55.969530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'port_id': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2', 'mac_address': 'fa:16:3e:f1:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df061686-13a9-4c2a-8c4d-a7bec0247353', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:55.974012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9aacc17a-e5b8-40e9-9878-f5a4cb49bf36 req-65d2c596-4661-45b4-aa40-e5c1d95ed6f0 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 949 time: 0.0896370 Feb 10 03:57:55.975604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] Sync routers for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:57:55.989881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] No DVR routers for this DVR port 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:57:56.002157 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:56.002925 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:56.008812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:56.012641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5af6222-fef1-4f8c-a9bf-0d330a608d04 req-28f00c60-ca49-486f-86f7-45dfca237ad4 tempest-DeleteServersAdminTestJSON-2063488795 tempest-DeleteServersAdminTestJSON-2063488795-project] 10.222.0.43 "DELETE /v2.0/ports/33a5c019-e064-4dfc-b4e9-b73c55ac73c1 HTTP/1.1" status: 204 len: 173 time: 1.0140061 Feb 10 03:57:56.014057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-47ff9222-6648-427a-a83d-3c4ed42f6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.015567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-47ff9222-6648-427a-a83d-3c4ed42f6e39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.1672778 Feb 10 03:57:56.018931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port aadc6f0a-903c-4d14-8784-d4c16e1522a2 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:56.020137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:56.037562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadc6f0a-903c-4d14-8784-d4c16e1522a2 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:56.044464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9aacc17a-e5b8-40e9-9878-f5a4cb49bf36 req-54da3240-661d-4843-8209-cfc528cf7274 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695047 Feb 10 03:57:56.067227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-0ac341fc-8244-4fa3-84c4-84937495d387 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "PUT /v2.0/floatingips/f2dfd440-04ca-4a32-b3d3-6fcd54229397 HTTP/1.1" status: 200 len: 997 time: 2.2235248 Feb 10 03:57:56.086397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:56.128731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-fbf17fe6-0a6c-495d-bc54-3bdb98431a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.130363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-fbf17fe6-0a6c-495d-bc54-3bdb98431a55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077356 Feb 10 03:57:56.163186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:56.196286 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:56.255382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:56.285197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:56.287767 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e1868e-45ea-4516-bcbb-c7e5174bf814" -d '{"events": [{"server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "name": "network-vif-plugged", "status": "completed", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:56.313668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-e08f869b-8feb-41f6-a906-5a823fcdbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.315225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-e08f869b-8feb-41f6-a906-5a823fcdbf03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1128 time: 0.2238548 Feb 10 03:57:56.320175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-b0b33c1a-ac27-4dad-b490-b22cbe391048 service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810534 Feb 10 03:57:56.373921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['aadc6f0a-903c-4d14-8784-d4c16e1522a2'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:56.504671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77ecbc2a-9e1a-4e66-92b3-bc3c16fbc18d req-6959f52c-08be-433e-bc69-0adb598afec3 service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734886 Feb 10 03:57:56.521921 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'f2dfd440-04ca-4a32-b3d3-6fcd54229397', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'port_id': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'mac_address': 'fa:16:3e:bd:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:57:51Z', 'updated_at': '2022-02-10T03:57:54Z', 'revision_number': 1, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:27Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:56.532138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-63d5a0df-b6fa-48dc-84cd-cf706f22ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.537263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-63d5a0df-b6fa-48dc-84cd-cf706f22ac54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 200 len: 930 time: 0.2126787 Feb 10 03:57:56.618453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-e237abd4-0545-4ca4-8f14-c329c838653a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 1000 time: 0.0758893 Feb 10 03:57:56.657046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] Checking router: ac765d4e-949b-44f9-bf5d-06429cf9cd75 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:57:56.668648 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:57:56.669393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-45f67795-6f36-4b07-b3e5-1c529259d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.669615 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:56.671759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-45f67795-6f36-4b07-b3e5-1c529259d4b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=985b40b8-e045-4210-931d-0fc823564ff1 HTTP/1.1" status: 200 len: 868 time: 0.0467441 Feb 10 03:57:56.723526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8876112-9bb8-4959-b642-a4cd21213b39 req-6f975c0e-1e14-413b-9d84-f5f3bd17f279 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.725478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8876112-9bb8-4959-b642-a4cd21213b39 req-6f975c0e-1e14-413b-9d84-f5f3bd17f279 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 944 time: 0.0606225 Feb 10 03:57:56.729046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-3801d22d-ca02-40b0-b8a4-a19700720610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.735606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-3801d22d-ca02-40b0-b8a4-a19700720610 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536540 Feb 10 03:57:56.742276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-1a4db096-b058-40a9-94ca-ad550d1a4043 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:57:56.743275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-1a4db096-b058-40a9-94ca-ad550d1a4043 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054226 Feb 10 03:57:56.781035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8876112-9bb8-4959-b642-a4cd21213b39 req-e3a1f32f-c496-425c-9e2c-b14a50612610 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492849 Feb 10 03:57:56.808582 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:57:56.841975 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-9c5c75af-2bec-4192-9a98-9e15ebd91427 service neutron] 10.222.0.42 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910897 Feb 10 03:57:56.947755 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b544bb67-5c68-4ddc-9f7c-05e84cc83af0 req-bf4f6a75-d535-49cb-ad21-e23064b99fce service neutron] 10.222.0.42 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971496 Feb 10 03:57:56.992592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0dae8-4b43-4690-ab5b-2cbdec01980b req-425a9524-9f45-4768-a5f0-4ffe76d22d01 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:56.994142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0be0dae8-4b43-4690-ab5b-2cbdec01980b req-425a9524-9f45-4768-a5f0-4ffe76d22d01 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 944 time: 0.0759201 Feb 10 03:57:57.048726 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843d06b2-6bf8-49b2-b277-d2bd57607deb x-openstack-request-id: req-843d06b2-6bf8-49b2-b277-d2bd57607deb {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:57.049228 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "name": "network-vif-plugged", "status": "completed", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:57.049324 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-843d06b2-6bf8-49b2-b277-d2bd57607deb {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:57.049700 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'code': 200} Feb 10 03:57:57.064346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0be0dae8-4b43-4690-ab5b-2cbdec01980b req-50e55ce0-4e9a-4ac8-b85c-22cdd936d621 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636590 Feb 10 03:57:57.102490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'f2dfd440-04ca-4a32-b3d3-6fcd54229397', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'port_id': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'mac_address': 'fa:16:3e:bd:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:57:51Z', 'updated_at': '2022-02-10T03:57:54Z', 'revision_number': 1, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:27Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:57:57.148873 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9ea12-4622-4b4c-b7df-98db1adc5f4a None None] The sync data for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 is: [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'f2dfd440-04ca-4a32-b3d3-6fcd54229397', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'port_id': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'mac_address': 'fa:16:3e:bd:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:57:51Z', 'updated_at': '2022-02-10T03:57:54Z', 'revision_number': 1, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:27Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:57:57.195182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6cca6-57f6-4db0-bceb-8959dac4360a req-e2c7a1ed-599e-4aac-9753-1318c595fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:57.196893 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bb6cca6-57f6-4db0-bceb-8959dac4360a req-e2c7a1ed-599e-4aac-9753-1318c595fe97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 1127 time: 0.0647140 Feb 10 03:57:57.249098 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bb6cca6-57f6-4db0-bceb-8959dac4360a req-6c543692-5b25-488a-b6d1-c58a0eb0c94c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454106 Feb 10 03:57:57.296453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a514-91ef-48d4-b09e-b734f14f14e9 req-72a1e05b-6236-43d7-b3d3-9df0a0b638b3 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:57.298000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9e6a514-91ef-48d4-b09e-b734f14f14e9 req-72a1e05b-6236-43d7-b3d3-9df0a0b638b3 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.0563054 Feb 10 03:57:57.349607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9e6a514-91ef-48d4-b09e-b734f14f14e9 req-6fbfbc09-3346-4369-bca4-43c0efe52769 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458336 Feb 10 03:57:57.372037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75802c5-c704-422f-b8b3-d05b2d752ed1 None None] New status for floating IP f2dfd440-04ca-4a32-b3d3-6fcd54229397: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:57:57.422546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'name': 'network-vif-deleted', 'tag': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1'}, {'name': 'network-changed', 'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:57.427115 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106313a4-01e7-4c4e-a64e-c625e21ae465" -d '{"events": [{"server_uuid": "26c9fa47-3f64-4af4-99e9-d69d2da0fbdf", "name": "network-vif-deleted", "tag": "33a5c019-e064-4dfc-b4e9-b73c55ac73c1"}, {"name": "network-changed", "server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:57.692736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-86b4b9df-0729-4c68-9265-460359ad2bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 258 time: 0.1962588 Feb 10 03:57:57.701835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:57:57.812394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4538b678-7873-40ac-be65-68d5a56035cb details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:57:57.817892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:57.932245 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-735ba913-cdcb-41f5-898a-7b4470f7f3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:57.951606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4538b678-7873-40ac-be65-68d5a56035cb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4538b678-7873-40ac-be65-68d5a56035cb,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:57.962882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '4538b678-7873-40ac-be65-68d5a56035cb', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'mac_address': 'fa:16:3e:32:b3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:57:57.989745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.005677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4538b678-7873-40ac-be65-68d5a56035cb is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:58.006037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4538b678-7873-40ac-be65-68d5a56035cb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.014477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port aadc6f0a-903c-4d14-8784-d4c16e1522a2 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:58.022084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port aadc6f0a-903c-4d14-8784-d4c16e1522a2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:58.022515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.024878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4538b678-7873-40ac-be65-68d5a56035cb {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:57:58.074588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4538b678-7873-40ac-be65-68d5a56035cb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4538b678-7873-40ac-be65-68d5a56035cb,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:58.127402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port aadc6f0a-903c-4d14-8784-d4c16e1522a2 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:57:58.127830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.167400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:57:58.183422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4538b678-7873-40ac-be65-68d5a56035cb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.259112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4538b678-7873-40ac-be65-68d5a56035cb,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:58.263295 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.264460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:57:58.266726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45828) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:58.287016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:57:58.287784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 33a5c019-e064-4dfc-b4e9-b73c55ac73c1 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:57:58.336973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:58.355991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.387782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef7bd2fc-476f-4543-88f7-b63dfb18108c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.399263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4538b678-7873-40ac-be65-68d5a56035cb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:57:58.478551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef7bd2fc-476f-4543-88f7-b63dfb18108c admin admin] Publish callbacks [] for security_group (b1417728-c72d-4952-be0d-2a4f5182fe88), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.484096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Allocated IP 172.25.8.230 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/1f76261f-8b2f-4166-ae39-d0a3ed707884) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:57:58.539740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef7bd2fc-476f-4543-88f7-b63dfb18108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b1417728-c72d-4952-be0d-2a4f5182fe88), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.580147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ef7bd2fc-476f-4543-88f7-b63dfb18108c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e02ffd437894e5798b53358e317e266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123221 Feb 10 03:57:58.581485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bd2fc-476f-4543-88f7-b63dfb18108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1417728-c72d-4952-be0d-2a4f5182fe88,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:58.583964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45834) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:58.603366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.633877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67207567-0de0-4752-9744-80b1bb280980 admin admin] Publish callbacks [] for security_group (b1417728-c72d-4952-be0d-2a4f5182fe88), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.654969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67207567-0de0-4752-9744-80b1bb280980 admin admin] Publish callbacks [] for security_group (b1417728-c72d-4952-be0d-2a4f5182fe88), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.751663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.787321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67207567-0de0-4752-9744-80b1bb280980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b1417728-c72d-4952-be0d-2a4f5182fe88), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.789952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67207567-0de0-4752-9744-80b1bb280980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.791175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-67207567-0de0-4752-9744-80b1bb280980 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1417728-c72d-4952-be0d-2a4f5182fe88 HTTP/1.1" status: 204 len: 168 time: 0.2062087 Feb 10 03:57:58.798770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:57:58.801876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:57:58.804147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67207567-0de0-4752-9744-80b1bb280980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1417728-c72d-4952-be0d-2a4f5182fe88,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:58.806365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:57:58.809911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event updated for resources: {'Port': ['ID=1f76261f-8b2f-4166-ae39-d0a3ed707884,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:58.906041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (2b92d719-c50a-4d99-a379-3daa4a062bc4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:58.964414 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764ee59-4814-4948-b8e9-57eb901315c9 x-openstack-request-id: req-b764ee59-4814-4948-b8e9-57eb901315c9 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:57:58.964840 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c9fa47-3f64-4af4-99e9-d69d2da0fbdf", "name": "network-vif-deleted", "tag": "33a5c019-e064-4dfc-b4e9-b73c55ac73c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:57:58.965101 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b764ee59-4814-4948-b8e9-57eb901315c9 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:57:58.965537 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c9fa47-3f64-4af4-99e9-d69d2da0fbdf', 'name': 'network-vif-deleted', 'tag': '33a5c019-e064-4dfc-b4e9-b73c55ac73c1', 'status': 'completed', 'code': 200} Feb 10 03:57:58.966288 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'status': 'completed', 'code': 200} Feb 10 03:57:59.027204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.051427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:57:59.054398 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf99384-2939-452f-8163-4a6755b8607e" -d '{"events": [{"server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "name": "network-vif-plugged", "status": "completed", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:57:59.078424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-a2de74bf-d8d0-4981-a8e5-99a11ebe8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.079986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-a2de74bf-d8d0-4981-a8e5-99a11ebe8855 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1128 time: 0.0796008 Feb 10 03:57:59.104045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ba604-d34e-4751-b683-34dadf9df3b3 req-c48dfb8d-e393-477d-bc06-813eedb29ec3 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.106130 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-602ba604-d34e-4751-b683-34dadf9df3b3 req-c48dfb8d-e393-477d-bc06-813eedb29ec3 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 945 time: 0.0744627 Feb 10 03:57:59.190108 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.210567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-602ba604-d34e-4751-b683-34dadf9df3b3 req-d281faba-a1c3-420c-99b1-366745ac99b3 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939741 Feb 10 03:57:59.220268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-bd2f1780-dbb1-4122-a282-b40599b3a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.221718 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-bd2f1780-dbb1-4122-a282-b40599b3a9ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 200 len: 930 time: 0.1334221 Feb 10 03:57:59.248450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.315303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-22bf82d1-4241-4fae-bb37-a558b40efede service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 1002 time: 0.0873966 Feb 10 03:57:59.318331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event updated for resources: {'Port': ['ID=1f76261f-8b2f-4166-ae39-d0a3ed707884,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:59.327339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (2b92d719-c50a-4d99-a379-3daa4a062bc4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.372893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff19453-503c-427a-bc9a-5b8f0e413be9 req-0856e916-c62c-498e-a157-fcd14162770a tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.374264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cff19453-503c-427a-bc9a-5b8f0e413be9 req-0856e916-c62c-498e-a157-fcd14162770a tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 945 time: 0.0989144 Feb 10 03:57:59.379749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-4317adbb-b6d8-4d0f-b87d-4b70ea279101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.381126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-4317adbb-b6d8-4d0f-b87d-4b70ea279101 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=985b40b8-e045-4210-931d-0fc823564ff1 HTTP/1.1" status: 200 len: 868 time: 0.0596006 Feb 10 03:57:59.410874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.412137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-9608aaa8-eca4-4016-acd1-5d2cee9ff367 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7141428 Feb 10 03:57:59.450033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cff19453-503c-427a-bc9a-5b8f0e413be9 req-1758872a-b304-4218-a9cd-7ba12f2af3d5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679634 Feb 10 03:57:59.458425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-4d0538e6-2d6f-459d-94c8-b69aa27d7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.459958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-4d0538e6-2d6f-459d-94c8-b69aa27d7b11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708618 Feb 10 03:57:59.493109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-18cd1263-401b-48d9-9d39-e432d45db3b1 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0750387 Feb 10 03:57:59.566903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45848) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:59.599153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2939648-55d6-43df-8999-1c0fa339e9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.607543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-32c0f290-bccd-4c59-b958-500ff7086480 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.608329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-1688e967-e5d8-46a5-a578-c369ed22000e service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421096 Feb 10 03:57:59.608884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-32c0f290-bccd-4c59-b958-500ff7086480 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1091166 Feb 10 03:57:59.618861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-4eb42b31-1d98-44a8-b2ad-00708a98578d tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:57:59.619820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-433a7ade-a567-4761-87b2-22c70d9b7636 req-4eb42b31-1d98-44a8-b2ad-00708a98578d tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058208 Feb 10 03:57:59.636455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee605fa-2c90-4045-abaf-0df7a652d150 req-152b09fd-0186-48ab-8cc5-22dca0d36dcc tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:57:59.638743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fee605fa-2c90-4045-abaf-0df7a652d150 req-152b09fd-0186-48ab-8cc5-22dca0d36dcc tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.1068959 Feb 10 03:57:59.756968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fee605fa-2c90-4045-abaf-0df7a652d150 req-1a675a18-cddf-4427-9614-46a4f56967f7 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050541 Feb 10 03:57:59.766838 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-daaffd7d-41f3-4f6e-abdc-a5d46b9c65e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.786976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106313a4-01e7-4c4e-a64e-c625e21ae465 req-3a452427-b9be-4e00-87d9-539ce008424b service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598921 Feb 10 03:57:59.822942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2939648-55d6-43df-8999-1c0fa339e9a5 admin admin] Publish callbacks [] for security_group (7560add5-a80d-4753-b8ef-f9fc48a5e856), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.835798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4538b678-7873-40ac-be65-68d5a56035cb up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:57:59.889002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2939648-55d6-43df-8999-1c0fa339e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7560add5-a80d-4753-b8ef-f9fc48a5e856), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.926468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2939648-55d6-43df-8999-1c0fa339e9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7560add5-a80d-4753-b8ef-f9fc48a5e856,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:57:59.930599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2939648-55d6-43df-8999-1c0fa339e9a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fb5bb5402eb4310bb92994f7186f33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615520 Feb 10 03:57:59.933366 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45858) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:57:59.939750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 4538b678-7873-40ac-be65-68d5a56035cb completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:57:59.944415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 4538b678-7873-40ac-be65-68d5a56035cb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:57:59.946882 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4538b678-7873-40ac-be65-68d5a56035cb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:57:59.983158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f52fd631-0d9e-4df3-bf91-fdb88811dcea admin admin] Publish callbacks [] for security_group (7560add5-a80d-4753-b8ef-f9fc48a5e856), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.010401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f52fd631-0d9e-4df3-bf91-fdb88811dcea admin admin] Publish callbacks [] for security_group (7560add5-a80d-4753-b8ef-f9fc48a5e856), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.028706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4538b678-7873-40ac-be65-68d5a56035cb is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:00.032045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4538b678-7873-40ac-be65-68d5a56035cb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.064441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4538b678-7873-40ac-be65-68d5a56035cb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4538b678-7873-40ac-be65-68d5a56035cb,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:00.123014 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4538b678-7873-40ac-be65-68d5a56035cb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.175533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4538b678-7873-40ac-be65-68d5a56035cb,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:00.205911 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2939e7a5-ccb9-4bf2-ab9a-8071ddaa73b7 x-openstack-request-id: req-2939e7a5-ccb9-4bf2-ab9a-8071ddaa73b7 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:00.207753 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "name": "network-vif-plugged", "status": "completed", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:00.207753 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2939e7a5-ccb9-4bf2-ab9a-8071ddaa73b7 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:00.207753 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2', 'code': 200} Feb 10 03:58:00.387006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac002dda-0bd0-4bc8-8b0a-c7d031202749 req-ccb3b5e1-c553-43d6-9aed-ee2b1afff28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:00.388521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac002dda-0bd0-4bc8-8b0a-c7d031202749 req-ccb3b5e1-c553-43d6-9aed-ee2b1afff28b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1127 time: 0.0932424 Feb 10 03:58:00.396347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514b6f-eff5-4bd2-a4d4-be6fd51b1f56 req-44ae9fe6-8235-4be8-bfca-2ebfb83bf0bf tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:00.399964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44514b6f-eff5-4bd2-a4d4-be6fd51b1f56 req-44ae9fe6-8235-4be8-bfca-2ebfb83bf0bf tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1013401 Feb 10 03:58:00.457340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44514b6f-eff5-4bd2-a4d4-be6fd51b1f56 req-154c9716-a0fd-4823-b6c2-13002965bbfd tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0522959 Feb 10 03:58:00.470335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-44514b6f-eff5-4bd2-a4d4-be6fd51b1f56 req-fbd67538-502e-4203-b97d-272f01334feb tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Request body: {'floatingip': {'port_id': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:00.510678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f52fd631-0d9e-4df3-bf91-fdb88811dcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7560add5-a80d-4753-b8ef-f9fc48a5e856), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.513272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f52fd631-0d9e-4df3-bf91-fdb88811dcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.514381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f52fd631-0d9e-4df3-bf91-fdb88811dcea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7560add5-a80d-4753-b8ef-f9fc48a5e856 HTTP/1.1" status: 204 len: 168 time: 0.5798695 Feb 10 03:58:00.519648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac002dda-0bd0-4bc8-8b0a-c7d031202749 req-99e0e39c-89aa-4d78-b054-e99be7cb153a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210854 Feb 10 03:58:00.522836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44514b6f-eff5-4bd2-a4d4-be6fd51b1f56 req-fbd67538-502e-4203-b97d-272f01334feb tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (2b92d719-c50a-4d99-a379-3daa4a062bc4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.529672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fd631-0d9e-4df3-bf91-fdb88811dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560add5-a80d-4753-b8ef-f9fc48a5e856,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:00.743166 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-44514b6f-eff5-4bd2-a4d4-be6fd51b1f56 req-fbd67538-502e-4203-b97d-272f01334feb tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 03:58:00.744396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44514b6f-eff5-4bd2-a4d4-be6fd51b1f56 req-fbd67538-502e-4203-b97d-272f01334feb tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "PUT /v2.0/floatingips/2b92d719-c50a-4d99-a379-3daa4a062bc4 HTTP/1.1" status: 409 len: 551 time: 0.2802629 Feb 10 03:58:00.835718 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:00.845664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33140c-1865-479c-8a47-9623f570d6b3 req-d19c2000-9267-4656-bc55-1a6bc60213f5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:00.847307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a33140c-1865-479c-8a47-9623f570d6b3 req-d19c2000-9267-4656-bc55-1a6bc60213f5 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.0579736 Feb 10 03:58:00.857539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45874) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:00.862039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Request body: {'floatingip': {'port_id': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:00.904805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:01.050476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ddf2f-b573-4e55-a190-a036046d5ef9 req-60015273-8b73-4d2d-afb5-8c8cae577776 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:01.052004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab1ddf2f-b573-4e55-a190-a036046d5ef9 req-60015273-8b73-4d2d-afb5-8c8cae577776 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 949 time: 0.1439178 Feb 10 03:58:01.173006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab1ddf2f-b573-4e55-a190-a036046d5ef9 req-09dc556e-3be5-42f8-bde7-a1c449a4168e tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113095 Feb 10 03:58:01.403381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5341915-343a-485b-9392-c355f7ae360d req-e5a4d99e-cd5a-463c-b635-00f34e2f5633 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:01.404928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5341915-343a-485b-9392-c355f7ae360d req-e5a4d99e-cd5a-463c-b635-00f34e2f5633 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 945 time: 0.1179531 Feb 10 03:58:01.553008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5341915-343a-485b-9392-c355f7ae360d req-371b69a7-0e8a-4c74-8c7d-99edcc4f589f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301167 Feb 10 03:58:01.555831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:01.571362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-c216432b-ba35-498a-977e-66a36d8ebaac tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:01.573585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-c216432b-ba35-498a-977e-66a36d8ebaac tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 949 time: 0.1367850 Feb 10 03:58:01.670084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45894) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:01.677277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:01.769814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-network', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:01.790296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff604080-dadd-4924-a27b-aae98522c758 req-fa8b4963-db28-4b06-bad0-71e89fff9c20 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:01.791872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff604080-dadd-4924-a27b-aae98522c758 req-fa8b4963-db28-4b06-bad0-71e89fff9c20 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 946 time: 0.1716437 Feb 10 03:58:01.806026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Deleting port df756568-ceee-45f6-b9db-c1918a8b80e4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:01.806364 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:01.850748 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3 associated. External IP: 172.25.8.93, port: ef432cac-7d7c-4029-b5bf-e19f3dfe93e0. Feb 10 03:58:01.893882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Made reservation on behalf of 81259bfba7ca473a9bdad466e8081e97 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:01.896339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:01.908118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:01.963727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff604080-dadd-4924-a27b-aae98522c758 req-cf368fae-1bc2-4d44-8900-34e46684f83c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620889 Feb 10 03:58:01.973615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-8c48b6c3-7277-4fec-a544-07ce34ced88b tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips/2b92d719-c50a-4d99-a379-3daa4a062bc4 HTTP/1.1" status: 200 len: 693 time: 0.0499284 Feb 10 03:58:02.013622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] For port df756568-ceee-45f6-b9db-c1918a8b80e4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=df756568-ceee-45f6-b9db-c1918a8b80e4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:02.013988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.034122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Calling delete_port for df756568-ceee-45f6-b9db-c1918a8b80e4 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:02.133160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-d959e212-eceb-4a47-86a5-5e3cfd7b3a98 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:02.134541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-d959e212-eceb-4a47-86a5-5e3cfd7b3a98 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1519358 Feb 10 03:58:02.140033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks [] for security_group (5fc5db63-4386-41ca-b831-9fa496a307d2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.148213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-ecdb4933-d92c-4dd9-853d-af4a9d422495 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:58:02.149757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-ecdb4933-d92c-4dd9-853d-af4a9d422495 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057538 Feb 10 03:58:02.207447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-5e8d6f67-c43d-444b-bc1d-612928797fe0 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0507190 Feb 10 03:58:02.208914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:02.211793 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51894a27-9ee6-4eff-a767-c227ec6c816e" -d '{"events": [{"server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "name": "network-vif-plugged", "status": "completed", "tag": "4538b678-7873-40ac-be65-68d5a56035cb"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:02.270472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5fc5db63-4386-41ca-b831-9fa496a307d2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.288908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:02.301622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-f1137658-24f0-4a47-96a9-a3cb95929f9a tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0798225 Feb 10 03:58:02.330310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5db63-4386-41ca-b831-9fa496a307d2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:02.401186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.415246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:02.471305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Deleting port 1f76261f-8b2f-4166-ae39-d0a3ed707884 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:02.471677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.476400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:02.481684 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.486475 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] Sync routers for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:02.506119 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:02.507372 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:02.512892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (df756568-ceee-45f6-b9db-c1918a8b80e4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.513679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:02.525769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['df756568-ceee-45f6-b9db-c1918a8b80e4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:58:02.552874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45914) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:02.554111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Pushing event deleted for resources: {'Port': ['ID=df756568-ceee-45f6-b9db-c1918a8b80e4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:02.564541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9f42c92f-0db0-433b-9472-82ce117499ec), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.564990 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Added segment 9f42c92f-0db0-433b-9472-82ce117499ec of type vlan for network ea0c3e45-b0f7-40c5-98ba-0b278923a76b Feb 10 03:58:02.568785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f7a1d-04a9-45d0-99de-9b51b5e11b4d req-e46ef2ec-9e87-43bf-8ecb-7d6272fc57b1 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:02.571267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-711f7a1d-04a9-45d0-99de-9b51b5e11b4d req-e46ef2ec-9e87-43bf-8ecb-7d6272fc57b1 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9db2ea-5766-4303-b731-356fe6468f6d HTTP/1.1" status: 200 len: 949 time: 0.2812138 Feb 10 03:58:02.595714 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a2dca1d1-432e-431d-9da7-12b36fca2368 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "PUT /v2.0/floatingips/b443245d-43c0-49d2-b88d-ab4a4dc5ddd3 HTTP/1.1" status: 200 len: 990 time: 1.7369857 Feb 10 03:58:02.597327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:02.599811 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc587c69-54bb-4a46-a12a-696663a5d497" -d '{"events": [{"name": "network-changed", "server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:02.653728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.654230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (1f76261f-8b2f-4166-ae39-d0a3ed707884), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.664725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (ea0c3e45-b0f7-40c5-98ba-0b278923a76b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.666058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] No DVR routers for this DVR port df756568-ceee-45f6-b9db-c1918a8b80e4 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:02.670283 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.673832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-336ac598-3bdc-4740-84ab-5f0134a010e9 req-79ce7f2b-ae0d-4356-855d-4c0f18611f9b tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.24 "DELETE /v2.0/ports/df756568-ceee-45f6-b9db-c1918a8b80e4 HTTP/1.1" status: 204 len: 173 time: 1.0948091 Feb 10 03:58:02.688100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Calling delete_port for 1f76261f-8b2f-4166-ae39-d0a3ed707884 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:02.720371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-711f7a1d-04a9-45d0-99de-9b51b5e11b4d req-96430b74-11ee-4f68-856e-a0dbb9744de9 tempest-TenantUsagesTestJSON-144585009 tempest-TenantUsagesTestJSON-144585009-project] 10.222.0.42 "GET /v2.0/security-groups?id=714314ed-6caa-49b6-9ffb-938c273c879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273706 Feb 10 03:58:02.779136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:02.785126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-999c8718-0e9f-4362-8149-dd1a2d96c162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.802751 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab6e6c8-0a31-4679-ad00-fbae6bc97063 x-openstack-request-id: req-1ab6e6c8-0a31-4679-ad00-fbae6bc97063 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:02.803094 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "name": "network-vif-plugged", "status": "completed", "tag": "4538b678-7873-40ac-be65-68d5a56035cb", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:02.803335 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ab6e6c8-0a31-4679-ad00-fbae6bc97063 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:02.807232 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb', 'code': 200} Feb 10 03:58:02.857721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (ea0c3e45-b0f7-40c5-98ba-0b278923a76b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.858855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:02.859439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:02.864554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-63a5c1cf-b95f-4bb3-b57d-d9d20fffa45e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f85841a5cacd4b17a8555c90e36db217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063359 Feb 10 03:58:02.878670 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45924) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:03.004141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] Pushing event updated for resources: {'Network': ['ID=ea0c3e45-b0f7-40c5-98ba-0b278923a76b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:03.018218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:03.021633 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce6ffe02-3bcd-4d01-a3a2-2515d668b5d9 admin admin] Publish callbacks [] for security_group (1418903e-ee0a-4309-9791-dfec449e7d5e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.031461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e2a37-d79f-4ea6-8f82-1cd783b811b1 req-b16f4392-b223-4d93-a3ad-7d27ef1f1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:03.038169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b6e2a37-d79f-4ea6-8f82-1cd783b811b1 req-b16f4392-b223-4d93-a3ad-7d27ef1f1989 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.1204007 Feb 10 03:58:03.051761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19416778-f0fc-47ad-b61a-69a23b6a7f70 req-7d44bfdb-87d0-40a3-be0c-5295909edf5e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:03.059499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19416778-f0fc-47ad-b61a-69a23b6a7f70 req-7d44bfdb-87d0-40a3-be0c-5295909edf5e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 945 time: 0.1329851 Feb 10 03:58:03.065771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f20ff8bf-ba72-46d1-ada4-c7b52708e278 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3939257 Feb 10 03:58:03.072457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45928) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:03.077678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Request body: {'subnet': {'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-subnet', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:03.097352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce6ffe02-3bcd-4d01-a3a2-2515d668b5d9 admin admin] Publish callbacks [] for security_group (1418903e-ee0a-4309-9791-dfec449e7d5e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.165172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b6e2a37-d79f-4ea6-8f82-1cd783b811b1 req-6e27520b-892f-4cc0-9b47-2d1f7d5507b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027565 Feb 10 03:58:03.172642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-999c8718-0e9f-4362-8149-dd1a2d96c162 admin admin] Publish callbacks [] for security_group (105c110a-0d05-4dc3-9075-0dfc331c5d66), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.172918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19416778-f0fc-47ad-b61a-69a23b6a7f70 req-db828597-67ea-4135-b8e4-6a4347d55b76 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123772 Feb 10 03:58:03.181319 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b443245d-43c0-49d2-b88d-ab4a4dc5ddd3', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'port_id': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'mac_address': 'fa:16:3e:42:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39086e32-e9c6-4865-9890-8ceb007f984f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:56:41Z', 'updated_at': '2022-02-10T03:58:01Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:03.223283 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] Checking router: 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:03.230733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Made reservation on behalf of 81259bfba7ca473a9bdad466e8081e97 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:03.232489 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:03.233656 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:03.233789 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.287243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce6ffe02-3bcd-4d01-a3a2-2515d668b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1418903e-ee0a-4309-9791-dfec449e7d5e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.290813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce6ffe02-3bcd-4d01-a3a2-2515d668b5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.292152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-999c8718-0e9f-4362-8149-dd1a2d96c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (105c110a-0d05-4dc3-9075-0dfc331c5d66), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.303267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ce6ffe02-3bcd-4d01-a3a2-2515d668b5d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1418903e-ee0a-4309-9791-dfec449e7d5e HTTP/1.1" status: 204 len: 168 time: 0.4191439 Feb 10 03:58:03.316316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ffe02-3bcd-4d01-a3a2-2515d668b5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1418903e-ee0a-4309-9791-dfec449e7d5e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:03.331951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1f76261f-8b2f-4166-ae39-d0a3ed707884), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.357504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e18ed8-7a93-4efc-96ed-3dbb656d3451 req-f946903a-4eeb-4179-a63c-303572ca6364 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:03.367712 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43e18ed8-7a93-4efc-96ed-3dbb656d3451 req-f946903a-4eeb-4179-a63c-303572ca6364 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.1192999 Feb 10 03:58:03.393130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event deleted for resources: {'Port': ['ID=1f76261f-8b2f-4166-ae39-d0a3ed707884,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:03.399338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-999c8718-0e9f-4362-8149-dd1a2d96c162 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=132cae1fa57b48d7a0e24a533d74f466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9805455 Feb 10 03:58:03.402618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45934) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:03.405569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c8718-0e9f-4362-8149-dd1a2d96c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105c110a-0d05-4dc3-9075-0dfc331c5d66,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:03.420825 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:03.431636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43e18ed8-7a93-4efc-96ed-3dbb656d3451 req-438f4370-36a9-4463-84b2-824bf84bd88e tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630503 Feb 10 03:58:03.489630 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bee85cd-ecee-4d69-8d5a-4a68d274c027 x-openstack-request-id: req-8bee85cd-ecee-4d69-8d5a-4a68d274c027 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:03.490565 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:03.490565 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bee85cd-ecee-4d69-8d5a-4a68d274c027 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:03.491878 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'status': 'completed', 'code': 200} Feb 10 03:58:03.561932 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (2b92d719-c50a-4d99-a379-3daa4a062bc4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.564473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.577645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7cd676-9d9d-48ba-a204-f3ae92d0e864 req-0729521c-892a-4ada-863c-ac67796776f3 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "DELETE /v2.0/floatingips/2b92d719-c50a-4d99-a379-3daa4a062bc4 HTTP/1.1" status: 204 len: 173 time: 1.2657769 Feb 10 03:58:03.602515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c09c9551-798c-41d4-adf1-8b9c87b98401 admin admin] Publish callbacks [] for security_group (105c110a-0d05-4dc3-9075-0dfc331c5d66), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.611312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-09e7c49d-13f2-499f-9fd1-ded5f36a5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:03.623863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-09e7c49d-13f2-499f-9fd1-ded5f36a5670 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8566aca7e34d72b480239e591fb99d&device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 1127 time: 0.1096735 Feb 10 03:58:03.648201 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c09c9551-798c-41d4-adf1-8b9c87b98401 admin admin] Publish callbacks [] for security_group (105c110a-0d05-4dc3-9075-0dfc331c5d66), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.722636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (a0821981-dc75-4737-95ce-5e287d60c26e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.750359 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b443245d-43c0-49d2-b88d-ab4a4dc5ddd3', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'port_id': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'mac_address': 'fa:16:3e:42:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39086e32-e9c6-4865-9890-8ceb007f984f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:56:41Z', 'updated_at': '2022-02-10T03:58:01Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:03.786935 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda2838-7dd0-4b50-beb5-f1e575ffff30 None None] The sync data for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 is: [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b443245d-43c0-49d2-b88d-ab4a4dc5ddd3', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'port_id': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'mac_address': 'fa:16:3e:42:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39086e32-e9c6-4865-9890-8ceb007f984f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:56:41Z', 'updated_at': '2022-02-10T03:58:01Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:03.814683 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.825530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c09c9551-798c-41d4-adf1-8b9c87b98401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (105c110a-0d05-4dc3-9075-0dfc331c5d66), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.829255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c09c9551-798c-41d4-adf1-8b9c87b98401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:03.835309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c09c9551-798c-41d4-adf1-8b9c87b98401 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/105c110a-0d05-4dc3-9075-0dfc331c5d66 HTTP/1.1" status: 204 len: 168 time: 0.4308519 Feb 10 03:58:03.844680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0821981-dc75-4737-95ce-5e287d60c26e,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:03.845761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752c7b2-98c2-4619-9fc2-828ce703f261 req-b3efbde6-0142-47e5-8477-9cb052174649 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:03.853898 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5752c7b2-98c2-4619-9fc2-828ce703f261 req-b3efbde6-0142-47e5-8477-9cb052174649 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 946 time: 0.2589014 Feb 10 03:58:03.879655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c9551-798c-41d4-adf1-8b9c87b98401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105c110a-0d05-4dc3-9075-0dfc331c5d66,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:03.894811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Checking segment: {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:03.894811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Network hostable DHCP agents. Network: ea0c3e45-b0f7-40c5-98ba-0b278923a76b, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:03.939224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5752c7b2-98c2-4619-9fc2-828ce703f261 req-4ab59142-71d5-43fa-85be-fd2d56983384 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842776 Feb 10 03:58:03.940376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-2fdd1bff-217b-41a9-854a-198efbe24577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:03.941797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-2fdd1bff-217b-41a9-854a-198efbe24577 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 200 len: 924 time: 0.2924218 Feb 10 03:58:03.998271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:04.091531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522e1bc-5b25-4e46-a285-193c4a278059 None None] New status for floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:58:04.101604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-11ab94b0-93d9-4ad4-8ff2-5eaa3d251f2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 HTTP/1.1" status: 200 len: 998 time: 0.1533411 Feb 10 03:58:04.107895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, ea0c3e45-b0f7-40c5-98ba-0b278923a76b) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:04.114316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:04.116592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.122028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-0bb2745b-3253-4efa-b5b5-e3978a188013 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 1002 time: 0.1244195 Feb 10 03:58:04.161543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703bc66-9905-4854-9cba-6eae2b579a49 req-7897fba5-4cd1-42b0-ba81-ac6c26b45c12 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:04.164082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2703bc66-9905-4854-9cba-6eae2b579a49 req-7897fba5-4cd1-42b0-ba81-ac6c26b45c12 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1127 time: 0.1072106 Feb 10 03:58:04.209184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028d9143-0cb3-4b95-9eec-a1d68890056b None None] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:04.221781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45946) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:04.244464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.259307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-95fa7f84-6ab2-46be-b300-aeef6178d6d9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1836131 Feb 10 03:58:04.265401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45948) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:04.273306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:04.289095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2703bc66-9905-4854-9cba-6eae2b579a49 req-047c8be2-89bb-44e2-8155-2fb5fd293faf tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120665 Feb 10 03:58:04.390630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'fixed_ips': [{'subnet_id': 'a0821981-dc75-4737-95ce-5e287d60c26e'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:58:04.391599 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.476761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Publish callbacks [] for security_group (5d83d7da-9548-4ea4-affe-fb83a73f4d8a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.476761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (e77d83ef-b91e-4f5a-a5bb-886819b0c865), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.476761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (e77d83ef-b91e-4f5a-a5bb-886819b0c865), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.563148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks [] for router_controller (e77d83ef-b91e-4f5a-a5bb-886819b0c865), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.587797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d83d7da-9548-4ea4-affe-fb83a73f4d8a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.608699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-1e89fa1d-5c4b-4e22-ada2-71f7c7f60b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:04.611212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-1e89fa1d-5c4b-4e22-ada2-71f7c7f60b85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=587a2853-ce4d-420f-8f7d-052b827b1cb1 HTTP/1.1" status: 200 len: 862 time: 0.5011966 Feb 10 03:58:04.618364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Allocated IP 172.20.0.2 (ea0c3e45-b0f7-40c5-98ba-0b278923a76b/a0821981-dc75-4737-95ce-5e287d60c26e/6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:04.622425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-71b6ae80-3e85-4343-b697-05472a261064 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:04.637267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d83d7da-9548-4ea4-affe-fb83a73f4d8a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:04.637640 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-71b6ae80-3e85-4343-b697-05472a261064 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports/a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 943 time: 0.4853814 Feb 10 03:58:04.640991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42da1a8b0f004daba3c39717d5cac5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182196 Feb 10 03:58:04.644081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45958) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:04.645001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05332d0e-3daa-4759-97c9-289987eb5b35 req-9da4bf4e-1c43-4c7c-8fb0-de56789cec1f tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:04.648082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05332d0e-3daa-4759-97c9-289987eb5b35 req-9da4bf4e-1c43-4c7c-8fb0-de56789cec1f tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1127 time: 0.0959568 Feb 10 03:58:04.658642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.659400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.659748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.660089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.660423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.660757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.661089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.661417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.661739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.662064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.662387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.662726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.663047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037387b-9069-4e52-8016-9408f0798319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:04.799693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05332d0e-3daa-4759-97c9-289987eb5b35 req-b8d29fbe-7493-45fe-91bc-df4a2ef92fb5 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444106 Feb 10 03:58:04.821882 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554347b2-5f28-4899-94ad-0176deca891f admin admin] Publish callbacks [] for security_group (5d83d7da-9548-4ea4-affe-fb83a73f4d8a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.862577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks [] for router_gateway (e77d83ef-b91e-4f5a-a5bb-886819b0c865), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.864271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-0194c23a-0c7d-4f14-aa5c-811d49467db9 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 1002 time: 0.1409156 Feb 10 03:58:04.866954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554347b2-5f28-4899-94ad-0176deca891f admin admin] Publish callbacks [] for security_group (5d83d7da-9548-4ea4-affe-fb83a73f4d8a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.868327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45962) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:04.872489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-13c3db54-a07e-4043-808f-a7488fec63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:04.874063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-13c3db54-a07e-4043-808f-a7488fec63a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2411eec2-e944-4e7e-9905-52d2c6e0716b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2337954 Feb 10 03:58:04.888286 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Publish callbacks [] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.954421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b068b901-2a6e-40ff-ae7b-67b4ec2ab1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.987133 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:04.994662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a891fa-fcf0-4540-a697-19e94a62247b req-171e4810-cc11-4908-b7b4-c1f492ae5698 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:04.996847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19a891fa-fcf0-4540-a697-19e94a62247b req-171e4810-cc11-4908-b7b4-c1f492ae5698 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.0798945 Feb 10 03:58:05.044105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:05.047274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:05.056663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:05.075276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Pushing event updated for resources: {'Port': ['ID=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:05.090993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19a891fa-fcf0-4540-a697-19e94a62247b req-dc4b6265-d9c3-4725-82cb-0cb3cd530ce1 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616384 Feb 10 03:58:05.103635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-5814dc07-23bd-4465-9512-a8423ca31bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162955 Feb 10 03:58:05.122457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-9778b5c4-5ff1-4fb1-ab72-dac59a9e940b tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:05.122457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-9778b5c4-5ff1-4fb1-ab72-dac59a9e940b tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2409647 Feb 10 03:58:05.151688 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554347b2-5f28-4899-94ad-0176deca891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d83d7da-9548-4ea4-affe-fb83a73f4d8a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.154148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554347b2-5f28-4899-94ad-0176deca891f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.155372 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-554347b2-5f28-4899-94ad-0176deca891f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d83d7da-9548-4ea4-affe-fb83a73f4d8a HTTP/1.1" status: 204 len: 168 time: 0.5101535 Feb 10 03:58:05.228438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Attempting to bind port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:05.228802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Attempting to bind port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:05.231158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Attempting to bind port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f on network ea0c3e45-b0f7-40c5-98ba-0b278923a76b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:05.245167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45974) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:05.249276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554347b2-5f28-4899-94ad-0176deca891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d83d7da-9548-4ea4-affe-fb83a73f4d8a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:05.250305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:05.251698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Checking segment: {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:05.253060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.253779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Bound using segment: {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:05.254227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Bound port: 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:05.255591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.302745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-c9703546-a81d-4c7a-aa10-9aaa4c04719c tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 1002 time: 0.1680031 Feb 10 03:58:05.321043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:05.374323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc587c69-54bb-4a46-a12a-696663a5d497 req-565f7d82-73bf-44e9-95cf-3635624509fa service neutron] 10.222.0.24 "GET /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571726 Feb 10 03:58:05.438888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b068b901-2a6e-40ff-ae7b-67b4ec2ab1bc admin admin] Publish callbacks [] for security_group (92c1620f-c252-43d3-9d29-4c3701f9c875), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.442463 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (f2dfd440-04ca-4a32-b3d3-6fcd54229397), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.453011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] For port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:05.462205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] For port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:05.495228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'name': 'network-vif-deleted', 'tag': 'df756568-ceee-45f6-b9db-c1918a8b80e4'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:05.497888 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539208d-bd8d-442e-8eab-d407921730f3" -d '{"events": [{"server_uuid": "bc9db2ea-5766-4303-b731-356fe6468f6d", "name": "network-vif-deleted", "tag": "df756568-ceee-45f6-b9db-c1918a8b80e4"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:05.516865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b068b901-2a6e-40ff-ae7b-67b4ec2ab1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (92c1620f-c252-43d3-9d29-4c3701f9c875), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.539403 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.601289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068b901-2a6e-40ff-ae7b-67b4ec2ab1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c1620f-c252-43d3-9d29-4c3701f9c875,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:05.611203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b068b901-2a6e-40ff-ae7b-67b4ec2ab1bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a38e24bc4e6427cb96d1aa11fd33025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7384446 Feb 10 03:58:05.612164 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks [] for router_gateway (e77d83ef-b91e-4f5a-a5bb-886819b0c865), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.612948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45982) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:05.640211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.653348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-29275f4c-a540-4a45-bc0f-0ce5c6a6aaa9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1620d16a82ef409f81d11bad237b40fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048350 Feb 10 03:58:05.656016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:05.664266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6dead-2b84-4030-9a59-90e5a3edd7e1 req-ece9845e-4a92-4319-9781-f8eb89043a3b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:05.667582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1a6dead-2b84-4030-9a59-90e5a3edd7e1 req-ece9845e-4a92-4319-9781-f8eb89043a3b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 946 time: 0.4009006 Feb 10 03:58:05.668710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.706632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38a53-2968-4912-80b6-6df7634917f3 None None] Pushing event updated for resources: {'Port': ['ID=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:05.708472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50cbe787-50db-4d06-a3cc-3e0b3a119a1d admin admin] Publish callbacks [] for security_group (92c1620f-c252-43d3-9d29-4c3701f9c875), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.744386 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50cbe787-50db-4d06-a3cc-3e0b3a119a1d admin admin] Publish callbacks [] for security_group (92c1620f-c252-43d3-9d29-4c3701f9c875), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.764395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (f2dfd440-04ca-4a32-b3d3-6fcd54229397), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.764928 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Floating IP f2dfd440-04ca-4a32-b3d3-6fcd54229397 disassociated. External IP: 172.25.8.218, port: a34eef59-5234-4b76-8999-91cfc48cb95d. Feb 10 03:58:05.842663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1a6dead-2b84-4030-9a59-90e5a3edd7e1 req-fc2f8855-6425-4d9c-bda4-b869b9d107dd tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357570 Feb 10 03:58:05.853657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Allocated IP 172.25.8.157 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/d3d78934-7c31-4244-85f8-7b59ee8910c6) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:05.858658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30d72068-3ec9-41f0-97cb-b6f45790cab9 admin admin] Publish callbacks [] for security_group (714314ed-6caa-49b6-9ffb-938c273c879b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:05.905202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30d72068-3ec9-41f0-97cb-b6f45790cab9 admin admin] Publish callbacks [] for security_group (714314ed-6caa-49b6-9ffb-938c273c879b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.042016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50cbe787-50db-4d06-a3cc-3e0b3a119a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (92c1620f-c252-43d3-9d29-4c3701f9c875), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.044972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50cbe787-50db-4d06-a3cc-3e0b3a119a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.048502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-50cbe787-50db-4d06-a3cc-3e0b3a119a1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92c1620f-c252-43d3-9d29-4c3701f9c875 HTTP/1.1" status: 204 len: 168 time: 0.4322023 Feb 10 03:58:06.068656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbe787-50db-4d06-a3cc-3e0b3a119a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c1620f-c252-43d3-9d29-4c3701f9c875,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:06.080497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks [] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.161183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30d72068-3ec9-41f0-97cb-b6f45790cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (714314ed-6caa-49b6-9ffb-938c273c879b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.164378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30d72068-3ec9-41f0-97cb-b6f45790cab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.165733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-30d72068-3ec9-41f0-97cb-b6f45790cab9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/714314ed-6caa-49b6-9ffb-938c273c879b HTTP/1.1" status: 204 len: 168 time: 0.5087013 Feb 10 03:58:06.176345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Router ac765d4e-949b-44f9-bf5d-06429cf9cd75 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:06.185836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d72068-3ec9-41f0-97cb-b6f45790cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714314ed-6caa-49b6-9ffb-938c273c879b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:06.209241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.261700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:06.264737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:06.272214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:06.297561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Pushing event updated for resources: {'Port': ['ID=d3d78934-7c31-4244-85f8-7b59ee8910c6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:06.333057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:06.342475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.348400 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] Sync routers for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:06.375770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-146c0293-bb35-4617-8866-904b1f630f5f tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "PUT /v2.0/floatingips/f2dfd440-04ca-4a32-b3d3-6fcd54229397 HTTP/1.1" status: 200 len: 695 time: 1.0720489 Feb 10 03:58:06.381372 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:06.382145 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:06.454344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-94df6ad8-23f7-4588-a79b-979575358d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:06.455938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-94df6ad8-23f7-4588-a79b-979575358d32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1128 time: 0.0630069 Feb 10 03:58:06.521382 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:06.565775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-c7542fcb-c9fd-4ac8-ad73-333986f07247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:06.578353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-c7542fcb-c9fd-4ac8-ad73-333986f07247 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 200 len: 930 time: 0.1146443 Feb 10 03:58:06.652751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-20138908-f325-4659-9dde-5b8baa7f817b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 217 time: 0.0732760 Feb 10 03:58:06.702097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks [] for router_gateway (e77d83ef-b91e-4f5a-a5bb-886819b0c865), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:06.738882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-dc57cf5e-af14-40f2-9a28-3a7ff36cd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:06.741393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-dc57cf5e-af14-40f2-9a28-3a7ff36cd284 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=985b40b8-e045-4210-931d-0fc823564ff1 HTTP/1.1" status: 200 len: 868 time: 0.0830147 Feb 10 03:58:06.844956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-9126182a-df87-43c2-8b7f-5a11bb336e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:06.854410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-9126182a-df87-43c2-8b7f-5a11bb336e4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1014495 Feb 10 03:58:06.898561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device df756568-ceee-45f6-b9db-c1918a8b80e4 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:06.949202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: df756568-ceee-45f6-b9db-c1918a8b80e4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:06.954639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device df756568-ceee-45f6-b9db-c1918a8b80e4 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:06.983246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:07.008538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-cb1d89ac-334c-4970-8404-823e8328df42 service neutron] 10.222.0.42 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441951 Feb 10 03:58:07.091557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:07.093688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.142867 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:27Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:07.152132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f916c4a4-5123-493a-af2c-91465c9ca085 req-a9b7aa58-0fcd-45c1-b071-7eedc17ec690 service neutron] 10.222.0.42 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372182 Feb 10 03:58:07.158382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (e77d83ef-b91e-4f5a-a5bb-886819b0c865), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.182365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9047a-1324-4e7c-9e09-b30f53b93087 None None] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:07.186194 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] Checking router: ac765d4e-949b-44f9-bf5d-06429cf9cd75 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:07.194444 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:07.195078 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:07.306686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46030) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:07.331366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.335696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:07.336670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.370893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-be01d222-5e5d-485f-9f08-9b00ff7b074a None None] Provisioning complete for port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:07.371612 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be01d222-5e5d-485f-9f08-9b00ff7b074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.412028 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:07.460868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:07.470133 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Publish callbacks [] for security_group (31923663-4fac-4738-8319-1c2f69356c84), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.473544 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c1a5cd-9a96-4d76-b24b-d313ae31814d x-openstack-request-id: req-19c1a5cd-9a96-4d76-b24b-d313ae31814d {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:07.473955 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9db2ea-5766-4303-b731-356fe6468f6d", "name": "network-vif-deleted", "tag": "df756568-ceee-45f6-b9db-c1918a8b80e4", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:07.474533 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19c1a5cd-9a96-4d76-b24b-d313ae31814d {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:07.474672 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9db2ea-5766-4303-b731-356fe6468f6d', 'name': 'network-vif-deleted', 'tag': 'df756568-ceee-45f6-b9db-c1918a8b80e4', 'status': 'completed', 'code': 200} Feb 10 03:58:07.524705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-be01d222-5e5d-485f-9f08-9b00ff7b074a None None] Current status of the port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:07.525419 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be01d222-5e5d-485f-9f08-9b00ff7b074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.533808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Router e77d83ef-b91e-4f5a-a5bb-886819b0c865 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:58:07.569566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.739421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-be01d222-5e5d-485f-9f08-9b00ff7b074a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 03:58:07.740033 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-be01d222-5e5d-485f-9f08-9b00ff7b074a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 03:58:07.749564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:07.762079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (31923663-4fac-4738-8319-1c2f69356c84), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.775493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:07.787255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Sync routers for ids ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:07.801703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Routers {'e77d83ef-b91e-4f5a-a5bb-886819b0c865'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:07.804188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:07.817125 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:27Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:07.822613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46042) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:07.823629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=107f7517892b4e8ca9d47da942da1653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154545 Feb 10 03:58:07.866053 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f04813-7011-4447-8f22-dba55c054a49 None None] The sync data for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 is: [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:57:21Z', 'revision_number': 4, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '06897635-11c9-40c9-b0ca-e023ebc1f935', 'name': '', 'network_id': '4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'mac_address': 'fa:16:3e:eb:a1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '985b40b8-e045-4210-931d-0fc823564ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:20Z', 'updated_at': '2022-02-10T03:57:27Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'subnets': [{'id': '985b40b8-e045-4210-931d-0fc823564ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:07.881074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-20fd19c6-76f9-4350-b7ed-9ac5c3f07a27 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4091389 Feb 10 03:58:07.903350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.905559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dd220c02-1cc0-4490-aa94-16a5ff6da82c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6384492 Feb 10 03:58:07.909200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:07.910854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46046) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:07.958617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31923663-4fac-4738-8319-1c2f69356c84,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:07.978225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36f3c191-59f7-45b0-9969-a86ded0ad6bf admin admin] Publish callbacks [] for security_group (31923663-4fac-4738-8319-1c2f69356c84), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:07.985671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.985671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.985671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.985671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.986647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.990032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.996356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.996785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.997441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.997564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.998934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.999300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:07.999637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73954e-13ef-45fe-a5e7-2e6f51d962b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:08.015454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.015959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36f3c191-59f7-45b0-9969-a86ded0ad6bf admin admin] Publish callbacks [] for security_group (31923663-4fac-4738-8319-1c2f69356c84), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.217776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Set router e77d83ef-b91e-4f5a-a5bb-886819b0c865 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:08.225414 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.262358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36f3c191-59f7-45b0-9969-a86ded0ad6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (31923663-4fac-4738-8319-1c2f69356c84), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.267136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36f3c191-59f7-45b0-9969-a86ded0ad6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.271595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-36f3c191-59f7-45b0-9969-a86ded0ad6bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31923663-4fac-4738-8319-1c2f69356c84 HTTP/1.1" status: 204 len: 168 time: 0.4472942 Feb 10 03:58:08.291690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3c191-59f7-45b0-9969-a86ded0ad6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31923663-4fac-4738-8319-1c2f69356c84,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:08.390882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-be01d222-5e5d-485f-9f08-9b00ff7b074a None None] Current status of the port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:08.406267 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dff83b-99db-40bb-a856-afc0ac5048fa None None] New status for floating IP f2dfd440-04ca-4a32-b3d3-6fcd54229397: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:58:08.448913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Allocated IP 172.25.8.210 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c2d11192-069f-43cc-b503-c42ee5486905) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:08.567961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c9c0e787-30d7-48a6-8c2d-efc092d7d9fb None None] Provisioning complete for port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:08.568333 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e787-30d7-48a6-8c2d-efc092d7d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.591010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for port (c2d11192-069f-43cc-b503-c42ee5486905), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.631210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T03:58:06Z', 'revision_number': 3, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port': {'id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:05Z', 'updated_at': '2022-02-10T03:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:08.677199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Checking router: e77d83ef-b91e-4f5a-a5bb-886819b0c865 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:08.677833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Updating router e77d83ef-b91e-4f5a-a5bb-886819b0c865 port d3d78934-7c31-4244-85f8-7b59ee8910c6 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:58:08.698176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.754277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0e787-30d7-48a6-8c2d-efc092d7d9fb None None] Current status of the port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:08.760480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.768385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c2d11192-069f-43cc-b503-c42ee5486905), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:08.844782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:08.849927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:08.861192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:08.882184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Pushing event updated for resources: {'Port': ['ID=c2d11192-069f-43cc-b503-c42ee5486905,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:08.974495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:09.000602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Allocated IP 172.20.0.1 (ea0c3e45-b0f7-40c5-98ba-0b278923a76b/a0821981-dc75-4737-95ce-5e287d60c26e/6b1f286d-d619-4bb0-81b3-590c04b23838) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:09.034584 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.126579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:09.127085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.162087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c2d11192-069f-43cc-b503-c42ee5486905), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.215009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks [] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.286316 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Publish callbacks [] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.289604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:09.325514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.354179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.367843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:09.372806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:09.390853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:09.407878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for port (c2d11192-069f-43cc-b503-c42ee5486905), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.438255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Attempting to bind port d3d78934-7c31-4244-85f8-7b59ee8910c6 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:09.438595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Attempting to bind port d3d78934-7c31-4244-85f8-7b59ee8910c6 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:09.443147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Attempting to bind port d3d78934-7c31-4244-85f8-7b59ee8910c6 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:09.451439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88350943-50b5-4124-a9e9-514871b85bf3 None None] Pushing event updated for resources: {'Port': ['ID=d3d78934-7c31-4244-85f8-7b59ee8910c6,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:09.456608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:09.456989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:09.460616 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.460616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:09.460616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Bound port: d3d78934-7c31-4244-85f8-7b59ee8910c6, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:09.460616 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.475651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:09.479467 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fb1802-b382-4404-9f85-74519327cf67" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:09.499433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (e77d83ef-b91e-4f5a-a5bb-886819b0c865), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.510900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c2d11192-069f-43cc-b503-c42ee5486905), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.586406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Pushing event updated for resources: {'Port': ['ID=6b1f286d-d619-4bb0-81b3-590c04b23838,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:09.589255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] For port d3d78934-7c31-4244-85f8-7b59ee8910c6, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:09.598473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] For port d3d78934-7c31-4244-85f8-7b59ee8910c6, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d3d78934-7c31-4244-85f8-7b59ee8910c6,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:09.640636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Pushing event updated for resources: {'Port': ['ID=c2d11192-069f-43cc-b503-c42ee5486905,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:09.656035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.683117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4b7d13f2-ef28-470b-82cb-e854e04c199f None None] Provisioning complete for port 6b1f286d-d619-4bb0-81b3-590c04b23838 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:09.683487 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b7d13f2-ef28-470b-82cb-e854e04c199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.706538 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.761478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.761478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d27e8064-aa04-4d84-bcf3-45ff5846033c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8677123 Feb 10 03:58:09.769607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d13f2-ef28-470b-82cb-e854e04c199f None None] Port 6b1f286d-d619-4bb0-81b3-590c04b23838 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:09.776217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88350943-50b5-4124-a9e9-514871b85bf3 None None] Pushing event updated for resources: {'Port': ['ID=d3d78934-7c31-4244-85f8-7b59ee8910c6,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:09.786346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Routers {'e77d83ef-b91e-4f5a-a5bb-886819b0c865'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:09.786989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:09.802110 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:58:09.821278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-d73fc127-5225-4cdb-930e-821a4ad206d4 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0553322 Feb 10 03:58:09.835348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:09.941389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] Set router e77d83ef-b91e-4f5a-a5bb-886819b0c865 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:09.956754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-428ebf8a-5af5-4bb0-9bbe-95e9a658b2e7 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:09.959025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-540068a4-52dd-4bf8-bb5c-c6739f240056 req-428ebf8a-5af5-4bb0-9bbe-95e9a658b2e7 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1313436 Feb 10 03:58:10.046863 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks [] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:10.067398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46108) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:10.100630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb8b3-ac78-4f05-85bd-5ca8a12f25b3 req-5b52f1e8-cc0b-49cf-b6c8-9137696fd489 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:10.102160 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d63cb8b3-ac78-4f05-85bd-5ca8a12f25b3 req-5b52f1e8-cc0b-49cf-b6c8-9137696fd489 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.0673974 Feb 10 03:58:10.158292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d63cb8b3-ac78-4f05-85bd-5ca8a12f25b3 req-36919b7b-0667-4ea9-8348-ffbcd5d3f08f tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Feb 10 03:58:10.169098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T03:58:06Z', 'revision_number': 3, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port': {'id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:05Z', 'updated_at': '2022-02-10T03:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:10.173736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:10.225988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25c89c-1e02-44f8-a70b-758e2ddda30f None None] The sync data for ids ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'] in n-d-827844-2 is: [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T03:58:06Z', 'revision_number': 3, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port': {'id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:05Z', 'updated_at': '2022-02-10T03:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:10.232401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Pushing event updated for resources: {'Port': ['ID=6b1f286d-d619-4bb0-81b3-590c04b23838,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:10.272603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-1b54c558-082d-43f1-a4cc-8d46c60f7428 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips/f2dfd440-04ca-4a32-b3d3-6fcd54229397 HTTP/1.1" status: 200 len: 693 time: 0.0705731 Feb 10 03:58:10.288679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (e77d83ef-b91e-4f5a-a5bb-886819b0c865), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:10.329197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-fc37621f-a974-4f65-b449-aaae87eec047 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:58:10.338731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-fc37621f-a974-4f65-b449-aaae87eec047 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2699022 Feb 10 03:58:10.415738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-5c730b1c-fa2d-4075-9bdd-29ac93ca9336 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:10.417737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-5c730b1c-fa2d-4075-9bdd-29ac93ca9336 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1377769 Feb 10 03:58:10.429542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:10.430967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:10.437437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-59dd43b6-c8a5-420c-ab92-3e8ade956a59 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:58:10.438626 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-59dd43b6-c8a5-420c-ab92-3e8ade956a59 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148394 Feb 10 03:58:10.511951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-3e8c19fe-f7ac-4e6d-b610-daf141a1fdeb tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.0646138 Feb 10 03:58:10.629588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46132) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:10.644056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Router e77d83ef-b91e-4f5a-a5bb-886819b0c865 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:10.655247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-aef12385-d9b4-4129-b111-f9aa8a9a6251 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.1362453 Feb 10 03:58:10.788370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-network', 'tenant_id': '3761426e88254529baa1a76c800ed8ca'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:10.868247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-0b58429c-fa67-4777-bf62-6fb8c0612281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:10.877059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-0b58429c-fa67-4777-bf62-6fb8c0612281 service neutron] 10.222.0.42 "GET /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 1124 time: 0.2990456 Feb 10 03:58:10.881516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Request body: {'binding': {'host': 'n-h1-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:10.882383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Unknown quota resources ['binding']. {{(pid=109959) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 03:58:10.921089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:10.925931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-91038f6c-b8e8-44aa-8fe4-c2b735243dad None None] Provisioning complete for port 6b1f286d-d619-4bb0-81b3-590c04b23838 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:10.933303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ceed35f0-797e-4a61-af2d-0a79a82baf2c admin admin] 10.222.0.42 "PUT /v2.0/routers/e77d83ef-b91e-4f5a-a5bb-886819b0c865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127902 Feb 10 03:58:10.934010 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-91038f6c-b8e8-44aa-8fe4-c2b735243dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.000077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-91038f6c-b8e8-44aa-8fe4-c2b735243dad None None] Port 6b1f286d-d619-4bb0-81b3-590c04b23838 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:11.011968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d3d78934-7c31-4244-85f8-7b59ee8910c6 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:11.081193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d3d78934-7c31-4244-85f8-7b59ee8910c6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:11.082269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.183447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on host n-h1-827844-2 for vnic_type normal with profile None {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:11.185366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:11.185835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:11.189086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d3d78934-7c31-4244-85f8-7b59ee8910c6 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:11.189758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.197446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:58:11.197446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:11.212957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:11.216080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:11.217220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:11.219688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Bound port: aadc6f0a-903c-4d14-8784-d4c16e1522a2, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:11.227774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port d3d78934-7c31-4244-85f8-7b59ee8910c6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d3d78934-7c31-4244-85f8-7b59ee8910c6,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:11.285641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Deleting port 3a717e3d-7453-4972-8796-20d210b1f2c9 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:11.286230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.316511 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.327489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:11.354998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Made reservation on behalf of 3761426e88254529baa1a76c800ed8ca for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:11.357638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.371273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.384655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=d3d78934-7c31-4244-85f8-7b59ee8910c6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:11.409773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.413273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (3a717e3d-7453-4972-8796-20d210b1f2c9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.413385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.413385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-6fe1f0e7-01bd-4cdb-99f7-c4f99892d093 service neutron] 10.222.0.42 "POST /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5341799 Feb 10 03:58:11.432517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Calling delete_port for 3a717e3d-7453-4972-8796-20d210b1f2c9 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:11.542173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks [] for security_group (b5552239-b861-477b-b9ed-369690c65c8a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.611043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b5552239-b861-477b-b9ed-369690c65c8a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.639778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:11.656730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (df13f699-5ae9-4b1e-b87c-2fb098c84a27), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.657075 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Added segment df13f699-5ae9-4b1e-b87c-2fb098c84a27 of type vlan for network 3776b16c-d084-45be-9772-52552d6f5dd2 Feb 10 03:58:11.658258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5552239-b861-477b-b9ed-369690c65c8a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:11.691625 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ae4bf-9cc9-483f-80be-caa692832b59 x-openstack-request-id: req-881ae4bf-9cc9-483f-80be-caa692832b59 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:11.691915 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:11.692162 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-881ae4bf-9cc9-483f-80be-caa692832b59 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:11.693023 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'status': 'completed', 'code': 200} Feb 10 03:58:11.700233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3a717e3d-7453-4972-8796-20d210b1f2c9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.724911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (3776b16c-d084-45be-9772-52552d6f5dd2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.761835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event deleted for resources: {'Port': ['ID=3a717e3d-7453-4972-8796-20d210b1f2c9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:11.861450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks [] for floatingip (f2dfd440-04ca-4a32-b3d3-6fcd54229397), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.865518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.867263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b569d8ba-fc74-45e9-9a33-5e07cad779f6 req-a634bd2a-d1e2-450b-b390-51f89019f658 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "DELETE /v2.0/floatingips/f2dfd440-04ca-4a32-b3d3-6fcd54229397 HTTP/1.1" status: 204 len: 173 time: 1.2058356 Feb 10 03:58:11.874642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1802-b382-4404-9f85-74519327cf67 req-48cb25c2-e3e8-4109-b8a9-2454c13493be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:11.876814 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1fb1802-b382-4404-9f85-74519327cf67 req-48cb25c2-e3e8-4109-b8a9-2454c13493be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 1128 time: 0.1656711 Feb 10 03:58:11.899370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46162) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:11.906441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-network', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:11.907616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (3776b16c-d084-45be-9772-52552d6f5dd2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:11.908724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:11.909691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.035654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4050303 Feb 10 03:58:12.038564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46164) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:12.045212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Request body: {'subnet': {'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-subnet', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:12.079648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783ca02-4b14-4ce6-a092-5895f08c5766 admin admin] Pushing event updated for resources: {'Network': ['ID=3776b16c-d084-45be-9772-52552d6f5dd2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:12.080246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Made reservation on behalf of 5f89e5bbd28a4839ad82730324fe35c5 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:12.083456 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.096702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.098769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 3776b16c-d084-45be-9772-52552d6f5dd2 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:12.116049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71527ed3-7a26-4e00-bb0f-cd7d1c6c9a47 req-f819d3ff-e38a-4372-916f-a2e1f187a257 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.117617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71527ed3-7a26-4e00-bb0f-cd7d1c6c9a47 req-f819d3ff-e38a-4372-916f-a2e1f187a257 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.1898634 Feb 10 03:58:12.119777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1802-b382-4404-9f85-74519327cf67 req-db78bb9c-6162-45e2-ac40-ff2ae5a5d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.121854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1fb1802-b382-4404-9f85-74519327cf67 req-db78bb9c-6162-45e2-ac40-ff2ae5a5d099 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 200 len: 930 time: 0.2375727 Feb 10 03:58:12.172172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Made reservation on behalf of 3761426e88254529baa1a76c800ed8ca for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:12.174916 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.204336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1fb1802-b382-4404-9f85-74519327cf67 req-47d56cb2-69ba-4fbf-b53b-895661231f90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 200 len: 217 time: 0.0717039 Feb 10 03:58:12.269722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71527ed3-7a26-4e00-bb0f-cd7d1c6c9a47 req-992661c9-3d36-476c-9382-5d4f6f6c0836 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346240 Feb 10 03:58:12.280870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-db8b17db-6d8e-4cf7-bcea-2f70fb0c2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.282472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-db8b17db-6d8e-4cf7-bcea-2f70fb0c2625 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1127 time: 0.1593843 Feb 10 03:58:12.327420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1802-b382-4404-9f85-74519327cf67 req-2d5b15e5-f8dd-4772-9944-1163af9cc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.328897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1fb1802-b382-4404-9f85-74519327cf67 req-2d5b15e5-f8dd-4772-9944-1163af9cc57b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=985b40b8-e045-4210-931d-0fc823564ff1 HTTP/1.1" status: 200 len: 868 time: 0.1068654 Feb 10 03:58:12.394834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks [] for security_group (61408548-7c4e-40a0-8855-ca46ff30b7a0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.443096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1802-b382-4404-9f85-74519327cf67 req-a6e18731-fba1-4de8-8ea3-4435ccd32b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.444660 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1fb1802-b382-4404-9f85-74519327cf67 req-a6e18731-fba1-4de8-8ea3-4435ccd32b2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1058495 Feb 10 03:58:12.447759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-3e11a880-8b4a-439a-88c8-145f96fd953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.452172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-3e11a880-8b4a-439a-88c8-145f96fd953c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.1569412 Feb 10 03:58:12.465725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Sync routers for ids ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:12.473922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (61408548-7c4e-40a0-8855-ca46ff30b7a0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.480289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Routers {'e77d83ef-b91e-4f5a-a5bb-886819b0c865'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:12.481318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:12.505122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-d36a8fdf-90b6-4566-ac83-e14a2ce3e658 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.513156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-d36a8fdf-90b6-4566-ac83-e14a2ce3e658 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 820 time: 0.2489200 Feb 10 03:58:12.513839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-8d23d8bc-875d-48c7-a472-0cb3a446baaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.0540359 Feb 10 03:58:12.530407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:12.578956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61408548-7c4e-40a0-8855-ca46ff30b7a0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:12.588513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-e2eb8fb4-5737-403e-92f4-10aac83650a8 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/quotas/a84e284355db40bcb030b8f14d506cc1 HTTP/1.1" status: 200 len: 375 time: 0.0744491 Feb 10 03:58:12.601518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (de39986b-3788-4e9f-9add-a5b4b9cf80e1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.601518 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Added segment de39986b-3788-4e9f-9add-a5b4b9cf80e1 of type vlan for network aaf08d00-ea07-4946-8f58-16d1a3b5e781 Feb 10 03:58:12.613297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-be2b6c13-2943-42e8-9b4c-bc7f144e7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.615972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-be2b6c13-2943-42e8-9b4c-bc7f144e7692 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.0933089 Feb 10 03:58:12.659084 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-dbb6faa3-eaf0-41cb-80c9-17c43bcd6408 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371463 Feb 10 03:58:12.661775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1fb1802-b382-4404-9f85-74519327cf67 req-ff0a405c-c235-4992-a507-836915cc47d9 service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095394 Feb 10 03:58:12.688448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Set router e77d83ef-b91e-4f5a-a5bb-886819b0c865 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:12.697044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (aaf08d00-ea07-4946-8f58-16d1a3b5e781), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.718099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-8beb567b-75c8-43bb-8ae4-b78f0aea3a19 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285117 Feb 10 03:58:12.762879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (7c08f232-833f-45dc-93fe-4354a37f8677), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.830082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (aaf08d00-ea07-4946-8f58-16d1a3b5e781), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.830082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.830082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:12.859946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5289f1e-c2d2-4726-9afc-e76f383a51bc req-1b675aa7-8ea9-4903-9c72-73a79f45e413 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:12.861911 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5289f1e-c2d2-4726-9afc-e76f383a51bc req-1b675aa7-8ea9-4903-9c72-73a79f45e413 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 945 time: 0.1658156 Feb 10 03:58:12.897598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-c4028c82-d09e-46d1-9b80-b33018f832c1 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690176 Feb 10 03:58:12.898146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d3d78934-7c31-4244-85f8-7b59ee8910c6 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:12.904823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-a9b17fa2-6fb9-4751-a75d-8bb16c489fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397201 Feb 10 03:58:12.913992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1fb1802-b382-4404-9f85-74519327cf67 req-ceabc3e3-daff-459f-b2d9-d4fa749c14e8 service neutron] 10.222.0.43 "GET /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378047 Feb 10 03:58:13.012603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5289f1e-c2d2-4726-9afc-e76f383a51bc req-821fe0ec-b8b8-437f-b280-6dd6aa97f47e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394279 Feb 10 03:58:13.050336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-cb4ea469-9fc1-49fa-8992-7389280c9bc4 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353827 Feb 10 03:58:13.101646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d3d78934-7c31-4244-85f8-7b59ee8910c6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:13.102227 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.145403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T03:58:09Z', 'revision_number': 4, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port': {'id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:05Z', 'updated_at': '2022-02-10T03:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b1f286d-d619-4bb0-81b3-590c04b23838', 'name': '', 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'mac_address': 'fa:16:3e:6c:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a0821981-dc75-4737-95ce-5e287d60c26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:09Z', 'revision_number': 2, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'subnets': [{'id': 'a0821981-dc75-4737-95ce-5e287d60c26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:13.168403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c08f232-833f-45dc-93fe-4354a37f8677,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:13.175927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Checking router: e77d83ef-b91e-4f5a-a5bb-886819b0c865 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:13.182546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Updating router e77d83ef-b91e-4f5a-a5bb-886819b0c865 port 6b1f286d-d619-4bb0-81b3-590c04b23838 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:58:13.182922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2772961 Feb 10 03:58:13.184946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46196) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:13.188638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409bcf2-2f5b-48bd-89b8-9a7f42c96252 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf08d00-ea07-4946-8f58-16d1a3b5e781,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:13.190245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Request body: {'subnet': {'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-subnet', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:13.212236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Checking segment: {'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:13.212620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Network hostable DHCP agents. Network: 3776b16c-d084-45be-9772-52552d6f5dd2, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:13.226364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:13.249262 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.295267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-6b4132e3-52b7-4c50-b270-69db250285b0 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224365 Feb 10 03:58:13.356348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d3d78934-7c31-4244-85f8-7b59ee8910c6 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:13.372786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Made reservation on behalf of 5f89e5bbd28a4839ad82730324fe35c5 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:13.376084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.379976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Network 3776b16c-d084-45be-9772-52552d6f5dd2 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:13.425425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-84a7518c-f6e4-4064-bf2a-8c0034b0d905 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:13.427212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-84a7518c-f6e4-4064-bf2a-8c0034b0d905 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.1516891 Feb 10 03:58:13.457170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827844-2'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:13.493843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 3776b16c-d084-45be-9772-52552d6f5dd2) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:13.498677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:13.499818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.531649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c96e52-5b7d-4719-8786-1bebf8ebbcb4 None None] Network 3776b16c-d084-45be-9772-52552d6f5dd2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:13.603331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.644953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fb4b57e7-e95c-43aa-9a2c-f82052b2e509 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6043980 Feb 10 03:58:13.647127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46204) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:13.658927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:13.687298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3e2d-62cb-43ab-9a42-acdcf7e3b03c req-2f37a845-87b3-4140-bbcc-2de20d2cc519 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:13.688903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb4b3e2d-62cb-43ab-9a42-acdcf7e3b03c req-2f37a845-87b3-4140-bbcc-2de20d2cc519 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1778028 Feb 10 03:58:13.717759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-3776b16c-d084-45be-9772-52552d6f5dd2', 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2', 'project_id': '3761426e88254529baa1a76c800ed8ca', 'fixed_ips': [{'subnet_id': '7c08f232-833f-45dc-93fe-4354a37f8677'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:58:13.718625 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.759829 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Publish callbacks [] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.774362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (236b17d3-fc19-46e1-940e-2b420d2706d3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.775541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (236b17d3-fc19-46e1-940e-2b420d2706d3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.791916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb4b3e2d-62cb-43ab-9a42-acdcf7e3b03c req-0daff7fb-1e64-4f1d-a6ba-bc848b1327bf tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0791669 Feb 10 03:58:13.833544 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.875317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b35d667-0078-42ab-be84-612eecb71826 req-2af42eaf-17e4-44fc-a9fc-31364939c106 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 210 time: 0.0384626 Feb 10 03:58:13.880595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889687c4-e74e-4787-ae8c-878cd42cef4e req-2b5ac500-a316-4265-8b32-94546e7b836b tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=79de8c5771764c2e9d4c431492cea296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442998 Feb 10 03:58:13.936518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (cbff1082-fc7c-40d8-a2d6-70b0039edfe3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.954562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb95d2-a7f5-437f-a4a7-bb3ad236907b None None] Pushing event updated for resources: {'Port': ['ID=6b1f286d-d619-4bb0-81b3-590c04b23838,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:13.981626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks [] for router_controller (236b17d3-fc19-46e1-940e-2b420d2706d3), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:13.989257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Allocated IP 172.20.0.2 (3776b16c-d084-45be-9772-52552d6f5dd2/7c08f232-833f-45dc-93fe-4354a37f8677/26f987d0-533e-4234-b001-494f4406fc9e) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:14.010936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:14.056266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Attempting to bind port 6b1f286d-d619-4bb0-81b3-590c04b23838 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:14.056649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Attempting to bind port 6b1f286d-d619-4bb0-81b3-590c04b23838 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:14.057017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Attempting to bind port 6b1f286d-d619-4bb0-81b3-590c04b23838 on network ea0c3e45-b0f7-40c5-98ba-0b278923a76b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:14.088789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de8f8225-ef15-4086-bede-59aa04b37b9a req-793c80af-242e-40f1-a2cd-0b97f6a59249 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0572519 Feb 10 03:58:14.103999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:14.106894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Checking segment: {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:14.106894 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.106894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Bound using segment: {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:14.106894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Bound port: 6b1f286d-d619-4bb0-81b3-590c04b23838, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:14.107312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.120793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbff1082-fc7c-40d8-a2d6-70b0039edfe3,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:14.137966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:14.158591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Checking segment: {'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:14.170478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Network hostable DHCP agents. Network: aaf08d00-ea07-4946-8f58-16d1a3b5e781, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:14.215231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:14.217519 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeede8a4-c599-4cf0-999e-f1c47327cd93" -d '{"events": [{"server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:14.231352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Publish callbacks [] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.286380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889687c4-e74e-4787-ae8c-878cd42cef4e req-540e58e5-10b5-43c7-bd21-5fbd14bb1905 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:14.287977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889687c4-e74e-4787-ae8c-878cd42cef4e req-540e58e5-10b5-43c7-bd21-5fbd14bb1905 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4061720 Feb 10 03:58:14.289382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] For port 6b1f286d-d619-4bb0-81b3-590c04b23838, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:14.302098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:14.318166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] For port 6b1f286d-d619-4bb0-81b3-590c04b23838, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6b1f286d-d619-4bb0-81b3-590c04b23838,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:14.352956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8bff6908-a607-4d54-802c-16ab053c28a0 None None] Provisioning complete for port 6b1f286d-d619-4bb0-81b3-590c04b23838 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:14.353383 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8bff6908-a607-4d54-802c-16ab053c28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.359511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b2645-2302-4a62-8ddf-c0dc878364b4 req-e4accd17-ca6f-45d4-9b1c-f8d538267445 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:14.362224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-125b2645-2302-4a62-8ddf-c0dc878364b4 req-e4accd17-ca6f-45d4-9b1c-f8d538267445 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 945 time: 0.0933549 Feb 10 03:58:14.366616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.376472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889687c4-e74e-4787-ae8c-878cd42cef4e req-1cb14fc1-8135-4128-bdd2-ddab84eecc5c tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/quotas/79de8c5771764c2e9d4c431492cea296 HTTP/1.1" status: 200 len: 375 time: 0.0519965 Feb 10 03:58:14.388613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks [] for router_gateway (236b17d3-fc19-46e1-940e-2b420d2706d3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.414276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Publish callbacks [] for port (26f987d0-533e-4234-b001-494f4406fc9e), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.416821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8bff6908-a607-4d54-802c-16ab053c28a0 None None] Port 6b1f286d-d619-4bb0-81b3-590c04b23838 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:14.420212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, aaf08d00-ea07-4946-8f58-16d1a3b5e781) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:14.424558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:14.425335 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.425548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.445696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889687c4-e74e-4787-ae8c-878cd42cef4e req-cdf90364-9093-4b3f-b292-e844752bc437 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=79de8c5771764c2e9d4c431492cea296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682638 Feb 10 03:58:14.452221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e12da-2981-43ea-9fcb-47cb1dd24263 None None] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:14.508568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:14.558917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb95d2-a7f5-437f-a4a7-bb3ad236907b None None] Pushing event updated for resources: {'Port': ['ID=6b1f286d-d619-4bb0-81b3-590c04b23838,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:14.567717 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (26f987d0-533e-4234-b001-494f4406fc9e), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.572040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-125b2645-2302-4a62-8ddf-c0dc878364b4 req-29495dee-3117-450e-bf59-765c52729ca1 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916137 Feb 10 03:58:14.587816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Routers {'e77d83ef-b91e-4f5a-a5bb-886819b0c865'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:14.588465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:14.592549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on host n-h2-827844-2 for vnic_type normal with profile {"migrating_to": "n-h1-827844-2"} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:14.593117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:14.593447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:14.599177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:58:14.599517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Attempting to bind port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:14.607932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:14.608328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:14.613418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:14.613418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Bound port: aadc6f0a-903c-4d14-8784-d4c16e1522a2, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:14.613418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.635633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-063ab916-c0ed-414b-a783-c9acb6ddb691 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4490461 Feb 10 03:58:14.637628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46240) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:14.648512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:14.738369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:14.742991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:14.745440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Network 3776b16c-d084-45be-9772-52552d6f5dd2 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:14.748325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Pushing event updated for resources: {'Port': ['ID=26f987d0-533e-4234-b001-494f4406fc9e,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:14.766830 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81bdb87-af52-4e99-a0df-e6728c6d45e6 x-openstack-request-id: req-c81bdb87-af52-4e99-a0df-e6728c6d45e6 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:14.767236 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:14.767585 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c81bdb87-af52-4e99-a0df-e6728c6d45e6 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:14.768266 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2', 'code': 200} Feb 10 03:58:14.782433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:14.832487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:14.836437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-aaf08d00-ea07-4946-8f58-16d1a3b5e781', 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781', 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'fixed_ips': [{'subnet_id': 'cbff1082-fc7c-40d8-a2d6-70b0039edfe3'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:58:14.837516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.859062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (3725eebd-d943-4f87-96ea-5ba1954208b8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.860482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (3725eebd-d943-4f87-96ea-5ba1954208b8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.878008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.881892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks [] for router_gateway (236b17d3-fc19-46e1-940e-2b420d2706d3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.910509 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:14.977413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] Set router e77d83ef-b91e-4f5a-a5bb-886819b0c865 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:15.064073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:15.065077 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.066566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] 10.222.0.24 "PUT /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 1121 time: 1.6136956 Feb 10 03:58:15.069299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Attempting to bind port 26f987d0-533e-4234-b001-494f4406fc9e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:15.069692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Attempting to bind port 26f987d0-533e-4234-b001-494f4406fc9e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:15.070053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Attempting to bind port 26f987d0-533e-4234-b001-494f4406fc9e on network 3776b16c-d084-45be-9772-52552d6f5dd2 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:15.082509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Allocated IP 172.25.8.58 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/44c0d49e-20d5-44e2-99a0-30aa57665c32) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:15.098533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Provisioning complete for port 6b1f286d-d619-4bb0-81b3-590c04b23838 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:15.099854 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.101054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:15.101618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Checking segment: {'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:15.102173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.102754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Bound using segment: {'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:15.103391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Bound port: 26f987d0-533e-4234-b001-494f4406fc9e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:15.103927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (26f987d0-533e-4234-b001-494f4406fc9e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.108630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks [] for router_controller (3725eebd-d943-4f87-96ea-5ba1954208b8), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.115550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b890885-c44c-48af-bbd7-cf3194b89764 service neutron] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=8']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:15.145433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ed4b7c-9343-4117-8bac-5efd1ba9b5fb req-840bbd2d-7973-403f-96fd-bfdf1415195b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 210 time: 0.0436037 Feb 10 03:58:15.267364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks [] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.384058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.396651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['aadc6f0a-903c-4d14-8784-d4c16e1522a2'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:58:15.409867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks [] for router_gateway (3725eebd-d943-4f87-96ea-5ba1954208b8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.434837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bdd72-e788-431b-9668-f9581e523413 req-e997c21c-bb85-4509-92cb-c5c0e72b0729 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:15.436552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-103bdd72-e788-431b-9668-f9581e523413 req-e997c21c-bb85-4509-92cb-c5c0e72b0729 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 946 time: 0.2073953 Feb 10 03:58:15.455239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:15.458192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:15.465405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:15.501468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Pushing event updated for resources: {'Port': ['ID=44c0d49e-20d5-44e2-99a0-30aa57665c32,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:15.531959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Allocated IP 172.20.0.2 (aaf08d00-ea07-4946-8f58-16d1a3b5e781/cbff1082-fc7c-40d8-a2d6-70b0039edfe3/e8c50fd1-10d3-4a52-a7f8-8106740f4cc7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:15.540579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-103bdd72-e788-431b-9668-f9581e523413 req-93bcf3c7-77d2-4dd5-b6c6-cc7921ae3028 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860395 Feb 10 03:58:15.595043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-78389207-0a05-4cf1-b916-457f8970013d None None] For port 26f987d0-533e-4234-b001-494f4406fc9e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:15.659351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-78389207-0a05-4cf1-b916-457f8970013d None None] For port 26f987d0-533e-4234-b001-494f4406fc9e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=26f987d0-533e-4234-b001-494f4406fc9e,segment=NetworkSegment(df13f699-5ae9-4b1e-b87c-2fb098c84a27),segment_id=df13f699-5ae9-4b1e-b87c-2fb098c84a27)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:15.765793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Current status of the port 6b1f286d-d619-4bb0-81b3-590c04b23838 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:15.765793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.778238 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (26f987d0-533e-4234-b001-494f4406fc9e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.853024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks [] for router_gateway (3725eebd-d943-4f87-96ea-5ba1954208b8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.899911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:15.918969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167638a-92b3-4828-9803-f9aab19caacc req-3096882a-d730-457d-8b8f-1c5f9fde5e7c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:15.920542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7167638a-92b3-4828-9803-f9aab19caacc req-3096882a-d730-457d-8b8f-1c5f9fde5e7c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 943 time: 0.1965132 Feb 10 03:58:15.933900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] For port 6b1f286d-d619-4bb0-81b3-590c04b23838, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6b1f286d-d619-4bb0-81b3-590c04b23838,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:15.987090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T03:58:09Z', 'revision_number': 4, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port': {'id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:05Z', 'updated_at': '2022-02-10T03:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b1f286d-d619-4bb0-81b3-590c04b23838', 'name': '', 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'mac_address': 'fa:16:3e:6c:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a0821981-dc75-4737-95ce-5e287d60c26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:14Z', 'revision_number': 4, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'subnets': [{'id': 'a0821981-dc75-4737-95ce-5e287d60c26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:15.993139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78389207-0a05-4cf1-b916-457f8970013d None None] Pushing event updated for resources: {'Port': ['ID=26f987d0-533e-4234-b001-494f4406fc9e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:16.020289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Publish callbacks [] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.026836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4f441-7038-4dd5-95a2-8967c9488745 None None] The sync data for ids ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'] in n-d-827844-2 is: [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T03:58:09Z', 'revision_number': 4, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port': {'id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:05Z', 'updated_at': '2022-02-10T03:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b1f286d-d619-4bb0-81b3-590c04b23838', 'name': '', 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'mac_address': 'fa:16:3e:6c:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a0821981-dc75-4737-95ce-5e287d60c26e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:14Z', 'revision_number': 4, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'subnets': [{'id': 'a0821981-dc75-4737-95ce-5e287d60c26e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:16.028770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.064093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7167638a-92b3-4828-9803-f9aab19caacc req-3598edf2-384d-4d39-b66b-d512cfc36742 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370497 Feb 10 03:58:16.106996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Pushing event updated for resources: {'Port': ['ID=6b1f286d-d619-4bb0-81b3-590c04b23838,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:16.116623 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00a3a0ee-d22f-425d-8ace-5709dde1e028 req-40b973c8-2bf0-4e34-a7ef-b2da39f0aa76 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=79de8c5771764c2e9d4c431492cea296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737801 Feb 10 03:58:16.135421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.150356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Allocated IP 172.25.8.181 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/8e4495d7-520d-4e04-8b6c-49fed7683afc) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:16.154690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.159931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.160584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.165083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.173246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.174062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.174609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.175180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.175981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.176498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.177014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.177357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.177712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe0ac-dde3-4fc7-a28a-29acf97ca3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:58:16.204374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks [] for router_gateway (236b17d3-fc19-46e1-940e-2b420d2706d3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.288558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Pushing event updated for resources: {'Port': ['ID=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:16.311185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:16.312793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:16.319506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:16.394585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Attempting to bind port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:16.399840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Attempting to bind port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:16.399840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Attempting to bind port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 on network aaf08d00-ea07-4946-8f58-16d1a3b5e781 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:16.403032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:16.403638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Checking segment: {'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:16.404207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.404751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Bound using segment: {'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:16.405402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Bound port: e8c50fd1-10d3-4a52-a7f8-8106740f4cc7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:16.405947 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.524966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] For port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:16.530534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] For port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,segment=NetworkSegment(de39986b-3788-4e9f-9add-a5b4b9cf80e1),segment_id=de39986b-3788-4e9f-9add-a5b4b9cf80e1)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:16.609425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.647096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3a0ee-d22f-425d-8ace-5709dde1e028 req-11c84f63-d0f8-4f57-bfa2-851336abe9d7 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:16.648712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00a3a0ee-d22f-425d-8ace-5709dde1e028 req-11c84f63-d0f8-4f57-bfa2-851336abe9d7 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5299957 Feb 10 03:58:16.672511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00a3a0ee-d22f-425d-8ace-5709dde1e028 req-662324e8-6832-4ee5-b855-f71034c9c541 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/quotas/79de8c5771764c2e9d4c431492cea296 HTTP/1.1" status: 200 len: 375 time: 0.0170264 Feb 10 03:58:16.713407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00a3a0ee-d22f-425d-8ace-5709dde1e028 req-908eb1eb-ea0d-4e7d-9a09-1c2d42beab65 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=79de8c5771764c2e9d4c431492cea296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303738 Feb 10 03:58:16.715817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (236b17d3-fc19-46e1-940e-2b420d2706d3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.751209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8ef1-b7d6-4c66-9b1c-076ba83a7cad None None] Pushing event updated for resources: {'Port': ['ID=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:16.757606 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:16.864919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:16.867509 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef80d1e-e198-4a64-8891-51f39d5894be" -d '{"events": [{"name": "network-changed", "server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:16.885375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff4b4d76-b6be-4f11-a6b4-9ff1eba96de1 req-2c3a132a-3112-4120-ad5b-f16398dff2a9 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 210 time: 0.5041528 Feb 10 03:58:17.001092 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks [] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.022851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-b9f4cf94-9084-4878-aedd-079d590ed4bd tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:17.031445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-b9f4cf94-9084-4878-aedd-079d590ed4bd tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.24 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 820 time: 0.7259586 Feb 10 03:58:17.059508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Router 236b17d3-fc19-46e1-940e-2b420d2706d3 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:58:17.059665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'port': {'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'admin_state_up': True, 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:17.090147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 26f987d0-533e-4234-b001-494f4406fc9e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:17.099813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-0473db0e-b6bc-46f6-a515-9d55e3ba485d tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:17.101571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-0473db0e-b6bc-46f6-a515-9d55e3ba485d tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 946 time: 0.6287334 Feb 10 03:58:17.209563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 26f987d0-533e-4234-b001-494f4406fc9e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:17.209972 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (26f987d0-533e-4234-b001-494f4406fc9e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.365359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 26f987d0-533e-4234-b001-494f4406fc9e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:17.365763 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (26f987d0-533e-4234-b001-494f4406fc9e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.414231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:17.430627 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Sync routers for ids ['236b17d3-fc19-46e1-940e-2b420d2706d3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:17.435743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 26f987d0-533e-4234-b001-494f4406fc9e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=26f987d0-533e-4234-b001-494f4406fc9e,segment=NetworkSegment(df13f699-5ae9-4b1e-b87c-2fb098c84a27),segment_id=df13f699-5ae9-4b1e-b87c-2fb098c84a27)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:17.452825 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Routers {'236b17d3-fc19-46e1-940e-2b420d2706d3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:17.453490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['236b17d3-fc19-46e1-940e-2b420d2706d3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:17.460462 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.502080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.503385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-79040e0e-0f23-4993-8ed8-81b1a03342b9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8547528 Feb 10 03:58:17.506411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46310) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:17.522607 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (26f987d0-533e-4234-b001-494f4406fc9e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.527064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6b1f286d-d619-4bb0-81b3-590c04b23838 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:17.557671 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db384f3b-7cb3-481a-8284-1105138c45ba x-openstack-request-id: req-db384f3b-7cb3-481a-8284-1105138c45ba {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:17.558343 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:17.558586 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db384f3b-7cb3-481a-8284-1105138c45ba {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:17.562345 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2', 'status': 'completed', 'code': 200} Feb 10 03:58:17.571910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dbcb7-cf4a-43a2-b1c1-18b07ab63adf req-7d6cfee3-15fe-4a27-b8f0-833ebee45eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:17.573680 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f06dbcb7-cf4a-43a2-b1c1-18b07ab63adf req-7d6cfee3-15fe-4a27-b8f0-833ebee45eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 946 time: 0.4711769 Feb 10 03:58:17.633231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:17.673242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:17.695623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=26f987d0-533e-4234-b001-494f4406fc9e,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:17.704115 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Set router 236b17d3-fc19-46e1-940e-2b420d2706d3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:17.722517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:17.730389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6b1f286d-d619-4bb0-81b3-590c04b23838 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:17.732420 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.781375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689081d9-40f8-4c59-a9ad-d15a4ce4192e None None] Network 3776b16c-d084-45be-9772-52552d6f5dd2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:17.795149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4495d7-520d-4e04-8b6c-49fed7683afc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:17.875181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Deleting port a34eef59-5234-4b76-8999-91cfc48cb95d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:17.875858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:17.927210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920f354-fe44-4ad0-a163-532e79149bc3 req-7aa9dcfc-276e-4e2b-b348-1234d355b758 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:17.930653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0920f354-fe44-4ad0-a163-532e79149bc3 req-7aa9dcfc-276e-4e2b-b348-1234d355b758 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 943 time: 0.1988623 Feb 10 03:58:17.958804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1b70b193-593d-4aff-8fe7-e95f95cd7db5 None None] Provisioning complete for port 26f987d0-533e-4234-b001-494f4406fc9e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:17.959191 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b70b193-593d-4aff-8fe7-e95f95cd7db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (26f987d0-533e-4234-b001-494f4406fc9e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.102204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6b1f286d-d619-4bb0-81b3-590c04b23838 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:18.103446 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:15Z', 'revision_number': 3, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port': {'id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:99:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:18.112012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.152768 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Checking router: 236b17d3-fc19-46e1-940e-2b420d2706d3 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:18.153703 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Updating router 236b17d3-fc19-46e1-940e-2b420d2706d3 port 44c0d49e-20d5-44e2-99a0-30aa57665c32 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:58:18.198398 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.200020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] For port a34eef59-5234-4b76-8999-91cfc48cb95d, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a34eef59-5234-4b76-8999-91cfc48cb95d,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:18.201179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.215355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1b70b193-593d-4aff-8fe7-e95f95cd7db5 None None] Current status of the port 26f987d0-533e-4234-b001-494f4406fc9e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:18.224753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Calling delete_port for a34eef59-5234-4b76-8999-91cfc48cb95d owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:18.292101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-6e303ef3-3987-4fbe-8f3f-10509f5ab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:18.293647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-6e303ef3-3987-4fbe-8f3f-10509f5ab8a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1155 time: 0.7093260 Feb 10 03:58:18.294270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Made reservation on behalf of a84e284355db40bcb030b8f14d506cc1 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:18.297772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.336153 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f06dbcb7-cf4a-43a2-b1c1-18b07ab63adf req-d0c3413b-99f6-435a-a3ca-9a1b08bdf1bb tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab851181-2799-441b-844a-1dcaa9bedd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356145 Feb 10 03:58:18.522410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69a4ca0-361e-4bca-b087-8f7057592877 None None] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:18.548066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0920f354-fe44-4ad0-a163-532e79149bc3 req-d00c72ec-e8ff-49f3-9b32-02f47f0293dc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843081 Feb 10 03:58:18.626773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Provisioning complete for port 26f987d0-533e-4234-b001-494f4406fc9e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:18.627174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (26f987d0-533e-4234-b001-494f4406fc9e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.674897 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Publish callbacks [] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.736342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-768663f7-aab7-46c3-9264-982589d6db96 req-14b7b2b5-15bf-460b-8025-1a7d721b0021 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 210 time: 0.0851660 Feb 10 03:58:18.751071 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.779836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-6e46da29-a28d-4e86-938a-d032bb85ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:18.779836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-6e46da29-a28d-4e86-938a-d032bb85ffa6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.4367597 Feb 10 03:58:18.806102 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Attempting to bind port 44c0d49e-20d5-44e2-99a0-30aa57665c32 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:18.825422 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Attempting to bind port 44c0d49e-20d5-44e2-99a0-30aa57665c32 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:18.825422 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Attempting to bind port 44c0d49e-20d5-44e2-99a0-30aa57665c32 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:18.831678 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:18.832386 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:18.832899 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.833619 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:18.834439 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Bound port: 44c0d49e-20d5-44e2-99a0-30aa57665c32, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:18.834947 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.851173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Current status of the port 26f987d0-533e-4234-b001-494f4406fc9e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:18.882848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Provisioning complete for port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:18.883233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:18.899389 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfca063-5067-4e05-a2a2-323fbdc4d617 None None] Pushing event updated for resources: {'Port': ['ID=44c0d49e-20d5-44e2-99a0-30aa57665c32,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:18.921145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-582731d8-d2e4-4590-a92a-ca62955d3050 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.0955358 Feb 10 03:58:18.945724 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] For port 44c0d49e-20d5-44e2-99a0-30aa57665c32, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:18.950097 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] For port 44c0d49e-20d5-44e2-99a0-30aa57665c32, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=44c0d49e-20d5-44e2-99a0-30aa57665c32,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:19.013172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.016443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Allocated IP 172.20.0.7 (98795296-2ed1-4eee-948f-9679c0caaa71/d60a168f-cb90-47d0-a11f-069c31fcba10/403ac51c-f36e-4d91-b8be-2b69bb388dae) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:19.018535 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.050737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-94ad000a-70b7-4a60-bb4d-2a718778baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:19.052356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-94ad000a-70b7-4a60-bb4d-2a718778baac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1159301 Feb 10 03:58:19.080268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a34eef59-5234-4b76-8999-91cfc48cb95d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.210176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-bb412d85-b7d2-4f17-8c4b-e803591f1495 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468015 Feb 10 03:58:19.235815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:58:19.236341 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Routers {'236b17d3-fc19-46e1-940e-2b420d2706d3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:19.237141 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['236b17d3-fc19-46e1-940e-2b420d2706d3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:19.263450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] No DVR routers for this DVR port a34eef59-5234-4b76-8999-91cfc48cb95d on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:19.287534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.288119 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfca063-5067-4e05-a2a2-323fbdc4d617 None None] Pushing event updated for resources: {'Port': ['ID=44c0d49e-20d5-44e2-99a0-30aa57665c32,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:19.290192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49103a96-5f1a-4bf6-8ec2-0a67e8888044 req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.43 "DELETE /v2.0/ports/a34eef59-5234-4b76-8999-91cfc48cb95d HTTP/1.1" status: 204 len: 173 time: 2.1731868 Feb 10 03:58:19.308388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df171484-8b33-4319-9858-a6565cfc80b2 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] Pushing event deleted for resources: {'Port': ['ID=a34eef59-5234-4b76-8999-91cfc48cb95d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:19.357945 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df5b2615-921f-4819-b916-109463ac4a0a req-21ea761f-f4d8-40dc-b914-e9f85b11be28 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=79de8c5771764c2e9d4c431492cea296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598922 Feb 10 03:58:19.391428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:19.394688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['a34eef59-5234-4b76-8999-91cfc48cb95d'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:58:19.399727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 26f987d0-533e-4234-b001-494f4406fc9e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:19.417250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] Set router 236b17d3-fc19-46e1-940e-2b420d2706d3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:19.485765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b2615-921f-4819-b916-109463ac4a0a req-88cbfdf7-44cc-4caf-89f8-3d6d71992e9a tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:19.487866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df5b2615-921f-4819-b916-109463ac4a0a req-88cbfdf7-44cc-4caf-89f8-3d6d71992e9a tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211197 Feb 10 03:58:19.518248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 has no active binding in host n-h1-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 03:58:19.538615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df5b2615-921f-4819-b916-109463ac4a0a req-cec8980c-5bb8-4ab4-aa50-6071c487c561 tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/quotas/79de8c5771764c2e9d4c431492cea296 HTTP/1.1" status: 200 len: 375 time: 0.0412045 Feb 10 03:58:19.567885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'name': 'network-vif-deleted', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:19.575675 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e4e0ee-2bbf-4095-b319-b4001a865077" -d '{"events": [{"server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "name": "network-vif-deleted", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:19.608899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Current status of the port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:19.609499 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.615302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df5b2615-921f-4819-b916-109463ac4a0a req-53d5e295-ae97-4603-86f3-bdb9f7a74e2c tempest-QuotasAdminNegativeTest-765601172 tempest-QuotasAdminNegativeTest-765601172-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=79de8c5771764c2e9d4c431492cea296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629003 Feb 10 03:58:19.634008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Allocated IP 172.20.0.1 (3776b16c-d084-45be-9772-52552d6f5dd2/7c08f232-833f-45dc-93fe-4354a37f8677/3ba74fd0-9edf-418b-8172-57f29ee7f405) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:19.653519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 26f987d0-533e-4234-b001-494f4406fc9e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:19.666371 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (26f987d0-533e-4234-b001-494f4406fc9e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.669437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea805c56-1427-4330-9dbb-7a573dcd9551 req-b8d567d4-a5ae-43d8-bfb5-96e8fe6801c8 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539 tempest-FloatingIPsAssociationNegativeTestJSON-1242329539-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4 HTTP/1.1" status: 200 len: 210 time: 0.1702125 Feb 10 03:58:19.706768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] For port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,segment=NetworkSegment(de39986b-3788-4e9f-9add-a5b4b9cf80e1),segment_id=de39986b-3788-4e9f-9add-a5b4b9cf80e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:19.788284 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.795973 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:15Z', 'revision_number': 3, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port': {'id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:99:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:19.860729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d85b5-17ca-41d7-b9e3-80d457c0930b None None] The sync data for ids ['236b17d3-fc19-46e1-940e-2b420d2706d3'] in n-d-827844-2 is: [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:15Z', 'revision_number': 3, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port': {'id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:99:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:19.865333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 26f987d0-533e-4234-b001-494f4406fc9e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:19.867416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:19.888806 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496fa3b8-4af4-43dd-99bf-3228af064cb7 x-openstack-request-id: req-496fa3b8-4af4-43dd-99bf-3228af064cb7 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:19.888806 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c55831-2ce2-4d59-a5b8-4e28f52f1eb4", "name": "network-vif-deleted", "tag": "a34eef59-5234-4b76-8999-91cfc48cb95d", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:19.889064 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-496fa3b8-4af4-43dd-99bf-3228af064cb7 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:19.889588 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c55831-2ce2-4d59-a5b8-4e28f52f1eb4', 'name': 'network-vif-deleted', 'tag': 'a34eef59-5234-4b76-8999-91cfc48cb95d', 'status': 'completed', 'code': 200} Feb 10 03:58:19.925487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-d49d6e00-3c4b-42d3-a049-8feab2e7ed17 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445913 Feb 10 03:58:19.952368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e960bb3-cee7-461b-bfb8-46c24f36465b req-370016a2-c934-4d82-9f5e-95a360449141 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:19.954187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e960bb3-cee7-461b-bfb8-46c24f36465b req-370016a2-c934-4d82-9f5e-95a360449141 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 943 time: 0.1315591 Feb 10 03:58:19.957433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks [] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:19.978360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ace886-edd9-4366-b1f1-33f920f6494e None None] Pushing event updated for resources: {'Port': ['ID=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:20.011529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.014966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5cb8c7b0-aa56-4881-a025-271f131bae3c None None] Provisioning complete for port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:20.015568 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c7b0-aa56-4881-a025-271f131bae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.016460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks [] for router_gateway (3725eebd-d943-4f87-96ea-5ba1954208b8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.052014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e960bb3-cee7-461b-bfb8-46c24f36465b req-b709458d-4bdd-421e-beda-04c48d81de92 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913334 Feb 10 03:58:20.100016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:20.103213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.191575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8c7b0-aa56-4881-a025-271f131bae3c None None] Current status of the port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:20.223102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef80d1e-e198-4a64-8891-51f39d5894be req-6f9d424b-dd4b-4a45-832e-3064ec37df44 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810357 Feb 10 03:58:20.226844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ec9bc42-f34b-4b67-b6ea-15c1a56cc845 req-a284dad2-97d6-4bf3-9af3-4b34690cdb50 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 210 time: 0.0516224 Feb 10 03:58:20.228316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.258636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.310762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:20.313775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4538b678-7873-40ac-be65-68d5a56035cb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:58:20.385764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Network 3776b16c-d084-45be-9772-52552d6f5dd2 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:20.389798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:20.394272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:20.423764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Network 98795296-2ed1-4eee-948f-9679c0caaa71 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:20.437402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:20.442329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:20.492954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba74fd0-9edf-418b-8172-57f29ee7f405,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:20.498494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Pushing event updated for resources: {'Port': ['ID=403ac51c-f36e-4d91-b8be-2b69bb388dae,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:20.537614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (236b17d3-fc19-46e1-940e-2b420d2706d3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.590030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:20.592041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.757488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (3725eebd-d943-4f87-96ea-5ba1954208b8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.825332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46384) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:20.831560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e2cb4887-0583-4e52-98b7-b6ec713aade2 None None] Provisioning complete for port 3ba74fd0-9edf-418b-8172-57f29ee7f405 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:20.832035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2cb4887-0583-4e52-98b7-b6ec713aade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:20.866788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-189e2067-84d6-4ba6-9e9e-13d5dc4c66e7 service neutron] 10.222.0.43 "GET /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2/bindings/n-h1-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.2271295 Feb 10 03:58:20.881555 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-193b6b49-0644-4462-9258-1e6f33f4dda5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8353367 Feb 10 03:58:20.903260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb4887-0583-4e52-98b7-b6ec713aade2 None None] Port 3ba74fd0-9edf-418b-8172-57f29ee7f405 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:20.987207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.034053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-437fd13a-d512-43b2-857f-cf0aebe0ce57 None None] Provisioning complete for port 403ac51c-f36e-4d91-b8be-2b69bb388dae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:21.034437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-437fd13a-d512-43b2-857f-cf0aebe0ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.077748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44c0d49e-20d5-44e2-99a0-30aa57665c32 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:21.216142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46394) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:21.253730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-437fd13a-d512-43b2-857f-cf0aebe0ce57 None None] Port 403ac51c-f36e-4d91-b8be-2b69bb388dae cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:21.277630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 44c0d49e-20d5-44e2-99a0-30aa57665c32 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:21.278009 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.398505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Request body: {'port': {'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:21.422239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 44c0d49e-20d5-44e2-99a0-30aa57665c32 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:21.422603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.455831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 44c0d49e-20d5-44e2-99a0-30aa57665c32, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=44c0d49e-20d5-44e2-99a0-30aa57665c32,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:21.482135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks [] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.516325 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.517331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:21.547903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b7275-af67-44d5-b30c-58caa9f9e0e2 req-a9195186-d345-4530-9e04-05b7d297cdf3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:21.549431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-163b7275-af67-44d5-b30c-58caa9f9e0e2 req-a9195186-d345-4530-9e04-05b7d297cdf3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 931 time: 0.2202442 Feb 10 03:58:21.562392 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.571258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed5f24e2-5be9-4579-b76e-0acd00c02346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.581305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.596715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df6230-847e-4371-9e05-4d38593f1896 req-349f27cf-c8ca-4c65-aab3-a023a51838e2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:21.598775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=44c0d49e-20d5-44e2-99a0-30aa57665c32,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:21.611351 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36df6230-847e-4371-9e05-4d38593f1896 req-349f27cf-c8ca-4c65-aab3-a023a51838e2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 943 time: 0.2069910 Feb 10 03:58:21.612237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:21.612615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.694530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:21.736021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-163b7275-af67-44d5-b30c-58caa9f9e0e2 req-bc0b1afd-c8ee-451c-9b81-a5b965f695fc tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690083 Feb 10 03:58:21.743530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba74fd0-9edf-418b-8172-57f29ee7f405,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:21.765599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (236b17d3-fc19-46e1-940e-2b420d2706d3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.765819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Router 3725eebd-d943-4f87-96ea-5ba1954208b8 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:58:21.833974 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36df6230-847e-4371-9e05-4d38593f1896 req-0bb830e6-ebce-4980-8187-12e719cdb2b0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215693 Feb 10 03:58:21.893475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a34eef59-5234-4b76-8999-91cfc48cb95d no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:21.919633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: a34eef59-5234-4b76-8999-91cfc48cb95d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:21.919908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a34eef59-5234-4b76-8999-91cfc48cb95d not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:21.947677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed5f24e2-5be9-4579-b76e-0acd00c02346 admin admin] Publish callbacks [] for security_group (1730e39b-87f3-4b4f-8eeb-9823078ede16), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:21.976976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:21.987407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Network 3776b16c-d084-45be-9772-52552d6f5dd2 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:21.994626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:22.062396 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed5f24e2-5be9-4579-b76e-0acd00c02346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1730e39b-87f3-4b4f-8eeb-9823078ede16), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.081899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:22.184555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadc6f0a-903c-4d14-8784-d4c16e1522a2 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:58:22.203420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:22.213703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:22.214640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Sync routers for ids ['3725eebd-d943-4f87-96ea-5ba1954208b8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:22.227197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed5f24e2-5be9-4579-b76e-0acd00c02346 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79de8c5771764c2e9d4c431492cea296&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0099213 Feb 10 03:58:22.228274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Routers {'3725eebd-d943-4f87-96ea-5ba1954208b8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:22.232934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3725eebd-d943-4f87-96ea-5ba1954208b8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:22.233687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46420) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:22.247458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f24e2-5be9-4579-b76e-0acd00c02346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1730e39b-87f3-4b4f-8eeb-9823078ede16,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:22.342893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403ac51c-f36e-4d91-b8be-2b69bb388dae {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:58:22.362083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Publish callbacks [] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.372626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5adb-e1f2-4d47-966e-5de7487456a6 admin admin] Publish callbacks [] for security_group (1730e39b-87f3-4b4f-8eeb-9823078ede16), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.379888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.407215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Transition to ACTIVE for port object 403ac51c-f36e-4d91-b8be-2b69bb388dae will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:58:22.411817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.417569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c429fce-aea6-4e52-a8b0-4978880c8645 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7746861 Feb 10 03:58:22.417838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Set router 3725eebd-d943-4f87-96ea-5ba1954208b8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:22.424211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46426) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:22.573799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5adb-e1f2-4d47-966e-5de7487456a6 admin admin] Publish callbacks [] for security_group (1730e39b-87f3-4b4f-8eeb-9823078ede16), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.575746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.580649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Router 236b17d3-fc19-46e1-940e-2b420d2706d3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:22.582944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e9c4f2ae-61dc-4760-ac28-cb39de120681 None None] Provisioning complete for port 3ba74fd0-9edf-418b-8172-57f29ee7f405 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:22.582944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e9c4f2ae-61dc-4760-ac28-cb39de120681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.591843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (ac765d4e-949b-44f9-bf5d-06429cf9cd75), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.642498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4f2ae-61dc-4760-ac28-cb39de120681 None None] Port 3ba74fd0-9edf-418b-8172-57f29ee7f405 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:22.712182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:18Z', 'revision_number': 3, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port': {'id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:15Z', 'updated_at': '2022-02-10T03:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:22.762613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Pushing event updated for resources: {'Port': ['ID=403ac51c-f36e-4d91-b8be-2b69bb388dae,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:22.783491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Checking router: 3725eebd-d943-4f87-96ea-5ba1954208b8 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:22.786986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Updating router 3725eebd-d943-4f87-96ea-5ba1954208b8 port 8e4495d7-520d-4e04-8b6c-49fed7683afc binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:58:22.816744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] Transition to ACTIVE for port object aadc6f0a-903c-4d14-8784-d4c16e1522a2 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:58:22.844714 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:22.927810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44c0d49e-20d5-44e2-99a0-30aa57665c32 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:23.012949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Attempting to bind port 403ac51c-f36e-4d91-b8be-2b69bb388dae on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:23.013222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Attempting to bind port 403ac51c-f36e-4d91-b8be-2b69bb388dae by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:23.013548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Attempting to bind port 403ac51c-f36e-4d91-b8be-2b69bb388dae on network 98795296-2ed1-4eee-948f-9679c0caaa71 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:23.027822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5adb-e1f2-4d47-966e-5de7487456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1730e39b-87f3-4b4f-8eeb-9823078ede16), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.030855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5adb-e1f2-4d47-966e-5de7487456a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.031887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9b7d5adb-e1f2-4d47-966e-5de7487456a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1730e39b-87f3-4b4f-8eeb-9823078ede16 HTTP/1.1" status: 204 len: 168 time: 0.7934563 Feb 10 03:58:23.033148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.047978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:23.052449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Port 403ac51c-f36e-4d91-b8be-2b69bb388dae on network 98795296-2ed1-4eee-948f-9679c0caaa71 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:58:23.052782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Attempting to bind port 403ac51c-f36e-4d91-b8be-2b69bb388dae on network 98795296-2ed1-4eee-948f-9679c0caaa71 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:23.063625 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Sync routers for ids ['236b17d3-fc19-46e1-940e-2b420d2706d3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:23.072036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c4381c3-f7c4-42ca-892e-f7248077e1f2 admin admin] 10.222.0.42 "PUT /v2.0/routers/236b17d3-fc19-46e1-940e-2b420d2706d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5639513 Feb 10 03:58:23.080964 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Routers {'236b17d3-fc19-46e1-940e-2b420d2706d3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:23.085430 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['236b17d3-fc19-46e1-940e-2b420d2706d3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:23.123853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963244-51e2-4568-a296-c270635cac4b req-0d7a0bbe-f278-491f-8b17-bc7d634c6f3a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:23.133598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08963244-51e2-4568-a296-c270635cac4b req-0d7a0bbe-f278-491f-8b17-bc7d634c6f3a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 944 time: 0.1498344 Feb 10 03:58:23.138144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:23.138513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Checking segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:23.139129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Bound using segment: {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:23.139604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Bound port: 403ac51c-f36e-4d91-b8be-2b69bb388dae, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e9b169-1619-4221-bd77-7336a3d14f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:23.139985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.142164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d5adb-e1f2-4d47-966e-5de7487456a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1730e39b-87f3-4b4f-8eeb-9823078ede16,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:23.232752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08963244-51e2-4568-a296-c270635cac4b req-38623eeb-57f9-4f88-ba14-bf190301d37b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874007 Feb 10 03:58:23.282338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] No DVR routers for this DVR port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:23.314811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b3a74-1a68-4236-bbcc-27758598592a req-34c2c748-ff27-47bb-b798-ad53b28c7e62 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:23.316617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-632b3a74-1a68-4236-bbcc-27758598592a req-34c2c748-ff27-47bb-b798-ad53b28c7e62 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 943 time: 0.4129386 Feb 10 03:58:23.321178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] Pushing event updated for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=10']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:23.342171 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Set router 236b17d3-fc19-46e1-940e-2b420d2706d3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:23.361111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Deleting port 06897635-11c9-40c9-b0ca-e023ebc1f935 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:23.361591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.375087 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Publish callbacks [] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.412994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-2bfc0bfd-7604-4be6-9826-b33b4673c561 service neutron] 10.222.0.43 "PUT /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2/bindings/n-h1-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4932997 Feb 10 03:58:23.444934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 44c0d49e-20d5-44e2-99a0-30aa57665c32 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:23.445248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.492419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] For port 403ac51c-f36e-4d91-b8be-2b69bb388dae, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:23.513164 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-632b3a74-1a68-4236-bbcc-27758598592a req-3d2265a1-a4d9-4dd2-8170-c1225cd0459b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876001 Feb 10 03:58:23.522866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] For port 403ac51c-f36e-4d91-b8be-2b69bb388dae, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:23.527882 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.536928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] For port 06897635-11c9-40c9-b0ca-e023ebc1f935, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=06897635-11c9-40c9-b0ca-e023ebc1f935,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:23.537791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.556945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Calling delete_port for 06897635-11c9-40c9-b0ca-e023ebc1f935 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:23.653096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Attempting to bind port 8e4495d7-520d-4e04-8b6c-49fed7683afc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:23.653484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Attempting to bind port 8e4495d7-520d-4e04-8b6c-49fed7683afc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:23.653857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Attempting to bind port 8e4495d7-520d-4e04-8b6c-49fed7683afc on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:23.657225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.743652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Pushing event updated for resources: {'Port': ['ID=403ac51c-f36e-4d91-b8be-2b69bb388dae,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:23.790152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-15fef984-0337-42c4-8d28-3997bc848de9 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:23.792485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-15fef984-0337-42c4-8d28-3997bc848de9 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.1561196 Feb 10 03:58:23.811819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:23.812460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.813924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-7c4d2b8f-90fa-4c0c-a2c2-1fd6a90d5735 service neutron] 10.222.0.24 "PUT /v2.0/ports/403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 1091 time: 2.8931556 Feb 10 03:58:23.819181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:23.819181 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ff3305-677e-441e-a517-cf86638509fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:23.826306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:23.826695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:23.827132 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.827530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:23.828030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Bound port: 8e4495d7-520d-4e04-8b6c-49fed7683afc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:23.828413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.830046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87210c-9fe6-4efe-9ece-9a52a7ee58fb None None] Pushing event updated for resources: {'Port': ['ID=8e4495d7-520d-4e04-8b6c-49fed7683afc,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:23.873921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 44c0d49e-20d5-44e2-99a0-30aa57665c32 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:23.890199 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:20Z', 'revision_number': 4, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port': {'id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '3ba74fd0-9edf-418b-8172-57f29ee7f405', 'name': '', 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'mac_address': 'fa:16:3e:48:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c08f232-833f-45dc-93fe-4354a37f8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:19Z', 'updated_at': '2022-02-10T03:58:21Z', 'revision_number': 2, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'subnets': [{'id': '7c08f232-833f-45dc-93fe-4354a37f8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:23.925897 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98570508-7dda-4313-909c-430c1e0ac28b x-openstack-request-id: req-98570508-7dda-4313-909c-430c1e0ac28b {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:23.926184 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:23.926440 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98570508-7dda-4313-909c-430c1e0ac28b {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:23.926869 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'status': 'completed', 'code': 200} Feb 10 03:58:23.935120 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Checking router: 236b17d3-fc19-46e1-940e-2b420d2706d3 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:23.935627 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Updating router 236b17d3-fc19-46e1-940e-2b420d2706d3 port 3ba74fd0-9edf-418b-8172-57f29ee7f405 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:58:23.949640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] For port 8e4495d7-520d-4e04-8b6c-49fed7683afc, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:23.960797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] For port 8e4495d7-520d-4e04-8b6c-49fed7683afc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8e4495d7-520d-4e04-8b6c-49fed7683afc,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:23.983052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:23.997712 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.026462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-8b0f0e79-0989-4ffb-8e01-df6da515af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:24.027479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.028150 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-8b0f0e79-0989-4ffb-8e01-df6da515af47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 1126 time: 0.2191110 Feb 10 03:58:24.030322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46462) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:24.126829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57212993-adc1-4b30-97d1-c8c34c6ee888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.129862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-c3c47dde-655c-45ad-b0dd-0b4b1c7be391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:24.133000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-c3c47dde-655c-45ad-b0dd-0b4b1c7be391 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 1125 time: 0.2037549 Feb 10 03:58:24.133188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8d316c5-ad49-4ab1-b96f-c4bc7d4478c0 req-9bf2f6cb-ad49-4be8-920e-0f5264cb7c34 tempest-FloatingIPsNegativeTestJSON-1063250879 tempest-FloatingIPsNegativeTestJSON-1063250879-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=3761426e88254529baa1a76c800ed8ca HTTP/1.1" status: 200 len: 217 time: 0.1209607 Feb 10 03:58:24.186752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Routers {'3725eebd-d943-4f87-96ea-5ba1954208b8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:24.187887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3725eebd-d943-4f87-96ea-5ba1954208b8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:24.205090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-72a3c7a0-a816-4fb1-8bd2-cd973791f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:24.206990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-72a3c7a0-a816-4fb1-8bd2-cd973791f92b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1126 time: 0.1359315 Feb 10 03:58:24.223990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-bfb37e11-4117-43ba-ab90-1cc55759de33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 217 time: 0.0820858 Feb 10 03:58:24.345327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-8deaf57d-4adc-4582-a911-d38fc121f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:24.346904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-8deaf57d-4adc-4582-a911-d38fc121f036 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.1332505 Feb 10 03:58:24.349301 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (06897635-11c9-40c9-b0ca-e023ebc1f935), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.351004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] Set router 3725eebd-d943-4f87-96ea-5ba1954208b8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:24.362774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6dfe3a45-63fd-4c2c-9868-e2b18f68c35d req-99308d40-dc8b-44cc-9905-a71503ec2412 tempest-FloatingIPsNegativeTestJSON-1063250879 tempest-FloatingIPsNegativeTestJSON-1063250879-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1453843 Feb 10 03:58:24.403858 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Publish callbacks [] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.441143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87210c-9fe6-4efe-9ece-9a52a7ee58fb None None] Pushing event updated for resources: {'Port': ['ID=8e4495d7-520d-4e04-8b6c-49fed7683afc,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:24.465598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Pushing event deleted for resources: {'Port': ['ID=06897635-11c9-40c9-b0ca-e023ebc1f935,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:24.468552 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-0c898a23-c722-4e7c-8a5d-9ec8085bd367 req-f0059847-7b1f-440c-9284-b2742da27ad8 tempest-FloatingIPsNegativeTestJSON-1063250879 tempest-FloatingIPsNegativeTestJSON-1063250879-project] show failed (client error): The resource could not be found. Feb 10 03:58:24.477823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c898a23-c722-4e7c-8a5d-9ec8085bd367 req-f0059847-7b1f-440c-9284-b2742da27ad8 tempest-FloatingIPsNegativeTestJSON-1063250879 tempest-FloatingIPsNegativeTestJSON-1063250879-project] 10.222.0.42 "GET /v2.0/floatingips/c7920769-1333-4cff-b09e-25b6642f122e HTTP/1.1" status: 404 len: 350 time: 0.0799980 Feb 10 03:58:24.493017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46472) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:24.496549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-74d3b556-5634-4983-9b06-976e98741541 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.1159089 Feb 10 03:58:24.502842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-03d082d3-2a23-4f5a-973e-9f03855b30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:24.504698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-03d082d3-2a23-4f5a-973e-9f03855b30b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.2646534 Feb 10 03:58:24.521304 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.629648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Allocated IP 172.20.0.1 (aaf08d00-ea07-4946-8f58-16d1a3b5e781/cbff1082-fc7c-40d8-a2d6-70b0039edfe3/5140cd64-f762-4b9b-8149-d67d197b93ca) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:24.640967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:18Z', 'revision_number': 3, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port': {'id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:15Z', 'updated_at': '2022-02-10T03:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:24.707649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da04d-1ae3-4bc5-b368-619880b80a3e None None] The sync data for ids ['3725eebd-d943-4f87-96ea-5ba1954208b8'] in n-d-827844-2 is: [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:18Z', 'revision_number': 3, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port': {'id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:15Z', 'updated_at': '2022-02-10T03:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:24.741676 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a915a-26c8-4031-9de4-f6768d2cde59 None None] Pushing event updated for resources: {'Port': ['ID=3ba74fd0-9edf-418b-8172-57f29ee7f405,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:24.788653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441fcb-fd41-4352-81c2-981c8b55424f req-e014db92-ac36-4d0a-8bad-050e9e8fe3ed tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:24.798868 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88441fcb-fd41-4352-81c2-981c8b55424f req-e014db92-ac36-4d0a-8bad-050e9e8fe3ed tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 944 time: 0.4494202 Feb 10 03:58:24.828319 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Attempting to bind port 3ba74fd0-9edf-418b-8172-57f29ee7f405 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:24.829035 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Attempting to bind port 3ba74fd0-9edf-418b-8172-57f29ee7f405 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:24.829616 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Attempting to bind port 3ba74fd0-9edf-418b-8172-57f29ee7f405 on network 3776b16c-d084-45be-9772-52552d6f5dd2 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:24.835797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:24.836553 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Checking segment: {'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:24.844508 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.844508 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Bound using segment: {'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:24.844508 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Bound port: 3ba74fd0-9edf-418b-8172-57f29ee7f405, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df13f699-5ae9-4b1e-b87c-2fb098c84a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:24.844508 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:24.937637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-0505a7e9-496c-4d54-9149-dcc15c9b2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:24.943690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-0505a7e9-496c-4d54-9149-dcc15c9b2b52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.4165509 Feb 10 03:58:24.945914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46478) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:24.966616 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] For port 3ba74fd0-9edf-418b-8172-57f29ee7f405, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:24.972126 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] For port 3ba74fd0-9edf-418b-8172-57f29ee7f405, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3ba74fd0-9edf-418b-8172-57f29ee7f405,segment=NetworkSegment(df13f699-5ae9-4b1e-b87c-2fb098c84a27),segment_id=df13f699-5ae9-4b1e-b87c-2fb098c84a27)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:25.019741 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-fd0f2e45-7ca3-4eb3-a606-0151780b7910 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599248 Feb 10 03:58:25.042790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c0913b63-479f-4df4-afe8-299370c2e10c None None] Provisioning complete for port 3ba74fd0-9edf-418b-8172-57f29ee7f405 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:25.043391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0913b63-479f-4df4-afe8-299370c2e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.059477 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.169760 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a915a-26c8-4031-9de4-f6768d2cde59 None None] Pushing event updated for resources: {'Port': ['ID=3ba74fd0-9edf-418b-8172-57f29ee7f405,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:25.180193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c0913b63-479f-4df4-afe8-299370c2e10c None None] Port 3ba74fd0-9edf-418b-8172-57f29ee7f405 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:25.193739 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88441fcb-fd41-4352-81c2-981c8b55424f req-9f5d259b-6250-4fc8-880c-d34fb0626dc6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949156 Feb 10 03:58:25.226353 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Routers {'236b17d3-fc19-46e1-940e-2b420d2706d3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:25.226353 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['236b17d3-fc19-46e1-940e-2b420d2706d3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:25.302502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63e0376a-efdc-41cb-b389-6e93d6942de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.380762 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] Set router 236b17d3-fc19-46e1-940e-2b420d2706d3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:25.390094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57212993-adc1-4b30-97d1-c8c34c6ee888 admin admin] Publish callbacks [] for security_group (ec18b74c-0a45-40b6-8df9-e4e8f64d02b9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.424466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-f33a5599-23da-443a-bb1e-2c4671d448bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:25.426300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-f33a5599-23da-443a-bb1e-2c4671d448bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9080975 Feb 10 03:58:25.472467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57212993-adc1-4b30-97d1-c8c34c6ee888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ec18b74c-0a45-40b6-8df9-e4e8f64d02b9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.533417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce4c9d-495d-4aae-9476-19bcde274ed4 req-78475bb8-6838-45e6-9deb-9b344061d11d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:25.540980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5ce4c9d-495d-4aae-9476-19bcde274ed4 req-78475bb8-6838-45e6-9deb-9b344061d11d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 943 time: 0.9072597 Feb 10 03:58:25.541570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0bcce494-a2e4-4060-8e52-e71d3226f4ed None None] Provisioning complete for port 3ba74fd0-9edf-418b-8172-57f29ee7f405 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:25.542187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0bcce494-a2e4-4060-8e52-e71d3226f4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.636496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-57212993-adc1-4b30-97d1-c8c34c6ee888 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70b09f12e27a4fb68e94d4a3411b5d71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6038675 Feb 10 03:58:25.647127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:25.695399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-52bd2458-ac83-4d1a-8389-b23b3c67f8e4 service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383609 Feb 10 03:58:25.718976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks [] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.719232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0bcce494-a2e4-4060-8e52-e71d3226f4ed None None] Current status of the port 3ba74fd0-9edf-418b-8172-57f29ee7f405 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:25.719637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0bcce494-a2e4-4060-8e52-e71d3226f4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.750183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-818c5a7d-5491-482b-9d3a-7f133e74b9b4 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836832 Feb 10 03:58:25.761622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57212993-adc1-4b30-97d1-c8c34c6ee888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec18b74c-0a45-40b6-8df9-e4e8f64d02b9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:25.772172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0bcce494-a2e4-4060-8e52-e71d3226f4ed None None] For port 3ba74fd0-9edf-418b-8172-57f29ee7f405, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3ba74fd0-9edf-418b-8172-57f29ee7f405,segment=NetworkSegment(df13f699-5ae9-4b1e-b87c-2fb098c84a27),segment_id=df13f699-5ae9-4b1e-b87c-2fb098c84a27)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:25.793160 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:20Z', 'revision_number': 4, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port': {'id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '3ba74fd0-9edf-418b-8172-57f29ee7f405', 'name': '', 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'mac_address': 'fa:16:3e:48:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c08f232-833f-45dc-93fe-4354a37f8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:19Z', 'updated_at': '2022-02-10T03:58:24Z', 'revision_number': 4, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'subnets': [{'id': '7c08f232-833f-45dc-93fe-4354a37f8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:25.799237 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (ac765d4e-949b-44f9-bf5d-06429cf9cd75), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.830673 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97aab58-4205-4fd0-84d2-7e51cf0d856b None None] The sync data for ids ['236b17d3-fc19-46e1-940e-2b420d2706d3'] in n-d-827844-2 is: [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:20Z', 'revision_number': 4, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port': {'id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '3ba74fd0-9edf-418b-8172-57f29ee7f405', 'name': '', 'network_id': '3776b16c-d084-45be-9772-52552d6f5dd2', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'mac_address': 'fa:16:3e:48:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c08f232-833f-45dc-93fe-4354a37f8677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:19Z', 'updated_at': '2022-02-10T03:58:24Z', 'revision_number': 4, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'subnets': [{'id': '7c08f232-833f-45dc-93fe-4354a37f8677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:25.857632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0bcce494-a2e4-4060-8e52-e71d3226f4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.861145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:25.905064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:26.010759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcce494-a2e4-4060-8e52-e71d3226f4ed None None] Pushing event updated for resources: {'Port': ['ID=3ba74fd0-9edf-418b-8172-57f29ee7f405,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:26.020220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:26.020459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port aadc6f0a-903c-4d14-8784-d4c16e1522a2 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 03:58:26.020848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:26.021300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5ce4c9d-495d-4aae-9476-19bcde274ed4 req-48b19e48-e284-4751-a564-6a7d61b999d1 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794807 Feb 10 03:58:26.021921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5140cd64-f762-4b9b-8149-d67d197b93ca,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:26.033512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:26.037831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:26.048888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45bbff6d-2047-4cc5-a1c0-1077c534883d req-4f84fd75-f477-43cf-9fc4-105f3b2367bd service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785470 Feb 10 03:58:26.141213 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7cae48-9ae6-4bf1-8883-322d76aaf30c admin admin] Publish callbacks [] for security_group (ec18b74c-0a45-40b6-8df9-e4e8f64d02b9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.157993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63e0376a-efdc-41cb-b389-6e93d6942de9 admin admin] Publish callbacks [] for security_group (8b63d45f-623c-4865-8531-76852ca5d85f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.171328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (3725eebd-d943-4f87-96ea-5ba1954208b8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.171889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-c602832c-34f7-4560-964a-c42a92f221ff service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067283 Feb 10 03:58:26.235635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63e0376a-efdc-41cb-b389-6e93d6942de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8b63d45f-623c-4865-8531-76852ca5d85f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.276648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7cae48-9ae6-4bf1-8883-322d76aaf30c admin admin] Publish callbacks [] for security_group (ec18b74c-0a45-40b6-8df9-e4e8f64d02b9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.397804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff3305-677e-441e-a517-cf86638509fb req-c251529b-e5e9-4174-b494-eed0601e0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:26.399287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ff3305-677e-441e-a517-cf86638509fb req-c251529b-e5e9-4174-b494-eed0601e0a35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 1125 time: 0.2262080 Feb 10 03:58:26.418669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-63e0376a-efdc-41cb-b389-6e93d6942de9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1f342c365e645c3b517351bc8d28717&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4643693 Feb 10 03:58:26.428334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46486) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:26.438973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0376a-efdc-41cb-b389-6e93d6942de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63d45f-623c-4865-8531-76852ca5d85f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:26.468068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Router ac765d4e-949b-44f9-bf5d-06429cf9cd75 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:26.489718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d23ec10f-1910-4230-ba37-d5c1f7a8b7f1 None None] Provisioning complete for port 5140cd64-f762-4b9b-8149-d67d197b93ca triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:26.491083 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d23ec10f-1910-4230-ba37-d5c1f7a8b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.500275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (236b17d3-fc19-46e1-940e-2b420d2706d3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.502371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7cae48-9ae6-4bf1-8883-322d76aaf30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ec18b74c-0a45-40b6-8df9-e4e8f64d02b9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.504853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7cae48-9ae6-4bf1-8883-322d76aaf30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.508358 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2a7cae48-9ae6-4bf1-8883-322d76aaf30c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec18b74c-0a45-40b6-8df9-e4e8f64d02b9 HTTP/1.1" status: 204 len: 168 time: 0.8200502 Feb 10 03:58:26.508492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b428bee-cf9e-49a1-87e4-6a79fbcdf4b5 req-9c59053d-da95-44b9-aa79-cc8cccac6d05 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:26.515872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b428bee-cf9e-49a1-87e4-6a79fbcdf4b5 req-9c59053d-da95-44b9-aa79-cc8cccac6d05 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 944 time: 0.1505456 Feb 10 03:58:26.552049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cae48-9ae6-4bf1-8883-322d76aaf30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec18b74c-0a45-40b6-8df9-e4e8f64d02b9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:26.577168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.598975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff3305-677e-441e-a517-cf86638509fb req-39b02e91-2a6e-411f-8e4c-5c68051aeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:26.600554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ff3305-677e-441e-a517-cf86638509fb req-39b02e91-2a6e-411f-8e4c-5c68051aeea7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.1849852 Feb 10 03:58:26.606994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e495bc78-9d02-4b91-ad8a-31594d123e10 admin admin] Publish callbacks [] for security_group (8b63d45f-623c-4865-8531-76852ca5d85f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.620524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d23ec10f-1910-4230-ba37-d5c1f7a8b7f1 None None] Port 5140cd64-f762-4b9b-8149-d67d197b93ca cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:26.683134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ff3305-677e-441e-a517-cf86638509fb req-8fb47cd6-652d-41fe-a790-2c1883f83b19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 217 time: 0.0741093 Feb 10 03:58:26.693955 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e495bc78-9d02-4b91-ad8a-31594d123e10 admin admin] Publish callbacks [] for security_group (8b63d45f-623c-4865-8531-76852ca5d85f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.768361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b428bee-cf9e-49a1-87e4-6a79fbcdf4b5 req-8b30bd5f-f126-497a-b738-102979f3521b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516134 Feb 10 03:58:26.778253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:26.789427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-af46ac6f-08d7-41ad-bac3-904af490e001 admin admin] 10.222.0.42 "PUT /v2.0/routers/ac765d4e-949b-44f9-bf5d-06429cf9cd75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9607172 Feb 10 03:58:26.790748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46490) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:26.823188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff3305-677e-441e-a517-cf86638509fb req-66c6effe-3063-449e-898f-97ae3fa32c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:26.823188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ff3305-677e-441e-a517-cf86638509fb req-66c6effe-3063-449e-898f-97ae3fa32c29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.1114962 Feb 10 03:58:26.823356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] Sync routers for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:26.836636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:26.837334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:26.917060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff3305-677e-441e-a517-cf86638509fb req-a6ebde6b-f092-4ce2-b24c-bfd7d0cc54be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:26.918855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ff3305-677e-441e-a517-cf86638509fb req-a6ebde6b-f092-4ce2-b24c-bfd7d0cc54be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847425 Feb 10 03:58:26.941506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e495bc78-9d02-4b91-ad8a-31594d123e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8b63d45f-623c-4865-8531-76852ca5d85f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.944409 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e495bc78-9d02-4b91-ad8a-31594d123e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.955192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e495bc78-9d02-4b91-ad8a-31594d123e10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b63d45f-623c-4865-8531-76852ca5d85f HTTP/1.1" status: 204 len: 168 time: 0.5246875 Feb 10 03:58:26.957624 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks [] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:26.986350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-d52007a5-c125-4695-83cb-f81f02c7d193 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:26.986350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-d52007a5-c125-4695-83cb-f81f02c7d193 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.2569931 Feb 10 03:58:27.026603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495bc78-9d02-4b91-ad8a-31594d123e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63d45f-623c-4865-8531-76852ca5d85f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:27.053308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.132476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:27.180549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e4495d7-520d-4e04-8b6c-49fed7683afc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:27.206150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks [] for router (ac765d4e-949b-44f9-bf5d-06429cf9cd75), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.255065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5140cd64-f762-4b9b-8149-d67d197b93ca,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:27.258336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (3725eebd-d943-4f87-96ea-5ba1954208b8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.261644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ff3305-677e-441e-a517-cf86638509fb req-f85cb10e-eb56-493d-b172-b8b10b7ee20e service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359339 Feb 10 03:58:27.345539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15588d-eab6-4cab-98bb-29147d55d981 req-74d0e332-c1c8-4973-8c2b-cf6988d9eae9 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:27.355091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f15588d-eab6-4cab-98bb-29147d55d981 req-74d0e332-c1c8-4973-8c2b-cf6988d9eae9 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 943 time: 0.2079866 Feb 10 03:58:27.388076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8e4495d7-520d-4e04-8b6c-49fed7683afc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:27.388648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.428763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:58:24Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:27.434161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-c6966379-c925-4b27-9bd5-0042f26a2d48 service neutron] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:27.447281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-c6966379-c925-4b27-9bd5-0042f26a2d48 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.449102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ad3bfe-4f2b-4192-a75f-e065f1413a6d req-c6966379-c925-4b27-9bd5-0042f26a2d48 service neutron] 10.222.0.24 "DELETE /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2/bindings/n-h2-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.4542994 Feb 10 03:58:27.494981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] Checking router: ac765d4e-949b-44f9-bf5d-06429cf9cd75 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:27.498600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks [] for router_gateway (ac765d4e-949b-44f9-bf5d-06429cf9cd75), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.512674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Deleting port 3ba74fd0-9edf-418b-8172-57f29ee7f405 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:27.513139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.549509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] Routers {'ac765d4e-949b-44f9-bf5d-06429cf9cd75'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:27.556050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:27.591099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f15588d-eab6-4cab-98bb-29147d55d981 req-50803e7d-c18c-43ce-9551-f48bb361a4e7 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298102 Feb 10 03:58:27.635062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f75b3782-e85b-488f-a6bb-65de1ce836a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.642749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ff3305-677e-441e-a517-cf86638509fb req-631487fa-90af-4f52-9c6b-c334f0a5c7ea service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696058 Feb 10 03:58:27.658851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:27.660768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:27.664766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] For port 3ba74fd0-9edf-418b-8172-57f29ee7f405, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3ba74fd0-9edf-418b-8172-57f29ee7f405,segment=NetworkSegment(df13f699-5ae9-4b1e-b87c-2fb098c84a27),segment_id=df13f699-5ae9-4b1e-b87c-2fb098c84a27)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:27.665192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.683723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8e4495d7-520d-4e04-8b6c-49fed7683afc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:27.684473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.687883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Calling delete_port for 3ba74fd0-9edf-418b-8172-57f29ee7f405 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:27.710900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Deleting port 0532455a-5088-4f52-9264-844401d17573 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:27.711151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0532455a-5088-4f52-9264-844401d17573), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.718299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 8e4495d7-520d-4e04-8b6c-49fed7683afc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8e4495d7-520d-4e04-8b6c-49fed7683afc,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:27.736074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] Set router ac765d4e-949b-44f9-bf5d-06429cf9cd75 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:27.893887 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:27.895080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3ba74fd0-9edf-418b-8172-57f29ee7f405 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:27.969288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46516) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:28.000535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-268e9956-fa09-4da2-ace6-aaf9f2f7ec1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:28.084965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] For port 0532455a-5088-4f52-9264-844401d17573, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0532455a-5088-4f52-9264-844401d17573,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:28.085443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0532455a-5088-4f52-9264-844401d17573), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:28.118890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Router 3725eebd-d943-4f87-96ea-5ba1954208b8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:28.145612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-268e9956-fa09-4da2-ace6-aaf9f2f7ec1f admin admin] Publish callbacks [] for security_group (f1795bdd-b914-4dc8-9e21-f9b59d3f5000), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:28.160258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Calling delete_port for 0532455a-5088-4f52-9264-844401d17573 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:28.238088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-268e9956-fa09-4da2-ace6-aaf9f2f7ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1795bdd-b914-4dc8-9e21-f9b59d3f5000), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:28.307151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e9956-fa09-4da2-ace6-aaf9f2f7ec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1795bdd-b914-4dc8-9e21-f9b59d3f5000,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:28.317792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-268e9956-fa09-4da2-ace6-aaf9f2f7ec1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b057cb6f06bc462aa7c8ff7969a0ac39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474317 Feb 10 03:58:28.324872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46522) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:28.354244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a26a8f-d78d-4ad7-b7a6-c5983a3a38b2 req-943ec7ef-97a2-44f8-ad0c-83cdcacfe88a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:28.360064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04a26a8f-d78d-4ad7-b7a6-c5983a3a38b2 req-943ec7ef-97a2-44f8-ad0c-83cdcacfe88a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 944 time: 0.3967004 Feb 10 03:58:28.420278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:28.430221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6381a9ae-6d04-42df-bca3-c955b7be16c3 admin admin] 10.222.0.42 "PUT /v2.0/routers/3725eebd-d943-4f87-96ea-5ba1954208b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0010202 Feb 10 03:58:28.518940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=8e4495d7-520d-4e04-8b6c-49fed7683afc,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:28.609391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-df7eed8b-4a9b-4358-ae5f-33e009ff560b None None] Provisioning complete for port 5140cd64-f762-4b9b-8149-d67d197b93ca triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:28.609391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-df7eed8b-4a9b-4358-ae5f-33e009ff560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:28.611752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04a26a8f-d78d-4ad7-b7a6-c5983a3a38b2 req-9bb0ff31-c89e-4154-a4ad-cf2ec829cd63 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760089 Feb 10 03:58:28.612400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-df7eed8b-4a9b-4358-ae5f-33e009ff560b None None] Port 5140cd64-f762-4b9b-8149-d67d197b93ca cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:28.612400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3ba74fd0-9edf-418b-8172-57f29ee7f405 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:28.612400 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:28.615948 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e86cd53-1e69-41bf-8a94-70a2c425f78b admin admin] Publish callbacks [] for security_group (f1795bdd-b914-4dc8-9e21-f9b59d3f5000), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:28.812530 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Sync routers for ids ['3725eebd-d943-4f87-96ea-5ba1954208b8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:28.812530 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Routers {'3725eebd-d943-4f87-96ea-5ba1954208b8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:28.812530 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3725eebd-d943-4f87-96ea-5ba1954208b8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:28.816724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:58:24Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:28.816724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e3d69d-0be9-4f04-b38d-233916562659 None None] The sync data for ids ['ac765d4e-949b-44f9-bf5d-06429cf9cd75'] in n-d-827844-2 is: [{'id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1816054552-router', 'tenant_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0532455a-5088-4f52-9264-844401d17573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:15Z', 'updated_at': '2022-02-10T03:58:24Z', 'revision_number': 5, 'project_id': '9e00e38bc3da4516abae3d1dd2a274b1', 'gw_port': {'id': '0532455a-5088-4f52-9264-844401d17573', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac765d4e-949b-44f9-bf5d-06429cf9cd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:16Z', 'updated_at': '2022-02-10T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:28.890610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6957fb-80b9-4c7e-9b66-d6ea43d7e27f req-86a2e23e-a64f-4ad9-a9a7-600fb9613a7a tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:28.903622 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb6957fb-80b9-4c7e-9b66-d6ea43d7e27f req-86a2e23e-a64f-4ad9-a9a7-600fb9613a7a tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 943 time: 0.1731396 Feb 10 03:58:28.911200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3ba74fd0-9edf-418b-8172-57f29ee7f405 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:28.969002 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Set router 3725eebd-d943-4f87-96ea-5ba1954208b8 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:29.009737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb6957fb-80b9-4c7e-9b66-d6ea43d7e27f req-19769006-d699-45ce-b23d-fb72e5e414f2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994542 Feb 10 03:58:29.025443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 403ac51c-f36e-4d91-b8be-2b69bb388dae details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:58:29.097742 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e86cd53-1e69-41bf-8a94-70a2c425f78b admin admin] Publish callbacks [] for security_group (f1795bdd-b914-4dc8-9e21-f9b59d3f5000), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.147570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3ba74fd0-9edf-418b-8172-57f29ee7f405), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.219339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba74fd0-9edf-418b-8172-57f29ee7f405,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:29.382493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 403ac51c-f36e-4d91-b8be-2b69bb388dae, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:29.438331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'mac_address': 'fa:16:3e:70:77:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:58:29.465426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e4495d7-520d-4e04-8b6c-49fed7683afc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:29.559411 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:26Z', 'revision_number': 4, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port': {'id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:15Z', 'updated_at': '2022-02-10T03:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5140cd64-f762-4b9b-8149-d67d197b93ca', 'name': '', 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'mac_address': 'fa:16:3e:59:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cbff1082-fc7c-40d8-a2d6-70b0039edfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:24Z', 'updated_at': '2022-02-10T03:58:26Z', 'revision_number': 2, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'subnets': [{'id': 'cbff1082-fc7c-40d8-a2d6-70b0039edfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:29.594182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 403ac51c-f36e-4d91-b8be-2b69bb388dae is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:29.600460 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.621999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403ac51c-f36e-4d91-b8be-2b69bb388dae {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:58:29.629160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e86cd53-1e69-41bf-8a94-70a2c425f78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1795bdd-b914-4dc8-9e21-f9b59d3f5000), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.647383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 403ac51c-f36e-4d91-b8be-2b69bb388dae, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:29.653029 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e86cd53-1e69-41bf-8a94-70a2c425f78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.654210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1e86cd53-1e69-41bf-8a94-70a2c425f78b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1795bdd-b914-4dc8-9e21-f9b59d3f5000 HTTP/1.1" status: 204 len: 168 time: 1.3283856 Feb 10 03:58:29.671786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23383e6-cf69-4fac-9edb-f7f1eb4cea56 req-8a6133af-1cdc-42f0-9fdd-5bbdffda34e2 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:29.676831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8e4495d7-520d-4e04-8b6c-49fed7683afc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:29.677498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.686297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c23383e6-cf69-4fac-9edb-f7f1eb4cea56 req-8a6133af-1cdc-42f0-9fdd-5bbdffda34e2 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1126 time: 0.5915873 Feb 10 03:58:29.688148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0532455a-5088-4f52-9264-844401d17573), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.734375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.739541 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Checking router: 3725eebd-d943-4f87-96ea-5ba1954208b8 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:29.741031 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Updating router 3725eebd-d943-4f87-96ea-5ba1954208b8 port 5140cd64-f762-4b9b-8149-d67d197b93ca binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:58:29.810255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86cd53-1e69-41bf-8a94-70a2c425f78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1795bdd-b914-4dc8-9e21-f9b59d3f5000,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:29.840646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=0532455a-5088-4f52-9264-844401d17573,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:29.860467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=403ac51c-f36e-4d91-b8be-2b69bb388dae,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:29.883209 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.893924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (236b17d3-fc19-46e1-940e-2b420d2706d3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.895019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3866-3cd9-4d82-ac3d-1cc22aa41e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:29.919514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8e4495d7-520d-4e04-8b6c-49fed7683afc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:29.941311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 06897635-11c9-40c9-b0ca-e023ebc1f935 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:29.995623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 06897635-11c9-40c9-b0ca-e023ebc1f935 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:29.996238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 06897635-11c9-40c9-b0ca-e023ebc1f935 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:30.011194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['403ac51c-f36e-4d91-b8be-2b69bb388dae'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:58:30.218196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (ac765d4e-949b-44f9-bf5d-06429cf9cd75), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.268110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b4cb2-4638-4d94-99e2-619081d24aee req-46abf8fa-d2a2-47bf-90cb-da65d5278d71 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:30.287974 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-835b4cb2-4638-4d94-99e2-619081d24aee req-46abf8fa-d2a2-47bf-90cb-da65d5278d71 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 944 time: 0.1512761 Feb 10 03:58:30.400135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (ac765d4e-949b-44f9-bf5d-06429cf9cd75), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.404390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks [] for router_controller (ac765d4e-949b-44f9-bf5d-06429cf9cd75), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.467948 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Publish callbacks [] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.494058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-835b4cb2-4638-4d94-99e2-619081d24aee req-b5812899-453c-4d86-93a8-82b617e2e938 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005541 Feb 10 03:58:30.497734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c23383e6-cf69-4fac-9edb-f7f1eb4cea56 req-85593e9e-f992-44d1-8f2e-cbe24a5d69c5 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8103423 Feb 10 03:58:30.580851 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.641155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (ac765d4e-949b-44f9-bf5d-06429cf9cd75), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.641782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac765d4e-949b-44f9-bf5d-06429cf9cd75 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:58:30.668810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.672345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4f981d2b-5c42-4b72-bcfd-90e36b8dcbcc admin admin] 10.222.0.42 "DELETE /v2.0/routers/ac765d4e-949b-44f9-bf5d-06429cf9cd75 HTTP/1.1" status: 204 len: 168 time: 3.8763537 Feb 10 03:58:30.674381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46568) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:30.711053 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001955-a5c7-433d-b9d6-008966f42914 None None] Pushing event updated for resources: {'Port': ['ID=5140cd64-f762-4b9b-8149-d67d197b93ca,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:30.822295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] Deleting subnet 985b40b8-e045-4210-931d-0fc823564ff1 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:58:30.831449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.835479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] Publish callbacks [] for subnet (985b40b8-e045-4210-931d-0fc823564ff1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.891893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (985b40b8-e045-4210-931d-0fc823564ff1), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.903975 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Attempting to bind port 5140cd64-f762-4b9b-8149-d67d197b93ca on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:30.904562 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Attempting to bind port 5140cd64-f762-4b9b-8149-d67d197b93ca by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:30.904663 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Attempting to bind port 5140cd64-f762-4b9b-8149-d67d197b93ca on network aaf08d00-ea07-4946-8f58-16d1a3b5e781 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:30.941012 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:30.941394 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Checking segment: {'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:30.941817 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:30.942196 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Bound using segment: {'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:30.942661 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Bound port: 5140cd64-f762-4b9b-8149-d67d197b93ca, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de39986b-3788-4e9f-9add-a5b4b9cf80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:30.961630 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:31.028253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 403ac51c-f36e-4d91-b8be-2b69bb388dae up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:31.175292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Router 236b17d3-fc19-46e1-940e-2b420d2706d3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:31.267067 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (985b40b8-e045-4210-931d-0fc823564ff1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:31.291995 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] For port 5140cd64-f762-4b9b-8149-d67d197b93ca, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:31.302955 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] For port 5140cd64-f762-4b9b-8149-d67d197b93ca, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5140cd64-f762-4b9b-8149-d67d197b93ca,segment=NetworkSegment(de39986b-3788-4e9f-9add-a5b4b9cf80e1),segment_id=de39986b-3788-4e9f-9add-a5b4b9cf80e1)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:31.325742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-16cc39da-010e-4be3-bab5-3d03d16c9247 None None] Provisioning complete for port 5140cd64-f762-4b9b-8149-d67d197b93ca triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:31.327045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-16cc39da-010e-4be3-bab5-3d03d16c9247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:31.405127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 403ac51c-f36e-4d91-b8be-2b69bb388dae completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:58:31.420029 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:31.457412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 403ac51c-f36e-4d91-b8be-2b69bb388dae triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:31.461208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:31.484910 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (985b40b8-e045-4210-931d-0fc823564ff1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:31.535408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-16cc39da-010e-4be3-bab5-3d03d16c9247 None None] Port 5140cd64-f762-4b9b-8149-d67d197b93ca cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:58:31.600218 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001955-a5c7-433d-b9d6-008966f42914 None None] Pushing event updated for resources: {'Port': ['ID=5140cd64-f762-4b9b-8149-d67d197b93ca,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:31.603796 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:31.608999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b60fb3-4199-409b-85b1-af029375d9b3 None None] Network 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:31.618488 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Routers {'3725eebd-d943-4f87-96ea-5ba1954208b8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:31.619245 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3725eebd-d943-4f87-96ea-5ba1954208b8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:31.621626 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/985b40b8-e045-4210-931d-0fc823564ff1 HTTP/1.1" status: 204 len: 168 time: 0.9461091 Feb 10 03:58:31.622829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0510b2-44ba-48e1-96bf-c8946eabbe30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985b40b8-e045-4210-931d-0fc823564ff1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:31.637013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46596) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:31.705866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:31.726085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-306769f5-ff1a-4a80-b490-3728ecfe0b79 admin admin] 10.222.0.42 "PUT /v2.0/routers/236b17d3-fc19-46e1-940e-2b420d2706d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2314327 Feb 10 03:58:31.735579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-1d3dacba-97de-4fc1-b167-2d68016b2d46 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:31.741766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46598) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:31.748634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-1d3dacba-97de-4fc1-b167-2d68016b2d46 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.3577018 Feb 10 03:58:31.786231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] Sync routers for ids ['236b17d3-fc19-46e1-940e-2b420d2706d3'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:31.807823 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-fa3ea789-5231-427d-b67a-616c805eca10 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/quotas/395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 375 time: 0.0572197 Feb 10 03:58:31.936968 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] Set router 3725eebd-d943-4f87-96ea-5ba1954208b8 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:31.986125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-4d93cf1a-dd67-41e8-94e9-38b38829ca04 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726782 Feb 10 03:58:32.052898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.092762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 403ac51c-f36e-4d91-b8be-2b69bb388dae is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:32.093241 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.102878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] Routers {'236b17d3-fc19-46e1-940e-2b420d2706d3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:32.103563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['236b17d3-fc19-46e1-940e-2b420d2706d3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:32.242589 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:26Z', 'revision_number': 4, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port': {'id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:15Z', 'updated_at': '2022-02-10T03:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5140cd64-f762-4b9b-8149-d67d197b93ca', 'name': '', 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'mac_address': 'fa:16:3e:59:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cbff1082-fc7c-40d8-a2d6-70b0039edfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:24Z', 'updated_at': '2022-02-10T03:58:31Z', 'revision_number': 4, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'subnets': [{'id': 'cbff1082-fc7c-40d8-a2d6-70b0039edfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:32.276092 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d1b1f-b3d5-4bf2-ad06-306183614054 None None] The sync data for ids ['3725eebd-d943-4f87-96ea-5ba1954208b8'] in n-d-827844-2 is: [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:26Z', 'revision_number': 4, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port': {'id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:15Z', 'updated_at': '2022-02-10T03:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5140cd64-f762-4b9b-8149-d67d197b93ca', 'name': '', 'network_id': 'aaf08d00-ea07-4946-8f58-16d1a3b5e781', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'mac_address': 'fa:16:3e:59:03:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cbff1082-fc7c-40d8-a2d6-70b0039edfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:24Z', 'updated_at': '2022-02-10T03:58:31Z', 'revision_number': 4, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'subnets': [{'id': 'cbff1082-fc7c-40d8-a2d6-70b0039edfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:32.308334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks [] for router (236b17d3-fc19-46e1-940e-2b420d2706d3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.382396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-56e20cea-e2b0-4d47-a593-13932fb3ad7c service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577051 Feb 10 03:58:32.520065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab9cd-85e3-4ed8-a950-1f67a65cd801 req-4977ff22-98ad-4fb4-8b2c-6fb137b138c0 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:32.531720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e51ab9cd-85e3-4ed8-a950-1f67a65cd801 req-4977ff22-98ad-4fb4-8b2c-6fb137b138c0 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 944 time: 0.3258731 Feb 10 03:58:32.539652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-73814201-b4f1-4156-922d-d3f0c5625d54 None None] Provisioning complete for port 5140cd64-f762-4b9b-8149-d67d197b93ca triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:32.540304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73814201-b4f1-4156-922d-d3f0c5625d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.549989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:32.557275 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994bb6c5-8411-42c4-a086-e64170bfcaac" -d '{"events": [{"server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "name": "network-vif-plugged", "status": "completed", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:32.647486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-e3b53dad-0da8-4c06-b0ae-bacf35ed4a83 service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463799 Feb 10 03:58:32.725330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 403ac51c-f36e-4d91-b8be-2b69bb388dae, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:32.735368 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.813213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Deleting port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:32.814026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.846285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e51ab9cd-85e3-4ed8-a950-1f67a65cd801 req-841b9162-470c-4d8d-b6fa-36b59f478753 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132675 Feb 10 03:58:32.865152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] Set router 236b17d3-fc19-46e1-940e-2b420d2706d3 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:32.865613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks [] for router_gateway (236b17d3-fc19-46e1-940e-2b420d2706d3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.868784 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:32.929771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46616) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:33.135069 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c3333f-b010-4e3c-bc72-65414c513c47 x-openstack-request-id: req-58c3333f-b010-4e3c-bc72-65414c513c47 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:33.135703 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "name": "network-vif-plugged", "status": "completed", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:33.135703 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58c3333f-b010-4e3c-bc72-65414c513c47 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:33.135970 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'code': 200} Feb 10 03:58:33.305399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=403ac51c-f36e-4d91-b8be-2b69bb388dae,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:33.328623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5140cd64-f762-4b9b-8149-d67d197b93ca up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:33.473396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] For port 77e0037d-78fb-4c5b-b859-ac2202ea1af8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=77e0037d-78fb-4c5b-b859-ac2202ea1af8,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:33.473908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:33.492404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] DHCP port deletion for 4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:58:33.638068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3a27dcb-317a-41da-a1ce-2d567e361e29 req-a040e81b-ba7f-4f5a-b606-4b78b5309bca tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 210 time: 0.3864136 Feb 10 03:58:33.653072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Calling delete_port for 77e0037d-78fb-4c5b-b859-ac2202ea1af8 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:33.670166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef14bc86-c192-48e4-89c3-972a35380b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:33.705741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a249-309a-44ac-a9d1-9c427c56bdbb req-f795ce36-46b1-4022-97df-701264734b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:33.707832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ace1a249-309a-44ac-a9d1-9c427c56bdbb req-f795ce36-46b1-4022-97df-701264734b28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 1127 time: 0.6017745 Feb 10 03:58:33.796234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Deleting port 44c0d49e-20d5-44e2-99a0-30aa57665c32 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:33.796540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:33.958372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] For port 44c0d49e-20d5-44e2-99a0-30aa57665c32, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=44c0d49e-20d5-44e2-99a0-30aa57665c32,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:33.958833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:33.975250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Calling delete_port for 44c0d49e-20d5-44e2-99a0-30aa57665c32 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:34.060956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a9ed3-99e9-4dc7-bd69-44709b49a934 req-99dce258-db91-496f-93e6-7c3e3747a15c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:34.074408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889a9ed3-99e9-4dc7-bd69-44709b49a934 req-99dce258-db91-496f-93e6-7c3e3747a15c tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 945 time: 0.1203425 Feb 10 03:58:34.206259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889a9ed3-99e9-4dc7-bd69-44709b49a934 req-739697f7-5906-4fd5-a7c0-b3f4ad569e70 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210110 Feb 10 03:58:34.219482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-73814201-b4f1-4156-922d-d3f0c5625d54 None None] Current status of the port 5140cd64-f762-4b9b-8149-d67d197b93ca is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:34.220002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73814201-b4f1-4156-922d-d3f0c5625d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:34.304722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5140cd64-f762-4b9b-8149-d67d197b93ca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:34.305035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:34.435761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-73814201-b4f1-4156-922d-d3f0c5625d54 None None] For port 5140cd64-f762-4b9b-8149-d67d197b93ca, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5140cd64-f762-4b9b-8149-d67d197b93ca,segment=NetworkSegment(de39986b-3788-4e9f-9add-a5b4b9cf80e1),segment_id=de39986b-3788-4e9f-9add-a5b4b9cf80e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:34.440849 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:34.455655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] Deleting port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:34.458383 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:34.557663 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73814201-b4f1-4156-922d-d3f0c5625d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:34.728558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] For port 77e0037d-78fb-4c5b-b859-ac2202ea1af8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=77e0037d-78fb-4c5b-b859-ac2202ea1af8,segment=NetworkSegment(ba4b5251-1469-4fbd-b638-6301f17085a6),segment_id=ba4b5251-1469-4fbd-b638-6301f17085a6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:34.729012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:34.779467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] Calling delete_port for 77e0037d-78fb-4c5b-b859-ac2202ea1af8 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:34.832031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814201-b4f1-4156-922d-d3f0c5625d54 None None] Pushing event updated for resources: {'Port': ['ID=5140cd64-f762-4b9b-8149-d67d197b93ca,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:34.832162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d49eb30-38eb-441d-a776-b492baf9a35f req-3eafaa73-cce2-437d-863a-6ab5537c1886 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 210 time: 0.0563710 Feb 10 03:58:34.867687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:34.902954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ace1a249-309a-44ac-a9d1-9c427c56bdbb req-62fcfe0a-5bfe-4b81-9fbd-bdd9fc34630a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1537917 Feb 10 03:58:34.903768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e0037d-78fb-4c5b-b859-ac2202ea1af8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:34.907902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] No DVR routers for this DVR port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:34.992671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:28Z', 'revision_number': 5, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port': {'id': '44c0d49e-20d5-44e2-99a0-30aa57665c32', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T03:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:35.060470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef14bc86-c192-48e4-89c3-972a35380b00 admin admin] Publish callbacks [] for security_group (a0914bde-30be-4769-9941-efd324c93d2c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.063524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.065772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (44c0d49e-20d5-44e2-99a0-30aa57665c32), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.106304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=44c0d49e-20d5-44e2-99a0-30aa57665c32,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:35.113107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5140cd64-f762-4b9b-8149-d67d197b93ca is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:35.118864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] Checking router: 236b17d3-fc19-46e1-940e-2b420d2706d3 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:35.144402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0532455a-5088-4f52-9264-844401d17573 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:35.144785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:35.146768 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (77e0037d-78fb-4c5b-b859-ac2202ea1af8), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.173775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef14bc86-c192-48e4-89c3-972a35380b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a0914bde-30be-4769-9941-efd324c93d2c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.193443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4b5251-1469-4fbd-b638-6301f17085a6') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:35.193954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4b5251-1469-4fbd-b638-6301f17085a6') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:35.202545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] Routers {'236b17d3-fc19-46e1-940e-2b420d2706d3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:35.202545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['236b17d3-fc19-46e1-940e-2b420d2706d3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:35.242354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ba4b5251-1469-4fbd-b638-6301f17085a6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.260669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ef14bc86-c192-48e4-89c3-972a35380b00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d0f1a5ff9d74e85bc9bee3cc94cfcea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3297675 Feb 10 03:58:35.263869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46664) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:35.266494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14bc86-c192-48e4-89c3-972a35380b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0914bde-30be-4769-9941-efd324c93d2c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:35.270359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (236b17d3-fc19-46e1-940e-2b420d2706d3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.351022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] Pushing event deleted for resources: {'Port': ['ID=77e0037d-78fb-4c5b-b859-ac2202ea1af8,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:35.360866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df10659-ceaa-4f1f-86ec-9e945bb18014 None None] No DVR routers for this DVR port 77e0037d-78fb-4c5b-b859-ac2202ea1af8 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:35.362601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0532455a-5088-4f52-9264-844401d17573 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:35.363136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0532455a-5088-4f52-9264-844401d17573 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:35.430494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (236b17d3-fc19-46e1-940e-2b420d2706d3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.433693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks [] for router_controller (236b17d3-fc19-46e1-940e-2b420d2706d3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.446782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] Set router 236b17d3-fc19-46e1-940e-2b420d2706d3 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:35.469153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b1ae57-3853-43b2-9603-d944d4037c25 admin admin] Publish callbacks [] for security_group (a0914bde-30be-4769-9941-efd324c93d2c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.483714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ba4b5251-1469-4fbd-b638-6301f17085a6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.545274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b1ae57-3853-43b2-9603-d944d4037c25 admin admin] Publish callbacks [] for security_group (a0914bde-30be-4769-9941-efd324c93d2c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.576019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:58:35.576019 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ba4b5251-1469-4fbd-b638-6301f17085a6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: timer() Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:58:35.577462 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:58:35.627276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:34Z', 'revision_number': 7, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:35.630564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b680d-d856-402c-8a88-6c61040572b5 req-9ee68e0e-e75a-4a70-baef-d44e80fec763 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:35.638057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-575b680d-d856-402c-8a88-6c61040572b5 req-9ee68e0e-e75a-4a70-baef-d44e80fec763 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 945 time: 0.1513510 Feb 10 03:58:35.688808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e426ca1-54a4-49c6-b791-d09374ec366d None None] The sync data for ids ['236b17d3-fc19-46e1-940e-2b420d2706d3'] in n-d-827844-2 is: [{'id': '236b17d3-fc19-46e1-940e-2b420d2706d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1788280320-router', 'tenant_id': '3761426e88254529baa1a76c800ed8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:13Z', 'updated_at': '2022-02-10T03:58:34Z', 'revision_number': 7, 'project_id': '3761426e88254529baa1a76c800ed8ca', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:35.732916 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b1ae57-3853-43b2-9603-d944d4037c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a0914bde-30be-4769-9941-efd324c93d2c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.736172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b1ae57-3853-43b2-9603-d944d4037c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.746352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-53b1ae57-3853-43b2-9603-d944d4037c25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0914bde-30be-4769-9941-efd324c93d2c HTTP/1.1" status: 204 len: 168 time: 0.4732420 Feb 10 03:58:35.767901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5140cd64-f762-4b9b-8149-d67d197b93ca up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:35.770970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (236b17d3-fc19-46e1-940e-2b420d2706d3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.771818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 236b17d3-fc19-46e1-940e-2b420d2706d3 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:58:35.804587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-575b680d-d856-402c-8a88-6c61040572b5 req-7e216fb3-2d8c-453e-91e8-bac39793d5e3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615899 Feb 10 03:58:35.806233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1ae57-3853-43b2-9603-d944d4037c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0914bde-30be-4769-9941-efd324c93d2c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:35.825964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.828335 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8c7408c3-5d4c-450f-ab41-8c1a879daa8b admin admin] 10.222.0.42 "DELETE /v2.0/routers/236b17d3-fc19-46e1-940e-2b420d2706d3 HTTP/1.1" status: 204 len: 168 time: 4.0855629 Feb 10 03:58:35.837558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46680) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:35.943333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.950488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:35.954097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff HTTP/1.1" status: 204 len: 168 time: 4.3160844 Feb 10 03:58:35.969370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] Deleting subnet 7c08f232-833f-45dc-93fe-4354a37f8677 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:58:35.982076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5140cd64-f762-4b9b-8149-d67d197b93ca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:35.982489 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.037409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] Publish callbacks [] for subnet (7c08f232-833f-45dc-93fe-4354a37f8677), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.058296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f89af1-3f9e-412d-8e43-a98955683e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f39cb04-1dde-4ff1-9949-b9b0ccdc93ff,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:36.130427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eda212df-2512-4c14-b715-d6f02399420b req-e57d5e5b-d3e0-4162-b57f-d4c618190db7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 210 time: 0.1390116 Feb 10 03:58:36.201402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (7c08f232-833f-45dc-93fe-4354a37f8677), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.206282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5140cd64-f762-4b9b-8149-d67d197b93ca is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:36.331134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 77e0037d-78fb-4c5b-b859-ac2202ea1af8 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:36.367365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-4007dd21-5dcc-4c9f-9350-14ba12c57b50 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:36.375505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-4007dd21-5dcc-4c9f-9350-14ba12c57b50 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.3443100 Feb 10 03:58:36.393861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Request body: {'port': {'device_id': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'admin_state_up': True, 'tenant_id': '395f9a26d06e43cfb6b4c9fdf5c85b4d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:36.409679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 77e0037d-78fb-4c5b-b859-ac2202ea1af8 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:36.417066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 77e0037d-78fb-4c5b-b859-ac2202ea1af8 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:36.491116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7c08f232-833f-45dc-93fe-4354a37f8677), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.638780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (7c08f232-833f-45dc-93fe-4354a37f8677), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.670796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c08f232-833f-45dc-93fe-4354a37f8677,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:36.672754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.677880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ca423e29-0bcd-4747-ab55-9b9bcf0a28cc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7c08f232-833f-45dc-93fe-4354a37f8677 HTTP/1.1" status: 204 len: 168 time: 0.8348231 Feb 10 03:58:36.678671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46688) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:36.685576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0d81a-2bb5-461d-a520-dc7f11de6205 None None] Network 3776b16c-d084-45be-9772-52552d6f5dd2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:36.699875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Made reservation on behalf of 395f9a26d06e43cfb6b4c9fdf5c85b4d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:36.710788 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.769196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (3776b16c-d084-45be-9772-52552d6f5dd2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.953133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Deleting port 26f987d0-533e-4234-b001-494f4406fc9e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:36.953470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (26f987d0-533e-4234-b001-494f4406fc9e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:36.980186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] DHCP port deletion for 3776b16c-d084-45be-9772-52552d6f5dd2 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:58:37.067738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Allocated IP 172.20.0.8 (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1/df061686-13a9-4c2a-8c4d-a7bec0247353/c7fe2b89-68a1-4027-a25f-df8ddac985a8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:37.092229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46696) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:37.144393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] Deleting port 26f987d0-533e-4234-b001-494f4406fc9e {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:37.146335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (26f987d0-533e-4234-b001-494f4406fc9e), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.183961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] For port 26f987d0-533e-4234-b001-494f4406fc9e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=26f987d0-533e-4234-b001-494f4406fc9e,segment=NetworkSegment(df13f699-5ae9-4b1e-b87c-2fb098c84a27),segment_id=df13f699-5ae9-4b1e-b87c-2fb098c84a27)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:37.184629 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (26f987d0-533e-4234-b001-494f4406fc9e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.208281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Calling delete_port for 26f987d0-533e-4234-b001-494f4406fc9e owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:37.273388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39963c-0a67-4914-85d4-e731a824efca req-4ec5320a-d7ec-4a64-8573-8779416e290d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:37.285206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d39963c-0a67-4914-85d4-e731a824efca req-4ec5320a-d7ec-4a64-8573-8779416e290d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 945 time: 0.2180345 Feb 10 03:58:37.292683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-48c8e127-2b59-44b9-a1e7-0102a38dc0fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e00e38bc3da4516abae3d1dd2a274b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976721 Feb 10 03:58:37.296056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46700) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:37.309307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] For port 26f987d0-533e-4234-b001-494f4406fc9e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=26f987d0-533e-4234-b001-494f4406fc9e,segment=NetworkSegment(df13f699-5ae9-4b1e-b87c-2fb098c84a27),segment_id=df13f699-5ae9-4b1e-b87c-2fb098c84a27)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:37.309796 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (26f987d0-533e-4234-b001-494f4406fc9e), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.316567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46702) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:37.329873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] Calling delete_port for 26f987d0-533e-4234-b001-494f4406fc9e owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:37.499342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d39963c-0a67-4914-85d4-e731a824efca req-83ef9871-0436-4532-a1b0-8bb5fa508279 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126613 Feb 10 03:58:37.516984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:37.555524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ba46-143e-40d7-b2e9-682e0f77e13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.609093 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (26f987d0-533e-4234-b001-494f4406fc9e), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.618249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (26f987d0-533e-4234-b001-494f4406fc9e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.636969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] No DVR routers for this DVR port 26f987d0-533e-4234-b001-494f4406fc9e on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:37.664217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ee4c038-cf7d-43c7-aa80-322e02c27428 req-1c1961c4-3f4d-41d3-9501-cdf6e782a03d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 210 time: 0.1209750 Feb 10 03:58:37.673127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks [] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.712597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f987d0-533e-4234-b001-494f4406fc9e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:37.721935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44c0d49e-20d5-44e2-99a0-30aa57665c32 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:37.724626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de45b851-4851-4adf-bf9a-7760fa282b10 admin admin] Publish callbacks [] for security_group (ab851181-2799-441b-844a-1dcaa9bedd3d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.727157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] No DVR routers for this DVR port 26f987d0-533e-4234-b001-494f4406fc9e on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:37.798619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 44c0d49e-20d5-44e2-99a0-30aa57665c32 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:37.799975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44c0d49e-20d5-44e2-99a0-30aa57665c32 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:37.804243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 26f987d0-533e-4234-b001-494f4406fc9e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:37.824339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d3ee-fc8c-4c85-9103-11d3817a8382 req-891a6093-eb2e-4c4a-95aa-ee1c6332cd9a tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:37.832431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4671d3ee-fc8c-4c85-9103-11d3817a8382 req-891a6093-eb2e-4c4a-95aa-ee1c6332cd9a tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.1779759 Feb 10 03:58:37.873384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62033-e3fa-4dae-8652-b4366012eb4d None None] Pushing event deleted for resources: {'Port': ['ID=26f987d0-533e-4234-b001-494f4406fc9e,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:37.885546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de45b851-4851-4adf-bf9a-7760fa282b10 admin admin] Publish callbacks [] for security_group (ab851181-2799-441b-844a-1dcaa9bedd3d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.889276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 26f987d0-533e-4234-b001-494f4406fc9e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:37.892743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 26f987d0-533e-4234-b001-494f4406fc9e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:37.893404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3ba74fd0-9edf-418b-8172-57f29ee7f405 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:37.894169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (3776b16c-d084-45be-9772-52552d6f5dd2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.931987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3776b16c-d084-45be-9772-52552d6f5dd2']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:37.956060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df13f699-5ae9-4b1e-b87c-2fb098c84a27') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:37.956359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df13f699-5ae9-4b1e-b87c-2fb098c84a27') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:37.961584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-bcef0ac8-286c-4e99-b918-3a3d12c39f91 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:37.968777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3ba74fd0-9edf-418b-8172-57f29ee7f405 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:37.968931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (df13f699-5ae9-4b1e-b87c-2fb098c84a27), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:37.969041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3ba74fd0-9edf-418b-8172-57f29ee7f405 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:37.969689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-bcef0ac8-286c-4e99-b918-3a3d12c39f91 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1482806 Feb 10 03:58:37.994273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (df13f699-5ae9-4b1e-b87c-2fb098c84a27), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.001063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:58:38.001468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (df13f699-5ae9-4b1e-b87c-2fb098c84a27), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: timer() Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:58:38.023383 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:58:38.033040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-d979b636-ac66-4898-8b59-b5a67bed4b59 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0621800 Feb 10 03:58:38.038223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.043803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'floatingip': {'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:38.093442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ba46-143e-40d7-b2e9-682e0f77e13d admin admin] Publish callbacks [] for security_group (97b32c54-75e6-4aaf-b752-f4fd16a1a46c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.119349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4671d3ee-fc8c-4c85-9103-11d3817a8382 req-91b74a85-5de5-4330-b1eb-9f92beaf27cf tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857664 Feb 10 03:58:38.147064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4447feb-7ad1-4686-adb0-8296feb5a050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.150929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.167912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ba46-143e-40d7-b2e9-682e0f77e13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (97b32c54-75e6-4aaf-b752-f4fd16a1a46c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.170788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:38.215088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2fd5ba46-143e-40d7-b2e9-682e0f77e13d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61cd04192de94c0681dd70eef4459120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6922464 Feb 10 03:58:38.215088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5ba46-143e-40d7-b2e9-682e0f77e13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b32c54-75e6-4aaf-b752-f4fd16a1a46c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:38.215088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46712) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:38.242263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:38.246437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:38.252644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (3776b16c-d084-45be-9772-52552d6f5dd2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.263981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.270412 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3776b16c-d084-45be-9772-52552d6f5dd2 HTTP/1.1" status: 204 len: 168 time: 1.5881736 Feb 10 03:58:38.288363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840c0d-6dfc-4a1f-9cfa-8c3c7e8ccbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3776b16c-d084-45be-9772-52552d6f5dd2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:38.304626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa6a2-d21a-4cd2-96b2-ad8a40c024c4 admin admin] Publish callbacks [] for security_group (97b32c54-75e6-4aaf-b752-f4fd16a1a46c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.308993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:38.358760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de45b851-4851-4adf-bf9a-7760fa282b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ab851181-2799-441b-844a-1dcaa9bedd3d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.358760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de45b851-4851-4adf-bf9a-7760fa282b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.359137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-de45b851-4851-4adf-bf9a-7760fa282b10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab851181-2799-441b-844a-1dcaa9bedd3d HTTP/1.1" status: 204 len: 168 time: 1.0613883 Feb 10 03:58:38.365330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa6a2-d21a-4cd2-96b2-ad8a40c024c4 admin admin] Publish callbacks [] for security_group (97b32c54-75e6-4aaf-b752-f4fd16a1a46c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.468504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:38.469160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.477984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45b851-4851-4adf-bf9a-7760fa282b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab851181-2799-441b-844a-1dcaa9bedd3d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:38.536192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa6a2-d21a-4cd2-96b2-ad8a40c024c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (97b32c54-75e6-4aaf-b752-f4fd16a1a46c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.540578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa6a2-d21a-4cd2-96b2-ad8a40c024c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.542605 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3a4aa6a2-d21a-4cd2-96b2-ad8a40c024c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97b32c54-75e6-4aaf-b752-f4fd16a1a46c HTTP/1.1" status: 204 len: 168 time: 0.3272064 Feb 10 03:58:38.556466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4aa6a2-d21a-4cd2-96b2-ad8a40c024c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b32c54-75e6-4aaf-b752-f4fd16a1a46c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:38.632517 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-ab5138cf-8998-4a03-ae42-955eb02ad50d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2500188 Feb 10 03:58:38.645712 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Request body: {'port': {'device_id': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:38.767721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46724) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:38.835354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4447feb-7ad1-4686-adb0-8296feb5a050 admin admin] Publish callbacks [] for security_group (98dda3ed-ee7e-43f4-a509-aacb71383a47), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.857120 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:38.863480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46726) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:38.865052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-59600252-9df2-4288-a0e0-a1c632fbf505 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3761426e88254529baa1a76c800ed8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954235 Feb 10 03:58:38.924282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4447feb-7ad1-4686-adb0-8296feb5a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (98dda3ed-ee7e-43f4-a509-aacb71383a47), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:39.053462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66316310-0093-4569-8bd1-9709a520ad6b req-f1112538-bfaf-49c8-9727-a29c47a9477d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:39.053462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66316310-0093-4569-8bd1-9709a520ad6b req-f1112538-bfaf-49c8-9727-a29c47a9477d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 931 time: 0.1540565 Feb 10 03:58:39.061170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4447feb-7ad1-4686-adb0-8296feb5a050 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=711592ad7f054c5da5f8f9278de46b85&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7434242 Feb 10 03:58:39.107558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4447feb-7ad1-4686-adb0-8296feb5a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dda3ed-ee7e-43f4-a509-aacb71383a47,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:39.121645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46730) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:39.163997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66316310-0093-4569-8bd1-9709a520ad6b req-d1a7dc82-69ef-403e-b6cf-b5d729cb117a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112630 Feb 10 03:58:39.212970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3b9803b-3053-4c65-ae7d-5c340c5c479f admin admin] Publish callbacks [] for security_group (b5552239-b861-477b-b9ed-369690c65c8a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:39.273391 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.resource_extend [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:58:39.335425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-2a123b75-8bc5-4677-988c-82413f91e7b7 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:39.336914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-2a123b75-8bc5-4677-988c-82413f91e7b7 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.24 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.3706870 Feb 10 03:58:39.349186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d8239-c4e0-4ec6-bad5-82411c8b7d70 req-6d73b9be-abba-454c-aa4e-ae8f8a00363b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:39.356540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-953d8239-c4e0-4ec6-bad5-82411c8b7d70 req-6d73b9be-abba-454c-aa4e-ae8f8a00363b tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.0790539 Feb 10 03:58:39.401932 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3b9803b-3053-4c65-ae7d-5c340c5c479f admin admin] Publish callbacks [] for security_group (b5552239-b861-477b-b9ed-369690c65c8a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:39.424818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-953d8239-c4e0-4ec6-bad5-82411c8b7d70 req-62b751de-f54d-404f-a278-1b1794e43250 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672026 Feb 10 03:58:39.534094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:39.553848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8845fb6-6f5f-4272-bc06-3376e60c461f admin admin] Publish callbacks [] for security_group (98dda3ed-ee7e-43f4-a509-aacb71383a47), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:39.648876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8845fb6-6f5f-4272-bc06-3376e60c461f admin admin] Publish callbacks [] for security_group (98dda3ed-ee7e-43f4-a509-aacb71383a47), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:39.653293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:39.786084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Deleting port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:39.790292 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.190881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3b9803b-3053-4c65-ae7d-5c340c5c479f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b5552239-b861-477b-b9ed-369690c65c8a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.190881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3b9803b-3053-4c65-ae7d-5c340c5c479f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.190881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a3b9803b-3053-4c65-ae7d-5c340c5c479f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5552239-b861-477b-b9ed-369690c65c8a HTTP/1.1" status: 204 len: 168 time: 1.3219783 Feb 10 03:58:40.250429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9803b-3053-4c65-ae7d-5c340c5c479f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5552239-b861-477b-b9ed-369690c65c8a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:40.283739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fe2b89-68a1-4027-a25f-df8ddac985a8 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:58:40.353556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Publish callbacks [] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.369323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8845fb6-6f5f-4272-bc06-3376e60c461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (98dda3ed-ee7e-43f4-a509-aacb71383a47), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.376640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8845fb6-6f5f-4272-bc06-3376e60c461f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.384483 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d8845fb6-6f5f-4272-bc06-3376e60c461f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98dda3ed-ee7e-43f4-a509-aacb71383a47 HTTP/1.1" status: 204 len: 168 time: 1.2562118 Feb 10 03:58:40.437747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8845fb6-6f5f-4272-bc06-3376e60c461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dda3ed-ee7e-43f4-a509-aacb71383a47,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:40.439574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc2410-cf2c-4d01-a95c-7ffa90e90826 req-9f80811b-cb97-48dc-813f-7ef5d94f1cb1 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:40.441470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fccc2410-cf2c-4d01-a95c-7ffa90e90826 req-9f80811b-cb97-48dc-813f-7ef5d94f1cb1 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 931 time: 0.1167951 Feb 10 03:58:40.490690 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Floating IP 620698ca-78b1-4212-85be-82a78f44b889 associated. External IP: 172.25.8.210, port: 4538b678-7873-40ac-be65-68d5a56035cb. Feb 10 03:58:40.497107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Transition to ACTIVE for port object c7fe2b89-68a1-4027-a25f-df8ddac985a8 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:58:40.523760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] For port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:40.524162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.552709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fccc2410-cf2c-4d01-a95c-7ffa90e90826 req-d9668fa8-21bf-4042-9e40-bcedfed19d57 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962696 Feb 10 03:58:40.638805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:40.874595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:41.036585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:41.036946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:41.037316 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3 disassociated. External IP: 172.25.8.93, port: ef432cac-7d7c-4029-b5bf-e19f3dfe93e0. Feb 10 03:58:41.037657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Calling delete_port for ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:41.266886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46794) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:41.338163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:41.339460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:41.339565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:41.399256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:58:41.399680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:41.404313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea9534-9c30-453b-81ad-303e27856bb0 req-d49ec937-4413-4afe-b6e3-8537b88e101c tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:41.413586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54ea9534-9c30-453b-81ad-303e27856bb0 req-d49ec937-4413-4afe-b6e3-8537b88e101c tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 945 time: 0.1216757 Feb 10 03:58:41.451903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:41.452250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:41.452641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:41.453159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Bound port: c7fe2b89-68a1-4027-a25f-df8ddac985a8, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:41.453518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:41.508601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1337038354-network', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:41.518050 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ef432cac-7d7c-4029-b5bf-e19f3dfe93e0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:41.620645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:41.620758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54ea9534-9c30-453b-81ad-303e27856bb0 req-5f56a57f-bc60-4037-8794-cdd56fedbbf7 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3e61fb7-7961-4f4f-ab63-a6294223aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901059 Feb 10 03:58:41.620855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event deleted for resources: {'Port': ['ID=ef432cac-7d7c-4029-b5bf-e19f3dfe93e0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:41.710337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:41.714553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:41.727444 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f95d2587-1cda-4c77-8089-a2ea48d8ed2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:41.752147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Made reservation on behalf of 61e98c7583344b6aa7d3c5953a3c7f04 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:41.785575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:41.813427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:41.998886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:42.055075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa76fc-ee5f-4212-8aa1-01cb73b8921c req-f013cb15-6203-4477-a6f4-6fd9d4cd7367 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:42.056674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5aa76fc-ee5f-4212-8aa1-01cb73b8921c req-f013cb15-6203-4477-a6f4-6fd9d4cd7367 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 943 time: 0.1508493 Feb 10 03:58:42.147285 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks [] for security_group (9734a663-e55c-442f-98cc-7c30cb858cf9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.158421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f95d2587-1cda-4c77-8089-a2ea48d8ed2e admin admin] Publish callbacks [] for security_group (c3791649-12d6-4dda-88fd-4fa22f8cef3c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.177332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:42.192337 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:42.202389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:42.210942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.221186 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:42.222114 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:42.268655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-e662e80d-236f-4829-867e-026963da9c45 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "PUT /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 200 len: 997 time: 4.2321043 Feb 10 03:58:42.269758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:42.276107 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00797977-54c6-483a-966c-686b435cf974" -d '{"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:42.301974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5aa76fc-ee5f-4212-8aa1-01cb73b8921c req-c20a534d-af7f-4b3f-a421-f7bc1aeb9cdf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319467 Feb 10 03:58:42.317260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f95d2587-1cda-4c77-8089-a2ea48d8ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c3791649-12d6-4dda-88fd-4fa22f8cef3c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.332342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9734a663-e55c-442f-98cc-7c30cb858cf9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.359554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.533324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:42.534018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.546371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f95d2587-1cda-4c77-8089-a2ea48d8ed2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d10d2d38a94482daf6a367039a58085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8345439 Feb 10 03:58:42.562126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7219236f-1853-4894-96df-1f34f42c442f service neutron] 10.222.0.43 "PUT /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 1091 time: 3.9184911 Feb 10 03:58:42.594409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:42.630627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46832) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:42.716216 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:42.729537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2587-1cda-4c77-8089-a2ea48d8ed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3791649-12d6-4dda-88fd-4fa22f8cef3c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:42.828990 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dea9a1-37f8-4002-a280-a45ce30fec63 x-openstack-request-id: req-e4dea9a1-37f8-4002-a280-a45ce30fec63 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:42.830992 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:42.831444 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4dea9a1-37f8-4002-a280-a45ce30fec63 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:42.832029 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb', 'status': 'completed', 'code': 200} Feb 10 03:58:42.860894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9734a663-e55c-442f-98cc-7c30cb858cf9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:42.940302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0d8ad605-198e-4220-afd8-79b7a03452b8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:42.943389 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Added segment 0d8ad605-198e-4220-afd8-79b7a03452b8 of type vlan for network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 Feb 10 03:58:42.974090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219236f-1853-4894-96df-1f34f42c442f service neutron] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:43.057642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:58:43.083275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (14f1d2c7-906c-45d3-bc1a-05ec3a433dc9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.104820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-75949b3c-a9bf-49dd-a440-35e4cd8f5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:43.113168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-75949b3c-a9bf-49dd-a440-35e4cd8f5bab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.8295295 Feb 10 03:58:43.152974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:58:43.153810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:58:43.172600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46848) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:43.196330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3ba4d34-6310-4e63-87d8-393915e04fb8 req-0d9c7fb0-220d-4101-b61d-5c6aca4bd947 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 210 time: 0.2506580 Feb 10 03:58:43.227032 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (14f1d2c7-906c-45d3-bc1a-05ec3a433dc9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.227609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:43.228190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.248580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e52c1f73-db8a-4c30-acf5-020d1b2963b0 admin admin] Publish callbacks [] for security_group (c3791649-12d6-4dda-88fd-4fa22f8cef3c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.274234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-c971be45-1d9a-43bc-99ea-b3dbaaee7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:43.285787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-c971be45-1d9a-43bc-99ea-b3dbaaee7ee7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.1712215 Feb 10 03:58:43.305108 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:32:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:39Z', 'revision_number': 1, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:43.326492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46858) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:43.384743 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:43.405539 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:43.406200 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:43.441084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e52c1f73-db8a-4c30-acf5-020d1b2963b0 admin admin] Publish callbacks [] for security_group (c3791649-12d6-4dda-88fd-4fa22f8cef3c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.461358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-952866946-network', 'tenant_id': '3f25a4e8ee1f42e696c6eb68c976f024'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:43.471491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2024930 Feb 10 03:58:43.472233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8265c-e5ac-4f03-b85b-d20f72613bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=14f1d2c7-906c-45d3-bc1a-05ec3a433dc9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:43.476833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46866) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:43.515365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Request body: {'subnet': {'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1337038354-subnet', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:43.529158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:43.531925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:43.605594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-003faeba-f42d-4316-a7e0-36ea9a3f34d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 1000 time: 0.3189092 Feb 10 03:58:43.609910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-2847a8ba-8366-40bd-9dbf-8c30305fa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:43.612405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-2847a8ba-8366-40bd-9dbf-8c30305fa566 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1125 time: 0.9032404 Feb 10 03:58:43.629863 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:43.673380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa0bf-2482-4ade-a916-8c012b46f80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.703848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-65b6db5a-8cc1-410e-ad6d-7e26e5b415c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:43.706523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-65b6db5a-8cc1-410e-ad6d-7e26e5b415c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.0915365 Feb 10 03:58:43.758664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Made reservation on behalf of 3f25a4e8ee1f42e696c6eb68c976f024 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:43.770038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.774985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] No DVR routers for this DVR port ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:58:43.785288 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.792562 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a1c4342-8f57-40f2-8a9b-f792d4a5d450 req-a4719a22-3e8c-4c4c-a3f0-a88f4318d5d4 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.24 "DELETE /v2.0/ports/ef432cac-7d7c-4029-b5bf-e19f3dfe93e0 HTTP/1.1" status: 204 len: 173 time: 4.4300351 Feb 10 03:58:43.806998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-7adbcbef-6157-4b12-a115-bf1fd32dd015 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 217 time: 0.0966246 Feb 10 03:58:43.809101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Made reservation on behalf of 61e98c7583344b6aa7d3c5953a3c7f04 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:43.813298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.876277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.886914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00797977-54c6-483a-966c-686b435cf974 req-f6c5ed9d-caa4-4c4f-86d0-2c53ab41f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:43.889353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00797977-54c6-483a-966c-686b435cf974 req-f6c5ed9d-caa4-4c4f-86d0-2c53ab41f8de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.9052191 Feb 10 03:58:43.913000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e52c1f73-db8a-4c30-acf5-020d1b2963b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c3791649-12d6-4dda-88fd-4fa22f8cef3c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.915954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e52c1f73-db8a-4c30-acf5-020d1b2963b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:43.919288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e52c1f73-db8a-4c30-acf5-020d1b2963b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3791649-12d6-4dda-88fd-4fa22f8cef3c HTTP/1.1" status: 204 len: 168 time: 1.2861552 Feb 10 03:58:43.953542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e839c4-f471-4a13-96eb-87c85b2d339b req-f03067e2-16fc-4f5e-b872-6804e8cca585 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:43.956774 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19e839c4-f471-4a13-96eb-87c85b2d339b req-f03067e2-16fc-4f5e-b872-6804e8cca585 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 943 time: 0.4107502 Feb 10 03:58:44.022277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-24c05865-6bce-43da-b3f7-32f353664ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:44.024358 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-24c05865-6bce-43da-b3f7-32f353664ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2140670 Feb 10 03:58:44.041081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] Sync routers for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:44.055867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:44.057680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:44.159429 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:32:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:39Z', 'revision_number': 1, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:44.193710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-cbc1d73a-034e-4f78-a469-94c682a46ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:44.196558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-cbc1d73a-034e-4f78-a469-94c682a46ac1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.3230140 Feb 10 03:58:44.232209 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d886d-0522-42bf-9d7b-8455a9f76d56 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:32:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:39Z', 'revision_number': 1, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:44.332042 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-1affbcf6-24b8-4f2c-8307-8b054bcd846b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026795 Feb 10 03:58:44.390253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:44.507312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-41a48e76-a69b-481a-843f-fe927b4c1e4f service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660779 Feb 10 03:58:44.616901 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-603d0d4a-4eb7-4ac8-a75e-4109c4258cac req-807532cd-6674-438f-824e-b71731dc6148 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039097 Feb 10 03:58:44.717125 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338c834-ced3-4f60-9c1b-ffca65ad5780 None None] New status for floating IP 620698ca-78b1-4212-85be-82a78f44b889: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:58:44.793977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00797977-54c6-483a-966c-686b435cf974 req-0feb2cd0-3120-4c4d-927e-28bf001f833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:44.795628 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00797977-54c6-483a-966c-686b435cf974 req-0feb2cd0-3120-4c4d-927e-28bf001f833f service neutron] 10.222.0.43 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.8750448 Feb 10 03:58:44.801020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:44.849417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] Checking router: 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:44.860992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8'}, {'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'name': 'network-vif-deleted', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:44.873831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:44.875409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:44.877482 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ec8cd5-3b63-459e-a8c3-89addb0161bd" -d '{"events": [{"name": "network-changed", "server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8"}, {"server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "name": "network-vif-deleted", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:44.919423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c1f73-db8a-4c30-acf5-020d1b2963b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3791649-12d6-4dda-88fd-4fa22f8cef3c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:44.942070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-1f5e00af-1618-4b92-954b-780a9bda5b06 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9081388 Feb 10 03:58:45.067695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19e839c4-f471-4a13-96eb-87c85b2d339b req-957191d1-e92a-4073-81ae-72856ff7f716 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0998905 Feb 10 03:58:45.075671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00797977-54c6-483a-966c-686b435cf974 req-0414ed5b-c04f-43be-84df-ac5b6254b504 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 1000 time: 0.2722144 Feb 10 03:58:45.113096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:45.155194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00797977-54c6-483a-966c-686b435cf974 req-a4ea64b0-82e3-41f3-b03b-a80a6734ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:45.156806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00797977-54c6-483a-966c-686b435cf974 req-a4ea64b0-82e3-41f3-b03b-a80a6734ae40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.0728223 Feb 10 03:58:45.231606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa0bf-2482-4ade-a916-8c012b46f80c admin admin] Publish callbacks [] for security_group (6b966da7-576f-48e1-a94a-20386002820f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.308878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00797977-54c6-483a-966c-686b435cf974 req-5af0b2db-a777-484d-9729-ca765c0c946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:45.310598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00797977-54c6-483a-966c-686b435cf974 req-5af0b2db-a777-484d-9729-ca765c0c946b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1129110 Feb 10 03:58:45.318651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2ca9f2e-ab39-4078-a77f-38c503f07210 req-4af7ccff-53a9-48b7-ae4c-322e2ff4c352 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/ports?device_id=39086e32-e9c6-4865-9890-8ceb007f984f HTTP/1.1" status: 200 len: 210 time: 0.0938966 Feb 10 03:58:45.319306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a68ba786-b895-4ef1-8fc0-65b506658ab8 req-316fb2c8-0aa0-4924-96c9-07917e61e9e7 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564258 Feb 10 03:58:45.359210 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa0bf-2482-4ade-a916-8c012b46f80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6b966da7-576f-48e1-a94a-20386002820f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.434846 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff88192-0a08-4fd2-b4e9-15acdf03f6fb x-openstack-request-id: req-5ff88192-0a08-4fd2-b4e9-15acdf03f6fb {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:45.435183 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8", "status": "completed", "code": 200}, {"server_uuid": "39086e32-e9c6-4865-9890-8ceb007f984f", "name": "network-vif-deleted", "tag": "ef432cac-7d7c-4029-b5bf-e19f3dfe93e0", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:45.435443 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ff88192-0a08-4fd2-b4e9-15acdf03f6fb {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:45.435871 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8', 'status': 'completed', 'code': 200} Feb 10 03:58:45.436134 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39086e32-e9c6-4865-9890-8ceb007f984f', 'name': 'network-vif-deleted', 'tag': 'ef432cac-7d7c-4029-b5bf-e19f3dfe93e0', 'status': 'completed', 'code': 200} Feb 10 03:58:45.441811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed1fa0bf-2482-4ade-a916-8c012b46f80c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eac01e7978a547a5b78c8e26c6551015&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0917225 Feb 10 03:58:45.442486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46900) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:45.453552 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks [] for security_group (fe3ef2bf-60b2-4648-888c-44270ef0ba7b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.498000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fa0bf-2482-4ade-a916-8c012b46f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b966da7-576f-48e1-a94a-20386002820f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:45.524721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fe3ef2bf-60b2-4648-888c-44270ef0ba7b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.545105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:45.557977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ec667fa5-daf7-4ca7-a2ae-74511cdf23d6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.558555 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Added segment ec667fa5-daf7-4ca7-a2ae-74511cdf23d6 of type vlan for network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 Feb 10 03:58:45.572535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:45.602099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00797977-54c6-483a-966c-686b435cf974 req-15531f50-ac88-4869-a932-de1aa7b77e6b service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816541 Feb 10 03:58:45.613562 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.622500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f082ae25-36a0-4897-89f4-7978f29a078c None None] The sync data for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 is: [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '100bffb0-5de1-4e51-b902-cf91bcb790bf', 'name': '', 'network_id': '2411eec2-e944-4e7e-9905-52d2c6e0716b', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'mac_address': 'fa:16:3e:ce:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:21Z', 'updated_at': '2022-02-10T03:56:27Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'subnets': [{'id': '587a2853-ce4d-420f-8f7d-052b827b1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:45.663773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-860fa10a-ac48-413a-9e12-35778ab4e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:45.670121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-860fa10a-ac48-413a-9e12-35778ab4e98e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1125 time: 0.2277889 Feb 10 03:58:45.687221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ef2bf-60b2-4648-888c-44270ef0ba7b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:45.866877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.868104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:45.868896 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:45.966013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:45.975054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] Pushing event updated for resources: {'Network': ['ID=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:45.988939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:45.990564 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f0abaadf-2b2d-4159-8c09-ee256217b049 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7931802 Feb 10 03:58:46.024183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46912) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:46.050242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Request body: {'subnet': {'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-952866946-subnet', 'tenant_id': '3f25a4e8ee1f42e696c6eb68c976f024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:46.077858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-802f48b2-9840-42aa-8202-73d7ac589859 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:46.089061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-802f48b2-9840-42aa-8202-73d7ac589859 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3336163 Feb 10 03:58:46.089061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c15578b4-1e2a-4ea0-9c2d-c936d141d741 admin admin] Publish callbacks [] for security_group (6b966da7-576f-48e1-a94a-20386002820f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.168919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f3a23-d055-4b09-95dd-7a011e00e1f7 None None] New status for floating IP b443245d-43c0-49d2-b88d-ab4a4dc5ddd3: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:58:46.205729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-8062d61c-42a6-4487-ba19-10c47b2fd02d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1002 time: 0.1188247 Feb 10 03:58:46.212333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Made reservation on behalf of 3f25a4e8ee1f42e696c6eb68c976f024 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:46.215689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.348096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00797977-54c6-483a-966c-686b435cf974 req-3436d453-b173-4b20-a9f3-e4fe4c8fb4ab service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309029 Feb 10 03:58:46.383037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'floatingip': {'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:46.388316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (a25f0310-86f5-4861-a77d-8d8721becda4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.393157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f543b-7137-4b33-8822-4cce57f77113 req-52af3833-1d82-4ec1-ad7a-7ede941b857c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:46.398714 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-082f543b-7137-4b33-8822-4cce57f77113 req-52af3833-1d82-4ec1-ad7a-7ede941b857c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 943 time: 0.1879656 Feb 10 03:58:46.407142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1587141868-network', 'tenant_id': '6211b1d8a47c48e3939e0cd373e443bc'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:46.418787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-d861ef0a-cadd-43e9-a2aa-6e62cff2768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:46.420710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-d861ef0a-cadd-43e9-a2aa-6e62cff2768a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.7477233 Feb 10 03:58:46.486754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-5e70149a-f0c1-45a7-91d4-e5ad42654c0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 217 time: 0.0480971 Feb 10 03:58:46.569717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Made reservation on behalf of 6211b1d8a47c48e3939e0cd373e443bc for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:46.571304 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-082f543b-7137-4b33-8822-4cce57f77113 req-8b32c75c-75a5-4c52-a449-f4042be5eeb6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714535 Feb 10 03:58:46.574055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.596013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-4eb0bbf6-e9a1-4f64-ace1-2717c9693e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:46.598836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c15578b4-1e2a-4ea0-9c2d-c936d141d741 admin admin] Publish callbacks [] for security_group (6b966da7-576f-48e1-a94a-20386002820f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.600458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-4eb0bbf6-e9a1-4f64-ace1-2717c9693e2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1057081 Feb 10 03:58:46.600847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Checking segment: {'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:46.601452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Network hostable DHCP agents. Network: 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:46.648444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-ad9a234a-52bf-4f80-a322-fcb582f29404 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405240 Feb 10 03:58:46.660952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.662649 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.708781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.714735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25f0310-86f5-4861-a77d-8d8721becda4,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:46.778936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-1b100b75-9a64-423a-b4ed-80b37d444d1e service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107996 Feb 10 03:58:46.788083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:46.803007 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:58:46.825555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (75b93f94-2f7f-40e2-8481-c4350399ed1a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.857272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46926) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:46.927422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81ec8cd5-3b63-459e-a8c3-89addb0161bd req-ce7afb4a-808a-437d-af40-77362c685f4b service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411765 Feb 10 03:58:46.927617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:46.939988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7bc73-f93d-449a-9db2-1bcbd7e0434c None None] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:46.944811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-529e6df3-e8ce-4754-add6-5f28184b8849 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group (d3e61fb7-7961-4f4f-ab63-a6294223aef2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.948554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:46.949230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.961695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b93f94-2f7f-40e2-8481-c4350399ed1a,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:46.977968 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-529e6df3-e8ce-4754-add6-5f28184b8849 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group (d3e61fb7-7961-4f4f-ab63-a6294223aef2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.981269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c15578b4-1e2a-4ea0-9c2d-c936d141d741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6b966da7-576f-48e1-a94a-20386002820f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.983920 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c15578b4-1e2a-4ea0-9c2d-c936d141d741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:46.985162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c15578b4-1e2a-4ea0-9c2d-c936d141d741 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b966da7-576f-48e1-a94a-20386002820f HTTP/1.1" status: 204 len: 168 time: 1.4989114 Feb 10 03:58:47.052912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15578b4-1e2a-4ea0-9c2d-c936d141d741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b966da7-576f-48e1-a94a-20386002820f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:47.062393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Checking segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:47.062749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Network hostable DHCP agents. Network: dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:47.077679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-29aa1c27-2922-4152-ad1c-fed30ac06a91 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5855832 Feb 10 03:58:47.080215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46930) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:47.092364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks [] for security_group (2d60e177-4c75-418d-9e26-3f4a60562a71), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.092617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:47.150478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-529e6df3-e8ce-4754-add6-5f28184b8849 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d3e61fb7-7961-4f4f-ab63-a6294223aef2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.154453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-529e6df3-e8ce-4754-add6-5f28184b8849 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.157954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-529e6df3-e8ce-4754-add6-5f28184b8849 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3e61fb7-7961-4f4f-ab63-a6294223aef2 HTTP/1.1" status: 204 len: 168 time: 0.2972775 Feb 10 03:58:47.159201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46932) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:47.168924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-14f1d2c7-906c-45d3-bc1a-05ec3a433dc9', 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9', 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'fixed_ips': [{'subnet_id': 'a25f0310-86f5-4861-a77d-8d8721becda4'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:58:47.170525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.185643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e6df3-e8ce-4754-add6-5f28184b8849 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e61fb7-7961-4f4f-ab63-a6294223aef2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:47.194256 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-0cc58790-8ee8-4b5b-ab38-7836113ef600 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] show failed (client error): The resource could not be found. Feb 10 03:58:47.199001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0cc58790-8ee8-4b5b-ab38-7836113ef600 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "GET /v2.0/security-groups/d3e61fb7-7961-4f4f-ab63-a6294223aef2 HTTP/1.1" status: 404 len: 347 time: 0.0353885 Feb 10 03:58:47.203490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46934) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:47.225304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:47.231714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2d60e177-4c75-418d-9e26-3f4a60562a71), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.277966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:47.304521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d60e177-4c75-418d-9e26-3f4a60562a71,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:47.304764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.306772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.313621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6ba10441-1021-4a04-8903-72f0f15c0095), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.313859 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Added segment 6ba10441-1021-4a04-8903-72f0f15c0095 of type vlan for network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 Feb 10 03:58:47.375686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:47.389998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab4266-4594-4c1b-bb63-fb0631a29302 None None] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:47.399117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Allocated IP 172.20.0.2 (14f1d2c7-906c-45d3-bc1a-05ec3a433dc9/a25f0310-86f5-4861-a77d-8d8721becda4/6684ae78-0669-4a8b-9741-0ac19c3c3e1b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:47.427868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:47.428466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.459536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (19c2078d-d0d8-41aa-81b3-6d3d3e628f67), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.549098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-41409c73-50eb-487f-9731-bb4a4a2b5da2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5048225 Feb 10 03:58:47.610464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (19c2078d-d0d8-41aa-81b3-6d3d3e628f67), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.614107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:47.614860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.637969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks [] for router_controller (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.664306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Deleting port 16406dce-d550-476c-a1ca-cf80a53b6df6 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:47.664654 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.768693 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Publish callbacks [] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.794935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.resource_extend [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:58:47.817730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7918062 Feb 10 03:58:47.828514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d66a2-a8bd-4700-86cc-e94bd30a5f11 None None] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:47.869382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46950) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:47.874934 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.883398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Request body: {'subnet': {'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1587141868-subnet', 'tenant_id': '6211b1d8a47c48e3939e0cd373e443bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:47.884846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9f804-983a-4ed7-8fa7-35dc69de01b9 admin admin] Pushing event updated for resources: {'Network': ['ID=19c2078d-d0d8-41aa-81b3-6d3d3e628f67,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:47.929976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:47.934460 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:47.987541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks [] for router_gateway (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.025166 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.033179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.033577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (16406dce-d550-476c-a1ca-cf80a53b6df6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.051069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Calling delete_port for 16406dce-d550-476c-a1ca-cf80a53b6df6 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:48.061598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc920b-a53f-45e9-9fa5-86bf4f074267 req-5aa0f882-4598-4f02-9c8c-6b98c2321825 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:48.063600 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99fc920b-a53f-45e9-9fa5-86bf4f074267 req-5aa0f882-4598-4f02-9c8c-6b98c2321825 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 943 time: 0.3067458 Feb 10 03:58:48.134507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:58:48.161693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Made reservation on behalf of 6211b1d8a47c48e3939e0cd373e443bc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:48.165198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.216543 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Floating IP 620698ca-78b1-4212-85be-82a78f44b889 associated. External IP: 172.25.8.210, port: 4538b678-7873-40ac-be65-68d5a56035cb. Feb 10 03:58:48.249131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:48.332514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:48.362286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'port_id': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8', 'mac_address': 'fa:16:3e:c8:9a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df061686-13a9-4c2a-8c4d-a7bec0247353', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:58:48.366767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:48.379149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Pushing event updated for resources: {'Port': ['ID=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:48.384532 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.387660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:48.509838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99fc920b-a53f-45e9-9fa5-86bf4f074267 req-1ba10cd8-1482-4dd1-8e9b-d05b7c933deb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319105 Feb 10 03:58:48.529173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c7fe2b89-68a1-4027-a25f-df8ddac985a8 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:48.529575 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.551016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Attempting to bind port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:48.551401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Attempting to bind port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:48.551768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Attempting to bind port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b on network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:48.553856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:48.556429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fe2b89-68a1-4027-a25f-df8ddac985a8 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:58:48.567251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:48.567640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Checking segment: {'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:48.574090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.574090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Bound using segment: {'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:48.574090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Bound port: 6684ae78-0669-4a8b-9741-0ac19c3c3e1b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:48.574090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.599376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:48.677797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.717928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:48.732374 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:48.761107 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:48.766332 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:48.785742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46966) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:48.795620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] For port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:48.808625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] For port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,segment=NetworkSegment(0d8ad605-198e-4220-afd8-79b7a03452b8),segment_id=0d8ad605-198e-4220-afd8-79b7a03452b8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:48.858048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:48.908152 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:48.919333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c7fe2b89-68a1-4027-a25f-df8ddac985a8'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:58:49.060420 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:49.179407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-936169910-network', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:49.247122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2377b-8b6d-47b9-968b-110c1a35fc40 None None] Pushing event updated for resources: {'Port': ['ID=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:49.346997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:49.441126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (16406dce-d550-476c-a1ca-cf80a53b6df6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:49.486517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Made reservation on behalf of 39474ba179664cc0b1ad8004aa45b53d for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:49.488981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:49.651120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:49.664588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:49.690464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Pushing event deleted for resources: {'Port': ['ID=16406dce-d550-476c-a1ca-cf80a53b6df6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:49.695644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:49.720147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:49.723254 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbb4cb4-233c-44bd-b57a-477378499a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:49.726989 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:49.773956 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:70:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:47Z', 'revision_number': 3, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:49.794183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-772c714c-a1a8-4c00-823c-ba9fe193835d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "PUT /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 200 len: 998 time: 3.5863767 Feb 10 03:58:49.843868 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:49.855609 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:49.869583 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:49.876940 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:49.917228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-90c83729-a1e8-4c5e-a987-d246a63494b3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:49.919156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-90c83729-a1e8-4c5e-a987-d246a63494b3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports/4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 943 time: 0.1200097 Feb 10 03:58:50.022439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1a6a-67ea-4030-a913-7d166320f7db req-506f6ab2-d051-4fc4-9276-e45f53c742e2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:50.025067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-506f6ab2-d051-4fc4-9276-e45f53c742e2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.8224275 Feb 10 03:58:50.048358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks [] for floatingip (b443245d-43c0-49d2-b88d-ab4a4dc5ddd3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.053442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.053808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:50.060557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-896c78b0-04b9-4644-805f-14f1f0005812 tempest-ServersWithSpecificFlavorTestJSON-849565504 tempest-ServersWithSpecificFlavorTestJSON-849565504-project] 10.222.0.42 "DELETE /v2.0/floatingips/b443245d-43c0-49d2-b88d-ab4a4dc5ddd3 HTTP/1.1" status: 204 len: 168 time: 2.8577211 Feb 10 03:58:50.089257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks [] for router_gateway (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.128152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-16b69e0b-182a-4c01-a416-1ab6969b6c4e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/quotas/3f25a4e8ee1f42e696c6eb68c976f024 HTTP/1.1" status: 200 len: 375 time: 0.0898390 Feb 10 03:58:50.143487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.151003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:50.151409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Network hostable DHCP agents. Network: 19c2078d-d0d8-41aa-81b3-6d3d3e628f67, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:50.157069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-7326074c-1da2-4f26-916f-e8c1976e8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:50.159241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-7326074c-1da2-4f26-916f-e8c1976e8a19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.1097820 Feb 10 03:58:50.184975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c7fe2b89-68a1-4027-a25f-df8ddac985a8 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:58:50.189558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c7fe2b89-68a1-4027-a25f-df8ddac985a8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:50.189943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.191864 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-6f41537a-b2ad-4a07-aca5-968ff8564c26 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628419 Feb 10 03:58:50.309039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks [] for security_group (601c5d54-b55a-4280-8ffd-42de47c2d794), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.332609 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:50.426912 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (601c5d54-b55a-4280-8ffd-42de47c2d794), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.427324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-2a939597-d429-478c-977f-a7aebd61d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:50.428945 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-2a939597-d429-478c-977f-a7aebd61d393 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.2609982 Feb 10 03:58:50.432096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:50.461961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c7fe2b89-68a1-4027-a25f-df8ddac985a8 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:50.462771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.518369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:50.520285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-bdbe6500-a108-4fed-a337-43ec822e9c99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 217 time: 0.0815122 Feb 10 03:58:50.526332 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee51bb-6122-4082-b0f1-10b0c7ca10d7" -d '{"events": [{"server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "name": "network-vif-plugged", "status": "completed", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:50.552477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:50.576257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:50.587074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 19c2078d-d0d8-41aa-81b3-6d3d3e628f67) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:50.591748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:50.592355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.602343 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-5b2745b8-b0c5-420d-8491-40eccfa6395f service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095478 Feb 10 03:58:50.608991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2fb37cb9-6151-4de3-b5fb-b44d715e48ea), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.609355 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Added segment 2fb37cb9-6151-4de3-b5fb-b44d715e48ea of type vlan for network 17b82315-67cd-4703-b05c-65b51315f1e0 Feb 10 03:58:50.609479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af697ebc-3337-4d91-8a92-1be10d91860f None None] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:50.643637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-6a6c26b7-4650-48b0-874d-3cfc9d8aa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:50.653980 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-6a6c26b7-4650-48b0-874d-3cfc9d8aa23e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.1270163 Feb 10 03:58:50.687884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601c5d54-b55a-4280-8ffd-42de47c2d794,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:50.714529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Allocated IP 172.25.8.44 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/bf4fb0fb-f448-4a55-ad59-26c2843e1363) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:50.747406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-2ec79b3f-6a9b-4240-99e4-56bacc618c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:50.758245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-2ec79b3f-6a9b-4240-99e4-56bacc618c93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1027303 Feb 10 03:58:50.759616 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.770788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-2830aa3d-2e91-4a78-8515-7229e182ed7c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:58:50.772274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-2830aa3d-2e91-4a78-8515-7229e182ed7c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132773 Feb 10 03:58:50.867473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f20ffa1-32be-4844-9df7-0ce2b1eda094 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9951901 Feb 10 03:58:50.881065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (17b82315-67cd-4703-b05c-65b51315f1e0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:50.948394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:50.953333 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:70:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:47Z', 'revision_number': 3, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:50.958032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df21fe6-9492-47a4-8a9c-3c596e713ada None None] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:50.998404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d620c-8f4c-4d50-b132-5f714ed94d45 None None] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:51.024017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-4cd36f9b-d5f6-4bb8-a61a-1906a5e51a90 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348406 Feb 10 03:58:51.033123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.resource_extend [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:58:51.040610 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68725d4b-adff-43cb-a6fb-fb33fdf6ba0d None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:70:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:47Z', 'revision_number': 3, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:51.145886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-238180dd-e5d2-4e62-827c-541b12815053 service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426028 Feb 10 03:58:51.161468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-57fc1604-dad1-47e7-9ca7-884f2ee0c541 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247201 Feb 10 03:58:51.179054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-aec78655-47b3-4594-bdeb-f7e63edef197 None None] Provisioning complete for port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:51.182927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec78655-47b3-4594-bdeb-f7e63edef197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:51.256475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks [] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:51.313208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (17b82315-67cd-4703-b05c-65b51315f1e0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:51.314210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:51.318252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:51.423237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:51.468136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6af6d-1bd2-455d-add7-b7ada4668127 None None] New status for floating IP 620698ca-78b1-4212-85be-82a78f44b889: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:58:51.674365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:51.679234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8834097 Feb 10 03:58:51.702104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47000) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:51.703294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:51.707606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:51.736919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d061a79-e9fa-471a-89fd-b437bfc9feb8 admin admin] Pushing event updated for resources: {'Network': ['ID=17b82315-67cd-4703-b05c-65b51315f1e0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:51.743852 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Request body: {'subnet': {'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-936169910-subnet', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:51.813937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4fb0fb-f448-4a55-ad59-26c2843e1363,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:51.828164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6684ae78-0669-4a8b-9741-0ac19c3c3e1b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:51.848537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 17b82315-67cd-4703-b05c-65b51315f1e0 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:51.855916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-aec78655-47b3-4594-bdeb-f7e63edef197 None None] Current status of the port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:51.856322 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec78655-47b3-4594-bdeb-f7e63edef197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:51.896925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53dc13-5898-465e-b250-00f95688027d req-0af634c8-ae70-4836-974b-b27c79e3fa05 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:51.902773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-aec78655-47b3-4594-bdeb-f7e63edef197 None None] For port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,segment=NetworkSegment(0d8ad605-198e-4220-afd8-79b7a03452b8),segment_id=0d8ad605-198e-4220-afd8-79b7a03452b8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:51.907323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc53dc13-5898-465e-b250-00f95688027d req-0af634c8-ae70-4836-974b-b27c79e3fa05 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 945 time: 0.3621454 Feb 10 03:58:51.954112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Made reservation on behalf of 39474ba179664cc0b1ad8004aa45b53d for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:51.956417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:52.188825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-635d7b6b-ea6e-4e45-808b-d09533f7a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:52.196543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-635d7b6b-ea6e-4e45-808b-d09533f7a838 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 1127 time: 0.9008908 Feb 10 03:58:52.228719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47010) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:52.235142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-857193940-network', 'tenant_id': '95653c6931fb432e8c6e87b457d03845'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:52.309057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec78655-47b3-4594-bdeb-f7e63edef197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:52.344919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-f9b63be3-ba40-474c-99b1-95ae4fd1d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:52.346989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-f9b63be3-ba40-474c-99b1-95ae4fd1d547 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.1435001 Feb 10 03:58:52.421382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec78655-47b3-4594-bdeb-f7e63edef197 None None] Pushing event updated for resources: {'Port': ['ID=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:52.425885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:52.426377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:52.465911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-586f0f30-5cee-4814-af33-2e72b2659a17 None None] Provisioning complete for port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:52.466447 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-586f0f30-5cee-4814-af33-2e72b2659a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:52.485157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-1753bdef-d80a-4941-b30e-48313213828c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 1001 time: 0.1317327 Feb 10 03:58:52.505869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc53dc13-5898-465e-b250-00f95688027d req-96939178-95dc-4c67-8002-443d6267ffc7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586295 Feb 10 03:58:52.537112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-740d497d-21af-4967-bd76-1771287506f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:52.546253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-740d497d-21af-4967-bd76-1771287506f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.0601490 Feb 10 03:58:52.612023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:52.619107 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189efd8d-cfe3-4399-8e4e-f4421d330afd x-openstack-request-id: req-189efd8d-cfe3-4399-8e4e-f4421d330afd {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:52.619587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-586f0f30-5cee-4814-af33-2e72b2659a17 None None] Current status of the port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:52.623172 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:52.623744 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-189efd8d-cfe3-4399-8e4e-f4421d330afd {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:52.625166 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb', 'status': 'completed', 'code': 200} Feb 10 03:58:52.634628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-a87ba954-b53b-40d6-ab73-7c5a49790125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:52.637064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-a87ba954-b53b-40d6-ab73-7c5a49790125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0899172 Feb 10 03:58:52.712355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-66455b2c-aa80-43a3-9eef-f082ac2459cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329858 Feb 10 03:58:52.719661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-af053bd5-0c72-470f-b12e-15c22ebd66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:52.720289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Made reservation on behalf of 95653c6931fb432e8c6e87b457d03845 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:52.720869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-af053bd5-0c72-470f-b12e-15c22ebd66b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.0738659 Feb 10 03:58:52.723792 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:52.743610 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:52.787098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-9f9fc2dc-ab4d-4c32-ae36-75b3e03c7e97 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426413 Feb 10 03:58:52.853822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9d31d927-d9b6-47ba-a273-0fd9c8b67632), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:52.948783 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:52.955913 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8120119b-71d0-4bbb-8b49-2ab7be889d53 x-openstack-request-id: req-8120119b-71d0-4bbb-8b49-2ab7be889d53 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:52.956598 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "name": "network-vif-plugged", "status": "completed", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:52.957001 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8120119b-71d0-4bbb-8b49-2ab7be889d53 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:52.957548 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8', 'code': 200} Feb 10 03:58:52.985097 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:52.986249 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:53.017455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d31d927-d9b6-47ba-a273-0fd9c8b67632,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:53.029822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-4b57bd74-7d6a-4a4a-bb18-7b8bc3a69003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.031654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-4b57bd74-7d6a-4a4a-bb18-7b8bc3a69003 service neutron] 10.222.0.43 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.3042035 Feb 10 03:58:53.032323 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0de75ee6-49d1-450b-8f89-4cab94d9373d req-35d92a0c-2f55-49ed-a83c-793df4ea58eb service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377465 Feb 10 03:58:53.056230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-38c03d50-b07d-4ec1-b433-910462f4bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.059540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-38c03d50-b07d-4ec1-b433-910462f4bd2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1126 time: 0.2196925 Feb 10 03:58:53.104264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks [] for router_gateway (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.121588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks [] for security_group (c761468a-0da3-4f5f-a854-d2599b11aec5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.136307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-13435cf0-37a4-4446-a2a0-9ce058930c91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 217 time: 0.0937536 Feb 10 03:58:53.192736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c761468a-0da3-4f5f-a854-d2599b11aec5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.244403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:58:53.268383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Checking segment: {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:53.269161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Network hostable DHCP agents. Network: 17b82315-67cd-4703-b05c-65b51315f1e0, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:53.275209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b924c6ce-985d-4d1d-b798-0d07dbd45015 req-3a76d2f1-7eeb-4be2-a590-7ebd86c0c460 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 210 time: 0.1640205 Feb 10 03:58:53.303942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c88e9e80-7ab3-4c45-a95b-643b6c13cef3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.303942 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Added segment c88e9e80-7ab3-4c45-a95b-643b6c13cef3 of type vlan for network df9dac61-33d1-40a0-a342-cbdad6cc9935 Feb 10 03:58:53.303942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c761468a-0da3-4f5f-a854-d2599b11aec5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:53.359860 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:53.381604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (df9dac61-33d1-40a0-a342-cbdad6cc9935), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.396863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06a0e882-5807-4e46-8030-bc65b36b9f28 req-e4930b9c-2394-4672-8860-e9b5e494a8e0 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.1763904 Feb 10 03:58:53.456869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Network 17b82315-67cd-4703-b05c-65b51315f1e0 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:53.471572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f8f87-f29f-43e6-b880-a6baa086e7e4 req-6c98eb9f-858d-4414-8482-6eebf0a5d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.473252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-053f8f87-f29f-43e6-b880-a6baa086e7e4 req-6c98eb9f-858d-4414-8482-6eebf0a5d2ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1127 time: 0.4102302 Feb 10 03:58:53.474493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e882-5807-4e46-8030-bc65b36b9f28 req-9dcd78b6-e9fd-41e8-944c-1c7f36aa7c6a tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.476029 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06a0e882-5807-4e46-8030-bc65b36b9f28 req-9dcd78b6-e9fd-41e8-944c-1c7f36aa7c6a tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports/403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 942 time: 0.0735962 Feb 10 03:58:53.539312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (df9dac61-33d1-40a0-a342-cbdad6cc9935), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.540537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.541131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.583208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 17b82315-67cd-4703-b05c-65b51315f1e0) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:53.601052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4429dd72-8669-45b3-adb0-a8c0f5735fe9 None None] Network 17b82315-67cd-4703-b05c-65b51315f1e0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:53.633698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-053f8f87-f29f-43e6-b880-a6baa086e7e4 req-d1a9d261-5b7f-454d-b77a-10ff5c29ffae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193330 Feb 10 03:58:53.637945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.638670 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.644218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-8c10c7b2-4f98-4cf9-8d6f-09eb965ae5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.645348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-8c10c7b2-4f98-4cf9-8d6f-09eb965ae5d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.4112399 Feb 10 03:58:53.673386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-980dfea2-4502-4c3e-9114-6f977a4c9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:53.675728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-980dfea2-4502-4c3e-9114-6f977a4c9361 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.4600427 Feb 10 03:58:53.681170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6684ae78-0669-4a8b-9741-0ac19c3c3e1b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:53.711925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] Pushing event updated for resources: {'Network': ['ID=df9dac61-33d1-40a0-a342-cbdad6cc9935,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:53.737201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06a0e882-5807-4e46-8030-bc65b36b9f28 req-eacc4dbf-b7b8-42bc-800c-dda8ac6cc278 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.1323781 Feb 10 03:58:53.763677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3367e064-0794-4163-9ce8-e37840185b9c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5330713 Feb 10 03:58:53.770686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:53.783363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Request body: {'subnet': {'network_id': 'df9dac61-33d1-40a0-a342-cbdad6cc9935', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-857193940-subnet', 'tenant_id': '95653c6931fb432e8c6e87b457d03845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:53.787801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network df9dac61-33d1-40a0-a342-cbdad6cc9935 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:58:53.844346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:53.849842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-f301d60a-6ccc-4f8e-8deb-8c0e69deac63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.0472512 Feb 10 03:58:53.865489 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-32da5be7-2977-4482-9718-fe1f84ca1aac admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1590257 Feb 10 03:58:53.888810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47036) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:53.901890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:54.022507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ebca8-5e16-4146-809f-02a2ca2768f2 req-ee5761af-4153-4349-8add-6962a7b1a11b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:54.024813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e882-5807-4e46-8030-bc65b36b9f28 req-c744ecbf-6564-4d19-ab35-a0e87652fda3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:54.029750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06a0e882-5807-4e46-8030-bc65b36b9f28 req-c744ecbf-6564-4d19-ab35-a0e87652fda3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2869503 Feb 10 03:58:54.032751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.039262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.042683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d5ebca8-5e16-4146-809f-02a2ca2768f2 req-ee5761af-4153-4349-8add-6962a7b1a11b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 945 time: 0.1654654 Feb 10 03:58:54.045235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Made reservation on behalf of 95653c6931fb432e8c6e87b457d03845 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:54.049380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.069079 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:70:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:51Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:54.086080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-598b14eb-61e1-473c-b978-04e600dfa887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:54.089386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-598b14eb-61e1-473c-b978-04e600dfa887 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.2210963 Feb 10 03:58:54.163263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-f628296a-5f8e-45a9-89b5-304378c424cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:54.164979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-f628296a-5f8e-45a9-89b5-304378c424cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3134942 Feb 10 03:58:54.166914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-5be42b3f-aef8-4b09-8338-f923823287fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483816 Feb 10 03:58:54.192801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks [] for router_controller (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.212119 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:54.251599 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:54.254999 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:54.274320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d5ebca8-5e16-4146-809f-02a2ca2768f2 req-4da3a696-7442-482a-98a9-af65218ae210 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253709 Feb 10 03:58:54.281237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-8878edfd-836b-4232-8229-8577796cff88 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.0819325 Feb 10 03:58:54.347407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-17b82315-67cd-4703-b05c-65b51315f1e0', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:58:54.348288 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.431717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:54.432101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.465922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58511-b385-4d6d-a838-044d03e1981a req-87c05bcc-4aa2-4320-8aef-9c051395a08d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:54.467378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-87c05bcc-4aa2-4320-8aef-9c051395a08d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports/403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 942 time: 0.1687498 Feb 10 03:58:54.533498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6aa4e6f6-e030-48fb-8333-655a28cc5fcc req-829f832d-4941-47f7-b7ba-09471d2ecb0b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 210 time: 0.0573962 Feb 10 03:58:54.623089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:54.659365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks [] for router_gateway (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.666994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:58:54.670991 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d558c5-e0a9-45ac-a513-2f46846b150f" -d '{"events": [{"name": "network-changed", "server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:58:54.756401 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9608c29f-8085-4667-8359-2c58ea4a409a x-openstack-request-id: req-9608c29f-8085-4667-8359-2c58ea4a409a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:58:54.756692 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:58:54.756942 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9608c29f-8085-4667-8359-2c58ea4a409a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:58:54.757380 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'status': 'completed', 'code': 200} Feb 10 03:58:54.758013 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:54.870387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d8b141ec-d742-40f8-9954-09365c5463a0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:54.917563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-b0dd9766-dbdd-49d5-a259-10749be2b765 service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380726 Feb 10 03:58:54.932554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-e406d28b-6559-4b72-aed5-8af1cd6c1dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524779 Feb 10 03:58:54.937181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:58:55.022298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-876193aa-c6e7-4488-b949-b3915bc58465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:55.024567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-876193aa-c6e7-4488-b949-b3915bc58465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 1127 time: 0.2003980 Feb 10 03:58:55.031133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Checking segment: {'id': 'c88e9e80-7ab3-4c45-a95b-643b6c13cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'df9dac61-33d1-40a0-a342-cbdad6cc9935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:55.031673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Network hostable DHCP agents. Network: df9dac61-33d1-40a0-a342-cbdad6cc9935, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:58:55.103834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b141ec-d742-40f8-9954-09365c5463a0,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:55.241670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:55.269465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffbb4cb4-233c-44bd-b57a-477378499a0b req-bfe8e442-5069-4167-99da-3131e9db9e4e service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332629 Feb 10 03:58:55.350496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Allocated IP 172.20.0.2 (17b82315-67cd-4703-b05c-65b51315f1e0/9d31d927-d9b6-47ba-a273-0fd9c8b67632/ef1c60e3-e355-4743-9e65-a1dc833f24b2) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:55.426912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:58:55.563052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Network df9dac61-33d1-40a0-a342-cbdad6cc9935 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:58:55.589681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-747f4d88-360b-416e-9951-0c2c7f50bd0e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.3217180 Feb 10 03:58:55.591609 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:55.598476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b1c12f8f-6283-43ec-a0b5-6aa73a280735 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5148745 Feb 10 03:58:55.616583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47056) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:58:55.628481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:70:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:51Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:55.674350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Publish callbacks [] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:55.681673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Sync routers for ids ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:58:55.692776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Routers {'7ce79840-5cb8-4adc-a3ce-387c7e6bd551'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:55.696855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:55.710740 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99cc96-febc-49dd-9886-eb60031a1ea8 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:70:77:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8609fec4-90c0-4a24-9630-4f5481659d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:58:51Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:55.747691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, df9dac61-33d1-40a0-a342-cbdad6cc9935) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:55.768109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-045b55a0-d65d-4455-9f0d-78e7553b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:55.771002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-045b55a0-d65d-4455-9f0d-78e7553b534f service neutron] 10.222.0.24 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.7340286 Feb 10 03:58:55.801553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:55.802660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:55.805973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks [] for router_gateway (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:55.841273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:55.842799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14935073-3344-44dc-9927-c73ff7dc4d70 None None] Network df9dac61-33d1-40a0-a342-cbdad6cc9935 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:55.910735 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0338d1-2443-44f1-87db-13a49e9eb3dd req-e2a1913d-4c89-4d3e-976a-f4fc67e1dbf0 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9706376 Feb 10 03:58:55.922532 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:55.981186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceb56b-22bf-482f-9bd0-6639884b4003 req-8af5c2b4-7064-4351-b360-92407fafa7cb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:55.984730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bceb56b-22bf-482f-9bd0-6639884b4003 req-8af5c2b4-7064-4351-b360-92407fafa7cb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 945 time: 0.4692585 Feb 10 03:58:56.147215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Set router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:56.381147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Network 17b82315-67cd-4703-b05c-65b51315f1e0 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:56.438829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:56.470881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:56.479054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Pushing event updated for resources: {'Port': ['ID=ef1c60e3-e355-4743-9e65-a1dc833f24b2,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:56.558291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58511-b385-4d6d-a838-044d03e1981a req-530403d6-4a85-4107-ac13-d0cbcfe43714 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:56.567307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-530403d6-4a85-4107-ac13-d0cbcfe43714 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.9489036 Feb 10 03:58:56.572650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c507a11e-e554-4f7f-b8df-279c4f47b49d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8002851 Feb 10 03:58:56.593889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-6c918948-9280-4a5f-8725-9138ae9cd24e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 1001 time: 0.8076105 Feb 10 03:58:56.705778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-44e147d9-dd4a-48ae-8cc7-7704c8da8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:56.708497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-44e147d9-dd4a-48ae-8cc7-7704c8da8f01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.0710082 Feb 10 03:58:56.761381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1a6a-67ea-4030-a913-7d166320f7db req-71915a77-20b6-40e4-8dfc-f4f404c5bf1b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:56.763760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-71915a77-20b6-40e4-8dfc-f4f404c5bf1b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.7188561 Feb 10 03:58:56.769282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bceb56b-22bf-482f-9bd0-6639884b4003 req-d871bd25-96ee-451f-90d0-e646808f3c66 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760615 Feb 10 03:58:56.780945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Request body: {'port': {'device_id': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'admin_state_up': True, 'tenant_id': '3f25a4e8ee1f42e696c6eb68c976f024'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:56.849918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:56.887031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-04867726-4f21-4ee7-9c3f-029593e7e246 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1001 time: 0.3098347 Feb 10 03:58:56.894582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c7c91-546a-40a0-a00d-7ae0a516887d None None] Network df9dac61-33d1-40a0-a342-cbdad6cc9935 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:56.907785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:57.038046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Attempting to bind port ef1c60e3-e355-4743-9e65-a1dc833f24b2 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:57.039280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Attempting to bind port ef1c60e3-e355-4743-9e65-a1dc833f24b2 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:57.039813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Attempting to bind port ef1c60e3-e355-4743-9e65-a1dc833f24b2 on network 17b82315-67cd-4703-b05c-65b51315f1e0 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:57.049352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:57.050564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Checking segment: {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:57.051289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.051849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Bound using segment: {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:57.052483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Bound port: ef1c60e3-e355-4743-9e65-a1dc833f24b2, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:57.053042 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.091354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ce98c21-3b5b-4328-a8bc-c40849dee6fa req-08563b4d-610b-4f65-baae-c07b8fe536c2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 210 time: 0.0516081 Feb 10 03:58:57.104377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:58:52Z', 'revision_number': 3, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port': {'id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:50Z', 'updated_at': '2022-02-10T03:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:57.183043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Allocated IP 172.25.8.169 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/4773d22e-2668-4fa9-95e8-195de48c91ba) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:57.190088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Made reservation on behalf of 3f25a4e8ee1f42e696c6eb68c976f024 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:58:57.195008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-8531358b-8eab-4d8b-a551-ac3e5d11ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:57.195008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-8531358b-8eab-4d8b-a551-ac3e5d11ce7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4763293 Feb 10 03:58:57.195255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.202379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Checking router: 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:58:57.204476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Updating router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 port bf4fb0fb-f448-4a55-ad59-26c2843e1363 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:58:57.323900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-0125f884-f622-487b-92f2-bbcc687a5937 service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207886 Feb 10 03:58:57.332369 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.409917 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.458379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Allocated IP 172.20.0.5 (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3/75b93f94-2f7f-40e2-8481-c4350399ed1a/dc7ad385-25ba-41d5-9da1-a9c67c59d1d5) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:57.472700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] For port ef1c60e3-e355-4743-9e65-a1dc833f24b2, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:57.512449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] For port ef1c60e3-e355-4743-9e65-a1dc833f24b2, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ef1c60e3-e355-4743-9e65-a1dc833f24b2,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:57.630733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08779cd2-21ec-4614-868e-2c5bbd074726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.661624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320abde6-5ae9-4d6d-b38b-cc86f1c057fb req-97135805-0572-4438-aefd-e8b63c9037f5 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:57.668388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-320abde6-5ae9-4d6d-b38b-cc86f1c057fb req-97135805-0572-4438-aefd-e8b63c9037f5 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1127 time: 0.4342406 Feb 10 03:58:57.688083 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.689024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks [] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.750493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d558c5-e0a9-45ac-a513-2f46846b150f req-de02e80a-0a3d-4144-a90b-54f0fe922862 service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135239 Feb 10 03:58:57.765234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-320abde6-5ae9-4d6d-b38b-cc86f1c057fb req-6fe4a11b-3c5e-4669-b1fa-d17e2585bff3 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909038 Feb 10 03:58:57.769573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e9ca8-b2fa-4eba-b124-0f8f1fce6bbb None None] Pushing event updated for resources: {'Port': ['ID=ef1c60e3-e355-4743-9e65-a1dc833f24b2,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:57.863431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks [] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.868105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.930811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.941410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:57.941754 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Floating IP 620698ca-78b1-4212-85be-82a78f44b889 disassociated. External IP: 172.25.8.210, port: 403ac51c-f36e-4d91-b8be-2b69bb388dae. Feb 10 03:58:57.967395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:57.967395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:58.005189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:58.034594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Deleting port 100bffb0-5de1-4e51-b902-cf91bcb790bf {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:58:58.034894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.054993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.091628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.131399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:58:58.137328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:58.143087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:58:58.255837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:58:58.379412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:58.380329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.382733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Publish callbacks [] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.466055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] For port 100bffb0-5de1-4e51-b902-cf91bcb790bf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=100bffb0-5de1-4e51-b902-cf91bcb790bf,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:58:58.466342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.480441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.489689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Calling delete_port for 100bffb0-5de1-4e51-b902-cf91bcb790bf owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:58:58.523513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-89c20cac-179a-48aa-9836-b5562a26537f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:58:58.531029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-89c20cac-179a-48aa-9836-b5562a26537f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.2075198 Feb 10 03:58:58.545644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Pushing event updated for resources: {'Port': ['ID=4773d22e-2668-4fa9-95e8-195de48c91ba,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:58.589423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Attempting to bind port bf4fb0fb-f448-4a55-ad59-26c2843e1363 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:58:58.589801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Attempting to bind port bf4fb0fb-f448-4a55-ad59-26c2843e1363 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:58:58.590298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Attempting to bind port bf4fb0fb-f448-4a55-ad59-26c2843e1363 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:58:58.595866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:58:58.596253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:58:58.596667 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.597065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:58:58.597538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Bound port: bf4fb0fb-f448-4a55-ad59-26c2843e1363, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:58:58.597923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.599520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50f79-97e5-4551-8f33-8a41f756fa05 None None] Pushing event updated for resources: {'Port': ['ID=bf4fb0fb-f448-4a55-ad59-26c2843e1363,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:58.619982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-fd1f3198-6ba5-4bed-bc60-258052808e2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8454008 Feb 10 03:58:58.624661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-7225ba78-402b-408a-a488-ac7628e5ebef tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/quotas/6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 375 time: 0.0932679 Feb 10 03:58:58.635798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Request body: {'port': {'device_id': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:58:58.684593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] For port bf4fb0fb-f448-4a55-ad59-26c2843e1363, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:58:58.688140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] For port bf4fb0fb-f448-4a55-ad59-26c2843e1363, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bf4fb0fb-f448-4a55-ad59-26c2843e1363,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:58:58.688836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-c883fc4d-c0be-4ab3-bed4-2537feec5f95 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486813 Feb 10 03:58:58.767815 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.889596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50f79-97e5-4551-8f33-8a41f756fa05 None None] Pushing event updated for resources: {'Port': ['ID=bf4fb0fb-f448-4a55-ad59-26c2843e1363,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:58.918473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Routers {'7ce79840-5cb8-4adc-a3ce-387c7e6bd551'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:58:58.919230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:58:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:58.936792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:58.977104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-ef016736-6bb0-4726-8d62-ff56d03b235f service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805896 Feb 10 03:58:59.092581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] Set router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:58:59.226976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Allocated IP 172.20.0.1 (14f1d2c7-906c-45d3-bc1a-05ec3a433dc9/a25f0310-86f5-4861-a77d-8d8721becda4/5462a1fb-80bc-4e58-abe0-d6f1c984b851) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:58:59.336475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:58:52Z', 'revision_number': 3, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port': {'id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:50Z', 'updated_at': '2022-02-10T03:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:58:59.348558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:58:59.382570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks [] for router_gateway (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:59.392133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f20d1a-f545-45ec-8f34-e9bf826dfc21 None None] The sync data for ids ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'] in n-d-827844-2 is: [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:58:52Z', 'revision_number': 3, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port': {'id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:50Z', 'updated_at': '2022-02-10T03:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:58:59.408238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0610489-db49-4eb3-9953-4fa4e0e3ea99 None None] Network 17b82315-67cd-4703-b05c-65b51315f1e0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:58:59.412931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-450bee4b-3321-458c-b5fa-6df3a41940f1 service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289792 Feb 10 03:58:59.468075 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (100bffb0-5de1-4e51-b902-cf91bcb790bf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:59.600949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Pushing event deleted for resources: {'Port': ['ID=100bffb0-5de1-4e51-b902-cf91bcb790bf,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:58:59.658385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ac59ae2b-d496-4d4a-8238-a74ed81e885e None None] Provisioning complete for port ef1c60e3-e355-4743-9e65-a1dc833f24b2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:58:59.658921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac59ae2b-d496-4d4a-8238-a74ed81e885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:59.739829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef1c60e3-e355-4743-9e65-a1dc833f24b2 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:58:59.897541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ac59ae2b-d496-4d4a-8238-a74ed81e885e None None] Current status of the port ef1c60e3-e355-4743-9e65-a1dc833f24b2 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:58:59.897943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac59ae2b-d496-4d4a-8238-a74ed81e885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:58:59.915735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks [] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.021122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7162e60d-c01a-4a36-b196-eb85a805b9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.079693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:00.092441 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.092928 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:00.113823 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:00.115426 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:00.118427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ac59ae2b-d496-4d4a-8238-a74ed81e885e None None] For port ef1c60e3-e355-4743-9e65-a1dc833f24b2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ef1c60e3-e355-4743-9e65-a1dc833f24b2,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:00.149462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:00.157922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ef1c60e3-e355-4743-9e65-a1dc833f24b2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:00.158304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.178121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Publish callbacks [] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.254408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-9732a270-f3af-4eb7-ad1a-72706d5b52ca tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "PUT /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 200 len: 695 time: 3.3660817 Feb 10 03:59:00.266895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:00.271414 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d0fda2-2076-49bb-bced-26f4b4f7de19" -d '{"events": [{"name": "network-changed", "server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:00.299919 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac59ae2b-d496-4d4a-8238-a74ed81e885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.310462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Transition to ACTIVE for port object dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:59:00.331808 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.366727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631175-6938-48eb-853d-6d6e1aece571 req-c14c69ab-b08d-4209-9f35-09b3ebc5ea06 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:00.379216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-94631175-6938-48eb-853d-6d6e1aece571 req-c14c69ab-b08d-4209-9f35-09b3ebc5ea06 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1127 time: 0.1872928 Feb 10 03:59:00.444426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ae2b-d496-4d4a-8238-a74ed81e885e None None] Pushing event updated for resources: {'Port': ['ID=ef1c60e3-e355-4743-9e65-a1dc833f24b2,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:00.452647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a037d3fc-d467-42ea-8bf3-cd8c641230d2 None None] Provisioning complete for port ef1c60e3-e355-4743-9e65-a1dc833f24b2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:00.453407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a037d3fc-d467-42ea-8bf3-cd8c641230d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.473234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.510044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58511-b385-4d6d-a838-044d03e1981a req-3e782fc1-65c6-4277-83ab-533489e34a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:00.511699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-3e782fc1-65c6-4277-83ab-533489e34a54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 1127 time: 0.2186935 Feb 10 03:59:00.515720 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.559085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ef1c60e3-e355-4743-9e65-a1dc833f24b2 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:00.563624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.574872 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:00.623996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a037d3fc-d467-42ea-8bf3-cd8c641230d2 None None] Current status of the port ef1c60e3-e355-4743-9e65-a1dc833f24b2 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:00.700452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:00.752542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-94631175-6938-48eb-853d-6d6e1aece571 req-ebac63f2-bf3b-4861-aa5d-d5784f1a21cb tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724215 Feb 10 03:59:00.841578 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:00.871509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Pushing event updated for resources: {'Port': ['ID=5462a1fb-80bc-4e58-abe0-d6f1c984b851,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:00.937982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:00.945494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:00.955292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:01.007555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Attempting to bind port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:01.008167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Attempting to bind port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:01.008723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Attempting to bind port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:01.042513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:01.043403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Attempting to bind port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:01.089974 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:01.090591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Checking segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:01.091331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Bound using segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:01.100276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Bound port: dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:01.100276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:01.113225 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:01.115032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58511-b385-4d6d-a838-044d03e1981a req-76f18ab1-fa58-4d9f-a7a6-942378d36060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:01.116614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-76f18ab1-fa58-4d9f-a7a6-942378d36060 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.5818651 Feb 10 03:59:01.160266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:01.205137 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:01.224073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581580c0-6a96-42cc-a302-fb51655c9595 req-f1a717c8-c07c-456c-b40b-5253d824920b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:01.227974 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:01.228625 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:01.231719 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-581580c0-6a96-42cc-a302-fb51655c9595 req-f1a717c8-c07c-456c-b40b-5253d824920b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 943 time: 0.3017023 Feb 10 03:59:01.367906 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-313f83b3-210e-4e82-85ca-79145cc48549 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 217 time: 0.2299395 Feb 10 03:59:01.434290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:01.443519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:01.452638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58511-b385-4d6d-a838-044d03e1981a req-206afad9-1387-4850-a731-20acd7ebe431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:01.454148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-206afad9-1387-4850-a731-20acd7ebe431 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.0854750 Feb 10 03:59:01.465378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8b0e0d77-6df1-472c-9474-c3af19f86ba6 None None] Provisioning complete for port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:01.466031 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0d77-6df1-472c-9474-c3af19f86ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:01.508621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e0d77-6df1-472c-9474-c3af19f86ba6 None None] Port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:59:01.522545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:01.524120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:01.538948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-581580c0-6a96-42cc-a302-fb51655c9595 req-dad28b7c-bc58-46c1-968a-58b95d989a10 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913353 Feb 10 03:59:01.549544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:01.607233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58511-b385-4d6d-a838-044d03e1981a req-90986e78-27d1-4c33-826d-7a919d97ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:01.608799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-90986e78-27d1-4c33-826d-7a919d97ef34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1372900 Feb 10 03:59:01.650207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:59:01.703783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:01.704415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:01.705826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] 10.222.0.24 "PUT /v2.0/ports/dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 HTTP/1.1" status: 200 len: 1091 time: 3.0770965 Feb 10 03:59:01.708540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:01.711653 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c713aa-b1ab-4835-b441-cc8d34a377a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:01.744309 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:01.905733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks [] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:01.955265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef1c60e3-e355-4743-9e65-a1dc833f24b2 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:02.075512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ef1c60e3-e355-4743-9e65-a1dc833f24b2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:02.075964 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:02.110970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-aec64d73-2db2-4231-9421-8fa7ce64fbd4 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851875 Feb 10 03:59:02.134385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:02.135971 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:02.194882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ef1c60e3-e355-4743-9e65-a1dc833f24b2 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:02.195618 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d553c21-f90b-47af-9108-1a829fe484d8 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:02.197940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf4fb0fb-f448-4a55-ad59-26c2843e1363 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:02.199430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Sync routers for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:02.207549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b47baf0-f72c-4388-b3e6-236d16b0743d req-e46f2e27-5dd6-4992-8073-8c80c695475b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 210 time: 0.5273361 Feb 10 03:59:02.259240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:02.260053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:02.284270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286135e8-6664-4864-ac7d-8e08282eea97 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:02.292360 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd84ab-2693-40a2-9dff-47e9d7d361de x-openstack-request-id: req-71dd84ab-2693-40a2-9dff-47e9d7d361de {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:02.292360 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:02.293916 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71dd84ab-2693-40a2-9dff-47e9d7d361de {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:02.294358 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'status': 'completed', 'code': 200} Feb 10 03:59:02.316960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:02.331610 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] Sync routers for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:02.354993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5e58511-b385-4d6d-a838-044d03e1981a req-7f5892d6-73b2-43c4-bdc1-fcc31db5067f service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392259 Feb 10 03:59:02.362497 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b84a7b52-9b77-40d0-b646-5041d681118f admin admin] 10.222.0.42 "PUT /v2.0/routers/3ea2d505-c6e4-4c6c-8775-a14c4a61f80f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7378957 Feb 10 03:59:02.365299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47104) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:02.366424 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:02.367568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:02.388738 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720ca44-4a06-4bc6-8c54-1f344627cc8a x-openstack-request-id: req-d720ca44-4a06-4bc6-8c54-1f344627cc8a {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:02.389401 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:02.389896 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d720ca44-4a06-4bc6-8c54-1f344627cc8a {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:02.390452 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'status': 'completed', 'code': 200} Feb 10 03:59:02.408280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-54f4de11-2038-47cb-a76c-d066b7acea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:02.410129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-54f4de11-2038-47cb-a76c-d066b7acea95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 1127 time: 0.1084878 Feb 10 03:59:02.460932 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:02.465067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-460707e6-6229-4bc0-8378-1eecf4892011 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5716095 Feb 10 03:59:02.465067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:02.471248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47106) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:02.527905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bf4fb0fb-f448-4a55-ad59-26c2843e1363 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:02.527905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:02.647372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-5e8d0f2e-ef4f-4173-ad7d-0c199f946324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:02.648717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-5e8d0f2e-ef4f-4173-ad7d-0c199f946324 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.2134817 Feb 10 03:59:02.706200 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:02.737347 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:02.762254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-868b6ee7-81e4-4057-a915-a718415f2db8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 200 len: 217 time: 0.1042497 Feb 10 03:59:02.836997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-1bd83151-de29-4b0f-bbb5-51f839fba600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:02.838990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-1bd83151-de29-4b0f-bbb5-51f839fba600 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.0703220 Feb 10 03:59:02.858550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bf4fb0fb-f448-4a55-ad59-26c2843e1363 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:02.859271 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:02.911748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:02.918665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port bf4fb0fb-f448-4a55-ad59-26c2843e1363, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bf4fb0fb-f448-4a55-ad59-26c2843e1363,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:02.922108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:03.000050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Pushing event updated for resources: {'Port': ['ID=5462a1fb-80bc-4e58-abe0-d6f1c984b851,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:03.039003 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:03.071527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c713aa-b1ab-4835-b441-cc8d34a377a1 req-e3094646-f8b8-48a4-b172-360c1e4eeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:03.071940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-d145f36f-eba3-4013-9e55-77ab39a6e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:03.074030 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94c713aa-b1ab-4835-b441-cc8d34a377a1 req-e3094646-f8b8-48a4-b172-360c1e4eeda0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 1125 time: 0.6338518 Feb 10 03:59:03.076584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-d145f36f-eba3-4013-9e55-77ab39a6e0d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2277770 Feb 10 03:59:03.150589 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:58:59Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:03.164541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8e92a-6547-47b7-a408-7c91122a99d7 req-5559f322-52db-45cb-88d4-4e43bdff41df tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:03.179349 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01c8e92a-6547-47b7-a408-7c91122a99d7 req-5559f322-52db-45cb-88d4-4e43bdff41df tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 943 time: 0.3394346 Feb 10 03:59:03.207817 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] Checking router: 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:03.232284 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] Routers {'3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:03.233171 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:03.373403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccb4d0-e502-4651-8153-e15f0923dacc None None] New status for floating IP 620698ca-78b1-4212-85be-82a78f44b889: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:59:03.396045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-9c223b9c-9832-420d-b976-3cbce4cb6768 service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978654 Feb 10 03:59:03.430181 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01c8e92a-6547-47b7-a408-7c91122a99d7 req-93081645-7cad-4704-9014-04833ec91e42 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435279 Feb 10 03:59:03.432245 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] Set router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:03.641142 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks [] for router (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:03.675279 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:58:59Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:03.713963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-c7ef01e3-9040-4eec-846d-0aed9f247b98 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:03.731259 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-c7ef01e3-9040-4eec-846d-0aed9f247b98 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1672146 Feb 10 03:59:03.733573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48d0fda2-2076-49bb-bced-26f4b4f7de19 req-506e5563-21a4-4de4-a720-721708b52777 service neutron] 10.222.0.24 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282809 Feb 10 03:59:03.765613 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b35ac-5b52-4bbb-b839-c97aead29a06 None None] The sync data for ids ['3ea2d505-c6e4-4c6c-8775-a14c4a61f80f'] in n-d-827844-2 is: [{'id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885152838-router', 'tenant_id': 'ee8566aca7e34d72b480239e591fb99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:15Z', 'updated_at': '2022-02-10T03:58:59Z', 'revision_number': 5, 'project_id': 'ee8566aca7e34d72b480239e591fb99d', 'gw_port': {'id': '7d8d9ed6-d567-4ed1-87b2-21d57fc40217', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea2d505-c6e4-4c6c-8775-a14c4a61f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:17Z', 'updated_at': '2022-02-10T03:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:03.824956 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-f3a6f0e0-005c-4de5-a453-2fbb9dc197a0 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 698 time: 0.0859561 Feb 10 03:59:03.836726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'floatingip': {'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:03.849851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=bf4fb0fb-f448-4a55-ad59-26c2843e1363,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:03.933741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:03.972799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:04.021501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:58:58Z', 'revision_number': 3, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:04.080866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Checking router: b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:04.081508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Updating router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 port 4773d22e-2668-4fa9-95e8-195de48c91ba binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:59:04.155019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:04.243026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-8c465758-2e63-427a-8d2b-e0035add829b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:04.249217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-8c465758-2e63-427a-8d2b-e0035add829b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.3466599 Feb 10 03:59:04.316168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c713aa-b1ab-4835-b441-cc8d34a377a1 req-b018a922-d539-4425-a8b0-13c0c806affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:04.319059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94c713aa-b1ab-4835-b441-cc8d34a377a1 req-b018a922-d539-4425-a8b0-13c0c806affe service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&shared=False HTTP/1.1" status: 200 len: 905 time: 1.2192814 Feb 10 03:59:04.324594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Request body: {'port': {'device_id': '5e9b6181-3421-4808-a0f4-370147913ad4', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'admin_state_up': True, 'tenant_id': '6211b1d8a47c48e3939e0cd373e443bc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:04.418162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks [] for router_gateway (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:04.557004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:04.634214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-6803c36a-fcd8-4674-a295-f4d06f1ede96 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:04.636683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-6803c36a-fcd8-4674-a295-f4d06f1ede96 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.24 "GET /v2.0/ports?device_id=8609fec4-90c0-4a24-9630-4f5481659d85 HTTP/1.1" status: 200 len: 945 time: 0.1379251 Feb 10 03:59:04.688701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Made reservation on behalf of 6211b1d8a47c48e3939e0cd373e443bc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:59:04.692471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:04.731207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Publish callbacks [] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:04.790949 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:04.875186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:04.882021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:04.897673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e419e-d4c6-4dc6-bb04-c1cb59ae7e24 req-9c73334c-d672-4a9e-a106-3ae6adb938eb tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:04.905291 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd0e419e-d4c6-4dc6-bb04-c1cb59ae7e24 req-9c73334c-d672-4a9e-a106-3ae6adb938eb tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1127 time: 1.2588756 Feb 10 03:59:04.914585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Allocated IP 172.20.0.4 (19c2078d-d0d8-41aa-81b3-6d3d3e628f67/67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39/69e6c33b-c05d-4dd2-8fe6-c37d9c892705) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:04.956095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e752b-5f60-4b06-913f-ddac67c217ed None None] Pushing event updated for resources: {'Port': ['ID=4773d22e-2668-4fa9-95e8-195de48c91ba,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:04.994526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Attempting to bind port 4773d22e-2668-4fa9-95e8-195de48c91ba on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:04.996330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Attempting to bind port 4773d22e-2668-4fa9-95e8-195de48c91ba by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:04.996880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Attempting to bind port 4773d22e-2668-4fa9-95e8-195de48c91ba on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:05.006024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:05.006881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:05.007888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.008209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.api [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 03:59:05.008653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:05.009300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Bound port: 4773d22e-2668-4fa9-95e8-195de48c91ba, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:05.009966 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.012485 n-d-827844-2 neutron-server[109958]: DEBUG oslo_db.api [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 03:59:05.112666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] For port 4773d22e-2668-4fa9-95e8-195de48c91ba, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:05.124680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] For port 4773d22e-2668-4fa9-95e8-195de48c91ba, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4773d22e-2668-4fa9-95e8-195de48c91ba,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:05.132544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Deleting port 403ac51c-f36e-4d91-b8be-2b69bb388dae {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:05.132867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.143987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c713aa-b1ab-4835-b441-cc8d34a377a1 req-9f683985-11d5-4c47-a24b-306c11c2bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:05.145973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94c713aa-b1ab-4835-b441-cc8d34a377a1 req-9f683985-11d5-4c47-a24b-306c11c2bcc3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5877032 Feb 10 03:59:05.219930 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.322551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks [] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.332044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] For port 403ac51c-f36e-4d91-b8be-2b69bb388dae, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=403ac51c-f36e-4d91-b8be-2b69bb388dae,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:05.332917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.334423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ba670e0e-c471-4607-840a-02f2909031b2 None None] Provisioning complete for port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:05.335057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba670e0e-c471-4607-840a-02f2909031b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.342043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:05.343109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:05.367398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Calling delete_port for 403ac51c-f36e-4d91-b8be-2b69bb388dae owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:05.396578 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd0e419e-d4c6-4dc6-bb04-c1cb59ae7e24 req-9b6988dd-0800-4f7e-94f4-286a3cf9152a tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850597 Feb 10 03:59:05.507530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Deleting port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:05.507896 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.542990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.555299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e752b-5f60-4b06-913f-ddac67c217ed None None] Pushing event updated for resources: {'Port': ['ID=4773d22e-2668-4fa9-95e8-195de48c91ba,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:05.559049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:05.617620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ba670e0e-c471-4607-840a-02f2909031b2 None None] Port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:59:05.622250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:05.627521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (403ac51c-f36e-4d91-b8be-2b69bb388dae), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.683993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['403ac51c-f36e-4d91-b8be-2b69bb388dae'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:05.686340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4538b678-7873-40ac-be65-68d5a56035cb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:05.687836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Allocated IP 172.20.0.1 (17b82315-67cd-4703-b05c-65b51315f1e0/9d31d927-d9b6-47ba-a273-0fd9c8b67632/f2b9725f-35a1-4e5a-834e-c5338511e578) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:05.689145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Pushing event deleted for resources: {'Port': ['ID=403ac51c-f36e-4d91-b8be-2b69bb388dae,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:05.735088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf4fb0fb-f448-4a55-ad59-26c2843e1363 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:05.772868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] No DVR routers for this DVR port 403ac51c-f36e-4d91-b8be-2b69bb388dae on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:05.779575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.782953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82ff533c-6b20-43e3-a807-6a8d6bc0089f req-13702a44-c48a-4ca2-98dd-315617624c9e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.24 "DELETE /v2.0/ports/403ac51c-f36e-4d91-b8be-2b69bb388dae HTTP/1.1" status: 204 len: 173 time: 1.1400871 Feb 10 03:59:05.783625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'name': 'network-vif-deleted', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:05.785919 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593de8e-3df8-4551-97a1-f709a00d6051" -d '{"events": [{"server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "name": "network-vif-deleted", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:05.788868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.852867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks [] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:05.895790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:05.902474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:05.913355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:05.951902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:05.985970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] For port 7d8d9ed6-d567-4ed1-87b2-21d57fc40217, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:05.987017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:06.004280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Calling delete_port for 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:06.025137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1a6a-67ea-4030-a913-7d166320f7db req-91be8225-61d1-4de8-a5f0-fee1370bf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:06.027226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-91be8225-61d1-4de8-a5f0-fee1370bf6d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 1125 time: 0.8108706 Feb 10 03:59:06.108374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bf4fb0fb-f448-4a55-ad59-26c2843e1363 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:06.108755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:06.256008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:06.278455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:58:58Z', 'revision_number': 3, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:06.355104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:06.362360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d1f2a-aab8-4a83-a69b-0dad4ca8e3f2 None None] The sync data for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 is: [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:58:58Z', 'revision_number': 3, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:06.365406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:06.366205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:06.380075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-e3832f02-06e6-4abd-a1b8-294152643f39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 HTTP/1.1" status: 200 len: 217 time: 0.2912626 Feb 10 03:59:06.439298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:06.441657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bf4fb0fb-f448-4a55-ad59-26c2843e1363 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:06.453307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 100bffb0-5de1-4e51-b902-cf91bcb790bf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:06.489722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-bdc40fa4-a096-478b-8ab4-9ae7f78073d4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1700745 Feb 10 03:59:06.492385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 100bffb0-5de1-4e51-b902-cf91bcb790bf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:06.495359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 100bffb0-5de1-4e51-b902-cf91bcb790bf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:06.512845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Request body: {'port': {'device_id': '5e9b6181-3421-4808-a0f4-370147913ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:06.642129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:06.665374 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Floating IP 620698ca-78b1-4212-85be-82a78f44b889 associated. External IP: 172.25.8.210, port: 4538b678-7873-40ac-be65-68d5a56035cb. Feb 10 03:59:06.880504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Network 17b82315-67cd-4703-b05c-65b51315f1e0 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:06.901401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:06.904550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:06.955940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Pushing event updated for resources: {'Port': ['ID=f2b9725f-35a1-4e5a-834e-c5338511e578,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:06.967001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04493cc-744e-45c5-bb8a-930048c954ac req-046cec29-3e72-4db9-8906-2affb807631a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:06.976753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d04493cc-744e-45c5-bb8a-930048c954ac req-046cec29-3e72-4db9-8906-2affb807631a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 931 time: 1.4049308 Feb 10 03:59:07.000345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d1a6a-67ea-4030-a913-7d166320f7db req-9d8b9105-b798-407d-af97-63f4e35e1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:07.001929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-9d8b9105-b798-407d-af97-63f4e35e1e74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75b93f94-2f7f-40e2-8481-c4350399ed1a HTTP/1.1" status: 200 len: 844 time: 0.5790243 Feb 10 03:59:07.003451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:07.021371 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Sync routers for ids ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:07.023927 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1359b609-8681-4c91-a472-84c13ff193c2 admin admin] 10.222.0.42 "PUT /v2.0/routers/7ce79840-5cb8-4adc-a3ce-387c7e6bd551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4037194 Feb 10 03:59:07.050232 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Routers {'7ce79840-5cb8-4adc-a3ce-387c7e6bd551'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:07.051197 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:07.055343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.055784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.057953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.057953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.057953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.057953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.064487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.064487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.064487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.064487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.064487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.064487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.064487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:07.180624 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-21b0f571-5b99-43a1-b520-5317df7a12fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424654 Feb 10 03:59:07.225588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:07.249970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:07.289998 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Set router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:07.470996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-74e50d78-2325-40b0-87ab-15296498732d None None] Provisioning complete for port f2b9725f-35a1-4e5a-834e-c5338511e578 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:07.472592 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-74e50d78-2325-40b0-87ab-15296498732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:07.564817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-74e50d78-2325-40b0-87ab-15296498732d None None] Port f2b9725f-35a1-4e5a-834e-c5338511e578 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:59:07.648952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d04493cc-744e-45c5-bb8a-930048c954ac req-e2cfc6dd-67c8-4acb-ace6-3b3cfafbb2c8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712129 Feb 10 03:59:07.710245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4773d22e-2668-4fa9-95e8-195de48c91ba up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:07.755242 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:59:01Z', 'revision_number': 4, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port': {'id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:50Z', 'updated_at': '2022-02-10T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5462a1fb-80bc-4e58-abe0-d6f1c984b851', 'name': '', 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'mac_address': 'fa:16:3e:48:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a25f0310-86f5-4861-a77d-8d8721becda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:58Z', 'updated_at': '2022-02-10T03:59:01Z', 'revision_number': 2, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'subnets': [{'id': 'a25f0310-86f5-4861-a77d-8d8721becda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:07.821694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4773d22e-2668-4fa9-95e8-195de48c91ba triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:07.822082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:07.949318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-274fe845-811d-4172-a404-bb29b17bb658 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553017 Feb 10 03:59:08.026664 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Checking router: 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:08.027248 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Updating router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:59:08.031537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:08.038446 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.075220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4773d22e-2668-4fa9-95e8-195de48c91ba is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:08.075670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.084684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d159e1-a95d-4d6f-87d4-992a9d32afd6 req-560f31f1-9f7d-4816-954f-3def1f92f871 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:08.085987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8d159e1-a95d-4d6f-87d4-992a9d32afd6 req-560f31f1-9f7d-4816-954f-3def1f92f871 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 943 time: 0.3094318 Feb 10 03:59:08.086654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7d8d9ed6-d567-4ed1-87b2-21d57fc40217), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.098826 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.103274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 4773d22e-2668-4fa9-95e8-195de48c91ba, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4773d22e-2668-4fa9-95e8-195de48c91ba,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:08.106371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:08.121218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:08.122232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:08.126965 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-40df1a1f-2d62-414a-b624-f1fbae3e991e tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "PUT /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 200 len: 997 time: 4.2962658 Feb 10 03:59:08.155363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.172828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8d9ed6-d567-4ed1-87b2-21d57fc40217,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:08.207591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:08.221057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Publish callbacks [] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.262951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-baffb462-184f-4c04-9acc-f3f5d5c9f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:08.265567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-baffb462-184f-4c04-9acc-f3f5d5c9f830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.1121495 Feb 10 03:59:08.269228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Transition to ACTIVE for port object 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:59:08.388723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8d159e1-a95d-4d6f-87d4-992a9d32afd6 req-9b9e7a8d-d77f-412d-b0d3-2676cc39aa57 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281685 Feb 10 03:59:08.424585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.436731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286d1a6a-67ea-4030-a913-7d166320f7db req-61b0b5e9-a145-45d7-9098-6baf92704d31 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707358 Feb 10 03:59:08.466753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-5335b3df-645b-4f1a-9dee-980d3f828fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:08.473617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-5335b3df-645b-4f1a-9dee-980d3f828fd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.1960034 Feb 10 03:59:08.478015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.569923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:08.593828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.597340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks [] for router_controller (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.639728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-2c6fbcfd-2da5-482f-bdf1-d74f55b2e1a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 1000 time: 0.1379454 Feb 10 03:59:08.643861 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c880f4-813c-4c16-86ba-66034f302895 x-openstack-request-id: req-b5c880f4-813c-4c16-86ba-66034f302895 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:08.644482 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8609fec4-90c0-4a24-9630-4f5481659d85", "name": "network-vif-deleted", "tag": "403ac51c-f36e-4d91-b8be-2b69bb388dae", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:08.644993 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5c880f4-813c-4c16-86ba-66034f302895 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:08.645841 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8609fec4-90c0-4a24-9630-4f5481659d85', 'name': 'network-vif-deleted', 'tag': '403ac51c-f36e-4d91-b8be-2b69bb388dae', 'status': 'completed', 'code': 200} Feb 10 03:59:08.780411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-1b444acf-5b31-4688-999c-37be0f603c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:08.782886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-1b444acf-5b31-4688-999c-37be0f603c50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.0966425 Feb 10 03:59:08.845605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.857131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc69bd-6c2e-43f7-906c-8875700b27fb req-0eae08ff-52a4-4728-8db8-efc9ad2e0651 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:08.859815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69cc69bd-6c2e-43f7-906c-8875700b27fb req-0eae08ff-52a4-4728-8db8-efc9ad2e0651 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1127 time: 0.1735728 Feb 10 03:59:08.860867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (3ea2d505-c6e4-4c6c-8775-a14c4a61f80f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.861544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea2d505-c6e4-4c6c-8775-a14c4a61f80f {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:59:08.909064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-3135c797-ead0-4305-bd8d-a6d534e1669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:08.910896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-3135c797-ead0-4305-bd8d-a6d534e1669f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0813174 Feb 10 03:59:08.911161 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.912041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:08.913422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f53708f9-7c83-4cf1-a659-d38cd5ab1838 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3ea2d505-c6e4-4c6c-8775-a14c4a61f80f HTTP/1.1" status: 204 len: 168 time: 6.5470707 Feb 10 03:59:08.921655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:08.921907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:08.928041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:08.928041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47134) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:08.940316 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Publish callbacks [] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:08.963365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=4773d22e-2668-4fa9-95e8-195de48c91ba,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:08.988154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks [] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.033045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.033573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.033994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.034515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.034887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.035339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.042693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.042693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.042693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.042693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.042693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.042693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.042693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.043303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:09.043806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:09.062841 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.068093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69cc69bd-6c2e-43f7-906c-8875700b27fb req-d30cf3c8-f33d-41f5-9be0-77160a817c01 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422286 Feb 10 03:59:09.076818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.098070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-70cca7e5-996e-4178-8d8b-5ba3b8958019 service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691527 Feb 10 03:59:09.099033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:09.099454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:09.099944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:09.100451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Bound port: 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:09.100939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.105911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] Deleting subnet 587a2853-ce4d-420f-8f7d-052b827b1cb1 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:59:09.194472 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Pushing event updated for resources: {'Port': ['ID=5462a1fb-80bc-4e58-abe0-d6f1c984b851,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:09.236851 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.237205 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.237561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.237893 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.238228 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.238563 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.238947 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.239279 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.239862 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.240188 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.240552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.240840 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.241162 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:09.247895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.254445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 403ac51c-f36e-4d91-b8be-2b69bb388dae no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:09.266053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cdc4714-7b70-46a6-b760-f4193309e310 req-03f3bb99-9ea9-4845-89ef-2799cf86b76b service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527445 Feb 10 03:59:09.267294 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] Publish callbacks [] for subnet (587a2853-ce4d-420f-8f7d-052b827b1cb1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.364183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 403ac51c-f36e-4d91-b8be-2b69bb388dae {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:09.364804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 403ac51c-f36e-4d91-b8be-2b69bb388dae not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:09.366778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Pushing event updated for resources: {'Port': ['ID=f2b9725f-35a1-4e5a-834e-c5338511e578,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:09.405145 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Attempting to bind port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:09.405527 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Attempting to bind port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:09.405893 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Attempting to bind port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 on network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:09.412204 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:09.412591 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Checking segment: {'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:09.413053 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.413455 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Bound using segment: {'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:09.413981 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Bound port: 5462a1fb-80bc-4e58-abe0-d6f1c984b851, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8ad605-198e-4220-afd8-79b7a03452b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:09.414364 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.478575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:32:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:59:06Z', 'revision_number': 8, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:09.493894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:09.498164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:09.547183 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] For port 5462a1fb-80bc-4e58-abe0-d6f1c984b851, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:09.560349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (587a2853-ce4d-420f-8f7d-052b827b1cb1), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.561859 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] For port 5462a1fb-80bc-4e58-abe0-d6f1c984b851, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5462a1fb-80bc-4e58-abe0-d6f1c984b851,segment=NetworkSegment(0d8ad605-198e-4220-afd8-79b7a03452b8),segment_id=0d8ad605-198e-4220-afd8-79b7a03452b8)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:09.564756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:09.596095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:09.596841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:09.643114 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.660096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.771589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:09.771589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.771589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] 10.222.0.43 "PUT /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 1091 time: 3.2681885 Feb 10 03:59:09.793309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414379f4-cdda-4bd4-a4d9-b0056205e303 req-9df0933b-5227-4a80-8f0d-3536ea4d3baa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:09.795050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-414379f4-cdda-4bd4-a4d9-b0056205e303 req-9df0933b-5227-4a80-8f0d-3536ea4d3baa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 943 time: 0.2935438 Feb 10 03:59:09.810614 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Routers {'7ce79840-5cb8-4adc-a3ce-387c7e6bd551'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:09.815476 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:09.922758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009510b-0859-4fa7-b48e-d1d01eed6c6e service neutron] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:09.953330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Network 17b82315-67cd-4703-b05c-65b51315f1e0 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:09.967152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-bc69e9f5-1fd0-4c1e-a1bb-4f724d3ea5c8 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5619409 Feb 10 03:59:09.977246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:09.980425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (587a2853-ce4d-420f-8f7d-052b827b1cb1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:09.986670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:09.987251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:10.143970 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-414379f4-cdda-4bd4-a4d9-b0056205e303 req-4753fb07-f052-4626-9208-e52b7d1d5dc6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919858 Feb 10 03:59:10.204624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.206379 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342162e-8767-4a82-b12c-c62d78055b6c None None] Pushing event updated for resources: {'Port': ['ID=5462a1fb-80bc-4e58-abe0-d6f1c984b851,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:10.217960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-92a7f4d2-7527-4e11-988b-6647849dee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:10.222634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-92a7f4d2-7527-4e11-988b-6647849dee44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1125 time: 0.1587286 Feb 10 03:59:10.228818 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] Set router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:10.309216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-030cf4c5-06be-4d53-9136-0c584c2ce42d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 217 time: 0.0785170 Feb 10 03:59:10.315466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (587a2853-ce4d-420f-8f7d-052b827b1cb1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.338359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:10.383584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4773d22e-2668-4fa9-95e8-195de48c91ba up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:10.454514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587a2853-ce4d-420f-8f7d-052b827b1cb1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:10.465854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.471242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-52c9a46e-6d2c-4bfd-8ba6-b8cc225e84a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/587a2853-ce4d-420f-8f7d-052b827b1cb1 HTTP/1.1" status: 204 len: 168 time: 1.4197373 Feb 10 03:59:10.472355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47144) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:10.479704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a2309-827a-4a0b-b30f-50b3be1e9177 None None] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:59:10.513898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-89c7b751-c92b-4130-a7b6-6016d4d09ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:10.515445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-89c7b751-c92b-4130-a7b6-6016d4d09ac1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1938603 Feb 10 03:59:10.577874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-eabedc3f-3773-4bd3-aaf9-04af7a8102b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533323 Feb 10 03:59:10.598112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a2ffe554-57d7-4482-aad1-ffb0fd28d71d None None] Provisioning complete for port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:10.598112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe554-57d7-4482-aad1-ffb0fd28d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.609383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2411eec2-e944-4e7e-9905-52d2c6e0716b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.663393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:32:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:59:06Z', 'revision_number': 8, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:10.713262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4773d22e-2668-4fa9-95e8-195de48c91ba triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:10.714235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.720663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb'}, {'name': 'network-changed', 'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:10.724110 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9470ef-690a-4444-bcba-6795b23d0689" -d '{"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb"}, {"name": "network-changed", "server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:10.728835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-20e34510-b7ec-45e1-956f-9992d5fdeddc service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288490 Feb 10 03:59:10.737351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5e90c6-c9fb-4655-83a1-d38043052a20 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '620698ca-78b1-4212-85be-82a78f44b889', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'port_id': '4538b678-7873-40ac-be65-68d5a56035cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'mac_address': 'fa:16:3e:32:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:58:08Z', 'updated_at': '2022-02-10T03:59:06Z', 'revision_number': 8, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:10.817020 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:59:01Z', 'revision_number': 4, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port': {'id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:50Z', 'updated_at': '2022-02-10T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5462a1fb-80bc-4e58-abe0-d6f1c984b851', 'name': '', 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'mac_address': 'fa:16:3e:48:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a25f0310-86f5-4861-a77d-8d8721becda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:58Z', 'updated_at': '2022-02-10T03:59:09Z', 'revision_number': 4, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'subnets': [{'id': 'a25f0310-86f5-4861-a77d-8d8721becda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:10.835732 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.851408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffe554-57d7-4482-aad1-ffb0fd28d71d None None] Current status of the port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:10.852239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe554-57d7-4482-aad1-ffb0fd28d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:10.882898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:10.924087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a2ffe554-57d7-4482-aad1-ffb0fd28d71d None None] For port 5462a1fb-80bc-4e58-abe0-d6f1c984b851, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5462a1fb-80bc-4e58-abe0-d6f1c984b851,segment=NetworkSegment(0d8ad605-198e-4220-afd8-79b7a03452b8),segment_id=0d8ad605-198e-4220-afd8-79b7a03452b8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:10.928609 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Sync routers for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:10.932925 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0846592-19e3-4819-aa7a-ed7fbfebf714 None None] The sync data for ids ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'] in n-d-827844-2 is: [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:59:01Z', 'revision_number': 4, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port': {'id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:50Z', 'updated_at': '2022-02-10T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5462a1fb-80bc-4e58-abe0-d6f1c984b851', 'name': '', 'network_id': '14f1d2c7-906c-45d3-bc1a-05ec3a433dc9', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'mac_address': 'fa:16:3e:48:47:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a25f0310-86f5-4861-a77d-8d8721becda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:58Z', 'updated_at': '2022-02-10T03:59:09Z', 'revision_number': 4, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'subnets': [{'id': 'a25f0310-86f5-4861-a77d-8d8721becda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:10.959733 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:10.960846 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:10.967514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] DHCP port deletion for 2411eec2-e944-4e7e-9905-52d2c6e0716b request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:59:10.986872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9ec0944-8d60-4c82-85d2-54a49d33058f admin admin] 10.222.0.42 "PUT /v2.0/routers/b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4998963 Feb 10 03:59:11.083297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4773d22e-2668-4fa9-95e8-195de48c91ba is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:11.160687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] Deleting port 97f9a559-40e4-4270-a719-e1202aa24d10 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:11.160687 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.204943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:11.242179 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-deeb802a-7010-405b-8eb8-a2e3af43c094 req-8bc7fb90-ba39-4d35-8f66-316b862ca093 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029607 Feb 10 03:59:11.273122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Deleting port 97f9a559-40e4-4270-a719-e1202aa24d10 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:11.280496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.280678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Allocated IP 172.25.8.229 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:11.324710 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:11.355174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:59:11.368546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:11.368896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7d8d9ed6-d567-4ed1-87b2-21d57fc40217 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:11.375188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eaef67-5278-495c-920c-be1485f9d7bf None None] New status for floating IP 620698ca-78b1-4212-85be-82a78f44b889: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:59:11.444965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] For port 97f9a559-40e4-4270-a719-e1202aa24d10, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=97f9a559-40e4-4270-a719-e1202aa24d10,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:11.445495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.465154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] For port 97f9a559-40e4-4270-a719-e1202aa24d10, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=97f9a559-40e4-4270-a719-e1202aa24d10,segment=NetworkSegment(4649365e-bb77-45ef-94fe-517c22bb79c1),segment_id=4649365e-bb77-45ef-94fe-517c22bb79c1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:11.465581 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.468844 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe554-57d7-4482-aad1-ffb0fd28d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.492203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.516898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Calling delete_port for 97f9a559-40e4-4270-a719-e1202aa24d10 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:11.604791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] Calling delete_port for 97f9a559-40e4-4270-a719-e1202aa24d10 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:11.617540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.632425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:59:11.725693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:11.742281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:11.745730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:11.835716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Pushing event updated for resources: {'Port': ['ID=4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:11.887992 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 2, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:11.912643 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:11.943127 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Checking router: b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:11.943632 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Updating router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 port f2b9725f-35a1-4e5a-834e-c5338511e578 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:59:11.964779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f9a559-40e4-4270-a719-e1202aa24d10,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:11.975743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] No DVR routers for this DVR port 97f9a559-40e4-4270-a719-e1202aa24d10 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:12.005672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (01044e22-590c-4059-af2d-9cec335bb732), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.015848 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.055286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5462a1fb-80bc-4e58-abe0-d6f1c984b851 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:12.069452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ac96f160-5332-4261-844c-c66c7d25e8da None None] Provisioning complete for port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:12.072267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac96f160-5332-4261-844c-c66c7d25e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.141241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.216495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2411eec2-e944-4e7e-9905-52d2c6e0716b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.265510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2411eec2-e944-4e7e-9905-52d2c6e0716b']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:12.286486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4649365e-bb77-45ef-94fe-517c22bb79c1') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:12.295553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4649365e-bb77-45ef-94fe-517c22bb79c1') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:12.317105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (4649365e-bb77-45ef-94fe-517c22bb79c1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.360191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4649365e-bb77-45ef-94fe-517c22bb79c1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.373582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:59:12.374737 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (4649365e-bb77-45ef-94fe-517c22bb79c1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: timer() Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:59:12.379053 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:59:12.498189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ac96f160-5332-4261-844c-c66c7d25e8da None None] Current status of the port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:12.520192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffe554-57d7-4482-aad1-ffb0fd28d71d None None] Pushing event updated for resources: {'Port': ['ID=5462a1fb-80bc-4e58-abe0-d6f1c984b851,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:12.539482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2411eec2-e944-4e7e-9905-52d2c6e0716b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.548542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.553209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2411eec2-e944-4e7e-9905-52d2c6e0716b HTTP/1.1" status: 204 len: 168 time: 2.0799947 Feb 10 03:59:12.556348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47180) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:12.577092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f4984-83fd-4767-8ccf-54c85be46a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=2411eec2-e944-4e7e-9905-52d2c6e0716b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:12.579370 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.636761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.642650 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Publish callbacks [] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.669517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ac96f160-5332-4261-844c-c66c7d25e8da None None] Provisioning complete for port f2b9725f-35a1-4e5a-834e-c5338511e578 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:12.670495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac96f160-5332-4261-844c-c66c7d25e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.687742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:12.741877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (01044e22-590c-4059-af2d-9cec335bb732), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.762721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'mac_address': 'fa:16:3e:92:bc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:59:12.777507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Pushing event updated for resources: {'Port': ['ID=4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:12.815986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ac96f160-5332-4261-844c-c66c7d25e8da None None] Port f2b9725f-35a1-4e5a-834e-c5338511e578 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:59:12.823770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:12.824252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.852181 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (97f9a559-40e4-4270-a719-e1202aa24d10), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.858519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:12.858922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.893021 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:12.900438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] Pushing event deleted for resources: {'Port': ['ID=97f9a559-40e4-4270-a719-e1202aa24d10,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:12.900438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] Network 2411eec2-e944-4e7e-9905-52d2c6e0716b is not hosted by any dhcp agent {{(pid=109960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 03:59:12.900438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24d24e-8391-4987-a4ea-a098476f79df None None] No DVR routers for this DVR port 97f9a559-40e4-4270-a719-e1202aa24d10 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:12.914539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:12.951370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:13.008734 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.008734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-3140ef21-6cd3-401b-a618-80f7afdd51be tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0312483 Feb 10 03:59:13.009051 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8324d3-48d6-4125-b00e-5c33ac4a454c None None] Pushing event updated for resources: {'Port': ['ID=f2b9725f-35a1-4e5a-834e-c5338511e578,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:13.015669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:13.038313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.094078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-47bb89b1-9449-48c2-81f4-8dc31ce19273 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.0879567 Feb 10 03:59:13.109559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 97f9a559-40e4-4270-a719-e1202aa24d10 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:13.151730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 97f9a559-40e4-4270-a719-e1202aa24d10 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:13.152110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 97f9a559-40e4-4270-a719-e1202aa24d10 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:13.170058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:13.212974 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (f5248322-1a41-4690-97d4-04f054e077fa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.252617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['dc7ad385-25ba-41d5-9da1-a9c67c59d1d5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:13.317042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-16f06078-c543-4b3c-aa25-d5df77cab386 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:13.318541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef27858b-dd47-4a89-be69-84e474bd1b4d req-16f06078-c543-4b3c-aa25-d5df77cab386 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2123480 Feb 10 03:59:13.366321 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Attempting to bind port f2b9725f-35a1-4e5a-834e-c5338511e578 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:13.372139 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Attempting to bind port f2b9725f-35a1-4e5a-834e-c5338511e578 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:13.372139 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Attempting to bind port f2b9725f-35a1-4e5a-834e-c5338511e578 on network 17b82315-67cd-4703-b05c-65b51315f1e0 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:13.386303 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:13.386810 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Checking segment: {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:13.387292 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.387755 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Bound using segment: {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:13.388309 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Bound port: f2b9725f-35a1-4e5a-834e-c5338511e578, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:13.388759 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.524867 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] For port f2b9725f-35a1-4e5a-834e-c5338511e578, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:13.531599 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] For port f2b9725f-35a1-4e5a-834e-c5338511e578, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f2b9725f-35a1-4e5a-834e-c5338511e578,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:13.543137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d17ed482-6a0b-428d-94d3-bf7cc2b69af4 req-9845f28b-96a7-4e66-b74f-ea92cf3df2e4 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 200 len: 999 time: 0.1911800 Feb 10 03:59:13.560019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47200) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:13.608516 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.649510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5462a1fb-80bc-4e58-abe0-d6f1c984b851 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:13.663740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-db367fd1-a791-47c5-928b-f4a9ebef8ea4 None None] Provisioning complete for port f2b9725f-35a1-4e5a-834e-c5338511e578 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:13.664157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db367fd1-a791-47c5-928b-f4a9ebef8ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.707975 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8324d3-48d6-4125-b00e-5c33ac4a454c None None] Pushing event updated for resources: {'Port': ['ID=f2b9725f-35a1-4e5a-834e-c5338511e578,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:13.737755 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:13.738464 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:13.752776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-734a1716-5255-4cc6-8003-f61d9eec7903 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:59:13.756509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-734a1716-5255-4cc6-8003-f61d9eec7903 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1921616 Feb 10 03:59:13.779441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Deleting port c41c073b-1975-41be-ac65-6c81e85fd223 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:13.780332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.798607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ed482-6a0b-428d-94d3-bf7cc2b69af4 req-43ef9fb6-6d3e-4b4e-81b0-15b75e44c384 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:13.800111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d17ed482-6a0b-428d-94d3-bf7cc2b69af4 req-43ef9fb6-6d3e-4b4e-81b0-15b75e44c384 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2528007 Feb 10 03:59:13.811880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-d17ed482-6a0b-428d-94d3-bf7cc2b69af4 req-a2d9cd0d-4d83-4ef1-8463-767ca7176d51 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:59:13.812873 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d17ed482-6a0b-428d-94d3-bf7cc2b69af4 req-a2d9cd0d-4d83-4ef1-8463-767ca7176d51 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071383 Feb 10 03:59:13.841613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:13.842018 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.906021 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:13.942338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-db367fd1-a791-47c5-928b-f4a9ebef8ea4 None None] Current status of the port f2b9725f-35a1-4e5a-834e-c5338511e578 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:13.942735 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db367fd1-a791-47c5-928b-f4a9ebef8ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:13.985734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-2ae48147-73cd-4c65-ae2b-279bab5406e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:13.987180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-2ae48147-73cd-4c65-ae2b-279bab5406e2 service neutron] 10.222.0.42 "GET /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 1124 time: 0.1611135 Feb 10 03:59:14.012497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-db367fd1-a791-47c5-928b-f4a9ebef8ea4 None None] For port f2b9725f-35a1-4e5a-834e-c5338511e578, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f2b9725f-35a1-4e5a-834e-c5338511e578,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:14.013784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Request body: {'binding': {'host': 'n-h1-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:14.014310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Unknown quota resources ['binding']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 03:59:14.029516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:14.044243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5f2b6-57f1-43d7-ad97-323b55d1469f req-956cfbb4-7432-477e-a2bb-ba3feecf2899 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:14.047188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19d5f2b6-57f1-43d7-ad97-323b55d1469f req-956cfbb4-7432-477e-a2bb-ba3feecf2899 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 944 time: 0.1140740 Feb 10 03:59:14.066329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] For port c41c073b-1975-41be-ac65-6c81e85fd223, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c41c073b-1975-41be-ac65-6c81e85fd223,segment=NetworkSegment(bd4372e9-75f1-4d35-9d9a-28777e84c3ca),segment_id=bd4372e9-75f1-4d35-9d9a-28777e84c3ca)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:14.066726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:14.081857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db367fd1-a791-47c5-928b-f4a9ebef8ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:14.084500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Calling delete_port for c41c073b-1975-41be-ac65-6c81e85fd223 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:14.111126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19d5f2b6-57f1-43d7-ad97-323b55d1469f req-4cdfe16e-9fcf-4bdd-8848-18bf2fb70a71 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576489 Feb 10 03:59:14.136318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:59:14.176175 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:14.187094 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546a09e3-afb7-4182-94d4-cf3b7aec2577 x-openstack-request-id: req-546a09e3-afb7-4182-94d4-cf3b7aec2577 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:14.187481 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:14.187706 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-546a09e3-afb7-4182-94d4-cf3b7aec2577 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:14.188079 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb', 'status': 'completed', 'code': 200} Feb 10 03:59:14.188341 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705', 'status': 'completed', 'code': 200} Feb 10 03:59:14.208093 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9cae0b-fa3b-4cdb-b6f0-61d6ca129b19 None None] The sync data for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 is: [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:14.269417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-91919ee4-e401-4223-ba6d-05f495edc9df None None] Provisioning complete for port f2b9725f-35a1-4e5a-834e-c5338511e578 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:14.269913 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-91919ee4-e401-4223-ba6d-05f495edc9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:14.286763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db367fd1-a791-47c5-928b-f4a9ebef8ea4 None None] Pushing event updated for resources: {'Port': ['ID=f2b9725f-35a1-4e5a-834e-c5338511e578,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:14.320984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:14.343860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on host n-h1-827844-2 for vnic_type normal with profile None {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:14.344010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'port_id': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705', 'mac_address': 'fa:16:3e:ca:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:59:14.344263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:14.344689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:14.368049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:14.368842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:14.387799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-4eb39b7f-3740-4d40-b405-989ca4a7ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:14.390016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-4eb39b7f-3740-4d40-b405-989ca4a7ccdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.1773798 Feb 10 03:59:14.394002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:14.394342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:14.394784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:14.395211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Bound port: c7fe2b89-68a1-4027-a25f-df8ddac985a8, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:14.404988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:14.405381 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:14.430810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678303-f33f-4bb1-81de-31b1ce0f07be req-07f85345-f0ae-4e16-b511-840ded74824d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:14.439556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79678303-f33f-4bb1-81de-31b1ce0f07be req-07f85345-f0ae-4e16-b511-840ded74824d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 943 time: 0.1178668 Feb 10 03:59:14.443742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:14.488130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:14.494187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-91919ee4-e401-4223-ba6d-05f495edc9df None None] Current status of the port f2b9725f-35a1-4e5a-834e-c5338511e578 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:14.503409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79678303-f33f-4bb1-81de-31b1ce0f07be req-8938aa91-d478-45fe-ade9-efe71a7d0622 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632577 Feb 10 03:59:14.574426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:14.637021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:14.647744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-9db568b8-1e80-4c34-afa1-ea6f15b4437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:14.649324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-9db568b8-1e80-4c34-afa1-ea6f15b4437f service neutron] 10.222.0.43 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.2517421 Feb 10 03:59:14.651577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:14.725202 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:14.726500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-315f533f-6225-4035-8473-5e6536f82ced service neutron] 10.222.0.42 "POST /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8/bindings HTTP/1.1" status: 201 len: 389 time: 0.7261703 Feb 10 03:59:14.733703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-25acdfd1-b080-42ba-a843-b89d18694239 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 1002 time: 0.0755587 Feb 10 03:59:14.766107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c41c073b-1975-41be-ac65-6c81e85fd223), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:14.784185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['69e6c33b-c05d-4dd2-8fe6-c37d9c892705'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:14.905283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-55d93e28-9b37-4150-859b-6b2df9850f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:14.909417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-55d93e28-9b37-4150-859b-6b2df9850f36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.1703231 Feb 10 03:59:14.911134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c41c073b-1975-41be-ac65-6c81e85fd223,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:15.087502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-098fc4e9-330c-42d0-a5e3-4ed1a05cc236 req-4a0b051e-a4c1-4e95-ba39-1bc6191030da tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips/01044e22-590c-4059-af2d-9cec335bb732 HTTP/1.1" status: 200 len: 693 time: 0.0643477 Feb 10 03:59:15.164096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-12aa7c44-0d86-492f-9f2b-a4dc2cc8bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:15.165616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-12aa7c44-0d86-492f-9f2b-a4dc2cc8bb8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2428741 Feb 10 03:59:15.215211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (f5248322-1a41-4690-97d4-04f054e077fa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:15.257395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:15.371927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:59:15.377020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:15.384680 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:15.456889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-ae9b8b38-e9a4-44b3-852a-d8054faeb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:15.459589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-ae9b8b38-e9a4-44b3-852a-d8054faeb8a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1127 time: 0.0850821 Feb 10 03:59:15.501186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:15.501662 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:15.540146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:15.546270 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5818ca3e-4592-4157-b654-925842c9bfb1" -d '{"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:15.567590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:15.596616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-7ba93cac-5799-4bbd-8976-8febedd662c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:15.598472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-7ba93cac-5799-4bbd-8976-8febedd662c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.1329665 Feb 10 03:59:15.644415 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:15.660760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-135e2386-da6f-4dd9-b251-f617e2c78267 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 217 time: 0.0498724 Feb 10 03:59:15.700536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fc4e9-330c-42d0-a5e3-4ed1a05cc236 req-0125dc69-879e-4701-bd3a-4f918a907f9d tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:15.701910 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-098fc4e9-330c-42d0-a5e3-4ed1a05cc236 req-0125dc69-879e-4701-bd3a-4f918a907f9d tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.5848227 Feb 10 03:59:15.720919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-098fc4e9-330c-42d0-a5e3-4ed1a05cc236 req-14ede1b6-7dbf-47be-9dd0-616a9a97ab61 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:59:15.721931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-098fc4e9-330c-42d0-a5e3-4ed1a05cc236 req-14ede1b6-7dbf-47be-9dd0-616a9a97ab61 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120535 Feb 10 03:59:15.736179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:15.769830 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-00e0b5df-cdb6-4b96-b2b2-79fdcef74ce0 service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943360 Feb 10 03:59:15.780986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f2b9725f-35a1-4e5a-834e-c5338511e578 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:15.795749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-bc3f1fd3-4d0e-413f-b1df-5be0292e9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:15.799498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-bc3f1fd3-4d0e-413f-b1df-5be0292e9aca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1349342 Feb 10 03:59:15.874927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f2b9725f-35a1-4e5a-834e-c5338511e578 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:15.875386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:15.978727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-e54adf2b-8c4c-4d8b-81aa-4522c9a98253 service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006691 Feb 10 03:59:16.017308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f2b9725f-35a1-4e5a-834e-c5338511e578 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:16.083950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Router f5248322-1a41-4690-97d4-04f054e077fa has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:16.121201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-88d08e61-77bb-4912-8a29-25f7ce9cde5f tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:16.122730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-88d08e61-77bb-4912-8a29-25f7ce9cde5f tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/networks?id=ea0c3e45-b0f7-40c5-98ba-0b278923a76b HTTP/1.1" status: 200 len: 814 time: 0.1766028 Feb 10 03:59:16.131381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:16.183049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-61635dde-5963-4829-b401-fc033a8cb3f1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/quotas/81259bfba7ca473a9bdad466e8081e97 HTTP/1.1" status: 200 len: 375 time: 0.0544817 Feb 10 03:59:16.185276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-5c1b2812-2f85-4b65-a1bb-3db99021164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:16.186942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-5c1b2812-2f85-4b65-a1bb-3db99021164b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1126 time: 0.1468563 Feb 10 03:59:16.197580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-c410fb36-3952-4c67-81a2-edd5c148ce79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3931940 Feb 10 03:59:16.290455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-a6207014-547c-4bac-858f-36494e948f89 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Feb 10 03:59:16.350659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:59:16.353627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:16.354231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:16.354632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.360907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6ef5fe5-f124-476d-b07d-4e6ebff129cb admin admin] 10.222.0.42 "PUT /v2.0/routers/f5248322-1a41-4690-97d4-04f054e077fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8026721 Feb 10 03:59:16.367883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47234) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:16.368096 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] Sync routers for ids ['f5248322-1a41-4690-97d4-04f054e077fa'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:16.386213 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] Routers {'f5248322-1a41-4690-97d4-04f054e077fa'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:16.386213 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f5248322-1a41-4690-97d4-04f054e077fa'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:16.388492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-e0d61434-4a12-4bda-b498-f3279f79d0f1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81259bfba7ca473a9bdad466e8081e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1964698 Feb 10 03:59:16.394522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47236) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:16.400107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8aeb0602-8166-4364-9b9d-acf60b2492ce tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310921031', 'description': 'tempest-description--1032523846'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:16.443908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-a8f92c82-8804-4bc2-aec9-17d88d306106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:16.445410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-a8f92c82-8804-4bc2-aec9-17d88d306106 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2502601 Feb 10 03:59:16.510082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-7c8518c8-305c-4477-8594-cf0d370be18b service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142210 Feb 10 03:59:16.513054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:16.519680 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-a2ee75ed-8bf9-4333-b183-90215425cc43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 217 time: 0.0676019 Feb 10 03:59:16.526123 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.534049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-bdecb9ee-cb25-4c11-9ec2-7a43d116e96d tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1002 time: 0.1288359 Feb 10 03:59:16.573922 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] Set router f5248322-1a41-4690-97d4-04f054e077fa gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:16.580731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8aeb0602-8166-4364-9b9d-acf60b2492ce tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.589776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:16.615393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ddcb-fab0-4477-b321-653f39148384 req-bec4c23d-c0e5-4236-ba5f-305e46200603 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:16.617019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-bec4c23d-c0e5-4236-ba5f-305e46200603 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports/4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 943 time: 0.0756245 Feb 10 03:59:16.649138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.679440 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.691074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-805ddc39-bbcb-40b9-9da0-789ab32f8162 service neutron] 10.222.0.42 "GET /v2.0/networks/ea0c3e45-b0f7-40c5-98ba-0b278923a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692862 Feb 10 03:59:16.694653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-592e8ab3-ff9a-4a70-a9f7-ff4c76ca37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:16.696184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-592e8ab3-ff9a-4a70-a9f7-ff4c76ca37b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1482103 Feb 10 03:59:16.698877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks [] for router (f5248322-1a41-4690-97d4-04f054e077fa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.711605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:16.721798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.722402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.722922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.723440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.723975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.724605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.725195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.726009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.726495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.727014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.727592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.733657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.733657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 03:59:16.769516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-fa554e9f-4d2d-4e65-9585-9e793df0159a tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1002 time: 0.1029513 Feb 10 03:59:16.819588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8aeb0602-8166-4364-9b9d-acf60b2492ce tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group (2d67925d-769c-4b44-8dd4-8b4dd92ea6a6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.819845 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:59:14Z', 'revision_number': 5, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:16.825557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-35cb8e59-4d92-4006-a339-9a8f5c3fbc29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674498 Feb 10 03:59:16.855571 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] Checking router: f5248322-1a41-4690-97d4-04f054e077fa for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:16.866317 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] Routers {'f5248322-1a41-4690-97d4-04f054e077fa'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:16.867054 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f5248322-1a41-4690-97d4-04f054e077fa'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:16.869172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8aeb0602-8166-4364-9b9d-acf60b2492ce tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2d67925d-769c-4b44-8dd4-8b4dd92ea6a6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.910063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-39c283a7-1200-49c0-8618-ed3382949b7a tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:16.911919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-39c283a7-1200-49c0-8618-ed3382949b7a tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.2493672 Feb 10 03:59:16.924805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827844-2'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:16.950320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-8a208916-05f3-4197-b3b1-e96343ac8ec9 service neutron] 10.222.0.42 "GET /v2.0/networks/ea0c3e45-b0f7-40c5-98ba-0b278923a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531133 Feb 10 03:59:16.981171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks [] for router_gateway (f5248322-1a41-4690-97d4-04f054e077fa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.984643 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] Set router f5248322-1a41-4690-97d4-04f054e077fa gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:16.990834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb0602-8166-4364-9b9d-acf60b2492ce tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:16.997677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-b5f90e83-4e3e-47a7-ba15-44b89ee8c631 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633642 Feb 10 03:59:16.998592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8aeb0602-8166-4364-9b9d-acf60b2492ce tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:16.999970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8aeb0602-8166-4364-9b9d-acf60b2492ce tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6043942 Feb 10 03:59:17.002946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47238) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:17.012952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e5f1dd65-e4be-4af4-a856-cc0fce5af739 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Request body: {'security_group_rule': {'security_group_id': '2d67925d-769c-4b44-8dd4-8b4dd92ea6a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:17.030176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ddcb-fab0-4477-b321-653f39148384 req-a169ea4c-855a-4d79-8b8b-7b1ab3fab9f3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:17.037192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-a169ea4c-855a-4d79-8b8b-7b1ab3fab9f3 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2590439 Feb 10 03:59:17.087294 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.146197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-8c96858a-9508-4418-81c5-118b2e5d6efa tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 1002 time: 0.1079454 Feb 10 03:59:17.152778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a9470ef-690a-4444-bcba-6795b23d0689 req-da921c9e-5e32-4d41-b679-8e65171739e2 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317573 Feb 10 03:59:17.162123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:17.163069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Deleting port 6f577073-a46c-42ad-aff0-d028de3c8458 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:17.163482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.228538 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:59:14Z', 'revision_number': 5, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:17.268040 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc685f-eabd-4a9c-989e-fc8a387c300b None None] The sync data for ids ['f5248322-1a41-4690-97d4-04f054e077fa'] in n-d-827844-2 is: [{'id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1734919020-router', 'tenant_id': '9d4de4de73ba4eac81b712a050a9aca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:56:28Z', 'updated_at': '2022-02-10T03:59:14Z', 'revision_number': 5, 'project_id': '9d4de4de73ba4eac81b712a050a9aca2', 'gw_port': {'id': '6f577073-a46c-42ad-aff0-d028de3c8458', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5248322-1a41-4690-97d4-04f054e077fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:56:29Z', 'updated_at': '2022-02-10T03:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:17.271010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.332062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:17.430528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:17.486844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5f1dd65-e4be-4af4-a856-cc0fce5af739 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group_rule (37716228-03bb-49cb-877c-84b5059c6d07), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.489323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.513872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:17.516079 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3c4fc-adb3-4943-984b-11ee8db4a463" -d '{"events": [{"server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:17.520656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Publish callbacks [] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.543766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] For port 6f577073-a46c-42ad-aff0-d028de3c8458, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f577073-a46c-42ad-aff0-d028de3c8458,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:17.544128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.556451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.556798 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Floating IP 620698ca-78b1-4212-85be-82a78f44b889 disassociated. External IP: 172.25.8.210, port: 4538b678-7873-40ac-be65-68d5a56035cb. Feb 10 03:59:17.577698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Calling delete_port for 6f577073-a46c-42ad-aff0-d028de3c8458 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:17.595946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f68a6-fbf7-45c8-9bf0-86689fdb9e25 req-9f74fb26-2a6d-44d4-8dd6-2a26c2c53993 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:17.595946 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-476f68a6-fbf7-45c8-9bf0-86689fdb9e25 req-9f74fb26-2a6d-44d4-8dd6-2a26c2c53993 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 945 time: 0.1463206 Feb 10 03:59:17.600071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.622527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5f1dd65-e4be-4af4-a856-cc0fce5af739 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group_rule (37716228-03bb-49cb-877c-84b5059c6d07), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.679307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5f1dd65-e4be-4af4-a856-cc0fce5af739 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (37716228-03bb-49cb-877c-84b5059c6d07), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.715476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:17.716601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1dd65-e4be-4af4-a856-cc0fce5af739 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37716228-03bb-49cb-877c-84b5059c6d07,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:17.724311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-476f68a6-fbf7-45c8-9bf0-86689fdb9e25 req-b002786f-73ab-4fd4-a6f1-d14a57c3f17e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209877 Feb 10 03:59:17.755249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on host n-h2-827844-2 for vnic_type normal with profile {"migrating_to": "n-h1-827844-2"} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:17.755587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:17.755909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:17.794752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:17.795072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Attempting to bind port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:17.805516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:17.805853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:17.806236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:17.806665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Bound port: c7fe2b89-68a1-4027-a25f-df8ddac985a8, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:17.807316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.826596 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5f1dd65-e4be-4af4-a856-cc0fce5af739 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.827906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e5f1dd65-e4be-4af4-a856-cc0fce5af739 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8238840 Feb 10 03:59:17.830942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47250) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:17.860233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-06704a57-0f60-460a-a0ae-2b7f8ba81975 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Request body: {'security_group_rule': {'security_group_id': '2d67925d-769c-4b44-8dd4-8b4dd92ea6a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:17.891658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515864c-db2e-4a07-9405-7fa7605f3001 req-d6b5eb4e-7e5a-4967-84fe-9b56843fda30 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:17.893466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b515864c-db2e-4a07-9405-7fa7605f3001 req-d6b5eb4e-7e5a-4967-84fe-9b56843fda30 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 945 time: 0.0730250 Feb 10 03:59:17.938400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:17.943978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b515864c-db2e-4a07-9405-7fa7605f3001 req-429c7688-4df3-4259-8dd5-c643087f1f72 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Feb 10 03:59:17.944375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:17.948610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:17.964958 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6f577073-a46c-42ad-aff0-d028de3c8458), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:17.994433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f577073-a46c-42ad-aff0-d028de3c8458,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:18.042660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.051892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.093167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06704a57-0f60-460a-a0ae-2b7f8ba81975 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group_rule (5e397c84-a49b-4397-84b5-6dcdf7297c9c), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.102299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (f5248322-1a41-4690-97d4-04f054e077fa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.134185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:18.139540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.145846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:18.159761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:18.162190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:18.192761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f621bd2-6d51-4185-9794-cd17bf31200b req-e689ee89-64b2-4114-afc9-5a0a513d8884 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.194321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f621bd2-6d51-4185-9794-cd17bf31200b req-e689ee89-64b2-4114-afc9-5a0a513d8884 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 945 time: 0.1623607 Feb 10 03:59:18.214482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=8']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:18.231997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.232875 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.234057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (f5248322-1a41-4690-97d4-04f054e077fa), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.234628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5a960bd6-3f8c-40fc-969d-232a80f49ec4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 1121 time: 1.3157647 Feb 10 03:59:18.242695 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks [] for router_controller (f5248322-1a41-4690-97d4-04f054e077fa), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.245955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-eff2e8d2-360a-40fb-a857-36340de434ad tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "PUT /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 200 len: 696 time: 1.0881400 Feb 10 03:59:18.300188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06704a57-0f60-460a-a0ae-2b7f8ba81975 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group_rule (5e397c84-a49b-4397-84b5-6dcdf7297c9c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.306969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:18.335906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f621bd2-6d51-4185-9794-cd17bf31200b req-8357a12d-e8d6-4e6e-a1bb-a6777cd32e48 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134531 Feb 10 03:59:18.345698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ddcb-fab0-4477-b321-653f39148384 req-daaf5b21-af66-4ed0-bdfa-f5a21c250c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.347827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-daaf5b21-af66-4ed0-bdfa-f5a21c250c79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.0955236 Feb 10 03:59:18.400212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c7fe2b89-68a1-4027-a25f-df8ddac985a8'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:18.425660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06704a57-0f60-460a-a0ae-2b7f8ba81975 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5e397c84-a49b-4397-84b5-6dcdf7297c9c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.430436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (f5248322-1a41-4690-97d4-04f054e077fa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.431209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5248322-1a41-4690-97d4-04f054e077fa {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:59:18.437993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.440513 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-470d12e6-93e9-4972-b5f2-232a28cd2c3b admin admin] 10.222.0.42 "DELETE /v2.0/routers/f5248322-1a41-4690-97d4-04f054e077fa HTTP/1.1" status: 204 len: 168 time: 2.0716157 Feb 10 03:59:18.441424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47254) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:18.475305 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2167a8-8fb0-49aa-abca-55cd48273287 x-openstack-request-id: req-9b2167a8-8fb0-49aa-abca-55cd48273287 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:18.476745 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:18.477009 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b2167a8-8fb0-49aa-abca-55cd48273287 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:18.477657 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'code': 200} Feb 10 03:59:18.489362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06704a57-0f60-460a-a0ae-2b7f8ba81975 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e397c84-a49b-4397-84b5-6dcdf7297c9c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:18.559224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a03aa03-7b68-44e4-9b46-68292d2cc6ad req-bd0edab1-a8e7-4c9c-a739-82ab6cff3d91 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=61e98c7583344b6aa7d3c5953a3c7f04 HTTP/1.1" status: 200 len: 696 time: 0.1166339 Feb 10 03:59:18.565202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ddcb-fab0-4477-b321-653f39148384 req-07ee9ffa-9aea-4ef3-956c-4c35de18e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.567299 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-07ee9ffa-9aea-4ef3-956c-4c35de18e002 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.2139659 Feb 10 03:59:18.630363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-b4996bc4-d238-4d5e-961e-f9a7189af6e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 217 time: 0.0521286 Feb 10 03:59:18.634244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06704a57-0f60-460a-a0ae-2b7f8ba81975 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.636103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-06704a57-0f60-460a-a0ae-2b7f8ba81975 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8034976 Feb 10 03:59:18.638493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82c43f-2482-48bc-8b22-3430a68e7711 req-a34df635-2a92-4433-b1df-d881ac3009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.640601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a82c43f-2482-48bc-8b22-3430a68e7711 req-a34df635-2a92-4433-b1df-d881ac3009ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 1127 time: 0.1488943 Feb 10 03:59:18.641023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47256) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:18.646584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:18.665178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] Deleting subnet 4493f66b-ff5e-46e2-9f3e-07051566fb73 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:59:18.672830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] Publish callbacks [] for subnet (4493f66b-ff5e-46e2-9f3e-07051566fb73), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.725520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (4493f66b-ff5e-46e2-9f3e-07051566fb73), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.742755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ddcb-fab0-4477-b321-653f39148384 req-0291d12b-4fe5-4adb-86b2-8d3dd6c3ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.744250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-0291d12b-4fe5-4adb-86b2-8d3dd6c3ff13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.1023386 Feb 10 03:59:18.750946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a82c43f-2482-48bc-8b22-3430a68e7711 req-e248a518-0e56-43e4-a181-cf6d49008a22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901089 Feb 10 03:59:18.753104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03aa03-7b68-44e4-9b46-68292d2cc6ad req-12cff9fb-6585-4f03-9486-4ea25630b617 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.753339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a03aa03-7b68-44e4-9b46-68292d2cc6ad req-12cff9fb-6585-4f03-9486-4ea25630b617 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks?id=d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 787 time: 0.1705005 Feb 10 03:59:18.764274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-3a03aa03-7b68-44e4-9b46-68292d2cc6ad req-cf737d0f-f8bb-4501-8191-963ed5c8f82e tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:59:18.765435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a03aa03-7b68-44e4-9b46-68292d2cc6ad req-cf737d0f-f8bb-4501-8191-963ed5c8f82e tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058172 Feb 10 03:59:18.809690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.863770 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (4493f66b-ff5e-46e2-9f3e-07051566fb73), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:18.893249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ddcb-fab0-4477-b321-653f39148384 req-2b78e3da-6f17-4200-9ec6-b40400b574f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:18.901553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-2b78e3da-6f17-4200-9ec6-b40400b574f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366875 Feb 10 03:59:18.933991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e72d35-4848-4484-a2ba-1d1eacfd7de8 req-b1e24f35-d5ef-452f-80b8-2f36f0a48aa3 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 210 time: 0.0661111 Feb 10 03:59:18.981601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:19.023307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:19.031867 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2462f717-1117-441b-9025-ba9188f4541e x-openstack-request-id: req-2462f717-1117-441b-9025-ba9188f4541e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:19.032190 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:19.032498 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2462f717-1117-441b-9025-ba9188f4541e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:19.032928 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8', 'code': 200} Feb 10 03:59:19.033826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:19.034524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:19.039928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.043515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-70289122-c1e5-4f43-847f-998e81e5188a service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408815 Feb 10 03:59:19.063737 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (4493f66b-ff5e-46e2-9f3e-07051566fb73), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.081992 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.089930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404376f3-1e8d-4c8a-b03f-82a7e13a5e3b None None] Network 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:59:19.090466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4493f66b-ff5e-46e2-9f3e-07051566fb73 HTTP/1.1" status: 204 len: 168 time: 0.6325145 Feb 10 03:59:19.099019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47264) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:19.111876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd77b4-e198-4315-b601-ab9851e674ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4493f66b-ff5e-46e2-9f3e-07051566fb73,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:19.166310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232295b-b2e8-42d1-8882-1bdbb4fb2e22 req-7fde5be4-5223-4f64-9fc5-de68e643b795 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:19.168563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2232295b-b2e8-42d1-8882-1bdbb4fb2e22 req-7fde5be4-5223-4f64-9fc5-de68e643b795 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 943 time: 0.0588381 Feb 10 03:59:19.230311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2232295b-b2e8-42d1-8882-1bdbb4fb2e22 req-a658d0f5-d9d6-44f1-9d4d-faadcbfc84a9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537536 Feb 10 03:59:19.269083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:19.343553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-8eeffd6b-ba4f-4560-9497-ea49de22c76a tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips/01044e22-590c-4059-af2d-9cec335bb732 HTTP/1.1" status: 200 len: 693 time: 0.0692689 Feb 10 03:59:19.403927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] DHCP port deletion for 6b3ad936-b0be-4cac-a9a5-5c005e9fd333 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:59:19.512451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-5797b72d-0212-45b6-a6b7-74990d84173a tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:19.520621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-5797b72d-0212-45b6-a6b7-74990d84173a tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1692219 Feb 10 03:59:19.596101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] Deleting port 152754eb-2d76-472b-9142-94c79027502e {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:19.596496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (152754eb-2d76-472b-9142-94c79027502e), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.598157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-7243f854-0d56-4ee4-a5b9-46450e7a7e5c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.0764191 Feb 10 03:59:19.601109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6b3ad936-b0be-4cac-a9a5-5c005e9fd333), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.617548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f577073-a46c-42ad-aff0-d028de3c8458 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:19.635899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Allocated IP 172.25.8.164 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/620f43ff-02f7-412a-bb73-aa594de834ed) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:19.639560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5329ddcb-fab0-4477-b321-653f39148384 req-eb7c708c-7a13-4564-9ef5-2bfc734d5e9d service neutron] 10.222.0.42 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897634 Feb 10 03:59:19.655691 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-922c6488-1774-4f05-a41f-f8c7f8846679 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.0562947 Feb 10 03:59:19.670943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6f577073-a46c-42ad-aff0-d028de3c8458 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:19.671454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f577073-a46c-42ad-aff0-d028de3c8458 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:19.671719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 152754eb-2d76-472b-9142-94c79027502e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:19.758436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] For port 152754eb-2d76-472b-9142-94c79027502e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=152754eb-2d76-472b-9142-94c79027502e,segment=NetworkSegment(bd4372e9-75f1-4d35-9d9a-28777e84c3ca),segment_id=bd4372e9-75f1-4d35-9d9a-28777e84c3ca)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:19.758874 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (152754eb-2d76-472b-9142-94c79027502e), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.768241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Deleting port 152754eb-2d76-472b-9142-94c79027502e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:19.768485 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (152754eb-2d76-472b-9142-94c79027502e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.783623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] Calling delete_port for 152754eb-2d76-472b-9142-94c79027502e owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:19.792138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Deleting port 4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:19.792439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.822661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for port (620f43ff-02f7-412a-bb73-aa594de834ed), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.850761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:19.885857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f432fe-11a8-429c-a43c-373f72cf89a5 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:57:38Z', 'revision_number': 4, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c5354790-b3a9-4176-b9eb-d9104f2fa303', 'name': '', 'network_id': '98795296-2ed1-4eee-948f-9679c0caaa71', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'mac_address': 'fa:16:3e:e5:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:35Z', 'updated_at': '2022-02-10T03:57:43Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'subnets': [{'id': 'd60a168f-cb90-47d0-a11f-069c31fcba10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:19.896178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] For port 152754eb-2d76-472b-9142-94c79027502e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=152754eb-2d76-472b-9142-94c79027502e,segment=NetworkSegment(bd4372e9-75f1-4d35-9d9a-28777e84c3ca),segment_id=bd4372e9-75f1-4d35-9d9a-28777e84c3ca)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:19.896546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (152754eb-2d76-472b-9142-94c79027502e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.909346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.909961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:19.927187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Calling delete_port for 4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:19.939229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Calling delete_port for 152754eb-2d76-472b-9142-94c79027502e owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:19.968076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 152754eb-2d76-472b-9142-94c79027502e is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:19.968534 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (152754eb-2d76-472b-9142-94c79027502e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.039380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027b931-7fb3-4d39-b64a-6a68ed914c32 req-9add413b-fd02-47ae-a2bf-dce5703f7b1d tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:20.040948 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b027b931-7fb3-4d39-b64a-6a68ed914c32 req-9add413b-fd02-47ae-a2bf-dce5703f7b1d tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 945 time: 0.1897709 Feb 10 03:59:20.121383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b027b931-7fb3-4d39-b64a-6a68ed914c32 req-f1e2b713-5806-4b21-8d38-e696fb9dab71 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716665 Feb 10 03:59:20.130352 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (152754eb-2d76-472b-9142-94c79027502e), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.130946 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (620f43ff-02f7-412a-bb73-aa594de834ed), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.174249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:20.179405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:20.185377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.186078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c41c073b-1975-41be-ac65-6c81e85fd223 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:20.202299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (152754eb-2d76-472b-9142-94c79027502e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.209343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] No DVR routers for this DVR port 152754eb-2d76-472b-9142-94c79027502e on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:20.213904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:20.228399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c41c073b-1975-41be-ac65-6c81e85fd223 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:20.228751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c41c073b-1975-41be-ac65-6c81e85fd223 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:20.232938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc14654-c5b1-4018-8198-1c8b5be35de3 None None] Pushing event deleted for resources: {'Port': ['ID=152754eb-2d76-472b-9142-94c79027502e,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:20.261921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Pushing event deleted for resources: {'Port': ['ID=4454d4eb-68b0-4ccc-95d4-fc17c8d23d3c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:20.296420 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dce061a-ed7a-4534-aed1-32e1a6d2f710 None None] New status for floating IP 620698ca-78b1-4212-85be-82a78f44b889: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 03:59:20.311844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (01044e22-590c-4059-af2d-9cec335bb732), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.312064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event updated for resources: {'Port': ['ID=620f43ff-02f7-412a-bb73-aa594de834ed,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:20.316205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.327232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d711c64b-a0c1-43a5-b248-d1050ac0a2a4 req-38ed39b2-7ca8-4141-a676-ab6e9d5b2001 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "DELETE /v2.0/floatingips/01044e22-590c-4059-af2d-9cec335bb732 HTTP/1.1" status: 204 len: 173 time: 0.6705184 Feb 10 03:59:20.341581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] No DVR routers for this DVR port 152754eb-2d76-472b-9142-94c79027502e on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:20.392036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=152754eb-2d76-472b-9142-94c79027502e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:20.452012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a36047e4-e319-436f-9150-5cdbbcc2e295 req-f1e30a0f-6593-485b-905c-0c63a555b5ee tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 210 time: 0.0356061 Feb 10 03:59:20.480913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:20.483426 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80bf739-fda8-42d6-b1a2-b1fdd22811ef" -d '{"events": [{"server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "name": "network-vif-plugged", "status": "completed", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:20.579267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8018f94-63f1-4339-abb1-d3db9c5b5a88 req-48559bf9-39f1-4cb4-bbbb-9bffcb3cdb83 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:20.583238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8018f94-63f1-4339-abb1-d3db9c5b5a88 req-48559bf9-39f1-4cb4-bbbb-9bffcb3cdb83 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 945 time: 0.3226187 Feb 10 03:59:20.593637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9e454-b216-4042-9cd3-dc5b955fa386 req-a5d6dc20-d82e-40ad-a860-f584b0c4c303 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:20.595533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ca9e454-b216-4042-9cd3-dc5b955fa386 req-a5d6dc20-d82e-40ad-a860-f584b0c4c303 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 943 time: 0.0732508 Feb 10 03:59:20.596397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6b3ad936-b0be-4cac-a9a5-5c005e9fd333), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.644063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for floatingip (98bc57a2-6a33-4f68-88d2-2fbbf119f70c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.652182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ca9e454-b216-4042-9cd3-dc5b955fa386 req-213246bc-0fe8-4e4c-a21c-c6fae2456935 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497012 Feb 10 03:59:20.652659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3ad936-b0be-4cac-a9a5-5c005e9fd333']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:20.661941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4c9b83e5-ba16-43b9-aaa4-bd77db8f60b3 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:20.663527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4c9b83e5-ba16-43b9-aaa4-bd77db8f60b3 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.24 "GET /v2.0/networks?id=ea0c3e45-b0f7-40c5-98ba-0b278923a76b HTTP/1.1" status: 200 len: 814 time: 0.3567686 Feb 10 03:59:20.681032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Request body: {'port': {'device_id': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'admin_state_up': True, 'tenant_id': '81259bfba7ca473a9bdad466e8081e97'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:20.686567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:20.686910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4372e9-75f1-4d35-9d9a-28777e84c3ca') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:20.720001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (bd4372e9-75f1-4d35-9d9a-28777e84c3ca), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.751492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8018f94-63f1-4339-abb1-d3db9c5b5a88 req-be901cd5-f76c-47d0-9972-7ae44ec03488 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506031 Feb 10 03:59:20.788600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (bd4372e9-75f1-4d35-9d9a-28777e84c3ca), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.809552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:59:20.810280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (bd4372e9-75f1-4d35-9d9a-28777e84c3ca), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.833114 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac2441c-23b9-4b81-b94e-692a8991baf2 x-openstack-request-id: req-cac2441c-23b9-4b81-b94e-692a8991baf2 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:20.833437 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "name": "network-vif-plugged", "status": "completed", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:20.833776 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cac2441c-23b9-4b81-b94e-692a8991baf2 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:20.834417 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705', 'code': 200} Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: timer() Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:59:20.840779 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:59:20.899312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-2998b19e-b284-4c91-9de6-6f8b57e091ae tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2183402 Feb 10 03:59:20.916179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:20.966119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5131-055d-4d3d-82bc-c7cce4c3ced0 req-d90d4458-0533-4405-87b5-85a6d8772846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:20.967492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-079e5131-055d-4d3d-82bc-c7cce4c3ced0 req-d90d4458-0533-4405-87b5-85a6d8772846 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1127 time: 0.0664089 Feb 10 03:59:20.971425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (620f43ff-02f7-412a-bb73-aa594de834ed), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:20.977649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-48ee3662-a350-4c68-bdc9-71d5fa550b3b tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 200 len: 694 time: 0.0958064 Feb 10 03:59:21.020997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-079e5131-055d-4d3d-82bc-c7cce4c3ced0 req-b32cf7cc-6b9c-44cb-9a90-1ced7d55a585 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Feb 10 03:59:21.039119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8'}, {'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:21.039428 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660" -d '{"events": [{"name": "network-changed", "server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8"}, {"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:21.041927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6b3ad936-b0be-4cac-a9a5-5c005e9fd333), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.047752 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.053814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6b3ad936-b0be-4cac-a9a5-5c005e9fd333 HTTP/1.1" status: 204 len: 168 time: 1.9457085 Feb 10 03:59:21.060266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.108096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacede28-1a7c-4c0a-b712-325bdae34df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3ad936-b0be-4cac-a9a5-5c005e9fd333,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:21.199685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Made reservation on behalf of 81259bfba7ca473a9bdad466e8081e97 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:59:21.203080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.216303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.253469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-500c2b76-1a48-4f77-8ec7-36a619c555eb tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:21.263278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-500c2b76-1a48-4f77-8ec7-36a619c555eb tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2521667 Feb 10 03:59:21.304063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:59:21.331296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Allocated IP 172.25.8.91 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/f9fb6d21-95b3-4664-b296-f3ee971013ec) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:21.362245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a71f7b26-987b-4a83-9a98-1cf9aaadd1f2 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 697 time: 0.0957294 Feb 10 03:59:21.453707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-373d3730-4e46-4ff3-806e-72118b0481b1 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 697 time: 0.0821986 Feb 10 03:59:21.469352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:21.469828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for port (620f43ff-02f7-412a-bb73-aa594de834ed), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.504887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.507721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 has no active binding in host n-h1-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 03:59:21.556787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (620f43ff-02f7-412a-bb73-aa594de834ed), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.616275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:21.662228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.703166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Allocated IP 172.20.0.11 (ea0c3e45-b0f7-40c5-98ba-0b278923a76b/a0821981-dc75-4737-95ce-5e287d60c26e/a2166c0b-0745-405f-b3c3-c381d64ecc7d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:21.754643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event updated for resources: {'Port': ['ID=620f43ff-02f7-412a-bb73-aa594de834ed,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:21.793745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:21.801438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:21.803670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (98bc57a2-6a33-4f68-88d2-2fbbf119f70c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.806968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:21.842474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-20c58818-454a-4044-bc53-b04309c64b5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee8566aca7e34d72b480239e591fb99d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2238247 Feb 10 03:59:21.845341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Pushing event updated for resources: {'Port': ['ID=f9fb6d21-95b3-4664-b296-f3ee971013ec,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:21.849026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47312) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:21.851020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Deleting port c2d11192-069f-43cc-b503-c42ee5486905 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:21.851533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c2d11192-069f-43cc-b503-c42ee5486905), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.969825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:21.981781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b090b1c0-0905-49ab-b8e5-60e3eb70ff7f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3383377 Feb 10 03:59:22.045293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c2d11192-069f-43cc-b503-c42ee5486905), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.049442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (c2d11192-069f-43cc-b503-c42ee5486905), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.067355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks [] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.074580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Calling delete_port for c2d11192-069f-43cc-b503-c42ee5486905 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:22.385275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.456558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3382eb0b-6a86-40e7-8de2-155d157187a8 admin admin] Publish callbacks [] for security_group (e3be7878-369c-4e7b-8f03-f32f5b5fcc53), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.481802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:22.489098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:22.491157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Pushing event updated for resources: {'Port': ['ID=a2166c0b-0745-405f-b3c3-c381d64ecc7d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:22.498124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:22.524786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (02639bb9-c07d-4699-83e5-a2e0b1c86ac4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.530147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3382eb0b-6a86-40e7-8de2-155d157187a8 admin admin] Publish callbacks [] for security_group (e3be7878-369c-4e7b-8f03-f32f5b5fcc53), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.586501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:22.587220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.594497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c2d11192-069f-43cc-b503-c42ee5486905), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.628498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-5ff70ecc-5989-4900-839d-fc9ea5821f48 service neutron] 10.222.0.43 "GET /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8/bindings/n-h1-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.2756653 Feb 10 03:59:22.779483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.783580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Pushing event deleted for resources: {'Port': ['ID=c2d11192-069f-43cc-b503-c42ee5486905,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:22.818244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-4d5c6659-0fd4-4afe-a867-19da3d41f738 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1390088 Feb 10 03:59:22.858327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Request body: {'port': {'device_id': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:22.906740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-342410e5-1d47-45f4-b213-89c8d8ac3ef3 None None] Provisioning complete for port a2166c0b-0745-405f-b3c3-c381d64ecc7d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:22.907307 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-342410e5-1d47-45f4-b213-89c8d8ac3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.962224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks [] for floatingip (620698ca-78b1-4212-85be-82a78f44b889), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.965928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.966100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3382eb0b-6a86-40e7-8de2-155d157187a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e3be7878-369c-4e7b-8f03-f32f5b5fcc53), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.967595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01b55dcc-efd8-493e-bfc3-95e5bc3ce22c req-a88f0583-5dc0-451b-9a12-a30f3186b531 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "DELETE /v2.0/floatingips/620698ca-78b1-4212-85be-82a78f44b889 HTTP/1.1" status: 204 len: 173 time: 1.5045125 Feb 10 03:59:22.981533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:22.994037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3382eb0b-6a86-40e7-8de2-155d157187a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:23.014001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3382eb0b-6a86-40e7-8de2-155d157187a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3be7878-369c-4e7b-8f03-f32f5b5fcc53 HTTP/1.1" status: 204 len: 168 time: 1.1591651 Feb 10 03:59:23.030857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-342410e5-1d47-45f4-b213-89c8d8ac3ef3 None None] Port a2166c0b-0745-405f-b3c3-c381d64ecc7d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:59:23.076879 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc56b352-d5c6-419d-8e52-6760de180bb9 x-openstack-request-id: req-bc56b352-d5c6-419d-8e52-6760de180bb9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:23.077447 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "tag": "4538b678-7873-40ac-be65-68d5a56035cb", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:23.077955 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc56b352-d5c6-419d-8e52-6760de180bb9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:23.078437 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8', 'status': 'completed', 'code': 200} Feb 10 03:59:23.078771 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb', 'status': 'completed', 'code': 200} Feb 10 03:59:23.227593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382eb0b-6a86-40e7-8de2-155d157187a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3be7878-369c-4e7b-8f03-f32f5b5fcc53,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:23.399081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:23.442404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-b2723973-7811-49f8-8021-04f6cde24dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:23.442783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e59997-67ec-42da-b122-576261a5588f req-a04cd533-21c1-4728-b380-c4494d6e4b45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:23.444034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33e59997-67ec-42da-b122-576261a5588f req-a04cd533-21c1-4728-b380-c4494d6e4b45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 945 time: 0.1847198 Feb 10 03:59:23.456366 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-b2723973-7811-49f8-8021-04f6cde24dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1155 time: 0.2260606 Feb 10 03:59:23.462840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:23.545646 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:23.679590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Pushing event updated for resources: {'Port': ['ID=f9fb6d21-95b3-4664-b296-f3ee971013ec,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:23.696582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33e59997-67ec-42da-b122-576261a5588f req-8f35fd3a-5830-450f-a88c-bfbdf85e1d08 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413795 Feb 10 03:59:23.713679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2166c0b-0745-405f-b3c3-c381d64ecc7d {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:23.733628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Publish callbacks [] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:23.739261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:23.758508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Transition to ACTIVE for port object a2166c0b-0745-405f-b3c3-c381d64ecc7d will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:59:23.814134 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 03:59:23.825173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:23.842434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fe2b89-68a1-4027-a25f-df8ddac985a8 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:23.847078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (02639bb9-c07d-4699-83e5-a2e0b1c86ac4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:23.869601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:23.890606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-f6d2a7fa-2cf9-4d48-bf7a-662f76396edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:23.892139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-f6d2a7fa-2cf9-4d48-bf7a-662f76396edb service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.4132659 Feb 10 03:59:23.943318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-5258562b-a6d9-4ba9-a5ed-a2f817c2cff3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 217 time: 0.0446091 Feb 10 03:59:23.951110 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:23.952968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-a27a44bf-5515-424f-8281-85dfac74ec3c tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0421252 Feb 10 03:59:23.976545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Pushing event updated for resources: {'Port': ['ID=a2166c0b-0745-405f-b3c3-c381d64ecc7d,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:24.022586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.073171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8502d1-58a6-4747-bc02-f57081e756b0 req-3aae9882-4f11-4e2e-917f-6ca8b77fe470 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:24.089896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac8502d1-58a6-4747-bc02-f57081e756b0 req-3aae9882-4f11-4e2e-917f-6ca8b77fe470 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 944 time: 0.2613690 Feb 10 03:59:24.108499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-68f2ac6b-9da3-489c-a6ce-a4a758dccb04 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.1470006 Feb 10 03:59:24.129608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-4f6dc7bc-f28c-46aa-8dfc-574a28cc0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:24.131111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-4f6dc7bc-f28c-46aa-8dfc-574a28cc0194 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1772251 Feb 10 03:59:24.148846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47372) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:24.252144 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac8502d1-58a6-4747-bc02-f57081e756b0 req-8df32eb7-b011-4931-ba5a-5d80411bed11 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613588 Feb 10 03:59:24.259017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-b44a1528-c6f0-45df-a4e6-eb764a0cd6ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883908 Feb 10 03:59:24.329140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Attempting to bind port a2166c0b-0745-405f-b3c3-c381d64ecc7d on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:24.330518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Attempting to bind port a2166c0b-0745-405f-b3c3-c381d64ecc7d by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:24.331094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Attempting to bind port a2166c0b-0745-405f-b3c3-c381d64ecc7d on network ea0c3e45-b0f7-40c5-98ba-0b278923a76b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:24.352249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Port a2166c0b-0745-405f-b3c3-c381d64ecc7d on network ea0c3e45-b0f7-40c5-98ba-0b278923a76b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:24.358179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Attempting to bind port a2166c0b-0745-405f-b3c3-c381d64ecc7d on network ea0c3e45-b0f7-40c5-98ba-0b278923a76b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:24.375433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4ddc18b8-068f-4ccf-9f1b-aa62970ad6c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d4de4de73ba4eac81b712a050a9aca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945453 Feb 10 03:59:24.379143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47374) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:24.455378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] Transition to ACTIVE for port object c7fe2b89-68a1-4027-a25f-df8ddac985a8 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:59:24.466244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:24.468445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Checking segment: {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:24.470526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Bound using segment: {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:24.470526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Bound port: a2166c0b-0745-405f-b3c3-c381d64ecc7d, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f42c92f-0db0-433b-9472-82ce117499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:24.470526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.496264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-f0dbade6-d5a6-4112-a175-a1e3324c3291 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:24.501085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5339505-4b3c-4e20-a71c-45c38d5a9e2a req-f0dbade6-d5a6-4112-a175-a1e3324c3291 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.3871739 Feb 10 03:59:24.562427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.605000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbdd01a3-b310-4734-8821-4884905e64a0 admin admin] Publish callbacks [] for security_group (9446e15d-3ff6-4a4e-8f2d-30a33c6a1340), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.642750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36439040-7b5e-49d9-9921-7d977bfd6af1 req-1345c864-b335-42de-b85f-502ee481e200 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:24.644340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36439040-7b5e-49d9-9921-7d977bfd6af1 req-1345c864-b335-42de-b85f-502ee481e200 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 943 time: 0.2542832 Feb 10 03:59:24.648489 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbdd01a3-b310-4734-8821-4884905e64a0 admin admin] Publish callbacks [] for security_group (9446e15d-3ff6-4a4e-8f2d-30a33c6a1340), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.678141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] For port a2166c0b-0745-405f-b3c3-c381d64ecc7d, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:24.754625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] For port a2166c0b-0745-405f-b3c3-c381d64ecc7d, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a2166c0b-0745-405f-b3c3-c381d64ecc7d,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:24.764849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-b2e9f55b-dee6-4f7e-b13a-6817fd449dea service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047367 Feb 10 03:59:24.812242 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36439040-7b5e-49d9-9921-7d977bfd6af1 req-6788dc47-bd59-40b7-a1d0-0df65a5970b4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532736 Feb 10 03:59:24.859749 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.884095 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbdd01a3-b310-4734-8821-4884905e64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9446e15d-3ff6-4a4e-8f2d-30a33c6a1340), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.887167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbdd01a3-b310-4734-8821-4884905e64a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.888387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cbdd01a3-b310-4734-8821-4884905e64a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9446e15d-3ff6-4a4e-8f2d-30a33c6a1340 HTTP/1.1" status: 204 len: 168 time: 0.5061939 Feb 10 03:59:24.930371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] No DVR routers for this DVR port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:24.939710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:24.940944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:24.944656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2166c0b-0745-405f-b3c3-c381d64ecc7d HTTP/1.1" status: 200 len: 1092 time: 2.1135037 Feb 10 03:59:25.008530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998a2a-9b53-4042-a593-e2e263814917 service neutron] Pushing event updated for resources: {'Port': ['ID=a2166c0b-0745-405f-b3c3-c381d64ecc7d,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:25.014423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd01a3-b310-4734-8821-4884905e64a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9446e15d-3ff6-4a4e-8f2d-30a33c6a1340,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:25.062809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=10']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:25.082318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'tag': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:25.088167 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ecf9c-7e7e-4107-9af7-2351633c054e" -d '{"events": [{"name": "network-changed", "server_uuid": "16d14e22-2458-4466-ac81-33cc922aa3e6", "tag": "a2166c0b-0745-405f-b3c3-c381d64ecc7d"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:25.212647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-45d7267d-c6b3-4df2-a2b9-4506135aa5a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8/bindings/n-h1-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5718863 Feb 10 03:59:25.232735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e18b-1234-407f-8de2-928b7f7b775a req-66f8608b-97b2-4e5b-89de-951dd2360aef tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:25.234363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c29e18b-1234-407f-8de2-928b7f7b775a req-66f8608b-97b2-4e5b-89de-951dd2360aef tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 945 time: 0.4725749 Feb 10 03:59:25.247247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-710067eb-8109-4d0f-a289-5ad4eb038f76 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627717 Feb 10 03:59:25.297077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-5744ad5b-c994-4469-8cd2-3da324b219a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:25.302939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-5744ad5b-c994-4469-8cd2-3da324b219a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81259bfba7ca473a9bdad466e8081e97&device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 1126 time: 0.2339673 Feb 10 03:59:25.345953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c29e18b-1234-407f-8de2-928b7f7b775a req-02dde536-93e6-464c-8b05-8c94e4f48b4f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892808 Feb 10 03:59:25.467816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-2bfffb06-4f5d-423d-a694-55de1b80b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:25.472427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-2bfffb06-4f5d-423d-a694-55de1b80b570 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84e284355db40bcb030b8f14d506cc1&device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 1128 time: 0.0888262 Feb 10 03:59:25.493308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-2c64be6d-1ceb-4b7c-9b1b-69982119df4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2166c0b-0745-405f-b3c3-c381d64ecc7d HTTP/1.1" status: 200 len: 217 time: 0.1329312 Feb 10 03:59:25.744176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-675f47e3-e914-4012-9e96-8769e1213539 req-1cb4bac8-b89f-49f7-b044-8d164c21454b tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips/02639bb9-c07d-4699-83e5-a2e0b1c86ac4 HTTP/1.1" status: 200 len: 692 time: 0.2072752 Feb 10 03:59:25.801059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-494468e2-4ed3-4173-a706-b50fdbbc470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:25.802737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-494468e2-4ed3-4173-a706-b50fdbbc470e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0821981-dc75-4737-95ce-5e287d60c26e HTTP/1.1" status: 200 len: 853 time: 0.3018608 Feb 10 03:59:25.894937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-7261b037-1adf-4d43-ba38-08c8009b3795 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:25.900285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-7261b037-1adf-4d43-ba38-08c8009b3795 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.3678069 Feb 10 03:59:25.912297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-bcd08473-cade-45ba-be6e-723a7f01a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:25.913817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-bcd08473-cade-45ba-be6e-723a7f01a9d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 200 len: 921 time: 0.4363909 Feb 10 03:59:26.150116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-9a7cedc3-e48a-490f-9880-b3ef31f204c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 200 len: 217 time: 0.2284362 Feb 10 03:59:26.225836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:26.336992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port c7fe2b89-68a1-4027-a25f-df8ddac985a8 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 03:59:26.337973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:26.397377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-9628b025-308a-407d-96a5-84642fb86dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:26.398867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-9628b025-308a-407d-96a5-84642fb86dfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 200 len: 859 time: 0.1960604 Feb 10 03:59:26.403064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-e874352e-4e2d-4cdd-80df-bcde7ecd2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:26.404713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-e874352e-4e2d-4cdd-80df-bcde7ecd2b22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 1126 time: 0.4820414 Feb 10 03:59:26.451199 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd5266-e9b3-41b9-ab56-f901f56635d1 x-openstack-request-id: req-c0dd5266-e9b3-41b9-ab56-f901f56635d1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:26.451924 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d14e22-2458-4466-ac81-33cc922aa3e6", "tag": "a2166c0b-0745-405f-b3c3-c381d64ecc7d", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:26.452331 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0dd5266-e9b3-41b9-ab56-f901f56635d1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:26.452863 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'tag': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d', 'status': 'completed', 'code': 200} Feb 10 03:59:26.474992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b6d0-8cf7-4dfd-9046-4e5d0e074091 req-90cd62cf-2e97-44dc-8ff9-718333fc7237 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:26.481458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cfa9b6d0-8cf7-4dfd-9046-4e5d0e074091 req-90cd62cf-2e97-44dc-8ff9-718333fc7237 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 944 time: 0.4158247 Feb 10 03:59:26.530852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-75d9494e-b44f-4b2d-9877-225ce892213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:26.532855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-75d9494e-b44f-4b2d-9877-225ce892213e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea0c3e45-b0f7-40c5-98ba-0b278923a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7209079 Feb 10 03:59:26.571260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f47e3-e914-4012-9e96-8769e1213539 req-f2c8f9ee-da27-4dfe-837f-ebf83742d056 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:26.578571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-675f47e3-e914-4012-9e96-8769e1213539 req-f2c8f9ee-da27-4dfe-837f-ebf83742d056 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.8324015 Feb 10 03:59:26.662498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-abb583c2-88dd-4d96-8fc9-411675a46046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:26.666128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-abb583c2-88dd-4d96-8fc9-411675a46046 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=98795296-2ed1-4eee-948f-9679c0caaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2594640 Feb 10 03:59:26.685177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cfa9b6d0-8cf7-4dfd-9046-4e5d0e074091 req-2b175c6c-c787-4cf5-8b89-c6b9f383cb40 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866102 Feb 10 03:59:26.702256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-b38d8fb3-3103-41c4-bb99-c5b46a420e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:26.703785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-b38d8fb3-3103-41c4-bb99-c5b46a420e3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1126 time: 0.2209830 Feb 10 03:59:26.836824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-675f47e3-e914-4012-9e96-8769e1213539 req-eef0d723-2798-4aa6-b9c1-c4a4b4e45243 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.2566931 Feb 10 03:59:27.054481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-675f47e3-e914-4012-9e96-8769e1213539 req-e03f8719-2c7f-424e-a72c-58cda29d668a tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.2089505 Feb 10 03:59:27.171810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-2553846d-d09d-4fd0-a37a-59907fdfb176 service neutron] 10.222.0.24 "GET /v2.0/networks/ea0c3e45-b0f7-40c5-98ba-0b278923a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171470 Feb 10 03:59:27.328382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:27.347001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-c9f6fbbb-5562-4c65-850b-73c0c1f1f862 service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682661 Feb 10 03:59:27.411077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-4e314c9a-096c-43ae-8967-aa507bbb2f11 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:27.412940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-4e314c9a-096c-43ae-8967-aa507bbb2f11 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 946 time: 0.5784640 Feb 10 03:59:27.414312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-1d2d7b92-de18-44ff-b9b5-1f3c0b990881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:27.416037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-1d2d7b92-de18-44ff-b9b5-1f3c0b990881 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.6851563 Feb 10 03:59:27.565063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-4503baa9-6c13-4109-bd06-0f85073f2fe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 217 time: 0.1379547 Feb 10 03:59:27.733170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9cad3a2-45f3-40d0-a55c-b6804a4b0660 req-bddf6348-25b2-45f1-8ab4-035e3ed673f7 service neutron] 10.222.0.43 "GET /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775616 Feb 10 03:59:27.746509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-e4a6ba91-5e60-4106-91c5-05ac7ed69df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:27.748018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-e4a6ba91-5e60-4106-91c5-05ac7ed69df6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1381586 Feb 10 03:59:27.749268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8f0609-c203-4342-89bf-5d1649c4ea1b req-d9cedba5-a602-40c1-9297-4586c62804be service neutron] 10.222.0.24 "GET /v2.0/networks/ea0c3e45-b0f7-40c5-98ba-0b278923a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546770 Feb 10 03:59:27.761866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9942-6dc8-4732-8005-bb73e7168063 req-0bb3d4b2-e717-4144-8e3e-d981ba0ec8f4 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:27.763497 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106d9942-6dc8-4732-8005-bb73e7168063 req-0bb3d4b2-e717-4144-8e3e-d981ba0ec8f4 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1127 time: 0.2571957 Feb 10 03:59:27.768299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Deleting port f9fb6d21-95b3-4664-b296-f3ee971013ec {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:27.771868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:27.807919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-d8dedd82-0080-4292-8282-7bbba873d76b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434153 Feb 10 03:59:27.911659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Deleting port 4538b678-7873-40ac-be65-68d5a56035cb {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:27.912242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4538b678-7873-40ac-be65-68d5a56035cb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:27.955552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7fe2b89-68a1-4027-a25f-df8ddac985a8 is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:27.958686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:27.959519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (f9fb6d21-95b3-4664-b296-f3ee971013ec), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:27.975186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4999024d-c8e1-4dbe-ad16-6ef7575a4a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:27.984656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Calling delete_port for f9fb6d21-95b3-4664-b296-f3ee971013ec owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:28.004523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-106d9942-6dc8-4732-8005-bb73e7168063 req-a2789289-d8fb-4646-941c-44a89496163c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283573 Feb 10 03:59:28.006973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-7043dcc0-0a1d-430f-af0b-78740fe7132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:28.008630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-7043dcc0-0a1d-430f-af0b-78740fe7132b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81259bfba7ca473a9bdad466e8081e97&device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 1126 time: 0.1049204 Feb 10 03:59:28.072107 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-920c8a14-bf69-4668-b41b-82402e656987 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510719 Feb 10 03:59:28.203768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] For port 4538b678-7873-40ac-be65-68d5a56035cb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4538b678-7873-40ac-be65-68d5a56035cb,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:28.204140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4538b678-7873-40ac-be65-68d5a56035cb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:28.296700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Calling delete_port for 4538b678-7873-40ac-be65-68d5a56035cb owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:28.387517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-9ce68585-1f7b-4881-9afe-9ce64723c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:28.387517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-9ce68585-1f7b-4881-9afe-9ce64723c8c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea0c3e45-b0f7-40c5-98ba-0b278923a76b HTTP/1.1" status: 200 len: 915 time: 0.3684340 Feb 10 03:59:28.454303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fc960-c063-4cba-b10a-a731eac8903a req-e50711c3-7c42-40a8-a45a-9f7cbd21cae0 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:28.455906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf8fc960-c063-4cba-b10a-a731eac8903a req-e50711c3-7c42-40a8-a45a-9f7cbd21cae0 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 946 time: 0.2900250 Feb 10 03:59:28.460076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-c649d282-674d-4e27-9f4c-305e0d28527e service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554831 Feb 10 03:59:28.521150 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-31a78569-aeb7-44d1-a131-d51a560a2767 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2166c0b-0745-405f-b3c3-c381d64ecc7d HTTP/1.1" status: 200 len: 217 time: 0.1225560 Feb 10 03:59:28.522302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f9fb6d21-95b3-4664-b296-f3ee971013ec), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:28.549165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf8fc960-c063-4cba-b10a-a731eac8903a req-b0419081-a216-4ef2-a95f-59d941939f71 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/security-groups?id=133611a2-5344-49c6-b62d-4df2e515e432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854332 Feb 10 03:59:28.584852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Pushing event deleted for resources: {'Port': ['ID=f9fb6d21-95b3-4664-b296-f3ee971013ec,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:28.682884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4538b678-7873-40ac-be65-68d5a56035cb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:28.694732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4538b678-7873-40ac-be65-68d5a56035cb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:28.700208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-f0f7a7e5-4503-42bb-a0e0-8e21fa4d30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:28.701847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-f0f7a7e5-4503-42bb-a0e0-8e21fa4d30a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0821981-dc75-4737-95ce-5e287d60c26e HTTP/1.1" status: 200 len: 853 time: 0.1686602 Feb 10 03:59:28.717911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks [] for floatingip (02639bb9-c07d-4699-83e5-a2e0b1c86ac4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:28.721893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:28.723950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-675f47e3-e914-4012-9e96-8769e1213539 req-00da5322-eb8c-4efc-b1fa-9fe7d0b6b8ad tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "DELETE /v2.0/floatingips/02639bb9-c07d-4699-83e5-a2e0b1c86ac4 HTTP/1.1" status: 204 len: 173 time: 1.6681416 Feb 10 03:59:28.798141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-9b6f8bac-678f-453e-87d7-80e43489e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:28.801433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-9b6f8bac-678f-453e-87d7-80e43489e89b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea0c3e45-b0f7-40c5-98ba-0b278923a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531425 Feb 10 03:59:28.823813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Pushing event deleted for resources: {'Port': ['ID=4538b678-7873-40ac-be65-68d5a56035cb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:28.856373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] No DVR routers for this DVR port 4538b678-7873-40ac-be65-68d5a56035cb on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:28.860104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:28.863928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cbec392-f7ed-4cae-bd66-dc61b025b7e6 req-444bce42-2250-4824-8fbf-d6d49ab71133 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.43 "DELETE /v2.0/ports/4538b678-7873-40ac-be65-68d5a56035cb HTTP/1.1" status: 204 len: 173 time: 1.4381616 Feb 10 03:59:28.864416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'name': 'network-vif-deleted', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:28.866976 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef3d49c-cff5-428d-9c7e-2f1b485dbe82" -d '{"events": [{"server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "name": "network-vif-deleted", "tag": "4538b678-7873-40ac-be65-68d5a56035cb"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:28.879473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0534092-89e1-4672-b0c5-9ba40122d26f req-31cb0709-a6d3-4d3b-9664-507abac013b6 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:28.887859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0534092-89e1-4672-b0c5-9ba40122d26f req-31cb0709-a6d3-4d3b-9664-507abac013b6 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 945 time: 0.2405522 Feb 10 03:59:28.963631 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0534092-89e1-4672-b0c5-9ba40122d26f req-7b00235d-0995-44c5-83cd-b337797b4a8c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Feb 10 03:59:29.040285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141657e3-b492-4e17-86eb-1b24b2f7cc1e req-4921db18-2372-4397-9bb6-1b153bd0ab1e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:29.048328 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-141657e3-b492-4e17-86eb-1b24b2f7cc1e req-4921db18-2372-4397-9bb6-1b153bd0ab1e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 944 time: 0.1989405 Feb 10 03:59:29.082156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-eb1dca23-3a7e-416e-8508-571e3ecf42f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ea0c3e45-b0f7-40c5-98ba-0b278923a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692568 Feb 10 03:59:29.183912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-141657e3-b492-4e17-86eb-1b24b2f7cc1e req-e7c3ed72-ba86-4089-86cb-02bd38dbfd32 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339254 Feb 10 03:59:29.217003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078cb5c-7792-4465-abc1-2e3bfb9a5714 req-e7fe501f-e581-41ac-990f-af3bd94fac21 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:29.235545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4078cb5c-7792-4465-abc1-2e3bfb9a5714 req-e7fe501f-e581-41ac-990f-af3bd94fac21 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 944 time: 0.1923296 Feb 10 03:59:29.274817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-4735f9e9-04a8-4523-80dc-c029c4c92e29 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:29.279217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-4735f9e9-04a8-4523-80dc-c029c4c92e29 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.1869333 Feb 10 03:59:29.450521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4078cb5c-7792-4465-abc1-2e3bfb9a5714 req-315290b2-348a-4366-9314-ee546a547031 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138853 Feb 10 03:59:29.509449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-100ecf9c-7e7e-4107-9af7-2351633c054e req-901adb38-8d2d-4c38-9d74-e1635f0b4854 service neutron] 10.222.0.24 "GET /v2.0/networks/ea0c3e45-b0f7-40c5-98ba-0b278923a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798664 Feb 10 03:59:29.536587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bafa9-7006-4c96-a03e-c988d6bc34da req-c4d0b9e3-225e-47ea-9065-3bb6dea47e8a tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:29.538395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b8bafa9-7006-4c96-a03e-c988d6bc34da req-c4d0b9e3-225e-47ea-9065-3bb6dea47e8a tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1127 time: 0.1898539 Feb 10 03:59:29.682003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b8bafa9-7006-4c96-a03e-c988d6bc34da req-bd9c6ceb-0a43-4fc5-bd65-22275dda1609 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280315 Feb 10 03:59:29.706895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-1a1dc514-3f51-406c-8877-9bbf378239f6 service neutron] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:29.712685 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-1a1dc514-3f51-406c-8877-9bbf378239f6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:29.713917 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b3eda5-5d0f-4955-af9c-5522fa03d058 req-1a1dc514-3f51-406c-8877-9bbf378239f6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8/bindings/n-h2-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.3937085 Feb 10 03:59:29.806027 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-fa4a9873-607e-4067-a1e2-c20424dbc369 req-c8406724-c9d7-4188-853b-656203318cea tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] show failed (client error): The resource could not be found. Feb 10 03:59:29.818005 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa4a9873-607e-4067-a1e2-c20424dbc369 req-c8406724-c9d7-4188-853b-656203318cea tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips/02639bb9-c07d-4699-83e5-a2e0b1c86ac4 HTTP/1.1" status: 404 len: 350 time: 0.0588403 Feb 10 03:59:29.825582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68f1fa0e-95b1-48e9-a2ee-4942f8d05c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:29.861295 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe944a16-010a-41df-8fb3-4186cbf75d10 x-openstack-request-id: req-fe944a16-010a-41df-8fb3-4186cbf75d10 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:29.861295 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc63a976-6938-401f-a497-b1c959f5f7ff", "name": "network-vif-deleted", "tag": "4538b678-7873-40ac-be65-68d5a56035cb", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:29.861295 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe944a16-010a-41df-8fb3-4186cbf75d10 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:29.861295 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63a976-6938-401f-a497-b1c959f5f7ff', 'name': 'network-vif-deleted', 'tag': '4538b678-7873-40ac-be65-68d5a56035cb', 'status': 'completed', 'code': 200} Feb 10 03:59:30.090608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117624e7-49d5-4851-a19c-cf43992151a5 req-f17c614d-49fc-4cce-a53a-7f7f3f962dc5 tempest-FloatingIPsAssociationTestJSON-253377457 tempest-FloatingIPsAssociationTestJSON-253377457-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc63a976-6938-401f-a497-b1c959f5f7ff HTTP/1.1" status: 200 len: 210 time: 0.0432906 Feb 10 03:59:30.240447 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-75ed8b44-5b21-4823-920e-a629e3bcd6cb req-7dc811a9-0865-417c-a607-4911a14b6ca0 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] show failed (client error): The resource could not be found. Feb 10 03:59:30.250850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47510) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:30.257102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75ed8b44-5b21-4823-920e-a629e3bcd6cb req-7dc811a9-0865-417c-a607-4911a14b6ca0 tempest-FloatingIPsTestJSON-2042546546 tempest-FloatingIPsTestJSON-2042546546-project] 10.222.0.42 "GET /v2.0/floatingips/02639bb9-c07d-4699-83e5-a2e0b1c86ac4 HTTP/1.1" status: 404 len: 350 time: 0.0643058 Feb 10 03:59:31.076765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:31.490635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Deleting port 5462a1fb-80bc-4e58-abe0-d6f1c984b851 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:31.492436 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:31.626406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] For port 5462a1fb-80bc-4e58-abe0-d6f1c984b851, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5462a1fb-80bc-4e58-abe0-d6f1c984b851,segment=NetworkSegment(0d8ad605-198e-4220-afd8-79b7a03452b8),segment_id=0d8ad605-198e-4220-afd8-79b7a03452b8)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:31.627256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:31.647806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Calling delete_port for 5462a1fb-80bc-4e58-abe0-d6f1c984b851 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:31.692336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:32.046667 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5462a1fb-80bc-4e58-abe0-d6f1c984b851), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:32.073093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5462a1fb-80bc-4e58-abe0-d6f1c984b851,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:32.241505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4538b678-7873-40ac-be65-68d5a56035cb no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:32.294446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 4538b678-7873-40ac-be65-68d5a56035cb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:32.297174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4538b678-7873-40ac-be65-68d5a56035cb not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:32.342159 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:32.425210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:32.612494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:32.742513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:32.750827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-35e69899-82de-4e1a-945d-3f8f3a000ab4 admin admin] 10.222.0.42 "PUT /v2.0/routers/7ce79840-5cb8-4adc-a3ce-387c7e6bd551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968290 Feb 10 03:59:32.751232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47548) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:32.757797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] Sync routers for ids ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:32.772042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] Routers {'7ce79840-5cb8-4adc-a3ce-387c7e6bd551'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:32.773578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:32.924375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks [] for router (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:32.929797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] Set router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:33.067609 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks [] for router_gateway (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:33.148693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:59:31Z', 'revision_number': 5, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port': {'id': 'bf4fb0fb-f448-4a55-ad59-26c2843e1363', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:50Z', 'updated_at': '2022-02-10T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:33.204833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1d93d-7a0b-4640-a215-a9483331fa5c req-e03741b6-2a7a-4647-897b-6e45f0fe5c4a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:33.206935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb1d93d-7a0b-4640-a215-a9483331fa5c req-e03741b6-2a7a-4647-897b-6e45f0fe5c4a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 944 time: 0.0947847 Feb 10 03:59:33.215232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] Checking router: 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:33.224883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] Routers {'7ce79840-5cb8-4adc-a3ce-387c7e6bd551'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:33.225623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:33.242974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Deleting port bf4fb0fb-f448-4a55-ad59-26c2843e1363 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:33.243321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:33.328993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] Set router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:33.418722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:59:33Z', 'revision_number': 6, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:33.456036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02188ab-7597-4f79-b467-f0bbbbab749e None None] The sync data for ids ['7ce79840-5cb8-4adc-a3ce-387c7e6bd551'] in n-d-827844-2 is: [{'id': '7ce79840-5cb8-4adc-a3ce-387c7e6bd551', 'name': 'tempest-FloatingIPsTestJSON-1337038354-router', 'tenant_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:47Z', 'updated_at': '2022-02-10T03:59:33Z', 'revision_number': 6, 'project_id': '61e98c7583344b6aa7d3c5953a3c7f04', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:33.590538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-52fa600d-4e2a-4b99-8285-a1e832f30202 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 03:59:33.592346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-52fa600d-4e2a-4b99-8285-a1e832f30202 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106721 Feb 10 03:59:33.601885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb1d93d-7a0b-4640-a215-a9483331fa5c req-7ef14852-3d8d-49b8-b5bd-7f2cc2b92f93 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852382 Feb 10 03:59:33.615995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5462a1fb-80bc-4e58-abe0-d6f1c984b851 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:33.654764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-f7f2026b-d4d2-45a8-9cb6-1768481bfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:33.668107 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-f7f2026b-d4d2-45a8-9cb6-1768481bfa81 service neutron] 10.222.0.42 "GET /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 1124 time: 0.0657661 Feb 10 03:59:33.670080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5462a1fb-80bc-4e58-abe0-d6f1c984b851 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:33.670433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5462a1fb-80bc-4e58-abe0-d6f1c984b851 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:33.674330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Request body: {'binding': {'host': 'n-h1-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:33.675069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Unknown quota resources ['binding']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 03:59:33.778095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] For port bf4fb0fb-f448-4a55-ad59-26c2843e1363, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bf4fb0fb-f448-4a55-ad59-26c2843e1363,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:33.778095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:33.790277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Calling delete_port for bf4fb0fb-f448-4a55-ad59-26c2843e1363 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:33.795843 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:33.842465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on host n-h1-827844-2 for vnic_type normal with profile None {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:33.843101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:33.843581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:33.849424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:33.850199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:33.852816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d945-d051-4f90-a9b0-5f4bf378ab02 req-cde99b06-068b-4d14-9631-3760e1964a4e tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:33.854424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bdb9d945-d051-4f90-a9b0-5f4bf378ab02 req-cde99b06-068b-4d14-9631-3760e1964a4e tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 944 time: 0.1465189 Feb 10 03:59:33.855743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:33.856088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:33.856472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:33.856899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Bound port: 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:33.915333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:33.971297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bdb9d945-d051-4f90-a9b0-5f4bf378ab02 req-03bd46f4-76b2-4878-9617-29d7363260b6 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041451 Feb 10 03:59:33.981460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:33.990607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-396af2fe-771d-46b9-9ba7-0d018125282d service neutron] 10.222.0.42 "POST /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705/bindings HTTP/1.1" status: 201 len: 389 time: 0.3201485 Feb 10 03:59:34.021764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47566) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:34.123046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (bf4fb0fb-f448-4a55-ad59-26c2843e1363), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:34.159522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4fb0fb-f448-4a55-ad59-26c2843e1363,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:34.361606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:34.439493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a5f1f-cd88-4deb-9557-9e05ecb4d931 req-f5fe2a5c-2f8c-4af8-8215-0df762c63f4d tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:34.443854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78a5f1f-cd88-4deb-9557-9e05ecb4d931 req-f5fe2a5c-2f8c-4af8-8215-0df762c63f4d tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1126 time: 0.2151048 Feb 10 03:59:34.452851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a673df-e1d2-4aef-814e-18ed9e77e9ac req-b7c8036c-a95a-48d7-b3d4-1acf6f2464fa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:34.457853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78a673df-e1d2-4aef-814e-18ed9e77e9ac req-b7c8036c-a95a-48d7-b3d4-1acf6f2464fa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 945 time: 0.1339149 Feb 10 03:59:34.497509 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:34.502680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks [] for router_controller (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:34.524176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78a673df-e1d2-4aef-814e-18ed9e77e9ac req-d24d6fa5-1447-4cce-8724-0397a88e0e4e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630081 Feb 10 03:59:34.573495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78a5f1f-cd88-4deb-9557-9e05ecb4d931 req-d955e4a1-f466-4cd3-997e-30e6246bd22f tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921509 Feb 10 03:59:34.641951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (7ce79840-5cb8-4adc-a3ce-387c7e6bd551), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:34.642598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce79840-5cb8-4adc-a3ce-387c7e6bd551 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:59:34.646508 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (91c4465d-8400-4ddc-ad13-cb3952f6681f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:34.647585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:34.650747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ef961cef-1b2b-42eb-acfb-cfcaddd4b455 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7ce79840-5cb8-4adc-a3ce-387c7e6bd551 HTTP/1.1" status: 204 len: 168 time: 1.8968213 Feb 10 03:59:34.651456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-b48a28fa-0453-4b62-b365-945b20844632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:34.651609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-b48a28fa-0453-4b62-b365-945b20844632 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1127 time: 0.0786719 Feb 10 03:59:34.652125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:34.869404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] Deleting subnet a25f0310-86f5-4861-a77d-8d8721becda4 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:59:34.902659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] Publish callbacks [] for subnet (a25f0310-86f5-4861-a77d-8d8721becda4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.113492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f08aa2-d52a-4ff2-a0be-384b675b7afb req-12ad734c-e7af-4743-8ec6-4e5ffac16c86 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:35.115559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-67f08aa2-d52a-4ff2-a0be-384b675b7afb req-12ad734c-e7af-4743-8ec6-4e5ffac16c86 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 944 time: 0.0670021 Feb 10 03:59:35.178649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-67f08aa2-d52a-4ff2-a0be-384b675b7afb req-f0353022-a237-41fc-9607-7394f2827845 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Feb 10 03:59:35.302079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-2db7e3a8-cfe4-4181-aa37-b4174ac3b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:35.303622 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-2db7e3a8-cfe4-4181-aa37-b4174ac3b3f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.5921717 Feb 10 03:59:35.306007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (a25f0310-86f5-4861-a77d-8d8721becda4), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.311347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47634) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:35.357938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a2166c0b-0745-405f-b3c3-c381d64ecc7d details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:59:35.417955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-4ce77f9f-5e8b-4fc3-aa3d-d2dca8dbc0ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 217 time: 0.0903602 Feb 10 03:59:35.442788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b54614e4-29c9-4584-afa6-01b620a50865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.486878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a2166c0b-0745-405f-b3c3-c381d64ecc7d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a2166c0b-0745-405f-b3c3-c381d64ecc7d,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:35.502238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d', 'network_id': 'ea0c3e45-b0f7-40c5-98ba-0b278923a76b', 'port_id': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d', 'mac_address': 'fa:16:3e:09:14:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0821981-dc75-4737-95ce-5e287d60c26e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:59:35.519984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-79b4ccb6-7d4c-49ae-84bb-0dc334e4eea6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:35.521515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-79b4ccb6-7d4c-49ae-84bb-0dc334e4eea6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.6166253 Feb 10 03:59:35.546228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b54614e4-29c9-4584-afa6-01b620a50865 admin admin] Publish callbacks [] for security_group (a9d4c398-3d22-4e27-8bec-bbbbbc1b2596), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.548669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port a2166c0b-0745-405f-b3c3-c381d64ecc7d is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:35.549400 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.565574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2166c0b-0745-405f-b3c3-c381d64ecc7d {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:35.582068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-626d1265-dfb9-4f15-9cc4-47ec062959a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:35.586154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-626d1265-dfb9-4f15-9cc4-47ec062959a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1442964 Feb 10 03:59:35.593924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-3c7d77dc-3df0-449a-92b9-d375d6f4586b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/quotas/395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 375 time: 0.0447459 Feb 10 03:59:35.611043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a2166c0b-0745-405f-b3c3-c381d64ecc7d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a2166c0b-0745-405f-b3c3-c381d64ecc7d,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:35.630348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf4fb0fb-f448-4a55-ad59-26c2843e1363 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:35.636671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b54614e4-29c9-4584-afa6-01b620a50865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a9d4c398-3d22-4e27-8bec-bbbbbc1b2596), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.640086 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (a25f0310-86f5-4861-a77d-8d8721becda4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.654565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: bf4fb0fb-f448-4a55-ad59-26c2843e1363 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:35.655457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf4fb0fb-f448-4a55-ad59-26c2843e1363 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:35.682082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-2c557f6f-731d-4e10-a179-a436039d7bba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858216 Feb 10 03:59:35.711697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54614e4-29c9-4584-afa6-01b620a50865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d4c398-3d22-4e27-8bec-bbbbbc1b2596,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:35.714993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:35.724154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b54614e4-29c9-4584-afa6-01b620a50865 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2b782d616ce4224905810e6ef182028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116435 Feb 10 03:59:35.725305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47640) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:35.743212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83930d35-c1da-4909-a37c-f9af1b1609ab req-acfaea84-bd27-47e1-aa88-92e29518b0a3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:35.750535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83930d35-c1da-4909-a37c-f9af1b1609ab req-acfaea84-bd27-47e1-aa88-92e29518b0a3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 945 time: 0.1252444 Feb 10 03:59:35.800540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=a2166c0b-0745-405f-b3c3-c381d64ecc7d,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:35.833902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83930d35-c1da-4909-a37c-f9af1b1609ab req-149b6c0d-8fb4-4554-8242-913fb4b33126 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818205 Feb 10 03:59:35.857037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-8c82d652-8697-49f5-8d49-f5fe6a7d5824 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2619283 Feb 10 03:59:35.987031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-960a64b8-65c7-48cc-89ea-8940a8ad16e8 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953963 Feb 10 03:59:35.987999 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (a25f0310-86f5-4861-a77d-8d8721becda4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.031196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a889556-5438-4b74-99f8-76e6231e4621 admin admin] Publish callbacks [] for security_group (a9d4c398-3d22-4e27-8bec-bbbbbc1b2596), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.039948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['a2166c0b-0745-405f-b3c3-c381d64ecc7d'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:36.047784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25f0310-86f5-4861-a77d-8d8721becda4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:36.064148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.067508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-56f301d3-191c-47e0-aaa0-9d7eb2ee0733 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a25f0310-86f5-4861-a77d-8d8721becda4 HTTP/1.1" status: 204 len: 168 time: 1.4122853 Feb 10 03:59:36.070236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:36.072746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2372d979-3eda-4e51-ad79-63afb967f32b None None] Network 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:59:36.110925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a889556-5438-4b74-99f8-76e6231e4621 admin admin] Publish callbacks [] for security_group (a9d4c398-3d22-4e27-8bec-bbbbbc1b2596), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.152512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-3ccebbbe-8cb8-4415-98b3-e96b9839252d service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748396 Feb 10 03:59:36.168924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (14f1d2c7-906c-45d3-bc1a-05ec3a433dc9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.187334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Deleting port c5354790-b3a9-4176-b9eb-d9104f2fa303 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:36.187675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.312514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] DHCP port deletion for 14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:59:36.366393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Deleting port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:36.366675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.366840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] Deleting port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:36.367283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.374028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-7c4e0703-f0ed-4e63-a732-9d08c4503927 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735662 Feb 10 03:59:36.452893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] For port c5354790-b3a9-4176-b9eb-d9104f2fa303, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c5354790-b3a9-4176-b9eb-d9104f2fa303,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:36.453271 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.459124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-85556c68-815b-46ca-a409-cad7cecad1ea service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941120 Feb 10 03:59:36.463559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a889556-5438-4b74-99f8-76e6231e4621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a9d4c398-3d22-4e27-8bec-bbbbbc1b2596), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.465218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08787f8-905a-4775-bf89-a15d76d4a97f req-3edf4894-e674-476d-b2e6-1c71a2010a00 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:36.466223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a889556-5438-4b74-99f8-76e6231e4621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.467850 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a889556-5438-4b74-99f8-76e6231e4621 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9d4c398-3d22-4e27-8bec-bbbbbc1b2596 HTTP/1.1" status: 204 len: 168 time: 0.7347927 Feb 10 03:59:36.476396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f08787f8-905a-4775-bf89-a15d76d4a97f req-3edf4894-e674-476d-b2e6-1c71a2010a00 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 945 time: 0.1592665 Feb 10 03:59:36.492400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Calling delete_port for c5354790-b3a9-4176-b9eb-d9104f2fa303 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:36.500733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] For port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,segment=NetworkSegment(0d8ad605-198e-4220-afd8-79b7a03452b8),segment_id=0d8ad605-198e-4220-afd8-79b7a03452b8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:36.503417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a889556-5438-4b74-99f8-76e6231e4621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d4c398-3d22-4e27-8bec-bbbbbc1b2596,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:36.507141 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.538932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] Calling delete_port for 6684ae78-0669-4a8b-9741-0ac19c3c3e1b owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:36.567649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f08787f8-905a-4775-bf89-a15d76d4a97f req-f7bec486-f463-4a5e-a54d-7b64288f2c4a tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897887 Feb 10 03:59:36.624243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] For port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,segment=NetworkSegment(0d8ad605-198e-4220-afd8-79b7a03452b8),segment_id=0d8ad605-198e-4220-afd8-79b7a03452b8)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:36.627843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.671722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Calling delete_port for 6684ae78-0669-4a8b-9741-0ac19c3c3e1b owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:36.718344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-de505ab6-1632-4b62-bcf1-a22c4a118ab9 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:36.725508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-de505ab6-1632-4b62-bcf1-a22c4a118ab9 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.1835716 Feb 10 03:59:36.743449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.761510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827844-2'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:36.789728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] Pushing event deleted for resources: {'Port': ['ID=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:36.821440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6684ae78-0669-4a8b-9741-0ac19c3c3e1b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:36.822392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652958a0-8fa9-427a-8c98-5d49e80432e1 None None] No DVR routers for this DVR port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:36.860350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Pushing event deleted for resources: {'Port': ['ID=6684ae78-0669-4a8b-9741-0ac19c3c3e1b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:36.875117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] No DVR routers for this DVR port 6684ae78-0669-4a8b-9741-0ac19c3c3e1b on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:36.897297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d983939d-a969-4296-bec2-2c4fbd94d938 req-bbff0063-96d3-41e8-869f-80a02c0aeec8 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 210 time: 0.0557318 Feb 10 03:59:36.902620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.038804 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (14f1d2c7-906c-45d3-bc1a-05ec3a433dc9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.080493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f1d2c7-906c-45d3-bc1a-05ec3a433dc9']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:37.101218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8ad605-198e-4220-afd8-79b7a03452b8') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:37.105176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8ad605-198e-4220-afd8-79b7a03452b8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:37.130451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (0d8ad605-198e-4220-afd8-79b7a03452b8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.148708 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0d8ad605-198e-4220-afd8-79b7a03452b8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.148957 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c5354790-b3a9-4176-b9eb-d9104f2fa303), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.156262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:59:37.156262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (0d8ad605-198e-4220-afd8-79b7a03452b8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: timer() Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:59:37.170951 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:59:37.209146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5354790-b3a9-4176-b9eb-d9104f2fa303,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:37.271600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:37.321991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (14f1d2c7-906c-45d3-bc1a-05ec3a433dc9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.330662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.335457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] 10.222.0.42 "DELETE /v2.0/networks/14f1d2c7-906c-45d3-bc1a-05ec3a433dc9 HTTP/1.1" status: 204 len: 168 time: 1.2636235 Feb 10 03:59:37.347727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e271-8039-42f5-9966-8a823e00a300 req-8de234de-0702-4364-b731-45b9b7ff66b0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:37.349329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6210e271-8039-42f5-9966-8a823e00a300 req-8de234de-0702-4364-b731-45b9b7ff66b0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 945 time: 0.2782443 Feb 10 03:59:37.365695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985d02e-bbee-482b-9f11-a4c5dfd81611 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f1d2c7-906c-45d3-bc1a-05ec3a433dc9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:37.373938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:59:37.380291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a2166c0b-0745-405f-b3c3-c381d64ecc7d up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:37.452612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:37.492199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47694) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:37.523206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c955f34e-161c-42b1-89c1-7e53dc83c522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.586627 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6210e271-8039-42f5-9966-8a823e00a300 req-f5f8fc2b-d575-4552-9071-40c8b3156101 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236154 Feb 10 03:59:37.733408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:37.744990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c955f34e-161c-42b1-89c1-7e53dc83c522 admin admin] Publish callbacks [] for security_group (326b8a4f-e7e0-4dcc-9d8d-3b880e54073f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.745173 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eecac7-dfe5-4d1b-ae38-9e9b552e2efe" -d '{"events": [{"server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:37.761983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:37.765326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Publish callbacks [] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.801149 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (91c4465d-8400-4ddc-ad13-cb3952f6681f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.809509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'mac_address': 'fa:16:3e:92:bc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:59:37.820737 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4845df7-6319-4063-ada7-ffabf62183af x-openstack-request-id: req-d4845df7-6319-4063-ada7-ffabf62183af {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:37.821681 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:37.822026 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4845df7-6319-4063-ada7-ffabf62183af {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:37.823314 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705', 'code': 200} Feb 10 03:59:37.830756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c955f34e-161c-42b1-89c1-7e53dc83c522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (326b8a4f-e7e0-4dcc-9d8d-3b880e54073f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.844665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6684ae78-0669-4a8b-9741-0ac19c3c3e1b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:37.887227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port a2166c0b-0745-405f-b3c3-c381d64ecc7d completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:59:37.889200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6684ae78-0669-4a8b-9741-0ac19c3c3e1b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:37.889553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6684ae78-0669-4a8b-9741-0ac19c3c3e1b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:37.894182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port a2166c0b-0745-405f-b3c3-c381d64ecc7d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:37.894565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.906839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e23441-9669-4c4a-bafc-cded1cfae129 req-c975f1d3-523e-4813-87b4-61ea6edc2b6e tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:37.911433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:37.911433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:37.911659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6e23441-9669-4c4a-bafc-cded1cfae129 req-c975f1d3-523e-4813-87b4-61ea6edc2b6e tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 945 time: 0.1467919 Feb 10 03:59:37.911659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955f34e-161c-42b1-89c1-7e53dc83c522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b8a4f-e7e0-4dcc-9d8d-3b880e54073f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:37.923867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c955f34e-161c-42b1-89c1-7e53dc83c522 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4642ff775544e2291ea7ebe1cc7c496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305058 Feb 10 03:59:37.927090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47704) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:38.005381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:38.080597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:38.149035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6e23441-9669-4c4a-bafc-cded1cfae129 req-7e31a0da-20a6-4ed9-aee5-818fd420cb7c tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235324 Feb 10 03:59:38.154463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43712c52-cfe9-4dd7-99cc-2aaa9a5ffbb8 admin admin] Publish callbacks [] for security_group (326b8a4f-e7e0-4dcc-9d8d-3b880e54073f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.238642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47718) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:38.245664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43712c52-cfe9-4dd7-99cc-2aaa9a5ffbb8 admin admin] Publish callbacks [] for security_group (326b8a4f-e7e0-4dcc-9d8d-3b880e54073f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.271487 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.363074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-637caff3-cb0e-400b-981d-e77702722991 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61e98c7583344b6aa7d3c5953a3c7f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1221414 Feb 10 03:59:38.365550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47720) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:38.377332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port a2166c0b-0745-405f-b3c3-c381d64ecc7d is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:38.378900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.438209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a2166c0b-0745-405f-b3c3-c381d64ecc7d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a2166c0b-0745-405f-b3c3-c381d64ecc7d,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:38.440259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['dc7ad385-25ba-41d5-9da1-a9c67c59d1d5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:38.449632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:38.453044 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472df4f-4cae-4abe-a634-4d05411e5ce9" -d '{"events": [{"server_uuid": "16d14e22-2458-4466-ac81-33cc922aa3e6", "name": "network-vif-plugged", "status": "completed", "tag": "a2166c0b-0745-405f-b3c3-c381d64ecc7d"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:38.460324 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9aabf331-a129-4a91-8f33-8f22a37bf56d admin admin] Publish callbacks [] for security_group (9734a663-e55c-442f-98cc-7c30cb858cf9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.521784 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.530225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:38.530938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9aabf331-a129-4a91-8f33-8f22a37bf56d admin admin] Publish callbacks [] for security_group (9734a663-e55c-442f-98cc-7c30cb858cf9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.560555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43712c52-cfe9-4dd7-99cc-2aaa9a5ffbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (326b8a4f-e7e0-4dcc-9d8d-3b880e54073f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.570546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43712c52-cfe9-4dd7-99cc-2aaa9a5ffbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.576759 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-43712c52-cfe9-4dd7-99cc-2aaa9a5ffbb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/326b8a4f-e7e0-4dcc-9d8d-3b880e54073f HTTP/1.1" status: 204 len: 168 time: 0.6476016 Feb 10 03:59:38.590221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.622371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43712c52-cfe9-4dd7-99cc-2aaa9a5ffbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b8a4f-e7e0-4dcc-9d8d-3b880e54073f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:38.663710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=a2166c0b-0745-405f-b3c3-c381d64ecc7d,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:38.670573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72c1bfd3-a9d6-49b5-aaaa-973ad6ed8121 req-e5beeb8c-0724-4fe0-abcb-ebb9712dc199 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 210 time: 0.0849881 Feb 10 03:59:38.803301 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974317b9-bd4a-454c-935d-d5d91fb40b43 x-openstack-request-id: req-974317b9-bd4a-454c-935d-d5d91fb40b43 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:38.803678 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d14e22-2458-4466-ac81-33cc922aa3e6", "name": "network-vif-plugged", "status": "completed", "tag": "a2166c0b-0745-405f-b3c3-c381d64ecc7d", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:38.804107 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-974317b9-bd4a-454c-935d-d5d91fb40b43 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:38.804510 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d', 'code': 200} Feb 10 03:59:38.820108 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9aabf331-a129-4a91-8f33-8f22a37bf56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9734a663-e55c-442f-98cc-7c30cb858cf9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.823744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9aabf331-a129-4a91-8f33-8f22a37bf56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:38.836827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9aabf331-a129-4a91-8f33-8f22a37bf56d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9734a663-e55c-442f-98cc-7c30cb858cf9 HTTP/1.1" status: 204 len: 168 time: 0.4631140 Feb 10 03:59:38.910879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabf331-a129-4a91-8f33-8f22a37bf56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734a663-e55c-442f-98cc-7c30cb858cf9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:38.942111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56491c16-cdff-4c2a-90b5-b66d86737142 req-935ac8af-33cc-47d1-9953-ef868c188086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:38.945762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56491c16-cdff-4c2a-90b5-b66d86737142 req-935ac8af-33cc-47d1-9953-ef868c188086 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 1128 time: 0.1142642 Feb 10 03:59:38.985756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:39.031853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on host n-h2-827844-2 for vnic_type normal with profile {"migrating_to": "n-h1-827844-2"} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:39.032228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:39.032530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:39.058811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56491c16-cdff-4c2a-90b5-b66d86737142 req-b3b508b6-d1d4-4566-96d4-195d82f752ef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970182 Feb 10 03:59:39.065508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:39.065843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Attempting to bind port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:39.118309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:39.118789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:39.119193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:39.120219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Bound port: 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:39.120587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:39.236895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eeb2b1-df37-4a38-8520-31f1735d4c86 req-2662690f-fe10-426c-bbcd-00ee5127288d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:39.238567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5eeb2b1-df37-4a38-8520-31f1735d4c86 req-2662690f-fe10-426c-bbcd-00ee5127288d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 943 time: 0.2582581 Feb 10 03:59:39.322050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:39.342078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:39.353931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Router 91c4465d-8400-4ddc-ad13-cb3952f6681f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 03:59:39.367431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5eeb2b1-df37-4a38-8520-31f1735d4c86 req-3db99949-eb08-4c05-adca-7894020b1ebd tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183264 Feb 10 03:59:39.387552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:39.555661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:39.556295 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:39.620137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:39.630889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:39.631486 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] Sync routers for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:39.644574 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:39.645844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:39.650880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47752) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:39.663086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-71377663-acbd-40c3-9849-3aebc972ae57 admin admin] 10.222.0.42 "PUT /v2.0/routers/91c4465d-8400-4ddc-ad13-cb3952f6681f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6302140 Feb 10 03:59:39.749247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:39.750742 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:39.799859 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:39.824446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=8']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:39.884871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:39.922905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks [] for router (91c4465d-8400-4ddc-ad13-cb3952f6681f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:39.960636 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:40.147568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:40.297164 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks [] for router_gateway (91c4465d-8400-4ddc-ad13-cb3952f6681f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:40.369123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4132522-61a1-43e2-b289-87a638d67b16 req-dcb26850-f8a3-4a13-b69c-0d6591a68ddb tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:40.387310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4132522-61a1-43e2-b289-87a638d67b16 req-dcb26850-f8a3-4a13-b69c-0d6591a68ddb tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 946 time: 0.7689304 Feb 10 03:59:40.404482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:40.405274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:40.412262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-c462b9c8-c0fe-4f50-a415-ee01d42a0a45 service neutron] 10.222.0.24 "PUT /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 1121 time: 3.6542692 Feb 10 03:59:40.412723 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:59:36Z', 'revision_number': 5, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port': {'id': '5b5bd28b-ede0-45fc-8b85-0394c1412e78', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:57:31Z', 'updated_at': '2022-02-10T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:40.450450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:40.459682 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb23367-2944-4916-bbc6-359d2b2692f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:40.509613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['69e6c33b-c05d-4dd2-8fe6-c37d9c892705'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:40.535439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Deleting port 5b5bd28b-ede0-45fc-8b85-0394c1412e78 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:40.535818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:40.561266 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] Checking router: 91c4465d-8400-4ddc-ad13-cb3952f6681f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:40.602164 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] Routers {'91c4465d-8400-4ddc-ad13-cb3952f6681f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:40.603562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-8484c4b0-8337-4b0f-992b-d12ad313b672 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:40.605356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-8484c4b0-8337-4b0f-992b-d12ad313b672 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.9882801 Feb 10 03:59:40.616653 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91c4465d-8400-4ddc-ad13-cb3952f6681f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:40.654882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Request body: {'port': {'device_id': '68dff65c-ac04-406b-913c-7762c57458fd', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'admin_state_up': True, 'tenant_id': '395f9a26d06e43cfb6b4c9fdf5c85b4d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:40.768319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4132522-61a1-43e2-b289-87a638d67b16 req-06d44f28-39ef-49e6-a474-90ab2b46f310 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775046 Feb 10 03:59:40.806725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:40.811578 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244660ce-b0a3-4f7c-8574-34dd4bcfb155" -d '{"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:40.839983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] For port 5b5bd28b-ede0-45fc-8b85-0394c1412e78, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5b5bd28b-ede0-45fc-8b85-0394c1412e78,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:40.841560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:40.877670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Calling delete_port for 5b5bd28b-ede0-45fc-8b85-0394c1412e78 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:40.942311 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] Set router 91c4465d-8400-4ddc-ad13-cb3952f6681f gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:41.033157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84838328-d4b4-4402-ba98-5712c629174f req-b3deb631-b0bc-428b-be64-44026da432e1 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 210 time: 0.0994430 Feb 10 03:59:41.061118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47784) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:41.155944 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:59:40Z', 'revision_number': 6, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:41.216787 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b3cb7-093a-425f-9f01-7676b4546821 None None] The sync data for ids ['91c4465d-8400-4ddc-ad13-cb3952f6681f'] in n-d-827844-2 is: [{'id': '91c4465d-8400-4ddc-ad13-cb3952f6681f', 'name': 'tempest-FloatingIPsAssociationTestJSON-565920595-router', 'tenant_id': 'a84e284355db40bcb030b8f14d506cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:57:30Z', 'updated_at': '2022-02-10T03:59:40Z', 'revision_number': 6, 'project_id': 'a84e284355db40bcb030b8f14d506cc1', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:41.288534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Made reservation on behalf of 395f9a26d06e43cfb6b4c9fdf5c85b4d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:59:41.295417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:41.320177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b8ad2-9d1a-4546-bce8-eb2e160dc800 req-e65a31e6-fa4f-4a95-8118-2462cace3502 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:41.322031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e1b8ad2-9d1a-4546-bce8-eb2e160dc800 req-e65a31e6-fa4f-4a95-8118-2462cace3502 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 943 time: 0.1332805 Feb 10 03:59:41.389145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-775553716-network', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:41.471174 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e1b8ad2-9d1a-4546-bce8-eb2e160dc800 req-4520fcd6-2f0a-4322-886f-2ee645da5fb0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425171 Feb 10 03:59:41.580329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Made reservation on behalf of 89edcdf130e148c9a30cb5a79d1f45e5 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:59:41.583961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:41.599479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c5354790-b3a9-4176-b9eb-d9104f2fa303 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:41.600901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:41.621772 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87111cad-a13d-43ec-a3a3-1753d8d8020b x-openstack-request-id: req-87111cad-a13d-43ec-a3a3-1753d8d8020b {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:41.622096 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:41.627854 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87111cad-a13d-43ec-a3a3-1753d8d8020b {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:41.628327 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705', 'status': 'completed', 'code': 200} Feb 10 03:59:41.673508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5b5bd28b-ede0-45fc-8b85-0394c1412e78), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:41.682088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c5354790-b3a9-4176-b9eb-d9104f2fa303 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:41.683181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c5354790-b3a9-4176-b9eb-d9104f2fa303 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:41.916225 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f82189-a063-418d-ada3-27abbac2e9b8 x-openstack-request-id: req-f6f82189-a063-418d-ada3-27abbac2e9b8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:41.916225 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:41.916225 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6f82189-a063-418d-ada3-27abbac2e9b8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:41.916225 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'code': 200} Feb 10 03:59:41.918363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5bd28b-ede0-45fc-8b85-0394c1412e78,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:41.918846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Allocated IP 172.20.0.7 (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1/df061686-13a9-4c2a-8c4d-a7bec0247353/49b1188a-2f8d-44e6-9595-0b840e427670) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:41.918846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-a8794458-0a66-4173-ab1b-d12e2072230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:41.918846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-a8794458-0a66-4173-ab1b-d12e2072230e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1155 time: 0.1842315 Feb 10 03:59:41.956021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (91c4465d-8400-4ddc-ad13-cb3952f6681f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:41.978717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-ab279c00-9ad4-45b6-a1a8-317c48bb111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:41.981289 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-ab279c00-9ad4-45b6-a1a8-317c48bb111a service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.1561887 Feb 10 03:59:42.090882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-45a75f6c-f393-46dd-ac66-a35b16003e0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 217 time: 0.0970914 Feb 10 03:59:42.098233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks [] for security_group (4c6e0b24-4634-45d7-a54c-549f9a30cb82), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.162000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-6c5f20ec-7120-44d0-a9a7-e0732867f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:42.165206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (91c4465d-8400-4ddc-ad13-cb3952f6681f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.165740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-6c5f20ec-7120-44d0-a9a7-e0732867f6a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0666969 Feb 10 03:59:42.185452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks [] for router_controller (91c4465d-8400-4ddc-ad13-cb3952f6681f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.258726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-bff07dfa-ee02-4949-b6a4-768d195c0507 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774136 Feb 10 03:59:42.316879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6694e5b-138c-4f11-a60a-52df8d63a4b5 req-7b4df106-24e2-4542-849d-c02f7bc11b50 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:42.318471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6694e5b-138c-4f11-a60a-52df8d63a4b5 req-7b4df106-24e2-4542-849d-c02f7bc11b50 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 946 time: 0.3280864 Feb 10 03:59:42.395300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6694e5b-138c-4f11-a60a-52df8d63a4b5 req-9762b501-123b-4db7-a2dd-d114422ee674 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663028 Feb 10 03:59:42.641311 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4c6e0b24-4634-45d7-a54c-549f9a30cb82), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.646038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (91c4465d-8400-4ddc-ad13-cb3952f6681f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.646551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c4465d-8400-4ddc-ad13-cb3952f6681f {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 03:59:42.652400 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.653562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b7176d10-a90d-4693-a218-2446a25a26d6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/91c4465d-8400-4ddc-ad13-cb3952f6681f HTTP/1.1" status: 204 len: 168 time: 3.0013962 Feb 10 03:59:42.679749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47806) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:42.679848 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5eeb0e6-3494-4216-a9b6-e3f4b047e03c req-93c8a0b1-50dd-4043-a314-c9ba864d9026 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 210 time: 0.0824354 Feb 10 03:59:42.725450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 03:59:42.780954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-8cc6eb7c-9aad-4b60-b0b0-c9dbe70fe095 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095096 Feb 10 03:59:42.789132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6e0b24-4634-45d7-a54c-549f9a30cb82,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:42.798430 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks [] for port (49b1188a-2f8d-44e6-9595-0b840e427670), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.812944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:42.813294 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Added segment e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e of type vlan for network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe Feb 10 03:59:42.893609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] Deleting subnet d60a168f-cb90-47d0-a11f-069c31fcba10 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 03:59:42.969862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] Publish callbacks [] for subnet (d60a168f-cb90-47d0-a11f-069c31fcba10), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.005648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.030402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (d60a168f-cb90-47d0-a11f-069c31fcba10), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.265975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.267140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:43.267769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.273811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d60a168f-cb90-47d0-a11f-069c31fcba10), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.301013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fb23367-2944-4916-bbc6-359d2b2692f2 req-525ed135-c32a-498f-8014-3ac72ca0ec3b service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998858 Feb 10 03:59:43.335960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c616e-8e3c-4f70-8a4c-6bfebddca390 req-4adf0df4-e566-462f-a9eb-7242984fc430 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:43.337557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-928c616e-8e3c-4f70-8a4c-6bfebddca390 req-4adf0df4-e566-462f-a9eb-7242984fc430 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 943 time: 0.3117318 Feb 10 03:59:43.340641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.406491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:59:43.425329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] Pushing event updated for resources: {'Network': ['ID=5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:43.486524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 03:59:43.510415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a1b0fd15-766d-441e-92e6-e5b452b381df admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4429171 Feb 10 03:59:43.512698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47816) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:43.572975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Request body: {'subnet': {'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-subnet', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:43.642594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (d60a168f-cb90-47d0-a11f-069c31fcba10), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.675965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:43.691677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-928c616e-8e3c-4f70-8a4c-6bfebddca390 req-058eaf83-c5e2-41de-8e15-0c4fa8475595 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205214 Feb 10 03:59:43.711540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b5bd28b-ede0-45fc-8b85-0394c1412e78 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:43.719095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60a168f-cb90-47d0-a11f-069c31fcba10,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:43.724621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:43.731260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:43.748051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.756141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:43.766311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d7b9181a-5f4b-4cc6-9e4a-6c8f487eb337 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d60a168f-cb90-47d0-a11f-069c31fcba10 HTTP/1.1" status: 204 len: 168 time: 1.0878148 Feb 10 03:59:43.768694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47826) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:43.830074 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 03:59:43.884213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:43.886454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.962318 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (98795296-2ed1-4eee-948f-9679c0caaa71), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:43.980844 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd47df-61d4-489d-b880-69e26dd992d4 None None] Network 98795296-2ed1-4eee-948f-9679c0caaa71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:59:43.988631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5b5bd28b-ede0-45fc-8b85-0394c1412e78 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:43.989081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b5bd28b-ede0-45fc-8b85-0394c1412e78 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:43.998121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-c6fafefd-b4f7-497d-b892-648c037ed21f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3632739 Feb 10 03:59:44.000633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Made reservation on behalf of 89edcdf130e148c9a30cb5a79d1f45e5 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 03:59:44.003284 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.049809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Request body: {'port': {'device_id': '68dff65c-ac04-406b-913c-7762c57458fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:44.076424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Deleting port aec9bd9e-9b18-43c2-bb36-e346e3746bdc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:44.076769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.281624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] For port aec9bd9e-9b18-43c2-bb36-e346e3746bdc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,segment=NetworkSegment(c8e9b169-1619-4221-bd77-7336a3d14f22),segment_id=c8e9b169-1619-4221-bd77-7336a3d14f22)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:44.282258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.302573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:44.317208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Calling delete_port for aec9bd9e-9b18-43c2-bb36-e346e3746bdc owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:44.350482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.414423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 has no active binding in host n-h1-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 03:59:44.478147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2056193917', 'description': 'tempest-description-1056128775'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:44.577895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] DHCP port deletion for 98795296-2ed1-4eee-948f-9679c0caaa71 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 03:59:44.600504 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.653665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Pushing event deleted for resources: {'Port': ['ID=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:44.676039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] No DVR routers for this DVR port aec9bd9e-9b18-43c2-bb36-e346e3746bdc on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:44.697845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] Deleting port aec9bd9e-9b18-43c2-bb36-e346e3746bdc {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 03:59:44.698603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.783306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] For port aec9bd9e-9b18-43c2-bb36-e346e3746bdc, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:44.784046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.811751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] Calling delete_port for aec9bd9e-9b18-43c2-bb36-e346e3746bdc owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 03:59:44.811751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] Port aec9bd9e-9b18-43c2-bb36-e346e3746bdc was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 03:59:44.811751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (aec9bd9e-9b18-43c2-bb36-e346e3746bdc), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.813195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.828600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] No DVR routers for this DVR port aec9bd9e-9b18-43c2-bb36-e346e3746bdc on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:44.860316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3630b6f-614a-4cf3-9a1b-4ab780a5594f None None] Pushing event deleted for resources: {'Port': ['ID=aec9bd9e-9b18-43c2-bb36-e346e3746bdc,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:44.863607 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.888860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (98795296-2ed1-4eee-948f-9679c0caaa71), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:44.939791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98795296-2ed1-4eee-948f-9679c0caaa71']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:44.961056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e9b169-1619-4221-bd77-7336a3d14f22') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:44.961349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e9b169-1619-4221-bd77-7336a3d14f22') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:44.992109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (c8e9b169-1619-4221-bd77-7336a3d14f22), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.021638 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c8e9b169-1619-4221-bd77-7336a3d14f22), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.035840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 03:59:45.036485 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (c8e9b169-1619-4221-bd77-7336a3d14f22), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: timer() Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 03:59:45.038459 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 03:59:45.096151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b1188a-2f8d-44e6-9595-0b840e427670 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:45.115137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Publish callbacks [] for port (49b1188a-2f8d-44e6-9595-0b840e427670), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.124357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Transition to ACTIVE for port object 49b1188a-2f8d-44e6-9595-0b840e427670 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:59:45.128187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.254312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.257670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (98795296-2ed1-4eee-948f-9679c0caaa71), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.264187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.272388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] 10.222.0.42 "DELETE /v2.0/networks/98795296-2ed1-4eee-948f-9679c0caaa71 HTTP/1.1" status: 204 len: 168 time: 1.5015447 Feb 10 03:59:45.286744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a64e3-6b10-476f-abb2-0c8c3971da2d admin admin] Pushing event deleted for resources: {'Network': ['ID=98795296-2ed1-4eee-948f-9679c0caaa71,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:45.322424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (2c7a07af-135e-410e-8017-f49918fa8aac), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.329918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:45.402229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:45.406692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Checking segment: {'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:45.407073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Network hostable DHCP agents. Network: 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 03:59:45.445524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2c7a07af-135e-410e-8017-f49918fa8aac), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.532985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7a07af-135e-410e-8017-f49918fa8aac,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:45.579838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:45.580191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:45.580514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:45.609196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 03:59:45.674251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 03:59:45.674356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:45.708070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aec9bd9e-9b18-43c2-bb36-e346e3746bdc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:45.710382 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (d20cc5fe-ba18-4af4-822c-24712e58ebf2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.724892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:45.731010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:45.731430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:45.731826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:45.732512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Bound port: 49b1188a-2f8d-44e6-9595-0b840e427670, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:45.732883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.736672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: aec9bd9e-9b18-43c2-bb36-e346e3746bdc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 03:59:45.737229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aec9bd9e-9b18-43c2-bb36-e346e3746bdc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:45.754547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92ca98-6e15-47d7-8c4d-7095bb2cab7d None None] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:59:45.761001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:45.762353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.838978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d20cc5fe-ba18-4af4-822c-24712e58ebf2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.933287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47842) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:45.947679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20cc5fe-ba18-4af4-822c-24712e58ebf2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:45.961205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a507e90f-78c8-4e1c-be53-514539643f60 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4480841 Feb 10 03:59:45.962358 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-b9fe6e7c-7d09-4c5c-be91-3372d3c50602 service neutron] 10.222.0.43 "GET /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705/bindings/n-h1-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.1973560 Feb 10 03:59:45.966072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47844) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:45.971269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe', 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe', 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'fixed_ips': [{'subnet_id': 'bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 03:59:45.972325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:45.972678 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:45.986903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:46.029528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.030832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1f86bcf-9b9a-4a34-be77-4e6ad8698d47 req-2c50e801-1461-4efe-a4a2-ef0fded6e239 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5664189 Feb 10 03:59:46.044485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:46.079221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5981804b-6da5-415a-8fbb-03569d634d6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a84e284355db40bcb030b8f14d506cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437581 Feb 10 03:59:46.081758 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47850) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:46.117878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (19772ae0-457a-4d32-bf5a-c0dd92a2a767), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.123321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (19772ae0-457a-4d32-bf5a-c0dd92a2a767), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.184224 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.257061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-943f16db-4b70-40af-bc26-97aa98d02fc0 admin admin] Publish callbacks [] for security_group (133611a2-5344-49c6-b62d-4df2e515e432), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.321934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-943f16db-4b70-40af-bc26-97aa98d02fc0 admin admin] Publish callbacks [] for security_group (133611a2-5344-49c6-b62d-4df2e515e432), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.332128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Allocated IP 172.20.0.2 (5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe/bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0/69308c8a-b0ee-4e83-8bfe-ecce4037bfdd) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:46.543544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-943f16db-4b70-40af-bc26-97aa98d02fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (133611a2-5344-49c6-b62d-4df2e515e432), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.548587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-943f16db-4b70-40af-bc26-97aa98d02fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.553229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-943f16db-4b70-40af-bc26-97aa98d02fc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/133611a2-5344-49c6-b62d-4df2e515e432 HTTP/1.1" status: 204 len: 168 time: 0.4643157 Feb 10 03:59:46.644645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f16db-4b70-40af-bc26-97aa98d02fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133611a2-5344-49c6-b62d-4df2e515e432,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:46.769527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:46.769527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.769527 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 1091 time: 2.7295749 Feb 10 03:59:46.797909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:46.801167 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f684a-1c6e-4b77-b97c-40fc41569092" -d '{"events": [{"name": "network-changed", "server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:46.831809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks [] for router_controller (19772ae0-457a-4d32-bf5a-c0dd92a2a767), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.864239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Publish callbacks [] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:46.914268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cadb4-e26c-4d44-979c-bd3cbcffc0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:46.934686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c949ed-f31b-46eb-9a9c-3ce8511dec1c req-cc78e2df-4920-40cf-b5f6-920c7884e1c5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:46.936538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99c949ed-f31b-46eb-9a9c-3ce8511dec1c req-cc78e2df-4920-40cf-b5f6-920c7884e1c5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.7583673 Feb 10 03:59:46.986466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:47.028047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:47.056741 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99c949ed-f31b-46eb-9a9c-3ce8511dec1c req-c672a243-dfda-477c-8c56-e72d28d9114c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057487 Feb 10 03:59:47.068912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:47.070532 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:47.097620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:47.115303 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:47.209752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-213e36b6-de30-42fa-aa71-ec11846021a3 req-381b1abc-853c-48e0-abb3-84134df91e86 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Request body: {'security_group': {'name': 'tempest-securitygroup-149330769', 'description': 'tempest-description-1353283734'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:47.311099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:47.319084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:47.368936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:47.372884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:47.375797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Pushing event updated for resources: {'Port': ['ID=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:47.476696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Attempting to bind port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:47.477136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Attempting to bind port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:47.513185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Attempting to bind port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd on network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:47.513185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:47.513185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Checking segment: {'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:47.513185 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:47.513185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Bound using segment: {'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:47.513185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Bound port: 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:47.513185 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:47.514268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks [] for router_gateway (19772ae0-457a-4d32-bf5a-c0dd92a2a767), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:47.533167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-97d83422-9278-4b95-9a40-221d66c49fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:47.534848 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-97d83422-9278-4b95-9a40-221d66c49fa5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1125 time: 0.3220792 Feb 10 03:59:47.547980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa0cf5-7bf4-4877-aefb-0c1a545f6c92 req-b74c93f8-c6e8-40fd-a20a-2ffb18bef5b7 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:47.555127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66aa0cf5-7bf4-4877-aefb-0c1a545f6c92 req-b74c93f8-c6e8-40fd-a20a-2ffb18bef5b7 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 943 time: 0.3518012 Feb 10 03:59:47.603910 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-f7213c6c-3408-407e-ae9c-3adb41dac670 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 217 time: 0.0392869 Feb 10 03:59:47.631345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] For port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:47.635139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] For port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,segment=NetworkSegment(e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e),segment_id=e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:47.696324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] Transition to ACTIVE for port object 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 03:59:47.698430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-5886d769-77d7-4c6e-96df-ec775bd0cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:47.700077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-5886d769-77d7-4c6e-96df-ec775bd0cac6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.0862091 Feb 10 03:59:47.714602 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66aa0cf5-7bf4-4877-aefb-0c1a545f6c92 req-0c7503b7-4918-4d35-bf53-c47476683aee tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585119 Feb 10 03:59:47.783910 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-9351df22-ec52-4265-91fa-da216547e85b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681603 Feb 10 03:59:47.786573 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea66ce10-6958-49e7-94e9-92a5e83b9fc8 x-openstack-request-id: req-ea66ce10-6958-49e7-94e9-92a5e83b9fc8 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:47.786898 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:47.787137 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea66ce10-6958-49e7-94e9-92a5e83b9fc8 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:47.788306 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670', 'status': 'completed', 'code': 200} Feb 10 03:59:47.897276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-f3036e56-8696-465c-9939-49c23838b172 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070950 Feb 10 03:59:48.015142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817b4b4e-cf20-4a08-b385-2f4e9dc3b5e0 req-5fba317f-6efe-4a90-bb47-05eb89ba3bee service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119490 Feb 10 03:59:48.017992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-213e36b6-de30-42fa-aa71-ec11846021a3 req-381b1abc-853c-48e0-abb3-84134df91e86 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:48.049212 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:48.049975 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:48.168594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] No DVR routers for this DVR port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 03:59:48.200950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ced7e5-e01d-4b32-b8fb-017fb0024ab5 None None] Pushing event updated for resources: {'Port': ['ID=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:48.205542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-213e36b6-de30-42fa-aa71-ec11846021a3 req-381b1abc-853c-48e0-abb3-84134df91e86 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (58a5da46-79e4-4fb6-b738-eadb625ebf7a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:48.208915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:48.233239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] Pushing event updated for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=10']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:48.291845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-213e36b6-de30-42fa-aa71-ec11846021a3 req-381b1abc-853c-48e0-abb3-84134df91e86 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (58a5da46-79e4-4fb6-b738-eadb625ebf7a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:48.403355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b1abc-853c-48e0-abb3-84134df91e86 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5da46-79e4-4fb6-b738-eadb625ebf7a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:48.455104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-835922d0-7d6a-413d-bb14-1e0224ac1c43 service neutron] 10.222.0.43 "PUT /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705/bindings/n-h1-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4785340 Feb 10 03:59:48.458375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-213e36b6-de30-42fa-aa71-ec11846021a3 req-381b1abc-853c-48e0-abb3-84134df91e86 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:48.461838 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-213e36b6-de30-42fa-aa71-ec11846021a3 req-381b1abc-853c-48e0-abb3-84134df91e86 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2580166 Feb 10 03:59:48.558741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38c4bb-b7d9-4c6a-ab03-eaf337ad7a23 req-ce836f74-9aeb-4293-a38e-28f84b3455a8 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:48.561243 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b38c4bb-b7d9-4c6a-ab03-eaf337ad7a23 req-ce836f74-9aeb-4293-a38e-28f84b3455a8 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.3197725 Feb 10 03:59:48.653051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b38c4bb-b7d9-4c6a-ab03-eaf337ad7a23 req-0ec26b7c-334c-4311-a7d2-ad3989b961c4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856807 Feb 10 03:59:48.730465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-a8b403db-3ac3-474c-a06d-79423023b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:48.732075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-a8b403db-3ac3-474c-a06d-79423023b718 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1125 time: 0.3288591 Feb 10 03:59:48.741765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-2555492a-6d29-4934-affd-957e6aa1e02c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:48.743432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-2555492a-6d29-4934-affd-957e6aa1e02c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.0951753 Feb 10 03:59:49.067864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-a9b2e2d1-f8f0-4767-8484-c0981b7eb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:49.069443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-a9b2e2d1-f8f0-4767-8484-c0981b7eb1c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4&tenant_id=6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 1126 time: 0.2837284 Feb 10 03:59:49.078734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1418-8246-4536-8c1c-8746064fc016 req-da560b7c-38a3-4565-b86a-0f0577868203 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:49.080443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec7b1418-8246-4536-8c1c-8746064fc016 req-da560b7c-38a3-4565-b86a-0f0577868203 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 944 time: 0.2644997 Feb 10 03:59:49.081548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks [] for router_gateway (19772ae0-457a-4d32-bf5a-c0dd92a2a767), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.109692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-4d11e72e-b000-4ca0-9ecf-a882c9c07595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:49.111225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-4d11e72e-b000-4ca0-9ecf-a882c9c07595 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.3659067 Feb 10 03:59:49.121713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.150366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1720649474', 'description': 'tempest-description-3818453'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:49.241094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-da46083b-5dd5-4a5e-acce-a268626dbc2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 217 time: 0.1155791 Feb 10 03:59:49.259091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.275384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.403429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-cc25e389-a4cf-41a9-b970-42b53b1251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:49.404899 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-cc25e389-a4cf-41a9-b970-42b53b1251c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1126 time: 0.2967303 Feb 10 03:59:49.409242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-b6c38128-8192-4eef-bfe0-686f26ec3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:49.410800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-b6c38128-8192-4eef-bfe0-686f26ec3937 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1628122 Feb 10 03:59:49.442334 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (397df339-a6e6-40f0-a2d4-6fde069c41f4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.468718 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec7b1418-8246-4536-8c1c-8746064fc016 req-7d007e6c-c80f-4a27-8650-3257cd78730a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556430 Feb 10 03:59:49.484498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Allocated IP 172.25.8.206 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/4592e2b1-fcad-4789-8eb4-a2a8b9202178) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:49.557127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (397df339-a6e6-40f0-a2d4-6fde069c41f4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.639872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397df339-a6e6-40f0-a2d4-6fde069c41f4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:49.716314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks [] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.719450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (42b4e481-7fa0-47d8-bd99-ce3d978ff652), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.754992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:49.796638 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (42b4e481-7fa0-47d8-bd99-ce3d978ff652), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.841576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b4e481-7fa0-47d8-bd99-ce3d978ff652,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:49.867141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:49.867864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.876023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-d2ef97e5-2f40-46ed-9c5d-cc04bc06f8a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4590590 Feb 10 03:59:49.877154 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.877290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:49.878946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6c66806-87fc-4b8d-be26-a63dc06049ae req-cbb5e024-bb7e-4602-8d77-dc7b54c17b01 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7327304 Feb 10 03:59:49.916129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf4313-85bc-48cf-b6ca-d34a2871f992 None None] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 03:59:50.072562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:50.078488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:50.079141 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:50.120581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:50.131130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:50.136843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,segment=NetworkSegment(e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e),segment_id=e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:50.144250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bca4bdfc-f8de-4bba-b4e1-a93ba5981210 None None] Provisioning complete for port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:50.147102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bca4bdfc-f8de-4bba-b4e1-a93ba5981210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:50.177684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Pushing event updated for resources: {'Port': ['ID=4592e2b1-fcad-4789-8eb4-a2a8b9202178,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:50.210896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e551-2e21-42d3-a73f-27826af230b0 req-9386a5ef-7e23-488b-bacc-5355d1f50f2c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:50.211425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1631e551-2e21-42d3-a73f-27826af230b0 req-9386a5ef-7e23-488b-bacc-5355d1f50f2c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.0820696 Feb 10 03:59:50.259017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-7906ba0e-7365-4f39-bd9a-25e2829400e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:50.260621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-7906ba0e-7365-4f39-bd9a-25e2829400e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.8485823 Feb 10 03:59:50.262197 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:50.310689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1631e551-2e21-42d3-a73f-27826af230b0 req-39ab5060-05e1-4597-8e80-501e72f06dc9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920711 Feb 10 03:59:50.342613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:50.396427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3b27ffee-6f1b-436f-9efa-b66255f28557 req-edf03a11-8310-47af-89d2-733b29af1a53 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-765382933', 'description': 'tempest-description-1437552336'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 03:59:50.420338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 49b1188a-2f8d-44e6-9595-0b840e427670 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 03:59:50.425655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 03:59:50.433594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-4092a309-ce3a-4f14-8e5d-a57e23479f8d service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013793 Feb 10 03:59:50.505647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3b27ffee-6f1b-436f-9efa-b66255f28557 req-edf03a11-8310-47af-89d2-733b29af1a53 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:50.692650 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3b27ffee-6f1b-436f-9efa-b66255f28557 req-edf03a11-8310-47af-89d2-733b29af1a53 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (4c8c1fbc-4166-498e-a95f-aeda038ba8b2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:50.699820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bca4bdfc-f8de-4bba-b4e1-a93ba5981210 None None] Current status of the port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:50.765116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 03:59:50.766441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 03:59:50.768731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3b27ffee-6f1b-436f-9efa-b66255f28557 req-edf03a11-8310-47af-89d2-733b29af1a53 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4c8c1fbc-4166-498e-a95f-aeda038ba8b2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:50.842099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf03a11-8310-47af-89d2-733b29af1a53 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8c1fbc-4166-498e-a95f-aeda038ba8b2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:50.863812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:50.870836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3b27ffee-6f1b-436f-9efa-b66255f28557 req-edf03a11-8310-47af-89d2-733b29af1a53 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:50.884187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '49b1188a-2f8d-44e6-9595-0b840e427670', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'port_id': '49b1188a-2f8d-44e6-9595-0b840e427670', 'mac_address': 'fa:16:3e:b3:48:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df061686-13a9-4c2a-8c4d-a7bec0247353', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 03:59:50.915604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b27ffee-6f1b-436f-9efa-b66255f28557 req-edf03a11-8310-47af-89d2-733b29af1a53 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5289245 Feb 10 03:59:51.065007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 49b1188a-2f8d-44e6-9595-0b840e427670 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:51.067678 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:51.109696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b1188a-2f8d-44e6-9595-0b840e427670 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 03:59:51.177843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:51.271921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:51.279631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-da5bd3f7-bd65-4b84-a37d-f14940d61ff7 None None] Provisioning complete for port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:51.280008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da5bd3f7-bd65-4b84-a37d-f14940d61ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:51.333582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-52598504-e487-44bb-926c-96e2b3e55370 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 217 time: 0.9040194 Feb 10 03:59:51.472253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:51.489206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['49b1188a-2f8d-44e6-9595-0b840e427670'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 03:59:51.611070 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-671e58ee-8c52-40e4-bae3-25dfcfe621b6 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48174 time: 0.6138821 Feb 10 03:59:51.615958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-da5bd3f7-bd65-4b84-a37d-f14940d61ff7 None None] Current status of the port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:51.674184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-13406f08-0781-4a87-a7a8-4c6aa124b1c5 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/23f831f0-1bc5-4d3c-98aa-e87eab99efb6 HTTP/1.1" status: 200 len: 2990 time: 0.0615284 Feb 10 03:59:51.680126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:51.845737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-31ec7a31-bb31-4943-bc28-c58da89c19e4 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/23f831f0-1bc5-4d3c-98aa-e87eab99efb6 HTTP/1.1" status: 200 len: 2990 time: 0.1509042 Feb 10 03:59:51.904789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a6f684a-1c6e-4b77-b97c-40fc41569092 req-f6b94136-696f-40e1-9a8f-86229d3609e7 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4628847 Feb 10 03:59:51.906191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-b129c082-10ef-4a5f-851a-6fc28a08addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:51.907607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-b129c082-10ef-4a5f-851a-6fc28a08addd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.5600889 Feb 10 03:59:52.010617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-6dc67f86-b421-48c9-a61c-37f54762b531 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2c7a07af-135e-410e-8017-f49918fa8aac HTTP/1.1" status: 200 len: 2998 time: 0.1563468 Feb 10 03:59:52.087954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:52.089542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:52.115111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-ccd18593-8752-4183-9053-6bf1881e963f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861014 Feb 10 03:59:52.119294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-094e7f1c-8144-4ba6-99bc-8ab1bc1022fa tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2c7a07af-135e-410e-8017-f49918fa8aac HTTP/1.1" status: 200 len: 2998 time: 0.1025195 Feb 10 03:59:52.178884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838193e4-10af-40ef-903e-51669967b4e4 req-a938ae03-f9c5-4755-9128-a6ecfb2c1273 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:52.178884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-838193e4-10af-40ef-903e-51669967b4e4 req-a938ae03-f9c5-4755-9128-a6ecfb2c1273 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 944 time: 0.8744233 Feb 10 03:59:52.178884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks [] for router_gateway (19772ae0-457a-4d32-bf5a-c0dd92a2a767), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:52.230490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-4f757294-afa4-477d-b246-b2cb5b827a4a tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2d60e177-4c75-418d-9e26-3f4a60562a71 HTTP/1.1" status: 200 len: 2998 time: 0.0966048 Feb 10 03:59:52.327163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:52.345345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-241ec8c5-bf78-4bbc-a475-9f2656548802 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2d60e177-4c75-418d-9e26-3f4a60562a71 HTTP/1.1" status: 200 len: 2998 time: 0.1040576 Feb 10 03:59:52.400533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-01c0ddc4-7afd-4e30-b9e3-630f3b654817 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/397df339-a6e6-40f0-a2d4-6fde069c41f4 HTTP/1.1" status: 200 len: 2998 time: 0.0535936 Feb 10 03:59:52.427253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 49b1188a-2f8d-44e6-9595-0b840e427670 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:52.475792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-63d225a4-af17-4a63-b9e6-b8a143266c47 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/397df339-a6e6-40f0-a2d4-6fde069c41f4 HTTP/1.1" status: 200 len: 2998 time: 0.0734642 Feb 10 03:59:52.492508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-838193e4-10af-40ef-903e-51669967b4e4 req-377d15ed-1567-4fad-8caf-b1d41c6b01b6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858248 Feb 10 03:59:52.494428 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-2925021b-0170-4f20-81a9-63d2d21a1649 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642302 Feb 10 03:59:52.579072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-a3fdc892-7de3-46c6-b50d-c5f4500c2809 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4c6e0b24-4634-45d7-a54c-549f9a30cb82 HTTP/1.1" status: 200 len: 2998 time: 0.1020620 Feb 10 03:59:52.661139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 49b1188a-2f8d-44e6-9595-0b840e427670 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 03:59:52.668418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 49b1188a-2f8d-44e6-9595-0b840e427670 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:52.668817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:52.674740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-83973a2b-0222-4642-a2ab-0421e845d179 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4c6e0b24-4634-45d7-a54c-549f9a30cb82 HTTP/1.1" status: 200 len: 2998 time: 0.0936170 Feb 10 03:59:52.788389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-c67c5636-9ce3-4bf0-817d-e919841e0be3 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/563928d8-ed73-4804-9962-bb0d08a7f040 HTTP/1.1" status: 200 len: 2998 time: 0.1125438 Feb 10 03:59:52.839789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 49b1188a-2f8d-44e6-9595-0b840e427670 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 03:59:52.840650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:52.847388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-9f7c3173-3e33-434e-84de-5b2364e06314 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453391 Feb 10 03:59:52.885062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 03:59:52.889157 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63c56f-ff2d-4953-998d-8c1e816de3b2" -d '{"events": [{"server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "name": "network-vif-plugged", "status": "completed", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 03:59:52.902798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-d5d230c6-f8df-417b-b48d-02e1d6db0556 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/563928d8-ed73-4804-9962-bb0d08a7f040 HTTP/1.1" status: 200 len: 2998 time: 0.1132734 Feb 10 03:59:52.905680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 03:59:52.953007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (19772ae0-457a-4d32-bf5a-c0dd92a2a767), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:52.958282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-f653cc7e-e8d3-41d5-8e75-a4495d366315 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5fc5db63-4386-41ca-b831-9fa496a307d2 HTTP/1.1" status: 200 len: 2998 time: 0.0545349 Feb 10 03:59:52.966415 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:53.065362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222cb29-9675-4163-9656-3710e2a49573 req-362218fd-a731-4445-bc8d-b4464d163dfc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:53.067885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2222cb29-9675-4163-9656-3710e2a49573 req-362218fd-a731-4445-bc8d-b4464d163dfc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 944 time: 0.2457979 Feb 10 03:59:53.084464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-e8a8b6cb-6f72-43e7-963f-a3da073b1fbf tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5fc5db63-4386-41ca-b831-9fa496a307d2 HTTP/1.1" status: 200 len: 2998 time: 0.1100116 Feb 10 03:59:53.105984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:53.181105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-c677e3fc-3da1-4e77-be98-6d5011efc5e5 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/601c5d54-b55a-4280-8ffd-42de47c2d794 HTTP/1.1" status: 200 len: 2998 time: 0.0790317 Feb 10 03:59:53.258377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2222cb29-9675-4163-9656-3710e2a49573 req-fd97de35-959b-4947-8fb4-12530263ee0c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821983 Feb 10 03:59:53.265795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-dcd4a950-7d20-4bd2-8d50-3c567e85da9f tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/601c5d54-b55a-4280-8ffd-42de47c2d794 HTTP/1.1" status: 200 len: 2998 time: 0.0741491 Feb 10 03:59:53.368432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-3e4745ca-2019-4fe9-b76c-016915fe9b6f tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/61408548-7c4e-40a0-8855-ca46ff30b7a0 HTTP/1.1" status: 200 len: 2998 time: 0.0945871 Feb 10 03:59:53.417946 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55bb2c5-c9a3-4c13-a85b-14801a79b934 x-openstack-request-id: req-c55bb2c5-c9a3-4c13-a85b-14801a79b934 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 03:59:53.418567 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "name": "network-vif-plugged", "status": "completed", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 03:59:53.419295 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c55bb2c5-c9a3-4c13-a85b-14801a79b934 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 03:59:53.419952 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670', 'code': 200} Feb 10 03:59:53.462444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-807b5c83-868f-417e-baae-607de58bddd1 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/61408548-7c4e-40a0-8855-ca46ff30b7a0 HTTP/1.1" status: 200 len: 2998 time: 0.0824769 Feb 10 03:59:53.593645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 03:59:53.598908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-6c4ad18c-0403-496e-bf00-17f4297f9cd3 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/815d183a-c154-40e8-9c62-a14bd27957b8 HTTP/1.1" status: 200 len: 2994 time: 0.1289952 Feb 10 03:59:53.612880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-80d2dcd4-4a97-485a-8903-d844cc4b78ba tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:53.656067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-80d2dcd4-4a97-485a-8903-d844cc4b78ba tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.3392169 Feb 10 03:59:53.671086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-1f458ade-22e1-4e8d-9f8f-1a78ce912394 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/815d183a-c154-40e8-9c62-a14bd27957b8 HTTP/1.1" status: 200 len: 2994 time: 0.0642548 Feb 10 03:59:53.813850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-269b4759-2020-4e15-8a98-6fd43eda23d7 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c761468a-0da3-4f5f-a854-d2599b11aec5 HTTP/1.1" status: 200 len: 2998 time: 0.1296782 Feb 10 03:59:53.898181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ce721-7e86-422d-accf-f15563520fe4 req-5be9f32a-825b-42eb-be7b-81ce34990e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:53.903008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f44ce721-7e86-422d-accf-f15563520fe4 req-5be9f32a-825b-42eb-be7b-81ce34990e0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1127 time: 0.3754098 Feb 10 03:59:53.919846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad974-03be-48d8-aeaf-0941776cd8a8 req-f38d0b62-21e6-4a4c-b321-f9d6c802ae89 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:53.927717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16bad974-03be-48d8-aeaf-0941776cd8a8 req-f38d0b62-21e6-4a4c-b321-f9d6c802ae89 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 944 time: 0.2701523 Feb 10 03:59:53.933077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-c74d60ec-cfea-4569-aac1-fa9a51f267c0 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c761468a-0da3-4f5f-a854-d2599b11aec5 HTTP/1.1" status: 200 len: 2998 time: 0.1134214 Feb 10 03:59:54.016112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-f25daecd-641f-4737-bd05-6c53c93de414 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c9630ed1-6952-4f74-8738-78c7ef2fa558 HTTP/1.1" status: 200 len: 2998 time: 0.0738688 Feb 10 03:59:54.092408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-ad6ed6e2-7ac2-41da-9b11-376262548414 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c9630ed1-6952-4f74-8738-78c7ef2fa558 HTTP/1.1" status: 200 len: 2998 time: 0.0744262 Feb 10 03:59:54.155357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f44ce721-7e86-422d-accf-f15563520fe4 req-e7a4a650-0d2b-4e63-ac6d-0472873871e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166331 Feb 10 03:59:54.170404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-0b76f219-a64d-4298-ac96-2a4781f3f699 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dc813bbc-3278-42bf-b54c-400a6aa9a160 HTTP/1.1" status: 200 len: 2998 time: 0.0643988 Feb 10 03:59:54.192272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48036) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:54.275760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16bad974-03be-48d8-aeaf-0941776cd8a8 req-bb8d2ced-d59a-42f6-8094-4e73ae4de4ab tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357139 Feb 10 03:59:54.282871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 03:59:54.290953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-cff19a1f-d031-4053-8be1-44316345ce06 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dc813bbc-3278-42bf-b54c-400a6aa9a160 HTTP/1.1" status: 200 len: 2998 time: 0.1109529 Feb 10 03:59:54.302110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Sync routers for ids ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 03:59:54.318837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Routers {'19772ae0-457a-4d32-bf5a-c0dd92a2a767'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:54.321652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:54.389532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-d68ebf2b-eb95-4e55-8a76-7f465cddc7ef service neutron] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:54.393841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-d68ebf2b-eb95-4e55-8a76-7f465cddc7ef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:54.395258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de4a7dc-dfc1-4ccb-ae2b-20101cd4a046 req-d68ebf2b-eb95-4e55-8a76-7f465cddc7ef service neutron] 10.222.0.24 "DELETE /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705/bindings/n-h2-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.6743293 Feb 10 03:59:54.416296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:54.418912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d9452e7-caf5-4535-a362-fc72f5acc61f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4518414 Feb 10 03:59:54.421762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48052) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:54.455182 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-8d4b4a70-10b9-4eaf-8d3c-a397e8d6b257 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/fe3ef2bf-60b2-4648-888c-44270ef0ba7b HTTP/1.1" status: 200 len: 2998 time: 0.1567583 Feb 10 03:59:54.578428 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-024a9f0c-0021-4bc7-9052-cd4199995172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:54.636489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e0937e-229b-48c6-9d3d-c7433242246d req-115c1490-9241-4214-93a6-98010244dad0 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/fe3ef2bf-60b2-4648-888c-44270ef0ba7b HTTP/1.1" status: 200 len: 2998 time: 0.1678689 Feb 10 03:59:54.726935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Set router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:55.004236 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-024a9f0c-0021-4bc7-9052-cd4199995172 admin admin] Publish callbacks [] for security_group (89958d70-f548-4902-a34e-d08ba5615e22), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:55.033078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110bfb0-0a8b-4857-8557-e757be1b2695 req-f045b4ac-b9ae-4b0f-8540-6c53d95ccc0f tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:55.034659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3110bfb0-0a8b-4857-8557-e757be1b2695 req-f045b4ac-b9ae-4b0f-8540-6c53d95ccc0f tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1126 time: 0.2376764 Feb 10 03:59:55.238010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3110bfb0-0a8b-4857-8557-e757be1b2695 req-b4291f63-c020-49a8-83a1-d3a7d0e73d08 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941977 Feb 10 03:59:55.348939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T03:59:50Z', 'revision_number': 3, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port': {'id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:49Z', 'updated_at': '2022-02-10T03:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:55.429809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Checking router: 19772ae0-457a-4d32-bf5a-c0dd92a2a767 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 03:59:55.430166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Updating router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 03:59:55.458164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5123625-4cb7-40b6-aea4-8539f6d1a952 req-ca7ddef2-801d-48db-979a-86197b7b9d25 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11f86be680104ddd88d38ac676a4d186 HTTP/1.1" status: 200 len: 6154 time: 0.1582887 Feb 10 03:59:55.476707 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:55.548788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-024a9f0c-0021-4bc7-9052-cd4199995172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89958d70-f548-4902-a34e-d08ba5615e22), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:55.605084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59391f-5ea7-489e-b6d2-f52138c4f21a req-105d442a-99f7-4255-bb1e-b46225613734 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:55.606602 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd59391f-5ea7-489e-b6d2-f52138c4f21a req-105d442a-99f7-4255-bb1e-b46225613734 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.9471965 Feb 10 03:59:55.607959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a9f0c-0021-4bc7-9052-cd4199995172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89958d70-f548-4902-a34e-d08ba5615e22,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:55.654524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5123625-4cb7-40b6-aea4-8539f6d1a952 req-bbdb8849-67b8-4ee5-8e3c-769415daff26 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "GET /v2.0/security-groups/2c7a07af-135e-410e-8017-f49918fa8aac HTTP/1.1" status: 200 len: 2998 time: 0.1827171 Feb 10 03:59:55.713043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-024a9f0c-0021-4bc7-9052-cd4199995172 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a725ec4e1404fe3b5cccd0b7e3814c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5178483 Feb 10 03:59:55.723011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 03:59:55.879899 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd59391f-5ea7-489e-b6d2-f52138c4f21a req-774b8286-b938-4425-95e4-3c1879d1c295 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484875 Feb 10 03:59:55.921586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5123625-4cb7-40b6-aea4-8539f6d1a952 req-c3586861-eea4-4afd-b731-51c505fd472f tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "GET /v2.0/security-groups/2c7a07af-135e-410e-8017-f49918fa8aac HTTP/1.1" status: 200 len: 2998 time: 0.2579236 Feb 10 03:59:55.922352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a01e6ba9-299e-407f-ae95-fd934b6c004d admin admin] Publish callbacks [] for security_group (89958d70-f548-4902-a34e-d08ba5615e22), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.040003 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a01e6ba9-299e-407f-ae95-fd934b6c004d admin admin] Publish callbacks [] for security_group (89958d70-f548-4902-a34e-d08ba5615e22), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.052351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Publish callbacks [] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.145195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.227043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a01e6ba9-299e-407f-ae95-fd934b6c004d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89958d70-f548-4902-a34e-d08ba5615e22), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.230347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a01e6ba9-299e-407f-ae95-fd934b6c004d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.240974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a01e6ba9-299e-407f-ae95-fd934b6c004d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89958d70-f548-4902-a34e-d08ba5615e22 HTTP/1.1" status: 204 len: 168 time: 0.5169041 Feb 10 03:59:56.376447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Attempting to bind port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 03:59:56.377323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Attempting to bind port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 03:59:56.377323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Attempting to bind port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 03:59:56.379264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e6ba9-299e-407f-ae95-fd934b6c004d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89958d70-f548-4902-a34e-d08ba5615e22,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:56.379713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59b6cffe-2862-41d1-a4a8-b0de18683b82 req-4bf1465e-cedb-42d6-831a-03f176811ff8 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4c8c1fbc-4166-498e-a95f-aeda038ba8b2 HTTP/1.1" status: 200 len: 1794 time: 0.2163942 Feb 10 03:59:56.391263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 03:59:56.391697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 03:59:56.392067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.392463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 03:59:56.392955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Bound port: 4592e2b1-fcad-4789-8eb4-a2a8b9202178, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 03:59:56.393421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.396587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa7ba0-ca8d-454c-ba29-78dfa5db8865 None None] Pushing event updated for resources: {'Port': ['ID=4592e2b1-fcad-4789-8eb4-a2a8b9202178,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:56.459458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-141e4899-5da6-4edd-a7cf-f04d7413ae21 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:56.467613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-141e4899-5da6-4edd-a7cf-f04d7413ae21 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.3413808 Feb 10 03:59:56.492731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-17fd1eea-3be8-4c43-9f2f-2e73cd989512 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/quotas/6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 375 time: 0.0231297 Feb 10 03:59:56.524484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] For port 4592e2b1-fcad-4789-8eb4-a2a8b9202178, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 03:59:56.539444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] For port 4592e2b1-fcad-4789-8eb4-a2a8b9202178, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4592e2b1-fcad-4789-8eb4-a2a8b9202178,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 03:59:56.598629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-cfe3fd60-26b3-4357-ad6c-abd84801c613 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046157 Feb 10 03:59:56.660478 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.663231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:56.777256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-89bfe4c7-853e-4cbb-a7f6-094b5b7f67c6 service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659479 Feb 10 03:59:56.786443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Routers {'19772ae0-457a-4d32-bf5a-c0dd92a2a767'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 03:59:56.787125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T03:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:56.846972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa7ba0-ca8d-454c-ba29-78dfa5db8865 None None] Pushing event updated for resources: {'Port': ['ID=4592e2b1-fcad-4789-8eb4-a2a8b9202178,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:57.014083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] Set router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 03:59:57.159250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-aa0b8a99-ba5e-449b-b6e2-8ef39a0e2a15 service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744676 Feb 10 03:59:57.171896 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-59b6cffe-2862-41d1-a4a8-b0de18683b82 req-ea93396a-464b-4dd8-aa2b-a283f6236163 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (4c8c1fbc-4166-498e-a95f-aeda038ba8b2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:57.257928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-59b6cffe-2862-41d1-a4a8-b0de18683b82 req-ea93396a-464b-4dd8-aa2b-a283f6236163 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (4c8c1fbc-4166-498e-a95f-aeda038ba8b2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:57.418449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Allocated IP 172.20.0.1 (5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe/bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0/9d279402-2515-4058-9b70-06fc12f51036) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 03:59:57.547793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T03:59:50Z', 'revision_number': 3, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port': {'id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:49Z', 'updated_at': '2022-02-10T03:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 03:59:57.550470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-59b6cffe-2862-41d1-a4a8-b0de18683b82 req-ea93396a-464b-4dd8-aa2b-a283f6236163 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4c8c1fbc-4166-498e-a95f-aeda038ba8b2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:57.555361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-59b6cffe-2862-41d1-a4a8-b0de18683b82 req-ea93396a-464b-4dd8-aa2b-a283f6236163 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:57.556593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59b6cffe-2862-41d1-a4a8-b0de18683b82 req-ea93396a-464b-4dd8-aa2b-a283f6236163 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c8c1fbc-4166-498e-a95f-aeda038ba8b2 HTTP/1.1" status: 204 len: 173 time: 1.1398253 Feb 10 03:59:57.698807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29ff94-75c0-472b-b9cf-08a3a8159d0d None None] The sync data for ids ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'] in n-d-827844-2 is: [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T03:59:50Z', 'revision_number': 3, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port': {'id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:49Z', 'updated_at': '2022-02-10T03:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 03:59:57.705323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-93844049-c6e7-4ff4-adcc-118f4cec2efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:57.713570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks [] for port (9d279402-2515-4058-9b70-06fc12f51036), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:57.797691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93396a-464b-4dd8-aa2b-a283f6236163 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8c1fbc-4166-498e-a95f-aeda038ba8b2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:57.863921 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9d279402-2515-4058-9b70-06fc12f51036), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:57.873200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65f985-88d6-434b-a3fc-344ac528f821 req-62b6493c-b7de-4eb2-ae56-1cb6165c1e19 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:57.881658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc65f985-88d6-434b-a3fc-344ac528f821 req-62b6493c-b7de-4eb2-ae56-1cb6165c1e19 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1508129 Feb 10 03:59:57.999473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc65f985-88d6-434b-a3fc-344ac528f821 req-ba772362-0a52-438e-be42-741a18b43ba6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168098 Feb 10 03:59:58.012397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Pushing event updated for resources: {'Port': ['ID=9d279402-2515-4058-9b70-06fc12f51036,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:58.023344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 03:59:58.038696 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-62878ef9-723b-4ed5-b293-58be5aa82684 req-6a93976f-4f88-41a3-8323-2d7f2b622dfe tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 210 time: 0.2319808 Feb 10 03:59:58.041848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 03:59:58.047449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 03:59:58.155755 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (19772ae0-457a-4d32-bf5a-c0dd92a2a767), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:58.396186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82598a1a-6344-48ee-b52e-954ef2d6769c req-8f85eab5-dba6-4ca1-9e3a-4c3dba846fbf tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "GET /v2.0/security-groups/42b4e481-7fa0-47d8-bd99-ce3d978ff652 HTTP/1.1" status: 200 len: 1792 time: 0.3059523 Feb 10 03:59:58.420360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54535365-4a69-4672-a55b-03b82b620646 req-a33b1c5e-d43a-4751-acee-b3fb55cfb41f tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 03:59:58.426357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54535365-4a69-4672-a55b-03b82b620646 req-a33b1c5e-d43a-4751-acee-b3fb55cfb41f tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1127 time: 0.1079669 Feb 10 03:59:58.532545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54535365-4a69-4672-a55b-03b82b620646 req-6dc98be5-bd1c-4913-853a-592c92e9035a tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985732 Feb 10 03:59:58.597614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9d279402-2515-4058-9b70-06fc12f51036), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:58.602583 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82598a1a-6344-48ee-b52e-954ef2d6769c req-c5bc517e-a0ae-456f-9fb6-97933aa94b41 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (42b4e481-7fa0-47d8-bd99-ce3d978ff652), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:58.661557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-861b69e4-6da1-4ecb-8bd2-0a6196a411c6 None None] Provisioning complete for port 9d279402-2515-4058-9b70-06fc12f51036 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:58.668170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82598a1a-6344-48ee-b52e-954ef2d6769c req-c5bc517e-a0ae-456f-9fb6-97933aa94b41 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (42b4e481-7fa0-47d8-bd99-ce3d978ff652), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:58.670101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-861b69e4-6da1-4ecb-8bd2-0a6196a411c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9d279402-2515-4058-9b70-06fc12f51036), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:58.786947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-861b69e4-6da1-4ecb-8bd2-0a6196a411c6 None None] Port 9d279402-2515-4058-9b70-06fc12f51036 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 03:59:58.797178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82598a1a-6344-48ee-b52e-954ef2d6769c req-c5bc517e-a0ae-456f-9fb6-97933aa94b41 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (42b4e481-7fa0-47d8-bd99-ce3d978ff652), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:58.812412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82598a1a-6344-48ee-b52e-954ef2d6769c req-c5bc517e-a0ae-456f-9fb6-97933aa94b41 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:58.813726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82598a1a-6344-48ee-b52e-954ef2d6769c req-c5bc517e-a0ae-456f-9fb6-97933aa94b41 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/42b4e481-7fa0-47d8-bd99-ce3d978ff652 HTTP/1.1" status: 204 len: 173 time: 0.4160984 Feb 10 03:59:58.896047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc517e-a0ae-456f-9fb6-97933aa94b41 tempest-SecurityGroupsTestAdminJSON-9946559 tempest-SecurityGroupsTestAdminJSON-9946559-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b4e481-7fa0-47d8-bd99-ce3d978ff652,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:59.122915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b582508-fff6-4021-ae05-b13d429b5863 req-304983a6-dcbc-4054-bc90-22e72e894050 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "GET /v2.0/security-groups/58a5da46-79e4-4fb6-b738-eadb625ebf7a HTTP/1.1" status: 200 len: 1794 time: 0.1542554 Feb 10 03:59:59.156448 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks [] for port (9d279402-2515-4058-9b70-06fc12f51036), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.257595 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b582508-fff6-4021-ae05-b13d429b5863 req-816b96e4-cf58-4c46-bdbc-418b3ecccbc1 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (58a5da46-79e4-4fb6-b738-eadb625ebf7a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.285457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (9d279402-2515-4058-9b70-06fc12f51036), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.298007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-cc6ad0e7-8ae9-436d-8d71-632beafb924f tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=68e524edf5894076b5f9ee41108749e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679536 Feb 10 03:59:59.334107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b582508-fff6-4021-ae05-b13d429b5863 req-816b96e4-cf58-4c46-bdbc-418b3ecccbc1 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (58a5da46-79e4-4fb6-b738-eadb625ebf7a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.514916 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b582508-fff6-4021-ae05-b13d429b5863 req-816b96e4-cf58-4c46-bdbc-418b3ecccbc1 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (58a5da46-79e4-4fb6-b738-eadb625ebf7a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.517554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b582508-fff6-4021-ae05-b13d429b5863 req-816b96e4-cf58-4c46-bdbc-418b3ecccbc1 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.518722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b582508-fff6-4021-ae05-b13d429b5863 req-816b96e4-cf58-4c46-bdbc-418b3ecccbc1 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "DELETE /v2.0/security-groups/58a5da46-79e4-4fb6-b738-eadb625ebf7a HTTP/1.1" status: 204 len: 173 time: 0.3877456 Feb 10 03:59:59.552160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b96e4-cf58-4c46-bdbc-418b3ecccbc1 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5da46-79e4-4fb6-b738-eadb625ebf7a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:59.592431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Pushing event updated for resources: {'Port': ['ID=9d279402-2515-4058-9b70-06fc12f51036,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 03:59:59.621651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (19772ae0-457a-4d32-bf5a-c0dd92a2a767), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.793995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b2d0588-bb70-46b3-a30f-f1b3ef992b4d req-54a20dd1-7ce6-4c9c-bb7e-f35d8a8274b9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 210 time: 0.0834227 Feb 10 03:59:59.813392 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-00fc9611-18b9-4e58-b2da-1930db85e5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 03:59:59.852848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4592e2b1-fcad-4789-8eb4-a2a8b9202178 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 03:59:59.978348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 03:59:59.979005 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.001659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffadc6dd-707b-4493-8558-4e7f909c1769 req-d94113d8-905a-412a-87e5-de9698fee8b1 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "GET /v2.0/security-groups/d20cc5fe-ba18-4af4-822c-24712e58ebf2 HTTP/1.1" status: 200 len: 1795 time: 0.1354327 Feb 10 04:00:00.033911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:00.067497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:00.123690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-d974e76a-1ac3-441c-beab-a20e8e6a971f tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:00.139319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-d974e76a-1ac3-441c-beab-a20e8e6a971f tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8394895 Feb 10 04:00:00.175480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-5be8b40f-b96e-4d0f-bf3b-1df0aa731956 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/quotas/68e524edf5894076b5f9ee41108749e9 HTTP/1.1" status: 200 len: 375 time: 0.0327690 Feb 10 04:00:00.187730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ffadc6dd-707b-4493-8558-4e7f909c1769 req-362c1b2b-bceb-44f2-906d-16835e329ee0 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (d20cc5fe-ba18-4af4-822c-24712e58ebf2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.216868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:00.217115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.270633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-90016140-7e2c-467b-8258-006ee32060e6 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68e524edf5894076b5f9ee41108749e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938046 Feb 10 04:00:00.316904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 4592e2b1-fcad-4789-8eb4-a2a8b9202178, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4592e2b1-fcad-4789-8eb4-a2a8b9202178,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:00.318796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ffadc6dd-707b-4493-8558-4e7f909c1769 req-362c1b2b-bceb-44f2-906d-16835e329ee0 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (d20cc5fe-ba18-4af4-822c-24712e58ebf2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.397147 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.488395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:00:00.534842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=4592e2b1-fcad-4789-8eb4-a2a8b9202178,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:00.598091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ffadc6dd-707b-4493-8558-4e7f909c1769 req-362c1b2b-bceb-44f2-906d-16835e329ee0 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d20cc5fe-ba18-4af4-822c-24712e58ebf2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.601526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ffadc6dd-707b-4493-8558-4e7f909c1769 req-362c1b2b-bceb-44f2-906d-16835e329ee0 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.618263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffadc6dd-707b-4493-8558-4e7f909c1769 req-362c1b2b-bceb-44f2-906d-16835e329ee0 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] 10.222.0.42 "DELETE /v2.0/security-groups/d20cc5fe-ba18-4af4-822c-24712e58ebf2 HTTP/1.1" status: 204 len: 173 time: 0.6009674 Feb 10 04:00:00.654321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7d102bf7-97b2-4f2f-b529-4a41394d1887 None None] Provisioning complete for port 9d279402-2515-4058-9b70-06fc12f51036 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:00.654738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d102bf7-97b2-4f2f-b529-4a41394d1887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9d279402-2515-4058-9b70-06fc12f51036), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:00.691889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c1b2b-bceb-44f2-906d-16835e329ee0 tempest-SecurityGroupsTestAdminJSON-168886874 tempest-SecurityGroupsTestAdminJSON-168886874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20cc5fe-ba18-4af4-822c-24712e58ebf2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:00.803745 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:00:00.992397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90b9dbdf-2a1a-42b0-a5ce-ae3d5c7d009c req-ab8009fe-372a-4cf2-adfc-ecc732fc3d1c tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 210 time: 0.1430178 Feb 10 04:00:01.101754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecfbdabb-30ca-4ffb-a3a8-cca032b432cd req-c07e1ca1-eb37-47d1-a440-70dd346ff051 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 210 time: 0.0829577 Feb 10 04:00:01.302120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:00:01.303253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7d102bf7-97b2-4f2f-b529-4a41394d1887 None None] Port 9d279402-2515-4058-9b70-06fc12f51036 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:01.318127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a519cde7-9d06-4f6a-8c13-17a4da605323 admin admin] 10.222.0.42 "PUT /v2.0/routers/19772ae0-457a-4d32-bf5a-c0dd92a2a767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8896990 Feb 10 04:00:01.334501 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Sync routers for ids ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:00:01.358668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-15b1a147-b9cd-41fc-9b28-35c483852c11 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:01.360496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-15b1a147-b9cd-41fc-9b28-35c483852c11 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.6467273 Feb 10 04:00:01.368068 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Routers {'19772ae0-457a-4d32-bf5a-c0dd92a2a767'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:01.368708 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:01.379531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Request body: {'port': {'device_id': '052f2b51-9c05-4087-b867-04efce913d78', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'admin_state_up': True, 'tenant_id': '6211b1d8a47c48e3939e0cd373e443bc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:01.419820 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:01.695637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48242) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:01.710251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Made reservation on behalf of 6211b1d8a47c48e3939e0cd373e443bc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:01.714384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:01.733669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4592e2b1-fcad-4789-8eb4-a2a8b9202178 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:01.793589 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Set router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:01.878905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:01.879602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:02.015315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8a7d4ee8-4902-4f54-8b30-d6226400c8a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11f86be680104ddd88d38ac676a4d186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148417 Feb 10 04:00:02.016164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48260) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:02.033153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:02.242269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9363ff7-c6d7-4115-ac04-39b09943bd6a req-c4fe986b-11c1-4f86-8c61-e0cb972492f0 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 210 time: 0.1783862 Feb 10 04:00:02.310814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-648303f2-e864-4a73-8df7-5dc6db86f082 admin admin] Publish callbacks [] for security_group (2c7a07af-135e-410e-8017-f49918fa8aac), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:02.424707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-648303f2-e864-4a73-8df7-5dc6db86f082 admin admin] Publish callbacks [] for security_group (2c7a07af-135e-410e-8017-f49918fa8aac), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:02.442797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:02.572541 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T03:59:58Z', 'revision_number': 4, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port': {'id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:49Z', 'updated_at': '2022-02-10T04:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9d279402-2515-4058-9b70-06fc12f51036', 'name': '', 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'mac_address': 'fa:16:3e:4c:2f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:56Z', 'updated_at': '2022-02-10T03:59:58Z', 'revision_number': 2, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'subnets': [{'id': 'bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:02.632181 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Checking router: 19772ae0-457a-4d32-bf5a-c0dd92a2a767 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:00:02.632832 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Updating router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 port 9d279402-2515-4058-9b70-06fc12f51036 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:00:02.667950 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9d279402-2515-4058-9b70-06fc12f51036), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:02.937795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0df5ce7-82a9-47b0-883b-ac1a8e9a2024 req-388e5ae5-832d-4caa-9eac-2d0de7e4fb8b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 210 time: 0.5071788 Feb 10 04:00:03.494447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e979b67e-424b-4c48-b512-70aa52a308c8 req-7da00295-d5d4-4e10-8b64-9b4ac271eb25 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 210 time: 0.0676010 Feb 10 04:00:03.508322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-648303f2-e864-4a73-8df7-5dc6db86f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2c7a07af-135e-410e-8017-f49918fa8aac), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:03.516225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-648303f2-e864-4a73-8df7-5dc6db86f082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:03.517099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-648303f2-e864-4a73-8df7-5dc6db86f082 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c7a07af-135e-410e-8017-f49918fa8aac HTTP/1.1" status: 204 len: 168 time: 1.4987514 Feb 10 04:00:03.552322 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Publish callbacks [] for port (9d279402-2515-4058-9b70-06fc12f51036), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:03.556267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648303f2-e864-4a73-8df7-5dc6db86f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7a07af-135e-410e-8017-f49918fa8aac,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:03.571584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-0c0402a7-3faa-49bb-9a07-6cf504efef5b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9071991 Feb 10 04:00:03.613218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:03.645870 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9d279402-2515-4058-9b70-06fc12f51036), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:03.693413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Allocated IP 172.20.0.3 (19c2078d-d0d8-41aa-81b3-6d3d3e628f67/67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39/8bce17f6-032e-45a6-91e1-8d918eead3e6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:03.764478 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816fee3-8126-451f-913d-fe188a029bd0 None None] Pushing event updated for resources: {'Port': ['ID=9d279402-2515-4058-9b70-06fc12f51036,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:03.889879 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Attempting to bind port 9d279402-2515-4058-9b70-06fc12f51036 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:03.891797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Attempting to bind port 9d279402-2515-4058-9b70-06fc12f51036 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:03.892274 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Attempting to bind port 9d279402-2515-4058-9b70-06fc12f51036 on network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:03.894226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:03.908016 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:03.908765 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Checking segment: {'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:03.909290 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:03.912227 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Bound using segment: {'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:03.921390 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Bound port: 9d279402-2515-4058-9b70-06fc12f51036, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:03.922662 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9d279402-2515-4058-9b70-06fc12f51036), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:03.965816 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:04.107553 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] For port 9d279402-2515-4058-9b70-06fc12f51036, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:04.112869 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] For port 9d279402-2515-4058-9b70-06fc12f51036, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9d279402-2515-4058-9b70-06fc12f51036,segment=NetworkSegment(e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e),segment_id=e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:04.213313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks [] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:04.225891 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9d279402-2515-4058-9b70-06fc12f51036), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:04.235909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-039fb85f-52b0-4825-a683-2d04b52d5ff9 req-57b127ef-85c1-40c6-a702-94f0f986a9aa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 210 time: 0.0817244 Feb 10 04:00:04.322743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3820774a-d68d-4bc6-a4df-ca65bd4a502d None None] Provisioning complete for port 9d279402-2515-4058-9b70-06fc12f51036 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:04.324908 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3820774a-d68d-4bc6-a4df-ca65bd4a502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9d279402-2515-4058-9b70-06fc12f51036), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:04.539635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-d6a7dbeb-ee12-4abb-bbf5-77e97f5d0267 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=68e524edf5894076b5f9ee41108749e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1343434 Feb 10 04:00:04.692383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3820774a-d68d-4bc6-a4df-ca65bd4a502d None None] Current status of the port 9d279402-2515-4058-9b70-06fc12f51036 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:04.697941 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3820774a-d68d-4bc6-a4df-ca65bd4a502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9d279402-2515-4058-9b70-06fc12f51036), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:04.746079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754bf3a3-3918-4d14-89ca-86179a165ace req-a3933ed7-59d2-4e31-8a5a-54a913ff82cf tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 210 time: 0.0702181 Feb 10 04:00:04.791179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48312) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:04.801355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3820774a-d68d-4bc6-a4df-ca65bd4a502d None None] For port 9d279402-2515-4058-9b70-06fc12f51036, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9d279402-2515-4058-9b70-06fc12f51036,segment=NetworkSegment(e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e),segment_id=e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:04.908630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:04.916825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3820774a-d68d-4bc6-a4df-ca65bd4a502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9d279402-2515-4058-9b70-06fc12f51036), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:04.957921 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Routers {'19772ae0-457a-4d32-bf5a-c0dd92a2a767'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:04.957921 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:04.959076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f8659ae2-8497-4fc6-a546-c99f1ebc7642 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77412ed23a1143b58117e263bf7956c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624584 Feb 10 04:00:04.959967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48316) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:04.960677 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816fee3-8126-451f-913d-fe188a029bd0 None None] Pushing event updated for resources: {'Port': ['ID=9d279402-2515-4058-9b70-06fc12f51036,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:04.990191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.002492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-3a0009d3-c3c4-4e61-bb4c-f93f08ffa1c6 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:05.004367 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-3a0009d3-c3c4-4e61-bb4c-f93f08ffa1c6 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4337416 Feb 10 04:00:05.091417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Request body: {'port': {'device_id': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '68e524edf5894076b5f9ee41108749e9'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:05.113922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820774a-d68d-4bc6-a4df-ca65bd4a502d None None] Pushing event updated for resources: {'Port': ['ID=9d279402-2515-4058-9b70-06fc12f51036,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:05.150374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce2010b1-d675-4c0e-a917-b57a52f3a92f None None] Provisioning complete for port 9d279402-2515-4058-9b70-06fc12f51036 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:05.154591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce2010b1-d675-4c0e-a917-b57a52f3a92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9d279402-2515-4058-9b70-06fc12f51036), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.161284 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d26e-7b80-4268-a42c-cabfccf17a5d admin admin] Publish callbacks [] for security_group (397df339-a6e6-40f0-a2d4-6fde069c41f4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.209225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d26e-7b80-4268-a42c-cabfccf17a5d admin admin] Publish callbacks [] for security_group (397df339-a6e6-40f0-a2d4-6fde069c41f4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.245994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:05.272345 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] Set router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:05.368907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Allocated IP 172.25.8.231 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/fcbbff97-038f-4136-a9c0-6cbae4583bca) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:05.404076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ce2010b1-d675-4c0e-a917-b57a52f3a92f None None] Current status of the port 9d279402-2515-4058-9b70-06fc12f51036 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:05.421625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d26e-7b80-4268-a42c-cabfccf17a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (397df339-a6e6-40f0-a2d4-6fde069c41f4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.424544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d26e-7b80-4268-a42c-cabfccf17a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.429190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f6a6d26e-7b80-4268-a42c-cabfccf17a5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/397df339-a6e6-40f0-a2d4-6fde069c41f4 HTTP/1.1" status: 204 len: 168 time: 0.4644771 Feb 10 04:00:05.457984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6d26e-7b80-4268-a42c-cabfccf17a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397df339-a6e6-40f0-a2d4-6fde069c41f4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:05.525191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1c251-f7c5-4070-8e8a-e9dba818c37c req-054b4813-0444-4af4-9a2d-835a1f576488 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:05.546872 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.550019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05b1c251-f7c5-4070-8e8a-e9dba818c37c req-054b4813-0444-4af4-9a2d-835a1f576488 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 931 time: 0.1697626 Feb 10 04:00:05.584993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:05.599135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:05.667367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:05.686676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05b1c251-f7c5-4070-8e8a-e9dba818c37c req-725c793e-af43-4b6e-a8a8-14b6c7640449 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354308 Feb 10 04:00:05.735840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:05.870330 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T03:59:58Z', 'revision_number': 4, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port': {'id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:49Z', 'updated_at': '2022-02-10T04:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9d279402-2515-4058-9b70-06fc12f51036', 'name': '', 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'mac_address': 'fa:16:3e:4c:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:56Z', 'updated_at': '2022-02-10T04:00:04Z', 'revision_number': 5, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'subnets': [{'id': 'bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:05.873929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:05.906851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:05.916082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:05.949556 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e2da9-b1cc-4f6d-8059-f222ab3781c6 None None] The sync data for ids ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'] in n-d-827844-2 is: [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T03:59:58Z', 'revision_number': 4, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port': {'id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:49Z', 'updated_at': '2022-02-10T04:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9d279402-2515-4058-9b70-06fc12f51036', 'name': '', 'network_id': '5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'mac_address': 'fa:16:3e:4c:2f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:56Z', 'updated_at': '2022-02-10T04:00:04Z', 'revision_number': 5, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'subnets': [{'id': 'bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:00:05.992636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:05.993002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:06.084001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f0ce6239-7bf9-4fc2-80f8-c49ea862ab5f req-9d584f51-02fe-4963-914e-2f780eaef742 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 210 time: 0.0965178 Feb 10 04:00:06.134474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=fcbbff97-038f-4136-a9c0-6cbae4583bca,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:06.279156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (0d144023-0b27-46b1-8770-50cf9907def3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:06.334568 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-af493faf-4599-48e6-ae9b-389d16481b69 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9598114 Feb 10 04:00:06.357516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Request body: {'port': {'device_id': '052f2b51-9c05-4087-b867-04efce913d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:06.509157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Made reservation on behalf of 68e524edf5894076b5f9ee41108749e9 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:06.516797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:06.566611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:06.566611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:06.589393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:06.976586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:06.981275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks [] for security_group (08d7cc6c-ee4a-426f-91f1-77031ba4d413), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:07.066620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:07.138932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=fcbbff97-038f-4136-a9c0-6cbae4583bca,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:07.146161 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (08d7cc6c-ee4a-426f-91f1-77031ba4d413), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:07.228190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d7cc6c-ee4a-426f-91f1-77031ba4d413,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:07.462458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Allocated IP 192.168.233.11 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/8b188419-db64-4720-9a5d-fb1d68b314ab) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:07.618237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (0d144023-0b27-46b1-8770-50cf9907def3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:07.685823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bce17f6-032e-45a6-91e1-8d918eead3e6 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:07.695608 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Publish callbacks [] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:07.718858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Transition to ACTIVE for port object 8bce17f6-032e-45a6-91e1-8d918eead3e6 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:00:07.792976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9d279402-2515-4058-9b70-06fc12f51036 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:07.904180 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:07.920320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:07.924870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9d279402-2515-4058-9b70-06fc12f51036 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:07.925016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-cfb5bda8-2fec-4200-8a7c-5f07b32d2596 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3310449 Feb 10 04:00:07.925124 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9d279402-2515-4058-9b70-06fc12f51036), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:08.015806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f265be3-d1e7-4d5e-b00b-132d8e2d24be req-0af35c73-7add-4e19-9387-68e0cb6e598d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:08.031836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9d279402-2515-4058-9b70-06fc12f51036 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:08.036716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f265be3-d1e7-4d5e-b00b-132d8e2d24be req-0af35c73-7add-4e19-9387-68e0cb6e598d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 943 time: 0.1177473 Feb 10 04:00:08.088394 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-6dd73da9-0dc0-460d-b7b9-027ec2c06fb7 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.1568158 Feb 10 04:00:08.108110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:08.121077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f265be3-d1e7-4d5e-b00b-132d8e2d24be req-385550b0-94d0-4d6f-8d6e-1c0451c33949 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Feb 10 04:00:08.207801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks [] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:08.282916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e75af85-32f8-4c9c-94e1-63bab0608bdc req-8280f411-03e0-4a83-97f6-679e10c98900 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 210 time: 0.0488057 Feb 10 04:00:08.332898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:08.333215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:08.336327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:08.361011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:08.361343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:08.375081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-c1e48b27-18ba-4eb8-ba76-e2fb8aab7bfe tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:08.388667 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2302a1a6-9cfa-40e2-8fd0-4e180128e436 req-c1e48b27-18ba-4eb8-ba76-e2fb8aab7bfe tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2817993 Feb 10 04:00:08.388667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:08.388667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:08.388667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:08.388667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Bound port: 8bce17f6-032e-45a6-91e1-8d918eead3e6, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:08.388667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:08.505593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:08.570908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:08.583483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-4159e960-23d4-4759-83ac-21580fa76b58 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7954ee9f5b6a42789c418a327e3789e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306997 Feb 10 04:00:08.631044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:08.638250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:08.639345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Pushing event updated for resources: {'Port': ['ID=8b188419-db64-4720-9a5d-fb1d68b314ab,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:08.662985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:08.666932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:08.730312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:08.731018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:08.762173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d77fe377-ee81-45f2-96d2-64a12282affc req-78bf216f-7287-46de-8501-809c6b598995 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3503549 Feb 10 04:00:08.780576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:08.781629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-850ff44e-0986-43b9-aee6-5eefc124e398 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:08.783610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-850ff44e-0986-43b9-aee6-5eefc124e398 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990151 Feb 10 04:00:08.789885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:08.803853 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-bed24c2a-632a-4977-b511-674b44575dd1 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/quotas/7954ee9f5b6a42789c418a327e3789e4 HTTP/1.1" status: 200 len: 375 time: 0.0134554 Feb 10 04:00:08.883833 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-bb6e0e13-53df-4773-841f-347d8ffc1ff5 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7954ee9f5b6a42789c418a327e3789e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719132 Feb 10 04:00:08.892271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-fce6f482-17fd-4730-8f83-cd5e945cb9da tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8205459 Feb 10 04:00:08.895500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:08.896124 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:08.897486 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 1091 time: 2.5461435 Feb 10 04:00:08.903252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:08.905623 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:08.926629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Request body: {'port': {'device_id': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:09.002254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:09.020768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad869-9292-41d0-a539-ef1a23b8a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:09.091265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:09.132293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-26b69531-0115-49e7-9140-d7a9d93e8f40 None None] Provisioning complete for port 8b188419-db64-4720-9a5d-fb1d68b314ab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:09.133556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26b69531-0115-49e7-9140-d7a9d93e8f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:09.191032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-26b69531-0115-49e7-9140-d7a9d93e8f40 None None] Port 8b188419-db64-4720-9a5d-fb1d68b314ab cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:09.499173 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b757b1-e90a-4a1d-9aae-532845800d70 x-openstack-request-id: req-15b757b1-e90a-4a1d-9aae-532845800d70 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:09.499741 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:09.500182 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15b757b1-e90a-4a1d-9aae-532845800d70 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:09.500821 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6', 'status': 'completed', 'code': 200} Feb 10 04:00:09.516214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37508cd-b45c-4f01-9dd5-fba5c7a0d768 req-47790b30-1fb0-45f8-94e7-6e0d6286d861 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:09.520490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d37508cd-b45c-4f01-9dd5-fba5c7a0d768 req-47790b30-1fb0-45f8-94e7-6e0d6286d861 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 943 time: 0.0955322 Feb 10 04:00:09.572065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-1effeacf-1616-4eb8-87fb-73394d4b0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:09.574387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-1effeacf-1616-4eb8-87fb-73394d4b0fc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1125 time: 0.4861414 Feb 10 04:00:09.600653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d37508cd-b45c-4f01-9dd5-fba5c7a0d768 req-70e397ad-5d41-4893-8018-0910c5acd580 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720317 Feb 10 04:00:09.691201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-a51ec71d-08df-4906-ac91-235d94a0c96a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 217 time: 0.0577140 Feb 10 04:00:09.746884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cfe05bbe-a6d8-4157-9339-8e30bf96f33d req-dd2f2224-4bea-4a28-b3b1-a4ffcf5213ed tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 210 time: 0.0359426 Feb 10 04:00:09.847543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:09.899307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8fbb6-0d2b-494b-ba83-c72d1e293e2e req-c96c5321-ae20-40ba-b4eb-a2d0fba3fd2e tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:09.903030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-83d7ed07-9d71-455f-97a1-66a41f1dad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:09.903232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1de8fbb6-0d2b-494b-ba83-c72d1e293e2e req-c96c5321-ae20-40ba-b4eb-a2d0fba3fd2e tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 935 time: 0.0695157 Feb 10 04:00:09.904651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-83d7ed07-9d71-455f-97a1-66a41f1dad46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.2026105 Feb 10 04:00:09.957712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1de8fbb6-0d2b-494b-ba83-c72d1e293e2e req-45c8b7a3-a76c-4f35-bd8a-33cde84c6904 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493901 Feb 10 04:00:09.958836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-6dc01499-f90c-4ac5-a72b-07aa50a4c3da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418820 Feb 10 04:00:10.187598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-7518c7e9-34fc-4665-95de-825e049a9a66 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216368 Feb 10 04:00:10.199386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b188419-db64-4720-9a5d-fb1d68b314ab {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:10.206247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Allocated IP 172.25.8.120 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c0c215ae-0a0a-4410-b4bd-85fe463b2fa7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:10.222461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Publish callbacks [] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:10.269033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Transition to ACTIVE for port object 8b188419-db64-4720-9a5d-fb1d68b314ab will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:00:10.382445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:10.417201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a17dd7b4-c798-4929-b926-9819cdea7500 req-ac00d3d6-b42e-4ce7-847f-c5978ab39fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121465 Feb 10 04:00:10.481696 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:10.483628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Pushing event updated for resources: {'Port': ['ID=8b188419-db64-4720-9a5d-fb1d68b314ab,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:10.513478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.513838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.514176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.514509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.514890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.515269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.522559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.522559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.522559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.522559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.522559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.522559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.522559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:10.597845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Attempting to bind port 8b188419-db64-4720-9a5d-fb1d68b314ab on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:10.598287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Attempting to bind port 8b188419-db64-4720-9a5d-fb1d68b314ab by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:10.598891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Attempting to bind port 8b188419-db64-4720-9a5d-fb1d68b314ab on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:10.603752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Port 8b188419-db64-4720-9a5d-fb1d68b314ab on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:10.604438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Attempting to bind port 8b188419-db64-4720-9a5d-fb1d68b314ab on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:10.642837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:10.643344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:10.643843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:10.644417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Bound port: 8b188419-db64-4720-9a5d-fb1d68b314ab, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:10.644900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:10.705534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-a275c92c-a88a-43c0-a00b-38927c6091dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:10.707697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-a275c92c-a88a-43c0-a00b-38927c6091dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1125 time: 0.1005344 Feb 10 04:00:10.712102 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:10.803779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] For port 8b188419-db64-4720-9a5d-fb1d68b314ab, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:10.818175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:10.854949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] For port 8b188419-db64-4720-9a5d-fb1d68b314ab, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b188419-db64-4720-9a5d-fb1d68b314ab,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:10.858239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:10.862806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=c0c215ae-0a0a-4410-b4bd-85fe463b2fa7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:10.865283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:10.930373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-8c4f6817-c403-4976-9ecb-0bff3f30dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:10.931909 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-8c4f6817-c403-4976-9ecb-0bff3f30dc96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2154479 Feb 10 04:00:10.941438 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:11.042780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-57374c61-acb3-4c5f-a4c0-855bde2da4e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 217 time: 0.0987799 Feb 10 04:00:11.045707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:11.046469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:11.047961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] 10.222.0.43 "PUT /v2.0/ports/8b188419-db64-4720-9a5d-fb1d68b314ab HTTP/1.1" status: 200 len: 1095 time: 2.1367180 Feb 10 04:00:11.112023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (d107909f-ae5c-4bbc-82ed-4b6ae092577a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:11.135894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b62050-2734-4bb7-a43b-4746d3fdbf87 service neutron] Pushing event updated for resources: {'Port': ['ID=8b188419-db64-4720-9a5d-fb1d68b314ab,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:11.144649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-b4caeac6-7f1c-4aa3-9a93-f16ad926dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:11.146818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-b4caeac6-7f1c-4aa3-9a93-f16ad926dc8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0937915 Feb 10 04:00:11.183409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-4d787cb9-0e13-41fd-abf3-7392effcfd7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299146 Feb 10 04:00:11.343649 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:11.350551 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-66bb5c6c-f9ac-4e20-a43a-6bfafdea0f63 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578085 Feb 10 04:00:11.389528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-90c65830-7145-47ea-aa0d-80d9e84d2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:11.391083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-90c65830-7145-47ea-aa0d-80d9e84d2943 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68e524edf5894076b5f9ee41108749e9&device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 1129 time: 0.1663272 Feb 10 04:00:11.461476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-1faf2855-5dd0-4892-95fb-147e6cd51f70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=8b188419-db64-4720-9a5d-fb1d68b314ab HTTP/1.1" status: 200 len: 217 time: 0.0576541 Feb 10 04:00:11.502056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'tag': '8b188419-db64-4720-9a5d-fb1d68b314ab'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:11.504642 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd44df2-aded-4471-989b-85d13126acf0" -d '{"events": [{"name": "network-changed", "server_uuid": "31754028-57fb-4bb9-a3b8-30cb5ceeb5d7", "tag": "8b188419-db64-4720-9a5d-fb1d68b314ab"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:11.614773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117be6e9-41d6-4cb9-bc7e-e00e9142b7c5 req-593ed0d6-6c0b-4b69-9cba-093b26e6878b service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415643 Feb 10 04:00:11.616263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-3554eec4-3c84-44de-9baf-5dc2a621621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:11.617604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-3554eec4-3c84-44de-9baf-5dc2a621621c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1285603 Feb 10 04:00:11.705360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-141ca6b6-7da5-4137-a98d-068da7c6ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:11.706928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-141ca6b6-7da5-4137-a98d-068da7c6ae8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0815189 Feb 10 04:00:11.710630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:11.813030 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-cbd48999-fd80-42ae-8f60-dc4d99ca4218 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997531 Feb 10 04:00:11.837452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:11.960986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=c0c215ae-0a0a-4410-b4bd-85fe463b2fa7,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:11.986953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (d107909f-ae5c-4bbc-82ed-4b6ae092577a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:11.997649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6c2c-2684-4a46-97d4-fb6e34a5f682 req-f82b8ee3-aa62-41f9-9b7a-788c119169ac service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782589 Feb 10 04:00:12.004896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d85f8-525c-428c-a94e-9030c32551c4 req-ec542aef-c398-47c0-bad7-a3d3693f2484 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.006487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d21d85f8-525c-428c-a94e-9030c32551c4 req-ec542aef-c398-47c0-bad7-a3d3693f2484 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 943 time: 0.0720813 Feb 10 04:00:12.066588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d21d85f8-525c-428c-a94e-9030c32551c4 req-6208ab57-0c65-4522-842e-e52ce57ab98a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Feb 10 04:00:12.093795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:12.100605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d77fe377-ee81-45f2-96d2-64a12282affc req-9175e723-3cee-497a-9be4-3905ed410693 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3234024 Feb 10 04:00:12.153542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d77fe377-ee81-45f2-96d2-64a12282affc req-d1b7c6b8-df6f-4880-ae14-e23ee9dfc8b2 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.0525658 Feb 10 04:00:12.165732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7931afb8-4f5d-4c43-b124-a68e498c1d59 req-6c2d2f1f-1e09-430d-8eaf-e58432cff46d tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 210 time: 0.0378201 Feb 10 04:00:12.295105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fe377-ee81-45f2-96d2-64a12282affc req-b72b0122-5bf2-462f-85e5-99b2e7f4a32f tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.296751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54cc-cc4b-43a6-a50e-c4f47a6b1430 req-c114854c-97f3-42c5-8a0b-95f578cd8f24 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.297118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d77fe377-ee81-45f2-96d2-64a12282affc req-b72b0122-5bf2-462f-85e5-99b2e7f4a32f tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1382868 Feb 10 04:00:12.306650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdbf54cc-cc4b-43a6-a50e-c4f47a6b1430 req-c114854c-97f3-42c5-8a0b-95f578cd8f24 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 947 time: 0.0713930 Feb 10 04:00:12.324936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-d76c16ba-7ec7-4114-b3d3-df4d5b73ac3f tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7954ee9f5b6a42789c418a327e3789e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231864 Feb 10 04:00:12.365683 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a306be84-4756-40ce-b93c-7167b929c101 x-openstack-request-id: req-a306be84-4756-40ce-b93c-7167b929c101 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:12.367026 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31754028-57fb-4bb9-a3b8-30cb5ceeb5d7", "tag": "8b188419-db64-4720-9a5d-fb1d68b314ab", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:12.367026 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a306be84-4756-40ce-b93c-7167b929c101 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:12.367026 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'tag': '8b188419-db64-4720-9a5d-fb1d68b314ab', 'status': 'completed', 'code': 200} Feb 10 04:00:12.395695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdbf54cc-cc4b-43a6-a50e-c4f47a6b1430 req-ba65e413-a6d2-4453-9ccc-e13a1fc5132d tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813422 Feb 10 04:00:12.534507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-6a1772f7-6f4b-4c0d-9fbb-e7408c3c6e95 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.536296 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-6a1772f7-6f4b-4c0d-9fbb-e7408c3c6e95 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075601 Feb 10 04:00:12.541233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44df2-aded-4471-989b-85d13126acf0 req-e1605c05-452f-493b-9f3a-240a8faa7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.544066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd44df2-aded-4471-989b-85d13126acf0 req-e1605c05-452f-493b-9f3a-240a8faa7d3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68e524edf5894076b5f9ee41108749e9&device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 1129 time: 0.1602767 Feb 10 04:00:12.548847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Request body: {'port': {'device_id': '0603113d-fd5d-49f2-8398-21cc1255228e', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '7954ee9f5b6a42789c418a327e3789e4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:12.595558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-1e394cdb-f684-48fe-96c6-1257bb3ff2eb tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1424990 Feb 10 04:00:12.607511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:12.722064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:12.746172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44df2-aded-4471-989b-85d13126acf0 req-6c7d2404-57e9-4c5c-9de6-df18d8263879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.747862 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd44df2-aded-4471-989b-85d13126acf0 req-6c7d2404-57e9-4c5c-9de6-df18d8263879 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1956859 Feb 10 04:00:12.812477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd44df2-aded-4471-989b-85d13126acf0 req-f4da0792-e82f-4961-b1e9-5e4186a1d001 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=8b188419-db64-4720-9a5d-fb1d68b314ab HTTP/1.1" status: 200 len: 217 time: 0.0575590 Feb 10 04:00:12.856556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Made reservation on behalf of 7954ee9f5b6a42789c418a327e3789e4 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:12.860280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:12.865776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:12.877064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:12.889357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44df2-aded-4471-989b-85d13126acf0 req-54e7eee6-e247-4b51-aae5-3f9ee72c46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.896087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd44df2-aded-4471-989b-85d13126acf0 req-54e7eee6-e247-4b51-aae5-3f9ee72c46af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0721641 Feb 10 04:00:12.982328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44df2-aded-4471-989b-85d13126acf0 req-6b4269d7-7db5-4fb5-b155-4a0e3d8e04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:12.983941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd44df2-aded-4471-989b-85d13126acf0 req-6b4269d7-7db5-4fb5-b155-4a0e3d8e04d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0850022 Feb 10 04:00:13.031020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Allocated IP 172.25.8.153 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/d2571627-4011-4ccf-ba41-7201d8e44519) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:13.040589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks [] for security_group (176d6243-7de9-430c-b11d-854ce7ce1bd4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.111126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd44df2-aded-4471-989b-85d13126acf0 req-bd7e3e6c-c5da-431e-a467-7b2e5bafb503 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129208 Feb 10 04:00:13.136156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (176d6243-7de9-430c-b11d-854ce7ce1bd4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.188139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (d2571627-4011-4ccf-ba41-7201d8e44519), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.322623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d2571627-4011-4ccf-ba41-7201d8e44519), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.375018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=d2571627-4011-4ccf-ba41-7201d8e44519,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:13.382457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:13.387981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:13.390811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.392951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.392951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.392951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.392951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.392951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.393508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.393908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.394335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.394801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.395227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.395650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.396071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:13.399580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:13.498690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (c8d421b1-ca70-4cfa-aea6-e276a01cc905), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.557788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176d6243-7de9-430c-b11d-854ce7ce1bd4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:13.573594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:00:13.578115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:13.646213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd44df2-aded-4471-989b-85d13126acf0 req-437a1214-fef1-4269-98ff-193e6ab22170 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283687 Feb 10 04:00:13.659787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4828f7-c781-4904-9550-29c0c45c5684 req-4aaf7f43-e528-4e92-b62b-91a6f8dcac55 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:13.661886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b4828f7-c781-4904-9550-29c0c45c5684 req-4aaf7f43-e528-4e92-b62b-91a6f8dcac55 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 943 time: 0.5087426 Feb 10 04:00:13.696070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d2571627-4011-4ccf-ba41-7201d8e44519), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.718172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Allocated IP 192.168.233.139 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/18abae03-c397-46bb-9ccd-be250e47d43e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:13.789305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:13.789998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.797168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:13.817741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '8bce17f6-032e-45a6-91e1-8d918eead3e6', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'port_id': '8bce17f6-032e-45a6-91e1-8d918eead3e6', 'mac_address': 'fa:16:3e:73:3c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:00:13.847333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:13.850199 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1528ae5e-5f24-430b-991d-d5c58d6843a8" -d '{"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-unplugged", "status": "completed", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:13.888199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:13.906613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 8bce17f6-032e-45a6-91e1-8d918eead3e6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:13.907164 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.912047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b4828f7-c781-4904-9550-29c0c45c5684 req-de1fab84-5b9a-4b5c-9dc8-ff1edeaf494c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431622 Feb 10 04:00:13.923292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bce17f6-032e-45a6-91e1-8d918eead3e6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:13.960023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:13.965432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (d2571627-4011-4ccf-ba41-7201d8e44519), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.966838 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks [] for port (18abae03-c397-46bb-9ccd-be250e47d43e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:13.982271 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.044082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:14.051806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.111224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:14.132187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-06e78d30-1cf2-431a-bc37-83647ebb2e49 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:14.133671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-06e78d30-1cf2-431a-bc37-83647ebb2e49 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.1239295 Feb 10 04:00:14.143259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d2571627-4011-4ccf-ba41-7201d8e44519), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.150192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-5343c94e-55ee-4e74-a33d-708d399d5160 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/quotas/3f25a4e8ee1f42e696c6eb68c976f024 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Feb 10 04:00:14.193406 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.228308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=d2571627-4011-4ccf-ba41-7201d8e44519,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:14.240983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (c8d421b1-ca70-4cfa-aea6-e276a01cc905), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.256231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:14.264457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:14.266608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:14.270233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:14.302950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cdf33468-0b33-49ba-9ed8-fb6dc06a1ca0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448655 Feb 10 04:00:14.342180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['8bce17f6-032e-45a6-91e1-8d918eead3e6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:14.359905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:14.360645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.373450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.374431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-c4cea21a-275e-4333-b0b1-1f0c11496b6d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7717483 Feb 10 04:00:14.466215 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-19a76326-0763-4709-8d46-aeaa9e075dc8 service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532533 Feb 10 04:00:14.471503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-af166d16-db7f-4b34-897f-97a895337e06 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.0900762 Feb 10 04:00:14.558081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-c87e3a48-7bba-4049-97f9-c2879e1b44dd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0127039 Feb 10 04:00:14.559865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b188419-db64-4720-9a5d-fb1d68b314ab details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:00:14.570982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Request body: {'port': {'device_id': '0603113d-fd5d-49f2-8398-21cc1255228e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:14.634085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-ef995a16-1ec5-4b20-83eb-ba4649c151cf tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:14.647722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5779f36c-71e3-485d-b642-f7ac87827ca9 req-ef995a16-1ec5-4b20-83eb-ba4649c151cf tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1701460 Feb 10 04:00:14.659322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-472b073f-caf8-4c6a-ae42-92a62b5a2fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923587 Feb 10 04:00:14.680659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.706348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8b188419-db64-4720-9a5d-fb1d68b314ab, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b188419-db64-4720-9a5d-fb1d68b314ab,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:14.740359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '8b188419-db64-4720-9a5d-fb1d68b314ab', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '8b188419-db64-4720-9a5d-fb1d68b314ab', 'mac_address': 'fa:16:3e:cf:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:00:14.751736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c268e2fe-a0e1-4e5d-8c04-c127fe755fa0 None None] Provisioning complete for port 18abae03-c397-46bb-9ccd-be250e47d43e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:14.752169 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c268e2fe-a0e1-4e5d-8c04-c127fe755fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.805826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5fc51-6499-4402-be0e-90d2de21328b req-2e13c053-bba9-441f-ab9e-29affcf65ee2 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:14.813586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8f5fc51-6499-4402-be0e-90d2de21328b req-2e13c053-bba9-441f-ab9e-29affcf65ee2 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 936 time: 0.0793536 Feb 10 04:00:14.884638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c268e2fe-a0e1-4e5d-8c04-c127fe755fa0 None None] Port 18abae03-c397-46bb-9ccd-be250e47d43e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:14.885432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8f5fc51-6499-4402-be0e-90d2de21328b req-80e0cc56-3f43-4f1a-bc05-72b3c1c8238b tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707800 Feb 10 04:00:14.898988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8b188419-db64-4720-9a5d-fb1d68b314ab is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:14.898988 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:14.916252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-a1ba45bf-c875-4508-9149-318ad1df4abc tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:14.921749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-a1ba45bf-c875-4508-9149-318ad1df4abc tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a166dad-f7d2-4a1b-b055-d788348c5a80 HTTP/1.1" status: 200 len: 943 time: 0.2580400 Feb 10 04:00:14.931942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b188419-db64-4720-9a5d-fb1d68b314ab {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:14.982077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8b188419-db64-4720-9a5d-fb1d68b314ab, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b188419-db64-4720-9a5d-fb1d68b314ab,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:15.073011 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4567bade-eaed-4fd2-b732-6cebe91d6478 x-openstack-request-id: req-4567bade-eaed-4fd2-b732-6cebe91d6478 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:15.073429 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-unplugged", "status": "completed", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:15.073709 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4567bade-eaed-4fd2-b732-6cebe91d6478 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:15.074080 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'code': 200} Feb 10 04:00:15.074949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18abae03-c397-46bb-9ccd-be250e47d43e {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:15.093804 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.094881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Publish callbacks [] for port (18abae03-c397-46bb-9ccd-be250e47d43e), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.179454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8b188419-db64-4720-9a5d-fb1d68b314ab,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:15.212077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87700d5f-f499-42ca-98a6-a22d5f7f1dda req-5a15ed56-2232-4b92-954d-ff7c3cd658a3 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:15.214195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87700d5f-f499-42ca-98a6-a22d5f7f1dda req-5a15ed56-2232-4b92-954d-ff7c3cd658a3 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 947 time: 0.2017863 Feb 10 04:00:15.227414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Transition to ACTIVE for port object 18abae03-c397-46bb-9ccd-be250e47d43e will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:00:15.252419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Deleting port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:15.252781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.256707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-3dd96ab8-8e2c-4729-a8a4-9f99966de75b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1567254 Feb 10 04:00:15.262906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:15.307756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8b188419-db64-4720-9a5d-fb1d68b314ab'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:15.322350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.347368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87700d5f-f499-42ca-98a6-a22d5f7f1dda req-bdc51ef5-19a6-4355-aaa2-44784bad82aa tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236098 Feb 10 04:00:15.400044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:15.435882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] For port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:15.436257 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.455879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Calling delete_port for dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:15.461536 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.560238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Attempting to bind port 18abae03-c397-46bb-9ccd-be250e47d43e on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:15.561407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Attempting to bind port 18abae03-c397-46bb-9ccd-be250e47d43e by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:15.561978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Attempting to bind port 18abae03-c397-46bb-9ccd-be250e47d43e on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:15.596165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:15.605321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Port 18abae03-c397-46bb-9ccd-be250e47d43e on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:15.605923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Attempting to bind port 18abae03-c397-46bb-9ccd-be250e47d43e on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:15.624799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:15.635122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:15.635711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:15.636515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Bound port: 18abae03-c397-46bb-9ccd-be250e47d43e, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:15.636918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.720780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 8bce17f6-032e-45a6-91e1-8d918eead3e6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:00:15.726342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 8bce17f6-032e-45a6-91e1-8d918eead3e6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:15.726864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.738264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197b4fa-546a-4591-9e1d-45e5da52e6d8 req-fdcb75cf-c4df-4211-858d-ac77ee384ff1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:15.740543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7197b4fa-546a-4591-9e1d-45e5da52e6d8 req-fdcb75cf-c4df-4211-858d-ac77ee384ff1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 944 time: 0.1243427 Feb 10 04:00:15.741329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.746724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:15.754840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:15.814185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 8bce17f6-032e-45a6-91e1-8d918eead3e6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:15.815229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.854748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (dc7ad385-25ba-41d5-9da1-a9c67c59d1d5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.855913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:15.872658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7197b4fa-546a-4591-9e1d-45e5da52e6d8 req-710dc031-b2bd-4b03-9ea6-7bbe34b07e6f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117775 Feb 10 04:00:15.896901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.898170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event deleted for resources: {'Port': ['ID=dc7ad385-25ba-41d5-9da1-a9c67c59d1d5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:15.971833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:15.973874 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.985460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:15.988776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] No DVR routers for this DVR port dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:00:15.989072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] 10.222.0.24 "PUT /v2.0/ports/18abae03-c397-46bb-9ccd-be250e47d43e HTTP/1.1" status: 200 len: 1096 time: 1.4228375 Feb 10 04:00:15.993895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:15.996653 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ca3eb9-1596-4bfa-9798-16623303ae9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:16.036091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ad36a42-46cd-4348-b5e8-6838123fd7a9 req-7ea5d14b-c244-48b4-bf1c-145071467d7f tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0442498 Feb 10 04:00:16.045001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:16.053236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df9f8d58-ee5e-42e8-9bbe-3dcb600da3a6 req-80735fdc-3ec0-48a9-b21a-7d3b214d7b6c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "DELETE /v2.0/ports/dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 HTTP/1.1" status: 204 len: 173 time: 1.1257236 Feb 10 04:00:16.067311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Allocated IP 172.25.8.46 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/2b50c05b-6afd-4625-a203-68dc89a9cc0c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:16.073105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-deleted', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:16.081181 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525201b3-3dfa-43ce-b98e-80c9fe2a85d5" -d '{"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-deleted", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:16.118161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d72cf7-8376-45b2-87d5-2d25a4d7638e service neutron] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:16.123696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:16.256571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:16.293977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-1652ef92-cf15-46a2-a9e1-b245bb533b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:16.295569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-1652ef92-cf15-46a2-a9e1-b245bb533b17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7954ee9f5b6a42789c418a327e3789e4&device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 1130 time: 0.1347179 Feb 10 04:00:16.309571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74251cf7-a666-49d5-bfd7-3b3d7a46b535 req-6c22b90a-a119-4431-89d1-34829f347a21 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:16.311670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-74251cf7-a666-49d5-bfd7-3b3d7a46b535 req-6c22b90a-a119-4431-89d1-34829f347a21 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 948 time: 0.0865889 Feb 10 04:00:16.367443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-feacea95-beae-4c4a-80c0-8d4e2737f73f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18abae03-c397-46bb-9ccd-be250e47d43e HTTP/1.1" status: 200 len: 217 time: 0.0545540 Feb 10 04:00:16.437644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-74251cf7-a666-49d5-bfd7-3b3d7a46b535 req-3fe28b8f-f204-4833-856a-6030ef2d2d82 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177056 Feb 10 04:00:16.445740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-eab5d2de-a1c1-475c-8ac5-b61a1d9bfff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:16.447273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-eab5d2de-a1c1-475c-8ac5-b61a1d9bfff9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0712380 Feb 10 04:00:16.449268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:16.508556 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28be04e-b424-46de-a94b-85622a1e96eb x-openstack-request-id: req-b28be04e-b424-46de-a94b-85622a1e96eb {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:16.508940 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:16.509309 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b28be04e-b424-46de-a94b-85622a1e96eb {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:16.509707 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e', 'status': 'completed', 'code': 200} Feb 10 04:00:16.511869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:16.516776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:16.520850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-446d970a-c500-4cba-9462-3437f8568752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:16.522556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:16.522797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-446d970a-c500-4cba-9462-3437f8568752 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0670955 Feb 10 04:00:16.526923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=2b50c05b-6afd-4625-a203-68dc89a9cc0c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:16.552672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b188419-db64-4720-9a5d-fb1d68b314ab up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:16.558050 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5725906-f180-4991-9b4f-5e1af989dfa9 x-openstack-request-id: req-d5725906-f180-4991-9b4f-5e1af989dfa9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:16.558456 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a166dad-f7d2-4a1b-b055-d788348c5a80", "name": "network-vif-deleted", "tag": "dc7ad385-25ba-41d5-9da1-a9c67c59d1d5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:16.558655 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5725906-f180-4991-9b4f-5e1af989dfa9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:16.559114 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a166dad-f7d2-4a1b-b055-d788348c5a80', 'name': 'network-vif-deleted', 'tag': 'dc7ad385-25ba-41d5-9da1-a9c67c59d1d5', 'status': 'completed', 'code': 200} Feb 10 04:00:16.671542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (9870f822-6aae-4f24-949a-3b72163d6b52), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:16.687664 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-552bc9ce-c953-4384-b17d-20af54e31ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466699 Feb 10 04:00:16.808582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6553f1-afeb-4301-8a72-d8030346d786 req-a34db819-b0f0-4c63-90eb-bb3719328d80 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:16.810109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b6553f1-afeb-4301-8a72-d8030346d786 req-a34db819-b0f0-4c63-90eb-bb3719328d80 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 948 time: 0.1188776 Feb 10 04:00:16.826147 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:16.827461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 8b188419-db64-4720-9a5d-fb1d68b314ab completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:00:16.833607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 8b188419-db64-4720-9a5d-fb1d68b314ab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:16.834121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:16.845293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517a2919-2501-4255-bb3c-af0da0fdf2ce req-f4921362-513d-4adb-bf4a-8033e9dac9aa service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436772 Feb 10 04:00:16.878756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b6553f1-afeb-4301-8a72-d8030346d786 req-0842ee36-b6a2-4fc2-9ffc-1a9ef2e3f35a tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 Feb 10 04:00:16.904580 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:16.971418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8b188419-db64-4720-9a5d-fb1d68b314ab is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:16.971812 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:17.043352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8b188419-db64-4720-9a5d-fb1d68b314ab, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b188419-db64-4720-9a5d-fb1d68b314ab,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:17.075878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6'}, {'server_uuid': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b188419-db64-4720-9a5d-fb1d68b314ab'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:17.078575 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef46ab-d368-460e-be6a-4eb89e04ce10" -d '{"events": [{"server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "name": "network-vif-plugged", "status": "completed", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6"}, {"server_uuid": "31754028-57fb-4bb9-a3b8-30cb5ceeb5d7", "name": "network-vif-plugged", "status": "completed", "tag": "8b188419-db64-4720-9a5d-fb1d68b314ab"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:17.133252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7d3a-83d5-4c4a-ada9-f12f3b4228d7 req-ea678870-2b32-4d8e-8142-f95ecd81e02d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.145810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b4e7d3a-83d5-4c4a-ada9-f12f3b4228d7 req-ea678870-2b32-4d8e-8142-f95ecd81e02d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 945 time: 0.1702452 Feb 10 04:00:17.168471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-2d4ba873-3b02-462f-b93c-0c47b4acac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.168712 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:17.170021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-2d4ba873-3b02-462f-b93c-0c47b4acac42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7954ee9f5b6a42789c418a327e3789e4&device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 1130 time: 0.1322048 Feb 10 04:00:17.188612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:17.241830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b4e7d3a-83d5-4c4a-ada9-f12f3b4228d7 req-013edfb5-a1c7-47ef-8287-1fe96d42b189 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950606 Feb 10 04:00:17.253407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8b188419-db64-4720-9a5d-fb1d68b314ab,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:17.265106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.265843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.265843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.266306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.266651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.267302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.268120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.268569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.268955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.269289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.269816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.270199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.270811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:17.288275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:17.333763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-dd728c63-df2f-4a14-8ec8-fe033801af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.339750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-dd728c63-df2f-4a14-8ec8-fe033801af28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1569154 Feb 10 04:00:17.408390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event updated for resources: {'Port': ['ID=2b50c05b-6afd-4625-a203-68dc89a9cc0c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:17.420701 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (9870f822-6aae-4f24-949a-3b72163d6b52), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:17.425373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-930eb154-38ee-4412-9935-94f3e29cfe56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18abae03-c397-46bb-9ccd-be250e47d43e HTTP/1.1" status: 200 len: 217 time: 0.0805392 Feb 10 04:00:17.445683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ccb68d4-a494-4040-907b-b61a53e913fc req-f64c38d7-fb44-4199-8541-bf0d0f61009a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0323572 Feb 10 04:00:17.503346 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4321a641-de44-4099-a974-fd7f17ef6b33 x-openstack-request-id: req-4321a641-de44-4099-a974-fd7f17ef6b33 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:17.503889 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "name": "network-vif-plugged", "status": "completed", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6", "code": 200}, {"server_uuid": "31754028-57fb-4bb9-a3b8-30cb5ceeb5d7", "name": "network-vif-plugged", "status": "completed", "tag": "8b188419-db64-4720-9a5d-fb1d68b314ab", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:17.504222 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4321a641-de44-4099-a974-fd7f17ef6b33 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:17.504772 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6', 'code': 200} Feb 10 04:00:17.505141 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b188419-db64-4720-9a5d-fb1d68b314ab', 'code': 200} Feb 10 04:00:17.517847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-fb673124-4171-4a21-9b04-87814abdce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.521195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-fb673124-4171-4a21-9b04-87814abdce4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0797160 Feb 10 04:00:17.547672 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:17.550119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-2643e30e-2a02-46fb-9f67-010a56f35a7c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2924564 Feb 10 04:00:17.593852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-0b98af23-244e-49b0-aed5-a5a3662e2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.595499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-0b98af23-244e-49b0-aed5-a5a3662e2407 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0645685 Feb 10 04:00:17.685941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-6d11afb7-f742-4c56-8416-fc9e95eb95f6 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.1268113 Feb 10 04:00:17.750501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141dbac-8be2-404f-96fd-e60854b0038a req-06711379-115b-4579-83ba-fadd81b62ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.752166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b141dbac-8be2-404f-96fd-e60854b0038a req-06711379-115b-4579-83ba-fadd81b62ba5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1127 time: 0.1210773 Feb 10 04:00:17.756697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aced8-f73c-4f9f-bb7c-ef9a91777f03 req-4ff84798-edc7-4139-a29c-5ffa220c9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.757886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-443aced8-f73c-4f9f-bb7c-ef9a91777f03 req-4ff84798-edc7-4139-a29c-5ffa220c9ea9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 1131 time: 0.1340439 Feb 10 04:00:17.782251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-6ec691a6-d0f0-4c9f-8b60-3f6690902ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646221 Feb 10 04:00:17.799605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2f3b-9fea-4e96-9866-10d060e0d816 req-a33e69de-b22f-4791-89d7-af2784e623e1 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.801224 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-099d2f3b-9fea-4e96-9866-10d060e0d816 req-a33e69de-b22f-4791-89d7-af2784e623e1 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 948 time: 0.1749640 Feb 10 04:00:17.897074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b141dbac-8be2-404f-96fd-e60854b0038a req-b49cf47b-bddf-4a08-9174-c8f0be8e028f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076334 Feb 10 04:00:17.899833 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-443aced8-f73c-4f9f-bb7c-ef9a91777f03 req-414b7499-ed0a-4d32-83ad-a25b41af7e17 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116300 Feb 10 04:00:17.908088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-a41fa8f0-5aa5-4eb7-a594-ab91b3b65e34 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:17.909616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a20a9a0-2ce4-466e-a080-7efa7b2fa517 req-a41fa8f0-5aa5-4eb7-a594-ab91b3b65e34 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2143695 Feb 10 04:00:17.932810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-099d2f3b-9fea-4e96-9866-10d060e0d816 req-c63025e5-59b2-46c8-af4a-fb980142d613 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204798 Feb 10 04:00:17.952659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10ca3eb9-1596-4bfa-9798-16623303ae9d req-25502fc3-bfff-4ce0-aa3a-0cd579c21040 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629260 Feb 10 04:00:18.013392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5dfa710c-f416-464a-a1b7-3ffb9504c8c7 req-51a89e51-f7c7-4a3f-ba62-92892d845770 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips/9870f822-6aae-4f24-949a-3b72163d6b52 HTTP/1.1" status: 200 len: 692 time: 0.0499339 Feb 10 04:00:18.046866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684eedb-56f2-443d-b1ee-8f742b2ab1ff req-843c0cde-08b7-4c46-a6af-d37032afc77f tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:18.048525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7684eedb-56f2-443d-b1ee-8f742b2ab1ff req-843c0cde-08b7-4c46-a6af-d37032afc77f tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 949 time: 0.0589364 Feb 10 04:00:18.064895 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:18.149969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa710c-f416-464a-a1b7-3ffb9504c8c7 req-78363dae-d95a-49fb-90e3-f4e9606b79d9 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:18.152247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5dfa710c-f416-464a-a1b7-3ffb9504c8c7 req-78363dae-d95a-49fb-90e3-f4e9606b79d9 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1333303 Feb 10 04:00:18.169312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7684eedb-56f2-443d-b1ee-8f742b2ab1ff req-f68b1cf2-195b-45ec-89b6-21454ecd767f tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129959 Feb 10 04:00:18.231247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-af4a439c-4b86-4fb9-a684-28ec50904834 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips/9870f822-6aae-4f24-949a-3b72163d6b52 HTTP/1.1" status: 200 len: 692 time: 0.0558527 Feb 10 04:00:18.250058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-e6b338cc-f308-4de1-a330-5a772405d423 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:18.251596 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-e6b338cc-f308-4de1-a330-5a772405d423 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.43 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.1465418 Feb 10 04:00:18.285384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Request body: {'port': {'device_id': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'admin_state_up': True, 'tenant_id': '3f25a4e8ee1f42e696c6eb68c976f024'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:18.426329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-49243f5e-5417-4d4d-a377-04b1bdb77e58 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:18.436954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-49243f5e-5417-4d4d-a377-04b1bdb77e58 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.2048221 Feb 10 04:00:18.527084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-0e639e0b-762f-4d4e-b891-1895ad683777 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0888085 Feb 10 04:00:18.545335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6f5ee-0cc1-49c4-b7a5-ebe13e699a45 req-e67a8787-cc00-4eb1-a0f4-5b5d318e1bda tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:18.552688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1e6f5ee-0cc1-49c4-b7a5-ebe13e699a45 req-e67a8787-cc00-4eb1-a0f4-5b5d318e1bda tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 945 time: 0.0848858 Feb 10 04:00:18.589314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-1d7b0fa1-45c5-4862-a74d-e60315c40965 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0610356 Feb 10 04:00:18.607915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1e6f5ee-0cc1-49c4-b7a5-ebe13e699a45 req-9eaf2923-f352-4da9-b61c-e8114b41841d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Feb 10 04:00:18.630379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Made reservation on behalf of 3f25a4e8ee1f42e696c6eb68c976f024 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:18.634428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:18.737057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Deleting port 2b50c05b-6afd-4625-a203-68dc89a9cc0c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:18.737419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:18.754945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3d827fa-23dc-4c9a-904f-dcda9a8bdf01 req-a7ae2920-5991-4422-9396-ed8872277224 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0395119 Feb 10 04:00:18.828703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:18.829335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (2b50c05b-6afd-4625-a203-68dc89a9cc0c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:18.836290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Allocated IP 172.20.0.2 (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3/75b93f94-2f7f-40e2-8481-c4350399ed1a/83f9964a-bf14-4415-85f6-3ae78eafec23) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:18.842476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Calling delete_port for 2b50c05b-6afd-4625-a203-68dc89a9cc0c owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:19.098978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks [] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:19.134487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e17f-297d-4756-8b79-6f7bc41363c1 req-28827662-6791-4d71-9bba-007bc769ee9a tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:19.136476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1874e17f-297d-4756-8b79-6f7bc41363c1 req-28827662-6791-4d71-9bba-007bc769ee9a tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 948 time: 0.0846786 Feb 10 04:00:19.163463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2b50c05b-6afd-4625-a203-68dc89a9cc0c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:19.199817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1874e17f-297d-4756-8b79-6f7bc41363c1 req-ab635acb-431c-4fd3-b47b-13456f10f730 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552824 Feb 10 04:00:19.239850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event deleted for resources: {'Port': ['ID=2b50c05b-6afd-4625-a203-68dc89a9cc0c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:19.254188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:19.354670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (9870f822-6aae-4f24-949a-3b72163d6b52), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:19.358930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:19.362576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:19.364431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-108f7836-2050-4f46-b3cb-da60ba2a302c req-a5212428-97bc-4d69-a93a-a21fd736c89c tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "DELETE /v2.0/floatingips/9870f822-6aae-4f24-949a-3b72163d6b52 HTTP/1.1" status: 204 len: 173 time: 0.7742603 Feb 10 04:00:19.369398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:19.373403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:19.377023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:19.436809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51f023-0c1f-43ba-9c2d-d6955f302408 req-93accf93-ca0e-4478-afac-da0454946429 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:19.438419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d51f023-0c1f-43ba-9c2d-d6955f302408 req-93accf93-ca0e-4478-afac-da0454946429 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 949 time: 0.1291389 Feb 10 04:00:19.468658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:19.470535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:19.548344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d51f023-0c1f-43ba-9c2d-d6955f302408 req-5b2cda1e-70e3-4071-a430-4650d3141d6d tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Feb 10 04:00:19.570397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-cd9216e6-f964-4db6-8526-4a61a7ed7c45 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2907159 Feb 10 04:00:19.583756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Request body: {'port': {'device_id': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:19.600896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:00:19.603087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:19.674169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:00:19.674964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc7ad385-25ba-41d5-9da1-a9c67c59d1d5 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:00:19.719942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:19.906790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:19.914148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca53dc-e650-40b8-a815-b1ddac419b27 req-18cd5708-05fb-4b74-b8e0-f9e805e3f613 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:19.915775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62ca53dc-e650-40b8-a815-b1ddac419b27 req-18cd5708-05fb-4b74-b8e0-f9e805e3f613 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5328183 Feb 10 04:00:19.934911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '18abae03-c397-46bb-9ccd-be250e47d43e', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '18abae03-c397-46bb-9ccd-be250e47d43e', 'mac_address': 'fa:16:3e:b9:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:00:20.017103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:20.018467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:20.033280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18abae03-c397-46bb-9ccd-be250e47d43e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:20.063562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:20.125591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae81cd-14a7-4858-83d3-330e2f4af8ec req-e9ad27ea-48b3-4319-abcc-2d22a165be82 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:20.138169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5dae81cd-14a7-4858-83d3-330e2f4af8ec req-e9ad27ea-48b3-4319-abcc-2d22a165be82 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 945 time: 0.1182747 Feb 10 04:00:20.173723 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:20.220117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5dae81cd-14a7-4858-83d3-330e2f4af8ec req-a488a532-cb35-483a-b28d-791f7b4d8a5a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805664 Feb 10 04:00:20.282258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:20.287099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f9964a-bf14-4415-85f6-3ae78eafec23 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:20.300776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Publish callbacks [] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:20.331126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Transition to ACTIVE for port object 83f9964a-bf14-4415-85f6-3ae78eafec23 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:00:20.348002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192815-8e1b-4a57-a29d-f6919ac3f448 req-c9a6cd0b-9cf2-4656-827d-8d3475187db1 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:20.357016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3192815-8e1b-4a57-a29d-f6919ac3f448 req-c9a6cd0b-9cf2-4656-827d-8d3475187db1 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 931 time: 0.1381757 Feb 10 04:00:20.402886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b2e2de4-d291-4b4d-8498-ed29334dcd4e req-3011f0e9-3c98-4342-b0cf-d2db231c0217 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=89edcdf130e148c9a30cb5a79d1f45e5 HTTP/1.1" status: 200 len: 1657 time: 0.1521783 Feb 10 04:00:20.428308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3192815-8e1b-4a57-a29d-f6919ac3f448 req-cd1ddbc9-0761-4551-9b16-1fcf7cd80f5e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692828 Feb 10 04:00:20.431901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:20.445686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['18abae03-c397-46bb-9ccd-be250e47d43e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:20.579278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:20.593632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e2de4-d291-4b4d-8498-ed29334dcd4e req-2cc76768-f1ed-4d1a-b894-a7c6dd635736 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:20.600487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b2e2de4-d291-4b4d-8498-ed29334dcd4e req-2cc76768-f1ed-4d1a-b894-a7c6dd635736 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks?id=d0377cb9-7060-4de0-b436-a18f14c8eb49&id=d0377cb9-7060-4de0-b436-a18f14c8eb49&id=d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 787 time: 0.1965842 Feb 10 04:00:20.605954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-6b2e2de4-d291-4b4d-8498-ed29334dcd4e req-de9f9e90-b310-4b7b-99bb-edc5f5882755 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:00:20.634508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b2e2de4-d291-4b4d-8498-ed29334dcd4e req-de9f9e90-b310-4b7b-99bb-edc5f5882755 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0331922 Feb 10 04:00:20.638687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294dc38-51cf-4d03-86eb-05417bb709de req-71f8c28e-fa93-4e82-b913-55c5821ed295 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:20.648874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0294dc38-51cf-4d03-86eb-05417bb709de req-71f8c28e-fa93-4e82-b913-55c5821ed295 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 949 time: 0.1328650 Feb 10 04:00:20.679292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Attempting to bind port 83f9964a-bf14-4415-85f6-3ae78eafec23 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:20.679629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Attempting to bind port 83f9964a-bf14-4415-85f6-3ae78eafec23 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:20.679959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Attempting to bind port 83f9964a-bf14-4415-85f6-3ae78eafec23 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:20.700813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Port 83f9964a-bf14-4415-85f6-3ae78eafec23 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:20.701139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Attempting to bind port 83f9964a-bf14-4415-85f6-3ae78eafec23 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:20.716750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:20.716750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Checking segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:20.717166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Bound using segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:20.718305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Bound port: 83f9964a-bf14-4415-85f6-3ae78eafec23, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:20.718305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:20.723816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0294dc38-51cf-4d03-86eb-05417bb709de req-0e98b2a3-7ace-4724-9b0c-aa7d0b34b30d tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761771 Feb 10 04:00:20.766981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe243b-7ac0-462e-bfba-296a2babcaee req-6d0190b7-958f-4db7-a6ce-f1403678debe tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:20.768558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dfe243b-7ac0-462e-bfba-296a2babcaee req-6d0190b7-958f-4db7-a6ce-f1403678debe tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 949 time: 0.0740130 Feb 10 04:00:20.825386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dfe243b-7ac0-462e-bfba-296a2babcaee req-193a12f8-ddd8-4b2b-9082-05ed463a947a tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480828 Feb 10 04:00:20.847748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:20.862348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:20.868608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12efe2-9317-406e-9326-d893c62085c6 req-f0eb5384-961c-48f2-aa94-c638b165b5e6 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:20.871935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a12efe2-9317-406e-9326-d893c62085c6 req-f0eb5384-961c-48f2-aa94-c638b165b5e6 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1127 time: 0.0709441 Feb 10 04:00:20.919461 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a12efe2-9317-406e-9326-d893c62085c6 req-63b7621e-2b76-4292-9584-3938f2b54b6f tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Feb 10 04:00:20.942883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:20.975169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-3b7c7ada-fb6d-4fd3-871c-38adc220cde9 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips/c8d421b1-ca70-4cfa-aea6-e276a01cc905 HTTP/1.1" status: 200 len: 693 time: 0.0598524 Feb 10 04:00:20.992349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:20.992983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:20.994407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] 10.222.0.43 "PUT /v2.0/ports/83f9964a-bf14-4415-85f6-3ae78eafec23 HTTP/1.1" status: 200 len: 1091 time: 1.4153597 Feb 10 04:00:20.995468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:20.997760 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:21.031199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb0d7c-6544-4842-840a-692f559f3524 service neutron] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:21.117131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-2da48fe9-02b2-44bf-aeac-cd8c6aa495bd tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:21.119263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-2da48fe9-02b2-44bf-aeac-cd8c6aa495bd tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1371386 Feb 10 04:00:21.180497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-b006f729-a9b9-4a4c-b62f-6243e96bd25d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.0454874 Feb 10 04:00:21.198909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-46480c15-6e5d-4d40-831b-ea3e51da4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:21.200734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-46480c15-6e5d-4d40-831b-ea3e51da4c5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 1125 time: 0.0594923 Feb 10 04:00:21.241611 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-e1c19415-521b-4f27-a4ce-8b5287c282e6 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.0530229 Feb 10 04:00:21.251001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-08960258-ac27-4a6e-90d3-a29dd3f56cc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83f9964a-bf14-4415-85f6-3ae78eafec23 HTTP/1.1" status: 200 len: 217 time: 0.0401690 Feb 10 04:00:21.308557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-ce774c5e-915c-4709-9feb-1b26e923edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:21.310280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-ce774c5e-915c-4709-9feb-1b26e923edf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75b93f94-2f7f-40e2-8481-c4350399ed1a HTTP/1.1" status: 200 len: 844 time: 0.0520737 Feb 10 04:00:21.394444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Deleting port d2571627-4011-4ccf-ba41-7201d8e44519 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:21.394695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d2571627-4011-4ccf-ba41-7201d8e44519), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.519180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d2571627-4011-4ccf-ba41-7201d8e44519), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.519512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (d2571627-4011-4ccf-ba41-7201d8e44519), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.534100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Calling delete_port for d2571627-4011-4ccf-ba41-7201d8e44519 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:21.612735 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:21.712101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-f7db5d4f-cfbf-4f7f-85c9-87349403bbed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3951607 Feb 10 04:00:21.762075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d2571627-4011-4ccf-ba41-7201d8e44519), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.794488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event deleted for resources: {'Port': ['ID=d2571627-4011-4ccf-ba41-7201d8e44519,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:21.825566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 18abae03-c397-46bb-9ccd-be250e47d43e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:00:21.830543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 18abae03-c397-46bb-9ccd-be250e47d43e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:21.830968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.863417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (c8d421b1-ca70-4cfa-aea6-e276a01cc905), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.866959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.871911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a1d63-637b-4a54-9136-c815453557d5 req-4d11bf4f-2b90-48bd-bd74-623adc81d2f6 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:21.873419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d64a1d63-637b-4a54-9136-c815453557d5 req-4d11bf4f-2b90-48bd-bd74-623adc81d2f6 tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.43 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 949 time: 0.1648242 Feb 10 04:00:21.880360 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98acf1a1-4b8a-485c-964a-1a2ccd6bf99a req-36499bce-6eb5-4e2b-aac1-b7fc89de643b tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "DELETE /v2.0/floatingips/c8d421b1-ca70-4cfa-aea6-e276a01cc905 HTTP/1.1" status: 204 len: 173 time: 0.6322134 Feb 10 04:00:21.883997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b2aa8-7871-4f83-8e98-542c369eb709 req-3008bb0f-593f-4939-9e37-09fef40f05c4 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:21.890833 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-011b2aa8-7871-4f83-8e98-542c369eb709 req-3008bb0f-593f-4939-9e37-09fef40f05c4 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1127 time: 0.1810355 Feb 10 04:00:21.905560 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-e446699c-1b05-4458-9d6f-ecd78b948bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826313 Feb 10 04:00:21.914618 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db0f90-c021-4c84-b108-6ce7f84690ee x-openstack-request-id: req-94db0f90-c021-4c84-b108-6ce7f84690ee {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:21.914953 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:21.915210 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94db0f90-c021-4c84-b108-6ce7f84690ee {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:21.915616 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'status': 'completed', 'code': 200} Feb 10 04:00:21.941519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:21.941913 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:21.969545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:21.972383 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a98c7e-5afb-42a4-875b-fb43603ec70a" -d '{"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-plugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:21.996537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:22.030096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4986a1-143d-4c44-8c2c-346b612b534c req-ddc26fa6-f84a-49bb-afdc-ddeba43c87ba tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:22.037244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4986a1-143d-4c44-8c2c-346b612b534c req-ddc26fa6-f84a-49bb-afdc-ddeba43c87ba tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 943 time: 0.0749159 Feb 10 04:00:22.059609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-011b2aa8-7871-4f83-8e98-542c369eb709 req-8a3205b1-e00e-49d6-8510-6bb230f0ded9 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679094 Feb 10 04:00:22.088259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:22.117904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4986a1-143d-4c44-8c2c-346b612b534c req-99727faf-6695-442b-a436-8889889575a2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796888 Feb 10 04:00:22.140609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8db6222-0423-4eae-a5ae-f40d41846cc6 req-208d316a-6c68-4631-9322-7e6ccd5d7f4d service neutron] 10.222.0.43 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080870 Feb 10 04:00:22.156834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Deleting port 8b188419-db64-4720-9a5d-fb1d68b314ab {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:22.157256 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:22.169195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:22.313654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] For port 8b188419-db64-4720-9a5d-fb1d68b314ab, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b188419-db64-4720-9a5d-fb1d68b314ab,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:22.314237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:22.339705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Calling delete_port for 8b188419-db64-4720-9a5d-fb1d68b314ab owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:22.361585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b5f88-e0f1-4cd5-a444-b43fa0f42a09 req-0c39a2e1-b3d9-4136-be85-1d830b4ec86a tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:22.364443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b5f88-e0f1-4cd5-a444-b43fa0f42a09 req-0c39a2e1-b3d9-4136-be85-1d830b4ec86a tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/ports?device_id=31754028-57fb-4bb9-a3b8-30cb5ceeb5d7 HTTP/1.1" status: 200 len: 949 time: 0.1593878 Feb 10 04:00:22.415467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-171ceff8-4d72-4ff1-a1ec-5856198ac130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:22.417699 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-171ceff8-4d72-4ff1-a1ec-5856198ac130 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 1125 time: 0.1426756 Feb 10 04:00:22.524003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b5f88-e0f1-4cd5-a444-b43fa0f42a09 req-ce969e0d-b81f-4f49-8521-515b2398d82f tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d7cc6c-ee4a-426f-91f1-77031ba4d413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542127 Feb 10 04:00:22.562163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-17a7dd17-4a97-453a-af8c-0593d3c9623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:22.563732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-17a7dd17-4a97-453a-af8c-0593d3c9623f service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 905 time: 0.1393936 Feb 10 04:00:22.647906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-54a54c67-6fe2-4e33-9908-659d5bc37e61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83f9964a-bf14-4415-85f6-3ae78eafec23 HTTP/1.1" status: 200 len: 217 time: 0.0749755 Feb 10 04:00:22.724408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-88587224-9f52-46ba-8d04-f9963460fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:22.725859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-88587224-9f52-46ba-8d04-f9963460fb88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75b93f94-2f7f-40e2-8481-c4350399ed1a HTTP/1.1" status: 200 len: 844 time: 0.0622125 Feb 10 04:00:22.739417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ef515-e925-4909-bcbe-1638d0e792e8 req-efc2071b-6467-4b3b-9346-3e602924bd20 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:22.741146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-269ef515-e925-4909-bcbe-1638d0e792e8 req-efc2071b-6467-4b3b-9346-3e602924bd20 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 950 time: 0.1429608 Feb 10 04:00:22.777990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-ca53b65d-26f4-4488-a18d-ec05e1d4be71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459294 Feb 10 04:00:22.780330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8b188419-db64-4720-9a5d-fb1d68b314ab), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:22.791372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8b188419-db64-4720-9a5d-fb1d68b314ab'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:22.840152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Pushing event deleted for resources: {'Port': ['ID=8b188419-db64-4720-9a5d-fb1d68b314ab,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:22.945263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] No DVR routers for this DVR port 8b188419-db64-4720-9a5d-fb1d68b314ab on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:00:22.955271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-269ef515-e925-4909-bcbe-1638d0e792e8 req-38a9a45b-3ebc-4a54-9ad6-c950a9f519b8 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058451 Feb 10 04:00:22.956890 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:22.960639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d64a1d63-637b-4a54-9136-c815453557d5 req-1c77326c-37ad-45ca-aa78-15d56a033d8b tempest-ImagesNegativeTestJSON-1962131832 tempest-ImagesNegativeTestJSON-1962131832-project] 10.222.0.43 "DELETE /v2.0/ports/8b188419-db64-4720-9a5d-fb1d68b314ab HTTP/1.1" status: 204 len: 173 time: 1.0792460 Feb 10 04:00:23.039559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-043b0a4c-5ee6-4cec-9a4a-50ea8d5d6887 service neutron] 10.222.0.43 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508571 Feb 10 04:00:23.063811 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-b8093b7e-1e6c-4734-89a7-4ddecd530655 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips/d107909f-ae5c-4bbc-82ed-4b6ae092577a HTTP/1.1" status: 200 len: 693 time: 0.0627067 Feb 10 04:00:23.223090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd09b05f-0d1d-4c5d-a72a-eb46907fed11 req-e818bde6-adf4-4db0-acef-f589db9d6d89 service neutron] 10.222.0.43 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735992 Feb 10 04:00:23.239312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-c9764f8e-2808-4b96-bb6d-849fa9cec4b8 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:23.247682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-c9764f8e-2808-4b96-bb6d-849fa9cec4b8 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1722493 Feb 10 04:00:23.297887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-afca3022-eee2-4853-95f4-09895b8bc483 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.0490682 Feb 10 04:00:23.358448 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-edb4bd32-3efe-4a3f-9a6b-9a5c32f39932 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.0512729 Feb 10 04:00:23.452056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-21edf7ff-d35d-4fa0-8fbb-c950c101af01 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--310921031&fields=id&tenant_id=39474ba179664cc0b1ad8004aa45b53d HTTP/1.1" status: 200 len: 267 time: 0.0674295 Feb 10 04:00:23.520341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Deleting port c0c215ae-0a0a-4410-b4bd-85fe463b2fa7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:23.520780 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:23.583355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-8a220b32-0107-417b-8d49-31b6b9521151 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:23.584885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-8a220b32-0107-417b-8d49-31b6b9521151 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/networks?id=17b82315-67cd-4703-b05c-65b51315f1e0 HTTP/1.1" status: 200 len: 815 time: 0.1250706 Feb 10 04:00:23.601628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-0ed2a108-0e85-48de-aea5-8ded9061172f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/quotas/39474ba179664cc0b1ad8004aa45b53d HTTP/1.1" status: 200 len: 375 time: 0.0102372 Feb 10 04:00:23.612114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:23.612684 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:23.627877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Calling delete_port for c0c215ae-0a0a-4410-b4bd-85fe463b2fa7 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:23.668216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-257888cd-5ff3-4dbc-92f4-4590f29a7576 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39474ba179664cc0b1ad8004aa45b53d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606489 Feb 10 04:00:23.779269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-5cf4b577-10fd-4b0b-a957-c88d82b36216 service neutron] 10.222.0.42 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001174 Feb 10 04:00:23.855196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c0c215ae-0a0a-4410-b4bd-85fe463b2fa7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:23.885991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event deleted for resources: {'Port': ['ID=c0c215ae-0a0a-4410-b4bd-85fe463b2fa7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:23.891964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-e912c7ec-5fc1-48ff-8a82-5c73ef8414a6 service neutron] 10.222.0.42 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070015 Feb 10 04:00:23.917975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'name': 'network-vif-deleted', 'tag': '8b188419-db64-4720-9a5d-fb1d68b314ab'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:23.919549 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef2450f-21f7-4535-9e88-c4135e2d3d7d" -d '{"events": [{"server_uuid": "31754028-57fb-4bb9-a3b8-30cb5ceeb5d7", "name": "network-vif-deleted", "tag": "8b188419-db64-4720-9a5d-fb1d68b314ab"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:23.960338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (d107909f-ae5c-4bbc-82ed-4b6ae092577a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:23.963095 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:23.978575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc1a35ba-9711-43ed-b71e-76f0ddd7f0b8 req-027fd668-9772-4785-a8ce-b6b74cab110e tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "DELETE /v2.0/floatingips/d107909f-ae5c-4bbc-82ed-4b6ae092577a HTTP/1.1" status: 204 len: 173 time: 0.5984182 Feb 10 04:00:24.002265 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d064b-228a-43ee-bf16-0c322ff4b8cf x-openstack-request-id: req-4a0d064b-228a-43ee-bf16-0c322ff4b8cf {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:24.002770 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-plugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:24.002968 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a0d064b-228a-43ee-bf16-0c322ff4b8cf {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:24.003210 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e', 'code': 200} Feb 10 04:00:24.169838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7991-6e61-4e3a-9782-ce3bea04f54c req-3b3f3ab6-daac-4091-833a-a6914cf18d7b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:24.171452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec9b7991-6e61-4e3a-9782-ce3bea04f54c req-3b3f3ab6-daac-4091-833a-a6914cf18d7b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 943 time: 0.0568829 Feb 10 04:00:24.172904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b2b1-d838-41f0-a0bb-db3b59cfc5ce req-8509f79a-5e8e-46dc-b75d-03d80303f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:24.174467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c902b2b1-d838-41f0-a0bb-db3b59cfc5ce req-8509f79a-5e8e-46dc-b75d-03d80303f9dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 1132 time: 0.0553844 Feb 10 04:00:24.227884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c902b2b1-d838-41f0-a0bb-db3b59cfc5ce req-92af918a-675d-4beb-bf19-9f6c1063e4dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473464 Feb 10 04:00:24.236679 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec9b7991-6e61-4e3a-9782-ce3bea04f54c req-54885c6c-71c7-4ee0-91c2-0ab84038a0da tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585384 Feb 10 04:00:24.317726 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d33ebf4-cd33-46a8-9db9-b32a127115c5 x-openstack-request-id: req-2d33ebf4-cd33-46a8-9db9-b32a127115c5 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:24.318027 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31754028-57fb-4bb9-a3b8-30cb5ceeb5d7", "name": "network-vif-deleted", "tag": "8b188419-db64-4720-9a5d-fb1d68b314ab", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:24.318279 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d33ebf4-cd33-46a8-9db9-b32a127115c5 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:24.318689 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31754028-57fb-4bb9-a3b8-30cb5ceeb5d7', 'name': 'network-vif-deleted', 'tag': '8b188419-db64-4720-9a5d-fb1d68b314ab', 'status': 'completed', 'code': 200} Feb 10 04:00:24.374323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-79e6dbb4-8d5d-451a-ab3a-3bcc96b09f8d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips/0d144023-0b27-46b1-8770-50cf9907def3 HTTP/1.1" status: 200 len: 693 time: 0.0448489 Feb 10 04:00:24.499086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-8fc0db24-baba-4cba-9aa5-6b73e8ec9649 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:24.500557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-8fc0db24-baba-4cba-9aa5-6b73e8ec9649 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1205208 Feb 10 04:00:24.579554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 83f9964a-bf14-4415-85f6-3ae78eafec23 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:00:24.620780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-08ef204d-8ce8-461b-80ca-5e6145b84c4a tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.1021876 Feb 10 04:00:24.662628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f079ac2-0355-4b11-b8c2-674285dd5744 req-2a980064-945c-4476-b4ab-7415563e1b15 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:24.673146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f079ac2-0355-4b11-b8c2-674285dd5744 req-2a980064-945c-4476-b4ab-7415563e1b15 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 950 time: 0.1235859 Feb 10 04:00:24.674171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-73b88d2c-6eaa-4f57-8b63-7633be44544d tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.0515440 Feb 10 04:00:24.744111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f079ac2-0355-4b11-b8c2-674285dd5744 req-140c444a-91ce-4526-b805-3ec1712ae607 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619910 Feb 10 04:00:24.749704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:24.845816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Deleting port fcbbff97-038f-4136-a9c0-6cbae4583bca {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:24.846248 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:24.924901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'mac_address': 'fa:16:3e:64:e6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:00:24.949758 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:24.950228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (fcbbff97-038f-4136-a9c0-6cbae4583bca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:24.968155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Calling delete_port for fcbbff97-038f-4136-a9c0-6cbae4583bca owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:24.969762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 83f9964a-bf14-4415-85f6-3ae78eafec23 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:24.970211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:24.984710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f9964a-bf14-4415-85f6-3ae78eafec23 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:25.011242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:25.092114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:25.132395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9d2db15-3430-4af0-a742-6281810176fc req-44fd1e87-1dec-4c88-b76e-f43951ea8e7e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0328653 Feb 10 04:00:25.157754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:25.168686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fcbbff97-038f-4136-a9c0-6cbae4583bca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:25.211647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Pushing event deleted for resources: {'Port': ['ID=fcbbff97-038f-4136-a9c0-6cbae4583bca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:25.274455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks [] for floatingip (0d144023-0b27-46b1-8770-50cf9907def3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:25.277049 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:25.278207 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6538d952-d4d7-4beb-8b35-a731985ce3ad req-65548a95-6576-460f-b4ab-8b9129d5e3e4 tempest-FloatingIPDetailsTestJSON-2074664168 tempest-FloatingIPDetailsTestJSON-2074664168-project] 10.222.0.42 "DELETE /v2.0/floatingips/0d144023-0b27-46b1-8770-50cf9907def3 HTTP/1.1" status: 204 len: 173 time: 0.5985589 Feb 10 04:00:25.287034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698c596-65f8-40dd-865b-58eb5aceb15b req-7d01b446-e4ef-4353-a049-4c0bff1c0d61 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:25.290086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48720) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:25.296774 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a698c596-65f8-40dd-865b-58eb5aceb15b req-7d01b446-e4ef-4353-a049-4c0bff1c0d61 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1127 time: 0.0979588 Feb 10 04:00:25.301296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['83f9964a-bf14-4415-85f6-3ae78eafec23'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:25.387830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a698c596-65f8-40dd-865b-58eb5aceb15b req-b0262622-3d47-4d0f-94a7-03ad1934886e tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841999 Feb 10 04:00:25.708020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb7d5-5711-4fcf-8d4f-3325d2dd951b req-b58b0e90-7954-43fc-9e80-8d4fdce368f4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:25.709976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aceeb7d5-5711-4fcf-8d4f-3325d2dd951b req-b58b0e90-7954-43fc-9e80-8d4fdce368f4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 944 time: 0.1875412 Feb 10 04:00:25.796264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aceeb7d5-5711-4fcf-8d4f-3325d2dd951b req-77b5ebb7-773f-44cd-9f01-b9c425d69a1e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756924 Feb 10 04:00:25.893219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10548748-6e75-4196-babf-849ae7551fd4 req-08f64a9a-a238-4ee0-8c05-bb97eea1503f tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:25.894847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10548748-6e75-4196-babf-849ae7551fd4 req-08f64a9a-a238-4ee0-8c05-bb97eea1503f tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 950 time: 0.0599499 Feb 10 04:00:25.928660 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (19772ae0-457a-4d32-bf5a-c0dd92a2a767), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:25.964004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10548748-6e75-4196-babf-849ae7551fd4 req-d2aab156-8598-4c4e-8241-9113592974dc tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541723 Feb 10 04:00:26.276901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ead518aa-d843-4187-8da8-f2c8c342de2d req-65505b06-70b9-4257-8f63-5a87a8e00dec tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0401545 Feb 10 04:00:26.277318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48754) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:26.471456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0dbd8d1c-5296-4618-9644-80c16765d88a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68e524edf5894076b5f9ee41108749e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912470 Feb 10 04:00:26.473534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48760) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:26.568434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c975d786-6c47-4ffd-9987-8423c2182014 admin admin] Publish callbacks [] for security_group (08d7cc6c-ee4a-426f-91f1-77031ba4d413), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.574821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f19f5-d12f-4390-a884-f92f3b6d7957 req-3ad47fe8-81b9-4bde-8bd4-61ce4cc33a5c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:26.576627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-637f19f5-d12f-4390-a884-f92f3b6d7957 req-3ad47fe8-81b9-4bde-8bd4-61ce4cc33a5c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1127 time: 0.0814447 Feb 10 04:00:26.588058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 83f9964a-bf14-4415-85f6-3ae78eafec23 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:26.614894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Deleting port 9d279402-2515-4058-9b70-06fc12f51036 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:26.614894 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9d279402-2515-4058-9b70-06fc12f51036), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.625467 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c975d786-6c47-4ffd-9987-8423c2182014 admin admin] Publish callbacks [] for security_group (08d7cc6c-ee4a-426f-91f1-77031ba4d413), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.693867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-637f19f5-d12f-4390-a884-f92f3b6d7957 req-38915a5c-a265-446f-a561-271cfb70cd2c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094284 Feb 10 04:00:26.740556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 83f9964a-bf14-4415-85f6-3ae78eafec23 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:00:26.748758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 83f9964a-bf14-4415-85f6-3ae78eafec23 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:26.748758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.770022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] For port 9d279402-2515-4058-9b70-06fc12f51036, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9d279402-2515-4058-9b70-06fc12f51036,segment=NetworkSegment(e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e),segment_id=e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:26.771188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9d279402-2515-4058-9b70-06fc12f51036), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.802383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Calling delete_port for 9d279402-2515-4058-9b70-06fc12f51036 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:26.836340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c975d786-6c47-4ffd-9987-8423c2182014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (08d7cc6c-ee4a-426f-91f1-77031ba4d413), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.840309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c975d786-6c47-4ffd-9987-8423c2182014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.841470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c975d786-6c47-4ffd-9987-8423c2182014 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08d7cc6c-ee4a-426f-91f1-77031ba4d413 HTTP/1.1" status: 204 len: 168 time: 0.3668134 Feb 10 04:00:26.854867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975d786-6c47-4ffd-9987-8423c2182014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d7cc6c-ee4a-426f-91f1-77031ba4d413,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:26.946286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 83f9964a-bf14-4415-85f6-3ae78eafec23 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:26.946943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:26.987889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:26.989105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:26.991649 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe7e36d-1f4a-4eec-b048-db82a920fddc" -d '{"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:27.063520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52e303-8a82-4ddc-a169-c2b478e38506 req-9c514c28-45e8-4e70-9534-d89ba443cd51 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:27.065067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b52e303-8a82-4ddc-a169-c2b478e38506 req-9c514c28-45e8-4e70-9534-d89ba443cd51 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 944 time: 0.0997157 Feb 10 04:00:27.086432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:27.087649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b188419-db64-4720-9a5d-fb1d68b314ab no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:27.133417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 8b188419-db64-4720-9a5d-fb1d68b314ab {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:00:27.133998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b188419-db64-4720-9a5d-fb1d68b314ab not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:00:27.167890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b52e303-8a82-4ddc-a169-c2b478e38506 req-20cff730-6df6-443a-98de-1f38ee812502 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885265 Feb 10 04:00:27.180793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:27.238410 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83d9fb8-71ed-4ace-a3a2-32615e3a5db2 x-openstack-request-id: req-a83d9fb8-71ed-4ace-a3a2-32615e3a5db2 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:27.238731 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:27.238996 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a83d9fb8-71ed-4ace-a3a2-32615e3a5db2 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:27.239398 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'code': 200} Feb 10 04:00:27.308231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-b79ecb62-5501-4c86-a13e-ac3b550a2e89 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:27.309768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-b79ecb62-5501-4c86-a13e-ac3b550a2e89 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.43 "GET /v2.0/networks?id=17b82315-67cd-4703-b05c-65b51315f1e0 HTTP/1.1" status: 200 len: 815 time: 0.1176260 Feb 10 04:00:27.384997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9d279402-2515-4058-9b70-06fc12f51036), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:27.465174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9d279402-2515-4058-9b70-06fc12f51036,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:27.477066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73109d1a-52f5-4791-87e2-d1187a8dcd7e req-f3b8de05-bc39-43b3-8d2f-b4eed0c56454 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0931847 Feb 10 04:00:27.576419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-5afc0246-b979-417b-b684-6710baee699e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39474ba179664cc0b1ad8004aa45b53d HTTP/1.1" status: 200 len: 379 time: 0.2151046 Feb 10 04:00:27.591168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Request body: {'port': {'device_id': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'admin_state_up': True, 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'security_groups': ['2d67925d-769c-4b44-8dd4-8b4dd92ea6a6']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:27.609287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236d1-870a-4d51-ab07-2da6b85d7730 req-bc54b35a-be6e-4342-872d-9707252a3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:27.610866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-331236d1-870a-4d51-ab07-2da6b85d7730 req-bc54b35a-be6e-4342-872d-9707252a3a9b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 1127 time: 0.2838514 Feb 10 04:00:27.624860 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa334e0a-68ba-492e-9695-ae3d1549c142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:27.817523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-331236d1-870a-4d51-ab07-2da6b85d7730 req-e0a6752a-b2b7-4a8c-ad08-2636c4dd2c6d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900191 Feb 10 04:00:27.957476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (19772ae0-457a-4d32-bf5a-c0dd92a2a767), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:28.025917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Made reservation on behalf of 39474ba179664cc0b1ad8004aa45b53d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:28.030049 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:28.267231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Allocated IP 172.20.0.9 (17b82315-67cd-4703-b05c-65b51315f1e0/9d31d927-d9b6-47ba-a273-0fd9c8b67632/fb9e8797-f0ce-474d-b21b-a3293113aa1e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:28.439485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:00:28.452355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3c994-c7d9-4c9c-9ee2-ce5ce087c237 req-ac69e4fe-82b6-4015-b829-f03078b23963 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:28.453987 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0af3c994-c7d9-4c9c-9ee2-ce5ce087c237 req-ac69e4fe-82b6-4015-b829-f03078b23963 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1389992 Feb 10 04:00:28.612575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0af3c994-c7d9-4c9c-9ee2-ce5ce087c237 req-25e3af20-64c4-42df-a08d-5790c0cfdb4c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501455 Feb 10 04:00:28.701280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:28.716776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:00:28.725462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-59db1212-5cfb-4351-864c-a9198495c0bc admin admin] 10.222.0.42 "PUT /v2.0/routers/19772ae0-457a-4d32-bf5a-c0dd92a2a767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4317703 Feb 10 04:00:28.725745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48846) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:28.739753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] Sync routers for ids ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:00:28.757573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] Routers {'19772ae0-457a-4d32-bf5a-c0dd92a2a767'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:28.758364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:28.883306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:28.933986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks [] for router (19772ae0-457a-4d32-bf5a-c0dd92a2a767), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.003718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Network 17b82315-67cd-4703-b05c-65b51315f1e0 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:29.015219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:29.023070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:29.028510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event updated for resources: {'Port': ['ID=fb9e8797-f0ce-474d-b21b-a3293113aa1e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:29.038539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] Set router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:29.155233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks [] for router_gateway (19772ae0-457a-4d32-bf5a-c0dd92a2a767), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.194345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:29.195369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.221003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be3d94-c634-478c-9efe-ace004538bed req-33788b6e-c2f7-48bb-82d8-2a099affe63f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:29.226226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07be3d94-c634-478c-9efe-ace004538bed req-33788b6e-c2f7-48bb-82d8-2a099affe63f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 931 time: 0.1626503 Feb 10 04:00:29.357299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-0234cfcd-18cc-489d-9b9e-c6680e2506b1 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:00:29.362162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-0234cfcd-18cc-489d-9b9e-c6680e2506b1 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224898 Feb 10 04:00:29.363332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T04:00:27Z', 'revision_number': 5, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port': {'id': '4592e2b1-fcad-4789-8eb4-a2a8b9202178', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:49Z', 'updated_at': '2022-02-10T04:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:29.385451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07be3d94-c634-478c-9efe-ace004538bed req-5c160ff4-5564-45e3-b3bc-1eb96bc1ad6f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466269 Feb 10 04:00:29.392932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-cd542a37-9d5c-47c4-a8d3-f250950fd1dc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8066485 Feb 10 04:00:29.406647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Request body: {'port': {'device_id': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:29.441756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] Checking router: 19772ae0-457a-4d32-bf5a-c0dd92a2a767 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:00:29.468732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] Routers {'19772ae0-457a-4d32-bf5a-c0dd92a2a767'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:29.469416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:29.474479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-a3642290-3b7a-4825-b769-0efe6b7debf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:29.476964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-a3642290-3b7a-4825-b769-0efe6b7debf7 service neutron] 10.222.0.42 "GET /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 1124 time: 0.1042097 Feb 10 04:00:29.478635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Deleting port 4592e2b1-fcad-4789-8eb4-a2a8b9202178 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:29.487300 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.513613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.632980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Request body: {'binding': {'host': 'n-h2-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:29.634914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Unknown quota resources ['binding']. {{(pid=109959) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:00:29.686547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48866) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:29.704028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] For port 4592e2b1-fcad-4789-8eb4-a2a8b9202178, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4592e2b1-fcad-4789-8eb4-a2a8b9202178,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:29.704579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.715133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:00:29.752449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Calling delete_port for 4592e2b1-fcad-4789-8eb4-a2a8b9202178 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:29.771035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-53e966f2-7555-4f97-864d-a04303ad1574 None None] Provisioning complete for port fb9e8797-f0ce-474d-b21b-a3293113aa1e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:29.771977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53e966f2-7555-4f97-864d-a04303ad1574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.825012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] Set router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:29.903612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-53e966f2-7555-4f97-864d-a04303ad1574 None None] Port fb9e8797-f0ce-474d-b21b-a3293113aa1e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:29.921700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b9fdf-2454-42f8-951a-f23b768e2133 req-fb1648d3-af37-4a30-93e7-9e418332ec54 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:29.928926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e19b9fdf-2454-42f8-951a-f23b768e2133 req-fb1648d3-af37-4a30-93e7-9e418332ec54 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1642959 Feb 10 04:00:29.936759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a74b41f-1179-4386-989d-29edf54c869f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.953390 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:00:29.955630 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6eeb9c6-68ea-4a44-a205-bb228497a26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:29.959452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T04:00:29Z', 'revision_number': 6, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:30.017295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde3909-c8ab-4f28-80f7-b25d946d1a26 None None] The sync data for ids ['19772ae0-457a-4d32-bf5a-c0dd92a2a767'] in n-d-827844-2 is: [{'id': '19772ae0-457a-4d32-bf5a-c0dd92a2a767', 'name': 'tempest-FloatingIPDetailsTestJSON-775553716-router', 'tenant_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:59:46Z', 'updated_at': '2022-02-10T04:00:29Z', 'revision_number': 6, 'project_id': '89edcdf130e148c9a30cb5a79d1f45e5', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:00:30.035682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e19b9fdf-2454-42f8-951a-f23b768e2133 req-8213a88e-258b-4b1f-b36f-5880e5ec7010 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016808 Feb 10 04:00:30.045346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9e8797-f0ce-474d-b21b-a3293113aa1e {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:30.082023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Publish callbacks [] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.098017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on host n-h2-827844-2 for vnic_type normal with profile None {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:30.098369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:30.098836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:30.130276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:30.136817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Transition to ACTIVE for port object fb9e8797-f0ce-474d-b21b-a3293113aa1e will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:00:30.146865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '18abae03-c397-46bb-9ccd-be250e47d43e', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '18abae03-c397-46bb-9ccd-be250e47d43e', 'mac_address': 'fa:16:3e:b9:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:00:30.153956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:30.156362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:30.187637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:30.193199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:30.193820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:30.194552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Bound port: 8bce17f6-032e-45a6-91e1-8d918eead3e6, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:30.207721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:30.208126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.235236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18abae03-c397-46bb-9ccd-be250e47d43e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:30.242138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.275010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:30.344381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e8797-f0ce-474d-b21b-a3293113aa1e,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:30.349953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a74b41f-1179-4386-989d-29edf54c869f admin admin] Publish callbacks [] for security_group (e4831dad-bb40-4360-9d4d-9a4461f25e3b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.355344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:30.362637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.454846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a74b41f-1179-4386-989d-29edf54c869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e4831dad-bb40-4360-9d4d-9a4461f25e3b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.466866 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.466866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-28a86426-9ce2-492e-a51b-c49785718ea8 service neutron] 10.222.0.42 "POST /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.8326859 Feb 10 04:00:30.506149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['18abae03-c397-46bb-9ccd-be250e47d43e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:30.514598 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4592e2b1-fcad-4789-8eb4-a2a8b9202178), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.555324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Attempting to bind port fb9e8797-f0ce-474d-b21b-a3293113aa1e on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:30.555802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Attempting to bind port fb9e8797-f0ce-474d-b21b-a3293113aa1e by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:30.558433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Attempting to bind port fb9e8797-f0ce-474d-b21b-a3293113aa1e on network 17b82315-67cd-4703-b05c-65b51315f1e0 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:30.626860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a74b41f-1179-4386-989d-29edf54c869f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fca53194b8c4491ab8b27e35356b1432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9349713 Feb 10 04:00:30.632278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Port fb9e8797-f0ce-474d-b21b-a3293113aa1e on network 17b82315-67cd-4703-b05c-65b51315f1e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:30.633969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Attempting to bind port fb9e8797-f0ce-474d-b21b-a3293113aa1e on network 17b82315-67cd-4703-b05c-65b51315f1e0 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:30.636945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Pushing event deleted for resources: {'Port': ['ID=4592e2b1-fcad-4789-8eb4-a2a8b9202178,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:30.638744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48894) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:30.642689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74b41f-1179-4386-989d-29edf54c869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4831dad-bb40-4360-9d4d-9a4461f25e3b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:30.647431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:30.654360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:30.654855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Checking segment: {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:30.655261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Bound using segment: {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:30.655713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Bound port: fb9e8797-f0ce-474d-b21b-a3293113aa1e, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb37cb9-6151-4de3-b5fb-b44d715e48ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:30.660332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.828443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c180-394b-4a64-9a2c-d75737efaf72 req-6a73e8d9-fe6d-4ce7-9538-003b5f6c37a2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:30.830806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7576c180-394b-4a64-9a2c-d75737efaf72 req-6a73e8d9-fe6d-4ce7-9538-003b5f6c37a2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.2816355 Feb 10 04:00:30.895128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] For port fb9e8797-f0ce-474d-b21b-a3293113aa1e, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:30.899565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] For port fb9e8797-f0ce-474d-b21b-a3293113aa1e, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:30.914286 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.917109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (19772ae0-457a-4d32-bf5a-c0dd92a2a767), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:30.919668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7576c180-394b-4a64-9a2c-d75737efaf72 req-b3248d6e-f7df-4cb8-86e3-ee4ec5819978 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784941 Feb 10 04:00:31.003275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.008966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc52e-47ff-4fbb-b7c0-084cf0999f11 admin admin] Publish callbacks [] for security_group (e4831dad-bb40-4360-9d4d-9a4461f25e3b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.036536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.037183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.038563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] 10.222.0.43 "PUT /v2.0/ports/fb9e8797-f0ce-474d-b21b-a3293113aa1e HTTP/1.1" status: 200 len: 1091 time: 1.6413169 Feb 10 04:00:31.040146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:31.046688 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:31.109717 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (19772ae0-457a-4d32-bf5a-c0dd92a2a767), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.138334 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks [] for router_controller (19772ae0-457a-4d32-bf5a-c0dd92a2a767), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.143033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc52e-47ff-4fbb-b7c0-084cf0999f11 admin admin] Publish callbacks [] for security_group (e4831dad-bb40-4360-9d4d-9a4461f25e3b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.160793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd03336-8001-4869-8c55-d722e444922e req-18c531d5-bacc-43d9-ace3-05ec3cd964fe tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.162680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cd03336-8001-4869-8c55-d722e444922e req-18c531d5-bacc-43d9-ace3-05ec3cd964fe tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.3414159 Feb 10 04:00:31.178352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825764-5b3c-4a16-a70e-563fd026836c service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e8797-f0ce-474d-b21b-a3293113aa1e,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:31.239725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7aa2d-b9a9-473d-91c3-5f665084597b req-07b706f2-868c-4fe6-b7c2-2ad9af9418c1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.258116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fa7aa2d-b9a9-473d-91c3-5f665084597b req-07b706f2-868c-4fe6-b7c2-2ad9af9418c1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 945 time: 0.1518283 Feb 10 04:00:31.369479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cd03336-8001-4869-8c55-d722e444922e req-05c4a482-9b09-448e-847d-dcae7f57f50c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967821 Feb 10 04:00:31.388986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (19772ae0-457a-4d32-bf5a-c0dd92a2a767), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.389823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19772ae0-457a-4d32-bf5a-c0dd92a2a767 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:00:31.394644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.399512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-59b0976d-9ed3-4dac-b806-21a001646082 admin admin] 10.222.0.42 "DELETE /v2.0/routers/19772ae0-457a-4d32-bf5a-c0dd92a2a767 HTTP/1.1" status: 204 len: 168 time: 2.6704402 Feb 10 04:00:31.404370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48918) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:31.414187 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fa7aa2d-b9a9-473d-91c3-5f665084597b req-d866a2f1-17ab-4cb9-882b-28e4a2a9b54c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550772 Feb 10 04:00:31.493396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-4e8d5aa5-fb0b-4cdf-8978-44b379d1fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.498161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-4e8d5aa5-fb0b-4cdf-8978-44b379d1fe9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39474ba179664cc0b1ad8004aa45b53d&device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 1125 time: 0.2379582 Feb 10 04:00:31.503346 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc24290-2707-40ad-baab-303655366bc4 x-openstack-request-id: req-2bc24290-2707-40ad-baab-303655366bc4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:31.503652 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:31.503899 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bc24290-2707-40ad-baab-303655366bc4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:31.504354 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'status': 'completed', 'code': 200} Feb 10 04:00:31.515231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-0eb40303-5b54-491e-814e-408aea02e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.515894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc52e-47ff-4fbb-b7c0-084cf0999f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e4831dad-bb40-4360-9d4d-9a4461f25e3b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.519946 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-0eb40303-5b54-491e-814e-408aea02e4cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1127 time: 0.2464049 Feb 10 04:00:31.520099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc52e-47ff-4fbb-b7c0-084cf0999f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.520272 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7f5bc52e-47ff-4fbb-b7c0-084cf0999f11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4831dad-bb40-4360-9d4d-9a4461f25e3b HTTP/1.1" status: 204 len: 168 time: 0.8789465 Feb 10 04:00:31.577256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bc52e-47ff-4fbb-b7c0-084cf0999f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4831dad-bb40-4360-9d4d-9a4461f25e3b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:31.608859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] Deleting subnet bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:00:31.619584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] Publish callbacks [] for subnet (bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.662199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:31.707983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.735668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9d279402-2515-4058-9b70-06fc12f51036 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:31.805607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-9381aa5b-e2f8-4fe6-ad00-9d822c016e2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e HTTP/1.1" status: 200 len: 217 time: 0.2993975 Feb 10 04:00:31.810784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-a1af9e97-7492-485c-89d8-afc501e6cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.812524 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-a1af9e97-7492-485c-89d8-afc501e6cf1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2518194 Feb 10 04:00:31.825168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9d279402-2515-4058-9b70-06fc12f51036 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:00:31.829554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9d279402-2515-4058-9b70-06fc12f51036 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:00:31.830297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4592e2b1-fcad-4789-8eb4-a2a8b9202178 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:31.840939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.856467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4592e2b1-fcad-4789-8eb4-a2a8b9202178 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:00:31.857379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4592e2b1-fcad-4789-8eb4-a2a8b9202178 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:00:31.865781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-1d181971-760f-4729-91b1-420bc8b5d9b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 217 time: 0.0436888 Feb 10 04:00:31.875533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 18abae03-c397-46bb-9ccd-be250e47d43e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:31.876426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:31.945863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-e41273e3-0860-4f14-b4e9-f7995d19dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.948808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-e41273e3-0860-4f14-b4e9-f7995d19dcca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d31d927-d9b6-47ba-a273-0fd9c8b67632 HTTP/1.1" status: 200 len: 854 time: 0.1353066 Feb 10 04:00:31.955277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5cea0cf4-3f1b-46d2-b20e-f7d564f92e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:31.955277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5cea0cf4-3f1b-46d2-b20e-f7d564f92e1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0663061 Feb 10 04:00:32.071970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:32.073601 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.083827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.109082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:32.113144 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d2aaff-5a67-46ce-8498-5d1d84bfb9b8" -d '{"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-plugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:32.138364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:32.190534 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.194908 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.201850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0 HTTP/1.1" status: 204 len: 168 time: 0.7943470 Feb 10 04:00:32.202529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48940) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:32.204732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1044f6e-8347-4058-ac88-406b3494f8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf53c9f9-c2f6-43dc-9a80-fea02a68c1c0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:32.205533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d584b-6788-4b5f-ae77-c180e90d3a95 None None] Network 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:00:32.402472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.550853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Deleting port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:32.551336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.611494 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32fbc2c-aaa3-4d93-badc-3dd1cf7af9cf x-openstack-request-id: req-c32fbc2c-aaa3-4d93-badc-3dd1cf7af9cf {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:32.611902 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-plugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:32.612220 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c32fbc2c-aaa3-4d93-badc-3dd1cf7af9cf {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:32.612677 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e', 'code': 200} Feb 10 04:00:32.629812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ef25f-205a-4395-a407-61fae85a3898 req-e7dff56c-5cb5-4fc4-9f5a-0cd6dab0c131 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:32.632015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-848ef25f-205a-4395-a407-61fae85a3898 req-e7dff56c-5cb5-4fc4-9f5a-0cd6dab0c131 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1346803 Feb 10 04:00:32.699428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] For port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,segment=NetworkSegment(e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e),segment_id=e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:32.700439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.727799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-848ef25f-205a-4395-a407-61fae85a3898 req-06a26a4e-48f5-43b4-8b5f-9d6c61df6db2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849006 Feb 10 04:00:32.730018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Calling delete_port for 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:32.770905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:32.788134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:32.894861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-ece0630b-f0ea-4ac0-8ccd-3318e3cec95e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9051759 Feb 10 04:00:32.954255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] DHCP port deletion for 5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:00:32.965665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2de6d-2bb7-474d-a429-5d3928fd84c8 req-61420278-8b2a-46de-99dd-04bd3ea9e78c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:32.976049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4f2de6d-2bb7-474d-a429-5d3928fd84c8 req-61420278-8b2a-46de-99dd-04bd3ea9e78c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 945 time: 0.1014614 Feb 10 04:00:32.985881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.026489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:33.050204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] No DVR routers for this DVR port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:00:33.075295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] Deleting port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:33.075864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.107058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-ec6218f6-d2a2-4182-852b-cc3bdca33d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:33.109165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-ec6218f6-d2a2-4182-852b-cc3bdca33d6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17b82315-67cd-4703-b05c-65b51315f1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1527672 Feb 10 04:00:33.144590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4f2de6d-2bb7-474d-a429-5d3928fd84c8 req-1d3473e3-f099-47e3-85ef-64d280153941 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671224 Feb 10 04:00:33.230899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] For port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:33.231259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.240675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.259411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] Calling delete_port for 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:33.272504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] Port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:00:33.273696 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (69308c8a-b0ee-4e83-8bfe-ecce4037bfdd), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.294375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:33.319321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48970) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:33.321198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:33.321639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:33.332035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] Pushing event deleted for resources: {'Port': ['ID=69308c8a-b0ee-4e83-8bfe-ecce4037bfdd,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:33.339082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e32eea-acd5-493b-8e2e-c351e16ae9cd req-8dc99e6f-8388-433a-8ae5-635f16d6ebe3 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:33.347165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.347312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73e32eea-acd5-493b-8e2e-c351e16ae9cd req-8dc99e6f-8388-433a-8ae5-635f16d6ebe3 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.4590349 Feb 10 04:00:33.352410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669101cb-92c9-4149-ba36-41060e7720b0 None None] No DVR routers for this DVR port 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:00:33.352827 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-d7646d3e-1bc2-47ef-bc8a-8867c694e9f9 service neutron] 10.222.0.43 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211461 Feb 10 04:00:33.380550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.389408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:00:33.389871 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (e827a29d-9a6b-4e5d-9be2-90b5b2b5ee3e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:00:33.461117 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:00:33.486474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-33bd34f6-113b-4858-8d95-319c38727d3e service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836329 Feb 10 04:00:33.561865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.568745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.574633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe HTTP/1.1" status: 204 len: 168 time: 1.3708737 Feb 10 04:00:33.593907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-b83734f6-7a44-4460-9f5d-f75bba8765e1 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989950 Feb 10 04:00:33.624411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-786fc9dd-f1bc-4e08-a26d-d2ab27c5e83a req-f391deac-4978-420c-b13b-8a3067047829 service neutron] 10.222.0.43 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364752 Feb 10 04:00:33.651966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf065678-a89c-4627-8859-67ec71e96f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae92b43-3ab7-4fd5-a274-5c2a664b3bfe,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:33.661072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73e32eea-acd5-493b-8e2e-c351e16ae9cd req-00b9b879-c975-4fe8-8180-45c795a60271 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125768 Feb 10 04:00:33.669669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-518006999-network', 'tenant_id': '416e3172959945b9a90077a8c4b550e8'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:33.707593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:33.739306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:00:33.739583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 69308c8a-b0ee-4e83-8bfe-ecce4037bfdd not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:00:33.778569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Made reservation on behalf of 416e3172959945b9a90077a8c4b550e8 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:33.783241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.839447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.863244 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:33.873308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-2001514b-4ebd-435e-8df5-826d9a493f0f tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:33.875921 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-2001514b-4ebd-435e-8df5-826d9a493f0f tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.1294613 Feb 10 04:00:33.879714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-84dee0e2-3b56-46ff-b746-7a711a4f90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:33.881520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-84dee0e2-3b56-46ff-b746-7a711a4f90e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39474ba179664cc0b1ad8004aa45b53d&device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 1125 time: 0.1255860 Feb 10 04:00:33.888825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827844-2'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:34.046827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af2b20-6a54-4a11-8db7-a4988da82eba req-5e77e9b6-0906-450b-a18a-1b7a47b1cda8 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:34.046827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88af2b20-6a54-4a11-8db7-a4988da82eba req-5e77e9b6-0906-450b-a18a-1b7a47b1cda8 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1015136 Feb 10 04:00:34.103751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks [] for security_group (13a3da81-3768-45ac-8a76-a1b100f213f6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.109552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.119359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88af2b20-6a54-4a11-8db7-a4988da82eba req-ccbd4fc5-d144-456d-88ec-97adb5137613 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898144 Feb 10 04:00:34.191204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-ce9c1e6d-71c1-4e24-ac72-6736d72826ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:34.192950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-ce9c1e6d-71c1-4e24-ac72-6736d72826ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=17b82315-67cd-4703-b05c-65b51315f1e0 HTTP/1.1" status: 200 len: 916 time: 0.2997620 Feb 10 04:00:34.231980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48980) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:34.242511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (13a3da81-3768-45ac-8a76-a1b100f213f6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.262508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-bd98bd38-e3f7-4992-94a6-ac0c40695368 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e HTTP/1.1" status: 200 len: 217 time: 0.0620809 Feb 10 04:00:34.313205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:00:34.332147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3da81-3768-45ac-8a76-a1b100f213f6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:34.341056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (302dda66-cd85-4502-a6a5-defb8b808cb3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.341725 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Added segment 302dda66-cd85-4502-a6a5-defb8b808cb3 of type vlan for network f4e4aef5-8e2a-4df2-b022-91e59a117639 Feb 10 04:00:34.353870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e8e1cf3-6d4e-4d93-9864-dce17647140e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89edcdf130e148c9a30cb5a79d1f45e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1207283 Feb 10 04:00:34.357240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48988) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:34.384757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-04203033-adaa-49e3-b9e5-5c6924891fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:34.387017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-04203033-adaa-49e3-b9e5-5c6924891fbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d31d927-d9b6-47ba-a273-0fd9c8b67632 HTTP/1.1" status: 200 len: 854 time: 0.1064758 Feb 10 04:00:34.417889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f4e4aef5-8e2a-4df2-b022-91e59a117639), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.458543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db8be176-4e4b-4bc9-8fe6-6536fa1b8ef0 admin admin] Publish callbacks [] for security_group (4c6e0b24-4634-45d7-a54c-549f9a30cb82), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.496344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db8be176-4e4b-4bc9-8fe6-6536fa1b8ef0 admin admin] Publish callbacks [] for security_group (4c6e0b24-4634-45d7-a54c-549f9a30cb82), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.560121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580df71-ccdb-4284-8beb-b585e52e3d8b req-6b09d40d-00c2-4f54-b360-21549ebbe060 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:34.572051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4580df71-ccdb-4284-8beb-b585e52e3d8b req-6b09d40d-00c2-4f54-b360-21549ebbe060 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 945 time: 0.3063321 Feb 10 04:00:34.576770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-f71058c7-b6e3-4ccd-8dcd-597a75ea31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:34.578501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-f71058c7-b6e3-4ccd-8dcd-597a75ea31a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17b82315-67cd-4703-b05c-65b51315f1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1510324 Feb 10 04:00:34.581175 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f4e4aef5-8e2a-4df2-b022-91e59a117639), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.589258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:34.589258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.659301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:34.675917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db8be176-4e4b-4bc9-8fe6-6536fa1b8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4c6e0b24-4634-45d7-a54c-549f9a30cb82), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.681531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db8be176-4e4b-4bc9-8fe6-6536fa1b8ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.681531 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-db8be176-4e4b-4bc9-8fe6-6536fa1b8ef0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c6e0b24-4634-45d7-a54c-549f9a30cb82 HTTP/1.1" status: 204 len: 168 time: 0.3209507 Feb 10 04:00:34.681531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e4aef5-8e2a-4df2-b022-91e59a117639,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:34.691751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:00:34.692403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8be176-4e4b-4bc9-8fe6-6536fa1b8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6e0b24-4634-45d7-a54c-549f9a30cb82,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:34.762048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4580df71-ccdb-4284-8beb-b585e52e3d8b req-f51191c8-35e1-4666-ae00-d37478c0f972 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766567 Feb 10 04:00:34.778720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5ef9526e-c8cb-4c10-bf4f-35cd4598c453 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3187869 Feb 10 04:00:34.785125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48998) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:34.793185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Request body: {'subnet': {'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-518006999-subnet', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:34.893517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:34.939255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Made reservation on behalf of 416e3172959945b9a90077a8c4b550e8 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:34.941415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Publish callbacks [] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.944430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:34.945535 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:34.947089 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d761c-c100-4cf0-b2cb-83f9c1835efd" -d '{"events": [{"server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "name": "network-vif-unplugged", "status": "completed", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:34.971175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-3d9533d1-414b-4e56-8e52-33fa08f05f18 service neutron] 10.222.0.43 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842423 Feb 10 04:00:35.060262 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fe1e49-52cd-4203-a74e-4035904bc554 x-openstack-request-id: req-09fe1e49-52cd-4203-a74e-4035904bc554 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:35.064385 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "name": "network-vif-unplugged", "status": "completed", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:35.064385 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09fe1e49-52cd-4203-a74e-4035904bc554 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:35.064385 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6', 'code': 200} Feb 10 04:00:35.064978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:35.109851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da690-563b-4a66-8ba2-fd90b63ccc58 req-1e65886a-0001-4d48-a99b-c83fab5a0d14 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:35.111739 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b5da690-563b-4a66-8ba2-fd90b63ccc58 req-1e65886a-0001-4d48-a99b-c83fab5a0d14 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.2852876 Feb 10 04:00:35.235878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b5da690-563b-4a66-8ba2-fd90b63ccc58 req-5ffe3e7e-02e3-43da-a0c7-e6f40da66b69 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090949 Feb 10 04:00:35.281272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2029e0f6-e8a3-4fd3-a01b-ff40003d23b5 req-63beae19-50ea-4936-bf18-62e8f0090efb service neutron] 10.222.0.43 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031275 Feb 10 04:00:35.284924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:35.367755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on host n-h1-827844-2 for vnic_type normal with profile {"migrating_to": "n-h2-827844-2"} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:35.368082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:35.368348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:35.378442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:35.380707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Attempting to bind port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:35.408009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:35.408368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:35.409183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:35.409438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Bound port: 8bce17f6-032e-45a6-91e1-8d918eead3e6, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:35.409790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:35.451556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162eaf1-f94f-454a-a722-cdf353779b9b req-ce64a631-e92c-421c-95ab-63062796faf3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:35.452810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b162eaf1-f94f-454a-a722-cdf353779b9b req-ce64a631-e92c-421c-95ab-63062796faf3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1790314 Feb 10 04:00:35.486487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (ea08a5f5-66ed-45ae-a375-f9b98cc0a15d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:35.576491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:35.581999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:35.602947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b162eaf1-f94f-454a-a722-cdf353779b9b req-c9e949a7-14f4-46ef-a485-b4240574e969 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295996 Feb 10 04:00:35.633449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea08a5f5-66ed-45ae-a375-f9b98cc0a15d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:35.645254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Checking segment: {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:35.645625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Network hostable DHCP agents. Network: f4e4aef5-8e2a-4df2-b022-91e59a117639, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:00:35.669488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:35.765469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=8']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:35.791093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:00:35.876890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:35.876890 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:35.876890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5ad02f60-7ff0-4eda-afd9-65898a79a89c service neutron] 10.222.0.43 "PUT /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 1121 time: 1.9908602 Feb 10 04:00:35.895144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f4e4aef5-8e2a-4df2-b022-91e59a117639) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:35.900392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:35.903623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e482b7-bb86-4f93-8ad0-88fdebf91121 None None] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:00:35.907636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:36.107115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['8bce17f6-032e-45a6-91e1-8d918eead3e6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:36.108480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf184528-949d-4dae-9178-517f699182c0 req-34502dbd-48bb-41b5-b230-31ad0fd51f5c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:36.110081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf184528-949d-4dae-9178-517f699182c0 req-34502dbd-48bb-41b5-b230-31ad0fd51f5c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 943 time: 0.1828129 Feb 10 04:00:36.120127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2633c3ac-45c9-404f-8df7-33217a0dff0e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3315804 Feb 10 04:00:36.121691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49032) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:36.127556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:36.236249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf184528-949d-4dae-9178-517f699182c0 req-769c7b31-5f6d-4f9f-8d62-21593f6d847c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073885 Feb 10 04:00:36.292223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-f4e4aef5-8e2a-4df2-b022-91e59a117639', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'project_id': '416e3172959945b9a90077a8c4b550e8', 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:00:36.294072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:36.299355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:36.300443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:36.460514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks [] for router_controller (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:36.553722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc4d09-d84d-440a-99aa-e68b60db4a8e req-acf619ad-257b-4c74-a751-00a7fd7c1893 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:36.565588 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55fc4d09-d84d-440a-99aa-e68b60db4a8e req-acf619ad-257b-4c74-a751-00a7fd7c1893 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.1032121 Feb 10 04:00:36.662845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Allocated IP 172.20.0.2 (f4e4aef5-8e2a-4df2-b022-91e59a117639/ea08a5f5-66ed-45ae-a375-f9b98cc0a15d/b3dac00a-7aa5-4065-aab7-d3b7cc49ebad) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:36.703368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49060) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:36.780588 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55fc4d09-d84d-440a-99aa-e68b60db4a8e req-41176886-01e2-4709-81b3-7827ae3e60f5 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139661 Feb 10 04:00:36.945439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-network', 'tenant_id': '3837d663e138418786415150ce507781'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:36.996412 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Publish callbacks [] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.014637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks [] for router_gateway (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.015489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07034792-653e-4e15-8e26-838b507586b6 req-1496f608-99ce-4a6e-8ef3-d5e59e94e7f2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:37.017119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07034792-653e-4e15-8e26-838b507586b6 req-1496f608-99ce-4a6e-8ef3-d5e59e94e7f2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1844921 Feb 10 04:00:37.062655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:37.065122 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786471c2-6348-44a3-9d21-bd155e1b0565" -d '{"events": [{"name": "network-changed", "server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:37.077925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07034792-653e-4e15-8e26-838b507586b6 req-110419fd-cbc6-48e1-8cef-d9019a5b4572 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518799 Feb 10 04:00:37.079364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Made reservation on behalf of 3837d663e138418786415150ce507781 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:37.081551 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.092447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.129935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.232006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:37.254172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:37.259336 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23461654-6beb-43a7-b430-7a19e345ec43 x-openstack-request-id: req-23461654-6beb-43a7-b430-7a19e345ec43 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:37.259668 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:37.259923 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23461654-6beb-43a7-b430-7a19e345ec43 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:37.262338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:37.268866 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6', 'status': 'completed', 'code': 200} Feb 10 04:00:37.298115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Pushing event updated for resources: {'Port': ['ID=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:37.403562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Attempting to bind port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:37.403940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Attempting to bind port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:37.404588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Attempting to bind port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad on network f4e4aef5-8e2a-4df2-b022-91e59a117639 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:37.414859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:37.415244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Checking segment: {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:37.425762 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.425762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Bound using segment: {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:37.425762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Bound port: b3dac00a-7aa5-4065-aab7-d3b7cc49ebad, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:37.425762 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.426229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks [] for security_group (b84448a2-2a6d-489c-b828-5fc1ec5bd376), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.471204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6b43-0521-4d17-8b8d-0afdccb651f8 req-df6b386f-392f-4889-bd56-b4b560f2a329 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:37.473369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ccf6b43-0521-4d17-8b8d-0afdccb651f8 req-df6b386f-392f-4889-bd56-b4b560f2a329 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1127 time: 0.1107030 Feb 10 04:00:37.476530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-76aa8735-ac71-4d14-bdde-6b026facf121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:37.477950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-76aa8735-ac71-4d14-bdde-6b026facf121 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1155 time: 0.2403142 Feb 10 04:00:37.571821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] For port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:37.580629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] For port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:37.621731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-e113bb4d-7292-4e99-8a62-006dbf0c7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:37.623781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-e113bb4d-7292-4e99-8a62-006dbf0c7c1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.1351304 Feb 10 04:00:37.628190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b84448a2-2a6d-489c-b828-5fc1ec5bd376), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.652898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.667738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84448a2-2a6d-489c-b828-5fc1ec5bd376,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:37.674074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c3112-e792-4637-a719-4d7cc81a9a53 req-0f5ecd6d-5e7e-486e-a507-85dd810b3573 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:37.675727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb3c3112-e792-4637-a719-4d7cc81a9a53 req-0f5ecd6d-5e7e-486e-a507-85dd810b3573 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 943 time: 0.1338627 Feb 10 04:00:37.689022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks [] for router_gateway (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.771008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ccf6b43-0521-4d17-8b8d-0afdccb651f8 req-0ba5564d-db87-472a-b4b8-1463bd01aa3c tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842157 Feb 10 04:00:37.778128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-1bae2bda-bc5c-4393-8b9c-b60433fdb994 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 217 time: 0.1447642 Feb 10 04:00:37.778726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a92d09-6557-419e-b410-249f38f83e91 None None] Pushing event updated for resources: {'Port': ['ID=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:37.782232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:00:37.800490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.803752 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:00:37.844861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb3c3112-e792-4637-a719-4d7cc81a9a53 req-4ca387fc-dcbe-426d-9ab2-de94e7e2e886 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571949 Feb 10 04:00:37.915362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (f2a7c9be-90b9-41b3-94f8-e2b4568e046d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:37.922649 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Added segment f2a7c9be-90b9-41b3-94f8-e2b4568e046d of type vlan for network d01fa3cf-dacf-4458-b545-6146cf6d983d Feb 10 04:00:38.002313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Allocated IP 172.25.8.155 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c3086cac-75ac-4150-bd2b-6e0b86be28cc) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:38.116701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-37da4f6a-0a69-4bd6-96c6-dd2cf6b3cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:38.118504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-37da4f6a-0a69-4bd6-96c6-dd2cf6b3cbbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.3110747 Feb 10 04:00:38.124367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d01fa3cf-dacf-4458-b545-6146cf6d983d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:38.192392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-8144ed96-5527-4f8f-9115-c58e2103dadc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616977 Feb 10 04:00:38.217760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796a8a9-b6ae-475c-85f0-c6ac3de8e2c6 req-bb46954e-0e72-4bf0-9388-0152109bad80 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:38.219377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9796a8a9-b6ae-475c-85f0-c6ac3de8e2c6 req-bb46954e-0e72-4bf0-9388-0152109bad80 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 946 time: 0.2943957 Feb 10 04:00:38.250418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks [] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:38.330278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d01fa3cf-dacf-4458-b545-6146cf6d983d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:38.331765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:38.332576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:38.380481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1586c-a593-461c-99a2-ad6552823e04 req-7d785747-e90e-4813-9280-c7dab212c53f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:38.388918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16f1586c-a593-461c-99a2-ad6552823e04 req-7d785747-e90e-4813-9280-c7dab212c53f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.2122245 Feb 10 04:00:38.410333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9796a8a9-b6ae-475c-85f0-c6ac3de8e2c6 req-891e832f-3455-4aac-b8ba-12fbabef4706 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652274 Feb 10 04:00:38.448338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:38.560473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:38.566256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:38.566910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:38.573874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8690200 Feb 10 04:00:38.574669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49092) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:38.579161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f162aa8-c5d1-43c7-a6ca-1cbc8122840b admin admin] Pushing event updated for resources: {'Network': ['ID=d01fa3cf-dacf-4458-b545-6146cf6d983d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:38.596404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d01fa3cf-dacf-4458-b545-6146cf6d983d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:00:38.611687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Request body: {'subnet': {'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-subnet', 'tenant_id': '3837d663e138418786415150ce507781', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:38.633995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16f1586c-a593-461c-99a2-ad6552823e04 req-ddf63ce8-0db7-40d0-8d5b-f35892e3e8c5 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440164 Feb 10 04:00:38.857427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-6af85006-d8b5-4400-bcc7-c0d4132f5f96 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233456 Feb 10 04:00:38.859137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Pushing event updated for resources: {'Port': ['ID=c3086cac-75ac-4150-bd2b-6e0b86be28cc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:38.859788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:00:38.859893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-786471c2-6348-44a3-9d21-bd155e1b0565 req-bf84d638-cc71-4a2a-b298-6c504dfceaa0 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547799 Feb 10 04:00:38.885536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:38.902320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 has no active binding in host n-h2-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 04:00:39.036133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Made reservation on behalf of 3837d663e138418786415150ce507781 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:39.041286 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:39.277304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db244b32-fbc7-46e6-829b-0a322cdcab66 req-3474f0a0-ff1d-487e-a081-f219280c3273 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:39.295923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db244b32-fbc7-46e6-829b-0a322cdcab66 req-3474f0a0-ff1d-487e-a081-f219280c3273 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1702499 Feb 10 04:00:39.371158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4de871-3cca-4764-bef8-92e0974acecc None None] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:00:39.445357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db244b32-fbc7-46e6-829b-0a322cdcab66 req-a313bb31-ff0e-484c-84bd-8458acfbbe59 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576703 Feb 10 04:00:39.512250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-82672ec6-50e2-486f-b5f2-341b4bf4796c None None] Provisioning complete for port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:39.515806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-82672ec6-50e2-486f-b5f2-341b4bf4796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:39.651881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks [] for router_gateway (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:39.758983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-82672ec6-50e2-486f-b5f2-341b4bf4796c None None] Current status of the port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:39.758983 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-82672ec6-50e2-486f-b5f2-341b4bf4796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:39.859782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3dac00a-7aa5-4065-aab7-d3b7cc49ebad up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:39.932397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35832-5bc0-4d57-80a3-2a371a552561 req-abb1bce9-9f43-4b5b-ae75-2e613e9f3c64 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:39.934309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7fa35832-5bc0-4d57-80a3-2a371a552561 req-abb1bce9-9f43-4b5b-ae75-2e613e9f3c64 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 943 time: 0.2791209 Feb 10 04:00:39.945287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-82672ec6-50e2-486f-b5f2-341b4bf4796c None None] For port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:39.981020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:39.981792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.110081 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-82672ec6-50e2-486f-b5f2-341b4bf4796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.143742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62189c-e152-405a-83cc-c9067019a735 req-467ba8e4-3e8b-42f0-99a9-fe11c85a0a90 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:40.150441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c62189c-e152-405a-83cc-c9067019a735 req-467ba8e4-3e8b-42f0-99a9-fe11c85a0a90 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.24 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 946 time: 0.9909711 Feb 10 04:00:40.238666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (5446c969-5dc9-4a61-a107-44681a7f54c8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.301213 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.320719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82672ec6-50e2-486f-b5f2-341b4bf4796c None None] Pushing event updated for resources: {'Port': ['ID=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:40.398557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:40.407385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cff8bd41-cfe5-4178-8e83-8557eebbc911 None None] Provisioning complete for port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:40.408186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cff8bd41-cfe5-4178-8e83-8557eebbc911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.431647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7fa35832-5bc0-4d57-80a3-2a371a552561 req-042b0c05-0580-4bcc-bc05-b4ce6b545757 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874432 Feb 10 04:00:40.478027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5446c969-5dc9-4a61-a107-44681a7f54c8,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:40.529793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Checking segment: {'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:40.530143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Network hostable DHCP agents. Network: d01fa3cf-dacf-4458-b545-6146cf6d983d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:00:40.603203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Deleting port a2166c0b-0745-405f-b3c3-c381d64ecc7d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:00:40.603203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.652733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cff8bd41-cfe5-4178-8e83-8557eebbc911 None None] Current status of the port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:40.749620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Network d01fa3cf-dacf-4458-b545-6146cf6d983d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:00:40.772566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-7ebff998-038f-4949-9d51-7f94eee29bd5 service neutron] 10.222.0.24 "GET /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.2038348 Feb 10 04:00:40.844694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] For port a2166c0b-0745-405f-b3c3-c381d64ecc7d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a2166c0b-0745-405f-b3c3-c381d64ecc7d,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:40.845064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.853421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d01fa3cf-dacf-4458-b545-6146cf6d983d) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:40.864770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff282e-ffb5-402b-8b9e-378877e8d8f6 None None] Network d01fa3cf-dacf-4458-b545-6146cf6d983d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:00:40.866413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:40.867058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:40.878792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Calling delete_port for a2166c0b-0745-405f-b3c3-c381d64ecc7d owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:00:40.939578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dfa4f-a86a-421a-b242-56b0ef6e387f req-e0312e8f-871d-4f0a-91c8-8f0f03f5d746 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:40.962638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-276dfa4f-a86a-421a-b242-56b0ef6e387f req-e0312e8f-871d-4f0a-91c8-8f0f03f5d746 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/ports?device_id=16d14e22-2458-4466-ac81-33cc922aa3e6 HTTP/1.1" status: 200 len: 946 time: 0.2680297 Feb 10 04:00:41.022332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e2e85d49-936b-494e-8c97-be382839fc3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4370527 Feb 10 04:00:41.034087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49136) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:41.048756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:41.129120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d01fa3cf-dacf-4458-b545-6146cf6d983d', 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d', 'project_id': '3837d663e138418786415150ce507781', 'fixed_ips': [{'subnet_id': '5446c969-5dc9-4a61-a107-44681a7f54c8'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:00:41.129990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.186185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-276dfa4f-a86a-421a-b242-56b0ef6e387f req-6c3a55c0-aeff-4fe4-aaef-57a9b6755dc9 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fc5db63-4386-41ca-b831-9fa496a307d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164016 Feb 10 04:00:41.290529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (8e0ad9ec-7357-4224-944a-99a7fab813b1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.292885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (8e0ad9ec-7357-4224-944a-99a7fab813b1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.299579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:00:41.384778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks [] for router_controller (8e0ad9ec-7357-4224-944a-99a7fab813b1), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.443012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a2166c0b-0745-405f-b3c3-c381d64ecc7d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.458107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['a2166c0b-0745-405f-b3c3-c381d64ecc7d'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:00:41.516334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Pushing event deleted for resources: {'Port': ['ID=a2166c0b-0745-405f-b3c3-c381d64ecc7d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:41.556537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:41.574270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Allocated IP 172.20.0.2 (d01fa3cf-dacf-4458-b545-6146cf6d983d/5446c969-5dc9-4a61-a107-44681a7f54c8/17e1bb4a-e930-4f45-8db5-4f4ac6dbad12) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:41.617177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:41.715210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bce17f6-032e-45a6-91e1-8d918eead3e6 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:00:41.743753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:41.753997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3dac00a-7aa5-4065-aab7-d3b7cc49ebad up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:41.786876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] No DVR routers for this DVR port a2166c0b-0745-405f-b3c3-c381d64ecc7d on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:00:41.792702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.794048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-8d993f61-4c8d-4fbf-9cc2-cd3824d8e226 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:00:41.795163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-8d993f61-4c8d-4fbf-9cc2-cd3824d8e226 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118515 Feb 10 04:00:41.799788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c62189c-e152-405a-83cc-c9067019a735 req-478c242c-fec7-490d-b4d0-21350424aed1 tempest-AttachSCSIVolumeTestJSON-1990860249 tempest-AttachSCSIVolumeTestJSON-1990860249-project] 10.222.0.24 "DELETE /v2.0/ports/a2166c0b-0745-405f-b3c3-c381d64ecc7d HTTP/1.1" status: 204 len: 173 time: 1.6455820 Feb 10 04:00:41.800741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'name': 'network-vif-deleted', 'tag': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:00:41.803410 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd7751-371b-4659-aa49-b7c5a4bd1cc9" -d '{"events": [{"server_uuid": "16d14e22-2458-4466-ac81-33cc922aa3e6", "name": "network-vif-deleted", "tag": "a2166c0b-0745-405f-b3c3-c381d64ecc7d"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:00:41.880993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:41.881624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.892453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:41.993856 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks [] for router_gateway (8e0ad9ec-7357-4224-944a-99a7fab813b1), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.256926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Publish callbacks [] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.278034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] Transition to ACTIVE for port object 8bce17f6-032e-45a6-91e1-8d918eead3e6 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:00:42.280337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-31b3ced9-7395-4828-b820-2ea0cf4bc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:42.282958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-31b3ced9-7395-4828-b820-2ea0cf4bc464 service neutron] 10.222.0.42 "GET /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 1124 time: 0.4007456 Feb 10 04:00:42.305889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbac3f-96d8-4e6b-9db7-ae4c447fe92f req-e557187e-7e60-41fa-9e28-2402b066851c tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:42.308508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1abbac3f-96d8-4e6b-9db7-ae4c447fe92f req-e557187e-7e60-41fa-9e28-2402b066851c tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.5404735 Feb 10 04:00:42.313883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Request body: {'binding': {'host': 'n-h1-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:42.314616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Unknown quota resources ['binding']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:00:42.401418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:42.406049 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.449854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Network d01fa3cf-dacf-4458-b545-6146cf6d983d is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:42.453230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:42.460014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:42.475664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Pushing event updated for resources: {'Port': ['ID=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:42.504437 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.611809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks [] for router_gateway (8e0ad9ec-7357-4224-944a-99a7fab813b1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.628874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Attempting to bind port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:42.629248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Attempting to bind port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:42.629612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Attempting to bind port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 on network d01fa3cf-dacf-4458-b545-6146cf6d983d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:42.646678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:42.648623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Checking segment: {'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:42.649037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.649431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Bound using segment: {'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:42.654180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Bound port: 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:42.654595 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.655468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.818082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] For port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:42.821066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=10']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:42.825457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on host n-h1-827844-2 for vnic_type normal with profile None {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:42.825992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:42.832117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:42.837367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] For port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,segment=NetworkSegment(f2a7c9be-90b9-41b3-94f8-e2b4568e046d),segment_id=f2a7c9be-90b9-41b3-94f8-e2b4568e046d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:42.899689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:00:42.900426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:42.915901 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:42.918996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1abbac3f-96d8-4e6b-9db7-ae4c447fe92f req-b789ce9e-2ef1-4382-a37e-8f559ab3cefc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164081 Feb 10 04:00:42.949441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Allocated IP 172.25.8.148 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:42.981700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:42.985871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:42.988390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:42.989126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Bound port: 49b1188a-2f8d-44e6-9595-0b840e427670, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:43.033520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2078b-e611-4216-a76b-8b6cc0458525 None None] Pushing event updated for resources: {'Port': ['ID=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:43.126506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] No DVR routers for this DVR port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:00:43.142769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:43.200985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:00:43.213190 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Sync routers for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:00:43.234245 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:43.235862 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:43.267396 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks [] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:43.288884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:43.290165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-c3d3fc3e-22ed-4fd8-a6e1-aabd2b36277d service neutron] 10.222.0.42 "POST /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670/bindings HTTP/1.1" status: 201 len: 389 time: 0.9928198 Feb 10 04:00:43.377794 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-c65ad6c3-138e-4e5d-8b66-45c4a8c589f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6/bindings/n-h2-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5921829 Feb 10 04:00:43.381242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:43.382442 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-108e3c26-d802-48e2-9071-e54c1e0f3306 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2597318 Feb 10 04:00:43.386064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49146) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:43.452906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ff6d7-94b4-4035-92d1-337887906979 req-a22ba798-3204-4f47-9bc1-1cbd1f34c0a3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:43.465309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a96ff6d7-94b4-4035-92d1-337887906979 req-a22ba798-3204-4f47-9bc1-1cbd1f34c0a3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.3190107 Feb 10 04:00:43.503015 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:43.602385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:43.659019 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a96ff6d7-94b4-4035-92d1-337887906979 req-2acc2783-26bd-47ee-8f0a-c46660ab33fd tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920395 Feb 10 04:00:43.695594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:43.930230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:43.958608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:43.972978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port 8bce17f6-032e-45a6-91e1-8d918eead3e6 host n-h2-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:00:43.973769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:43.974785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:00:43.975340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a2166c0b-0745-405f-b3c3-c381d64ecc7d no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:00:43.997424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-d491899f-3431-4128-b676-45ab3f5b234e tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:44.003843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-d491899f-3431-4128-b676-45ab3f5b234e tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.3121343 Feb 10 04:00:44.023818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: a2166c0b-0745-405f-b3c3-c381d64ecc7d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:00:44.025242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a2166c0b-0745-405f-b3c3-c381d64ecc7d not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:00:44.051937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:44.167905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:44.168783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:44.178372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793b36-3d85-4a9e-838f-03a716b5c633 req-5da1056f-d45c-4ff0-9263-fdbd7389f130 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:44.181220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12793b36-3d85-4a9e-838f-03a716b5c633 req-5da1056f-d45c-4ff0-9263-fdbd7389f130 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 944 time: 0.2919292 Feb 10 04:00:44.190400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5f66c82d-4e4a-4c4f-8e64-9dade2b1ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:44.199148 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-5f66c82d-4e4a-4c4f-8e64-9dade2b1ac70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78&tenant_id=6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 1126 time: 0.1842723 Feb 10 04:00:44.373731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Pushing event updated for resources: {'Port': ['ID=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:44.428536 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bbf02b-4e74-4f25-a680-c54b9a2d957d x-openstack-request-id: req-90bbf02b-4e74-4f25-a680-c54b9a2d957d {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:00:44.428908 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d14e22-2458-4466-ac81-33cc922aa3e6", "name": "network-vif-deleted", "tag": "a2166c0b-0745-405f-b3c3-c381d64ecc7d", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:00:44.429111 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90bbf02b-4e74-4f25-a680-c54b9a2d957d {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:00:44.429489 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d14e22-2458-4466-ac81-33cc922aa3e6', 'name': 'network-vif-deleted', 'tag': 'a2166c0b-0745-405f-b3c3-c381d64ecc7d', 'status': 'completed', 'code': 200} Feb 10 04:00:44.466277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:44.467245 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:44.584569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,segment=NetworkSegment(f2a7c9be-90b9-41b3-94f8-e2b4568e046d),segment_id=f2a7c9be-90b9-41b3-94f8-e2b4568e046d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:44.590632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12793b36-3d85-4a9e-838f-03a716b5c633 req-4e2e3ea0-2951-4308-a21f-d4bea3dcc5d5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901548 Feb 10 04:00:44.634397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-eaae107e-948b-4697-a361-ac2568a77d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:44.660742 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-eaae107e-948b-4697-a361-ac2568a77d6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1127 time: 0.4117064 Feb 10 04:00:44.665137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:44.820044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:44.875972 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:39Z', 'revision_number': 3, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:44.906564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fa10f-7b7c-4e0f-bc2e-2600d2b3e75a req-4db89bc3-1172-4d31-b4ef-f5da20c7a35c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:44.908741 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b1fa10f-7b7c-4e0f-bc2e-2600d2b3e75a req-4db89bc3-1172-4d31-b4ef-f5da20c7a35c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.4767573 Feb 10 04:00:44.941459 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Checking router: 86659c9d-0802-4f85-bb98-9b7c6b4c0cac for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:00:44.941812 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Updating router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac port c3086cac-75ac-4150-bd2b-6e0b86be28cc binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:00:44.953053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-ab6d2b81-e09f-4290-a4f4-1d7ebb1ae2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:44.954604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-ab6d2b81-e09f-4290-a4f4-1d7ebb1ae2eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1126 time: 0.5652585 Feb 10 04:00:45.036124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b1fa10f-7b7c-4e0f-bc2e-2600d2b3e75a req-52468db4-3bfa-409d-8f1f-99d56d8886c0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814402 Feb 10 04:00:45.092083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960cd633-1624-4f2e-b115-a45714fa16a6 None None] Network d01fa3cf-dacf-4458-b545-6146cf6d983d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:00:45.093024 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:45.179604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-93b75d4f-611b-4de1-94e0-8bb05848ebb4 None None] Provisioning complete for port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:45.185463 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-93b75d4f-611b-4de1-94e0-8bb05848ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:45.219463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f148c4-39df-4286-b59d-b1966c02a6ff req-31a4505d-0a56-4f6a-97fa-290c1f5b3c4f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:45.234507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16f148c4-39df-4286-b59d-b1966c02a6ff req-31a4505d-0a56-4f6a-97fa-290c1f5b3c4f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.4442317 Feb 10 04:00:45.323884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-023a3460-d003-46d9-9740-8d4c2af609c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:45.324965 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-023a3460-d003-46d9-9740-8d4c2af609c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.3597527 Feb 10 04:00:45.352289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-edbdafa8-d0f6-4648-a70c-e4bf4ec32da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:45.353958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-edbdafa8-d0f6-4648-a70c-e4bf4ec32da4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.6707151 Feb 10 04:00:45.410938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16f148c4-39df-4286-b59d-b1966c02a6ff req-4125a363-ba2d-47b1-b3c8-c85cf77656d8 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596768 Feb 10 04:00:45.439398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:45.439654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-93b75d4f-611b-4de1-94e0-8bb05848ebb4 None None] Current status of the port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:45.459020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-e6a802ff-b89c-4206-8fc4-d529c42694c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 217 time: 0.0783947 Feb 10 04:00:45.549834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992f79-e55c-43e4-889f-7fbdf543f1ec req-54a81a41-3f9e-41ae-bd54-8648f1b6db93 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:45.562511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f992f79-e55c-43e4-889f-7fbdf543f1ec req-54a81a41-3f9e-41ae-bd54-8648f1b6db93 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.3093870 Feb 10 04:00:45.624416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-983a2b52-cd05-40f9-837b-850fa6cd4583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 217 time: 0.2454131 Feb 10 04:00:45.625841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-f6ef10ec-8ff1-449d-9b78-ff0caa96d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:45.627287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-f6ef10ec-8ff1-449d-9b78-ff0caa96d23f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1259167 Feb 10 04:00:45.718143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-7a851594-8721-4a58-bf7d-d5537909b879 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816250 Feb 10 04:00:45.736014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:45.782492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-84897b0a-1a36-41a0-b900-6d06d4f7e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:45.784068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-84897b0a-1a36-41a0-b900-6d06d4f7e699 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1499019 Feb 10 04:00:45.831941 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Publish callbacks [] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:45.863672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks [] for router_gateway (8e0ad9ec-7357-4224-944a-99a7fab813b1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:45.908504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:45.910975 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:45.919867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-83592653-d552-4f39-8fa8-c048f2ca49f7 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326294 Feb 10 04:00:45.923054 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:45.975414 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f992f79-e55c-43e4-889f-7fbdf543f1ec req-1465ec66-bf65-48f8-9549-232810b97e68 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913510 Feb 10 04:00:46.053428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a8438990-c056-4aff-929a-c486eff74588 None None] Provisioning complete for port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:46.053812 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8438990-c056-4aff-929a-c486eff74588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:46.070458 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Pushing event updated for resources: {'Port': ['ID=c3086cac-75ac-4150-bd2b-6e0b86be28cc,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:46.079540 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Attempting to bind port c3086cac-75ac-4150-bd2b-6e0b86be28cc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:46.079881 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Attempting to bind port c3086cac-75ac-4150-bd2b-6e0b86be28cc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:46.080205 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Attempting to bind port c3086cac-75ac-4150-bd2b-6e0b86be28cc on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:46.086311 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.086648 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.087027 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.087367 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.087703 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.088042 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.088471 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.088807 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.089136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.089492 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.089782 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.090106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.090493 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:00:46.095577 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:46.096105 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:46.096686 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:46.097236 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:46.097926 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Bound port: c3086cac-75ac-4150-bd2b-6e0b86be28cc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:46.098488 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:46.114393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-9414b121-36ac-49a2-ba7d-4bfd27db0edd service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724777 Feb 10 04:00:46.151462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-e3e5d70c-63ce-442c-8d23-cc8aa3ba3cad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2305560 Feb 10 04:00:46.218753 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] For port c3086cac-75ac-4150-bd2b-6e0b86be28cc, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:46.220445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:46.240872 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] For port c3086cac-75ac-4150-bd2b-6e0b86be28cc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c3086cac-75ac-4150-bd2b-6e0b86be28cc,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:46.318984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a8438990-c056-4aff-929a-c486eff74588 None None] Current status of the port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:46.344247 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:46.349919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-baae3eac-ca86-42fd-9f53-5bb0ac808fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914103 Feb 10 04:00:46.413837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528573b-ca75-438e-a85b-ba2517b198de req-1b333241-67ec-4eb1-b20f-101d3b9dc764 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:46.421737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7528573b-ca75-438e-a85b-ba2517b198de req-1b333241-67ec-4eb1-b20f-101d3b9dc764 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 944 time: 0.3186250 Feb 10 04:00:46.440856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6afad-8cc4-43e1-b442-3fdc7ebe07d1 None None] Pushing event updated for resources: {'Port': ['ID=c3086cac-75ac-4150-bd2b-6e0b86be28cc,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:46.486406 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:46.487080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:46.555757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-cd3a384b-3893-4ccd-893e-4ed0ff2c7c61 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952872 Feb 10 04:00:46.558268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7528573b-ca75-438e-a85b-ba2517b198de req-e58de4e7-684c-429b-bb74-8dd4e4a9f360 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355309 Feb 10 04:00:46.577803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Allocated IP 172.20.0.1 (f4e4aef5-8e2a-4df2-b022-91e59a117639/ea08a5f5-66ed-45ae-a375-f9b98cc0a15d/0bd7148e-a9d5-4a18-b102-8b18185755a4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:46.716404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:46.758912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-a78220fd-9b3b-4306-9221-ddc38e7d46af tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:46.761238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-a78220fd-9b3b-4306-9221-ddc38e7d46af tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.1158190 Feb 10 04:00:46.803595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa1252-16f2-4704-8a53-f8ef341f7bb9 req-34f3e222-09a1-4004-a495-94eefa37f996 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:46.812833 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4fa1252-16f2-4704-8a53-f8ef341f7bb9 req-34f3e222-09a1-4004-a495-94eefa37f996 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1356542 Feb 10 04:00:46.962396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4fa1252-16f2-4704-8a53-f8ef341f7bb9 req-b980a452-e1f4-4e35-9278-69b2f44892f7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482379 Feb 10 04:00:47.006833 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:47.028377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (8e0ad9ec-7357-4224-944a-99a7fab813b1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:47.121693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de510d-560f-4c30-9857-90be0ee945ed req-dd6d2348-2290-4dbf-a677-b85954ef2da7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:47.123196 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9de510d-560f-4c30-9857-90be0ee945ed req-dd6d2348-2290-4dbf-a677-b85954ef2da7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.1842554 Feb 10 04:00:47.172463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-255200ab-4a98-487f-a57b-a5b5a513ce09 service neutron] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:47.178611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-255200ab-4a98-487f-a57b-a5b5a513ce09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:47.179814 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bebc8c1-bd67-4922-b6c1-2c7c7841e0ac req-255200ab-4a98-487f-a57b-a5b5a513ce09 service neutron] 10.222.0.43 "DELETE /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6/bindings/n-h1-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.4026008 Feb 10 04:00:47.201221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9de510d-560f-4c30-9857-90be0ee945ed req-024a6c94-a651-4a2a-b2a8-f597664a55f1 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717745 Feb 10 04:00:47.267693 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks [] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:47.362664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af779a93-4e29-47c8-862c-884572db1d3e req-4f97ce28-3805-46cd-858a-e863bb73e9f0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:47.365495 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:39Z', 'revision_number': 3, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:47.380279 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af779a93-4e29-47c8-862c-884572db1d3e req-4f97ce28-3805-46cd-858a-e863bb73e9f0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.3204429 Feb 10 04:00:47.403899 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc3331-e1df-4006-9399-95eab601bc5c None None] The sync data for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 is: [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:39Z', 'revision_number': 3, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:00:47.449319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af779a93-4e29-47c8-862c-884572db1d3e req-55d181ee-6f59-4549-82ea-82322bf026c1 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669990 Feb 10 04:00:47.451284 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:47.513592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Router 8e0ad9ec-7357-4224-944a-99a7fab813b1 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:00:47.519835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:47.536755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:47.664725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Pushing event updated for resources: {'Port': ['ID=0bd7148e-a9d5-4a18-b102-8b18185755a4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:47.679130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:47.893919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e81a3-b6c3-4e9d-81a5-abf5d7d6da4a req-ce410946-2fac-426f-b074-540464f069f3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:47.909328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-518e81a3-b6c3-4e9d-81a5-abf5d7d6da4a req-ce410946-2fac-426f-b074-540464f069f3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 944 time: 0.1886685 Feb 10 04:00:48.070388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-518e81a3-b6c3-4e9d-81a5-abf5d7d6da4a req-6ebc4533-0246-4206-87bb-5c8b3ac0a574 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510553 Feb 10 04:00:48.144348 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:48.319660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bb03abda-1c5a-4f04-9ef1-5cfae3a8a07a None None] Provisioning complete for port 0bd7148e-a9d5-4a18-b102-8b18185755a4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:48.320470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb03abda-1c5a-4f04-9ef1-5cfae3a8a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:48.354022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575907a-49e3-44c0-94b1-3e8ef032bae3 req-a684ccde-580c-499d-afd2-36facce3fec6 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:48.357828 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b575907a-49e3-44c0-94b1-3e8ef032bae3 req-a684ccde-580c-499d-afd2-36facce3fec6 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1126 time: 0.1079986 Feb 10 04:00:48.437573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bb03abda-1c5a-4f04-9ef1-5cfae3a8a07a None None] Port 0bd7148e-a9d5-4a18-b102-8b18185755a4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:48.483634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b575907a-49e3-44c0-94b1-3e8ef032bae3 req-88da5349-5dc9-411b-98de-f9ee1984168c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077571 Feb 10 04:00:48.619763 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:48.655636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a947158-ed5d-45e9-9b7b-befb578003da req-2df41a7f-cfdd-406b-8e04-01603e3d1169 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:48.657670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a947158-ed5d-45e9-9b7b-befb578003da req-2df41a7f-cfdd-406b-8e04-01603e3d1169 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.0878224 Feb 10 04:00:48.749648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a947158-ed5d-45e9-9b7b-befb578003da req-19183124-ae90-4a53-9205-e4a72b905239 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831692 Feb 10 04:00:48.872590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd585-6242-49e4-9db9-6dd84fc2983a req-0ad40c69-6556-4deb-a7a4-e70393a611e6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:48.881451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16dbd585-6242-49e4-9db9-6dd84fc2983a req-0ad40c69-6556-4deb-a7a4-e70393a611e6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.2631092 Feb 10 04:00:48.920407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a428ccb-d66e-406e-aaee-e8ee8093332e req-8f459155-32b3-45c6-81ad-4c9deb7eebc2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:48.928732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a428ccb-d66e-406e-aaee-e8ee8093332e req-8f459155-32b3-45c6-81ad-4c9deb7eebc2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Feb 10 04:00:48.940494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:00:48.951582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Sync routers for ids ['8e0ad9ec-7357-4224-944a-99a7fab813b1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:00:48.970058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Routers {'8e0ad9ec-7357-4224-944a-99a7fab813b1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:48.972025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['8e0ad9ec-7357-4224-944a-99a7fab813b1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:48.978653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16dbd585-6242-49e4-9db9-6dd84fc2983a req-da47cf79-8679-4b68-987c-ee636e19ec9b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962296 Feb 10 04:00:49.095677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a428ccb-d66e-406e-aaee-e8ee8093332e req-0ded6f5f-6112-434e-8051-2304bc60f8d9 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656940 Feb 10 04:00:49.285330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:49.290247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a21c89d1-f3dd-4a66-b3c1-95215adef783 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.2527845 Feb 10 04:00:49.292646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49272) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:49.337021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:49.356151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Set router 8e0ad9ec-7357-4224-944a-99a7fab813b1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:49.488875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-be7238c9-1410-476a-ba9a-4a77c5a556d0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:49.496481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-be7238c9-1410-476a-ba9a-4a77c5a556d0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.4122066 Feb 10 04:00:49.532411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-76a6bb73-b7e9-46ea-86d3-12846f3ca683 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/quotas/6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 375 time: 0.0345221 Feb 10 04:00:49.743336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:00:45Z', 'revision_number': 3, 'project_id': '3837d663e138418786415150ce507781', 'gw_port': {'id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:42Z', 'updated_at': '2022-02-10T04:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:49.747875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-cc80d452-ff25-46d4-9e14-105c521da060 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2145367 Feb 10 04:00:49.760573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3086cac-75ac-4150-bd2b-6e0b86be28cc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:49.816826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Checking router: 8e0ad9ec-7357-4224-944a-99a7fab813b1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:00:49.817474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Updating router 8e0ad9ec-7357-4224-944a-99a7fab813b1 port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:00:49.890726 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:49.941405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-479012c8-9411-482f-a43c-7cdbefc7d3e1 service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917362 Feb 10 04:00:50.012447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks [] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.083801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8e22-033b-47b6-9292-711ebc3f074b req-66988026-f596-4f0c-84a8-547673d5df26 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:50.092795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-330e8e22-033b-47b6-9292-711ebc3f074b req-66988026-f596-4f0c-84a8-547673d5df26 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.1690307 Feb 10 04:00:50.098685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c3086cac-75ac-4150-bd2b-6e0b86be28cc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:50.099155 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.137928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.143240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-906870c0-90a1-40df-be05-5b940904b2e4 service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954002 Feb 10 04:00:50.255984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Pushing event updated for resources: {'Port': ['ID=0bd7148e-a9d5-4a18-b102-8b18185755a4,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:50.266102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.304500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-330e8e22-033b-47b6-9292-711ebc3f074b req-824088b1-5c46-49ac-a8a1-3b8597d4bc35 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085431 Feb 10 04:00:50.369392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c3086cac-75ac-4150-bd2b-6e0b86be28cc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:50.370544 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.383900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.429455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port c3086cac-75ac-4150-bd2b-6e0b86be28cc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c3086cac-75ac-4150-bd2b-6e0b86be28cc,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:50.461293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Publish callbacks [] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.499274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.529376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:50.535069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:50.568781 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.683448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Attempting to bind port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:50.683930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Attempting to bind port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:50.684313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Attempting to bind port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:50.705629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=c3086cac-75ac-4150-bd2b-6e0b86be28cc,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:50.807819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:50.808495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:50.808919 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.809321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:50.809823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Bound port: 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:50.810213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:50.889296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:00:50.944367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a51258-b429-4569-8285-6b4741ccdd13 None None] Pushing event updated for resources: {'Port': ['ID=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:50.995385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ad712957-e4db-4e7e-be65-e92ad9c311d8 None None] Provisioning complete for port 0bd7148e-a9d5-4a18-b102-8b18185755a4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:51.000035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad712957-e4db-4e7e-be65-e92ad9c311d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:51.085701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] For port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:51.121779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] For port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:51.126165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ad712957-e4db-4e7e-be65-e92ad9c311d8 None None] Port 0bd7148e-a9d5-4a18-b102-8b18185755a4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:51.195975 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:51.251785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:00:51.264158 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Sync routers for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:00:51.267351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c259e21-0445-4418-b9ac-edd7777829a3 req-1f1fbfdd-b07b-4fef-91b9-054d88698a47 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:51.269096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c259e21-0445-4418-b9ac-edd7777829a3 req-1f1fbfdd-b07b-4fef-91b9-054d88698a47 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.7125151 Feb 10 04:00:51.279763 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:51.280714 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:51.282462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a5ab4abe-821f-4f9c-affa-d59278e59bbc admin admin] 10.222.0.42 "PUT /v2.0/routers/86659c9d-0802-4f85-bb98-9b7c6b4c0cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8952157 Feb 10 04:00:51.312435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149dabf-b719-4a25-b4a1-5b957b7fcc97 req-c86b85ad-c71b-4b78-82d1-88f0af5a7e3a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:51.322111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2149dabf-b719-4a25-b4a1-5b957b7fcc97 req-c86b85ad-c71b-4b78-82d1-88f0af5a7e3a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.4500923 Feb 10 04:00:51.337950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Routers {'8e0ad9ec-7357-4224-944a-99a7fab813b1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:51.338650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['8e0ad9ec-7357-4224-944a-99a7fab813b1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:51.341372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a51258-b429-4569-8285-6b4741ccdd13 None None] Pushing event updated for resources: {'Port': ['ID=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:51.477667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2149dabf-b719-4a25-b4a1-5b957b7fcc97 req-2287f933-d880-48e6-aaae-0e9bb5d8ab3f tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561713 Feb 10 04:00:51.484355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c259e21-0445-4418-b9ac-edd7777829a3 req-851db0ae-a417-45b3-ac5d-28a1fdb6e913 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065971 Feb 10 04:00:51.492410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Allocated IP 172.20.0.1 (d01fa3cf-dacf-4458-b545-6146cf6d983d/5446c969-5dc9-4a61-a107-44681a7f54c8/5f6b03aa-5952-4e13-b810-71216ef03713) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:51.598468 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:51.619049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] Set router 8e0ad9ec-7357-4224-944a-99a7fab813b1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:51.792237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-998d5b40-a097-4958-92e5-ab27b1bcf32b req-f601d4b7-b675-42f7-850b-82b70b756070 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 210 time: 0.0813279 Feb 10 04:00:51.825218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3086cac-75ac-4150-bd2b-6e0b86be28cc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:51.886032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce19db-b8ad-4f35-a871-a3d678ba8293 req-42facb9b-423b-4dd9-812e-3c6237b64fba tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:51.898542 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce19db-b8ad-4f35-a871-a3d678ba8293 req-42facb9b-423b-4dd9-812e-3c6237b64fba tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.1391811 Feb 10 04:00:51.933699 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks [] for port (5f6b03aa-5952-4e13-b810-71216ef03713), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.000655 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:49Z', 'revision_number': 2, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:52.013261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce19db-b8ad-4f35-a871-a3d678ba8293 req-d582b28d-7294-47fe-b462-0f81c383df74 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054182 Feb 10 04:00:52.052861 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Checking router: 86659c9d-0802-4f85-bb98-9b7c6b4c0cac for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:00:52.053217 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Updating router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac port 0bd7148e-a9d5-4a18-b102-8b18185755a4 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:00:52.080476 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.128442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.135802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c3086cac-75ac-4150-bd2b-6e0b86be28cc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:52.139878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.370480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Network d01fa3cf-dacf-4458-b545-6146cf6d983d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:52.380703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6b03aa-5952-4e13-b810-71216ef03713,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:52.390027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:52.404977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:52.468942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49308) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:52.473782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-de1695d2-08bb-42c9-8508-b53ac59e9ae9 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098303071', 'description': 'tempest-description--284587263'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:52.499820 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Publish callbacks [] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.502238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c3086cac-75ac-4150-bd2b-6e0b86be28cc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:52.536805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:00:45Z', 'revision_number': 3, 'project_id': '3837d663e138418786415150ce507781', 'gw_port': {'id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:42Z', 'updated_at': '2022-02-10T04:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:52.575837 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (8e0ad9ec-7357-4224-944a-99a7fab813b1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.591136 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.635512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee3ca9-bbcb-4e5c-b464-d5c9d76144f7 None None] The sync data for ids ['8e0ad9ec-7357-4224-944a-99a7fab813b1'] in n-d-827844-2 is: [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:00:45Z', 'revision_number': 3, 'project_id': '3837d663e138418786415150ce507781', 'gw_port': {'id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:42Z', 'updated_at': '2022-02-10T04:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:00:52.686226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de1695d2-08bb-42c9-8508-b53ac59e9ae9 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:52.747079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776f8c4-9133-4726-89fb-611551b68888 req-28d35f5e-6e1f-4ca4-856c-2cd8fe133546 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:52.748957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0776f8c4-9133-4726-89fb-611551b68888 req-28d35f5e-6e1f-4ca4-856c-2cd8fe133546 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1382134 Feb 10 04:00:52.933528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0776f8c4-9133-4726-89fb-611551b68888 req-0d76ff8b-3dd5-462d-9d28-1a6a909a6d17 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691296 Feb 10 04:00:53.010676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de1695d2-08bb-42c9-8508-b53ac59e9ae9 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group (3b205c53-73ab-43d6-872d-a7a6281f917f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.028341 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955bf40-322b-4b12-82cc-1c9035a99667 None None] Pushing event updated for resources: {'Port': ['ID=0bd7148e-a9d5-4a18-b102-8b18185755a4,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:53.033353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4d50-8ff1-4360-bebf-9d94231a8279 req-2499e67a-bcd2-44d6-9719-8b6f493e05df tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:53.036161 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Attempting to bind port 0bd7148e-a9d5-4a18-b102-8b18185755a4 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:00:53.049989 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Attempting to bind port 0bd7148e-a9d5-4a18-b102-8b18185755a4 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:00:53.051158 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Attempting to bind port 0bd7148e-a9d5-4a18-b102-8b18185755a4 on network f4e4aef5-8e2a-4df2-b022-91e59a117639 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:00:53.059800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99ea4d50-8ff1-4360-bebf-9d94231a8279 req-2499e67a-bcd2-44d6-9719-8b6f493e05df tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.3169212 Feb 10 04:00:53.070450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-59173d5e-6dbf-4b01-bc37-d64ec3d603a2 None None] Provisioning complete for port 5f6b03aa-5952-4e13-b810-71216ef03713 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:53.073915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-59173d5e-6dbf-4b01-bc37-d64ec3d603a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.076177 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:00:53.076778 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Checking segment: {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:00:53.097512 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.099061 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Bound using segment: {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:00:53.101238 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Bound port: 0bd7148e-a9d5-4a18-b102-8b18185755a4, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:00:53.105198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de1695d2-08bb-42c9-8508-b53ac59e9ae9 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3b205c53-73ab-43d6-872d-a7a6281f917f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.105685 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.238112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1695d2-08bb-42c9-8508-b53ac59e9ae9 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b205c53-73ab-43d6-872d-a7a6281f917f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:53.241918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-59173d5e-6dbf-4b01-bc37-d64ec3d603a2 None None] Port 5f6b03aa-5952-4e13-b810-71216ef03713 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:53.282846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de1695d2-08bb-42c9-8508-b53ac59e9ae9 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.287803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-de1695d2-08bb-42c9-8508-b53ac59e9ae9 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8161802 Feb 10 04:00:53.290414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49328) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:53.300122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.305295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-63cf8b07-ca73-46a1-8225-1fc21483637e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Request body: {'security_group_rule': {'security_group_id': '3b205c53-73ab-43d6-872d-a7a6281f917f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:53.337600 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] For port 0bd7148e-a9d5-4a18-b102-8b18185755a4, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:00:53.357339 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] For port 0bd7148e-a9d5-4a18-b102-8b18185755a4, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0bd7148e-a9d5-4a18-b102-8b18185755a4,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:00:53.367612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c50b8510-e757-404b-adc9-78a6bc9d6c9e None None] Provisioning complete for port 0bd7148e-a9d5-4a18-b102-8b18185755a4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:53.368239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c50b8510-e757-404b-adc9-78a6bc9d6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.393774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99ea4d50-8ff1-4360-bebf-9d94231a8279 req-7f38f799-7fb8-41d1-9ffe-8c276c1504ad tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257201 Feb 10 04:00:53.442889 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.447540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f8bf2c2-e952-440c-878f-5a5aabdf82d1 req-aeca5d8f-7921-443f-bf5a-2a9c37f8a641 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 210 time: 0.0789628 Feb 10 04:00:53.485736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cf8b07-ca73-46a1-8225-1fc21483637e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group_rule (d40e8099-bbc1-4326-9fa7-d4775c2dac2d), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.612101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c50b8510-e757-404b-adc9-78a6bc9d6c9e None None] Port 0bd7148e-a9d5-4a18-b102-8b18185755a4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:53.636256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:53.637504 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:53.711484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cf8b07-ca73-46a1-8225-1fc21483637e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group_rule (d40e8099-bbc1-4326-9fa7-d4775c2dac2d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.808174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cf8b07-ca73-46a1-8225-1fc21483637e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d40e8099-bbc1-4326-9fa7-d4775c2dac2d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.871542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf8b07-ca73-46a1-8225-1fc21483637e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40e8099-bbc1-4326-9fa7-d4775c2dac2d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:53.924731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:53.946880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cf8b07-ca73-46a1-8225-1fc21483637e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:53.949821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-63cf8b07-ca73-46a1-8225-1fc21483637e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6559081 Feb 10 04:00:53.950922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49330) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:53.960435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9f39d5f7-7da6-4a74-8fa3-a8dc3b54b4af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Request body: {'security_group_rule': {'security_group_id': '3b205c53-73ab-43d6-872d-a7a6281f917f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:54.026406 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955bf40-322b-4b12-82cc-1c9035a99667 None None] Pushing event updated for resources: {'Port': ['ID=0bd7148e-a9d5-4a18-b102-8b18185755a4,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:54.094728 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:54.105134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4ee024d2-1839-45ab-ab9b-2433d70cf10f None None] Provisioning complete for port 0bd7148e-a9d5-4a18-b102-8b18185755a4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:54.115888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ee024d2-1839-45ab-ab9b-2433d70cf10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.135099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f39d5f7-7da6-4a74-8fa3-a8dc3b54b4af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group_rule (d479382c-c10c-465d-89ec-a02ca2485c63), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.227014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:54.227673 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.312008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f39d5f7-7da6-4a74-8fa3-a8dc3b54b4af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group_rule (d479382c-c10c-465d-89ec-a02ca2485c63), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.342845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0517e-8cc9-456f-9ef4-c84bdf7ab3ad req-c1fe4057-c066-471d-a792-a2450b38bbf7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:54.355346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5cb0517e-8cc9-456f-9ef4-c84bdf7ab3ad req-c1fe4057-c066-471d-a792-a2450b38bbf7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.6461501 Feb 10 04:00:54.446282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f39d5f7-7da6-4a74-8fa3-a8dc3b54b4af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d479382c-c10c-465d-89ec-a02ca2485c63), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.475142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-f0795d37-47f9-4ca5-bbeb-74e44ef9bb15 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:54.476802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-f0795d37-47f9-4ca5-bbeb-74e44ef9bb15 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.8702905 Feb 10 04:00:54.531382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Request body: {'port': {'device_id': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'admin_state_up': True, 'tenant_id': '6211b1d8a47c48e3939e0cd373e443bc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:54.543209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4ee024d2-1839-45ab-ab9b-2433d70cf10f None None] Current status of the port 0bd7148e-a9d5-4a18-b102-8b18185755a4 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:54.546546 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ee024d2-1839-45ab-ab9b-2433d70cf10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.551985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39d5f7-7da6-4a74-8fa3-a8dc3b54b4af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d479382c-c10c-465d-89ec-a02ca2485c63,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:54.583672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d4677-dbb9-48ea-a88f-e8c5847a3e0e req-78389709-48f3-4d36-ba10-77efa201c93f tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:54.585282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c7d4677-dbb9-48ea-a88f-e8c5847a3e0e req-78389709-48f3-4d36-ba10-77efa201c93f tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.3368073 Feb 10 04:00:54.597199 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:53Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:54.600946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:54.601332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.642837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f39d5f7-7da6-4a74-8fa3-a8dc3b54b4af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.646883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9f39d5f7-7da6-4a74-8fa3-a8dc3b54b4af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6921642 Feb 10 04:00:54.652383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:54.666364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:54.679913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c7d4677-dbb9-48ea-a88f-e8c5847a3e0e req-e94de609-f0e9-4664-9198-7e1cac694b50 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858912 Feb 10 04:00:54.706076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4ee024d2-1839-45ab-ab9b-2433d70cf10f None None] For port 0bd7148e-a9d5-4a18-b102-8b18185755a4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0bd7148e-a9d5-4a18-b102-8b18185755a4,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:54.745451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:00:54.768975 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5cb0517e-8cc9-456f-9ef4-c84bdf7ab3ad req-143a1d95-190f-4c67-8a1b-99c42b12d8ed tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107947 Feb 10 04:00:54.802945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ee024d2-1839-45ab-ab9b-2433d70cf10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.858231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks [] for port (5f6b03aa-5952-4e13-b810-71216ef03713), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.869512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee024d2-1839-45ab-ab9b-2433d70cf10f None None] Pushing event updated for resources: {'Port': ['ID=0bd7148e-a9d5-4a18-b102-8b18185755a4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:54.874101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.933217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:54.982420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:54.983645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:55.000192 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6655bc-5903-4b6a-8596-147279649988 None None] The sync data for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 is: [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:53Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:00:55.005602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa0de096-cfcc-4b4c-a7fe-44b8a8af9c8a req-fb7e5b1e-3802-46ae-b1ed-96631cc243ac tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 210 time: 0.0661683 Feb 10 04:00:55.059377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (8e0ad9ec-7357-4224-944a-99a7fab813b1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:55.187331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159eceb-8100-486c-a1ab-2eb0003ffb72 req-bcfa39ab-d567-4e1f-9cf8-304efc79b85a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:55.194118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f159eceb-8100-486c-a1ab-2eb0003ffb72 req-bcfa39ab-d567-4e1f-9cf8-304efc79b85a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.3177807 Feb 10 04:00:55.252339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6b03aa-5952-4e13-b810-71216ef03713,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:55.405764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Made reservation on behalf of 6211b1d8a47c48e3939e0cd373e443bc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:00:55.417051 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:55.463073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f159eceb-8100-486c-a1ab-2eb0003ffb72 req-38382fc6-fa82-4cb0-b168-c7148a3f3273 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680068 Feb 10 04:00:55.508711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Network d01fa3cf-dacf-4458-b545-6146cf6d983d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:55.616836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:55.647387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-5058ce2d-504e-45ae-95c0-ecf5673c39b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1362340 Feb 10 04:00:55.969042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-3c86803d-7640-481a-bbc2-141d681b93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:55.971863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:55.976877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-3c86803d-7640-481a-bbc2-141d681b93e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1126 time: 0.2452209 Feb 10 04:00:56.084366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:56.085017 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:56.212009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:56.251872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11711e2-81aa-4742-8ce7-ef3ee22ade4a req-b38e9334-c65c-4a01-936c-410f36f534c7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:56.253544 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11711e2-81aa-4742-8ce7-ef3ee22ade4a req-b38e9334-c65c-4a01-936c-410f36f534c7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.2597194 Feb 10 04:00:56.269039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:56.270413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0bd7148e-a9d5-4a18-b102-8b18185755a4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:00:56.352437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-666d44a3-20a5-48f5-973a-07997f945b7a None None] Provisioning complete for port 5f6b03aa-5952-4e13-b810-71216ef03713 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:56.375489 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-666d44a3-20a5-48f5-973a-07997f945b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:56.395990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-0e753485-13f4-4342-91d2-e1753ae7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:56.402745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-0e753485-13f4-4342-91d2-e1753ae7c846 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1127 time: 0.9225252 Feb 10 04:00:56.417092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-2e5cf557-74ef-45eb-a61a-4751ba5fddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:56.432512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-2e5cf557-74ef-45eb-a61a-4751ba5fddd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.3693960 Feb 10 04:00:56.480317 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11711e2-81aa-4742-8ce7-ef3ee22ade4a req-bce98cdf-af18-41ba-8870-4ecda6e86eb6 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181144 Feb 10 04:00:56.501847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-666d44a3-20a5-48f5-973a-07997f945b7a None None] Port 5f6b03aa-5952-4e13-b810-71216ef03713 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:00:56.534756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-e07c68da-d756-41f1-aaa9-145afef1e3f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.0847549 Feb 10 04:00:56.536024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0bd7148e-a9d5-4a18-b102-8b18185755a4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:00:56.536416 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:56.599650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Allocated IP 172.25.8.124 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b1e0816f-bbf8-474f-8637-8bbb4ee25f11) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:56.600707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-593aab57-749b-427a-9521-98ee3e0781a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:56.610742 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-593aab57-749b-427a-9521-98ee3e0781a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.1719627 Feb 10 04:00:56.700378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-b511b553-4164-4b74-8386-0dec21af1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:56.702834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-b511b553-4164-4b74-8386-0dec21af1b73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1566308 Feb 10 04:00:56.748522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0bd7148e-a9d5-4a18-b102-8b18185755a4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:00:56.752616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-e77f1113-53af-4cc9-92c9-dd84df74be3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409551 Feb 10 04:00:56.790371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca8d6da-0789-474f-a039-55601df421bf req-2b9f0b1c-ccb1-4fb1-a3ee-bc1e0ac148af tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 210 time: 0.0493104 Feb 10 04:00:56.938686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-9989a8b2-bc4b-427f-ba0d-058fb51fd72a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 217 time: 0.3130391 Feb 10 04:00:56.983433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-341688a5-91fe-4ad3-8ad6-8d9b507d9a15 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139680 Feb 10 04:00:56.993630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Allocated IP 172.20.0.10 (19c2078d-d0d8-41aa-81b3-6d3d3e628f67/67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39/efb3a4e4-641b-418c-a02f-e2d6485227fd) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:00:57.148594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:57.162135 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfebf532-8a36-4a78-a4b4-a1c975a7ef20 req-04cca915-03b1-4d66-a6a2-0c896c02f2d2 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665874 Feb 10 04:00:57.199851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775a6e-a92e-4925-80fa-cd99f1cb880f req-3cf6188e-b837-4879-ad39-1749ec6a0f59 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:57.207479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e775a6e-a92e-4925-80fa-cd99f1cb880f req-3cf6188e-b837-4879-ad39-1749ec6a0f59 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.2926738 Feb 10 04:00:57.292021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e775a6e-a92e-4925-80fa-cd99f1cb880f req-c70748a1-73ee-4434-b42b-d88fbb833018 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831423 Feb 10 04:00:57.429043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-6a8448b4-1675-435c-8869-6f25fcf37f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:57.431571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-6a8448b4-1675-435c-8869-6f25fcf37f60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.4039891 Feb 10 04:00:57.455905 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:57.568413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e67268af-3d39-4dd4-a8ca-779c9550217e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:57.569889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2fc67-eb3c-40c1-9f42-06903efa37e4 req-84ca5fc1-cdd9-4327-9b7b-43950e48124b tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:57.578692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2f2fc67-eb3c-40c1-9f42-06903efa37e4 req-84ca5fc1-cdd9-4327-9b7b-43950e48124b tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 1.5268185 Feb 10 04:00:57.598340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-257b35fc-163d-45c3-972f-fdc909b74da8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588831 Feb 10 04:00:57.606320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Router 8e0ad9ec-7357-4224-944a-99a7fab813b1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:00:57.687949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:57.714496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:57.727218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155558d4-b5f2-4a6e-8112-77241c592770 req-c901356f-ae2f-4b42-bedd-cd7dc9eecf84 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:57.729571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event updated for resources: {'Port': ['ID=b1e0816f-bbf8-474f-8637-8bbb4ee25f11,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:57.735757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-155558d4-b5f2-4a6e-8112-77241c592770 req-c901356f-ae2f-4b42-bedd-cd7dc9eecf84 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 945 time: 0.1163366 Feb 10 04:00:57.737024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:57.822483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-155558d4-b5f2-4a6e-8112-77241c592770 req-1c540d26-ffb1-45b5-a6cb-42eeaf3f01a3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855305 Feb 10 04:00:57.871279 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks [] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:57.895824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2f2fc67-eb3c-40c1-9f42-06903efa37e4 req-0d657cd8-b42f-47df-a724-2aa20d6ccd14 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157125 Feb 10 04:00:58.017110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16e653a4-0e5a-4011-9398-8766a5349ff7 req-f5eacb96-2ac8-4b36-8fef-8c7b53b25186 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 210 time: 0.0679171 Feb 10 04:00:58.054348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-7c492aa3-b938-4085-a857-e9ca9d73b55c service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360385 Feb 10 04:00:58.501463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bafca2-b514-4cee-b9fe-ce62b4942ee8 req-3ae6a126-8ea0-4116-8721-1a257bab90eb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:58.503116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9bafca2-b514-4cee-b9fe-ce62b4942ee8 req-3ae6a126-8ea0-4116-8721-1a257bab90eb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.0941567 Feb 10 04:00:58.554802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:00:58.562545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-410498f8-bc71-42ee-899a-8ddb9f404284 admin admin] 10.222.0.42 "PUT /v2.0/routers/8e0ad9ec-7357-4224-944a-99a7fab813b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2684274 Feb 10 04:00:58.565075 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for floatingip (16c82cce-19c2-433f-bd01-6b9efc5fc0f2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:58.570679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9bafca2-b514-4cee-b9fe-ce62b4942ee8 req-059344e4-7119-49bd-b51f-a67e338a1e1a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576706 Feb 10 04:00:58.576194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Sync routers for ids ['8e0ad9ec-7357-4224-944a-99a7fab813b1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:00:58.594133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Routers {'8e0ad9ec-7357-4224-944a-99a7fab813b1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:00:58.594832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['8e0ad9ec-7357-4224-944a-99a7fab813b1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:58.634061 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c889935b-eaf8-486c-947a-72c42aeb9521 req-b95f8e2c-acac-4c69-88ff-9bb0dfc27d3b service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506973 Feb 10 04:00:58.733456 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Set router 8e0ad9ec-7357-4224-944a-99a7fab813b1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:00:58.830730 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-bd3674a6-e22e-4326-ae78-811664e53504 req-7c00982f-4772-4f35-883a-2d870b47d53b tempest-FloatingIPDetailsNegativeTestJSON-728379820 tempest-FloatingIPDetailsNegativeTestJSON-728379820-project] show failed (client error): The resource could not be found. Feb 10 04:00:58.831844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd3674a6-e22e-4326-ae78-811664e53504 req-7c00982f-4772-4f35-883a-2d870b47d53b tempest-FloatingIPDetailsNegativeTestJSON-728379820 tempest-FloatingIPDetailsNegativeTestJSON-728379820-project] 10.222.0.42 "GET /v2.0/floatingips/7c4c2019-cef3-4787-baa3-557ddebb6932 HTTP/1.1" status: 404 len: 350 time: 0.0401301 Feb 10 04:00:58.842646 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:58.847302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49406) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:00:58.891752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:58.979470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:00:53Z', 'revision_number': 4, 'project_id': '3837d663e138418786415150ce507781', 'gw_port': {'id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:42Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5f6b03aa-5952-4e13-b810-71216ef03713', 'name': '', 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d', 'tenant_id': '3837d663e138418786415150ce507781', 'mac_address': 'fa:16:3e:b4:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5446c969-5dc9-4a61-a107-44681a7f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:50Z', 'updated_at': '2022-02-10T04:00:53Z', 'revision_number': 2, 'project_id': '3837d663e138418786415150ce507781', 'subnets': [{'id': '5446c969-5dc9-4a61-a107-44681a7f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:00:59.021645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Checking router: 8e0ad9ec-7357-4224-944a-99a7fab813b1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:00:59.021645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Updating router 8e0ad9ec-7357-4224-944a-99a7fab813b1 port 5f6b03aa-5952-4e13-b810-71216ef03713 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:00:59.158920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.243502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:00:59.274042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:00:59.299586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:00:59.303003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:59.416236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbd571-e439-411a-a43a-d3a300c3a22a req-9b652b88-cf9d-42e1-95da-9c64f597201a tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:59.417829 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-afcbd571-e439-411a-a43a-d3a300c3a22a req-9b652b88-cf9d-42e1-95da-9c64f597201a tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.3057215 Feb 10 04:00:59.444966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:59.445618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.471913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.534902 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.539065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bad23-2d91-4464-aba8-7f227d5baba1 req-a63791dd-e434-4259-a0af-4f21d2b939ba tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:59.540633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac5bad23-2d91-4464-aba8-7f227d5baba1 req-a63791dd-e434-4259-a0af-4f21d2b939ba tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 932 time: 0.2617762 Feb 10 04:00:59.568912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-afcbd571-e439-411a-a43a-d3a300c3a22a req-8af44767-a995-448c-ac68-edb19fea2859 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367695 Feb 10 04:00:59.618617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-9403f444-ea17-4462-b0c2-3975353db870 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0958252 Feb 10 04:00:59.645127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac5bad23-2d91-4464-aba8-7f227d5baba1 req-499971b1-9375-4957-a1ec-a07ae0b61776 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904851 Feb 10 04:00:59.659776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Publish callbacks [] for port (5f6b03aa-5952-4e13-b810-71216ef03713), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.667098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Request body: {'port': {'device_id': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:00:59.731110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (8e0ad9ec-7357-4224-944a-99a7fab813b1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.766818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.831217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fc558230-375e-4b08-8146-2a0aa4f7e355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.863221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:00:59.976018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef20c4a-5c55-4086-bf22-47e29b7c619a None None] Pushing event updated for resources: {'Port': ['ID=5f6b03aa-5952-4e13-b810-71216ef03713,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:00:59.984007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1adeb0-fa60-415b-b282-ef0bdf699634 req-d7ddfbef-fecd-4e47-ab49-c81990f9352d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:00:59.992729 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f1adeb0-fa60-415b-b282-ef0bdf699634 req-d7ddfbef-fecd-4e47-ab49-c81990f9352d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1699936 Feb 10 04:01:00.013418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Attempting to bind port 5f6b03aa-5952-4e13-b810-71216ef03713 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:00.013951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Attempting to bind port 5f6b03aa-5952-4e13-b810-71216ef03713 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:00.014426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Attempting to bind port 5f6b03aa-5952-4e13-b810-71216ef03713 on network d01fa3cf-dacf-4458-b545-6146cf6d983d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:00.028506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:00.029076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Checking segment: {'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:00.029598 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.030104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Bound using segment: {'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:00.031121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Bound port: 5f6b03aa-5952-4e13-b810-71216ef03713, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:00.033163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.192871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] For port 5f6b03aa-5952-4e13-b810-71216ef03713, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:00.203106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] For port 5f6b03aa-5952-4e13-b810-71216ef03713, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5f6b03aa-5952-4e13-b810-71216ef03713,segment=NetworkSegment(f2a7c9be-90b9-41b3-94f8-e2b4568e046d),segment_id=f2a7c9be-90b9-41b3-94f8-e2b4568e046d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:00.222743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event updated for resources: {'Port': ['ID=b1e0816f-bbf8-474f-8637-8bbb4ee25f11,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:00.248182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (16c82cce-19c2-433f-bd01-6b9efc5fc0f2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.282563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Deleting port 5f6b03aa-5952-4e13-b810-71216ef03713 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:00.283187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.306493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.419203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] For port 5f6b03aa-5952-4e13-b810-71216ef03713, host n-d-827844-2, got binding levels [] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:00.419944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.437145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.443553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Calling delete_port for 5f6b03aa-5952-4e13-b810-71216ef03713 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:00.446518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Routers {'8e0ad9ec-7357-4224-944a-99a7fab813b1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:00.449174 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-423a4670-024f-4cad-9091-92068fbfb94e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7907317 Feb 10 04:01:00.455350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f1adeb0-fa60-415b-b282-ef0bdf699634 req-b2eb4749-b3cc-4dc2-bac7-b66f5f4feb52 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614813 Feb 10 04:01:00.472250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['8e0ad9ec-7357-4224-944a-99a7fab813b1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:00.698275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-746d6ed4-2073-40a7-9afb-e2b9f7afd4e6 None None] Provisioning complete for port 5f6b03aa-5952-4e13-b810-71216ef03713 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:00.699521 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-746d6ed4-2073-40a7-9afb-e2b9f7afd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.719116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb3a4e4-641b-418c-a02f-e2d6485227fd {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:00.739009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 83f9964a-bf14-4415-85f6-3ae78eafec23 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:00.741292 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Publish callbacks [] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.754792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef20c4a-5c55-4086-bf22-47e29b7c619a None None] Pushing event updated for resources: {'Port': ['ID=5f6b03aa-5952-4e13-b810-71216ef03713,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:00.757431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Transition to ACTIVE for port object efb3a4e4-641b-418c-a02f-e2d6485227fd will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:01:00.782903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] Set router 8e0ad9ec-7357-4224-944a-99a7fab813b1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:00.802088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a23cb46e-1739-4e32-a670-837392e0a465 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1098303071&fields=id&tenant_id=416e3172959945b9a90077a8c4b550e8 HTTP/1.1" status: 200 len: 267 time: 0.1312056 Feb 10 04:01:00.830051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592985b-7eb9-43e8-b4a1-ebe1920b0019 req-f3befaab-d847-4985-8ba9-37577aad52a8 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:00.832907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4592985b-7eb9-43e8-b4a1-ebe1920b0019 req-f3befaab-d847-4985-8ba9-37577aad52a8 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.0738118 Feb 10 04:01:00.883079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.927264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5f6b03aa-5952-4e13-b810-71216ef03713), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:00.983949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6b03aa-5952-4e13-b810-71216ef03713,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:00.987953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4592985b-7eb9-43e8-b4a1-ebe1920b0019 req-2fd7bb6d-948b-452c-85f0-e5c77afca6d8 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477826 Feb 10 04:01:00.993146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:01.050799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:01.061080 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.db [None req-746d6ed4-2073-40a7-9afb-e2b9f7afd4e6 None None] No ports have port_id starting with 5f6b03aa-5952-4e13-b810-71216ef03713 Feb 10 04:01:01.141471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:01.142089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:01.142594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:01.166790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-8271663d-b1c3-43b0-b992-1f5804f93252 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:01.168889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-8271663d-b1c3-43b0-b992-1f5804f93252 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/networks?id=f4e4aef5-8e2a-4df2-b022-91e59a117639 HTTP/1.1" status: 200 len: 814 time: 0.3564718 Feb 10 04:01:01.206269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:01:01.206897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:01.231133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-40265591-2f1e-464b-912c-a1ad2ad30d33 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/quotas/416e3172959945b9a90077a8c4b550e8 HTTP/1.1" status: 200 len: 375 time: 0.0488451 Feb 10 04:01:01.233638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:01.233985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:01.234365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:01.234834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Bound port: efb3a4e4-641b-418c-a02f-e2d6485227fd, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:01.235198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:01.270015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:01.286322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'mac_address': 'fa:16:3e:64:e6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:01.304491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5a266f15-d661-45e1-bbf5-2ec7e5b86ac1 None None] Could not find standard attr ID for object 5f6b03aa-5952-4e13-b810-71216ef03713. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:01:01.381883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e07c91-74db-4e00-bb3c-2b73c50dc3fa req-816cabc0-632c-434b-9ad8-879c10ced561 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:01.391832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15e07c91-74db-4e00-bb3c-2b73c50dc3fa req-816cabc0-632c-434b-9ad8-879c10ced561 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.2790313 Feb 10 04:01:01.443106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 83f9964a-bf14-4415-85f6-3ae78eafec23 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:01.443500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:01.480730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15e07c91-74db-4e00-bb3c-2b73c50dc3fa req-35a8f21f-9830-488f-a391-a365c60a32ac tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879235 Feb 10 04:01:01.482189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:01.506773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83f9964a-bf14-4415-85f6-3ae78eafec23 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:01.508417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:01.539123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:01.554116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:00:53Z', 'revision_number': 4, 'project_id': '3837d663e138418786415150ce507781', 'gw_port': {'id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:42Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5f6b03aa-5952-4e13-b810-71216ef03713', 'name': '', 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d', 'tenant_id': '3837d663e138418786415150ce507781', 'mac_address': 'fa:16:3e:b4:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5446c969-5dc9-4a61-a107-44681a7f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:50Z', 'updated_at': '2022-02-10T04:01:00Z', 'revision_number': 4, 'project_id': '3837d663e138418786415150ce507781', 'subnets': [{'id': '5446c969-5dc9-4a61-a107-44681a7f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:01.586549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1be9f-7f65-461f-b54c-f0738daf0be1 None None] The sync data for ids ['8e0ad9ec-7357-4224-944a-99a7fab813b1'] in n-d-827844-2 is: [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:00:53Z', 'revision_number': 4, 'project_id': '3837d663e138418786415150ce507781', 'gw_port': {'id': '9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:42Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '5f6b03aa-5952-4e13-b810-71216ef03713', 'name': '', 'network_id': 'd01fa3cf-dacf-4458-b545-6146cf6d983d', 'tenant_id': '3837d663e138418786415150ce507781', 'mac_address': 'fa:16:3e:b4:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5446c969-5dc9-4a61-a107-44681a7f54c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:50Z', 'updated_at': '2022-02-10T04:01:00Z', 'revision_number': 4, 'project_id': '3837d663e138418786415150ce507781', 'subnets': [{'id': '5446c969-5dc9-4a61-a107-44681a7f54c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:01:01.595251 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:01.648133 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:01.716246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:01.736217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:01.738445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] 10.222.0.24 "PUT /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 1092 time: 2.0795314 Feb 10 04:01:01.740571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:01.746734 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:01.793345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['83f9964a-bf14-4415-85f6-3ae78eafec23'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:01.843127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa75f49-6afe-48ce-aa75-e874d5f06d84 service neutron] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:01.874558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:01.973178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32ce92-174b-4163-bfc2-831618003214 req-1d5bdefe-1447-44a5-9a95-bcfc348bf61d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:01.981681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca32ce92-174b-4163-bfc2-831618003214 req-1d5bdefe-1447-44a5-9a95-bcfc348bf61d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1598370 Feb 10 04:01:02.007791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-c0a06740-b581-4813-95fb-4cc421b9a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:02.009310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-c0a06740-b581-4813-95fb-4cc421b9a81c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1126 time: 0.1446950 Feb 10 04:01:02.063495 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca32ce92-174b-4163-bfc2-831618003214 req-cff5be51-91b6-45b8-8458-2d13e85bb377 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808315 Feb 10 04:01:02.145504 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-43fb0378-ff2e-4253-a88a-8192782e00cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 217 time: 0.0925839 Feb 10 04:01:02.160062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-b6ef2ea4-2df5-4765-aeab-1ca6195e23b8 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=416e3172959945b9a90077a8c4b550e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9189851 Feb 10 04:01:02.189588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (8e0ad9ec-7357-4224-944a-99a7fab813b1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:02.262567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-f2b425d7-89fb-4749-a609-bf4e8baccdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:02.264263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-f2b425d7-89fb-4749-a609-bf4e8baccdd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1107106 Feb 10 04:01:02.271683 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a9aa9-c696-45bd-8308-b786d8e7299b x-openstack-request-id: req-c16a9aa9-c696-45bd-8308-b786d8e7299b {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:02.272081 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:02.272338 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c16a9aa9-c696-45bd-8308-b786d8e7299b {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:02.274519 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd', 'status': 'completed', 'code': 200} Feb 10 04:01:02.312912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-e658c45a-37a6-447e-81cd-4ef2bd0a66ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354478 Feb 10 04:01:02.459404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:02.459997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-ebcf15b1-c39c-40ee-bda7-dafda76b77be service neutron] 10.222.0.42 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910855 Feb 10 04:01:02.632516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f551d-72bd-4f1d-8553-2165eca3b7ab req-680735ff-37ea-4fd4-a099-36c5c56d666a tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:02.640853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f20f551d-72bd-4f1d-8553-2165eca3b7ab req-680735ff-37ea-4fd4-a099-36c5c56d666a tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.2907016 Feb 10 04:01:02.651066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-874992a4-bd08-4218-8fcc-f004305849b3 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298905 Feb 10 04:01:02.740669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 83f9964a-bf14-4415-85f6-3ae78eafec23 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:02.741854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f20f551d-72bd-4f1d-8553-2165eca3b7ab req-40a16e56-c047-4d90-b1a2-c7d43d129d4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995886 Feb 10 04:01:02.761728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-cdfbcf83-a8d7-4919-8cd8-d98ee7c25e74 service neutron] 10.222.0.42 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005352 Feb 10 04:01:02.786088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Router 8e0ad9ec-7357-4224-944a-99a7fab813b1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:01:02.894928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 83f9964a-bf14-4415-85f6-3ae78eafec23 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:02.895424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:02.942903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd76edb2-f2ce-44b1-b195-7aeb398c874d req-b9acfac5-8f11-40e5-bdec-fe7044b7a2ea service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679963 Feb 10 04:01:03.037138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6cc6-382b-4035-bc8f-2b43e49f6662 req-a5ea0725-4111-4968-9098-863cbe0e140f tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:03.040009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6fc6cc6-382b-4035-bc8f-2b43e49f6662 req-a5ea0725-4111-4968-9098-863cbe0e140f tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 950 time: 0.1502519 Feb 10 04:01:03.061206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:01:03.077237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 83f9964a-bf14-4415-85f6-3ae78eafec23 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:03.077237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:03.086621 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-59424596-f448-4db4-bf06-a69a32566098 admin admin] 10.222.0.42 "PUT /v2.0/routers/8e0ad9ec-7357-4224-944a-99a7fab813b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2378986 Feb 10 04:01:03.087384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:03.188714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:03.192768 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12d13a-4063-49f4-9828-7578777ce560" -d '{"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:03.232825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:03.294472 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:03.297399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6fc6cc6-382b-4035-bc8f-2b43e49f6662 req-ef48b68c-5520-4411-81d7-ae3764bb2bba tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433157 Feb 10 04:01:03.334255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-383f7d2d-0e9f-4ce3-9c17-05d08976bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:03.335849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-383f7d2d-0e9f-4ce3-9c17-05d08976bcf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1126 time: 0.2282844 Feb 10 04:01:03.376380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks [] for router (8e0ad9ec-7357-4224-944a-99a7fab813b1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:03.446609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91059c-5c21-47e8-a1ec-9e93a25468c8 req-e0d4605a-29d8-4663-86fd-6b3558457417 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:03.448798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de91059c-5c21-47e8-a1ec-9e93a25468c8 req-e0d4605a-29d8-4663-86fd-6b3558457417 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.1585286 Feb 10 04:01:03.473647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:03.631060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de91059c-5c21-47e8-a1ec-9e93a25468c8 req-5b7074fb-4320-4574-b14e-1f33cab8ec39 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753764 Feb 10 04:01:03.754299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-4ae08d7c-8e50-4570-84c9-caf830701f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:03.756458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-4ae08d7c-8e50-4570-84c9-caf830701f1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.4114871 Feb 10 04:01:03.790319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cafc4318-7205-4f12-9b7f-db3590797e7b req-611147ce-11bc-48e5-8862-32643bbdf71f tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 210 time: 0.0479112 Feb 10 04:01:03.792520 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks [] for router_gateway (8e0ad9ec-7357-4224-944a-99a7fab813b1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:03.819072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:03.847041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-634e8b1d-12ac-4531-a2cd-76ab4ffcc6e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 217 time: 0.0823474 Feb 10 04:01:03.877716 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274998e7-a602-4858-9d31-ee6ba1cdf615 x-openstack-request-id: req-274998e7-a602-4858-9d31-ee6ba1cdf615 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:03.878081 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:03.878412 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-274998e7-a602-4858-9d31-ee6ba1cdf615 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:03.878947 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'code': 200} Feb 10 04:01:03.993701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Deleting port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:03.994040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:04.010627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c20fe-6d6d-4805-aa06-ade457a75a63 req-a5e92e5a-5ec0-4d15-9213-7e381b6b3877 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:04.015865 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab3c20fe-6d6d-4805-aa06-ade457a75a63 req-a5e92e5a-5ec0-4d15-9213-7e381b6b3877 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.3578107 Feb 10 04:01:04.059070 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] Sync routers for ids ['8e0ad9ec-7357-4224-944a-99a7fab813b1'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:01:04.077956 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] Routers {'8e0ad9ec-7357-4224-944a-99a7fab813b1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:04.079943 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['8e0ad9ec-7357-4224-944a-99a7fab813b1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:04.106329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-66711300-0a0c-4d37-9ba4-bf6dd35965be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:04.107934 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-66711300-0a0c-4d37-9ba4-bf6dd35965be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.2481656 Feb 10 04:01:04.199780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c2be-3a01-468c-9bfa-d044d5baa7f5 req-10356c89-ff6b-4b8d-b7b8-15e051137d99 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:04.201532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-68341e73-6208-4258-9386-205a3612507b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791993 Feb 10 04:01:04.201711 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9e9c2be-3a01-468c-9bfa-d044d5baa7f5 req-10356c89-ff6b-4b8d-b7b8-15e051137d99 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 943 time: 0.1816826 Feb 10 04:01:04.205436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab3c20fe-6d6d-4805-aa06-ade457a75a63 req-54717f04-b697-432f-9a54-650cc289ae96 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745789 Feb 10 04:01:04.210046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] Set router 8e0ad9ec-7357-4224-944a-99a7fab813b1 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:04.274122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] For port 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:04.274498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:04.283031 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:01:03Z', 'revision_number': 6, 'project_id': '3837d663e138418786415150ce507781', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:04.328779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Calling delete_port for 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:04.330619 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] Checking router: 8e0ad9ec-7357-4224-944a-99a7fab813b1 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:01:04.357154 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] Routers {'8e0ad9ec-7357-4224-944a-99a7fab813b1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:04.358630 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['8e0ad9ec-7357-4224-944a-99a7fab813b1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:04.405340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9e9c2be-3a01-468c-9bfa-d044d5baa7f5 req-97e58067-000c-4f97-8f22-6a1c7dbe1315 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854696 Feb 10 04:01:04.407539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-79274669-a725-421a-97d6-f9a0c742f9ca service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963015 Feb 10 04:01:04.629393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9249e6a-ba76-4c9b-bbd3-3933d8b393a6 req-7090ff76-60b6-4b1f-80c8-ce2279b1bab0 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130408 Feb 10 04:01:04.632868 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] Set router 8e0ad9ec-7357-4224-944a-99a7fab813b1 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:04.730150 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:01:03Z', 'revision_number': 6, 'project_id': '3837d663e138418786415150ce507781', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:04.767785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device fb9e8797-f0ce-474d-b21b-a3293113aa1e details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:04.779218 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ef619a-d1a7-413f-af92-260bddbc6d21 None None] The sync data for ids ['8e0ad9ec-7357-4224-944a-99a7fab813b1'] in n-d-827844-2 is: [{'id': '8e0ad9ec-7357-4224-944a-99a7fab813b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2086724588-router', 'tenant_id': '3837d663e138418786415150ce507781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:41Z', 'updated_at': '2022-02-10T04:01:03Z', 'revision_number': 6, 'project_id': '3837d663e138418786415150ce507781', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:01:04.869061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:04.927977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:05.012941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port fb9e8797-f0ce-474d-b21b-a3293113aa1e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:05.231354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'port_id': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'mac_address': 'fa:16:3e:29:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:05.231830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (8e0ad9ec-7357-4224-944a-99a7fab813b1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.231930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port fb9e8797-f0ce-474d-b21b-a3293113aa1e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:05.231930 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.231930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9e8797-f0ce-474d-b21b-a3293113aa1e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:05.231930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port fb9e8797-f0ce-474d-b21b-a3293113aa1e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:05.232228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (8e0ad9ec-7357-4224-944a-99a7fab813b1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.232228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks [] for router_controller (8e0ad9ec-7357-4224-944a-99a7fab813b1), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.425072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.432732 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (8e0ad9ec-7357-4224-944a-99a7fab813b1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.432732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e0ad9ec-7357-4224-944a-99a7fab813b1 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:01:05.432732 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.436138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d720b65e-0285-4321-b057-603db060d91d admin admin] 10.222.0.42 "DELETE /v2.0/routers/8e0ad9ec-7357-4224-944a-99a7fab813b1 HTTP/1.1" status: 204 len: 168 time: 2.3451278 Feb 10 04:01:05.436138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49640) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:05.497915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] Deleting subnet 5446c969-5dc9-4a61-a107-44681a7f54c8 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:01:05.502439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] Publish callbacks [] for subnet (5446c969-5dc9-4a61-a107-44681a7f54c8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.513236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=fb9e8797-f0ce-474d-b21b-a3293113aa1e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:05.559630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (5446c969-5dc9-4a61-a107-44681a7f54c8), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.703715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['fb9e8797-f0ce-474d-b21b-a3293113aa1e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:05.731545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (5446c969-5dc9-4a61-a107-44681a7f54c8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.830387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device efb3a4e4-641b-418c-a02f-e2d6485227fd details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:05.846811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:05.908828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:05.943704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (5446c969-5dc9-4a61-a107-44681a7f54c8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.978072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5446c969-5dc9-4a61-a107-44681a7f54c8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:05.987666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:05.989567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a089478-0dd7-4993-b6e0-f128ec1a214a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5446c969-5dc9-4a61-a107-44681a7f54c8 HTTP/1.1" status: 204 len: 168 time: 0.5526249 Feb 10 04:01:05.992933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:06.004723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:06.005463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f01352b-2e2d-4b47-bb1f-9c1daed3ffaf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:06.006049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5f6b03aa-5952-4e13-b810-71216ef03713 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:06.012469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e07193b-51f6-4fe6-ac6a-7cf33a9dae24 None None] Network d01fa3cf-dacf-4458-b545-6146cf6d983d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:01:06.100172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:01:06.170791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5f6b03aa-5952-4e13-b810-71216ef03713 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:06.175971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5f6b03aa-5952-4e13-b810-71216ef03713 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:06.206601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d01fa3cf-dacf-4458-b545-6146cf6d983d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:06.482827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:06.483206 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:06.502533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776df1-d3cc-4ff5-b08d-27bba1afec04 req-0914ae2e-311c-4ecc-86ac-1c0736112f9e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:06.505908 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2776df1-d3cc-4ff5-b08d-27bba1afec04 req-0914ae2e-311c-4ecc-86ac-1c0736112f9e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.2191601 Feb 10 04:01:06.517680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:06.532522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Deleting port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:06.535671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:06.542350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cbc0a1b-bc0e-4cdc-ab68-945dac89bbc1 req-f12eb42b-bb91-41fb-a16e-7ea00698d924 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 210 time: 0.1209114 Feb 10 04:01:06.608978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] DHCP port deletion for d01fa3cf-dacf-4458-b545-6146cf6d983d request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:01:06.659767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:06.662001 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa49ec-db2a-4e71-b90e-4866f929e6da" -d '{"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-unplugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:06.678886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'efb3a4e4-641b-418c-a02f-e2d6485227fd', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'port_id': 'efb3a4e4-641b-418c-a02f-e2d6485227fd', 'mac_address': 'fa:16:3e:33:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:06.730340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:06.802212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port efb3a4e4-641b-418c-a02f-e2d6485227fd is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:06.802928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:06.810843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a9fd-3068-458e-a292-f4712f0d8612 req-d3c5da77-fb7f-4ac1-a0d7-d37a0deeecaf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:06.820449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:06.822416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5181a9fd-3068-458e-a292-f4712f0d8612 req-d3c5da77-fb7f-4ac1-a0d7-d37a0deeecaf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1315398 Feb 10 04:01:06.866036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb3a4e4-641b-418c-a02f-e2d6485227fd {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:06.887357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] For port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,segment=NetworkSegment(f2a7c9be-90b9-41b3-94f8-e2b4568e046d),segment_id=f2a7c9be-90b9-41b3-94f8-e2b4568e046d)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:06.887357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:06.908467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] Deleting port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:06.912496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Calling delete_port for 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:06.912822 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:06.935097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:06.949944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:06.974143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5181a9fd-3068-458e-a292-f4712f0d8612 req-8be67241-12a7-425a-92c6-6561cdf81bff tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444931 Feb 10 04:01:07.033617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.072699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] For port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,segment=NetworkSegment(f2a7c9be-90b9-41b3-94f8-e2b4568e046d),segment_id=f2a7c9be-90b9-41b3-94f8-e2b4568e046d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:07.075291 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.082100 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2776df1-d3cc-4ff5-b08d-27bba1afec04 req-56f0fd64-e174-430d-8567-365265ded04c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890740 Feb 10 04:01:07.164685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-e5c049bc-6118-4757-bc79-68771ce159af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:07.167117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-e5c049bc-6118-4757-bc79-68771ce159af tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.43 "GET /v2.0/networks?id=f4e4aef5-8e2a-4df2-b022-91e59a117639 HTTP/1.1" status: 200 len: 814 time: 0.5494254 Feb 10 04:01:07.189470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] Calling delete_port for 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:07.210785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8fe4e-2e7e-4dd2-a3a5-ab684270c42c req-cc8a625b-025e-4236-a283-8a49cccf8033 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:07.216052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbf8fe4e-2e7e-4dd2-a3a5-ab684270c42c req-cc8a625b-025e-4236-a283-8a49cccf8033 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 944 time: 0.1137667 Feb 10 04:01:07.257665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.281048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:07.299935 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c472d7-4d62-4006-b211-e935b8afc9a4 x-openstack-request-id: req-d3c472d7-4d62-4006-b211-e935b8afc9a4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:07.300274 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-unplugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:07.300533 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3c472d7-4d62-4006-b211-e935b8afc9a4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:07.300927 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e', 'code': 200} Feb 10 04:01:07.341731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] No DVR routers for this DVR port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:07.370462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbf8fe4e-2e7e-4dd2-a3a5-ab684270c42c req-1681a582-b1ba-43f1-9c9d-69ce7d2cc2f2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348488 Feb 10 04:01:07.370797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['efb3a4e4-641b-418c-a02f-e2d6485227fd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:07.370893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Pushing event deleted for resources: {'Port': ['ID=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:07.373955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-5cfd44c3-b174-499c-8cfc-09f3bb2980b3 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416e3172959945b9a90077a8c4b550e8 HTTP/1.1" status: 200 len: 380 time: 0.1943760 Feb 10 04:01:07.397287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Request body: {'port': {'device_id': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'admin_state_up': True, 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'security_groups': ['3b205c53-73ab-43d6-872d-a7a6281f917f']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:07.515581 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (17e1bb4a-e930-4f45-8db5-4f4ac6dbad12), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.561763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] Pushing event deleted for resources: {'Port': ['ID=17e1bb4a-e930-4f45-8db5-4f4ac6dbad12,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:07.577103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18f88c-bfc4-44c4-a5bf-ee1485478ac8 None None] No DVR routers for this DVR port 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:07.643106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d01fa3cf-dacf-4458-b545-6146cf6d983d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.730631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01fa3cf-dacf-4458-b545-6146cf6d983d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:07.743216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d94adb7-6978-4ceb-a7ed-c654d69a3e62 req-21aa90dc-23e8-42ea-931d-ee7292bc001a tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 210 time: 0.0582066 Feb 10 04:01:07.769652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:07.787490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:07.787788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a7c9be-90b9-41b3-94f8-e2b4568e046d') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:07.849297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (f2a7c9be-90b9-41b3-94f8-e2b4568e046d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.857971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:07.858550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 17e1bb4a-e930-4f45-8db5-4f4ac6dbad12 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:07.893711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (f2a7c9be-90b9-41b3-94f8-e2b4568e046d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.919812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:01:07.920238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (f2a7c9be-90b9-41b3-94f8-e2b4568e046d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:01:07.921936 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:01:08.036253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Made reservation on behalf of 416e3172959945b9a90077a8c4b550e8 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:01:08.040329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:08.137155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d01fa3cf-dacf-4458-b545-6146cf6d983d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:08.152048 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:08.159923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] 10.222.0.42 "DELETE /v2.0/networks/d01fa3cf-dacf-4458-b545-6146cf6d983d HTTP/1.1" status: 204 len: 168 time: 2.1658735 Feb 10 04:01:08.185373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d55e32-26ea-40c7-929f-ed621d73f67c admin admin] Pushing event deleted for resources: {'Network': ['ID=d01fa3cf-dacf-4458-b545-6146cf6d983d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:08.291363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cbf70-6051-4b36-8fc5-53f27707c401 req-c9892bb3-3c7c-45ba-a06b-fb0d4e73a96d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:08.301807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd8cbf70-6051-4b36-8fc5-53f27707c401 req-c9892bb3-3c7c-45ba-a06b-fb0d4e73a96d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1738372 Feb 10 04:01:08.407212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Allocated IP 172.20.0.7 (f4e4aef5-8e2a-4df2-b022-91e59a117639/ea08a5f5-66ed-45ae-a375-f9b98cc0a15d/e6ecb201-e292-4790-92b9-48d99bb89588) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:01:08.444507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd8cbf70-6051-4b36-8fc5-53f27707c401 req-d960eb13-deaf-463f-9d17-26b9465db53f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417370 Feb 10 04:01:08.663765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934e0dc-2559-49df-9b3d-7f0f32f1f125 req-51dcafba-0b01-4ba5-af51-1f6988bd368e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:08.671569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2934e0dc-2559-49df-9b3d-7f0f32f1f125 req-51dcafba-0b01-4ba5-af51-1f6988bd368e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 945 time: 0.1106093 Feb 10 04:01:08.693637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:08.773488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device fb9e8797-f0ce-474d-b21b-a3293113aa1e up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:08.811144 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2934e0dc-2559-49df-9b3d-7f0f32f1f125 req-ff3b891d-fd6a-41f6-82a2-ef41905af157 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327817 Feb 10 04:01:08.905595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for port (e6ecb201-e292-4790-92b9-48d99bb89588), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:09.028895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port fb9e8797-f0ce-474d-b21b-a3293113aa1e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:01:09.033440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port fb9e8797-f0ce-474d-b21b-a3293113aa1e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:09.035719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:09.066482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:09.253704 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f05274-2194-44d0-b00a-bda46b9a6e37 req-7f00a28e-ebfc-4ee4-9dbf-01a53d24fa05 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:09.280841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26f05274-2194-44d0-b00a-bda46b9a6e37 req-7f00a28e-ebfc-4ee4-9dbf-01a53d24fa05 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 931 time: 0.2296979 Feb 10 04:01:09.365834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port fb9e8797-f0ce-474d-b21b-a3293113aa1e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:09.366227 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:09.416044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:09.419367 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be2b2e-ce82-440f-bca6-41b8c38c5edc" -d '{"events": [{"server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:09.439192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port fb9e8797-f0ce-474d-b21b-a3293113aa1e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:09.452585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1e60de04-12e3-49bf-aad4-ff540b864950 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3837d663e138418786415150ce507781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7547877 Feb 10 04:01:09.457717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:09.497701 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26f05274-2194-44d0-b00a-bda46b9a6e37 req-4e9afbf1-3ee3-4e8e-99a5-df9272702846 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137125 Feb 10 04:01:09.522005 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:09.533746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:01:09.542044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event updated for resources: {'Port': ['ID=e6ecb201-e292-4790-92b9-48d99bb89588,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:09.548592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:01:09.569990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0976d0-c560-4b2c-8f88-9010982cdec4 req-6612bcf8-cdae-4b84-a5bd-e08ea42cd9a0 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:09.572434 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0976d0-c560-4b2c-8f88-9010982cdec4 req-6612bcf8-cdae-4b84-a5bd-e08ea42cd9a0 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 944 time: 0.6025794 Feb 10 04:01:09.575083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:01:09.639541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=fb9e8797-f0ce-474d-b21b-a3293113aa1e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:09.706443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:09.710270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:09.797711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Publish callbacks [] for security_group (b84448a2-2a6d-489c-b828-5fc1ec5bd376), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:09.829077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device efb3a4e4-641b-418c-a02f-e2d6485227fd up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:09.864875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f0976d0-c560-4b2c-8f88-9010982cdec4 req-40a39c03-94da-40a3-8e90-a1970465532e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028887 Feb 10 04:01:10.074527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Publish callbacks [] for security_group (b84448a2-2a6d-489c-b828-5fc1ec5bd376), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.075938 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ef5841-aeb3-44d0-9260-aef71527058e x-openstack-request-id: req-00ef5841-aeb3-44d0-9260-aef71527058e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:10.075938 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:10.075938 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00ef5841-aeb3-44d0-9260-aef71527058e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:10.075938 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'code': 200} Feb 10 04:01:10.086079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-a464fc96-187f-4645-bfff-188463d3f7ae tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6927359 Feb 10 04:01:10.086683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-22b1510f-a3ed-4959-9799-61498ec27de8 None None] Provisioning complete for port e6ecb201-e292-4790-92b9-48d99bb89588 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:10.087189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-22b1510f-a3ed-4959-9799-61498ec27de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.130228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Request body: {'port': {'device_id': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:10.135188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-22b1510f-a3ed-4959-9799-61498ec27de8 None None] Port e6ecb201-e292-4790-92b9-48d99bb89588 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:01:10.241051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368170a-4581-44ee-959c-0c159cca8ec9 req-fd6cfa8a-9b60-4208-9e86-5d2c7a390346 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:10.244992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1368170a-4581-44ee-959c-0c159cca8ec9 req-fd6cfa8a-9b60-4208-9e86-5d2c7a390346 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 945 time: 0.0941913 Feb 10 04:01:10.309019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1368170a-4581-44ee-959c-0c159cca8ec9 req-b7d8e470-074d-482b-a5f7-9c951d0d164d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568881 Feb 10 04:01:10.311469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a7247-15e2-41dd-99dd-f92188c49eb1 req-e87bfbf0-3622-4f63-828e-bccc98719b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:10.314086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de6a7247-15e2-41dd-99dd-f92188c49eb1 req-e87bfbf0-3622-4f63-828e-bccc98719b60 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 1127 time: 0.2241166 Feb 10 04:01:10.327910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port efb3a4e4-641b-418c-a02f-e2d6485227fd completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:01:10.333787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port efb3a4e4-641b-418c-a02f-e2d6485227fd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:10.334995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.400273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de6a7247-15e2-41dd-99dd-f92188c49eb1 req-8884a7e9-fcbc-4001-a936-4f821463cd16 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746901 Feb 10 04:01:10.400273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.641396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port efb3a4e4-641b-418c-a02f-e2d6485227fd is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:10.642035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.683235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88581794-9470-4697-918a-77332018bd07 req-0a88f5f6-cc72-4bdf-806b-b0460b642546 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:10.693628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88581794-9470-4697-918a-77332018bd07 req-0a88f5f6-cc72-4bdf-806b-b0460b642546 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 931 time: 0.1188333 Feb 10 04:01:10.709501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:10.772304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88581794-9470-4697-918a-77332018bd07 req-782099b0-d420-4a0c-9922-b66810522589 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774794 Feb 10 04:01:10.779021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.794626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5560ef-6a82-4c8a-83c9-68ebb3b29c46 req-f4073bf1-b1b2-4851-9f6e-69300f081987 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:10.801619 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d5560ef-6a82-4c8a-83c9-68ebb3b29c46 req-f4073bf1-b1b2-4851-9f6e-69300f081987 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.7140169 Feb 10 04:01:10.810423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ecb201-e292-4790-92b9-48d99bb89588 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:10.815056 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b84448a2-2a6d-489c-b828-5fc1ec5bd376), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.818389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.819575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b84448a2-2a6d-489c-b828-5fc1ec5bd376 HTTP/1.1" status: 204 len: 168 time: 1.3575168 Feb 10 04:01:10.842642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Publish callbacks [] for port (e6ecb201-e292-4790-92b9-48d99bb89588), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:10.845049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84448a2-2a6d-489c-b828-5fc1ec5bd376,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:10.861303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.861653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.861996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.862337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.862672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.863035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.863364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.863689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.864015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.864344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.864669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.864992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.865570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad5dba-ebbb-4e30-9c1f-eb3d1a66b2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:10.894318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:10.960394 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d5560ef-6a82-4c8a-83c9-68ebb3b29c46 req-02e2ac9c-365e-44e8-98c6-d7a8fd646af4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565158 Feb 10 04:01:10.966414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Transition to ACTIVE for port object e6ecb201-e292-4790-92b9-48d99bb89588 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:01:11.066958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00ccc4-a5ff-476c-b6dc-3c68022f8685 req-dc13cfa2-a7ea-4a53-871e-c77c2d9ae31f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:11.074809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:11.078235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af00ccc4-a5ff-476c-b6dc-3c68022f8685 req-dc13cfa2-a7ea-4a53-871e-c77c2d9ae31f tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.1005704 Feb 10 04:01:11.204310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af00ccc4-a5ff-476c-b6dc-3c68022f8685 req-b12b8c67-72cb-41e5-a88d-0a40d489b724 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249301 Feb 10 04:01:11.248299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e6ecb201-e292-4790-92b9-48d99bb89588,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:11.414647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Attempting to bind port e6ecb201-e292-4790-92b9-48d99bb89588 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:11.422306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Attempting to bind port e6ecb201-e292-4790-92b9-48d99bb89588 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:11.422306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Attempting to bind port e6ecb201-e292-4790-92b9-48d99bb89588 on network f4e4aef5-8e2a-4df2-b022-91e59a117639 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:11.424639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Port e6ecb201-e292-4790-92b9-48d99bb89588 on network f4e4aef5-8e2a-4df2-b022-91e59a117639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:01:11.425098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Attempting to bind port e6ecb201-e292-4790-92b9-48d99bb89588 on network f4e4aef5-8e2a-4df2-b022-91e59a117639 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:11.438467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:11.438928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Checking segment: {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:11.439217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Bound using segment: {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:11.444659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Bound port: e6ecb201-e292-4790-92b9-48d99bb89588, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302dda66-cd85-4502-a6a5-defb8b808cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:11.445143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:11.760417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] For port e6ecb201-e292-4790-92b9-48d99bb89588, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:11.764403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] For port e6ecb201-e292-4790-92b9-48d99bb89588, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e6ecb201-e292-4790-92b9-48d99bb89588,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:11.822096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f13ae8-1ca2-46e0-8472-d3ec52613830 req-88211c13-da73-423d-ad79-af995a001d76 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:11.827057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48f13ae8-1ca2-46e0-8472-d3ec52613830 req-88211c13-da73-423d-ad79-af995a001d76 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.3406291 Feb 10 04:01:11.845188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:11.880979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:12.052656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf85a49-def6-4ab2-9cc8-ad81bef51d3b req-70a0921b-45d6-4258-a337-cdf7949a2f34 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:12.056223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf85a49-def6-4ab2-9cc8-ad81bef51d3b req-70a0921b-45d6-4258-a337-cdf7949a2f34 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 943 time: 0.1386399 Feb 10 04:01:12.083116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:12.083116 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0edfd49-50e4-45de-b007-a8a967f259bd" -d '{"events": [{"server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "name": "network-vif-plugged", "status": "completed", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:12.084584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:12.090079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:12.095120 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] 10.222.0.43 "PUT /v2.0/ports/e6ecb201-e292-4790-92b9-48d99bb89588 HTTP/1.1" status: 200 len: 1091 time: 1.9966588 Feb 10 04:01:12.095875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781796d-e0e0-4540-9cef-c71514761c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e6ecb201-e292-4790-92b9-48d99bb89588,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:12.109692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:12.118147 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7fadbb-76bd-4516-bb7b-74abf1a1f233" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:12.214576 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf85a49-def6-4ab2-9cc8-ad81bef51d3b req-c8544862-dcd7-4880-91cc-20890568df98 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522822 Feb 10 04:01:12.224191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:12.273202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '18abae03-c397-46bb-9ccd-be250e47d43e', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '18abae03-c397-46bb-9ccd-be250e47d43e', 'mac_address': 'fa:16:3e:b9:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:12.364284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48f13ae8-1ca2-46e0-8472-d3ec52613830 req-a9155b1b-c02a-4c5f-a7c1-4936e41f5be2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301819 Feb 10 04:01:12.421215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-266a7f13-f862-4cef-9f4d-6b42c29d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:12.429629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-266a7f13-f862-4cef-9f4d-6b42c29d89fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=416e3172959945b9a90077a8c4b550e8&device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 1125 time: 0.2288587 Feb 10 04:01:12.452709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:12.455804 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:12.504530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18abae03-c397-46bb-9ccd-be250e47d43e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:12.545264 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4f3c07-a0dc-448d-8e14-56d6a0e8785e x-openstack-request-id: req-ba4f3c07-a0dc-448d-8e14-56d6a0e8785e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:12.545395 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "name": "network-vif-plugged", "status": "completed", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:12.545627 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba4f3c07-a0dc-448d-8e14-56d6a0e8785e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:12.546014 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd', 'code': 200} Feb 10 04:01:12.558562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f726d-978b-46cf-8db9-833987be3deb req-2839439e-67b9-4dc5-bff8-f12695752f7c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:12.558562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c82f726d-978b-46cf-8db9-833987be3deb req-2839439e-67b9-4dc5-bff8-f12695752f7c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1601710 Feb 10 04:01:12.573515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:12.576734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-f834fe5f-4397-4c96-952c-207fa46c68b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ecb201-e292-4790-92b9-48d99bb89588 HTTP/1.1" status: 200 len: 217 time: 0.1391711 Feb 10 04:01:12.641801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:12.705824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c82f726d-978b-46cf-8db9-833987be3deb req-35407895-da26-4c95-a2b4-168c487ec14f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358230 Feb 10 04:01:12.706475 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912cab0c-28cf-4ee5-a604-40bf09991e4a x-openstack-request-id: req-912cab0c-28cf-4ee5-a604-40bf09991e4a {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:12.706804 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:12.707055 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-912cab0c-28cf-4ee5-a604-40bf09991e4a {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:12.707465 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'status': 'completed', 'code': 200} Feb 10 04:01:12.771403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['18abae03-c397-46bb-9ccd-be250e47d43e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:12.826825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:12.863109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-b03afd0f-cb46-4007-9e5e-7ebc3759e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:12.867951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-b03afd0f-cb46-4007-9e5e-7ebc3759e362 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea08a5f5-66ed-45ae-a375-f9b98cc0a15d HTTP/1.1" status: 200 len: 853 time: 0.2836244 Feb 10 04:01:12.948915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ee96-999a-43f6-a3f4-8b302f81e7b0 req-f5468aa4-52d1-4038-b584-78d0d606f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:12.950858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed64ee96-999a-43f6-a3f4-8b302f81e7b0 req-f5468aa4-52d1-4038-b584-78d0d606f2c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1128 time: 0.2919879 Feb 10 04:01:13.127580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-749581a3-af35-4397-bf3a-4e2be5e26624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:13.129451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-749581a3-af35-4397-bf3a-4e2be5e26624 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4e4aef5-8e2a-4df2-b022-91e59a117639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2539411 Feb 10 04:01:13.133876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed64ee96-999a-43f6-a3f4-8b302f81e7b0 req-9800fea4-fc98-4b43-b12c-934b4494918e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624236 Feb 10 04:01:13.150557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d60f2-1ebb-4f55-81a9-a4e377938023 req-341039dd-fbd7-4b63-8ebe-d1a022089766 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:13.152373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f10d60f2-1ebb-4f55-81a9-a4e377938023 req-341039dd-fbd7-4b63-8ebe-d1a022089766 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.1602426 Feb 10 04:01:13.253817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-cb34d058-b847-4f42-9052-d6faf7a3fbf7 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145649 Feb 10 04:01:13.264549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f10d60f2-1ebb-4f55-81a9-a4e377938023 req-3ed22559-985d-4ed7-baea-d20019f3d9cc tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061976 Feb 10 04:01:13.408514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d10dcd-e91e-449b-aae3-252c01b35f7e req-69e32ddd-2ba9-4d2b-ad14-9fceeaab2d20 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456542 Feb 10 04:01:13.498576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed622a-410e-46da-975f-1c2938252255 req-aa9114ef-7eb6-4810-92b6-477a19de00fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:13.501217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b6ed622a-410e-46da-975f-1c2938252255 req-aa9114ef-7eb6-4810-92b6-477a19de00fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 943 time: 0.1093781 Feb 10 04:01:13.604982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b6ed622a-410e-46da-975f-1c2938252255 req-92b57fb0-a6b3-41a2-8863-0bebd10e358a tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930758 Feb 10 04:01:13.677871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-fcfd5e0f-3602-4bd3-9fdd-70200b60cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:13.679550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-fcfd5e0f-3602-4bd3-9fdd-70200b60cfee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=416e3172959945b9a90077a8c4b550e8&device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 1125 time: 0.1311100 Feb 10 04:01:13.828335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-2971bc32-2375-4da3-b3d6-22659ea33b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:13.831676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-2971bc32-2375-4da3-b3d6-22659ea33b68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4e4aef5-8e2a-4df2-b022-91e59a117639 HTTP/1.1" status: 200 len: 915 time: 0.1453133 Feb 10 04:01:13.852918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8473ae-da4b-42f5-9cd1-444a357c6fda req-8cf32433-af5f-47d5-9b07-311307f20bf4 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:13.860969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:13.884851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49868) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:13.887308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f8473ae-da4b-42f5-9cd1-444a357c6fda req-8cf32433-af5f-47d5-9b07-311307f20bf4 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.1779966 Feb 10 04:01:13.890576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Request body: {'floatingip': {'port_id': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:13.894065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-7ede2fb5-c275-4366-8314-a6c7578edafa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ecb201-e292-4790-92b9-48d99bb89588 HTTP/1.1" status: 200 len: 217 time: 0.0553808 Feb 10 04:01:13.978239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for floatingip (98bc57a2-6a33-4f68-88d2-2fbbf119f70c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:14.002886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 18abae03-c397-46bb-9ccd-be250e47d43e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:14.002886 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:14.071648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-a92e07c9-a941-4025-8561-b961babcacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:14.078825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-a92e07c9-a941-4025-8561-b961babcacda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea08a5f5-66ed-45ae-a375-f9b98cc0a15d HTTP/1.1" status: 200 len: 853 time: 0.1492279 Feb 10 04:01:14.111962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32440d3-e3b3-4980-ad4b-d408327e4371 req-d6ca01db-37c7-4e71-a78a-9041d1679ed9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:14.125507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a32440d3-e3b3-4980-ad4b-d408327e4371 req-d6ca01db-37c7-4e71-a78a-9041d1679ed9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.1485803 Feb 10 04:01:14.161340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:14.161894 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:14.245433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a32440d3-e3b3-4980-ad4b-d408327e4371 req-8b07eab8-8e78-437c-86fd-000f124a817c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180496 Feb 10 04:01:14.259542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:14.342756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:14.404434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-e0cc7b56-c4ad-4078-8188-c27b676c2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:14.405914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-e0cc7b56-c4ad-4078-8188-c27b676c2387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4e4aef5-8e2a-4df2-b022-91e59a117639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3139770 Feb 10 04:01:14.491079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:14.547069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:14.553400 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb63ebe5-38e5-4f9a-8d1a-dc2c5b186d9a" -d '{"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-plugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:14.613042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87852e8b-22e9-45eb-8b97-c66119ec18c7 req-653a1063-41e4-43c0-a3b3-70e5b5f5874c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:14.614557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87852e8b-22e9-45eb-8b97-c66119ec18c7 req-653a1063-41e4-43c0-a3b3-70e5b5f5874c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 945 time: 0.1460807 Feb 10 04:01:14.667878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-98b40ad7-ca14-4946-be00-47e3e8e3a04f service neutron] 10.222.0.43 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534850 Feb 10 04:01:14.781878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87852e8b-22e9-45eb-8b97-c66119ec18c7 req-6c64006f-a824-4234-842a-16a39ec339b5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541080 Feb 10 04:01:14.802964 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:01:15.300885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.resource_extend [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:01:15.474046 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db7fadbb-76bd-4516-bb7b-74abf1a1f233 req-740bbd8a-a124-493b-98dc-4e57e9786fdf service neutron] 10.222.0.43 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8001680 Feb 10 04:01:15.492377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:15.564361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (98bc57a2-6a33-4f68-88d2-2fbbf119f70c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:15.909438 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Floating IP 98bc57a2-6a33-4f68-88d2-2fbbf119f70c associated. External IP: 172.25.8.164, port: fb9e8797-f0ce-474d-b21b-a3293113aa1e. Feb 10 04:01:16.716647 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:16.851771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e6ecb201-e292-4790-92b9-48d99bb89588 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:16.868526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:01:17.109717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e6ecb201-e292-4790-92b9-48d99bb89588, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e6ecb201-e292-4790-92b9-48d99bb89588,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:17.126395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'port_id': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'mac_address': 'fa:16:3e:58:97:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:17.160718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:01:17.174081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:17.183484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] Sync routers for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:01:17.202638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:17.204059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:17.241851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8db7b515-7149-481c-9d4a-23866e215e4e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "PUT /v2.0/floatingips/98bc57a2-6a33-4f68-88d2-2fbbf119f70c HTTP/1.1" status: 200 len: 991 time: 3.3550818 Feb 10 04:01:17.242461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:17.246724 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dd4d4c-29ed-400e-b57f-643674ef6fad" -d '{"events": [{"name": "network-changed", "server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:17.251137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e6ecb201-e292-4790-92b9-48d99bb89588 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:17.251862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:17.274947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ecb201-e292-4790-92b9-48d99bb89588 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:17.334613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e6ecb201-e292-4790-92b9-48d99bb89588, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e6ecb201-e292-4790-92b9-48d99bb89588,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:17.365978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:17.445085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:17.580355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e6ecb201-e292-4790-92b9-48d99bb89588,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:17.610596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.611073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.611615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.612050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.612487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.612918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.613347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.613773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.614203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.614628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.615340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.615763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.616815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:17.704781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e6ecb201-e292-4790-92b9-48d99bb89588'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:18.054218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '98bc57a2-6a33-4f68-88d2-2fbbf119f70c', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'port_id': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'mac_address': 'fa:16:3e:29:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:59:20Z', 'updated_at': '2022-02-10T04:01:15Z', 'revision_number': 1, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:18.116529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] Checking router: b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:01:18.121948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:18.153314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:18.154576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:18.359502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:18.643483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '98bc57a2-6a33-4f68-88d2-2fbbf119f70c', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'port_id': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'mac_address': 'fa:16:3e:29:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:59:20Z', 'updated_at': '2022-02-10T04:01:15Z', 'revision_number': 1, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:18.675183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a35d3-abe6-44bb-a054-269b847507c6 None None] The sync data for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 is: [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '98bc57a2-6a33-4f68-88d2-2fbbf119f70c', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'floating_ip_address': '172.25.8.164', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'port_id': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'mac_address': 'fa:16:3e:29:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T03:59:20Z', 'updated_at': '2022-02-10T04:01:15Z', 'revision_number': 1, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:01:18.958255 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61818f5-0590-4b92-9108-949ba23c33c4 None None] New status for floating IP 98bc57a2-6a33-4f68-88d2-2fbbf119f70c: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:01:20.880585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e6ecb201-e292-4790-92b9-48d99bb89588 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:20.988538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port e6ecb201-e292-4790-92b9-48d99bb89588 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:01:20.993588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e6ecb201-e292-4790-92b9-48d99bb89588 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:20.994078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:21.130218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e6ecb201-e292-4790-92b9-48d99bb89588 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:21.130717 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:21.200609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e6ecb201-e292-4790-92b9-48d99bb89588, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e6ecb201-e292-4790-92b9-48d99bb89588,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:21.263104 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:21.328351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e6ecb201-e292-4790-92b9-48d99bb89588,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:22.449903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-d2a0374f-8dde-483d-90f4-d70002181783 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:22.451429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-d2a0374f-8dde-483d-90f4-d70002181783 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.0544395 Feb 10 04:01:22.464824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827844-2'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:22.546729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:22.695931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:22.739979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:22.787387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Publish callbacks [] for port (49b1188a-2f8d-44e6-9595-0b840e427670), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:22.897718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:22.928414 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31997190-d43c-4101-abde-396051e5f287 x-openstack-request-id: req-31997190-d43c-4101-abde-396051e5f287 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:22.930838 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-plugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:22.934570 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31997190-d43c-4101-abde-396051e5f287 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:22.935716 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e', 'code': 200} Feb 10 04:01:23.008093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on host n-h2-827844-2 for vnic_type normal with profile {"migrating_to": "n-h1-827844-2"} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:23.008294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:23.009213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:23.010928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:23.023812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:01:23.024301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Attempting to bind port 49b1188a-2f8d-44e6-9595-0b840e427670 on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:23.029842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:23.030187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:23.030566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:23.031560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Bound port: 49b1188a-2f8d-44e6-9595-0b840e427670, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:23.031560 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:23.061685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28464be-7780-41a2-88bd-7a7b3d87faf2 req-2cddf862-5fdc-48ab-960a-f764c912ba3a tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:23.063999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b28464be-7780-41a2-88bd-7a7b3d87faf2 req-2cddf862-5fdc-48ab-960a-f764c912ba3a tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.0810251 Feb 10 04:01:23.121941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b28464be-7780-41a2-88bd-7a7b3d87faf2 req-f6478fd5-0d9c-482c-a4a7-3978e9b3e110 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515652 Feb 10 04:01:23.160996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:23.163065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:23.174216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed6bc3-585d-4d55-a62a-01725fcc2cfb req-80e5dd08-d516-4a75-8f97-36934880b89d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:23.175902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d2ed6bc3-585d-4d55-a62a-01725fcc2cfb req-80e5dd08-d516-4a75-8f97-36934880b89d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.1229043 Feb 10 04:01:23.254101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d2ed6bc3-585d-4d55-a62a-01725fcc2cfb req-ae6da3e4-eb36-4c84-affc-b3e6c905940c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703020 Feb 10 04:01:23.261593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:23.286002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6160f3-c784-4d8e-9c4a-d9945e3b217c req-a082698a-f5dd-400d-901e-e49b398ed448 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:23.294888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c6160f3-c784-4d8e-9c4a-d9945e3b217c req-a082698a-f5dd-400d-901e-e49b398ed448 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.0986693 Feb 10 04:01:23.391723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c6160f3-c784-4d8e-9c4a-d9945e3b217c req-d30493c4-68db-4afe-9bd9-91653fef73af tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955877 Feb 10 04:01:23.461041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:23.463689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:23.464298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] 10.222.0.24 "PUT /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 1121 time: 1.0062537 Feb 10 04:01:23.480415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974baf9-68b3-45d4-a63e-e33789c0ee9f service neutron] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=8']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:23.551832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e9bd7-4471-4c30-9a45-ff914ab53838 req-d59ab672-a460-4c5e-a010-39108d8f9798 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:23.562348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['49b1188a-2f8d-44e6-9595-0b840e427670'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:23.572437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a5e9bd7-4471-4c30-9a45-ff914ab53838 req-d59ab672-a460-4c5e-a010-39108d8f9798 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.1796792 Feb 10 04:01:23.651276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['49b1188a-2f8d-44e6-9595-0b840e427670'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:23.703595 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a5e9bd7-4471-4c30-9a45-ff914ab53838 req-82dd8e76-f841-4a34-b25a-c78ca1e7e1dd tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237767 Feb 10 04:01:23.724637 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0f72c6-6d85-4f76-b39f-a63c573d14cf x-openstack-request-id: req-2d0f72c6-6d85-4f76-b39f-a63c573d14cf {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:23.724637 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:23.724637 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d0f72c6-6d85-4f76-b39f-a63c573d14cf {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:23.725453 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'status': 'completed', 'code': 200} Feb 10 04:01:23.784956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49948) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:23.878551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 49b1188a-2f8d-44e6-9595-0b840e427670 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:23.882908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-5b771083-c829-41fa-b132-2913ce05747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:23.885535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-5b771083-c829-41fa-b132-2913ce05747c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39474ba179664cc0b1ad8004aa45b53d&device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 1127 time: 0.1351790 Feb 10 04:01:24.001599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c67e6-ee5c-47c3-8683-776806ad92a1 req-9a6dd1e4-5faf-48e1-93f5-b4afbbcc7f1f tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:24.003166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c7c67e6-ee5c-47c3-8683-776806ad92a1 req-9a6dd1e4-5faf-48e1-93f5-b4afbbcc7f1f tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1128 time: 0.1128321 Feb 10 04:01:24.054460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-f188029f-fb81-4c62-bc65-9527f03a420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:24.060609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-f188029f-fb81-4c62-bc65-9527f03a420d service neutron] 10.222.0.43 "GET /v2.0/networks?id=17b82315-67cd-4703-b05c-65b51315f1e0 HTTP/1.1" status: 200 len: 916 time: 0.1689024 Feb 10 04:01:24.179765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-b3a62cd2-de70-42d8-8d9f-2472bc9eb15b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e HTTP/1.1" status: 200 len: 1001 time: 0.1100340 Feb 10 04:01:24.210568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c7c67e6-ee5c-47c3-8683-776806ad92a1 req-b231a88c-50a9-4e7e-aa71-5d3973810511 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931279 Feb 10 04:01:24.248129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-e8a9b3fe-0064-438a-8349-e4b503f4afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:24.253220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-e8a9b3fe-0064-438a-8349-e4b503f4afb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d31d927-d9b6-47ba-a273-0fd9c8b67632 HTTP/1.1" status: 200 len: 854 time: 0.0620551 Feb 10 04:01:24.333147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-f5313706-93d8-4b27-9880-516d639a347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:24.336533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-f5313706-93d8-4b27-9880-516d639a347a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=17b82315-67cd-4703-b05c-65b51315f1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0765088 Feb 10 04:01:24.367106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:24.404958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 49b1188a-2f8d-44e6-9595-0b840e427670 has no active binding in host n-h1-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 04:01:24.464711 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-ee6e9b94-7fe5-49ef-a5b0-0e0a58914457 service neutron] 10.222.0.43 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194386 Feb 10 04:01:24.549433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (e77d83ef-b91e-4f5a-a5bb-886819b0c865), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:24.710955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27dd4d4c-29ed-400e-b57f-643674ef6fad req-903d7bb1-968b-43e0-86b8-5e18d3e91af2 service neutron] 10.222.0.43 "GET /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211189 Feb 10 04:01:24.937026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:24.937491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Deleting port 6b1f286d-d619-4bb0-81b3-590c04b23838 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:24.937867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:24.939551 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85f9c6e-c638-423b-a904-992ae9632ecb" -d '{"events": [{"server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "name": "network-vif-plugged", "status": "completed", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:25.046077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] For port 6b1f286d-d619-4bb0-81b3-590c04b23838, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6b1f286d-d619-4bb0-81b3-590c04b23838,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:25.046691 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:25.062017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Calling delete_port for 6b1f286d-d619-4bb0-81b3-590c04b23838 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:25.349081 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6b1f286d-d619-4bb0-81b3-590c04b23838), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:25.380664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1f286d-d619-4bb0-81b3-590c04b23838,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:25.395643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.395992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.396375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.396708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.397092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.397489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.397974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.407223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.407684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.408090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.408424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.408759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.409235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:01:25.616509 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (e77d83ef-b91e-4f5a-a5bb-886819b0c865), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:25.727006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670'}, {'name': 'network-changed', 'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:25.730598 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63" -d '{"events": [{"server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "name": "network-vif-unplugged", "status": "completed", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670"}, {"name": "network-changed", "server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:25.905430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Router e77d83ef-b91e-4f5a-a5bb-886819b0c865 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:01:26.195164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc94280-3491-4c30-b036-fa95409f2b46 req-5bf52b30-2ab9-4d14-bd30-067e5cc5f4fe tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:26.196991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adc94280-3491-4c30-b036-fa95409f2b46 req-5bf52b30-2ab9-4d14-bd30-067e5cc5f4fe tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.1219087 Feb 10 04:01:26.257059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adc94280-3491-4c30-b036-fa95409f2b46 req-2cc0f0f4-7c30-4015-a06f-84e82599464c tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508993 Feb 10 04:01:26.386999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6bf54-40c3-4318-8d12-3efd63aba691 req-ce692e8f-cde7-406e-a687-61327ce44ae6 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:26.388796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38f6bf54-40c3-4318-8d12-3efd63aba691 req-ce692e8f-cde7-406e-a687-61327ce44ae6 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.0592504 Feb 10 04:01:26.433397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3dc5a-6493-4111-83c1-118f754295a6 req-c589a67e-7a22-445b-8d61-e5eb7273c1be tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:26.434850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5d3dc5a-6493-4111-83c1-118f754295a6 req-c589a67e-7a22-445b-8d61-e5eb7273c1be tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.1347983 Feb 10 04:01:26.443317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:01:26.446075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38f6bf54-40c3-4318-8d12-3efd63aba691 req-5274bba0-b18d-4650-86b2-1433cc05bd3b tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511591 Feb 10 04:01:26.451471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a15f4f20-9ad2-4553-b7f2-2e68a1a62461 admin admin] 10.222.0.42 "PUT /v2.0/routers/e77d83ef-b91e-4f5a-a5bb-886819b0c865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631529 Feb 10 04:01:26.451897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50034) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:26.453990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] Sync routers for ids ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:01:26.496242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] Routers {'e77d83ef-b91e-4f5a-a5bb-886819b0c865'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:26.498471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:26.518801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5d3dc5a-6493-4111-83c1-118f754295a6 req-ce41232f-5396-481d-9bec-e870014a7411 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767646 Feb 10 04:01:26.582736 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c1fda2-50ac-4a0e-b46b-611dcd85e76c x-openstack-request-id: req-f2c1fda2-50ac-4a0e-b46b-611dcd85e76c {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:26.583042 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "name": "network-vif-plugged", "status": "completed", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:26.583296 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2c1fda2-50ac-4a0e-b46b-611dcd85e76c {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:26.589532 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'code': 200} Feb 10 04:01:26.592159 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks [] for router (e77d83ef-b91e-4f5a-a5bb-886819b0c865), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:26.653546 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaeafa7-457e-4bb7-8acc-640d4b98f252 x-openstack-request-id: req-8aaeafa7-457e-4bb7-8acc-640d4b98f252 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:26.654004 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "name": "network-vif-unplugged", "status": "completed", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670", "code": 200}, {"name": "network-changed", "server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:26.654359 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8aaeafa7-457e-4bb7-8acc-640d4b98f252 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:26.654892 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670', 'code': 200} Feb 10 04:01:26.655251 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670', 'status': 'completed', 'code': 200} Feb 10 04:01:26.693881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] Set router e77d83ef-b91e-4f5a-a5bb-886819b0c865 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:26.843460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks [] for router_gateway (e77d83ef-b91e-4f5a-a5bb-886819b0c865), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:26.850478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9de29-e4ab-4ab6-9e23-9cd2512c5aed req-eaa0df75-bc5c-4def-b44d-4ea6cc87e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:26.854472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cad9de29-e4ab-4ab6-9e23-9cd2512c5aed req-eaa0df75-bc5c-4def-b44d-4ea6cc87e451 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 1127 time: 0.1982939 Feb 10 04:01:26.856416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-be1017e9-ae03-456e-96d3-a30dadb437fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:26.857914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-be1017e9-ae03-456e-96d3-a30dadb437fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1155 time: 0.1904447 Feb 10 04:01:26.890211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4a7ff-9e9c-4dc5-89ed-ae8c14c2590c req-6fc81552-e207-427d-bd82-cf49d513aaf8 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:26.897289 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bff4a7ff-9e9c-4dc5-89ed-ae8c14c2590c req-6fc81552-e207-427d-bd82-cf49d513aaf8 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.1857140 Feb 10 04:01:26.949021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 83f9964a-bf14-4415-85f6-3ae78eafec23 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:26.974568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T04:01:25Z', 'revision_number': 5, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port': {'id': 'd3d78934-7c31-4244-85f8-7b59ee8910c6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:05Z', 'updated_at': '2022-02-10T03:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:27.035554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] Checking router: e77d83ef-b91e-4f5a-a5bb-886819b0c865 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:01:27.054598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] Routers {'e77d83ef-b91e-4f5a-a5bb-886819b0c865'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:27.055271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:27.093861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cad9de29-e4ab-4ab6-9e23-9cd2512c5aed req-97d0de9e-d453-4bb8-9caa-6292807686a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246048 Feb 10 04:01:27.105117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bff4a7ff-9e9c-4dc5-89ed-ae8c14c2590c req-c683368d-81ab-4ed0-9c44-b8dc55a66082 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065940 Feb 10 04:01:27.126954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-42baffa8-af64-4bdc-8fff-f186b275f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:27.128900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-42baffa8-af64-4bdc-8fff-f186b275f122 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.2609141 Feb 10 04:01:27.162406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Deleting port d3d78934-7c31-4244-85f8-7b59ee8910c6 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:27.162855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:27.268597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 83f9964a-bf14-4415-85f6-3ae78eafec23 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:27.268995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:27.276387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] Set router e77d83ef-b91e-4f5a-a5bb-886819b0c865 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:27.300627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] For port d3d78934-7c31-4244-85f8-7b59ee8910c6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d3d78934-7c31-4244-85f8-7b59ee8910c6,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:27.301338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:27.317389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Calling delete_port for d3d78934-7c31-4244-85f8-7b59ee8910c6 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:27.351416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T04:01:26Z', 'revision_number': 6, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:27.437297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66299bd-1f4e-4d9c-8b6c-e271a4b6c309 None None] The sync data for ids ['e77d83ef-b91e-4f5a-a5bb-886819b0c865'] in n-d-827844-2 is: [{'id': 'e77d83ef-b91e-4f5a-a5bb-886819b0c865', 'name': 'tempest-AttachSCSIVolumeTestJSON-757633659-router', 'tenant_id': '81259bfba7ca473a9bdad466e8081e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:04Z', 'updated_at': '2022-02-10T04:01:26Z', 'revision_number': 6, 'project_id': '81259bfba7ca473a9bdad466e8081e97', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:01:27.499338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:27.539157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91514-5c62-45bd-b772-a9bf3984897e req-11bf5de2-c1cc-4172-aabf-8e78e835223b tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:27.540967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dfa91514-5c62-45bd-b772-a9bf3984897e req-11bf5de2-c1cc-4172-aabf-8e78e835223b tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.0983160 Feb 10 04:01:27.563299 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:27.600895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dfa91514-5c62-45bd-b772-a9bf3984897e req-16df7095-aa2b-49bd-9929-22a831a0c39b tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534837 Feb 10 04:01:27.609645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-45deb655-ac99-40b9-9d49-f40bae781ac2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 217 time: 0.1632371 Feb 10 04:01:27.635160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb980b4b-2d33-4128-bcef-566f601a9c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:27.647550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:27.728523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-4d386b2a-7c76-41e1-87c5-579c1440b482 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:27.730847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-4d386b2a-7c76-41e1-87c5-579c1440b482 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.2768250 Feb 10 04:01:27.732530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-c7edd811-7652-455e-ad0b-885d04c3d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:27.734257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-c7edd811-7652-455e-ad0b-885d04c3d56c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1150308 Feb 10 04:01:27.757343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fb955-b9bb-4bf2-902b-301f0054361b req-568e9ad2-e590-4d12-b88f-19d7a6ef50b2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:27.758924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d75fb955-b9bb-4bf2-902b-301f0054361b req-568e9ad2-e590-4d12-b88f-19d7a6ef50b2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.0659187 Feb 10 04:01:27.778022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-27722231-7cfb-4610-be4e-ddb6e382ceb2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/quotas/3f25a4e8ee1f42e696c6eb68c976f024 HTTP/1.1" status: 200 len: 375 time: 0.0405803 Feb 10 04:01:27.829043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6b1f286d-d619-4bb0-81b3-590c04b23838 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:27.836035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d75fb955-b9bb-4bf2-902b-301f0054361b req-feacd1ce-59ae-4aa6-bab9-9f16bc7ee81c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670664 Feb 10 04:01:27.883375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-d700b71c-0d3c-4a1c-98c7-fcb8911aea49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362786 Feb 10 04:01:27.886692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6b1f286d-d619-4bb0-81b3-590c04b23838 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:27.887079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6b1f286d-d619-4bb0-81b3-590c04b23838 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:28.325554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d3d78934-7c31-4244-85f8-7b59ee8910c6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:28.401810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d78934-7c31-4244-85f8-7b59ee8910c6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:28.458159 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-55c065e7-9cab-4a6e-a626-39d021956aaa tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6028790 Feb 10 04:01:28.507274 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-b9b0a5bc-b6d0-4acf-8754-ad7084ba3e7c service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147330 Feb 10 04:01:28.569088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (e77d83ef-b91e-4f5a-a5bb-886819b0c865), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:28.591188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:28.593645 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6cadab-e162-4960-b105-2cc9e2a6090d" -d '{"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:28.768749 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663f8b6c-4564-4718-ba93-18006adcf834 x-openstack-request-id: req-663f8b6c-4564-4718-ba93-18006adcf834 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:28.769044 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:28.769296 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-663f8b6c-4564-4718-ba93-18006adcf834 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:28.769692 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'code': 200} Feb 10 04:01:28.781330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (e77d83ef-b91e-4f5a-a5bb-886819b0c865), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:28.787527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks [] for router_controller (e77d83ef-b91e-4f5a-a5bb-886819b0c865), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:28.814449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-033c3184-fa89-4330-bd3b-e1fc8785be32 service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443098 Feb 10 04:01:28.880797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a533539-d23e-447d-a998-727ba1c56287 req-7c641a71-5dc8-4b97-b5df-6073897aa426 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:28.887816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a533539-d23e-447d-a998-727ba1c56287 req-7c641a71-5dc8-4b97-b5df-6073897aa426 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.0636201 Feb 10 04:01:28.888121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b016bf3-fc03-4a50-ad13-aaa81fe42c63 req-ca542e4a-0ff4-4d3f-824d-419e471873de service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643787 Feb 10 04:01:28.943522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a533539-d23e-447d-a998-727ba1c56287 req-0871fb63-185c-4977-8f6e-d0a92fec2234 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Feb 10 04:01:28.955257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-a133c9ba-4c50-4a55-a989-1fd5ead5db95 service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084230 Feb 10 04:01:28.956235 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (e77d83ef-b91e-4f5a-a5bb-886819b0c865), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:28.956785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77d83ef-b91e-4f5a-a5bb-886819b0c865 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:01:28.961675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:28.965934 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5d3224f1-12b9-4108-9c1a-bdfa625f518f admin admin] 10.222.0.42 "DELETE /v2.0/routers/e77d83ef-b91e-4f5a-a5bb-886819b0c865 HTTP/1.1" status: 204 len: 168 time: 2.5092614 Feb 10 04:01:28.965934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50148) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:29.029957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] Deleting subnet a0821981-dc75-4737-95ce-5e287d60c26e {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:01:29.039710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] Publish callbacks [] for subnet (a0821981-dc75-4737-95ce-5e287d60c26e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.122983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (a0821981-dc75-4737-95ce-5e287d60c26e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.200504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24396586-3e2e-4a23-ace3-55778447edad req-e40a2260-8b7b-4baa-a0fb-7f6347cb6caa tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:29.202255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24396586-3e2e-4a23-ace3-55778447edad req-e40a2260-8b7b-4baa-a0fb-7f6347cb6caa tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fd41332-500b-4a54-be69-d2d24951bbc9 HTTP/1.1" status: 200 len: 943 time: 0.1240458 Feb 10 04:01:29.229679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c1a31-cf03-4850-9ce2-eec262ae5c7f req-8a2dd83a-73f0-42a8-8a49-b33b6e1ff08d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:29.240626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-961c1a31-cf03-4850-9ce2-eec262ae5c7f req-8a2dd83a-73f0-42a8-8a49-b33b6e1ff08d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.1184156 Feb 10 04:01:29.334136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (a0821981-dc75-4737-95ce-5e287d60c26e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.356666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-961c1a31-cf03-4850-9ce2-eec262ae5c7f req-311ff4a3-0e27-4b43-b83c-dcaa6a35d3e7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147447 Feb 10 04:01:29.499437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Deleting port 83f9964a-bf14-4415-85f6-3ae78eafec23 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:29.499886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.512133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc2e98-f702-40c8-8ac5-ccfe765003f7 req-f2e1e961-3874-428f-b283-d3d57fe64825 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:29.513973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30dc2e98-f702-40c8-8ac5-ccfe765003f7 req-f2e1e961-3874-428f-b283-d3d57fe64825 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 951 time: 0.0758734 Feb 10 04:01:29.538035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e044fc9-51bb-4b14-a849-f9e647fb6557 req-91647d7d-c35d-4b6d-a073-2df8da2fd96e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:29.540373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e044fc9-51bb-4b14-a849-f9e647fb6557 req-91647d7d-c35d-4b6d-a073-2df8da2fd96e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.1059461 Feb 10 04:01:29.563862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:29.579125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Request body: {'floatingip': {'port_id': 'e6ecb201-e292-4790-92b9-48d99bb89588'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:29.594921 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (a0821981-dc75-4737-95ce-5e287d60c26e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.632200 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for floatingip (16c82cce-19c2-433f-bd01-6b9efc5fc0f2), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.686058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] For port 83f9964a-bf14-4415-85f6-3ae78eafec23, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=83f9964a-bf14-4415-85f6-3ae78eafec23,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:29.686432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.703252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Calling delete_port for 83f9964a-bf14-4415-85f6-3ae78eafec23 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:29.712641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30dc2e98-f702-40c8-8ac5-ccfe765003f7 req-4b3a0e70-7ddb-4801-870a-f4aa3bed9a2c tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912715 Feb 10 04:01:29.722511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0821981-dc75-4737-95ce-5e287d60c26e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:29.725883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d3d78934-7c31-4244-85f8-7b59ee8910c6 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:29.748122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.752275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8e332d5e-fd66-4c37-98a3-f5a83aec91c5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0821981-dc75-4737-95ce-5e287d60c26e HTTP/1.1" status: 204 len: 168 time: 0.7850604 Feb 10 04:01:29.758643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50192) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:29.777768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71666c44-0b3d-4796-94f1-0bda18c5d55d None None] Network ea0c3e45-b0f7-40c5-98ba-0b278923a76b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:01:29.832359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-636e1728-e965-45b3-a54a-69d89a666739 req-b9ef10bb-3d30-4dec-9bcf-36fe678fde60 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 210 time: 0.2009873 Feb 10 04:01:29.846439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d3d78934-7c31-4244-85f8-7b59ee8910c6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:29.851540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d3d78934-7c31-4244-85f8-7b59ee8910c6 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:29.863327 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f359-4874-4c4f-ae1b-f37e657b686c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:29.920776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (ea0c3e45-b0f7-40c5-98ba-0b278923a76b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.059034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Deleting port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:30.059656 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.136437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] DHCP port deletion for ea0c3e45-b0f7-40c5-98ba-0b278923a76b request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:01:30.139865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (83f9964a-bf14-4415-85f6-3ae78eafec23), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.158665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] For port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:30.159067 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.186353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event deleted for resources: {'Port': ['ID=83f9964a-bf14-4415-85f6-3ae78eafec23,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:30.195363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Calling delete_port for 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:30.241725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] Deleting port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:30.242109 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.246156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] No DVR routers for this DVR port 83f9964a-bf14-4415-85f6-3ae78eafec23 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:30.249714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.256212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24396586-3e2e-4a23-ace3-55778447edad req-b122f47d-567e-4fa3-8278-875fbe7cfff7 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.43 "DELETE /v2.0/ports/83f9964a-bf14-4415-85f6-3ae78eafec23 HTTP/1.1" status: 204 len: 173 time: 1.0324535 Feb 10 04:01:30.256212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-deleted', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:30.257278 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02841f2-c450-48e3-94c7-60caec2986a2" -d '{"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-deleted", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:30.341663 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00cf825-fd3e-4365-8e2b-b5956e96d700 x-openstack-request-id: req-d00cf825-fd3e-4365-8e2b-b5956e96d700 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:30.341963 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd41332-500b-4a54-be69-d2d24951bbc9", "name": "network-vif-deleted", "tag": "83f9964a-bf14-4415-85f6-3ae78eafec23", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:30.342219 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d00cf825-fd3e-4365-8e2b-b5956e96d700 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:30.342677 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd41332-500b-4a54-be69-d2d24951bbc9', 'name': 'network-vif-deleted', 'tag': '83f9964a-bf14-4415-85f6-3ae78eafec23', 'status': 'completed', 'code': 200} Feb 10 04:01:30.355108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] For port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,segment=NetworkSegment(9f42c92f-0db0-433b-9472-82ce117499ec),segment_id=9f42c92f-0db0-433b-9472-82ce117499ec)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:30.355439 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.371179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] Calling delete_port for 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:30.475941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.477230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.514406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] Pushing event deleted for resources: {'Port': ['ID=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:30.520274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18654e89-88fc-4ba5-8916-2e5ac7c02e65 None None] No DVR routers for this DVR port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:30.532098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:30.546761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] No DVR routers for this DVR port 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:30.562841 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.642071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (16c82cce-19c2-433f-bd01-6b9efc5fc0f2), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.649771 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (ea0c3e45-b0f7-40c5-98ba-0b278923a76b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.675560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007494e-760a-473f-907c-7b960860a00c req-7eb4db83-f6e9-4e1d-a548-37c0d2d3b3c2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:30.677119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f007494e-760a-473f-907c-7b960860a00c req-7eb4db83-f6e9-4e1d-a548-37c0d2d3b3c2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.1471088 Feb 10 04:01:30.696320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0c3e45-b0f7-40c5-98ba-0b278923a76b']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:30.728167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f42c92f-0db0-433b-9472-82ce117499ec') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:30.729472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f42c92f-0db0-433b-9472-82ce117499ec') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:30.739396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (9f42c92f-0db0-433b-9472-82ce117499ec), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.781313 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Floating IP 16c82cce-19c2-433f-bd01-6b9efc5fc0f2 associated. External IP: 172.25.8.124, port: e6ecb201-e292-4790-92b9-48d99bb89588. Feb 10 04:01:30.810201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9f42c92f-0db0-433b-9472-82ce117499ec), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.818540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f007494e-760a-473f-907c-7b960860a00c req-022d0f1a-56cb-426f-9ab8-7d4739e2f029 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313236 Feb 10 04:01:30.821296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:01:30.821734 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (9f42c92f-0db0-433b-9472-82ce117499ec), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:01:30.825220 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:01:30.876470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:31.035207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (ea0c3e45-b0f7-40c5-98ba-0b278923a76b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:31.042085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:31.048479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] 10.222.0.42 "DELETE /v2.0/networks/ea0c3e45-b0f7-40c5-98ba-0b278923a76b HTTP/1.1" status: 204 len: 168 time: 1.2561452 Feb 10 04:01:31.049857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50256) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:31.107092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:01:31.154912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d4a68-1cf5-4b9d-9c8a-85a9ab06994c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0c3e45-b0f7-40c5-98ba-0b278923a76b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:31.322143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:01:31.328760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:31.333294 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] Sync routers for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:01:31.370880 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:31.371654 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:31.387275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-62b8e7e3-5f64-4b42-9fce-b3f4be78f1fd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "PUT /v2.0/floatingips/16c82cce-19c2-433f-bd01-6b9efc5fc0f2 HTTP/1.1" status: 200 len: 991 time: 1.8203125 Feb 10 04:01:31.400050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:31.408802 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7df8a-62f9-46c3-b588-a264053c77eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:31.484812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82e4efe9-b1ee-4cf1-b56a-ac1e2cfc2a6d req-6338c815-212b-454f-8caf-048c0b3f2086 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 210 time: 0.0389161 Feb 10 04:01:31.532903 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:31.739890 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (3725eebd-d943-4f87-96ea-5ba1954208b8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:31.740347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:31.773543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:31.773903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6dcfcf9d-9cab-49fc-84ba-aea2d5a33d0f not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:31.806074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a160f-50c0-4a7b-b4fc-f7f95a9195de req-95157486-6e4b-4542-96d5-f8a6d93b78dd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:31.810770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-312a160f-50c0-4a7b-b4fc-f7f95a9195de req-95157486-6e4b-4542-96d5-f8a6d93b78dd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.1303375 Feb 10 04:01:31.919475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-312a160f-50c0-4a7b-b4fc-f7f95a9195de req-aec17fb8-6d3a-4c20-8aa0-9f672381ae42 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018848 Feb 10 04:01:31.925200 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5950c4cb-6069-410a-a947-1c05ce8cd966 x-openstack-request-id: req-5950c4cb-6069-410a-a947-1c05ce8cd966 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:31.925518 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:31.925777 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5950c4cb-6069-410a-a947-1c05ce8cd966 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:31.926176 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'status': 'completed', 'code': 200} Feb 10 04:01:31.965960 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '16c82cce-19c2-433f-bd01-6b9efc5fc0f2', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'port_id': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'mac_address': 'fa:16:3e:58:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:00:57Z', 'updated_at': '2022-02-10T04:01:30Z', 'revision_number': 1, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:32.000240 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] Checking router: 86659c9d-0802-4f85-bb98-9b7c6b4c0cac for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:01:32.010748 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:32.010748 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:32.136984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c8213-eb91-45e0-9937-5aec1b95ed72 req-6e6c2f7b-a455-4910-a964-667281585faf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:32.139387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b7c8213-eb91-45e0-9937-5aec1b95ed72 req-6e6c2f7b-a455-4910-a964-667281585faf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.0727658 Feb 10 04:01:32.193375 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:32.250331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b7c8213-eb91-45e0-9937-5aec1b95ed72 req-dbaeb79d-c684-45a2-a756-a4369633a24a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047566 Feb 10 04:01:32.329795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-ac4fc25c-9c4e-414a-b30b-ee7b38929680 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:32.331825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-ac4fc25c-9c4e-414a-b30b-ee7b38929680 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.1442306 Feb 10 04:01:32.346520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-722fec10-4fd4-461b-8f81-5dfaf4e9a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:32.348165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-722fec10-4fd4-461b-8f81-5dfaf4e9a8ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=416e3172959945b9a90077a8c4b550e8&device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 1127 time: 0.3753965 Feb 10 04:01:32.358159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Request body: {'port': {'device_id': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'admin_state_up': True, 'tenant_id': '3f25a4e8ee1f42e696c6eb68c976f024'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:32.425355 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:32.684412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-3bef55c6-a429-4140-814d-7f97f8d92559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:32.686999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-3bef55c6-a429-4140-814d-7f97f8d92559 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4e4aef5-8e2a-4df2-b022-91e59a117639 HTTP/1.1" status: 200 len: 915 time: 0.3122699 Feb 10 04:01:32.703830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe04c66-19c6-421b-8346-f5f1110969c7 req-515819e6-75be-422b-a846-36be7c67f8fd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:32.706351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9fe04c66-19c6-421b-8346-f5f1110969c7 req-515819e6-75be-422b-a846-36be7c67f8fd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 951 time: 0.1165614 Feb 10 04:01:32.777435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9fe04c66-19c6-421b-8346-f5f1110969c7 req-231ac15c-7acf-440d-802b-d3c285e5faeb tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652068 Feb 10 04:01:32.811861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-85d108dd-1658-45d6-8d2a-715b8fa11acb tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1642239 Feb 10 04:01:32.875975 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '16c82cce-19c2-433f-bd01-6b9efc5fc0f2', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'port_id': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'mac_address': 'fa:16:3e:58:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:00:57Z', 'updated_at': '2022-02-10T04:01:30Z', 'revision_number': 1, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:32.926551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 83f9964a-bf14-4415-85f6-3ae78eafec23 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:32.946661 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d8e34-711e-4d4d-bfe2-4b33f3cd3d17 None None] The sync data for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 is: [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '16c82cce-19c2-433f-bd01-6b9efc5fc0f2', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'port_id': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'mac_address': 'fa:16:3e:58:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:00:57Z', 'updated_at': '2022-02-10T04:01:30Z', 'revision_number': 1, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:01:32.964608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 83f9964a-bf14-4415-85f6-3ae78eafec23 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:32.965221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 83f9964a-bf14-4415-85f6-3ae78eafec23 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:32.965789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 49b1188a-2f8d-44e6-9595-0b840e427670 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:32.987410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a866c0a-085b-4a2c-aca0-917ddea0b6bb req-36494b1c-f955-4d9e-9839-7d056f163f95 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 210 time: 0.0781112 Feb 10 04:01:33.158309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 49b1188a-2f8d-44e6-9595-0b840e427670 is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:33.233762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fffea-abbf-4a07-a33c-c450c85be630 req-85a63bf3-d076-437c-ade8-8090e4db9e69 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:33.235982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b3fffea-abbf-4a07-a33c-c450c85be630 req-85a63bf3-d076-437c-ade8-8090e4db9e69 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.0915885 Feb 10 04:01:33.256116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-7f77bd5f-b9e6-412a-845c-5bb7de543794 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ecb201-e292-4790-92b9-48d99bb89588 HTTP/1.1" status: 200 len: 999 time: 0.5277898 Feb 10 04:01:33.329984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b3fffea-abbf-4a07-a33c-c450c85be630 req-f258b7cb-c9e2-45ca-bf76-bc95e7544934 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861354 Feb 10 04:01:33.359616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c013e01-473c-486d-a7fb-5b1ef374150b None None] New status for floating IP 16c82cce-19c2-433f-bd01-6b9efc5fc0f2: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:01:33.386231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Made reservation on behalf of 3f25a4e8ee1f42e696c6eb68c976f024 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:01:33.391410 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:33.402884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Deleting port 5140cd64-f762-4b9b-8149-d67d197b93ca {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:33.403650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:33.518454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] For port 5140cd64-f762-4b9b-8149-d67d197b93ca, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5140cd64-f762-4b9b-8149-d67d197b93ca,segment=NetworkSegment(de39986b-3788-4e9f-9add-a5b4b9cf80e1),segment_id=de39986b-3788-4e9f-9add-a5b4b9cf80e1)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:33.519182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:33.541226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Calling delete_port for 5140cd64-f762-4b9b-8149-d67d197b93ca owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:33.545628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985103d-634d-46e8-be71-2f85bdb0d860 req-d43c97f9-cbb5-48e7-b5fc-072df1213610 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:33.553277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4985103d-634d-46e8-be71-2f85bdb0d860 req-d43c97f9-cbb5-48e7-b5fc-072df1213610 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.0931776 Feb 10 04:01:33.609550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4985103d-634d-46e8-be71-2f85bdb0d860 req-c01ad995-4faf-4006-8c6a-7112eb0f9ccf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552113 Feb 10 04:01:33.803679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-e8f0ebf2-deaa-449b-a994-4227a7915a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:33.803919 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:33.805569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-e8f0ebf2-deaa-449b-a994-4227a7915a5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea08a5f5-66ed-45ae-a375-f9b98cc0a15d HTTP/1.1" status: 200 len: 853 time: 0.5186057 Feb 10 04:01:33.896205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-88376198-f684-4414-a6ab-afac2a3d2076 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:33.897719 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-88376198-f684-4414-a6ab-afac2a3d2076 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0850396 Feb 10 04:01:33.936063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00472efe-e965-45e8-9477-0883993ab1e1 req-08ca3d98-b7f2-4bea-8e12-900b6a314220 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:33.938346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00472efe-e965-45e8-9477-0883993ab1e1 req-08ca3d98-b7f2-4bea-8e12-900b6a314220 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 951 time: 0.0616286 Feb 10 04:01:33.952226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:33.961421 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-5861e617-2fcd-4d87-ba5f-47a1bd381ccc tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/quotas/f07b1b9cab6c4a32a95efe9741ef49a2 HTTP/1.1" status: 200 len: 375 time: 0.0534368 Feb 10 04:01:33.973796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Allocated IP 172.20.0.8 (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3/75b93f94-2f7f-40e2-8481-c4350399ed1a/170d6b8e-b127-4561-b200-60dca263e736) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:01:34.003760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-16a1c4fd-6d73-429d-b242-88fd831d50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:34.005310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-16a1c4fd-6d73-429d-b242-88fd831d50e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4e4aef5-8e2a-4df2-b022-91e59a117639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1866775 Feb 10 04:01:34.018694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00472efe-e965-45e8-9477-0883993ab1e1 req-d709729b-18f7-42e8-ae75-b11384694d07 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/security-groups?id=176d6243-7de9-430c-b11d-854ce7ce1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705419 Feb 10 04:01:34.030932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-b9939cbf-a117-474a-8274-ab67fde3a073 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463932 Feb 10 04:01:34.117477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5140cd64-f762-4b9b-8149-d67d197b93ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:34.135514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a112d6c3-4b96-490f-be05-269d707837ad req-d1e09779-abe4-43df-9e28-3ad12cca9efd tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 210 time: 0.0614550 Feb 10 04:01:34.150156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 18abae03-c397-46bb-9ccd-be250e47d43e is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:34.150918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:34.178660 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5140cd64-f762-4b9b-8149-d67d197b93ca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:34.179481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:34.182232 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa24d68-56fa-4f1e-9e4c-5c545da71101" -d '{"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-unplugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:34.207359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:34.288537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:34.296801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-acbbefff-d10d-4ec8-b176-873d3592b482 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687428 Feb 10 04:01:34.460426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:34.471545 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa54150b-56e3-4041-be00-c68871ce6485 x-openstack-request-id: req-fa54150b-56e3-4041-be00-c68871ce6485 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:34.472241 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-unplugged", "status": "completed", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:34.472744 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa54150b-56e3-4041-be00-c68871ce6485 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:34.473374 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e', 'code': 200} Feb 10 04:01:34.515926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-3acce7e9-0436-46e4-8723-f0ab467b4e5f tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:34.517655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-3acce7e9-0436-46e4-8723-f0ab467b4e5f tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.24 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 949 time: 0.1359596 Feb 10 04:01:34.626233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks [] for port (170d6b8e-b127-4561-b200-60dca263e736), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:34.647401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-e4cda757-1d43-44b7-bf6d-f526926c8df8 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494785 Feb 10 04:01:34.680628 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abf7df8a-62f9-46c3-b588-a264053c77eb req-271fa17f-2c56-4bcc-8b7b-3b6d53825b68 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674154 Feb 10 04:01:34.751850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d48a7-6e03-473d-b915-e8f998125aa8 req-4a6b53bc-112b-4fab-8c69-ebe6427ee82e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:34.753420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c50d48a7-6e03-473d-b915-e8f998125aa8 req-4a6b53bc-112b-4fab-8c69-ebe6427ee82e tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.2554829 Feb 10 04:01:34.774790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (3725eebd-d943-4f87-96ea-5ba1954208b8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:34.801878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Deleting port 18abae03-c397-46bb-9ccd-be250e47d43e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:34.802224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:34.813907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-99bcc7bb-fd57-4161-8324-600deb39f99b tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:34.815479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-99bcc7bb-fd57-4161-8324-600deb39f99b tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575351 Feb 10 04:01:34.847200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-a4d2d582-67fc-4886-b590-2e02d3791d2c tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/quotas/f07b1b9cab6c4a32a95efe9741ef49a2 HTTP/1.1" status: 200 len: 375 time: 0.0205078 Feb 10 04:01:34.861156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:34.918024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c50d48a7-6e03-473d-b915-e8f998125aa8 req-8ba91e16-cb07-4e88-8c06-8e8204aca148 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463807 Feb 10 04:01:34.922076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-37efb2fe-1a95-4c9a-88b6-fe919aa1338e tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387270 Feb 10 04:01:34.997377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] For port 18abae03-c397-46bb-9ccd-be250e47d43e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=18abae03-c397-46bb-9ccd-be250e47d43e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:34.998113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:35.016855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Calling delete_port for 18abae03-c397-46bb-9ccd-be250e47d43e owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:35.046331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:01:35.064546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:01:35.070823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:35.088930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:01:35.187405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-78001801-4ef8-4976-84a1-0b2ff720dac8 service neutron] 10.222.0.43 "GET /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670/bindings/n-h1-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.2819061 Feb 10 04:01:35.199749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:35.200404 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:35.301823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c3b67-43bc-48f3-8a28-eb8b8f94212a req-ebd442e9-b6d8-4a37-b7cd-a745c89669d6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:35.303484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-566c3b67-43bc-48f3-8a28-eb8b8f94212a req-ebd442e9-b6d8-4a37-b7cd-a745c89669d6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.2626805 Feb 10 04:01:35.342936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (18abae03-c397-46bb-9ccd-be250e47d43e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:35.382664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Pushing event deleted for resources: {'Port': ['ID=18abae03-c397-46bb-9ccd-be250e47d43e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:35.397944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-566c3b67-43bc-48f3-8a28-eb8b8f94212a req-236fc214-85a4-4e29-8f87-6c18d2e20269 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802903 Feb 10 04:01:35.431125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-565b2bde-3068-488f-92f8-7555d7ef1729 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0816398 Feb 10 04:01:35.443465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] No DVR routers for this DVR port 18abae03-c397-46bb-9ccd-be250e47d43e on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:35.446731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:35.451424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fdb3e71-3b3c-474c-958d-683568e964d7 req-afbd0c45-4121-4ebd-8e91-3a394ac154cd tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.24 "DELETE /v2.0/ports/18abae03-c397-46bb-9ccd-be250e47d43e HTTP/1.1" status: 204 len: 173 time: 0.9270642 Feb 10 04:01:35.452203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-deleted', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:35.466994 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c13ff60-fe52-456f-aa97-a1ec0f31b92f" -d '{"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-deleted", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:35.468835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Request body: {'port': {'device_id': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:35.518186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-270fb78d-9de5-46dd-a990-a1c3a74dfa98 req-8db3d2df-8303-476a-bfcd-19d1139260e6 tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 210 time: 0.0463164 Feb 10 04:01:35.637755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2f929d6-1daf-477a-a576-4054c3dbf2c9 req-1fd9be18-9b75-4387-9da2-3534ccf74dfe tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0460889 Feb 10 04:01:35.643203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Router 3725eebd-d943-4f87-96ea-5ba1954208b8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:01:35.645058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:35.703181 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990a27ac-ea9d-49dc-946f-0a1a228f3b0c x-openstack-request-id: req-990a27ac-ea9d-49dc-946f-0a1a228f3b0c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:35.712449 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603113d-fd5d-49f2-8398-21cc1255228e", "name": "network-vif-deleted", "tag": "18abae03-c397-46bb-9ccd-be250e47d43e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:35.712449 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-990a27ac-ea9d-49dc-946f-0a1a228f3b0c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:35.712449 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603113d-fd5d-49f2-8398-21cc1255228e', 'name': 'network-vif-deleted', 'tag': '18abae03-c397-46bb-9ccd-be250e47d43e', 'status': 'completed', 'code': 200} Feb 10 04:01:36.088601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c2574-bc85-461b-91a7-234396d8d55b req-21f70372-0720-463f-9cd4-c00199c741a0 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:36.097192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f62c2574-bc85-461b-91a7-234396d8d55b req-21f70372-0720-463f-9cd4-c00199c741a0 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.0846536 Feb 10 04:01:36.163425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f62c2574-bc85-461b-91a7-234396d8d55b req-3c96bed5-c7bd-44cf-ba56-efed2dec8e63 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648944 Feb 10 04:01:36.199002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035713c-db58-4761-a113-1bdab3a5628c req-add82a7d-2d90-4a0f-ada5-e1b29f86cd2c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:36.201023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f035713c-db58-4761-a113-1bdab3a5628c req-add82a7d-2d90-4a0f-ada5-e1b29f86cd2c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 931 time: 0.6459098 Feb 10 04:01:36.319005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:36.442872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f035713c-db58-4761-a113-1bdab3a5628c req-4c6b5fa1-8b30-4ea8-9340-580a4012feb9 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262578 Feb 10 04:01:36.456039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:36.488356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:01:36.494574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-55408c02-05b4-4de3-a62a-2fb78380ded8 admin admin] 10.222.0.42 "PUT /v2.0/routers/3725eebd-d943-4f87-96ea-5ba1954208b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4438729 Feb 10 04:01:36.496985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50390) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:36.502237 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] Sync routers for ids ['3725eebd-d943-4f87-96ea-5ba1954208b8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:01:36.539813 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] Routers {'3725eebd-d943-4f87-96ea-5ba1954208b8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:36.540464 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3725eebd-d943-4f87-96ea-5ba1954208b8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:36.694935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b1188a-2f8d-44e6-9595-0b840e427670 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:36.778768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:36.779182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a7ddf-6699-4978-b2e7-ecbd00fd1ba0 req-dd41f642-f765-4b21-aff9-f02715da9039 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:36.789170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b2a7ddf-6699-4978-b2e7-ecbd00fd1ba0 req-dd41f642-f765-4b21-aff9-f02715da9039 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 943 time: 0.1737273 Feb 10 04:01:36.796198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks [] for router (3725eebd-d943-4f87-96ea-5ba1954208b8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:36.799670 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] Set router 3725eebd-d943-4f87-96ea-5ba1954208b8 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:36.843474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-784ded70-092c-4265-a446-b325b48c634b req-4b3492fa-17f8-441c-8418-810eab5ba69d tempest-ImagesOneServerTestJSON-1222055587 tempest-ImagesOneServerTestJSON-1222055587-project] 10.222.0.42 "GET /v2.0/ports?device_id=0603113d-fd5d-49f2-8398-21cc1255228e HTTP/1.1" status: 200 len: 210 time: 0.1262467 Feb 10 04:01:36.945928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b2a7ddf-6699-4978-b2e7-ecbd00fd1ba0 req-24bc0d5c-caf9-40d7-acaa-001735f758e5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557474 Feb 10 04:01:36.953584 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:36.972873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170d6b8e-b127-4561-b200-60dca263e736 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:36.982690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks [] for router_gateway (3725eebd-d943-4f87-96ea-5ba1954208b8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.012819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Publish callbacks [] for port (170d6b8e-b127-4561-b200-60dca263e736), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.047033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a717ab01-9fc1-4089-b9f4-a40e49cdd9d1 req-5f5b65d8-f076-4a7b-a678-6c697a7f3eb8 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0627265 Feb 10 04:01:37.128763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Transition to ACTIVE for port object 170d6b8e-b127-4561-b200-60dca263e736 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:01:37.174944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Deleting port 8e4495d7-520d-4e04-8b6c-49fed7683afc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:37.175691 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T04:01:33Z', 'revision_number': 5, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port': {'id': '8e4495d7-520d-4e04-8b6c-49fed7683afc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:15Z', 'updated_at': '2022-02-10T03:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:37.176375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.192010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] Transition to ACTIVE for port object 49b1188a-2f8d-44e6-9595-0b840e427670 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:01:37.207889 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] Checking router: 3725eebd-d943-4f87-96ea-5ba1954208b8 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:01:37.214574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.220362 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] Routers {'3725eebd-d943-4f87-96ea-5ba1954208b8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:01:37.221055 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3725eebd-d943-4f87-96ea-5ba1954208b8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:37.282964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] For port 8e4495d7-520d-4e04-8b6c-49fed7683afc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8e4495d7-520d-4e04-8b6c-49fed7683afc,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:37.284023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.299964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Calling delete_port for 8e4495d7-520d-4e04-8b6c-49fed7683afc owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:37.353979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.357060 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] Set router 3725eebd-d943-4f87-96ea-5ba1954208b8 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:01:37.370344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:37.420836 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T04:01:36Z', 'revision_number': 6, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:37.459778 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c2a67-0cdb-40e2-b69b-c35bdace8201 None None] The sync data for ids ['3725eebd-d943-4f87-96ea-5ba1954208b8'] in n-d-827844-2 is: [{'id': '3725eebd-d943-4f87-96ea-5ba1954208b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705371988-router', 'tenant_id': '5f89e5bbd28a4839ad82730324fe35c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:14Z', 'updated_at': '2022-02-10T04:01:36Z', 'revision_number': 6, 'project_id': '5f89e5bbd28a4839ad82730324fe35c5', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:01:37.488959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] Pushing event updated for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=10']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:37.525831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] No DVR routers for this DVR port 49b1188a-2f8d-44e6-9595-0b840e427670 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:37.584916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Attempting to bind port 170d6b8e-b127-4561-b200-60dca263e736 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:37.585286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Attempting to bind port 170d6b8e-b127-4561-b200-60dca263e736 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:37.585616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Attempting to bind port 170d6b8e-b127-4561-b200-60dca263e736 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:37.592273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-dc6a6dd6-84db-414a-b2fa-0f6a99fe0b1c service neutron] 10.222.0.43 "PUT /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670/bindings/n-h1-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3415818 Feb 10 04:01:37.594622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Port 170d6b8e-b127-4561-b200-60dca263e736 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:01:37.596914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Attempting to bind port 170d6b8e-b127-4561-b200-60dca263e736 on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:37.600487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:37.600832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Checking segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:37.601217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Bound using segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:37.601648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Bound port: 170d6b8e-b127-4561-b200-60dca263e736, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:37.602367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.632787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0063aa-0273-4ada-a319-4e6ac61e5080 req-96e746f9-28aa-4f55-ad72-ddefd884a74a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:37.634258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c0063aa-0273-4ada-a319-4e6ac61e5080 req-96e746f9-28aa-4f55-ad72-ddefd884a74a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 943 time: 0.0700157 Feb 10 04:01:37.688960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:37.692831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8e4495d7-520d-4e04-8b6c-49fed7683afc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.694150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:37.747675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4495d7-520d-4e04-8b6c-49fed7683afc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:37.776222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c0063aa-0273-4ada-a319-4e6ac61e5080 req-cc389c92-e248-4121-b695-2a662ba09453 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335363 Feb 10 04:01:37.845673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-488818b8-0451-439a-865f-03754c348e8f tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:37.851920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-488818b8-0451-439a-865f-03754c348e8f tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.1164436 Feb 10 04:01:37.851920 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (3725eebd-d943-4f87-96ea-5ba1954208b8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.924037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:37.947925 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-922034f6-4e25-4564-b41f-4b5ba3a216ee tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138995 Feb 10 04:01:37.976386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:38.009053 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (3725eebd-d943-4f87-96ea-5ba1954208b8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:38.015369 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks [] for router_controller (3725eebd-d943-4f87-96ea-5ba1954208b8), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:38.051240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 18abae03-c397-46bb-9ccd-be250e47d43e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:38.051872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 18abae03-c397-46bb-9ccd-be250e47d43e not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:38.084488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-312f7bbc-117b-4a84-88e2-d4adfa04080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:38.095003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-312f7bbc-117b-4a84-88e2-d4adfa04080c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 1126 time: 0.2368646 Feb 10 04:01:38.117808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5140cd64-f762-4b9b-8149-d67d197b93ca no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:38.147584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5140cd64-f762-4b9b-8149-d67d197b93ca {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:38.148558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5140cd64-f762-4b9b-8149-d67d197b93ca not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:38.211418 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (3725eebd-d943-4f87-96ea-5ba1954208b8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:38.214047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3725eebd-d943-4f87-96ea-5ba1954208b8 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:01:38.242869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:38.244876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cd823cc5-b23c-47cd-af95-4630c24793e6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3725eebd-d943-4f87-96ea-5ba1954208b8 HTTP/1.1" status: 204 len: 168 time: 1.7463088 Feb 10 04:01:38.273193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:38.289222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:38.290118 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:38.292262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] 10.222.0.24 "PUT /v2.0/ports/170d6b8e-b127-4561-b200-60dca263e736 HTTP/1.1" status: 200 len: 1091 time: 2.8291335 Feb 10 04:01:38.296537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'tag': '170d6b8e-b127-4561-b200-60dca263e736'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:38.303399 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b3a1d8-c60a-4519-af15-52f980ba5c83" -d '{"events": [{"name": "network-changed", "server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "tag": "170d6b8e-b127-4561-b200-60dca263e736"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:38.338438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-231690ac-1d49-4bea-b060-df198bf8feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:38.340306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-231690ac-1d49-4bea-b060-df198bf8feb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1126 time: 0.2106462 Feb 10 04:01:38.347198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] Deleting subnet cbff1082-fc7c-40d8-a2d6-70b0039edfe3 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:01:38.352492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] Publish callbacks [] for subnet (cbff1082-fc7c-40d8-a2d6-70b0039edfe3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:38.358095 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-49871591-82f2-4d36-a55b-57ac1c553c28 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2342982 Feb 10 04:01:38.364709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc228779-ae93-4a8a-8a7a-61b3d873ec32 req-5518190b-2652-491e-9a69-173f6a567988 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 210 time: 0.1122851 Feb 10 04:01:38.391034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e481-998c-4d2d-851d-9c203e3752fb service neutron] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:38.434615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5482e9-0e84-4556-803c-45cdc0966e40 req-1a88b686-3a32-41d1-b6fd-309e2b37e190 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:38.444891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e5482e9-0e84-4556-803c-45cdc0966e40 req-1a88b686-3a32-41d1-b6fd-309e2b37e190 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 944 time: 0.2429733 Feb 10 04:01:38.481489 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8162b4-0c4d-41f6-85c5-7384f9582c1d x-openstack-request-id: req-5e8162b4-0c4d-41f6-85c5-7384f9582c1d {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:38.481974 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "tag": "170d6b8e-b127-4561-b200-60dca263e736", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:38.482334 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e8162b4-0c4d-41f6-85c5-7384f9582c1d {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:38.482862 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'tag': '170d6b8e-b127-4561-b200-60dca263e736', 'status': 'completed', 'code': 200} Feb 10 04:01:38.484321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (cbff1082-fc7c-40d8-a2d6-70b0039edfe3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:38.581968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-b448db3f-d87e-4857-9627-3b7e6a130175 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:38.583703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-b448db3f-d87e-4857-9627-3b7e6a130175 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4611740 Feb 10 04:01:38.604193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Request body: {'port': {'device_id': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'f07b1b9cab6c4a32a95efe9741ef49a2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:38.653987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-98558b02-18e3-4462-98b7-c88ba0cd7ed1 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:38.655636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-98558b02-18e3-4462-98b7-c88ba0cd7ed1 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824302 Feb 10 04:01:38.662311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3a1d8-c60a-4519-af15-52f980ba5c83 req-d25afb19-1600-4912-894d-b3ccc8e61196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:38.663972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66b3a1d8-c60a-4519-af15-52f980ba5c83 req-d25afb19-1600-4912-894d-b3ccc8e61196 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 1125 time: 0.1448257 Feb 10 04:01:38.696598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Request body: {'port': {'device_id': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'f07b1b9cab6c4a32a95efe9741ef49a2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:38.852124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:39.123041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-270ecf07-d369-4c59-9ae8-c4d199dfe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:39.124747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-270ecf07-d369-4c59-9ae8-c4d199dfe829 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.7741413 Feb 10 04:01:39.132685 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e5482e9-0e84-4556-803c-45cdc0966e40 req-ae81b62d-6e6e-4d8e-a824-a7b97e7c63e4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868060 Feb 10 04:01:39.135946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3a1d8-c60a-4519-af15-52f980ba5c83 req-b071658e-e7e8-4ead-850b-4717a4ec44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:39.136575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66b3a1d8-c60a-4519-af15-52f980ba5c83 req-b071658e-e7e8-4ead-850b-4717a4ec44e7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4358196 Feb 10 04:01:39.179836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f90205-7085-4342-8c6a-5542e784dcc7 req-f94ba819-4711-4ae5-914e-8f88a0b6afe4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:39.187484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8f90205-7085-4342-8c6a-5542e784dcc7 req-f94ba819-4711-4ae5-914e-8f88a0b6afe4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 943 time: 0.2991712 Feb 10 04:01:39.198216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-cc65f83b-5412-4cd9-bd92-59d6852c1a13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 200 len: 217 time: 0.0637739 Feb 10 04:01:39.218857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Made reservation on behalf of f07b1b9cab6c4a32a95efe9741ef49a2 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:01:39.222575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.242606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (cbff1082-fc7c-40d8-a2d6-70b0039edfe3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.288061 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.292407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-949b598e-817e-422e-ab19-6f85911e3030 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7954ee9f5b6a42789c418a327e3789e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334774 Feb 10 04:01:39.293500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Made reservation on behalf of f07b1b9cab6c4a32a95efe9741ef49a2 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:01:39.297424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.301906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50424) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:39.349485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-7698f37d-97dc-4640-be31-f56eecbbe9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:39.351461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-7698f37d-97dc-4640-be31-f56eecbbe9e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1480858 Feb 10 04:01:39.390784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-4f795893-b8ef-4401-a120-1125eba009cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316629 Feb 10 04:01:39.398931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.403954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d8861e3-a549-48aa-acb9-2a31ba199862 admin admin] Publish callbacks [] for security_group (176d6243-7de9-430c-b11d-854ce7ce1bd4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.419299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (cbff1082-fc7c-40d8-a2d6-70b0039edfe3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.486408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbff1082-fc7c-40d8-a2d6-70b0039edfe3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:39.499715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d8861e3-a549-48aa-acb9-2a31ba199862 admin admin] Publish callbacks [] for security_group (176d6243-7de9-430c-b11d-854ce7ce1bd4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.513793 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.516511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ac80c9c0-7704-478e-8461-627b29bd6232 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cbff1082-fc7c-40d8-a2d6-70b0039edfe3 HTTP/1.1" status: 204 len: 168 time: 1.2443388 Feb 10 04:01:39.517821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b753bfbd-64da-44b5-9ba1-3b6eb7181152 None None] Network aaf08d00-ea07-4946-8f58-16d1a3b5e781 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:01:39.544984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50430) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:39.575691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4963db6-16a8-41e9-84ab-a47b308385d7 req-0decf0a7-bcea-4c9e-97ce-b2ee8475d767 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0955632 Feb 10 04:01:39.680902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e4495d7-520d-4e04-8b6c-49fed7683afc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:39.699803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-598a3ed7-a6dc-408f-a660-5fed8d72b25a service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938313 Feb 10 04:01:39.716460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 8e4495d7-520d-4e04-8b6c-49fed7683afc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:39.717221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e4495d7-520d-4e04-8b6c-49fed7683afc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:39.728239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (aaf08d00-ea07-4946-8f58-16d1a3b5e781), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.810857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d8861e3-a549-48aa-acb9-2a31ba199862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (176d6243-7de9-430c-b11d-854ce7ce1bd4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.813497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d8861e3-a549-48aa-acb9-2a31ba199862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.817581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8d8861e3-a549-48aa-acb9-2a31ba199862 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/176d6243-7de9-430c-b11d-854ce7ce1bd4 HTTP/1.1" status: 204 len: 168 time: 0.5141535 Feb 10 04:01:39.828724 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8f90205-7085-4342-8c6a-5542e784dcc7 req-d01a08c1-f061-45e5-871d-e6cdd49b0ed0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289980 Feb 10 04:01:39.860789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8861e3-a549-48aa-acb9-2a31ba199862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d6243-7de9-430c-b11d-854ce7ce1bd4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:39.861000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] DHCP port deletion for aaf08d00-ea07-4946-8f58-16d1a3b5e781 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:01:39.864213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3a1d8-c60a-4519-af15-52f980ba5c83 req-ae91ec30-0925-4830-b9e7-b85934941216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:39.867207 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66b3a1d8-c60a-4519-af15-52f980ba5c83 req-ae91ec30-0925-4830-b9e7-b85934941216 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7227104 Feb 10 04:01:39.886585 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-e12266a8-337e-441b-8b84-e79f7322ccd2 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728613 Feb 10 04:01:39.981278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Deleting port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:39.981635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:39.991189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks [] for security_group (8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.005485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] Deleting port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:01:40.021072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.077100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] For port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,segment=NetworkSegment(de39986b-3788-4e9f-9add-a5b4b9cf80e1),segment_id=de39986b-3788-4e9f-9add-a5b4b9cf80e1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:40.077388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.104157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-d10efd48-618f-4890-a4d8-5c2c4fc5533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:40.105700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-d10efd48-618f-4890-a4d8-5c2c4fc5533d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 1125 time: 0.1760726 Feb 10 04:01:40.121248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Calling delete_port for e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:40.133177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.182073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-ec947545-e3be-4513-a045-4ce95648a400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=170d6b8e-b127-4561-b200-60dca263e736 HTTP/1.1" status: 200 len: 217 time: 0.0581057 Feb 10 04:01:40.202853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] For port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,segment=NetworkSegment(de39986b-3788-4e9f-9add-a5b4b9cf80e1),segment_id=de39986b-3788-4e9f-9add-a5b4b9cf80e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:40.203255 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.204718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.api [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f07b1b9cab6c4a32a95efe9741ef49a2 {{(pid=109958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:01:40.205591 n-d-827844-2 neutron-server[109958]: DEBUG oslo_db.api [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:01:40.237581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] Calling delete_port for e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:01:40.246627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-1843291d-95c1-4956-99f4-c59b4f663340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:40.248431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-1843291d-95c1-4956-99f4-c59b4f663340 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75b93f94-2f7f-40e2-8481-c4350399ed1a HTTP/1.1" status: 200 len: 844 time: 0.0600059 Feb 10 04:01:40.408912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:40.468235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f070fbe3-4b9f-463e-bb57-1274f379335b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708686 Feb 10 04:01:40.522251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.592956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Allocated IP 192.168.233.233 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/81dc65a0-962f-42c5-83d9-06a292b66e92) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:01:40.593194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] Pushing event deleted for resources: {'Port': ['ID=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:40.604643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d5c76-a202-4a50-8029-bd834ccaf177 None None] No DVR routers for this DVR port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:40.649192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fda6-4748-4746-8c82-551837c8183e req-8ab54b9e-d284-48c8-9157-c2b0fd735411 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:40.651654 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cb6fda6-4748-4746-8c82-551837c8183e req-8ab54b9e-d284-48c8-9157-c2b0fd735411 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 944 time: 0.3228872 Feb 10 04:01:40.661618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-1ffa8de3-b64d-4017-bee2-e706b8c30b44 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:40.662653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-1ffa8de3-b64d-4017-bee2-e706b8c30b44 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.1601233 Feb 10 04:01:40.723678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.756557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cb6fda6-4748-4746-8c82-551837c8183e req-08e0d66d-5d86-49e0-b103-026be2ce670e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995791 Feb 10 04:01:40.757550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e8c50fd1-10d3-4a52-a7f8-8106740f4cc7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:40.765168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-f7d6866a-a5d7-4121-baf6-ee2ea7a4b2a1 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794580 Feb 10 04:01:40.826878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b653aaec-cc9b-464c-b478-0f52b9980081 req-5eeb2cee-d561-48ad-bfb0-e2e7a941c147 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 210 time: 0.1046658 Feb 10 04:01:40.906157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-920f5513-6b06-47c4-a2a1-c4ab1a829091 req-cafe44e4-f0cc-4403-bac7-0ef5fb69b787 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323032 Feb 10 04:01:40.926611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c50fd1-10d3-4a52-a7f8-8106740f4cc7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:40.930951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] No DVR routers for this DVR port e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:01:41.048231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (aaf08d00-ea07-4946-8f58-16d1a3b5e781), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.077132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf08d00-ea07-4946-8f58-16d1a3b5e781']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:41.095861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e01399-446d-4620-bee3-70a258370912 req-294799e0-fd62-4b2c-a6fb-086dcfb4b349 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:41.097469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35e01399-446d-4620-bee3-70a258370912 req-294799e0-fd62-4b2c-a6fb-086dcfb4b349 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 943 time: 0.1642833 Feb 10 04:01:41.099452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de39986b-3788-4e9f-9add-a5b4b9cf80e1') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:41.099847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de39986b-3788-4e9f-9add-a5b4b9cf80e1') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:01:41.112401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (de39986b-3788-4e9f-9add-a5b4b9cf80e1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.145300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-d7af0f5d-8dd0-47a4-9c57-753b135b3da9 service neutron] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:41.145548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (de39986b-3788-4e9f-9add-a5b4b9cf80e1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.155446 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-d7af0f5d-8dd0-47a4-9c57-753b135b3da9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.156676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c59563b-7033-4fa7-b2f9-f3cc22b79327 req-d7af0f5d-8dd0-47a4-9c57-753b135b3da9 service neutron] 10.222.0.24 "DELETE /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670/bindings/n-h2-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.4823711 Feb 10 04:01:41.159702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:01:41.162332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (de39986b-3788-4e9f-9add-a5b4b9cf80e1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:01:41.172810 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:01:41.224610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35e01399-446d-4620-bee3-70a258370912 req-b1f5c69b-36ab-443e-9545-0f7d6e5a786f tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120412 Feb 10 04:01:41.231109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks [] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.391846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (aaf08d00-ea07-4946-8f58-16d1a3b5e781), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.397780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.404692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] 10.222.0.42 "DELETE /v2.0/networks/aaf08d00-ea07-4946-8f58-16d1a3b5e781 HTTP/1.1" status: 204 len: 168 time: 1.8401806 Feb 10 04:01:41.416231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08a4db-bf9a-4c16-b6c9-ca1a79e88911 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf08d00-ea07-4946-8f58-16d1a3b5e781,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:41.487984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.590616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:01:41.594370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Allocated IP 192.168.233.164 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/a6bdcd4c-792e-4724-900b-ebb4ccc552c4) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:01:41.605841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:01:41.616688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:01:41.628060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:41.798319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:01:41.815577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:41.816347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:41.846039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:01:41.847643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e8c50fd1-10d3-4a52-a7f8-8106740f4cc7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:01:41.884104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50474) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:41.988441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-888a268f-00fd-445e-a49d-71cb870654cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81259bfba7ca473a9bdad466e8081e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1030881 Feb 10 04:01:41.989868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50476) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:42.039378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2742262a-b972-407a-964b-4fc35121ef40 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4440908 Feb 10 04:01:42.066332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Request body: {'port': {'device_id': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:42.083308 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6704ed-6d6a-4b92-a49f-966bfcde2b1c admin admin] Publish callbacks [] for security_group (5fc5db63-4386-41ca-b831-9fa496a307d2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.112950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6704ed-6d6a-4b92-a49f-966bfcde2b1c admin admin] Publish callbacks [] for security_group (5fc5db63-4386-41ca-b831-9fa496a307d2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.181166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0f9ef-b3a0-40a3-a399-615ad7eb47cd req-c3cb04ed-95e9-4384-9d16-dd7e84f37ec7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:42.183411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7e0f9ef-b3a0-40a3-a399-615ad7eb47cd req-c3cb04ed-95e9-4384-9d16-dd7e84f37ec7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 944 time: 0.2390385 Feb 10 04:01:42.189190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3455fa04-977c-4fe7-8547-f8d1faa9ad06 None None] Provisioning complete for port 81dc65a0-962f-42c5-83d9-06a292b66e92 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:42.191985 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3455fa04-977c-4fe7-8547-f8d1faa9ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.259796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3455fa04-977c-4fe7-8547-f8d1faa9ad06 None None] Port 81dc65a0-962f-42c5-83d9-06a292b66e92 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:01:42.274317 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks [] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.280584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7e0f9ef-b3a0-40a3-a399-615ad7eb47cd req-119c1d44-9d19-49a9-9286-37dc7132fbe2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906196 Feb 10 04:01:42.291755 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.310424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6704ed-6d6a-4b92-a49f-966bfcde2b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5fc5db63-4386-41ca-b831-9fa496a307d2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.313451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6704ed-6d6a-4b92-a49f-966bfcde2b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.315734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a6704ed-6d6a-4b92-a49f-966bfcde2b1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fc5db63-4386-41ca-b831-9fa496a307d2 HTTP/1.1" status: 204 len: 168 time: 0.3247335 Feb 10 04:01:42.331914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6704ed-6d6a-4b92-a49f-966bfcde2b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5db63-4386-41ca-b831-9fa496a307d2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:42.451719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b656e6c-2c34-4246-94f2-b17cbb5cd76d req-97af76d1-7eb8-416f-9c1e-3afb27f670a7 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0475492 Feb 10 04:01:42.645030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379aa82-6e27-42fe-90c5-29827cd58df6 req-0e06f336-feeb-4011-a5b0-d454c6909fd0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:42.647136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0379aa82-6e27-42fe-90c5-29827cd58df6 req-0e06f336-feeb-4011-a5b0-d454c6909fd0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 943 time: 0.0857966 Feb 10 04:01:42.702774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:42.750549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212421-cb79-4c10-9081-d6bb3b68aab6 req-4c820dd3-bc75-4ff1-8c15-3b269795bc02 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:42.752498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86212421-cb79-4c10-9081-d6bb3b68aab6 req-4c820dd3-bc75-4ff1-8c15-3b269795bc02 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1126 time: 0.1019690 Feb 10 04:01:42.798348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0379aa82-6e27-42fe-90c5-29827cd58df6 req-0e712908-266c-47e1-a707-7dae84e20020 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424947 Feb 10 04:01:42.816907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86212421-cb79-4c10-9081-d6bb3b68aab6 req-c490e095-7d35-45d2-ac45-cca69bc0a504 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584996 Feb 10 04:01:42.874420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:01:42.884431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:01:42.888237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:01:42.891551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:43.008540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:43.009188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:43.077321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0722667-3f64-49ef-934a-dfd782549583 req-63448248-b0e0-4591-b1b7-5cd6c8f35b7d tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:43.089301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0722667-3f64-49ef-934a-dfd782549583 req-63448248-b0e0-4591-b1b7-5cd6c8f35b7d tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 1126 time: 0.1334879 Feb 10 04:01:43.158365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-c904a7a5-b405-4b63-810e-e40440708be9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4658377 Feb 10 04:01:43.191353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Request body: {'port': {'device_id': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:43.202127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0722667-3f64-49ef-934a-dfd782549583 req-d2b20690-0500-41a1-aa4a-6c126eb94143 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117458 Feb 10 04:01:43.287104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:43.289719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a7345437-6e66-4a08-ad14-a80a6222849a None None] Provisioning complete for port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:43.290189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7345437-6e66-4a08-ad14-a80a6222849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:43.358632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81dc65a0-962f-42c5-83d9-06a292b66e92 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:43.374984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Publish callbacks [] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:43.385786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a7345437-6e66-4a08-ad14-a80a6222849a None None] Port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:01:43.501484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Transition to ACTIVE for port object 81dc65a0-962f-42c5-83d9-06a292b66e92 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:01:43.618677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:43.722427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50514) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:43.778270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a1091f2b-296a-4ad0-9005-eaf82598c2ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f89e5bbd28a4839ad82730324fe35c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541911 Feb 10 04:01:43.780405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50516) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:43.828514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f6cc0-a176-46f1-806d-9c0f74b93d48 req-de18c8cb-2683-4126-ac3a-047edfa86172 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:43.830348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b7f6cc0-a176-46f1-806d-9c0f74b93d48 req-de18c8cb-2683-4126-ac3a-047edfa86172 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 936 time: 0.2423587 Feb 10 04:01:43.831037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:43.856992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6c19-c6a4-4cc4-9b2b-6d8194e4496e admin admin] Publish callbacks [] for security_group (61408548-7c4e-40a0-8855-ca46ff30b7a0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:43.882810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6c19-c6a4-4cc4-9b2b-6d8194e4496e admin admin] Publish callbacks [] for security_group (61408548-7c4e-40a0-8855-ca46ff30b7a0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:43.976060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Attempting to bind port 81dc65a0-962f-42c5-83d9-06a292b66e92 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:43.976396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Attempting to bind port 81dc65a0-962f-42c5-83d9-06a292b66e92 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:43.976726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Attempting to bind port 81dc65a0-962f-42c5-83d9-06a292b66e92 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:43.991105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b7f6cc0-a176-46f1-806d-9c0f74b93d48 req-f98b6801-d3ed-4aba-b22d-93d7d5f056dc tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258867 Feb 10 04:01:43.993458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Port 81dc65a0-962f-42c5-83d9-06a292b66e92 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:01:43.993717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Attempting to bind port 81dc65a0-962f-42c5-83d9-06a292b66e92 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:43.996949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 170d6b8e-b127-4561-b200-60dca263e736 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:44.003213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6bdcd4c-792e-4724-900b-ebb4ccc552c4 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:44.008038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:44.008631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:44.008783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:44.009194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Bound port: 81dc65a0-962f-42c5-83d9-06a292b66e92, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:44.009643 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.019909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6c19-c6a4-4cc4-9b2b-6d8194e4496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (61408548-7c4e-40a0-8855-ca46ff30b7a0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.024496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Publish callbacks [] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.024664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6c19-c6a4-4cc4-9b2b-6d8194e4496e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.025957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6bcd6c19-c6a4-4cc4-9b2b-6d8194e4496e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61408548-7c4e-40a0-8855-ca46ff30b7a0 HTTP/1.1" status: 204 len: 168 time: 0.2432523 Feb 10 04:01:44.038619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd6c19-c6a4-4cc4-9b2b-6d8194e4496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61408548-7c4e-40a0-8855-ca46ff30b7a0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:44.060690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Transition to ACTIVE for port object a6bdcd4c-792e-4724-900b-ebb4ccc552c4 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:01:44.128562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.149080 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:01:44.265447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:44.315077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:44.346966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:44.419152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:44.425171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.446620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '170d6b8e-b127-4561-b200-60dca263e736', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': '170d6b8e-b127-4561-b200-60dca263e736', 'mac_address': 'fa:16:3e:30:b2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:44.533523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ca9eb-0670-4f2c-bdf8-f61eed933319 req-116047e1-8211-42be-9574-b290d73904b9 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:44.535435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c6ca9eb-0670-4f2c-bdf8-f61eed933319 req-116047e1-8211-42be-9574-b290d73904b9 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 943 time: 0.3230984 Feb 10 04:01:44.629614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:44.657526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Attempting to bind port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:44.676271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Attempting to bind port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:44.676271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Attempting to bind port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:44.676271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:44.676271 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.676271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-09f58903-5b27-4b48-b97d-0bb679bbbf29 service neutron] 10.222.0.43 "PUT /v2.0/ports/81dc65a0-962f-42c5-83d9-06a292b66e92 HTTP/1.1" status: 200 len: 1096 time: 2.6196487 Feb 10 04:01:44.676271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:44.678820 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:44.727779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:01:44.729146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Attempting to bind port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:44.803139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c6ca9eb-0670-4f2c-bdf8-f61eed933319 req-b80d0694-c4bf-4c70-b834-60a55a1c9868 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540248 Feb 10 04:01:44.804136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:44.804504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:44.804953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:44.805303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Bound port: a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:44.805652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.866298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 170d6b8e-b127-4561-b200-60dca263e736 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:44.866684 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:44.888815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170d6b8e-b127-4561-b200-60dca263e736 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:44.917511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:44.976014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:01:44.980186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:44.985194 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7c3f1-f61e-48ab-bf62-4a8fd1f413d0 x-openstack-request-id: req-a3f7c3f1-f61e-48ab-bf62-4a8fd1f413d0 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:44.990271 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:44.990271 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3f7c3f1-f61e-48ab-bf62-4a8fd1f413d0 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:44.990271 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'status': 'completed', 'code': 200} Feb 10 04:01:45.024281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-750b22a3-a77d-4666-a9fc-cf5a85a596ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.026416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-750b22a3-a77d-4666-a9fc-cf5a85a596ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 1130 time: 0.1903913 Feb 10 04:01:45.048393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:45.076701 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-7b2759f9-6659-4ced-ae55-c466f66eca12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=81dc65a0-962f-42c5-83d9-06a292b66e92 HTTP/1.1" status: 200 len: 217 time: 0.0435703 Feb 10 04:01:45.082979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:45.111051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:45.154817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.155535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:45.157028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] 10.222.0.43 "PUT /v2.0/ports/a6bdcd4c-792e-4724-900b-ebb4ccc552c4 HTTP/1.1" status: 200 len: 1096 time: 1.9763026 Feb 10 04:01:45.194524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-af371cb9-87c9-4e38-a96d-283e340eeed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.196177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-af371cb9-87c9-4e38-a96d-283e340eeed9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1103191 Feb 10 04:01:45.196997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09fcf1-af2d-40ca-b32a-7d3b4dea3103 service neutron] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:45.237398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28083d15-634b-4795-b7d2-7a1cf890dbe1 req-f84e0450-b25c-485f-bce2-17f3f51d5d1b tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.243618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28083d15-634b-4795-b7d2-7a1cf890dbe1 req-f84e0450-b25c-485f-bce2-17f3f51d5d1b tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 948 time: 0.1076031 Feb 10 04:01:45.266019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2d1b7008-a05a-4648-8952-07d99852cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.268550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-2d1b7008-a05a-4648-8952-07d99852cba8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0647273 Feb 10 04:01:45.338272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['170d6b8e-b127-4561-b200-60dca263e736'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:45.355504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28083d15-634b-4795-b7d2-7a1cf890dbe1 req-d15b5ff6-37ea-4548-a598-166f2ccb6bf7 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052406 Feb 10 04:01:45.502986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-e48f9fa7-e647-4665-a6a8-75d35724f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.514431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-e48f9fa7-e647-4665-a6a8-75d35724f7a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 1130 time: 0.2240431 Feb 10 04:01:45.585267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-e105bce7-bdcf-48f7-aa56-7b899b9a0410 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4 HTTP/1.1" status: 200 len: 217 time: 0.0520220 Feb 10 04:01:45.591169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-ed79e1dd-42c9-4971-8132-35eb65eca3a7 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149619 Feb 10 04:01:45.731988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-211deaa3-836d-4ada-ad80-831cfb7fda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.733518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-211deaa3-836d-4ada-ad80-831cfb7fda33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1412792 Feb 10 04:01:45.771024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43ca84c9-5dc5-4ca0-90b5-c0ef0c49fba4 req-62d4d75e-5172-443f-bc42-59383e26d4e5 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697454 Feb 10 04:01:45.805153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-6d179b3d-b084-46e5-bb92-54110d6f40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.807383 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-6d179b3d-b084-46e5-bb92-54110d6f40a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0653238 Feb 10 04:01:45.958034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33264a-f905-4cf7-8903-29c62eccef55 req-8d688591-959a-48f1-843e-13b4608476d3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.966816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a33264a-f905-4cf7-8903-29c62eccef55 req-8d688591-959a-48f1-843e-13b4608476d3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 944 time: 0.0689001 Feb 10 04:01:45.980733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-66bd9e92-a496-4343-b2b4-75aefdd4652a service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659007 Feb 10 04:01:45.984820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-7c786502-0369-4ea1-aff2-500f8513d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:45.986532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-7c786502-0369-4ea1-aff2-500f8513d377 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 1130 time: 0.0842931 Feb 10 04:01:46.046852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a33264a-f905-4cf7-8903-29c62eccef55 req-3976c0dc-944b-4ff7-8e48-b1ba8b993cdd tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788741 Feb 10 04:01:46.180908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-5ce3ebb4-40c0-445e-8d86-73112ec74ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:46.182731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-5ce3ebb4-40c0-445e-8d86-73112ec74ad4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1803429 Feb 10 04:01:46.199935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adf24b91-a467-4648-9bc1-40aed84a5728 req-af186f48-5356-4fa8-826b-9ecfc22d7649 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986949 Feb 10 04:01:46.231932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-d7fe8285-23a9-4042-bcc4-7720b38ecc95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=81dc65a0-962f-42c5-83d9-06a292b66e92 HTTP/1.1" status: 200 len: 217 time: 0.0420423 Feb 10 04:01:46.566738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d600fb-112e-4fb7-b2b7-9baa25b25d1c req-6b8b6828-341b-4760-a1d5-b13ba9ed36a2 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:46.568383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0d600fb-112e-4fb7-b2b7-9baa25b25d1c req-6b8b6828-341b-4760-a1d5-b13ba9ed36a2 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 948 time: 0.0920739 Feb 10 04:01:46.603994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-111934be-035f-4189-b3c5-5627bae45f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:46.605677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-111934be-035f-4189-b3c5-5627bae45f5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.3665545 Feb 10 04:01:46.632368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0d600fb-112e-4fb7-b2b7-9baa25b25d1c req-6df3883f-55d7-4571-8eca-2941c8853961 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547633 Feb 10 04:01:46.679743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-08f6f052-f236-450d-8bf9-215f1c2e5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:46.681379 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-08f6f052-f236-450d-8bf9-215f1c2e5fa3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0684378 Feb 10 04:01:46.732982 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:46.794463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-d64fbd98-b9af-4591-8659-1eaddae9a072 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046360 Feb 10 04:01:46.901136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b11a0b9-27d6-4eba-b7f6-50397c1acd4e req-793ea4c1-0bc2-49d9-9090-a45dff2560ab service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945997 Feb 10 04:01:46.954123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50600) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:46.987861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:46.991574 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:47.037299 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044c01b-ec27-4ec4-a48b-92cb532b17be x-openstack-request-id: req-4044c01b-ec27-4ec4-a48b-92cb532b17be {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:47.037773 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:47.038213 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4044c01b-ec27-4ec4-a48b-92cb532b17be {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:47.038877 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'status': 'completed', 'code': 200} Feb 10 04:01:47.120387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-60292c1e-0817-4894-a318-d1547fcd5de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:47.150313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-bd0dd1f8-fa39-477f-9b0b-a205ca6375f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:47.153861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-bd0dd1f8-fa39-477f-9b0b-a205ca6375f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 1130 time: 0.0944700 Feb 10 04:01:47.254774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-60292c1e-0817-4894-a318-d1547fcd5de1 admin admin] Publish callbacks [] for security_group (3d3040d3-e8ae-4b3d-b59f-1724d7737376), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:47.326136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356ecb-c00f-403c-affc-f82535029261 req-476bd1fe-aebe-47e0-9cfa-272923188605 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:47.327694 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24356ecb-c00f-403c-affc-f82535029261 req-476bd1fe-aebe-47e0-9cfa-272923188605 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 944 time: 0.1563942 Feb 10 04:01:47.331186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-60292c1e-0817-4894-a318-d1547fcd5de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3d3040d3-e8ae-4b3d-b59f-1724d7737376), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:47.363278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-54456e1f-d60c-4705-898e-2786d3200c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:47.364839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-54456e1f-d60c-4705-898e-2786d3200c9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1974084 Feb 10 04:01:47.371186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-60292c1e-0817-4894-a318-d1547fcd5de1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f4d356e60204679884b16dfde87ac8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157145 Feb 10 04:01:47.396764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60292c1e-0817-4894-a318-d1547fcd5de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3040d3-e8ae-4b3d-b59f-1724d7737376,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:47.401893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:47.415239 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24356ecb-c00f-403c-affc-f82535029261 req-344e26cb-95ea-41be-aa8d-35b76d745084 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778580 Feb 10 04:01:47.455344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-bc0716e9-1421-4ea8-8c65-f796d4b8944b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4 HTTP/1.1" status: 200 len: 217 time: 0.0574570 Feb 10 04:01:47.465938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ed8d9b-f0f4-45e9-8ed4-5df9924bba0a admin admin] Publish callbacks [] for security_group (3d3040d3-e8ae-4b3d-b59f-1724d7737376), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:47.489618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ed8d9b-f0f4-45e9-8ed4-5df9924bba0a admin admin] Publish callbacks [] for security_group (3d3040d3-e8ae-4b3d-b59f-1724d7737376), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:47.519184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-ab6ca6df-5e01-472a-b740-8ffaac6840d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:47.521564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-ab6ca6df-5e01-472a-b740-8ffaac6840d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0597365 Feb 10 04:01:47.597425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-7c2eb7e1-f388-4755-97e2-13f94f57152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:47.601118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-7c2eb7e1-f388-4755-97e2-13f94f57152c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0703828 Feb 10 04:01:47.647711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ed8d9b-f0f4-45e9-8ed4-5df9924bba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3d3040d3-e8ae-4b3d-b59f-1724d7737376), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:47.651227 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ed8d9b-f0f4-45e9-8ed4-5df9924bba0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:47.655243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56ed8d9b-f0f4-45e9-8ed4-5df9924bba0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d3040d3-e8ae-4b3d-b59f-1724d7737376 HTTP/1.1" status: 204 len: 168 time: 0.2491353 Feb 10 04:01:47.660890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed8d9b-f0f4-45e9-8ed4-5df9924bba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3040d3-e8ae-4b3d-b59f-1724d7737376,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:47.752102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-4ade93d0-7267-4dcf-b596-969d52655fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443155 Feb 10 04:01:47.865675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675631b-7f34-4617-911d-71d15d3ae896 req-f78dcc0a-5c6e-4b1d-8713-b66df98954ee tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:47.872951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9675631b-7f34-4617-911d-71d15d3ae896 req-f78dcc0a-5c6e-4b1d-8713-b66df98954ee tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 948 time: 0.1393771 Feb 10 04:01:47.913348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dab8dd4-6da1-453d-abc9-7f569b61ac6e req-205a00ed-09ac-4ca0-865e-c2e67191759b service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407104 Feb 10 04:01:47.939104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9675631b-7f34-4617-911d-71d15d3ae896 req-337c1145-b229-4fd4-9127-77fdd300f3cd tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652385 Feb 10 04:01:48.031512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 170d6b8e-b127-4561-b200-60dca263e736 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:48.087275 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:48.196160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 170d6b8e-b127-4561-b200-60dca263e736 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:01:48.201361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 170d6b8e-b127-4561-b200-60dca263e736 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:48.201664 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (170d6b8e-b127-4561-b200-60dca263e736), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:48.299367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 170d6b8e-b127-4561-b200-60dca263e736 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:48.299771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:48.345596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d6b8e-b127-4561-b200-60dca263e736'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:48.347928 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a8816-59c8-40de-a733-f34dd2bbbd1b" -d '{"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-plugged", "status": "completed", "tag": "170d6b8e-b127-4561-b200-60dca263e736"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:48.362101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:48.408662 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7790eebc-3b74-4bd0-a420-802f3e28716a x-openstack-request-id: req-7790eebc-3b74-4bd0-a420-802f3e28716a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:48.409045 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-plugged", "status": "completed", "tag": "170d6b8e-b127-4561-b200-60dca263e736", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:48.409438 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7790eebc-3b74-4bd0-a420-802f3e28716a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:48.409954 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d6b8e-b127-4561-b200-60dca263e736', 'code': 200} Feb 10 04:01:48.436377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:48.545387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:48.620485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559529e1-bc23-4122-a7cb-44dcc2dba4ab req-62e54d6c-c241-4a4f-aca1-e1193c9e7e40 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:48.629987 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-559529e1-bc23-4122-a7cb-44dcc2dba4ab req-62e54d6c-c241-4a4f-aca1-e1193c9e7e40 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 945 time: 0.1111908 Feb 10 04:01:48.727327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-559529e1-bc23-4122-a7cb-44dcc2dba4ab req-b2790352-513a-4f88-a249-bd7a71e869b8 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Feb 10 04:01:48.753060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7b9f5-9da8-4943-aa53-ca803bb18439 req-bd8591f1-16dc-465b-b160-9b5ea27506d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:48.754759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8e7b9f5-9da8-4943-aa53-ca803bb18439 req-bd8591f1-16dc-465b-b160-9b5ea27506d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 1127 time: 0.2561872 Feb 10 04:01:48.812830 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8e7b9f5-9da8-4943-aa53-ca803bb18439 req-abed1f47-b0d8-465f-845f-f042422d534d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Feb 10 04:01:48.972594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:49.125450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364271a-adda-45eb-9c35-c28a67997c31 req-7feef2bc-ea7f-4697-b205-504b96d5ff9d tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:49.127623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0364271a-adda-45eb-9c35-c28a67997c31 req-7feef2bc-ea7f-4697-b205-504b96d5ff9d tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 948 time: 0.0717609 Feb 10 04:01:49.132351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:49.145719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'mac_address': 'fa:16:3e:e5:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:49.188734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:49.189793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:49.193510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0364271a-adda-45eb-9c35-c28a67997c31 req-0e28aed0-9a7c-4187-b7ea-d906f287ef0c tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Feb 10 04:01:49.216437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dc65a0-962f-42c5-83d9-06a292b66e92 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:49.250401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:49.304770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:49.305848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a6bdcd4c-792e-4724-900b-ebb4ccc552c4 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:49.386813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:49.402676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:49.415466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'mac_address': 'fa:16:3e:bc:82:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:49.465366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:49.465964 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:49.484057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6bdcd4c-792e-4724-900b-ebb4ccc552c4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:49.507808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:49.602267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:49.669899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:49.883587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['81dc65a0-962f-42c5-83d9-06a292b66e92'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:50.037198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['a6bdcd4c-792e-4724-900b-ebb4ccc552c4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:50.309291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10da91-2cc9-42ad-aa7e-b8d341775816 req-ee041df3-7072-4ef9-8197-3b5ca13e21e6 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:50.310937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd10da91-2cc9-42ad-aa7e-b8d341775816 req-ee041df3-7072-4ef9-8197-3b5ca13e21e6 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 945 time: 0.0684025 Feb 10 04:01:50.394311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd10da91-2cc9-42ad-aa7e-b8d341775816 req-fc207a5f-75f2-4e14-81fe-add76deec94b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771921 Feb 10 04:01:50.514250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c23ab-9c79-4d18-8282-ba4afffe317c req-b496eab0-8fba-4138-9de7-f3c44084c160 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:50.516228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-813c23ab-9c79-4d18-8282-ba4afffe317c req-b496eab0-8fba-4138-9de7-f3c44084c160 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 949 time: 0.0611427 Feb 10 04:01:50.573655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-813c23ab-9c79-4d18-8282-ba4afffe317c req-01b4c9a8-3bf2-40fd-be42-8471bf91f379 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512242 Feb 10 04:01:50.989791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:51.157114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcb3ea-56ab-41d9-ab36-40c21890eb86 req-3017435b-8004-49d4-99df-461b384bff71 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:51.158830 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cadcb3ea-56ab-41d9-ab36-40c21890eb86 req-3017435b-8004-49d4-99df-461b384bff71 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 945 time: 0.0576749 Feb 10 04:01:51.177235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 81dc65a0-962f-42c5-83d9-06a292b66e92 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:01:51.185348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 81dc65a0-962f-42c5-83d9-06a292b66e92 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:51.185746 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:51.246972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cadcb3ea-56ab-41d9-ab36-40c21890eb86 req-f37be9df-0f2b-4566-89c2-d031ca6d2d2b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739834 Feb 10 04:01:51.319001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:51.320126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:51.359963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:51.366963 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974f7740-1258-412f-b8aa-b3720e3efbd9" -d '{"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-plugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:51.392101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:51.480008 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa608c95-bcf2-4787-a497-883b7cc49af3 x-openstack-request-id: req-fa608c95-bcf2-4787-a497-883b7cc49af3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:51.480647 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-plugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:51.481265 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa608c95-bcf2-4787-a497-883b7cc49af3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:51.482296 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'code': 200} Feb 10 04:01:51.485602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:51.486912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a6bdcd4c-792e-4724-900b-ebb4ccc552c4 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:51.583974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:51.665269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:01:51.670610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:51.674830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:51.700920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c61f23-d1a4-40cf-b2f2-d1d568fad074 req-bca7e33b-d099-48b0-af2b-090a1a2360c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:51.703147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92c61f23-d1a4-40cf-b2f2-d1d568fad074 req-bca7e33b-d099-48b0-af2b-090a1a2360c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 1132 time: 0.0844920 Feb 10 04:01:51.777205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92c61f23-d1a4-40cf-b2f2-d1d568fad074 req-5213b135-4210-44e6-a02d-cba791741976 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659840 Feb 10 04:01:51.787705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bd074-df18-422a-b22f-9f33817f84a6 req-ce61db69-facb-40ef-b977-556453235c1e tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:51.789850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd9bd074-df18-422a-b22f-9f33817f84a6 req-ce61db69-facb-40ef-b977-556453235c1e tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 949 time: 0.1118391 Feb 10 04:01:51.805051 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:01:51.817029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:51.817428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:51.852713 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd9bd074-df18-422a-b22f-9f33817f84a6 req-05cdf2c4-e4fd-470a-b493-5c668c29e5f9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557849 Feb 10 04:01:51.855820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:51.982643 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.042137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:52.125192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51072) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:52.250860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7e2f-d97f-4f4d-9068-711c1d68a703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.377291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7e2f-d97f-4f4d-9068-711c1d68a703 admin admin] Publish callbacks [] for security_group (7969971f-f359-4b9e-aa37-8fc04a40679c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.403876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5e1b-0326-448b-8af5-cb86ea379c3c req-d262e055-18e1-4648-ae56-bde31fd9cb1f tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:52.405476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-269f5e1b-0326-448b-8af5-cb86ea379c3c req-d262e055-18e1-4648-ae56-bde31fd9cb1f tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 945 time: 0.0820224 Feb 10 04:01:52.439166 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ccf7e2f-d97f-4f4d-9068-711c1d68a703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7969971f-f359-4b9e-aa37-8fc04a40679c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.496818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-269f5e1b-0326-448b-8af5-cb86ea379c3c req-6b2d47de-d599-4cc7-a81c-b1a2d0100bd5 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855832 Feb 10 04:01:52.498956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf7e2f-d97f-4f4d-9068-711c1d68a703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969971f-f359-4b9e-aa37-8fc04a40679c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:52.505845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5ccf7e2f-d97f-4f4d-9068-711c1d68a703 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54f16fd12dee471887ebb13c8c85bf73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770416 Feb 10 04:01:52.506322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51104) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:52.574941 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de687f71-da7a-480f-8fe2-e2499b508a23 admin admin] Publish callbacks [] for security_group (7969971f-f359-4b9e-aa37-8fc04a40679c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.610562 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de687f71-da7a-480f-8fe2-e2499b508a23 admin admin] Publish callbacks [] for security_group (7969971f-f359-4b9e-aa37-8fc04a40679c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.755694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de687f71-da7a-480f-8fe2-e2499b508a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7969971f-f359-4b9e-aa37-8fc04a40679c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.758917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de687f71-da7a-480f-8fe2-e2499b508a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:52.761575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-de687f71-da7a-480f-8fe2-e2499b508a23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7969971f-f359-4b9e-aa37-8fc04a40679c HTTP/1.1" status: 204 len: 168 time: 0.2545164 Feb 10 04:01:52.787050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de687f71-da7a-480f-8fe2-e2499b508a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969971f-f359-4b9e-aa37-8fc04a40679c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:53.188179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8bb38-690d-4281-a793-b908974823bd req-30b6b3b2-1395-4f6d-b229-1908a215e966 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:53.191567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38c8bb38-690d-4281-a793-b908974823bd req-30b6b3b2-1395-4f6d-b229-1908a215e966 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 950 time: 0.0691209 Feb 10 04:01:53.313598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38c8bb38-690d-4281-a793-b908974823bd req-fe43215e-921d-4cd4-9c54-a99908f1c980 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142116 Feb 10 04:01:53.483324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:53.486030 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2912de6a-b10d-44a2-921f-70242650491b" -d '{"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:53.531324 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5f4a53-740e-46f9-bf66-c1bf65401a1f x-openstack-request-id: req-6e5f4a53-740e-46f9-bf66-c1bf65401a1f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:53.531798 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:53.532210 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e5f4a53-740e-46f9-bf66-c1bf65401a1f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:53.532763 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'code': 200} Feb 10 04:01:53.718668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8918d1-4ea5-4139-8880-e5d7db0aa4de req-ed4fa35a-e5cb-430b-a6af-474e3bcab2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:53.720231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b8918d1-4ea5-4139-8880-e5d7db0aa4de req-ed4fa35a-e5cb-430b-a6af-474e3bcab2c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 1132 time: 0.0663514 Feb 10 04:01:53.767816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b8918d1-4ea5-4139-8880-e5d7db0aa4de req-59538805-d92b-4660-9dd5-b4e00f1d3674 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Feb 10 04:01:53.838092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77e9b-c849-4a6a-b8f4-df93b0b4e1c5 req-c2099db9-f7e6-4452-9901-8b691299f835 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:53.839731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ee77e9b-c849-4a6a-b8f4-df93b0b4e1c5 req-c2099db9-f7e6-4452-9901-8b691299f835 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1128 time: 0.0590806 Feb 10 04:01:53.891551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ee77e9b-c849-4a6a-b8f4-df93b0b4e1c5 req-1b351bf3-287d-483e-a6e6-4f8b6017804e tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Feb 10 04:01:54.138472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51232) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:54.245564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-383837245-network', 'tenant_id': '5a5a2363650f40e394b51013177e3b85'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:54.340809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Made reservation on behalf of 5a5a2363650f40e394b51013177e3b85 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:01:54.347469 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.355190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.403161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51242) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:54.502371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583911-df30-4c9e-8bc4-9756e64a3157 req-cf066e83-e8fb-4769-9069-02e85420c09a tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:54.503979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d583911-df30-4c9e-8bc4-9756e64a3157 req-cf066e83-e8fb-4769-9069-02e85420c09a tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 950 time: 0.1043248 Feb 10 04:01:54.506192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks [] for security_group (bd0b58e3-d422-4eb6-8ecd-2a0570f477dd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.579101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d583911-df30-4c9e-8bc4-9756e64a3157 req-5c7c61bd-37f5-4a0c-88d8-f7a75d947fc1 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678241 Feb 10 04:01:54.580373 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88569422-7f18-4aa9-b5b7-2ee0b73e203b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.590878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bd0b58e3-d422-4eb6-8ecd-2a0570f477dd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.621255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:01:54.652222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (06b499d8-1f94-4202-ae31-5355f4d9aff9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.652771 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Added segment 06b499d8-1f94-4202-ae31-5355f4d9aff9 of type vlan for network 4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c Feb 10 04:01:54.670384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b58e3-d422-4eb6-8ecd-2a0570f477dd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:54.720635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.764409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88569422-7f18-4aa9-b5b7-2ee0b73e203b admin admin] Publish callbacks [] for security_group (2ac19983-eb7f-4842-b842-b83fdcddae58), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.807505 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.808511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:54.809099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.839495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88569422-7f18-4aa9-b5b7-2ee0b73e203b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ac19983-eb7f-4842-b842-b83fdcddae58), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:54.905363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] Pushing event updated for resources: {'Network': ['ID=4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:54.912590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-88569422-7f18-4aa9-b5b7-2ee0b73e203b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fdea2ab9258244aab68ea463a0f25a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084763 Feb 10 04:01:54.915331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51272) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:54.916789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:01:54.927909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-efccd1c2-ef4f-439d-b309-75156b77951a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7882731 Feb 10 04:01:54.934553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:01:54.937973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569422-7f18-4aa9-b5b7-2ee0b73e203b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac19983-eb7f-4842-b842-b83fdcddae58,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:54.943811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Request body: {'subnet': {'network_id': '4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-383837245-subnet', 'tenant_id': '5a5a2363650f40e394b51013177e3b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:55.017098 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bec9dea-0a86-43c2-aa25-4aaac54de32b admin admin] Publish callbacks [] for security_group (2ac19983-eb7f-4842-b842-b83fdcddae58), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:55.053015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bec9dea-0a86-43c2-aa25-4aaac54de32b admin admin] Publish callbacks [] for security_group (2ac19983-eb7f-4842-b842-b83fdcddae58), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:55.119987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Made reservation on behalf of 5a5a2363650f40e394b51013177e3b85 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:01:55.122523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:55.220786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bec9dea-0a86-43c2-aa25-4aaac54de32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ac19983-eb7f-4842-b842-b83fdcddae58), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:55.223498 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bec9dea-0a86-43c2-aa25-4aaac54de32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:55.224666 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0bec9dea-0a86-43c2-aa25-4aaac54de32b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ac19983-eb7f-4842-b842-b83fdcddae58 HTTP/1.1" status: 204 len: 168 time: 0.3069589 Feb 10 04:01:55.244940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec9dea-0a86-43c2-aa25-4aaac54de32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac19983-eb7f-4842-b842-b83fdcddae58,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:55.425926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (3d874ad7-da8f-4a70-aa62-0d647297745b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:55.499644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d874ad7-da8f-4a70-aa62-0d647297745b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:55.508553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Checking segment: {'id': '06b499d8-1f94-4202-ae31-5355f4d9aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:55.508828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Network hostable DHCP agents. Network: 4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:01:55.573902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Network 4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:01:55.685399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:01:55.691823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:55.692861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:55.698017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27196461-88c1-4328-b3a2-150a4b70fbb7 None None] Network 4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:01:55.768970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782af2b-24d6-4e80-8f82-af39d0219762 req-6d6d5de9-1b64-4a48-948d-2684ba134805 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:55.777029 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7782af2b-24d6-4e80-8f82-af39d0219762 req-6d6d5de9-1b64-4a48-948d-2684ba134805 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 950 time: 0.1071670 Feb 10 04:01:55.801949 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-183d9b0a-bd76-41d6-8606-31a9d58e508a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8662391 Feb 10 04:01:55.839437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7782af2b-24d6-4e80-8f82-af39d0219762 req-9396394e-f1de-4332-9677-5d0e62928d7f tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Feb 10 04:01:55.902381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6541df-8e5e-44d9-b195-1ade0b275ffd None None] Network 4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:01:55.923560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-8993ac50-4c6f-4477-a751-5a378bad309c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:01:55.936939 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-8993ac50-4c6f-4477-a751-5a378bad309c tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248210 Feb 10 04:01:56.024087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-9e677de9-f2b7-4573-b731-f080ca0fb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:56.034525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-9e677de9-f2b7-4573-b731-f080ca0fb112 service neutron] 10.222.0.42 "GET /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 1125 time: 0.0756280 Feb 10 04:01:56.044090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Request body: {'binding': {'host': 'n-h2-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:56.044600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Unknown quota resources ['binding']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:01:56.079202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 170d6b8e-b127-4561-b200-60dca263e736 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:01:56.169787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b1cc-03c7-43d5-9a5b-8386401c7987 req-b7d1e30c-af48-4bf6-8871-a994819a8036 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:56.171519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d01b1cc-03c7-43d5-9a5b-8386401c7987 req-b7d1e30c-af48-4bf6-8871-a994819a8036 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 950 time: 0.1032317 Feb 10 04:01:56.223715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:56.240652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '170d6b8e-b127-4561-b200-60dca263e736', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': '170d6b8e-b127-4561-b200-60dca263e736', 'mac_address': 'fa:16:3e:30:b2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:01:56.286875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d01b1cc-03c7-43d5-9a5b-8386401c7987 req-b52b2146-7d7c-4b2d-a6e3-1fe7e2d1cd0a tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068299 Feb 10 04:01:56.322446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on host n-h2-827844-2 for vnic_type normal with profile None {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:01:56.323451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:01:56.323840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:56.342785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:01:56.344190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:01:56.348849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 170d6b8e-b127-4561-b200-60dca263e736 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:56.349258 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:56.354692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:01:56.358339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:01:56.358339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:01:56.358339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Bound port: efb3a4e4-641b-418c-a02f-e2d6485227fd, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:01:56.366396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 170d6b8e-b127-4561-b200-60dca263e736 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:01:56.394464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:56.420859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:01:56.487327 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:56.543211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9b31f8f9-532c-4fa0-801c-6249e473ab22 req-b82baf6e-7ae1-485e-b70c-09179ec894f8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-881193533', 'description': 'tempest-description-1294749355'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:56.545992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:56.546336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:56.547722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d01b5289-9094-4a33-aff0-a5eb1430ebd7 service neutron] 10.222.0.42 "POST /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd/bindings HTTP/1.1" status: 201 len: 389 time: 0.5123422 Feb 10 04:01:56.590057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['170d6b8e-b127-4561-b200-60dca263e736'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:01:56.687178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-e9aefd08-aaa2-4dcc-a9a4-11d7c5c8b3dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602784 Feb 10 04:01:56.754221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9b31f8f9-532c-4fa0-801c-6249e473ab22 req-b82baf6e-7ae1-485e-b70c-09179ec894f8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:56.766386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-12624b59-f9c0-4577-91e8-4251d966e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:56.768072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-12624b59-f9c0-4577-91e8-4251d966e916 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1126 time: 0.0589972 Feb 10 04:01:56.837715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9b31f8f9-532c-4fa0-801c-6249e473ab22 req-b82baf6e-7ae1-485e-b70c-09179ec894f8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (d6e09e29-fd37-43eb-afd2-da0641df096a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:56.890581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-98d07c3b-808d-44cc-b755-111352fd661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:56.892167 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-98d07c3b-808d-44cc-b755-111352fd661a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.1053796 Feb 10 04:01:56.937612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-6f0b0837-b6e5-4823-8d4a-9c96d5d0b1bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 217 time: 0.0370722 Feb 10 04:01:56.950361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9b31f8f9-532c-4fa0-801c-6249e473ab22 req-b82baf6e-7ae1-485e-b70c-09179ec894f8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d6e09e29-fd37-43eb-afd2-da0641df096a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:56.991033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82baf6e-7ae1-485e-b70c-09179ec894f8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e09e29-fd37-43eb-afd2-da0641df096a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:57.001096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-c6939e9f-80bb-4880-8704-7d11677b1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:57.001739 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-c6939e9f-80bb-4880-8704-7d11677b1705 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.0584681 Feb 10 04:01:57.045997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-0fb8a8e0-5c43-4fb2-bd62-8ae38e530826 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369577 Feb 10 04:01:57.056024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9b31f8f9-532c-4fa0-801c-6249e473ab22 req-b82baf6e-7ae1-485e-b70c-09179ec894f8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:57.057694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b31f8f9-532c-4fa0-801c-6249e473ab22 req-b82baf6e-7ae1-485e-b70c-09179ec894f8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5232348 Feb 10 04:01:57.262178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-c0835f96-511c-488f-9407-78acc56b0ff8 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076211 Feb 10 04:01:57.513060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8d7234-4f80-4773-b7a5-fe1919c04e17 req-f6f9118a-4b14-40ae-b119-57334a6b38ab service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381105 Feb 10 04:01:57.531958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-b2bbb1a8-f50a-4006-bb1f-a25de3556716 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374233 Feb 10 04:01:57.539326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-9199ac4a-1681-444a-9f09-67740399525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:57.543389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-9199ac4a-1681-444a-9f09-67740399525e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1128 time: 0.0946546 Feb 10 04:01:57.634168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53607c1f-d0cd-4ccf-834f-eb33dd3edb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:57.737914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-d9fce3d3-7c97-4fcd-b4c3-9b6b23923a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:57.739265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-d9fce3d3-7c97-4fcd-b4c3-9b6b23923a31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1126 time: 0.1703658 Feb 10 04:01:57.814877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-6ccef77f-e05c-45a7-b0f6-d5bd230d9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:57.819407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-6ccef77f-e05c-45a7-b0f6-d5bd230d9e36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2660892 Feb 10 04:01:57.920125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-23a5d02c-901b-4e24-a269-eed84645a1f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 217 time: 0.0756943 Feb 10 04:01:57.982476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-fd92c03d-543b-4938-83aa-5fae4734f53f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/d6e09e29-fd37-43eb-afd2-da0641df096a HTTP/1.1" status: 200 len: 1821 time: 0.0616937 Feb 10 04:01:57.989184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6e09e29-fd37-43eb-afd2-da0641df096a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:57.989905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6e09e29-fd37-43eb-afd2-da0641df096a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:58.066188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-6b0417f4-ad20-4685-9051-297e4ac9ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:58.068198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-6b0417f4-ad20-4685-9051-297e4ac9ad0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0968225 Feb 10 04:01:58.073817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-9aea4457-d816-409c-9aec-cc5ab024a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:58.075218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-9aea4457-d816-409c-9aec-cc5ab024a9bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2979989 Feb 10 04:01:58.085511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5f1d2-bdc6-455f-8a25-528853434010 req-661db252-f349-40a3-a35e-a6187ae5769d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:58.093271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41e5f1d2-bdc6-455f-8a25-528853434010 req-661db252-f349-40a3-a35e-a6187ae5769d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.2249229 Feb 10 04:01:58.105798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 170d6b8e-b127-4561-b200-60dca263e736 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:01:58.179786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-962aa2fc-09be-427a-8ac0-a96b21bab41f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029212 Feb 10 04:01:58.187588 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-0ca547e4-a2b3-48d9-bb44-e766c5b65731 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 217 time: 0.0843332 Feb 10 04:01:58.221140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 170d6b8e-b127-4561-b200-60dca263e736 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:01:58.223140 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (170d6b8e-b127-4561-b200-60dca263e736), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.240655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (b1867ee9-b21e-4fca-b60b-aadf6101c11c), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.265215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-9bd36525-8ff2-4040-be24-6c71d08af2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:58.266730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-9bd36525-8ff2-4040-be24-6c71d08af2ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0603366 Feb 10 04:01:58.280686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (b1867ee9-b21e-4fca-b60b-aadf6101c11c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.342788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-7a8ffc25-0b93-4ccc-8419-2ab8c4fd6284 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598631 Feb 10 04:01:58.346190 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41e5f1d2-bdc6-455f-8a25-528853434010 req-013d734f-5580-42b0-9a41-4922d0250604 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519100 Feb 10 04:01:58.359013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 170d6b8e-b127-4561-b200-60dca263e736 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:01:58.363038 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.377390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b1867ee9-b21e-4fca-b60b-aadf6101c11c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.424561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d6b8e-b127-4561-b200-60dca263e736'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:01:58.426641 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca32c410-9c62-4c9e-a981-32e04cd60c1c" -d '{"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-plugged", "status": "completed", "tag": "170d6b8e-b127-4561-b200-60dca263e736"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:01:58.433964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1867ee9-b21e-4fca-b60b-aadf6101c11c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:58.451030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:01:58.519027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-eaa8786e-7941-4151-8a02-55caddedb38f service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299673 Feb 10 04:01:58.538137 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e586c1a3-db62-47c9-b87f-5c14c9cc8cc8 x-openstack-request-id: req-e586c1a3-db62-47c9-b87f-5c14c9cc8cc8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:01:58.538440 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-plugged", "status": "completed", "tag": "170d6b8e-b127-4561-b200-60dca263e736", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:01:58.538716 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e586c1a3-db62-47c9-b87f-5c14c9cc8cc8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:01:58.539118 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d6b8e-b127-4561-b200-60dca263e736', 'code': 200} Feb 10 04:01:58.541445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.544391 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.545730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38001efa-d15d-4bd5-9e61-acaa3316e026 req-5ae05643-5f99-4246-9cc6-803e793d4219 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5614526 Feb 10 04:01:58.582196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f0e3e203-eaba-49af-8ab5-fba09b6adbf0 req-afba71b3-55f9-4d78-9e27-94226191a77d tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-242724685', 'description': 'tempest-description-956948893'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:58.663274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:58.671048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-31913b54-bb09-436a-bf05-905140397eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121779 Feb 10 04:01:58.712106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-77f082ae-2efe-47ef-88bc-7fdbbfe287c4 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632402 Feb 10 04:01:58.737054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f0e3e203-eaba-49af-8ab5-fba09b6adbf0 req-afba71b3-55f9-4d78-9e27-94226191a77d tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.824331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd56c4b-39f5-4402-a657-fb80cf479ee7 req-6e73edb8-84aa-4c83-925e-89d16d8250cc service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461809 Feb 10 04:01:58.857351 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f0e3e203-eaba-49af-8ab5-fba09b6adbf0 req-afba71b3-55f9-4d78-9e27-94226191a77d tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (5a26aeda-f4c7-4309-994a-ec1a2f832a08), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:58.951403 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f0e3e203-eaba-49af-8ab5-fba09b6adbf0 req-afba71b3-55f9-4d78-9e27-94226191a77d tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5a26aeda-f4c7-4309-994a-ec1a2f832a08), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:59.001564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba71b3-55f9-4d78-9e27-94226191a77d tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a26aeda-f4c7-4309-994a-ec1a2f832a08,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:59.062057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f0e3e203-eaba-49af-8ab5-fba09b6adbf0 req-afba71b3-55f9-4d78-9e27-94226191a77d tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:59.066382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f0e3e203-eaba-49af-8ab5-fba09b6adbf0 req-afba71b3-55f9-4d78-9e27-94226191a77d tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4894753 Feb 10 04:01:59.302371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-e0251cd3-40f0-4515-a9e1-9ae6166e4227 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/5a26aeda-f4c7-4309-994a-ec1a2f832a08 HTTP/1.1" status: 200 len: 1820 time: 0.1071165 Feb 10 04:01:59.325714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5a26aeda-f4c7-4309-994a-ec1a2f832a08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:59.326044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5a26aeda-f4c7-4309-994a-ec1a2f832a08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:01:59.575139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (f5da1fc7-5643-43fc-99bf-d88b7b32cc57), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:59.675202 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (f5da1fc7-5643-43fc-99bf-d88b7b32cc57), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:59.706522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e721245-7906-4b65-9baa-23cd205eaffa req-45f68288-6a58-42d1-9a97-e3f892b3964b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:01:59.720816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e721245-7906-4b65-9baa-23cd205eaffa req-45f68288-6a58-42d1-9a97-e3f892b3964b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.1292372 Feb 10 04:01:59.761791 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f5da1fc7-5643-43fc-99bf-d88b7b32cc57), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:59.796523 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6edd8971-6397-4523-88fd-0451917c21b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:59.797135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5da1fc7-5643-43fc-99bf-d88b7b32cc57,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:01:59.812080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e721245-7906-4b65-9baa-23cd205eaffa req-43a26f87-d697-4ce2-9e22-aec56733afb1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901155 Feb 10 04:01:59.841779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:01:59.843315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-47ceb8a6-a63f-49fb-9f4d-2bf238707f38 req-5c068536-b6af-40cb-a147-e8b84a44c66c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5350296 Feb 10 04:01:59.970766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-4a4ebf9e-40ab-4842-b079-0cddb0007840 req-58eae710-65b2-47fb-aea0-18eeb08582af tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1229920751', 'description': 'tempest-description-443560834'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:00.080319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4ebf9e-40ab-4842-b079-0cddb0007840 req-58eae710-65b2-47fb-aea0-18eeb08582af tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:00.181225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4ebf9e-40ab-4842-b079-0cddb0007840 req-58eae710-65b2-47fb-aea0-18eeb08582af tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (5d9d5929-dcc8-43b4-abb4-eaf3a052b912), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:00.287668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4ebf9e-40ab-4842-b079-0cddb0007840 req-58eae710-65b2-47fb-aea0-18eeb08582af tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d9d5929-dcc8-43b4-abb4-eaf3a052b912), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:00.325095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eae710-65b2-47fb-aea0-18eeb08582af tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d5929-dcc8-43b4-abb4-eaf3a052b912,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:00.407546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4ebf9e-40ab-4842-b079-0cddb0007840 req-58eae710-65b2-47fb-aea0-18eeb08582af tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:00.415076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4ebf9e-40ab-4842-b079-0cddb0007840 req-58eae710-65b2-47fb-aea0-18eeb08582af tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4496427 Feb 10 04:02:00.871675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:01.041879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:02:01.190535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:01.209374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'mac_address': 'fa:16:3e:e5:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:02:01.264452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:01.265239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:01.282642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81dc65a0-962f-42c5-83d9-06a292b66e92 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:02:01.311797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:01.411793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:01.486621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:01.560019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['81dc65a0-962f-42c5-83d9-06a292b66e92'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:02:02.468692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:03.034899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:03.177724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 81dc65a0-962f-42c5-83d9-06a292b66e92 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:03.178144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:03.297725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:03.298652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:03.327861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:03.330447 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3948fd39-7b7f-4704-a8f5-711255d990d9" -d '{"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-plugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:03.356102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:03.440586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:03.519556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:03.841582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:10.634093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-568a0815-a149-4903-8a28-7e23632dc6a8 req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2077513194', 'description': 'tempest-description-1626351905'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:10.731599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-568a0815-a149-4903-8a28-7e23632dc6a8 req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:10.814143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-568a0815-a149-4903-8a28-7e23632dc6a8 req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (211efc2a-cf20-43f0-b781-556c225ae53c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:10.919857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-568a0815-a149-4903-8a28-7e23632dc6a8 req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (211efc2a-cf20-43f0-b781-556c225ae53c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:10.949912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211efc2a-cf20-43f0-b781-556c225ae53c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:10.958363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.958729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.959094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.959433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.959763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.960093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.960424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.960750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.961074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.961403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.961730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.962050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:10.962370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:11.027113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-568a0815-a149-4903-8a28-7e23632dc6a8 req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:11.028702 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-568a0815-a149-4903-8a28-7e23632dc6a8 req-b314bed1-c3df-4eec-990e-9a7dd608ceb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3998220 Feb 10 04:02:11.124041 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80218723-4ab0-4d7e-a59b-1c746f80ca8a x-openstack-request-id: req-80218723-4ab0-4d7e-a59b-1c746f80ca8a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:11.124601 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-plugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:11.124601 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80218723-4ab0-4d7e-a59b-1c746f80ca8a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:11.125031 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'code': 200} Feb 10 04:02:11.183428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f065af2-adf1-4b75-a1cc-08bebb362907 req-2c8c33ec-5b96-4f5a-8240-a2c69dc1e737 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:11.191135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f065af2-adf1-4b75-a1cc-08bebb362907 req-2c8c33ec-5b96-4f5a-8240-a2c69dc1e737 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.0815840 Feb 10 04:02:11.239579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f065af2-adf1-4b75-a1cc-08bebb362907 req-1477dd6e-fa26-4b42-a63b-50c95e187ecc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475864 Feb 10 04:02:11.552351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-105ffb6a-4d9c-4898-81ac-1901b540f8ab tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/5d9d5929-dcc8-43b4-abb4-eaf3a052b912 HTTP/1.1" status: 200 len: 1821 time: 0.0467944 Feb 10 04:02:11.614275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-2a97af88-f8ec-4a9b-b37c-07140948c0f0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/211efc2a-cf20-43f0-b781-556c225ae53c HTTP/1.1" status: 200 len: 1822 time: 0.0512376 Feb 10 04:02:11.626614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5d9d5929-dcc8-43b4-abb4-eaf3a052b912', 'remote_group_id': '211efc2a-cf20-43f0-b781-556c225ae53c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:11.627048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5d9d5929-dcc8-43b4-abb4-eaf3a052b912', 'remote_group_id': '211efc2a-cf20-43f0-b781-556c225ae53c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:11.812095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (7edae61f-0a52-4836-840d-5765563d604f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:11.863344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (7edae61f-0a52-4836-840d-5765563d604f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:11.950614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (7edae61f-0a52-4836-840d-5765563d604f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:11.974093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edae61f-0a52-4836-840d-5765563d604f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:12.061140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:12.062342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6e71f1b-0903-4f8e-8fc9-781225306d7f req-68749925-2e97-4044-9e8f-43904191b3fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4403136 Feb 10 04:02:13.212973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-c765142c-f24c-45f0-8035-eb6a691e451c tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:13.215135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-c765142c-f24c-45f0-8035-eb6a691e451c tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.0813498 Feb 10 04:02:13.374034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Deleting port e6ecb201-e292-4790-92b9-48d99bb89588 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:13.374933 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:13.520286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b46cc8-3691-4f02-ab5b-76e30d7682a2 req-a8300e9f-0b35-4491-ab8f-56c9013e2bef tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:13.529228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14b46cc8-3691-4f02-ab5b-76e30d7682a2 req-a8300e9f-0b35-4491-ab8f-56c9013e2bef tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 945 time: 0.1172032 Feb 10 04:02:13.555425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] For port e6ecb201-e292-4790-92b9-48d99bb89588, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e6ecb201-e292-4790-92b9-48d99bb89588,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:13.555798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:13.580136 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14b46cc8-3691-4f02-ab5b-76e30d7682a2 req-3353b69e-e31c-4785-bda1-bc31b55b2ab1 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b205c53-73ab-43d6-872d-a7a6281f917f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497642 Feb 10 04:02:13.796681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:13.797493 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (16c82cce-19c2-433f-bd01-6b9efc5fc0f2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:13.797913 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Floating IP 16c82cce-19c2-433f-bd01-6b9efc5fc0f2 disassociated. External IP: 172.25.8.124, port: e6ecb201-e292-4790-92b9-48d99bb89588. Feb 10 04:02:13.798366 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Calling delete_port for e6ecb201-e292-4790-92b9-48d99bb89588 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:14.039972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e6ecb201-e292-4790-92b9-48d99bb89588), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:14.073537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event deleted for resources: {'Port': ['ID=e6ecb201-e292-4790-92b9-48d99bb89588,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:14.192929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 170d6b8e-b127-4561-b200-60dca263e736 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:14.210467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:02:14.297331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 170d6b8e-b127-4561-b200-60dca263e736 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:14.444498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:14.444498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170d6b8e-b127-4561-b200-60dca263e736'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:14.444498 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84d0d77-4d33-4a43-83c5-11f524bcec4d" -d '{"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-unplugged", "status": "completed", "tag": "170d6b8e-b127-4561-b200-60dca263e736"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:14.444498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:14.666731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:14.676849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] Sync routers for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:14.688699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:14.689324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:14.714558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] No DVR routers for this DVR port e6ecb201-e292-4790-92b9-48d99bb89588 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:02:14.719602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:14.723710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e52283c-2f18-44d0-a37d-f872aee3a8f7 req-a63f06ca-2347-4240-b66e-ef54711e7f26 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.43 "DELETE /v2.0/ports/e6ecb201-e292-4790-92b9-48d99bb89588 HTTP/1.1" status: 204 len: 173 time: 1.5020931 Feb 10 04:02:14.724189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'name': 'network-vif-deleted', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:14.726507 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fc0894-308e-4d30-bf4c-b6ebed107305" -d '{"events": [{"server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "name": "network-vif-deleted", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:14.791725 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:14.832637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:14.935004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a9d61bdd-c8b2-4da6-9383-60c3bb1a5d54 req-c95ef8f9-fee7-47e7-88ea-7b5798d67b54 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1143793550', 'description': 'tempest-description-775602433'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:15.093858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef7ead-20a8-4ef8-9338-369b95b5b133 req-7a5ef7d3-66ba-4ca4-ad6f-0a50d3e678b0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:15.095801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4ef7ead-20a8-4ef8-9338-369b95b5b133 req-7a5ef7d3-66ba-4ca4-ad6f-0a50d3e678b0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.1243889 Feb 10 04:02:15.113646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:15.182161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4ef7ead-20a8-4ef8-9338-369b95b5b133 req-e080340e-ac9d-4e02-aefe-6c68e2088286 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807581 Feb 10 04:02:15.245421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9d61bdd-c8b2-4da6-9383-60c3bb1a5d54 req-c95ef8f9-fee7-47e7-88ea-7b5798d67b54 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:15.300479 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58562e5d-ce2e-43a9-b6fc-75aecb92d0e4 x-openstack-request-id: req-58562e5d-ce2e-43a9-b6fc-75aecb92d0e4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:15.301422 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-unplugged", "status": "completed", "tag": "170d6b8e-b127-4561-b200-60dca263e736", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:15.301955 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58562e5d-ce2e-43a9-b6fc-75aecb92d0e4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:15.302521 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170d6b8e-b127-4561-b200-60dca263e736', 'code': 200} Feb 10 04:02:15.361316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9d61bdd-c8b2-4da6-9383-60c3bb1a5d54 req-c95ef8f9-fee7-47e7-88ea-7b5798d67b54 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (02227ce7-67cd-46ee-b6a5-a6aee8230ef2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:15.371129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:15.392631 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bb3c14e-2537-412d-8b06-2d884bac00bf req-b1fd4dc0-1709-4410-a3ad-be6ab9a59624 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f360e4-8b51-400a-885c-3efa31db5fd3 HTTP/1.1" status: 200 len: 210 time: 0.0541434 Feb 10 04:02:15.420052 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9d61bdd-c8b2-4da6-9383-60c3bb1a5d54 req-c95ef8f9-fee7-47e7-88ea-7b5798d67b54 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02227ce7-67cd-46ee-b6a5-a6aee8230ef2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:15.458658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] Checking router: 86659c9d-0802-4f85-bb98-9b7c6b4c0cac for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:15.469767 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e7be0-0568-4b25-ad18-3f3c950175e6 x-openstack-request-id: req-b39e7be0-0568-4b25-ad18-3f3c950175e6 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:15.470062 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f360e4-8b51-400a-885c-3efa31db5fd3", "name": "network-vif-deleted", "tag": "e6ecb201-e292-4790-92b9-48d99bb89588", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:15.470318 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b39e7be0-0568-4b25-ad18-3f3c950175e6 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:15.470793 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f360e4-8b51-400a-885c-3efa31db5fd3', 'name': 'network-vif-deleted', 'tag': 'e6ecb201-e292-4790-92b9-48d99bb89588', 'status': 'completed', 'code': 200} Feb 10 04:02:15.479947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ef8f9-fee7-47e7-88ea-7b5798d67b54 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02227ce7-67cd-46ee-b6a5-a6aee8230ef2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:15.496251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:15.497082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:15.618891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9d61bdd-c8b2-4da6-9383-60c3bb1a5d54 req-c95ef8f9-fee7-47e7-88ea-7b5798d67b54 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:15.618891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9d61bdd-c8b2-4da6-9383-60c3bb1a5d54 req-c95ef8f9-fee7-47e7-88ea-7b5798d67b54 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6965375 Feb 10 04:02:15.642333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:15.797311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-50b8c5e5-da68-48c3-be7c-6bc992b9ff77 req-bff6f6de-8344-4479-893a-ac04e13bf9fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-650797788', 'description': 'tempest-description-1766356854'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:15.892237 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-50b8c5e5-da68-48c3-be7c-6bc992b9ff77 req-bff6f6de-8344-4479-893a-ac04e13bf9fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:15.941205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:15.985263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19542d0a-8590-4181-a4f6-47e73771686d None None] The sync data for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 is: [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:00:48Z', 'revision_number': 4, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0bd7148e-a9d5-4a18-b102-8b18185755a4', 'name': '', 'network_id': 'f4e4aef5-8e2a-4df2-b022-91e59a117639', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'mac_address': 'fa:16:3e:1c:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:45Z', 'updated_at': '2022-02-10T04:00:54Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'subnets': [{'id': 'ea08a5f5-66ed-45ae-a375-f9b98cc0a15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:02:16.040302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-50b8c5e5-da68-48c3-be7c-6bc992b9ff77 req-bff6f6de-8344-4479-893a-ac04e13bf9fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (d662b66f-8066-4f20-8ba4-8bccdc246c79), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:16.116454 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-50b8c5e5-da68-48c3-be7c-6bc992b9ff77 req-bff6f6de-8344-4479-893a-ac04e13bf9fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d662b66f-8066-4f20-8ba4-8bccdc246c79), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:16.179228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6f6de-8344-4479-893a-ac04e13bf9fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d662b66f-8066-4f20-8ba4-8bccdc246c79,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:16.249015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-50b8c5e5-da68-48c3-be7c-6bc992b9ff77 req-bff6f6de-8344-4479-893a-ac04e13bf9fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:16.265904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-50b8c5e5-da68-48c3-be7c-6bc992b9ff77 req-bff6f6de-8344-4479-893a-ac04e13bf9fc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4663351 Feb 10 04:02:16.455549 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c5299-8967-47a6-bfcf-c2f3b141f31b None None] New status for floating IP 16c82cce-19c2-433f-bd01-6b9efc5fc0f2: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:02:16.760128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:16.809891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-0e577d58-2dcf-47a6-9a7e-39939ab7ec97 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:16.809891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-0e577d58-2dcf-47a6-9a7e-39939ab7ec97 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1128 time: 0.0750971 Feb 10 04:02:16.814889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827844-2'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:16.892464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.064791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:17.085006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e6ecb201-e292-4790-92b9-48d99bb89588 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:17.139554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:17.151692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: e6ecb201-e292-4790-92b9-48d99bb89588 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:02:17.151692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e6ecb201-e292-4790-92b9-48d99bb89588 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:02:17.217486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Publish callbacks [] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.252887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8f9aeec2-86e7-4ac9-bc67-346224304fef tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/02227ce7-67cd-46ee-b6a5-a6aee8230ef2 HTTP/1.1" status: 200 len: 1821 time: 0.0768270 Feb 10 04:02:17.283524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61349b95-90c7-4231-8292-d17d97155098 req-257d5410-413a-43a6-994a-52eeb70e6b56 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:17.286103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61349b95-90c7-4231-8292-d17d97155098 req-257d5410-413a-43a6-994a-52eeb70e6b56 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 946 time: 0.0831988 Feb 10 04:02:17.325612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a150b69-2043-4afd-957f-8a11899aa38e req-0ae3d6cc-157e-44ce-8b7b-f846ad58aeb0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/d662b66f-8066-4f20-8ba4-8bccdc246c79 HTTP/1.1" status: 200 len: 1821 time: 0.0717771 Feb 10 04:02:17.336935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '02227ce7-67cd-46ee-b6a5-a6aee8230ef2', 'remote_group_id': 'd662b66f-8066-4f20-8ba4-8bccdc246c79', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:17.338572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '02227ce7-67cd-46ee-b6a5-a6aee8230ef2', 'remote_group_id': 'd662b66f-8066-4f20-8ba4-8bccdc246c79', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:17.355788 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.371542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61349b95-90c7-4231-8292-d17d97155098 req-ad37b998-e53d-42f5-9f88-7deaf33e3280 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791383 Feb 10 04:02:17.461959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:17.465329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on host n-h1-827844-2 for vnic_type normal with profile {"migrating_to": "n-h2-827844-2"} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:17.465668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:17.466109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:17.471172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:02:17.471500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Attempting to bind port efb3a4e4-641b-418c-a02f-e2d6485227fd on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:17.475160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:17.476887 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e6d31a-c5cc-4564-ad0b-49d7d6d44fd3" -d '{"events": [{"server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:17.482255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:17.482608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:17.483039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:17.483474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Bound port: efb3a4e4-641b-418c-a02f-e2d6485227fd, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:17.483846 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.540279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (5c620086-8335-47fb-954e-c443c21ba826), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.577457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (5c620086-8335-47fb-954e-c443c21ba826), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.589585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:17.596794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:17.710169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5c620086-8335-47fb-954e-c443c21ba826), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.739379 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.745310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c620086-8335-47fb-954e-c443c21ba826,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:17.845057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.852834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a150b69-2043-4afd-957f-8a11899aa38e req-8b92108b-5980-4648-bf51-8bacf8083089 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5167511 Feb 10 04:02:17.894777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:17.900246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:17.900246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] 10.222.0.43 "PUT /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 1122 time: 1.0939627 Feb 10 04:02:17.900246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dad6fc-1766-452d-8e8e-1ccdb2e6de8b service neutron] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=8']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:17.917056 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471641a7-4df7-4ad1-b360-ee18cc8d02ac x-openstack-request-id: req-471641a7-4df7-4ad1-b360-ee18cc8d02ac {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:17.918375 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:17.923725 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-471641a7-4df7-4ad1-b360-ee18cc8d02ac {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:17.923725 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd', 'code': 200} Feb 10 04:02:17.994334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['efb3a4e4-641b-418c-a02f-e2d6485227fd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:02:18.051187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['efb3a4e4-641b-418c-a02f-e2d6485227fd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:02:18.174613 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.415072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51752) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:18.552839 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-985020db-1295-4d2e-9969-534bb7dc59bd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group (3b205c53-73ab-43d6-872d-a7a6281f917f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.565839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b112a6e0-8dee-467e-aacf-970d5f46ceae req-1ed7d602-cd1f-4cae-b126-a8f34c5e72b5 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/d662b66f-8066-4f20-8ba4-8bccdc246c79 HTTP/1.1" status: 200 len: 1821 time: 0.1672330 Feb 10 04:02:18.629593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-985020db-1295-4d2e-9969-534bb7dc59bd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group (3b205c53-73ab-43d6-872d-a7a6281f917f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.661348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b112a6e0-8dee-467e-aacf-970d5f46ceae req-c0011f96-7eaf-4b26-9d70-ef64eb36d92a tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (d662b66f-8066-4f20-8ba4-8bccdc246c79), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.708485 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b112a6e0-8dee-467e-aacf-970d5f46ceae req-c0011f96-7eaf-4b26-9d70-ef64eb36d92a tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (d662b66f-8066-4f20-8ba4-8bccdc246c79), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.774223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec23ffd-aaf1-426c-9ec3-1c7979d13281 req-c9835d39-6c69-4403-8439-b4bc49a74e89 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:18.777415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ec23ffd-aaf1-426c-9ec3-1c7979d13281 req-c9835d39-6c69-4403-8439-b4bc49a74e89 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.0864654 Feb 10 04:02:18.798254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-985020db-1295-4d2e-9969-534bb7dc59bd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3b205c53-73ab-43d6-872d-a7a6281f917f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.801121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-985020db-1295-4d2e-9969-534bb7dc59bd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.804607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-985020db-1295-4d2e-9969-534bb7dc59bd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "DELETE /v2.0/security-groups/3b205c53-73ab-43d6-872d-a7a6281f917f HTTP/1.1" status: 204 len: 168 time: 0.3852606 Feb 10 04:02:18.805718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51766) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:18.832417 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-8275c2da-a085-4d16-87f9-c6c339a85129 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] show failed (client error): The resource could not be found. Feb 10 04:02:18.836961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8275c2da-a085-4d16-87f9-c6c339a85129 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "GET /v2.0/security-groups/3b205c53-73ab-43d6-872d-a7a6281f917f HTTP/1.1" status: 404 len: 347 time: 0.0293953 Feb 10 04:02:18.838944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51770) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:18.847530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985020db-1295-4d2e-9969-534bb7dc59bd tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b205c53-73ab-43d6-872d-a7a6281f917f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:18.893891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ec23ffd-aaf1-426c-9ec3-1c7979d13281 req-d96f86a2-9b6a-4c16-aa53-bc4f8f6fe993 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043601 Feb 10 04:02:18.907046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b112a6e0-8dee-467e-aacf-970d5f46ceae req-c0011f96-7eaf-4b26-9d70-ef64eb36d92a tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d662b66f-8066-4f20-8ba4-8bccdc246c79), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.916778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b112a6e0-8dee-467e-aacf-970d5f46ceae req-c0011f96-7eaf-4b26-9d70-ef64eb36d92a tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:18.927121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b112a6e0-8dee-467e-aacf-970d5f46ceae req-c0011f96-7eaf-4b26-9d70-ef64eb36d92a tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-groups/d662b66f-8066-4f20-8ba4-8bccdc246c79 HTTP/1.1" status: 204 len: 173 time: 0.3610122 Feb 10 04:02:19.045558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0011f96-7eaf-4b26-9d70-ef64eb36d92a tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d662b66f-8066-4f20-8ba4-8bccdc246c79,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:19.089196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device efb3a4e4-641b-418c-a02f-e2d6485227fd details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:02:19.148331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4d376ab-5ca1-4f02-8565-2ed3c742c19e req-ff9bbcdb-026d-4a00-9f6a-61abd275aecf tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/02227ce7-67cd-46ee-b6a5-a6aee8230ef2 HTTP/1.1" status: 200 len: 1821 time: 0.1599343 Feb 10 04:02:19.208615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-bfe484b8-ec02-40d4-8f5a-8a679a421c3a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:19.217165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-bfe484b8-ec02-40d4-8f5a-8a679a421c3a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.2159150 Feb 10 04:02:19.260849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-118c9deb-1072-429c-8217-78881e3df63a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/quotas/3f25a4e8ee1f42e696c6eb68c976f024 HTTP/1.1" status: 200 len: 375 time: 0.0373850 Feb 10 04:02:19.304513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:19.308564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Deleting port b1e0816f-bbf8-474f-8637-8bbb4ee25f11 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:19.308913 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:19.319956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device efb3a4e4-641b-418c-a02f-e2d6485227fd has no active binding in host n-h2-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 04:02:19.328212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-563f45b5-3c68-486c-8243-0ad53e5bfe77 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716422 Feb 10 04:02:19.394848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6aabcbe8-4fc1-455b-a78d-958d5ac2fef7 req-0c35d7f9-de29-47c0-960b-ceb09d349355 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-341268620', 'description': 'tempest-description-154316258'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:19.434585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:19.434936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for floatingip (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:19.446776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Calling delete_port for b1e0816f-bbf8-474f-8637-8bbb4ee25f11 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:19.562198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-46fbd2c2-c9cb-4029-bb43-65a886856168 service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158349 Feb 10 04:02:19.673951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-0979e5c1-0216-4453-a81c-f3a7d79c760e service neutron] 10.222.0.42 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003180 Feb 10 04:02:19.813344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6aabcbe8-4fc1-455b-a78d-958d5ac2fef7 req-0c35d7f9-de29-47c0-960b-ceb09d349355 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:19.889820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b1e0816f-bbf8-474f-8637-8bbb4ee25f11), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:19.916490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6aabcbe8-4fc1-455b-a78d-958d5ac2fef7 req-0c35d7f9-de29-47c0-960b-ceb09d349355 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (c7ae16dc-921d-4a83-9e2a-36a3d42403eb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:19.920419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:19.922967 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9735792c-6d20-4bef-b202-e6be432190f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:19.941091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Pushing event deleted for resources: {'Port': ['ID=b1e0816f-bbf8-474f-8637-8bbb4ee25f11,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:19.995253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6aabcbe8-4fc1-455b-a78d-958d5ac2fef7 req-0c35d7f9-de29-47c0-960b-ceb09d349355 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c7ae16dc-921d-4a83-9e2a-36a3d42403eb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:20.043140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks [] for floatingip (16c82cce-19c2-433f-bd01-6b9efc5fc0f2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:20.045430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:20.049850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0fa7dfc7-f8e6-4c4d-8e83-7e7b3059d967 tempest-ServersTestFqdnHostnames-1522901590 tempest-ServersTestFqdnHostnames-1522901590-project] 10.222.0.42 "DELETE /v2.0/floatingips/16c82cce-19c2-433f-bd01-6b9efc5fc0f2 HTTP/1.1" status: 204 len: 168 time: 1.2044928 Feb 10 04:02:20.049850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35d7f9-de29-47c0-960b-ceb09d349355 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ae16dc-921d-4a83-9e2a-36a3d42403eb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:20.052337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51806) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:20.122143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6aabcbe8-4fc1-455b-a78d-958d5ac2fef7 req-0c35d7f9-de29-47c0-960b-ceb09d349355 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:20.136055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6aabcbe8-4fc1-455b-a78d-958d5ac2fef7 req-0c35d7f9-de29-47c0-960b-ceb09d349355 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7494464 Feb 10 04:02:20.254054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-339d5a37-02d5-4e01-ae02-dd76e4e2aae1 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:20.265634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-339d5a37-02d5-4e01-ae02-dd76e4e2aae1 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "GET /v2.0/ports?device_id=3723e200-0f2d-4a9d-acbe-ee90d7847245 HTTP/1.1" status: 200 len: 943 time: 0.2255316 Feb 10 04:02:20.500560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Deleting port 170d6b8e-b127-4561-b200-60dca263e736 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:20.500981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (170d6b8e-b127-4561-b200-60dca263e736), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:20.547433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f864b-32c8-4b3f-9f16-dfe8e6139e3f req-16c159be-1156-4fa5-9412-8842e74552e6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:20.554689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b0f864b-32c8-4b3f-9f16-dfe8e6139e3f req-16c159be-1156-4fa5-9412-8842e74552e6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.1803234 Feb 10 04:02:20.631109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] For port 170d6b8e-b127-4561-b200-60dca263e736, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=170d6b8e-b127-4561-b200-60dca263e736,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:20.631918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (170d6b8e-b127-4561-b200-60dca263e736), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:20.653589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Calling delete_port for 170d6b8e-b127-4561-b200-60dca263e736 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:20.680439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b0f864b-32c8-4b3f-9f16-dfe8e6139e3f req-7a1b058f-9849-4e98-95f2-4bf533cb89de tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245394 Feb 10 04:02:20.809288 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae9df7-3525-41ca-94c9-34e94c97dedd x-openstack-request-id: req-75ae9df7-3525-41ca-94c9-34e94c97dedd {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:20.809843 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:20.810303 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75ae9df7-3525-41ca-94c9-34e94c97dedd {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:20.810948 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd', 'status': 'completed', 'code': 200} Feb 10 04:02:20.904247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (170d6b8e-b127-4561-b200-60dca263e736), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:20.928062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6256cff7-a0f0-4f58-857b-d144488228a7 req-7ecf4226-c44a-45bc-bee6-403a43b9ba33 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 210 time: 0.0450487 Feb 10 04:02:20.965268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event deleted for resources: {'Port': ['ID=170d6b8e-b127-4561-b200-60dca263e736,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:21.026263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] No DVR routers for this DVR port 170d6b8e-b127-4561-b200-60dca263e736 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:02:21.031915 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:21.035865 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0af81dbe-b57e-4260-9fa3-e31368654d8f req-c28b0e36-bc25-46d9-bb15-48f7be199480 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "DELETE /v2.0/ports/170d6b8e-b127-4561-b200-60dca263e736 HTTP/1.1" status: 204 len: 173 time: 0.7642109 Feb 10 04:02:21.046242 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-e634f8ec-6a7c-482b-8ff4-b590ceafee7c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/c7ae16dc-921d-4a83-9e2a-36a3d42403eb HTTP/1.1" status: 200 len: 1820 time: 0.0636063 Feb 10 04:02:21.049042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735792c-6d20-4bef-b202-e6be432190f1 req-ac36ff93-1713-4056-b37b-64a19efaca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:21.050603 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9735792c-6d20-4bef-b202-e6be432190f1 req-ac36ff93-1713-4056-b37b-64a19efaca0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1156 time: 0.2162561 Feb 10 04:02:21.078461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7ae16dc-921d-4a83-9e2a-36a3d42403eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:21.079062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7ae16dc-921d-4a83-9e2a-36a3d42403eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:21.084899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:21.828624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735792c-6d20-4bef-b202-e6be432190f1 req-9a2491a2-bb26-44ae-b436-f5dd756756f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:21.830077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9735792c-6d20-4bef-b202-e6be432190f1 req-9a2491a2-bb26-44ae-b436-f5dd756756f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.7690096 Feb 10 04:02:21.902732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e4e62-19d4-46f9-a248-a1de7bb541d9 req-48b476fa-81bf-461f-baba-12350c960892 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:21.912306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c8e4e62-19d4-46f9-a248-a1de7bb541d9 req-48b476fa-81bf-461f-baba-12350c960892 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.0876303 Feb 10 04:02:21.916860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (cc4af4be-5334-4d08-8a92-c2fb49fe416f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:21.984526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (cc4af4be-5334-4d08-8a92-c2fb49fe416f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.017427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c8e4e62-19d4-46f9-a248-a1de7bb541d9 req-0634c8d6-aa16-4f39-9773-a8bc88c8d464 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039710 Feb 10 04:02:22.036679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9735792c-6d20-4bef-b202-e6be432190f1 req-ea68b049-ae19-4f97-93ba-c6cb3b770623 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 217 time: 0.1282313 Feb 10 04:02:22.118794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (cc4af4be-5334-4d08-8a92-c2fb49fe416f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.180688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4af4be-5334-4d08-8a92-c2fb49fe416f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:22.186964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735792c-6d20-4bef-b202-e6be432190f1 req-8f383adb-73e1-4f3a-9e50-1d04780489eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:22.189805 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9735792c-6d20-4bef-b202-e6be432190f1 req-8f383adb-73e1-4f3a-9e50-1d04780489eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1188450 Feb 10 04:02:22.202593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f4879c8-8fb7-4f0b-b76c-7e1ba4f40622 req-b7f69b16-0485-4c77-9903-2b6e8d39273e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 210 time: 0.1110711 Feb 10 04:02:22.241685 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9735792c-6d20-4bef-b202-e6be432190f1 req-00107b0f-022c-4947-90b1-01af4df95c06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409458 Feb 10 04:02:22.300674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.303829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2f77b02-a920-4c4b-8fa5-0c3ec9c25817 req-7ecfc1d3-40eb-4e23-837e-f6360fb59f6f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2288499 Feb 10 04:02:22.405328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-b1085694-433f-40cd-9eb9-fb466efeedbc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/c7ae16dc-921d-4a83-9e2a-36a3d42403eb HTTP/1.1" status: 200 len: 2413 time: 0.0713611 Feb 10 04:02:22.410527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7ae16dc-921d-4a83-9e2a-36a3d42403eb', 'remote_group_id': None}]} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:22.411625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7ae16dc-921d-4a83-9e2a-36a3d42403eb', 'remote_group_id': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:22.484976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51862) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:22.548848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9735792c-6d20-4bef-b202-e6be432190f1 req-d9e25a44-90b0-4fd7-ab08-2ac121dfcf8d service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870376 Feb 10 04:02:22.602286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (a656b16b-6495-4a4f-8aeb-29868f62377b), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.648117 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (a656b16b-6495-4a4f-8aeb-29868f62377b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.684718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259094e3-cb72-4126-bd29-74d7ac658d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.724001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9735792c-6d20-4bef-b202-e6be432190f1 req-4ee7dc77-8bd2-48a1-b680-9f2ecae198ab service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692443 Feb 10 04:02:22.748690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Deleting port 0bd7148e-a9d5-4a18-b102-8b18185755a4 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:22.749030 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.781417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a656b16b-6495-4a4f-8aeb-29868f62377b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.813424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-deleted', 'tag': '170d6b8e-b127-4561-b200-60dca263e736'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:22.815362 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe0d09-1a18-42bf-85fb-148d7891d1bb" -d '{"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-deleted", "tag": "170d6b8e-b127-4561-b200-60dca263e736"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:22.818102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a656b16b-6495-4a4f-8aeb-29868f62377b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:22.866469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259094e3-cb72-4126-bd29-74d7ac658d9a admin admin] Publish callbacks [] for security_group (a53847bf-1f05-45eb-b8d4-9a3f2885ac31), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.875222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] For port 0bd7148e-a9d5-4a18-b102-8b18185755a4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0bd7148e-a9d5-4a18-b102-8b18185755a4,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:22.875574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.891088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Calling delete_port for 0bd7148e-a9d5-4a18-b102-8b18185755a4 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:22.910579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:22.916162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e3292bc5-5d48-4a82-996e-c02854cf3db4 req-fe0bfbdb-dc6a-4ab3-ace1-21ceec86b4a8 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5092995 Feb 10 04:02:22.926639 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4ebd76-7c13-45fd-9fcd-b91f3e573cd8 x-openstack-request-id: req-7f4ebd76-7c13-45fd-9fcd-b91f3e573cd8 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:22.926953 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3723e200-0f2d-4a9d-acbe-ee90d7847245", "name": "network-vif-deleted", "tag": "170d6b8e-b127-4561-b200-60dca263e736", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:22.927776 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f4ebd76-7c13-45fd-9fcd-b91f3e573cd8 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:22.928192 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3723e200-0f2d-4a9d-acbe-ee90d7847245', 'name': 'network-vif-deleted', 'tag': '170d6b8e-b127-4561-b200-60dca263e736', 'status': 'completed', 'code': 200} Feb 10 04:02:23.008782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f54e887-bfb2-42c2-9838-06becad4e53a req-34903890-fc37-4c86-9c48-0a2d6d0bbd64 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/c7ae16dc-921d-4a83-9e2a-36a3d42403eb HTTP/1.1" status: 200 len: 3011 time: 0.0714154 Feb 10 04:02:23.010087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259094e3-cb72-4126-bd29-74d7ac658d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a53847bf-1f05-45eb-b8d4-9a3f2885ac31), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.109607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259094e3-cb72-4126-bd29-74d7ac658d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53847bf-1f05-45eb-b8d4-9a3f2885ac31,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:23.115333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f3c9151-a3d6-4bed-8b17-7b8729a81081 req-5aa10a21-8a3e-407c-a887-05c0067391c1 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-group-rules/a656b16b-6495-4a4f-8aeb-29868f62377b HTTP/1.1" status: 200 len: 783 time: 0.0510342 Feb 10 04:02:23.190031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-259094e3-cb72-4126-bd29-74d7ac658d9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77a14b692bf741fca666f59085064c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7035778 Feb 10 04:02:23.194076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51884) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:23.224484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f86d79-e148-44e7-806b-c30faa5329d5 req-a9a4da3c-a7ef-4de4-b8d5-c8b6be412cb4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:23.227955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06f86d79-e148-44e7-806b-c30faa5329d5 req-a9a4da3c-a7ef-4de4-b8d5-c8b6be412cb4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.0926132 Feb 10 04:02:23.234602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f3c9151-a3d6-4bed-8b17-7b8729a81081 req-ae2badf8-89b8-4ba0-88be-40613f5946cb tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/c7ae16dc-921d-4a83-9e2a-36a3d42403eb HTTP/1.1" status: 200 len: 3011 time: 0.1064539 Feb 10 04:02:23.332034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06f86d79-e148-44e7-806b-c30faa5329d5 req-40aaa926-9e6c-4eb0-b083-502d8ab2c5e3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869877 Feb 10 04:02:23.357054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-c69e1c13-dac9-49b3-bc58-5560e2a6db29 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:23.358917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-c69e1c13-dac9-49b3-bc58-5560e2a6db29 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 804 time: 0.4384332 Feb 10 04:02:23.377674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Request body: {'port': {'device_id': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'admin_state_up': True, 'tenant_id': '3f25a4e8ee1f42e696c6eb68c976f024'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:23.383715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5f3c9151-a3d6-4bed-8b17-7b8729a81081 req-f07131b0-16b9-4c69-88a1-28ab0f1bf1a0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (a656b16b-6495-4a4f-8aeb-29868f62377b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.437768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5f3c9151-a3d6-4bed-8b17-7b8729a81081 req-f07131b0-16b9-4c69-88a1-28ab0f1bf1a0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (a656b16b-6495-4a4f-8aeb-29868f62377b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.506622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10956ff5-ea42-45d7-94e3-9cfbd2b59d75 admin admin] Publish callbacks [] for security_group (a53847bf-1f05-45eb-b8d4-9a3f2885ac31), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.534778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bea9ef6-ce5c-4d4e-b331-400735b9f98e req-63ffcfd5-1d68-4552-bbf0-559a07774f94 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 210 time: 0.0998843 Feb 10 04:02:23.664390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10956ff5-ea42-45d7-94e3-9cfbd2b59d75 admin admin] Publish callbacks [] for security_group (a53847bf-1f05-45eb-b8d4-9a3f2885ac31), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.688295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5f3c9151-a3d6-4bed-8b17-7b8729a81081 req-f07131b0-16b9-4c69-88a1-28ab0f1bf1a0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a656b16b-6495-4a4f-8aeb-29868f62377b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.714343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5f3c9151-a3d6-4bed-8b17-7b8729a81081 req-f07131b0-16b9-4c69-88a1-28ab0f1bf1a0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.715411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f3c9151-a3d6-4bed-8b17-7b8729a81081 req-f07131b0-16b9-4c69-88a1-28ab0f1bf1a0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a656b16b-6495-4a4f-8aeb-29868f62377b HTTP/1.1" status: 204 len: 173 time: 0.4329305 Feb 10 04:02:23.721019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07131b0-16b9-4c69-88a1-28ab0f1bf1a0 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a656b16b-6495-4a4f-8aeb-29868f62377b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:23.820262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e859628-5b5f-4e3f-8e53-b77621a67f1e req-75e43338-5cf6-4358-82bc-53856891e79f tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/c7ae16dc-921d-4a83-9e2a-36a3d42403eb HTTP/1.1" status: 200 len: 2413 time: 0.0689089 Feb 10 04:02:23.850991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0bd7148e-a9d5-4a18-b102-8b18185755a4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.889342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd7148e-a9d5-4a18-b102-8b18185755a4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:23.937232 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10956ff5-ea42-45d7-94e3-9cfbd2b59d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a53847bf-1f05-45eb-b8d4-9a3f2885ac31), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.940408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5e859628-5b5f-4e3f-8e53-b77621a67f1e req-4ad9fbb2-cb62-428c-855b-5688d6fe6703 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (c7ae16dc-921d-4a83-9e2a-36a3d42403eb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.948425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10956ff5-ea42-45d7-94e3-9cfbd2b59d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.949934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-10956ff5-ea42-45d7-94e3-9cfbd2b59d75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a53847bf-1f05-45eb-b8d4-9a3f2885ac31 HTTP/1.1" status: 204 len: 168 time: 0.7521245 Feb 10 04:02:23.950910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Made reservation on behalf of 3f25a4e8ee1f42e696c6eb68c976f024 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:23.956491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:23.974775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5e859628-5b5f-4e3f-8e53-b77621a67f1e req-4ad9fbb2-cb62-428c-855b-5688d6fe6703 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (c7ae16dc-921d-4a83-9e2a-36a3d42403eb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:24.094120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10956ff5-ea42-45d7-94e3-9cfbd2b59d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53847bf-1f05-45eb-b8d4-9a3f2885ac31,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:24.146687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5e859628-5b5f-4e3f-8e53-b77621a67f1e req-4ad9fbb2-cb62-428c-855b-5688d6fe6703 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c7ae16dc-921d-4a83-9e2a-36a3d42403eb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:24.155464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5e859628-5b5f-4e3f-8e53-b77621a67f1e req-4ad9fbb2-cb62-428c-855b-5688d6fe6703 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:24.159623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e859628-5b5f-4e3f-8e53-b77621a67f1e req-4ad9fbb2-cb62-428c-855b-5688d6fe6703 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-groups/c7ae16dc-921d-4a83-9e2a-36a3d42403eb HTTP/1.1" status: 204 len: 173 time: 0.3358221 Feb 10 04:02:24.188598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9fbb2-cb62-428c-855b-5688d6fe6703 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ae16dc-921d-4a83-9e2a-36a3d42403eb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:24.229092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 170d6b8e-b127-4561-b200-60dca263e736 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:24.259020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 170d6b8e-b127-4561-b200-60dca263e736 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:02:24.260518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 170d6b8e-b127-4561-b200-60dca263e736 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:02:24.299583 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-a795337c-3a03-4e15-bb2e-6f744dadb2dc req-39196e7d-165c-4a27-8e0b-6e8ba1e37e4b tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] show failed (client error): The resource could not be found. Feb 10 04:02:24.300783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a795337c-3a03-4e15-bb2e-6f744dadb2dc req-39196e7d-165c-4a27-8e0b-6e8ba1e37e4b tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/d662b66f-8066-4f20-8ba4-8bccdc246c79 HTTP/1.1" status: 404 len: 352 time: 0.0914886 Feb 10 04:02:24.485554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e31ac6fb-4088-454f-a8b9-35a12029b5c4 req-29fef281-79c1-40a2-9314-9b607e725145 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/02227ce7-67cd-46ee-b6a5-a6aee8230ef2 HTTP/1.1" status: 200 len: 1821 time: 0.1589293 Feb 10 04:02:24.605658 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e31ac6fb-4088-454f-a8b9-35a12029b5c4 req-b5685c2d-6277-45cd-86b8-fa21887dd677 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (02227ce7-67cd-46ee-b6a5-a6aee8230ef2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:24.657540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e31ac6fb-4088-454f-a8b9-35a12029b5c4 req-b5685c2d-6277-45cd-86b8-fa21887dd677 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (02227ce7-67cd-46ee-b6a5-a6aee8230ef2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:24.673132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Allocated IP 172.20.0.11 (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3/75b93f94-2f7f-40e2-8481-c4350399ed1a/cea8c087-3117-4aba-8195-68c46ccb9d5b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:24.835755 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e31ac6fb-4088-454f-a8b9-35a12029b5c4 req-b5685c2d-6277-45cd-86b8-fa21887dd677 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02227ce7-67cd-46ee-b6a5-a6aee8230ef2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:24.846940 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e31ac6fb-4088-454f-a8b9-35a12029b5c4 req-b5685c2d-6277-45cd-86b8-fa21887dd677 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:24.851068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e31ac6fb-4088-454f-a8b9-35a12029b5c4 req-b5685c2d-6277-45cd-86b8-fa21887dd677 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-groups/02227ce7-67cd-46ee-b6a5-a6aee8230ef2 HTTP/1.1" status: 204 len: 173 time: 0.3584130 Feb 10 04:02:24.891839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5685c2d-6277-45cd-86b8-fa21887dd677 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02227ce7-67cd-46ee-b6a5-a6aee8230ef2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:25.004249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks [] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.035320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c263e22-f031-4914-abe0-fdf72ad33ba7 req-a452ccb4-1639-4471-ae1e-a51215bae921 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 210 time: 0.0743546 Feb 10 04:02:25.055095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.225193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.265393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8afcb4e8-5709-4843-8439-51138a37bfe7 req-33eac4b5-83af-457f-8731-d9ec608df9bc tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/211efc2a-cf20-43f0-b781-556c225ae53c HTTP/1.1" status: 200 len: 1822 time: 0.0791402 Feb 10 04:02:25.393108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8afcb4e8-5709-4843-8439-51138a37bfe7 req-d22f0e87-e0f7-4816-9d8e-9a2cd06ad520 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (211efc2a-cf20-43f0-b781-556c225ae53c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.410470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:25.425452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd671-33f8-405d-9915-cd4363db3436 req-413b429f-9ee6-4814-9af4-922beeb1635d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:25.435174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04ddd671-33f8-405d-9915-cd4363db3436 req-413b429f-9ee6-4814-9af4-922beeb1635d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.9583395 Feb 10 04:02:25.470129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8afcb4e8-5709-4843-8439-51138a37bfe7 req-d22f0e87-e0f7-4816-9d8e-9a2cd06ad520 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (211efc2a-cf20-43f0-b781-556c225ae53c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.475234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:02:25.476804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:25.479616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:25.646598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04ddd671-33f8-405d-9915-cd4363db3436 req-326515f0-3ed0-41f2-a062-89aba44fdf31 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019470 Feb 10 04:02:25.671098 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8afcb4e8-5709-4843-8439-51138a37bfe7 req-d22f0e87-e0f7-4816-9d8e-9a2cd06ad520 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (211efc2a-cf20-43f0-b781-556c225ae53c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.674067 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-8afcb4e8-5709-4843-8439-51138a37bfe7 req-d22f0e87-e0f7-4816-9d8e-9a2cd06ad520 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.678603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8afcb4e8-5709-4843-8439-51138a37bfe7 req-d22f0e87-e0f7-4816-9d8e-9a2cd06ad520 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-groups/211efc2a-cf20-43f0-b781-556c225ae53c HTTP/1.1" status: 204 len: 173 time: 0.4122376 Feb 10 04:02:25.707501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f0e87-e0f7-4816-9d8e-9a2cd06ad520 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211efc2a-cf20-43f0-b781-556c225ae53c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:25.815950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:25.817730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:25.820290 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10e31f29-ec23-4fd9-a58e-9a5066cc25a7 req-55bd83f8-5b1a-4f07-97e5-1ad14f9efd7e tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/5d9d5929-dcc8-43b4-abb4-eaf3a052b912 HTTP/1.1" status: 200 len: 1821 time: 0.1045568 Feb 10 04:02:25.823510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:25.861986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.863524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.864082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.864692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.865483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.866048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.866593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.867351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.867953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.868636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.869942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.870567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.871134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:25.911794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:25.925936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51948) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:25.930053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] Sync routers for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:25.934043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6505394b-3934-49a6-bb53-6f091d23c3d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/86659c9d-0802-4f85-bb98-9b7c6b4c0cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8770368 Feb 10 04:02:25.934557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51950) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:25.966267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:25.966267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:25.991234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-10e31f29-ec23-4fd9-a58e-9a5066cc25a7 req-5b175cc2-c0e8-420c-b729-06cf41cb27c2 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (5d9d5929-dcc8-43b4-abb4-eaf3a052b912), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.076985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-691396f8-923c-4e5d-8a6e-890bcfc9b4b4 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6984682 Feb 10 04:02:26.082079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-10e31f29-ec23-4fd9-a58e-9a5066cc25a7 req-5b175cc2-c0e8-420c-b729-06cf41cb27c2 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (5d9d5929-dcc8-43b4-abb4-eaf3a052b912), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.110295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Request body: {'port': {'device_id': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:26.164199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-570100933-network', 'tenant_id': '69239724504f4a62875a9ceef0d2fc89'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:26.247431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:26.267052 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks [] for router (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.522460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Made reservation on behalf of 69239724504f4a62875a9ceef0d2fc89 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:26.525692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.551092 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.566031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-10e31f29-ec23-4fd9-a58e-9a5066cc25a7 req-5b175cc2-c0e8-420c-b729-06cf41cb27c2 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d9d5929-dcc8-43b4-abb4-eaf3a052b912), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.583084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-10e31f29-ec23-4fd9-a58e-9a5066cc25a7 req-5b175cc2-c0e8-420c-b729-06cf41cb27c2 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.584850 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10e31f29-ec23-4fd9-a58e-9a5066cc25a7 req-5b175cc2-c0e8-420c-b729-06cf41cb27c2 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d9d5929-dcc8-43b4-abb4-eaf3a052b912 HTTP/1.1" status: 204 len: 173 time: 0.7634590 Feb 10 04:02:26.702256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b175cc2-c0e8-420c-b729-06cf41cb27c2 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d5929-dcc8-43b4-abb4-eaf3a052b912,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:26.883956 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:26.895345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:02:23Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:26.934105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bfebfd35-f84e-4f51-8251-da49ae564e8e req-a60a0e90-c59e-4044-b0c8-6131dfe09e25 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/5a26aeda-f4c7-4309-994a-ec1a2f832a08 HTTP/1.1" status: 200 len: 2419 time: 0.1628320 Feb 10 04:02:26.939897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29191ed-03de-4066-8bf8-07e1e47e4178 req-90cef5be-a87b-49f7-b810-59074f798837 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:26.949118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c29191ed-03de-4066-8bf8-07e1e47e4178 req-90cef5be-a87b-49f7-b810-59074f798837 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 932 time: 0.6750369 Feb 10 04:02:26.959614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] Checking router: 86659c9d-0802-4f85-bb98-9b7c6b4c0cac for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:26.979891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] Routers {'86659c9d-0802-4f85-bb98-9b7c6b4c0cac'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:26.983189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:27.075505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c29191ed-03de-4066-8bf8-07e1e47e4178 req-d61ed03f-13ae-4652-a70f-eed29d5545cc tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227884 Feb 10 04:02:27.091875 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks [] for router_gateway (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.095022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bfebfd35-f84e-4f51-8251-da49ae564e8e req-7a231256-a69d-417c-9a2e-1d0364e24b9c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (5a26aeda-f4c7-4309-994a-ec1a2f832a08), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.188918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks [] for security_group (d16e8bbd-b839-4e17-a42d-43007fb0b7ed), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.204290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bfebfd35-f84e-4f51-8251-da49ae564e8e req-7a231256-a69d-417c-9a2e-1d0364e24b9c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (5a26aeda-f4c7-4309-994a-ec1a2f832a08), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.223371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] Set router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:27.313066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d16e8bbd-b839-4e17-a42d-43007fb0b7ed), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.380277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e8bbd-b839-4e17-a42d-43007fb0b7ed,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:27.388908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bfebfd35-f84e-4f51-8251-da49ae564e8e req-7a231256-a69d-417c-9a2e-1d0364e24b9c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5a26aeda-f4c7-4309-994a-ec1a2f832a08), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.392380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bfebfd35-f84e-4f51-8251-da49ae564e8e req-7a231256-a69d-417c-9a2e-1d0364e24b9c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.398449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bfebfd35-f84e-4f51-8251-da49ae564e8e req-7a231256-a69d-417c-9a2e-1d0364e24b9c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-groups/5a26aeda-f4c7-4309-994a-ec1a2f832a08 HTTP/1.1" status: 204 len: 173 time: 0.4555008 Feb 10 04:02:27.458033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:02:27.482453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8ad3c145-407c-40ce-b201-90484c6e548a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.483307 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Added segment 8ad3c145-407c-40ce-b201-90484c6e548a of type vlan for network 919fb829-070c-4402-b1b0-e59d4c50dd0c Feb 10 04:02:27.539623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603d25d-ad25-48d4-a135-9f2b408e289e req-dcc69af9-6dd2-4143-8c6a-42169d407ea8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:27.540861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a231256-a69d-417c-9a2e-1d0364e24b9c tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a26aeda-f4c7-4309-994a-ec1a2f832a08,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:27.541699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2603d25d-ad25-48d4-a135-9f2b408e289e req-dcc69af9-6dd2-4143-8c6a-42169d407ea8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.2979980 Feb 10 04:02:27.552563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Deleting port c3086cac-75ac-4150-bd2b-6e0b86be28cc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:27.567097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.595907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d854de7-c7a0-41ac-89d4-95cda52e1f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.652262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:02:23Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:27.679393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (919fb829-070c-4402-b1b0-e59d4c50dd0c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.685227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] For port c3086cac-75ac-4150-bd2b-6e0b86be28cc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c3086cac-75ac-4150-bd2b-6e0b86be28cc,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:27.685890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.701956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Calling delete_port for c3086cac-75ac-4150-bd2b-6e0b86be28cc owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:27.724657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ff91e-2272-41c8-9c48-6036fdc24206 None None] The sync data for ids ['86659c9d-0802-4f85-bb98-9b7c6b4c0cac'] in n-d-827844-2 is: [{'id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'name': 'tempest-ServersTestFqdnHostnames-518006999-router', 'tenant_id': '416e3172959945b9a90077a8c4b550e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:00:36Z', 'updated_at': '2022-02-10T04:02:23Z', 'revision_number': 5, 'project_id': '416e3172959945b9a90077a8c4b550e8', 'gw_port': {'id': 'c3086cac-75ac-4150-bd2b-6e0b86be28cc', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86659c9d-0802-4f85-bb98-9b7c6b4c0cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:00:37Z', 'updated_at': '2022-02-10T04:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:02:27.804710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (919fb829-070c-4402-b1b0-e59d4c50dd0c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.805822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:27.807670 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:27.899310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-176ae9ad-8bfe-41c2-a88e-83649ed95208 req-8b39ce30-54c2-463c-b3e8-979b591c0ff7 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "GET /v2.0/security-groups/d6e09e29-fd37-43eb-afd2-da0641df096a HTTP/1.1" status: 200 len: 2414 time: 0.4634085 Feb 10 04:02:28.014232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:28.015353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0846343 Feb 10 04:02:28.020119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c46ad-9e01-452b-955e-23dc40530861 admin admin] Pushing event updated for resources: {'Network': ['ID=919fb829-070c-4402-b1b0-e59d4c50dd0c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:28.020366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Request body: {'subnet': {'network_id': '919fb829-070c-4402-b1b0-e59d4c50dd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-570100933-subnet', 'tenant_id': '69239724504f4a62875a9ceef0d2fc89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:28.041112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 919fb829-070c-4402-b1b0-e59d4c50dd0c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:02:28.042955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c3086cac-75ac-4150-bd2b-6e0b86be28cc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.098180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2603d25d-ad25-48d4-a135-9f2b408e289e req-12d44b64-0ddb-4e44-918e-3b48e76884e0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417089 Feb 10 04:02:28.113829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-176ae9ad-8bfe-41c2-a88e-83649ed95208 req-989fa7cf-6eaa-41c3-9d65-df34f2a4c949 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (d6e09e29-fd37-43eb-afd2-da0641df096a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.162198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3086cac-75ac-4150-bd2b-6e0b86be28cc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:28.190817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-176ae9ad-8bfe-41c2-a88e-83649ed95208 req-989fa7cf-6eaa-41c3-9d65-df34f2a4c949 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (d6e09e29-fd37-43eb-afd2-da0641df096a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.253447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea8c087-3117-4aba-8195-68c46ccb9d5b {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:02:28.272090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device efb3a4e4-641b-418c-a02f-e2d6485227fd no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:28.272927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Publish callbacks [] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.295486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Made reservation on behalf of 69239724504f4a62875a9ceef0d2fc89 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:28.301470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.430021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-176ae9ad-8bfe-41c2-a88e-83649ed95208 req-989fa7cf-6eaa-41c3-9d65-df34f2a4c949 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d6e09e29-fd37-43eb-afd2-da0641df096a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.440960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-176ae9ad-8bfe-41c2-a88e-83649ed95208 req-989fa7cf-6eaa-41c3-9d65-df34f2a4c949 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.440960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-176ae9ad-8bfe-41c2-a88e-83649ed95208 req-989fa7cf-6eaa-41c3-9d65-df34f2a4c949 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] 10.222.0.42 "DELETE /v2.0/security-groups/d6e09e29-fd37-43eb-afd2-da0641df096a HTTP/1.1" status: 204 len: 173 time: 0.5285387 Feb 10 04:02:28.444895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port efb3a4e4-641b-418c-a02f-e2d6485227fd is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:28.452567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52000) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:28.453708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fa7cf-6eaa-41c3-9d65-df34f2a4c949 tempest-SecurityGroupRulesTestJSON-1261711095 tempest-SecurityGroupRulesTestJSON-1261711095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e09e29-fd37-43eb-afd2-da0641df096a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:28.467238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Transition to ACTIVE for port object cea8c087-3117-4aba-8195-68c46ccb9d5b will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:02:28.471667 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.530017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] Deleting subnet 3d874ad7-da8f-4a70-aa62-0d647297745b {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:02:28.534110 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] Publish callbacks [] for subnet (3d874ad7-da8f-4a70-aa62-0d647297745b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.559814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.589937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (3d874ad7-da8f-4a70-aa62-0d647297745b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.636167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3d874ad7-da8f-4a70-aa62-0d647297745b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.659608 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.669490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks [] for router_controller (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.754208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:28.770445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387db52-c786-4e3d-9c99-b6ccf442c4bf req-48fe5a0a-3e23-4281-801d-cf7496c3954a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:28.777667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4387db52-c786-4e3d-9c99-b6ccf442c4bf req-48fe5a0a-3e23-4281-801d-cf7496c3954a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 932 time: 0.3753438 Feb 10 04:02:28.807622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:02:28.825206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (3d874ad7-da8f-4a70-aa62-0d647297745b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.853330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d874ad7-da8f-4a70-aa62-0d647297745b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:28.857585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.863616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a1bb3574-fb31-4616-99c6-292233b9ff68 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3d874ad7-da8f-4a70-aa62-0d647297745b HTTP/1.1" status: 204 len: 168 time: 0.4076793 Feb 10 04:02:28.864438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:28.896878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (86659c9d-0802-4f85-bb98-9b7c6b4c0cac), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.897865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86659c9d-0802-4f85-bb98-9b7c6b4c0cac {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:02:28.902957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.904105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c4dcc67-ab2b-4a82-8e5b-6c8948197332 admin admin] 10.222.0.42 "DELETE /v2.0/routers/86659c9d-0802-4f85-bb98-9b7c6b4c0cac HTTP/1.1" status: 204 len: 168 time: 2.9685292 Feb 10 04:02:28.913632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52012) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:28.974168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4387db52-c786-4e3d-9c99-b6ccf442c4bf req-a5c4a278-ee56-4825-b4b6-73e424797243 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956284 Feb 10 04:02:28.976801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:28.999792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] Deleting subnet ea08a5f5-66ed-45ae-a375-f9b98cc0a15d {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:02:29.011783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (87b47797-01a3-40d9-b002-cb5d1034c056), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.019933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] Publish callbacks [] for subnet (ea08a5f5-66ed-45ae-a375-f9b98cc0a15d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.121946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b47797-01a3-40d9-b002-cb5d1034c056,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:29.123003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.128974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Attempting to bind port cea8c087-3117-4aba-8195-68c46ccb9d5b on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:29.129588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Attempting to bind port cea8c087-3117-4aba-8195-68c46ccb9d5b by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:29.129837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Attempting to bind port cea8c087-3117-4aba-8195-68c46ccb9d5b on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:29.145040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Port cea8c087-3117-4aba-8195-68c46ccb9d5b on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:02:29.145432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Attempting to bind port cea8c087-3117-4aba-8195-68c46ccb9d5b on network dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:29.162550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:29.165067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:29.166192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Checking segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:29.166621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Bound using segment: {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:29.167131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Bound port: cea8c087-3117-4aba-8195-68c46ccb9d5b, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:29.167513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.177868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b499d8-1f94-4202-ae31-5355f4d9aff9') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:29.178340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b499d8-1f94-4202-ae31-5355f4d9aff9') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:29.202286 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (ea08a5f5-66ed-45ae-a375-f9b98cc0a15d), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.203583 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (06b499d8-1f94-4202-ae31-5355f4d9aff9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.260602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (06b499d8-1f94-4202-ae31-5355f4d9aff9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.281197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Checking segment: {'id': '8ad3c145-407c-40ce-b201-90484c6e548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '919fb829-070c-4402-b1b0-e59d4c50dd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:29.281464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:02:29.281586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Network hostable DHCP agents. Network: 919fb829-070c-4402-b1b0-e59d4c50dd0c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:02:29.281825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (06b499d8-1f94-4202-ae31-5355f4d9aff9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:02:29.284489 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:02:29.340428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:29.388025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:29.402887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4650c9-b5f9-49aa-b935-08dafc6b7db9 req-d233ca83-7e02-4ca1-9672-b41945c114c9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:29.403597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (ea08a5f5-66ed-45ae-a375-f9b98cc0a15d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.404601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d4650c9-b5f9-49aa-b935-08dafc6b7db9 req-d233ca83-7e02-4ca1-9672-b41945c114c9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.1913681 Feb 10 04:02:29.462922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d4650c9-b5f9-49aa-b935-08dafc6b7db9 req-d29c3d06-07a1-433a-8f93-50c95b5747fd tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500979 Feb 10 04:02:29.489203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.489360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Network 919fb829-070c-4402-b1b0-e59d4c50dd0c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:02:29.554309 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.558064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:29.563421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.563421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] 10.222.0.24 "PUT /v2.0/ports/cea8c087-3117-4aba-8195-68c46ccb9d5b HTTP/1.1" status: 200 len: 1092 time: 3.4817388 Feb 10 04:02:29.567022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:29.569559 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceb09eb-b8f6-4036-93a1-590105e573be" -d '{"events": [{"name": "network-changed", "server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:29.575378 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.585855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c HTTP/1.1" status: 204 len: 168 time: 0.7196414 Feb 10 04:02:29.607359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5352a-f007-4b06-9971-6716e7a6f190 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd6dcb2-e8bc-4d79-9cd4-b8813fe8897c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:29.619439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a178ab6-f514-4963-a9d2-7e6268d6d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:29.630042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 919fb829-070c-4402-b1b0-e59d4c50dd0c) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:29.643736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469246f-36ef-444a-b964-ce8686d1c13e None None] Network 919fb829-070c-4402-b1b0-e59d4c50dd0c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:29.656053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a7401-f472-4074-91be-99e7305b8235 req-b006112a-6b62-4b7a-9ea8-876ade28b625 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:29.667955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-829a7401-f472-4074-91be-99e7305b8235 req-b006112a-6b62-4b7a-9ea8-876ade28b625 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 950 time: 0.1965053 Feb 10 04:02:29.688014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:29.688702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.758204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (ea08a5f5-66ed-45ae-a375-f9b98cc0a15d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.812313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3086cac-75ac-4150-bd2b-6e0b86be28cc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:29.814369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a14d7-aa5b-490c-aaaf-ccbf97d36c15 None None] Network f4e4aef5-8e2a-4df2-b022-91e59a117639 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:29.817110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:29.818827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e865c18-deca-4a74-a322-d000d423f8ad None None] Network 919fb829-070c-4402-b1b0-e59d4c50dd0c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:29.823841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ea08a5f5-66ed-45ae-a375-f9b98cc0a15d HTTP/1.1" status: 204 len: 168 time: 0.9061391 Feb 10 04:02:29.824030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52044) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:29.849950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6e396f67-e487-43a7-b6c6-d919093b3f58 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8260715 Feb 10 04:02:29.861436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c3086cac-75ac-4150-bd2b-6e0b86be28cc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:02:29.861784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3086cac-75ac-4150-bd2b-6e0b86be28cc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:02:29.862213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0bd7148e-a9d5-4a18-b102-8b18185755a4 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:29.890256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-829a7401-f472-4074-91be-99e7305b8235 req-6f6b6436-53d5-4e6e-811f-2b8d88186c27 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208061 Feb 10 04:02:29.891106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24907c2f-962e-4ee5-b357-7f1a76234497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea08a5f5-66ed-45ae-a375-f9b98cc0a15d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:29.917133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-721a8305-0fe7-4568-9c79-c98c7b83d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:29.919755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-721a8305-0fe7-4568-9c79-c98c7b83d3a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 1126 time: 0.1992738 Feb 10 04:02:29.921415 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a4c2d-3655-4aa1-891c-1f6ed3b79d65 x-openstack-request-id: req-286a4c2d-3655-4aa1-891c-1f6ed3b79d65 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:29.921704 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:29.921956 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-286a4c2d-3655-4aa1-891c-1f6ed3b79d65 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:29.922374 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'status': 'completed', 'code': 200} Feb 10 04:02:30.062747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-32ceed78-f2b4-4961-8579-049da9cd75ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b HTTP/1.1" status: 200 len: 217 time: 0.1353335 Feb 10 04:02:30.093179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f4e4aef5-8e2a-4df2-b022-91e59a117639), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.114796 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3521e521-5bdd-4927-969a-7da2f9decc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.122616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0bd7148e-a9d5-4a18-b102-8b18185755a4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:02:30.123021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0bd7148e-a9d5-4a18-b102-8b18185755a4 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:02:30.151262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-98850ca3-0b3a-4c4d-a439-1c89c538a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:30.153032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-98850ca3-0b3a-4c4d-a439-1c89c538a890 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75b93f94-2f7f-40e2-8481-c4350399ed1a HTTP/1.1" status: 200 len: 844 time: 0.0841844 Feb 10 04:02:30.183876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52060) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:30.232965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-b171fa12-f4b2-4ab6-9975-65b53d3d82b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666571 Feb 10 04:02:30.255928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-70923fe4-eb52-44ae-835a-46156a2f22df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a5a2363650f40e394b51013177e3b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692036 Feb 10 04:02:30.257779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52062) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:30.308769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Deleting port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:30.309117 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.360392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] DHCP port deletion for f4e4aef5-8e2a-4df2-b022-91e59a117639 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:02:30.360574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d91478-4a58-4d31-ae15-48a2a60a1c52 req-786526e4-a1e8-46e8-87d5-bf7ae0ba977c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:30.360574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66d91478-4a58-4d31-ae15-48a2a60a1c52 req-786526e4-a1e8-46e8-87d5-bf7ae0ba977c tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 944 time: 0.2018409 Feb 10 04:02:30.398776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-195d6684-0e02-4c8b-a075-36b5860ef7d4 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591036 Feb 10 04:02:30.425682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] For port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:30.425682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.435413 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-293ce9a6-87e3-47b5-9c18-66a79fa653c2 admin admin] Publish callbacks [] for security_group (bd0b58e3-d422-4eb6-8ecd-2a0570f477dd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.442646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Calling delete_port for b3dac00a-7aa5-4065-aab7-d3b7cc49ebad owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:30.445038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Deleting port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:30.445426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.458283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66d91478-4a58-4d31-ae15-48a2a60a1c52 req-306e6c9d-902f-465c-866a-d543ac2105d6 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903521 Feb 10 04:02:30.469445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-293ce9a6-87e3-47b5-9c18-66a79fa653c2 admin admin] Publish callbacks [] for security_group (bd0b58e3-d422-4eb6-8ecd-2a0570f477dd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.533948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] For port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,segment=NetworkSegment(302dda66-cd85-4502-a6a5-defb8b808cb3),segment_id=302dda66-cd85-4502-a6a5-defb8b808cb3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:30.534419 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.538260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15bb5ac9-c449-4811-a5bd-4fb26b9072c4 req-9eca6908-979f-407d-a49a-3dc197101f72 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282566 Feb 10 04:02:30.555107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Calling delete_port for b3dac00a-7aa5-4065-aab7-d3b7cc49ebad owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:30.735608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-557097db-c82c-4802-8e81-6aad55076d02 service neutron] 10.222.0.24 "GET /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.1279395 Feb 10 04:02:30.778657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-ba14d28e-b245-4cb3-96e6-2d736f1f4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:30.781293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-ba14d28e-b245-4cb3-96e6-2d736f1f4488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 1126 time: 0.0518696 Feb 10 04:02:30.796587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.804444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (b3dac00a-7aa5-4065-aab7-d3b7cc49ebad), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.823176 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-9f0f5dd0-7064-4b9f-a1e2-05803ca3a4de req-e6c33570-ec54-43b1-a472-81a5c04a2476 tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] show failed (client error): The resource could not be found. Feb 10 04:02:30.824231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f0f5dd0-7064-4b9f-a1e2-05803ca3a4de req-e6c33570-ec54-43b1-a472-81a5c04a2476 tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "GET /v2.0/security-groups/8e18fe8b-a99c-42f4-9aeb-f6d339ffd061 HTTP/1.1" status: 404 len: 352 time: 0.0205112 Feb 10 04:02:30.845256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:30.853049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] No DVR routers for this DVR port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:02:30.853821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] No DVR routers for this DVR port b3dac00a-7aa5-4065-aab7-d3b7cc49ebad on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:02:30.867041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Pushing event deleted for resources: {'Port': ['ID=b3dac00a-7aa5-4065-aab7-d3b7cc49ebad,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:30.876715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.877086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.877432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.877771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.878111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.878443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.878809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.879843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.880186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.880660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.880988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.881318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.881643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45492767-cf79-4bd4-853c-66172dce5dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:30.908169 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-293ce9a6-87e3-47b5-9c18-66a79fa653c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bd0b58e3-d422-4eb6-8ecd-2a0570f477dd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.910748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-293ce9a6-87e3-47b5-9c18-66a79fa653c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.914336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-293ce9a6-87e3-47b5-9c18-66a79fa653c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd0b58e3-d422-4eb6-8ecd-2a0570f477dd HTTP/1.1" status: 204 len: 168 time: 0.6530387 Feb 10 04:02:30.950418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:30.952315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ce9a6-87e3-47b5-9c18-66a79fa653c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b58e3-d422-4eb6-8ecd-2a0570f477dd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:30.984108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f4e4aef5-8e2a-4df2-b022-91e59a117639), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.017435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-a82f032e-a5e0-4741-ba3f-30a11ccdd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:31.026500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-a82f032e-a5e0-4741-ba3f-30a11ccdd0ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 200 len: 905 time: 0.2310216 Feb 10 04:02:31.026500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e4aef5-8e2a-4df2-b022-91e59a117639']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:31.044426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302dda66-cd85-4502-a6a5-defb8b808cb3') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:31.044723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302dda66-cd85-4502-a6a5-defb8b808cb3') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:31.078090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f62b8-0589-4d27-95f8-4354da3f2cc9 req-79425f24-e2bc-41fa-861d-d965348464ab tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:31.080142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f22f62b8-0589-4d27-95f8-4354da3f2cc9 req-79425f24-e2bc-41fa-861d-d965348464ab tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 944 time: 0.1327856 Feb 10 04:02:31.082355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:31.110645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-b4b79f0c-4cfd-4b1d-93ab-b84bb82cf279 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b HTTP/1.1" status: 200 len: 217 time: 0.0804265 Feb 10 04:02:31.114734 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (302dda66-cd85-4502-a6a5-defb8b808cb3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.126161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:31.174248 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (302dda66-cd85-4502-a6a5-defb8b808cb3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.178762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f22f62b8-0589-4d27-95f8-4354da3f2cc9 req-fa492c19-fddc-4828-8be3-beb4ea17eda6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871310 Feb 10 04:02:31.184420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb3a4e4-641b-418c-a02f-e2d6485227fd {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:02:31.190326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:02:31.190907 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (302dda66-cd85-4502-a6a5-defb8b808cb3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:02:31.193740 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:02:31.197038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:31.216460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-9e333fac-8c12-47be-81ab-9702fb8543aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:31.217950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-9e333fac-8c12-47be-81ab-9702fb8543aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75b93f94-2f7f-40e2-8481-c4350399ed1a HTTP/1.1" status: 200 len: 844 time: 0.1014490 Feb 10 04:02:31.294167 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9291d87-dc5b-4acc-b3df-cf488c975f1f req-4cabf6eb-0b38-4bde-8b2b-db5c7f38c355 tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69239724504f4a62875a9ceef0d2fc89 HTTP/1.1" status: 200 len: 3001 time: 0.1763167 Feb 10 04:02:31.296260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-ecd1f857-f4fe-4504-ac7c-e15baa88a692 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695484 Feb 10 04:02:31.309842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.402171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9291d87-dc5b-4acc-b3df-cf488c975f1f req-aab0a142-098c-4b4c-af70-38b320bff4eb tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "GET /v2.0/security-groups/d16e8bbd-b839-4e17-a42d-43007fb0b7ed HTTP/1.1" status: 200 len: 2998 time: 0.1019778 Feb 10 04:02:31.441601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] Transition to ACTIVE for port object efb3a4e4-641b-418c-a02f-e2d6485227fd will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:02:31.446562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f4e4aef5-8e2a-4df2-b022-91e59a117639), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.453109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-1ac9e997-71cc-4725-bfc3-c8432fd28e55 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506240 Feb 10 04:02:31.461381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.467752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f4e4aef5-8e2a-4df2-b022-91e59a117639 HTTP/1.1" status: 204 len: 168 time: 1.6404762 Feb 10 04:02:31.518963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e947-5739-4447-b7ac-3782218d36f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e4aef5-8e2a-4df2-b022-91e59a117639,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:31.533105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.538972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9291d87-dc5b-4acc-b3df-cf488c975f1f req-f65b9801-5ed4-42e4-808d-7277b7c991eb tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "GET /v2.0/security-groups/d16e8bbd-b839-4e17-a42d-43007fb0b7ed HTTP/1.1" status: 200 len: 2998 time: 0.1307113 Feb 10 04:02:31.660467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ceb09eb-b8f6-4036-93a1-590105e573be req-c9e2f0cf-c885-4697-ab7f-e806a37344a2 service neutron] 10.222.0.24 "GET /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929944 Feb 10 04:02:31.663105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0117fcd4-550b-445c-bc70-9610af861089 req-78ec732e-9220-4dce-a431-012d47a5c88c tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "GET /v2.0/security-groups/d16e8bbd-b839-4e17-a42d-43007fb0b7ed HTTP/1.1" status: 200 len: 2998 time: 0.0715110 Feb 10 04:02:31.681987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] No DVR routers for this DVR port efb3a4e4-641b-418c-a02f-e2d6485227fd on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:02:31.732811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3dac00a-7aa5-4065-aab7-d3b7cc49ebad no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:31.735234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] 10.222.0.24 "PUT /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd/bindings/n-h2-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9939368 Feb 10 04:02:31.745252 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-0117fcd4-550b-445c-bc70-9610af861089 req-f05c1bd7-1157-4777-936c-18b42af5c6c4 tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 04:02:31.746305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0117fcd4-550b-445c-bc70-9610af861089 req-f05c1bd7-1157-4777-936c-18b42af5c6c4 tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "DELETE /v2.0/security-groups/d16e8bbd-b839-4e17-a42d-43007fb0b7ed HTTP/1.1" status: 409 len: 352 time: 0.0674331 Feb 10 04:02:31.775610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b3dac00a-7aa5-4065-aab7-d3b7cc49ebad {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:02:31.775610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3dac00a-7aa5-4065-aab7-d3b7cc49ebad not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:02:31.777363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9b90-ec95-427d-bb9b-c7aa0f98e489 req-768d7242-afb8-4f6a-9918-89c7e810a70e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:31.777363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8fd9b90-ec95-427d-bb9b-c7aa0f98e489 req-768d7242-afb8-4f6a-9918-89c7e810a70e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 944 time: 0.2093961 Feb 10 04:02:31.778747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760e6ee-13a8-4afe-a073-43ce3822ef6b service neutron] Pushing event updated for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=10']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:31.798564 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-895a3618-370e-4661-92e3-50e0af07270c req-ecbf773a-f197-476f-9480-b6d8945e5da6 tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] show failed (client error): The resource could not be found. Feb 10 04:02:31.799566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-895a3618-370e-4661-92e3-50e0af07270c req-ecbf773a-f197-476f-9480-b6d8945e5da6 tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "GET /v2.0/security-groups/3e92100f-ad34-459e-a627-6220e01c60ee HTTP/1.1" status: 404 len: 352 time: 0.0159409 Feb 10 04:02:31.831440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8fd9b90-ec95-427d-bb9b-c7aa0f98e489 req-47e6ee66-46f0-4452-8b30-010afab0aff3 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575278 Feb 10 04:02:31.847326 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-9fc8ca9b-624f-4ae2-847e-90bba83f563c req-67dbe8b6-a8a7-4754-ba56-b1eea6bed6ff tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] show failed (client error): The resource could not be found. Feb 10 04:02:31.848442 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fc8ca9b-624f-4ae2-847e-90bba83f563c req-67dbe8b6-a8a7-4754-ba56-b1eea6bed6ff tempest-SecurityGroupsNegativeTestJSON-1932764730 tempest-SecurityGroupsNegativeTestJSON-1932764730-project] 10.222.0.42 "GET /v2.0/security-groups/ddc6bdd0-4ca5-4025-b8fc-461ebe5e75a7 HTTP/1.1" status: 404 len: 352 time: 0.0227060 Feb 10 04:02:31.859462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52110) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:31.919020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] Deleting subnet 87b47797-01a3-40d9-b002-cb5d1034c056 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:02:31.936908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] Publish callbacks [] for subnet (87b47797-01a3-40d9-b002-cb5d1034c056), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:31.981983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (87b47797-01a3-40d9-b002-cb5d1034c056), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.015168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-1ccf12f9-68a5-4ea4-adfa-5079b2542554 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:32.015168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-1ccf12f9-68a5-4ea4-adfa-5079b2542554 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.1121495 Feb 10 04:02:32.017936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52114) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:32.038396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (87b47797-01a3-40d9-b002-cb5d1034c056), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.066151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f7845df9-70c2-4916-8b26-e0fd42beaae8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=416e3172959945b9a90077a8c4b550e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444393 Feb 10 04:02:32.066394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52116) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:32.111788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d4c73169-b2fb-449d-89f9-98564a47f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:32.113501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d4c73169-b2fb-449d-89f9-98564a47f1cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9&tenant_id=6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 1127 time: 0.0870140 Feb 10 04:02:32.120244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f16120b4-2cfe-4261-882f-81a4ac54ed43 admin admin] Publish callbacks [] for security_group (13a3da81-3768-45ac-8a76-a1b100f213f6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.174206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f16120b4-2cfe-4261-882f-81a4ac54ed43 admin admin] Publish callbacks [] for security_group (13a3da81-3768-45ac-8a76-a1b100f213f6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.223726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-1f7ed573-eb61-4eb6-b0ab-2a6079cf14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:32.224894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-1f7ed573-eb61-4eb6-b0ab-2a6079cf14b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0771942 Feb 10 04:02:32.235989 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (87b47797-01a3-40d9-b002-cb5d1034c056), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.251369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cea8c087-3117-4aba-8195-68c46ccb9d5b details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:02:32.285179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b47797-01a3-40d9-b002-cb5d1034c056,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:32.290642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.293809 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ca18f031-ffe4-4297-b887-b58015804243 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/87b47797-01a3-40d9-b002-cb5d1034c056 HTTP/1.1" status: 204 len: 168 time: 0.4333682 Feb 10 04:02:32.296471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52136) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:32.375594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f16120b4-2cfe-4261-882f-81a4ac54ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (13a3da81-3768-45ac-8a76-a1b100f213f6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.375879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:32.378633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f16120b4-2cfe-4261-882f-81a4ac54ed43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.382007 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f16120b4-2cfe-4261-882f-81a4ac54ed43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13a3da81-3768-45ac-8a76-a1b100f213f6 HTTP/1.1" status: 204 len: 168 time: 0.3119142 Feb 10 04:02:32.404138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16120b4-2cfe-4261-882f-81a4ac54ed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3da81-3768-45ac-8a76-a1b100f213f6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:32.405759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'mac_address': 'fa:16:3e:b2:29:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:02:32.411826 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (919fb829-070c-4402-b1b0-e59d4c50dd0c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.433415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383ecc3-8435-4f0f-b43f-fea919e97592 req-2a45e820-4ec3-416b-8cdc-ad635f0d21f1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:32.444365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b383ecc3-8435-4f0f-b43f-fea919e97592 req-2a45e820-4ec3-416b-8cdc-ad635f0d21f1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 945 time: 0.1551375 Feb 10 04:02:32.450594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-5f4ec794-254f-4861-8486-52f4f6e16f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:32.455012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-5f4ec794-254f-4861-8486-52f4f6e16f43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2080746 Feb 10 04:02:32.481470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.519066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-d202c6c6-f0ff-4312-bd72-896a5e2a9281 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 217 time: 0.0538278 Feb 10 04:02:32.526502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cea8c087-3117-4aba-8195-68c46ccb9d5b is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:32.528323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.533084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (919fb829-070c-4402-b1b0-e59d4c50dd0c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.555867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea8c087-3117-4aba-8195-68c46ccb9d5b {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:02:32.557413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52142) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:32.566356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919fb829-070c-4402-b1b0-e59d4c50dd0c']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:32.578865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad3c145-407c-40ce-b201-90484c6e548a') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:32.581101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad3c145-407c-40ce-b201-90484c6e548a') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:32.582472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b383ecc3-8435-4f0f-b43f-fea919e97592 req-3f4d72d5-56d5-4422-81f9-bbfcc505f1e0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367028 Feb 10 04:02:32.591506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (8ad3c145-407c-40ce-b201-90484c6e548a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.595713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-89326c26-f7cf-42d2-9a96-c6404f3ecdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:32.597281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-89326c26-f7cf-42d2-9a96-c6404f3ecdc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0676510 Feb 10 04:02:32.607351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:32.607555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8ad3c145-407c-40ce-b201-90484c6e548a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.614417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:02:32.615321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (8ad3c145-407c-40ce-b201-90484c6e548a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:02:32.617182 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:02:32.643081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-c5581efd-d301-4878-82af-922edabbed39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312912 Feb 10 04:02:32.684450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-network', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:32.747154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-472116ba-70cb-4ebf-8c24-8c631a6816e3 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880482 Feb 10 04:02:32.755810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.803834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:32.841691 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (919fb829-070c-4402-b1b0-e59d4c50dd0c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.845558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-2d01a60e-fc77-4c7d-847e-ec8daae7497a service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918925 Feb 10 04:02:32.847855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.852052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] 10.222.0.42 "DELETE /v2.0/networks/919fb829-070c-4402-b1b0-e59d4c50dd0c HTTP/1.1" status: 204 len: 168 time: 0.5536745 Feb 10 04:02:32.873910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199b467-917f-4e22-af39-8c6787ec21cb admin admin] Pushing event deleted for resources: {'Network': ['ID=919fb829-070c-4402-b1b0-e59d4c50dd0c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:32.908404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:32.909368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:32.930661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.002341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['cea8c087-3117-4aba-8195-68c46ccb9d5b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:02:33.014021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6704a5-5c69-4ab4-8587-8db6715359f1 req-28a01066-79e1-455a-a453-3aa00f801448 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:33.015679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e6704a5-5c69-4ab4-8587-8db6715359f1 req-28a01066-79e1-455a-a453-3aa00f801448 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 945 time: 0.1023052 Feb 10 04:02:33.095222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks [] for security_group (684368d5-c0fe-4cfb-9351-65ef655aff26), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.100219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e6704a5-5c69-4ab4-8587-8db6715359f1 req-ee25455a-26a0-4367-8673-52839f260482 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764470 Feb 10 04:02:33.162162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:33.230196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (684368d5-c0fe-4cfb-9351-65ef655aff26), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.266099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:33.266939 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.270987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:02:33.283759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (698ba11c-dc96-44d4-a3b0-7f165f83cc28), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.287217 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Added segment 698ba11c-dc96-44d4-a3b0-7f165f83cc28 of type vlan for network dd571703-bb59-453e-9190-8d8e94cb434e Feb 10 04:02:33.304219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:33.308006 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3966a4c-d94a-4ee7-a451-c120e10ad3d2" -d '{"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-unplugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:33.330414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:33.344722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684368d5-c0fe-4cfb-9351-65ef655aff26,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:33.351365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (dd571703-bb59-453e-9190-8d8e94cb434e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.363431 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a5f7b-adcd-4b92-8a1b-85f7d62e4a96 x-openstack-request-id: req-d82a5f7b-adcd-4b92-8a1b-85f7d62e4a96 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:33.363725 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-unplugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:33.363977 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d82a5f7b-adcd-4b92-8a1b-85f7d62e4a96 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:33.364366 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'code': 200} Feb 10 04:02:33.441795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52174) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:33.450755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.486747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e6d1b21-b961-4218-bed3-5b17428a6f67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69239724504f4a62875a9ceef0d2fc89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435631 Feb 10 04:02:33.488947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52176) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:33.523912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:33.525446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (dd571703-bb59-453e-9190-8d8e94cb434e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.526415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:33.527048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.529457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-92bd0a4a-61d8-4b6f-9ff7-4b3e3f9c97bd tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:33.531609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-92bd0a4a-61d8-4b6f-9ff7-4b3e3f9c97bd tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.0632455 Feb 10 04:02:33.596819 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-892da86b-ea39-440b-be1d-d955c6f4edf9 admin admin] Publish callbacks [] for security_group (d16e8bbd-b839-4e17-a42d-43007fb0b7ed), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.603937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd571703-bb59-453e-9190-8d8e94cb434e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:33.619714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network dd571703-bb59-453e-9190-8d8e94cb434e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:02:33.626836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-892da86b-ea39-440b-be1d-d955c6f4edf9 admin admin] Publish callbacks [] for security_group (d16e8bbd-b839-4e17-a42d-43007fb0b7ed), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.659970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2c2db9aa-9e8e-4535-8511-84c7cef17ba5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1013825 Feb 10 04:02:33.666926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52182) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:33.672749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Request body: {'subnet': {'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-subnet', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:33.822517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:33.825192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.853965 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.856127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-892da86b-ea39-440b-be1d-d955c6f4edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d16e8bbd-b839-4e17-a42d-43007fb0b7ed), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.858694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-892da86b-ea39-440b-be1d-d955c6f4edf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:33.859978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-892da86b-ea39-440b-be1d-d955c6f4edf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d16e8bbd-b839-4e17-a42d-43007fb0b7ed HTTP/1.1" status: 204 len: 168 time: 0.3701077 Feb 10 04:02:33.916321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892da86b-ea39-440b-be1d-d955c6f4edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e8bbd-b839-4e17-a42d-43007fb0b7ed,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:34.040959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-a8a8de1e-f1cf-49bd-a938-2b7e4f275a64 service neutron] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:34.051036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-a8a8de1e-f1cf-49bd-a938-2b7e4f275a64 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.052309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a08d3f1-692c-4edc-8637-845381c80e92 req-a8a8de1e-f1cf-49bd-a938-2b7e4f275a64 service neutron] 10.222.0.43 "DELETE /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd/bindings/n-h1-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.5130830 Feb 10 04:02:34.079708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c00ef8-f856-40b0-badd-aa28a2c1afe1 req-908032e2-a63c-42f1-a0b2-db02ff7621c9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:34.081313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43c00ef8-f856-40b0-badd-aa28a2c1afe1 req-908032e2-a63c-42f1-a0b2-db02ff7621c9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 945 time: 0.3711121 Feb 10 04:02:34.138575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43c00ef8-f856-40b0-badd-aa28a2c1afe1 req-8368b47a-6c66-4ab4-acc5-ce8310ad8659 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510368 Feb 10 04:02:34.190020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (1ab80b5c-9000-4c21-a5b4-a53a9141c6ad), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.253097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab80b5c-9000-4c21-a5b4-a53a9141c6ad,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:34.262630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cea8c087-3117-4aba-8195-68c46ccb9d5b up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:34.266828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Checking segment: {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:34.267284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Network hostable DHCP agents. Network: dd571703-bb59-453e-9190-8d8e94cb434e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:02:34.279285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3a0c-1824-4457-9ec3-a972c1ecc1ca req-30cfec85-f06f-49bc-8b93-e35112a706d0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:34.282457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c55f3a0c-1824-4457-9ec3-a972c1ecc1ca req-30cfec85-f06f-49bc-8b93-e35112a706d0 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 945 time: 0.0731308 Feb 10 04:02:34.338747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c55f3a0c-1824-4457-9ec3-a972c1ecc1ca req-9506f8dd-c31b-4791-8a3a-1201fdc0b2e6 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509491 Feb 10 04:02:34.355594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Network dd571703-bb59-453e-9190-8d8e94cb434e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:02:34.426639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port cea8c087-3117-4aba-8195-68c46ccb9d5b completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:02:34.432701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port cea8c087-3117-4aba-8195-68c46ccb9d5b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:34.432701 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.464487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, dd571703-bb59-453e-9190-8d8e94cb434e) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:34.470613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:34.473000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.488918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fbcbf0-41bb-422a-9d6e-cdca9663dc63 None None] Network dd571703-bb59-453e-9190-8d8e94cb434e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:34.551297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd842f-d285-4e7a-a8ff-1e5d996c8784 req-42d90684-cda4-4bb6-b1e0-61dc90e6ea82 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:34.559967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89bd842f-d285-4e7a-a8ff-1e5d996c8784 req-42d90684-cda4-4bb6-b1e0-61dc90e6ea82 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0594964 Feb 10 04:02:34.590633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a124c6b4-b1b8-44ee-885c-8bd842d2161f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9208601 Feb 10 04:02:34.592278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52230) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:34.598093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:34.637004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89bd842f-d285-4e7a-a8ff-1e5d996c8784 req-5dd85ea7-5dea-4965-86d9-9955765b9541 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737162 Feb 10 04:02:34.688522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cea8c087-3117-4aba-8195-68c46ccb9d5b is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:34.688923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.703801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-dd571703-bb59-453e-9190-8d8e94cb434e', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:02:34.704985 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.742016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:34.750801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (b1fca028-d241-4fad-9c19-67f1e8d185a5), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.751901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (b1fca028-d241-4fad-9c19-67f1e8d185a5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.820783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d845b2b9-9e64-483c-9ffb-dd0af0c63f00 req-93868b2a-d1f0-4441-a89c-416bde0b7934 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=39724785-a724-41d2-8ec5-f6b74fa685af HTTP/1.1" status: 200 len: 210 time: 0.0347519 Feb 10 04:02:34.836590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa4857-a7b7-4d26-9234-eeea1292d5c1 req-91b72e19-9b4c-4429-b2c0-838584078edd tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:34.844790 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0baa4857-a7b7-4d26-9234-eeea1292d5c1 req-91b72e19-9b4c-4429-b2c0-838584078edd tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1127 time: 0.1267941 Feb 10 04:02:34.848357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks [] for router_controller (b1fca028-d241-4fad-9c19-67f1e8d185a5), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.893327 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:34.921245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0baa4857-a7b7-4d26-9234-eeea1292d5c1 req-42794209-6a46-4ae5-992b-8fb07c13bc16 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753918 Feb 10 04:02:34.965624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Allocated IP 172.20.0.2 (dd571703-bb59-453e-9190-8d8e94cb434e/1ab80b5c-9000-4c21-a5b4-a53a9141c6ad/f52c3417-fdd8-49e1-a747-4bdf7ef993a9) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:35.039707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:35.173124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a6bdcd4c-792e-4724-900b-ebb4ccc552c4 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:02:35.207359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks [] for router_gateway (b1fca028-d241-4fad-9c19-67f1e8d185a5), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:35.339199 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Publish callbacks [] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:35.361622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:35.369332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:35.372499 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f316074-01d1-441b-8383-78517cb48c65" -d '{"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-plugged", "status": "completed", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:35.379451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'mac_address': 'fa:16:3e:bc:82:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:02:35.483662 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:35.586270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ea1c6-7ad8-4022-a4dc-e6b2473a3a2b req-cf8b343e-57ba-4c4c-b2d1-db1dc17881f2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:35.589138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-815ea1c6-7ad8-4022-a4dc-e6b2473a3a2b req-cf8b343e-57ba-4c4c-b2d1-db1dc17881f2 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 946 time: 0.0657072 Feb 10 04:02:35.589637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52296) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:35.597776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:35.597776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:35.618995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Network dd571703-bb59-453e-9190-8d8e94cb434e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:35.633335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:35.649603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:35.675514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6bdcd4c-792e-4724-900b-ebb4ccc552c4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:02:35.708306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Pushing event updated for resources: {'Port': ['ID=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:35.724104 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff517e0-ec8f-4da2-a660-e5d319488f97 x-openstack-request-id: req-bff517e0-ec8f-4da2-a660-e5d319488f97 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:35.724104 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-plugged", "status": "completed", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:35.724104 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bff517e0-ec8f-4da2-a660-e5d319488f97 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:35.725884 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'code': 200} Feb 10 04:02:35.741387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-815ea1c6-7ad8-4022-a4dc-e6b2473a3a2b req-b2d62b64-1dbe-4220-b2dc-d2e45d346b12 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441834 Feb 10 04:02:35.805674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:35.834837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2114794807-network', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:35.931143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks [] for router_gateway (b1fca028-d241-4fad-9c19-67f1e8d185a5), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:35.938168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:35.947864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Attempting to bind port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:35.948514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Attempting to bind port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:35.949136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Attempting to bind port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 on network dd571703-bb59-453e-9190-8d8e94cb434e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:35.959209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:35.974355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f9620-d8e4-4745-b358-ecb17f7cc316 req-319ff2ea-e2bb-4374-a00a-b8d1a6bd162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:35.976084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca2f9620-d8e4-4745-b358-ecb17f7cc316 req-319ff2ea-e2bb-4374-a00a-b8d1a6bd162e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 1128 time: 0.1226292 Feb 10 04:02:36.009395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:36.009913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Checking segment: {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:36.010387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.010814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Bound using segment: {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:36.011315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Bound port: f52c3417-fdd8-49e1-a747-4bdf7ef993a9, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:36.011742 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.053499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bfeeefcd-c8b9-428e-93e0-38bdacb4bdb8 req-4bf0860f-aa19-47ae-8d3e-160f6c29d226 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0841596 Feb 10 04:02:36.140172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] For port f52c3417-fdd8-49e1-a747-4bdf7ef993a9, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:36.141147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Allocated IP 172.25.8.152 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/531e6875-25ed-47f0-a0a6-f13b684c8c34) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:36.144007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] For port f52c3417-fdd8-49e1-a747-4bdf7ef993a9, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:36.152803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['a6bdcd4c-792e-4724-900b-ebb4ccc552c4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:02:36.157384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:36.269205 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.316547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks [] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.402754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa29bd8-8ade-41aa-b506-91afc49c1255 None None] Pushing event updated for resources: {'Port': ['ID=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:36.485999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Made reservation on behalf of c59b122e252141f694240aa84ecf34ce for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:36.492436 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.501809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.540872 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.541837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca2f9620-d8e4-4745-b358-ecb17f7cc316 req-36092e87-81c3-4f06-8560-e3892e5d6826 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573890 Feb 10 04:02:36.593326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:36.599819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:36.617302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks [] for security_group (ee515713-513b-41b9-a0fd-42c270d8910c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.623952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:36.732340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Pushing event updated for resources: {'Port': ['ID=531e6875-25ed-47f0-a0a6-f13b684c8c34,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:36.738411 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ee515713-513b-41b9-a0fd-42c270d8910c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.818798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:02:36.864048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (97400797-6ecb-497e-8777-c8ca137297fa), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:36.869567 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Added segment 97400797-6ecb-497e-8777-c8ca137297fa of type vlan for network d1e9990d-7c66-4197-a579-39635b77beb4 Feb 10 04:02:36.871731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee515713-513b-41b9-a0fd-42c270d8910c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:37.053939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d1e9990d-7c66-4197-a579-39635b77beb4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:37.091239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e252c-e613-4c24-a7b7-f761508f1812 req-548b9616-958f-4675-9ab3-b57f6ff86eed tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:37.093586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f9e252c-e613-4c24-a7b7-f761508f1812 req-548b9616-958f-4675-9ab3-b57f6ff86eed tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 946 time: 0.1446133 Feb 10 04:02:37.166727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a6bdcd4c-792e-4724-900b-ebb4ccc552c4 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:37.184155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f9e252c-e613-4c24-a7b7-f761508f1812 req-6013bcd0-989d-4f8c-b47e-7f1aefc250cc tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792277 Feb 10 04:02:37.191257 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d1e9990d-7c66-4197-a579-39635b77beb4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:37.196793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:37.197661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:37.258525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:37.259045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:37.291603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68a22591-f9d6-491d-aec5-5b4b121cf125 req-bccfc19d-ac19-418f-be57-7e0aae505d1a tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1245434 Feb 10 04:02:37.305299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e9990d-7c66-4197-a579-39635b77beb4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:37.344579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d1e9990d-7c66-4197-a579-39635b77beb4 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:02:37.439424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eb985eac-7fd9-402b-a45d-385931e982a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8479624 Feb 10 04:02:37.441939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52350) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:37.447790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Request body: {'subnet': {'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2114794807-subnet', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:37.474030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks [] for router_gateway (b1fca028-d241-4fad-9c19-67f1e8d185a5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:37.692801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Made reservation on behalf of c59b122e252141f694240aa84ecf34ce for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:37.695358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:37.919585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f52c3417-fdd8-49e1-a747-4bdf7ef993a9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:38.028132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (b1fca028-d241-4fad-9c19-67f1e8d185a5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.224614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:38.227412 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.284648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4136c6-d55d-47b0-86b2-740ba8f31f94 None None] Network dd571703-bb59-453e-9190-8d8e94cb434e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:38.348877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:38.350026 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.358518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (1015e7e0-47c7-4242-bf6f-2f18f4c363f3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.385941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:38.391247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:38.394032 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524410d9-f3bc-49a3-9c84-1fe67351f445" -d '{"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:38.428298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Router b1fca028-d241-4fad-9c19-67f1e8d185a5 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:02:38.461192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-75bf76d6-4173-413f-aab0-6a8da484dfbb None None] Provisioning complete for port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:38.461573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75bf76d6-4173-413f-aab0-6a8da484dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.492479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1015e7e0-47c7-4242-bf6f-2f18f4c363f3,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:38.609049 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.613856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67400e9-21f7-4e51-aaee-907af1a0cf60 req-944d3d21-73db-47e8-b3aa-cc236fecb4dc tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:38.623362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e67400e9-21f7-4e51-aaee-907af1a0cf60 req-944d3d21-73db-47e8-b3aa-cc236fecb4dc tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 946 time: 0.2924523 Feb 10 04:02:38.624260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Checking segment: {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:38.624701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Network hostable DHCP agents. Network: d1e9990d-7c66-4197-a579-39635b77beb4, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:02:38.694337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8e8811b9-1bd2-4e75-9d56-45c358fa113f req-bfebedba-5ded-42c1-aaae-82143fa59b5e tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0428855 Feb 10 04:02:38.729308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:38.743278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Sync routers for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:38.763408 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:38.763408 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:38.834996 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe3d4d-e29b-4c1e-9f7e-79a7d6395f93 x-openstack-request-id: req-4bbe3d4d-e29b-4c1e-9f7e-79a7d6395f93 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:38.835324 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:38.835565 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bbe3d4d-e29b-4c1e-9f7e-79a7d6395f93 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:38.836226 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'code': 200} Feb 10 04:02:38.836782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-75bf76d6-4173-413f-aab0-6a8da484dfbb None None] Current status of the port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:38.837169 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75bf76d6-4173-413f-aab0-6a8da484dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.849721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e67400e9-21f7-4e51-aaee-907af1a0cf60 req-453e1313-a52e-4ba5-ae0c-41952e25a234 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177935 Feb 10 04:02:38.872100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:38.890428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:38.895351 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.895923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:38.896024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2d27a81-45da-4b4b-8228-d0dec3a8fa60 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2982314 Feb 10 04:02:38.897496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52378) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:38.923646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-75bf76d6-4173-413f-aab0-6a8da484dfbb None None] For port f52c3417-fdd8-49e1-a747-4bdf7ef993a9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:39.078275 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:39.091884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75bf76d6-4173-413f-aab0-6a8da484dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:39.232263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf76d6-4173-413f-aab0-6a8da484dfbb None None] Pushing event updated for resources: {'Port': ['ID=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:39.287934 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:02:39.288598 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:02:39.333271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b124aadf-acdc-4698-bd0e-1eb0fcb5032d None None] Provisioning complete for port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:39.333792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b124aadf-acdc-4698-bd0e-1eb0fcb5032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:39.487306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b124aadf-acdc-4698-bd0e-1eb0fcb5032d None None] Current status of the port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:39.512348 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:36Z', 'revision_number': 3, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:39.525377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Network d1e9990d-7c66-4197-a579-39635b77beb4 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:02:39.549359 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Checking router: b1fca028-d241-4fad-9c19-67f1e8d185a5 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:39.549801 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Updating router b1fca028-d241-4fad-9c19-67f1e8d185a5 port 531e6875-25ed-47f0-a0a6-f13b684c8c34 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:02:39.582899 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:39.694401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d1e9990d-7c66-4197-a579-39635b77beb4) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:39.704644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1b554-dc59-44fc-9108-1ee9e4133e21 None None] Network d1e9990d-7c66-4197-a579-39635b77beb4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:39.706124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:39.706813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:39.937561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52408) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:39.940163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7c697ad9-069c-4f09-bc48-facd48ae06de admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4958515 Feb 10 04:02:39.943831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:40.113630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (82ce8e27-246d-44cf-872b-0eb83d63556b), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.122671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (82ce8e27-246d-44cf-872b-0eb83d63556b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.139245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d1e9990d-7c66-4197-a579-39635b77beb4', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:02:40.165081 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.179203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.200134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec40ecfc-08bb-42f0-b0f6-4c40314b46d8 req-fee85c69-8f58-4198-9317-908c5041b1f3 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1196101 Feb 10 04:02:40.263921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:40.445576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks [] for router_controller (82ce8e27-246d-44cf-872b-0eb83d63556b), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.600186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Allocated IP 172.20.0.1 (dd571703-bb59-453e-9190-8d8e94cb434e/1ab80b5c-9000-4c21-a5b4-a53a9141c6ad/00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:40.700721 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Publish callbacks [] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.742952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f52c3417-fdd8-49e1-a747-4bdf7ef993a9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:40.824393 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.859976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a589363-814a-4c5c-aed1-c3c83e3c00ad req-f3d607f8-ec93-471d-bcd6-f6f8724123ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39724785-a724-41d2-8ec5-f6b74fa685af HTTP/1.1" status: 200 len: 210 time: 0.0618455 Feb 10 04:02:40.946472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks [] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:40.960461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca82e6-b859-42d5-9f64-355555f2811d req-38819530-d595-4004-9c06-52d3813e17c2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:40.963436 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Pushing event updated for resources: {'Port': ['ID=531e6875-25ed-47f0-a0a6-f13b684c8c34,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:40.968496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fca82e6-b859-42d5-9f64-355555f2811d req-38819530-d595-4004-9c06-52d3813e17c2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.1210420 Feb 10 04:02:41.022752 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.024497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks [] for router_gateway (82ce8e27-246d-44cf-872b-0eb83d63556b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.027271 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.028785 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.029836 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.031301 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.033934 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.035043 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.043376 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.043376 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.043376 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.043376 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.043376 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.043376 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:02:41.084105 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Attempting to bind port 531e6875-25ed-47f0-a0a6-f13b684c8c34 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:41.084597 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Attempting to bind port 531e6875-25ed-47f0-a0a6-f13b684c8c34 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:41.085062 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Attempting to bind port 531e6875-25ed-47f0-a0a6-f13b684c8c34 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:41.087047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Allocated IP 172.20.0.2 (d1e9990d-7c66-4197-a579-39635b77beb4/1015e7e0-47c7-4242-bf6f-2f18f4c363f3/b089e6f3-b67f-4415-8364-48fc13b4738a) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:41.098685 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:41.100219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:41.102475 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.114521 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:41.115403 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.120459 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:41.120459 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Bound port: 531e6875-25ed-47f0-a0a6-f13b684c8c34, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:41.120459 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.121368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fca82e6-b859-42d5-9f64-355555f2811d req-0a142114-c4cb-4681-989b-33b3f9309bb2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505227 Feb 10 04:02:41.276323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.409818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Network dd571703-bb59-453e-9190-8d8e94cb434e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:41.417487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:41.432093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:41.460218 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] For port 531e6875-25ed-47f0-a0a6-f13b684c8c34, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:41.474357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:41.487475 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] For port 531e6875-25ed-47f0-a0a6-f13b684c8c34, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=531e6875-25ed-47f0-a0a6-f13b684c8c34,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:41.507670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Pushing event updated for resources: {'Port': ['ID=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:41.547386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-098f56d7-8f4d-49a1-b5f0-b8c5aa18fb1b req-d37866f1-4c07-4ec9-81ba-b569414d45fe tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1441643 Feb 10 04:02:41.614261 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.642445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Publish callbacks [] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.716507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (b1fca028-d241-4fad-9c19-67f1e8d185a5), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.785540 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:41.799649 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13622442-ea8d-494c-baac-8781b40d8394 None None] Pushing event updated for resources: {'Port': ['ID=531e6875-25ed-47f0-a0a6-f13b684c8c34,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:41.882024 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:41.882667 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:41.957993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Pushing event updated for resources: {'Port': ['ID=b089e6f3-b67f-4415-8364-48fc13b4738a,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:42.014354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5330-4a0f-40bb-b48a-f12b34c3fa39 req-8cdc1a02-7e53-40ef-bb21-f5949723e56e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:42.026676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aedf5330-4a0f-40bb-b48a-f12b34c3fa39 req-8cdc1a02-7e53-40ef-bb21-f5949723e56e tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 946 time: 0.4749093 Feb 10 04:02:42.031373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Network d1e9990d-7c66-4197-a579-39635b77beb4 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:42.047600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:42.060916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:42.119274 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed0afa2c-4a23-4708-970c-1e869bf6b984 req-67ffd19f-c4d3-4378-8e12-2b656419a569 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1931803 Feb 10 04:02:42.165112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aedf5330-4a0f-40bb-b48a-f12b34c3fa39 req-79964ada-8bef-43e4-8db2-8d138ce288a1 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366141 Feb 10 04:02:42.191818 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks [] for router_gateway (82ce8e27-246d-44cf-872b-0eb83d63556b), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.221557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-199fe64c-8cff-49c7-b073-4708a314265c None None] Provisioning complete for port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:42.225138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-199fe64c-8cff-49c7-b073-4708a314265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.257637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.284135 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:42.344685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cea8c087-3117-4aba-8195-68c46ccb9d5b details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:02:42.398264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.524753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Allocated IP 172.25.8.47 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/45534f1d-1b50-47ed-a88e-13a900ae362e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:42.605648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Attempting to bind port b089e6f3-b67f-4415-8364-48fc13b4738a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:42.606254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Attempting to bind port b089e6f3-b67f-4415-8364-48fc13b4738a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:42.607845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Attempting to bind port b089e6f3-b67f-4415-8364-48fc13b4738a on network d1e9990d-7c66-4197-a579-39635b77beb4 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:42.656271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:42.656663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Checking segment: {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:42.657219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.657627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Bound using segment: {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:42.658518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Bound port: b089e6f3-b67f-4415-8364-48fc13b4738a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:42.661813 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.672909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-199fe64c-8cff-49c7-b073-4708a314265c None None] Port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:02:42.732034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks [] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.751424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:42.783916 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:36Z', 'revision_number': 3, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:42.795293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'network_id': 'dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3', 'port_id': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'mac_address': 'fa:16:3e:b2:29:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b93f94-2f7f-40e2-8481-c4350399ed1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:02:42.810048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a6061bd-6a8a-4d3c-bd0f-d71498e40bee req-5df61ec6-a688-4a8f-80d4-32be56afe896 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0431786 Feb 10 04:02:42.822647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:42.859612 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bcbbe-69cb-4ffb-bca5-8f47716b38b5 None None] The sync data for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 is: [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:36Z', 'revision_number': 3, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:02:42.973413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Pushing event updated for resources: {'Port': ['ID=45534f1d-1b50-47ed-a88e-13a900ae362e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:42.984600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:42.985030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:42.993643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:43.005135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cea8c087-3117-4aba-8195-68c46ccb9d5b is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:43.005135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:43.008280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] For port b089e6f3-b67f-4415-8364-48fc13b4738a, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:43.036941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] For port b089e6f3-b67f-4415-8364-48fc13b4738a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b089e6f3-b67f-4415-8364-48fc13b4738a,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:43.039336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cea8c087-3117-4aba-8195-68c46ccb9d5b {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:02:43.078651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:43.114264 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:43.139862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks [] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:43.186824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bb66b-85b3-468e-8936-be9e956bc82f req-0023569f-1c1d-4660-a8ee-9e142a956bf2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:43.199339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-714bb66b-85b3-468e-8936-be9e956bc82f req-0023569f-1c1d-4660-a8ee-9e142a956bf2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.6191716 Feb 10 04:02:43.260918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:43.284434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:43.372512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7acd5-ad90-4170-ac77-67952b5642cf None None] Pushing event updated for resources: {'Port': ['ID=b089e6f3-b67f-4415-8364-48fc13b4738a,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:43.442379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['cea8c087-3117-4aba-8195-68c46ccb9d5b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:02:43.524949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Pushing event updated for resources: {'Port': ['ID=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:43.600744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:43.683245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-714bb66b-85b3-468e-8936-be9e956bc82f req-74afe92d-9b3d-4eaa-ab71-91c80dde9ee4 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4815645 Feb 10 04:02:43.734386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (b1fca028-d241-4fad-9c19-67f1e8d185a5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:44.120667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Network dd571703-bb59-453e-9190-8d8e94cb434e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:44.122250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:44.301314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cea8c087-3117-4aba-8195-68c46ccb9d5b up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:44.362541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a023fef-df08-45b4-a558-f9e77102cffe req-c536cf59-6162-4f32-9fb2-9ca81ef9e73a tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0440457 Feb 10 04:02:44.536764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Router b1fca028-d241-4fad-9c19-67f1e8d185a5 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:02:44.618338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port cea8c087-3117-4aba-8195-68c46ccb9d5b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:44.623630 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:44.734493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 531e6875-25ed-47f0-a0a6-f13b684c8c34 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:44.916970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a83ce8-237a-4f7a-8471-423a808c4e53 req-40b5edc1-62b9-4bc0-b684-b2fa1103392b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:44.925716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06a83ce8-237a-4f7a-8471-423a808c4e53 req-40b5edc1-62b9-4bc0-b684-b2fa1103392b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 945 time: 0.7870026 Feb 10 04:02:44.971700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-a1eea507-f182-4731-9368-81158ae93d45 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:44.973245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-a1eea507-f182-4731-9368-81158ae93d45 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.43 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.6901462 Feb 10 04:02:45.177819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:45.220459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0e8e31e2-9efd-422b-970f-e96e987b2280 admin admin] 10.222.0.42 "PUT /v2.0/routers/b1fca028-d241-4fad-9c19-67f1e8d185a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3120744 Feb 10 04:02:45.637014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fe681d5f-b38f-4189-8fd3-0962bfb6ebb3 None None] Provisioning complete for port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:45.637551 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fe681d5f-b38f-4189-8fd3-0962bfb6ebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:45.659667 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06a83ce8-237a-4f7a-8471-423a808c4e53 req-f8c86201-5521-4dc0-9191-9f9dc8fc5b72 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853058 Feb 10 04:02:45.733009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks [] for router_gateway (82ce8e27-246d-44cf-872b-0eb83d63556b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:45.795783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 531e6875-25ed-47f0-a0a6-f13b684c8c34 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:45.796158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:45.869655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fe681d5f-b38f-4189-8fd3-0962bfb6ebb3 None None] Port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:02:45.888133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cea8c087-3117-4aba-8195-68c46ccb9d5b is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:45.888639 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:45.920696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:45.923079 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff9ddf2-8dbe-488d-85c9-f592c4fd327d" -d '{"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-plugged", "status": "completed", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:45.964752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:45.974284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 531e6875-25ed-47f0-a0a6-f13b684c8c34 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:45.975992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:46.000400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 531e6875-25ed-47f0-a0a6-f13b684c8c34, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=531e6875-25ed-47f0-a0a6-f13b684c8c34,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:46.029652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:46.032636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d35155-0f37-4c0b-a10a-16be8d520db3 req-2be3585e-720a-44f3-a36d-2e07c0f86640 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:46.062848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14d35155-0f37-4c0b-a10a-16be8d520db3 req-2be3585e-720a-44f3-a36d-2e07c0f86640 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.2892101 Feb 10 04:02:46.227163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:46.244341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14d35155-0f37-4c0b-a10a-16be8d520db3 req-da3eb6c1-2070-4de7-bd97-003e72fe4749 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756041 Feb 10 04:02:46.287364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:46.569863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=531e6875-25ed-47f0-a0a6-f13b684c8c34,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:46.618817 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827fd055-ea38-4d0b-b910-cf982497d9d7 x-openstack-request-id: req-827fd055-ea38-4d0b-b910-cf982497d9d7 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:46.619497 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-plugged", "status": "completed", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:46.620016 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-827fd055-ea38-4d0b-b910-cf982497d9d7 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:46.620760 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'code': 200} Feb 10 04:02:46.660809 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e7bb557-5aac-4d86-8d8e-8cad7fdf6ec9 req-80abb9ef-7bd0-47e4-ae3a-031d5ec0a5d2 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1480877 Feb 10 04:02:46.735102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ca62b-9575-4b41-bb40-8bcafe62a15c None None] Network d1e9990d-7c66-4197-a579-39635b77beb4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:46.806374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b089e6f3-b67f-4415-8364-48fc13b4738a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:46.847704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Deleting port fb9e8797-f0ce-474d-b21b-a3293113aa1e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:46.849892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:46.889457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970d65-79f4-4871-9cf0-63f602418642 req-978f5f7c-40a0-452f-af8c-8419d4913e44 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:46.905214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54970d65-79f4-4871-9cf0-63f602418642 req-978f5f7c-40a0-452f-af8c-8419d4913e44 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 946 time: 0.1227348 Feb 10 04:02:46.935964 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.014387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54970d65-79f4-4871-9cf0-63f602418642 req-cf960286-7962-4d47-96f6-d24d112a156a tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055899 Feb 10 04:02:47.089698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52574) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:47.096531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-833623947-network', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:47.124342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (82ce8e27-246d-44cf-872b-0eb83d63556b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.161612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Sync routers for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:47.193408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-285efe21-c84c-40be-a70e-4736109f4ff0 None None] Provisioning complete for port b089e6f3-b67f-4415-8364-48fc13b4738a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:47.194295 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-285efe21-c84c-40be-a70e-4736109f4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.233548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] For port fb9e8797-f0ce-474d-b21b-a3293113aa1e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=fb9e8797-f0ce-474d-b21b-a3293113aa1e,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:47.233853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.241886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Made reservation on behalf of ed409a9114ac411db127196c4dcc798f for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:47.247945 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.271752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device fb9e8797-f0ce-474d-b21b-a3293113aa1e no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:47.292945 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.355284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b089e6f3-b67f-4415-8364-48fc13b4738a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:47.356124 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.443277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:47.444201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:47.480566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f857fe6-8bbb-4e07-b130-c62bb70f8dc9 req-76751f1f-7aea-46e4-baab-61c39753dd83 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:47.482209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f857fe6-8bbb-4e07-b130-c62bb70f8dc9 req-76751f1f-7aea-46e4-baab-61c39753dd83 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 945 time: 0.1391988 Feb 10 04:02:47.538933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks [] for security_group (6c4c248d-efae-401e-a67e-a9d4e15cd492), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.584302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:47.619592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6c4c248d-efae-401e-a67e-a9d4e15cd492), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.632342 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f857fe6-8bbb-4e07-b130-c62bb70f8dc9 req-145cea79-9be3-47b8-87aa-eee1973fa90a tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440361 Feb 10 04:02:47.661176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.661761 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (98bc57a2-6a33-4f68-88d2-2fbbf119f70c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.661884 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Floating IP 98bc57a2-6a33-4f68-88d2-2fbbf119f70c disassociated. External IP: 172.25.8.164, port: fb9e8797-f0ce-474d-b21b-a3293113aa1e. Feb 10 04:02:47.662178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Calling delete_port for fb9e8797-f0ce-474d-b21b-a3293113aa1e owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:47.704565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:02:47.712389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c248d-efae-401e-a67e-a9d4e15cd492,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:47.722379 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (72cb4778-6ba1-4bb8-b4b4-100b7392d771), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:47.722937 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Added segment 72cb4778-6ba1-4bb8-b4b4-100b7392d771 of type vlan for network 758a07d6-3097-400f-9117-173107883026 Feb 10 04:02:47.752882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Router 82ce8e27-246d-44cf-872b-0eb83d63556b is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:02:47.861664 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f4ccb96-3620-4496-896f-9a0e50b46a83 req-f071c5d7-156d-4eeb-b86b-b7463d0e56c6 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Feb 10 04:02:47.910426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (758a07d6-3097-400f-9117-173107883026), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.064540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (758a07d6-3097-400f-9117-173107883026), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.065528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:48.066117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.103664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:48.115624 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Sync routers for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:48.135469 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:48.143644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:48.148563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port fb9e8797-f0ce-474d-b21b-a3293113aa1e is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:48.156192 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.231896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=758a07d6-3097-400f-9117-173107883026,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:48.252731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.256974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52608) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:48.263265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-89bccb45-beae-40e0-930d-42da42455235 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3239543 Feb 10 04:02:48.276455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fb9e8797-f0ce-474d-b21b-a3293113aa1e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.351361 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:48.373691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-285efe21-c84c-40be-a70e-4736109f4ff0 None None] Current status of the port b089e6f3-b67f-4415-8364-48fc13b4738a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:48.374151 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-285efe21-c84c-40be-a70e-4736109f4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.393528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 758a07d6-3097-400f-9117-173107883026 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:02:48.439666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event deleted for resources: {'Port': ['ID=fb9e8797-f0ce-474d-b21b-a3293113aa1e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:48.513914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b089e6f3-b67f-4415-8364-48fc13b4738a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:48.522445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.534997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-86a214f1-ec4a-4068-96a5-b2390629c4d3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4441230 Feb 10 04:02:48.544713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52612) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:48.565026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-285efe21-c84c-40be-a70e-4736109f4ff0 None None] For port b089e6f3-b67f-4415-8364-48fc13b4738a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b089e6f3-b67f-4415-8364-48fc13b4738a,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:48.568326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Request body: {'subnet': {'network_id': '758a07d6-3097-400f-9117-173107883026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-subnet', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:48.568474 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:44Z', 'revision_number': 3, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:48.572309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cea8c087-3117-4aba-8195-68c46ccb9d5b no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:48.598324 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Checking router: 82ce8e27-246d-44cf-872b-0eb83d63556b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:48.598930 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Updating router 82ce8e27-246d-44cf-872b-0eb83d63556b port 45534f1d-1b50-47ed-a88e-13a900ae362e binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:02:48.627672 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.676937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068b246-a8a2-4dc8-a488-e6a2be50d2cb req-7a2a15d4-7b53-46ab-9575-90e52f24bd75 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:48.680507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9068b246-a8a2-4dc8-a488-e6a2be50d2cb req-7a2a15d4-7b53-46ab-9575-90e52f24bd75 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 946 time: 0.2263947 Feb 10 04:02:48.698951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:02:48.744627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Made reservation on behalf of ed409a9114ac411db127196c4dcc798f for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:02:48.746293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.927337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-285efe21-c84c-40be-a70e-4736109f4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:48.967123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9068b246-a8a2-4dc8-a488-e6a2be50d2cb req-74edf314-b9be-4e31-a120-c2e428f1d70b tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743039 Feb 10 04:02:48.980533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4eb0723c-5d5e-4965-b60d-4a1ad3a24739 req-e54811d7-75c1-4ddc-86fb-b3cdd1d01e73 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0842535 Feb 10 04:02:49.012306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.048034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:49.115205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] Sync routers for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:49.213253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] No DVR routers for this DVR port fb9e8797-f0ce-474d-b21b-a3293113aa1e on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:02:49.217588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.221128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-569ab0ab-d075-447f-a231-1e7fbf501f17 req-f63525a0-0245-47d7-b382-f3c3d10febd7 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.43 "DELETE /v2.0/ports/fb9e8797-f0ce-474d-b21b-a3293113aa1e HTTP/1.1" status: 204 len: 173 time: 4.2166631 Feb 10 04:02:49.221601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'name': 'network-vif-deleted', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:49.241419 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c22566-fcb6-469f-a32f-54dee72dfc4c" -d '{"events": [{"server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "name": "network-vif-deleted", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:49.251351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:02:49.256138 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:02:49.319169 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Publish callbacks [] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.329055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:49.330061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:49.412602 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.438379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285efe21-c84c-40be-a70e-4736109f4ff0 None None] Pushing event updated for resources: {'Port': ['ID=b089e6f3-b67f-4415-8364-48fc13b4738a,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:49.441051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cea8c087-3117-4aba-8195-68c46ccb9d5b is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:49.441597 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.454274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 2, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:49.512770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Checking router: b1fca028-d241-4fad-9c19-67f1e8d185a5 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:49.513124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Updating router b1fca028-d241-4fad-9c19-67f1e8d185a5 port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:02:49.560661 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485c643-6a64-4cfe-8af4-00504d7765e6 None None] Pushing event updated for resources: {'Port': ['ID=45534f1d-1b50-47ed-a88e-13a900ae362e,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:49.611228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3b55-0e23-43b6-8c61-1366832633ae req-836dff67-0b26-4948-807e-1b709d5f1882 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:49.616716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-836dff67-0b26-4948-807e-1b709d5f1882 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.3565574 Feb 10 04:02:49.638004 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Attempting to bind port 45534f1d-1b50-47ed-a88e-13a900ae362e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:49.643151 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Attempting to bind port 45534f1d-1b50-47ed-a88e-13a900ae362e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:49.644769 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Attempting to bind port 45534f1d-1b50-47ed-a88e-13a900ae362e on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:49.654332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-8685c3a5-e4c5-4abe-9304-33d1e12d96c0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/quotas/395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 375 time: 0.0283422 Feb 10 04:02:49.669958 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:49.675301 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:49.675916 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.682604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:49.685930 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Bound port: 45534f1d-1b50-47ed-a88e-13a900ae362e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:49.687730 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.752761 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-289421c8-fcd3-421e-bde7-8d6629831c79 req-2921fc95-5131-44df-88ec-74608f982511 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.2131572 Feb 10 04:02:49.796911 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-0791e4d7-5fc5-4bb2-a576-bb4340b52bb0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1351118 Feb 10 04:02:49.875919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-7213e43b-770c-4674-b210-271e9cc6378d tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:49.877523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-7213e43b-770c-4674-b210-271e9cc6378d tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 946 time: 0.3082507 Feb 10 04:02:49.878594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d1342c13-05a9-49af-8d10-b504a6db323e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:49.925789 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] For port 45534f1d-1b50-47ed-a88e-13a900ae362e, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:49.947339 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] For port 45534f1d-1b50-47ed-a88e-13a900ae362e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=45534f1d-1b50-47ed-a88e-13a900ae362e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:49.954726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1342c13-05a9-49af-8d10-b504a6db323e,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:49.979563 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ef1a5-49e4-4315-8417-6b68368e6f54 x-openstack-request-id: req-d17ef1a5-49e4-4315-8417-6b68368e6f54 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:49.979855 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f155f1cc-100b-463f-a801-56c69f5a1f67", "name": "network-vif-deleted", "tag": "fb9e8797-f0ce-474d-b21b-a3293113aa1e", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:49.980110 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d17ef1a5-49e4-4315-8417-6b68368e6f54 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:49.980516 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f155f1cc-100b-463f-a801-56c69f5a1f67', 'name': 'network-vif-deleted', 'tag': 'fb9e8797-f0ce-474d-b21b-a3293113aa1e', 'status': 'completed', 'code': 200} Feb 10 04:02:50.013202 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:50.025237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-a45bf263-d820-4005-af8f-83f15ecfaaa6 service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273378 Feb 10 04:02:50.105583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:50.108181 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2f6bc5-5d80-413f-9ec9-37837548dd2d" -d '{"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-unplugged", "status": "completed", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:50.144620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:50.147854 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:50.174750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b089e6f3-b67f-4415-8364-48fc13b4738a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:50.184097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-992da0b3-9f67-4263-8123-57ee54c94794 None None] Provisioning complete for port b089e6f3-b67f-4415-8364-48fc13b4738a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:50.184729 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-992da0b3-9f67-4263-8123-57ee54c94794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:50.189460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:50.216481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485c643-6a64-4cfe-8af4-00504d7765e6 None None] Pushing event updated for resources: {'Port': ['ID=45534f1d-1b50-47ed-a88e-13a900ae362e,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:50.273332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:50.302296 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:50.305983 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:50.316299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-86234961-cc1f-413c-8557-23a4879b52e8 service neutron] 10.222.0.42 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896328 Feb 10 04:02:50.380236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 531e6875-25ed-47f0-a0a6-f13b684c8c34 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:50.603427 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:50.641456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c65fd5ca-7a5f-4896-9341-f1293f68ca51 req-8ad2f4d1-f611-4fa0-9937-68c8af99a98e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0618758 Feb 10 04:02:50.730713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:50.763716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Checking segment: {'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:50.764313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Network hostable DHCP agents. Network: 758a07d6-3097-400f-9117-173107883026, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:02:50.847791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 531e6875-25ed-47f0-a0a6-f13b684c8c34 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:50.848677 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:50.858015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-992da0b3-9f67-4263-8123-57ee54c94794 None None] Current status of the port b089e6f3-b67f-4415-8364-48fc13b4738a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:50.943493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Network 758a07d6-3097-400f-9117-173107883026 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:02:50.957026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9399b71-c84b-4480-a6e2-ed90ad69901d req-f8009b6c-84a6-4f60-820a-2813c6d10659 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:50.959034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9399b71-c84b-4480-a6e2-ed90ad69901d req-f8009b6c-84a6-4f60-820a-2813c6d10659 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 944 time: 0.1440845 Feb 10 04:02:51.035957 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:44Z', 'revision_number': 3, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:51.046576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Deleting port cea8c087-3117-4aba-8195-68c46ccb9d5b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:02:51.046946 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.103588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 758a07d6-3097-400f-9117-173107883026) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:51.131978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9399b71-c84b-4480-a6e2-ed90ad69901d req-9e8758f8-e81f-44b6-a779-b0803674d782 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe3ef2bf-60b2-4648-888c-44270ef0ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497192 Feb 10 04:02:51.137640 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Publish callbacks [] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.141987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:51.141987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.185898 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edfd6a-4801-4eac-ad64-728120ed72c9 None None] The sync data for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 is: [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:44Z', 'revision_number': 3, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:02:51.188290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbe848-f7ea-4330-b2f9-23b8b9e13779 None None] Network 758a07d6-3097-400f-9117-173107883026 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:51.266179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f50ac5a5-42b2-4ff3-8f1d-61377fbf9aaf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7181838 Feb 10 04:02:51.268922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52662) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:51.280579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:51.284675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] For port cea8c087-3117-4aba-8195-68c46ccb9d5b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cea8c087-3117-4aba-8195-68c46ccb9d5b,segment=NetworkSegment(ec667fa5-daf7-4ca7-a2ae-74511cdf23d6),segment_id=ec667fa5-daf7-4ca7-a2ae-74511cdf23d6)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:51.285051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.300607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.328846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Calling delete_port for cea8c087-3117-4aba-8195-68c46ccb9d5b owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:02:51.426733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (526ce469-9222-407c-a8d7-7eb6cd4bfb58), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.426733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (526ce469-9222-407c-a8d7-7eb6cd4bfb58), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.480060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:51.490587 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4674a-f9e7-45d8-9763-7b03d2b06ca8 x-openstack-request-id: req-45f4674a-f9e7-45d8-9763-7b03d2b06ca8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:51.490939 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-unplugged", "status": "completed", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:51.494481 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45f4674a-f9e7-45d8-9763-7b03d2b06ca8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:51.495079 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'code': 200} Feb 10 04:02:51.518836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37cc96af-605f-41e7-88bf-bed64e6c97c5 req-840d95a1-9081-4931-ad76-bd96e7b5279b tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0454495 Feb 10 04:02:51.534323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.620705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks [] for router_controller (526ce469-9222-407c-a8d7-7eb6cd4bfb58), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.658153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Allocated IP 172.20.0.1 (d1e9990d-7c66-4197-a579-39635b77beb4/1015e7e0-47c7-4242-bf6f-2f18f4c363f3/51c125e8-a27a-4eaf-aac8-493381f372ac) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:51.760898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-758a07d6-3097-400f-9117-173107883026', 'network_id': '758a07d6-3097-400f-9117-173107883026', 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'fixed_ips': [{'subnet_id': 'd1342c13-05a9-49af-8d10-b504a6db323e'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:02:51.761914 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:51.780999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82958b98-28fa-41f1-9b51-31994424e69d None None] Pushing event updated for resources: {'Port': ['ID=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:51.896153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] Checking router: b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:51.912140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cea8c087-3117-4aba-8195-68c46ccb9d5b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:52.015052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:52.015882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:52.060090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8a6d8da-070a-4fd3-a1d1-274b1ecb2099 req-7c5b97da-2a4b-4251-833f-25aac61e37d2 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.1865544 Feb 10 04:02:52.091019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Pushing event deleted for resources: {'Port': ['ID=cea8c087-3117-4aba-8195-68c46ccb9d5b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:52.136957 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks [] for router_gateway (526ce469-9222-407c-a8d7-7eb6cd4bfb58), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:52.229329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks [] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:52.231174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] No DVR routers for this DVR port cea8c087-3117-4aba-8195-68c46ccb9d5b on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:02:52.238670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:52.246566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Allocated IP 172.20.0.2 (758a07d6-3097-400f-9117-173107883026/d1342c13-05a9-49af-8d10-b504a6db323e/8353876e-91e4-4468-8ac3-0d525c27c9bb) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:52.256250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d95ffe65-fad7-4dd6-9fba-fb32b63b7962 req-368163a4-911a-483f-a40f-947c5b720e66 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.24 "DELETE /v2.0/ports/cea8c087-3117-4aba-8195-68c46ccb9d5b HTTP/1.1" status: 204 len: 173 time: 2.3683455 Feb 10 04:02:52.259821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-deleted', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:02:52.259821 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511c401-013a-4a84-b305-8daa3e77f624" -d '{"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-deleted", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:02:52.364263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3775de26-8760-438f-9e79-478d4d0a65c9 req-e1c446ba-4d83-41e4-a8eb-844d1a3d895d tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 210 time: 0.0744877 Feb 10 04:02:52.463717 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0630aa-1468-4a67-827b-ecb64ca172ef x-openstack-request-id: req-db0630aa-1468-4a67-827b-ecb64ca172ef {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:02:52.464253 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c57b7af-f33b-47a3-89a0-f932b32c138e", "name": "network-vif-deleted", "tag": "cea8c087-3117-4aba-8195-68c46ccb9d5b", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:02:52.464687 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db0630aa-1468-4a67-827b-ecb64ca172ef {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:02:52.465268 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c57b7af-f33b-47a3-89a0-f932b32c138e', 'name': 'network-vif-deleted', 'tag': 'cea8c087-3117-4aba-8195-68c46ccb9d5b', 'status': 'completed', 'code': 200} Feb 10 04:02:52.510323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:52.570924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Attempting to bind port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:52.574875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Network d1e9990d-7c66-4197-a579-39635b77beb4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:52.576305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Attempting to bind port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:52.578335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Attempting to bind port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b on network dd571703-bb59-453e-9190-8d8e94cb434e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:52.601487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:52.615988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:52.701674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Pushing event updated for resources: {'Port': ['ID=51c125e8-a27a-4eaf-aac8-493381f372ac,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:52.765696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:52.808874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-233fdeb0-7a29-40d7-8ba0-760b44823817 req-426d8f92-69e6-4989-8adb-835687a18e83 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0931571 Feb 10 04:02:52.809847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (82ce8e27-246d-44cf-872b-0eb83d63556b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:52.935257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks [] for router_gateway (526ce469-9222-407c-a8d7-7eb6cd4bfb58), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:52.977468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.049113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:53.049490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Checking segment: {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:53.049902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.050297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Bound using segment: {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:53.052065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Bound port: 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:53.052470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.055452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 531e6875-25ed-47f0-a0a6-f13b684c8c34 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:53.061913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b089e6f3-b67f-4415-8364-48fc13b4738a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:53.179808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Allocated IP 172.25.8.27 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/3c3d4317-93b2-4ea0-823f-9f0d76ee4810) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:53.222811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.291028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d29a468-91d9-4252-a7aa-b6e35304fff1 req-f9dfbbb2-5336-4960-8005-5bcbd06983a6 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0885448 Feb 10 04:02:53.356179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks [] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.563424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.607760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks [] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.644568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:53.667228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1f8be1b1-38d8-4145-8b86-68469520b3ca None None] Provisioning complete for port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:53.667764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:53.668452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f8be1b1-38d8-4145-8b86-68469520b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.671589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:53.676151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:53.680663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1798546d-5cac-4403-92b5-ab7a6182eef1 req-2e648616-eedc-403e-8169-0d92489eb1e8 tempest-ImagesTestJSON-1954264781 tempest-ImagesTestJSON-1954264781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c57b7af-f33b-47a3-89a0-f932b32c138e HTTP/1.1" status: 200 len: 210 time: 0.0697603 Feb 10 04:02:53.704670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.840098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (82ce8e27-246d-44cf-872b-0eb83d63556b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:53.927759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1f8be1b1-38d8-4145-8b86-68469520b3ca None None] Port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:02:53.934334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Pushing event updated for resources: {'Port': ['ID=51c125e8-a27a-4eaf-aac8-493381f372ac,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:54.007939 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Publish callbacks [] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:54.012456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9615f242-92be-490e-a8e2-a5264070bead req-8772c3b8-0a2e-40e4-b1cf-b387a3947d52 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0474432 Feb 10 04:02:54.021885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] For port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:54.033283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b089e6f3-b67f-4415-8364-48fc13b4738a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:54.037009 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:54.079381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] For port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:54.147921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:54.178782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Network d1e9990d-7c66-4197-a579-39635b77beb4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:54.180911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:54.278055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Pushing event updated for resources: {'Port': ['ID=8353876e-91e4-4468-8ac3-0d525c27c9bb,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:54.293621 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:54.370656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Network 758a07d6-3097-400f-9117-173107883026 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:54.384939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d63337e4-b47d-4c26-98f7-291a1e9db1fd None None] Provisioning complete for port 51c125e8-a27a-4eaf-aac8-493381f372ac triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:54.385312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d63337e4-b47d-4c26-98f7-291a1e9db1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:54.438550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cea8c087-3117-4aba-8195-68c46ccb9d5b no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:02:54.440753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d63337e4-b47d-4c26-98f7-291a1e9db1fd None None] Port 51c125e8-a27a-4eaf-aac8-493381f372ac cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:02:54.452472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:54.466734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Router 82ce8e27-246d-44cf-872b-0eb83d63556b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:02:54.512822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:54.553244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: cea8c087-3117-4aba-8195-68c46ccb9d5b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:02:54.554620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cea8c087-3117-4aba-8195-68c46ccb9d5b not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:02:54.572553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c07bf90-ee68-4bd4-be46-5d0097e73520 req-f545919a-ace7-453c-8077-8029b613c6cb tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.1044436 Feb 10 04:02:54.717072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b089e6f3-b67f-4415-8364-48fc13b4738a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:54.724185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82958b98-28fa-41f1-9b51-31994424e69d None None] Pushing event updated for resources: {'Port': ['ID=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:54.774022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:54.825877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:54.845465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d21bc82e-eaf7-4764-b717-749b5a73fae3 admin admin] 10.222.0.42 "PUT /v2.0/routers/82ce8e27-246d-44cf-872b-0eb83d63556b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5834625 Feb 10 04:02:54.854070 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Sync routers for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:54.878635 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:54.880579 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:54.910331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a7fd5-ba30-4557-8876-92c8708f3a52 None None] The sync data for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 is: [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T03:59:07Z', 'revision_number': 4, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f2b9725f-35a1-4e5a-834e-c5338511e578', 'name': '', 'network_id': '17b82315-67cd-4703-b05c-65b51315f1e0', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'mac_address': 'fa:16:3e:18:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:59:05Z', 'updated_at': '2022-02-10T03:59:13Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'subnets': [{'id': '9d31d927-d9b6-47ba-a273-0fd9c8b67632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:02:54.931768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Attempting to bind port 8353876e-91e4-4468-8ac3-0d525c27c9bb on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:54.932149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Attempting to bind port 8353876e-91e4-4468-8ac3-0d525c27c9bb by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:54.932518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Attempting to bind port 8353876e-91e4-4468-8ac3-0d525c27c9bb on network 758a07d6-3097-400f-9117-173107883026 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:54.981793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks [] for router_gateway (526ce469-9222-407c-a8d7-7eb6cd4bfb58), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:54.983616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:54.985609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Checking segment: {'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:54.986054 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:54.989172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Bound using segment: {'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:54.989755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Bound port: 8353876e-91e4-4468-8ac3-0d525c27c9bb, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:54.993711 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:55.062717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:55.063397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:55.097493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 45534f1d-1b50-47ed-a88e-13a900ae362e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:55.160435 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:55.317091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6fdb40e-872a-4b43-b7bd-859737e3d7c1 req-0598980f-45c1-4359-95dc-99337a4797b3 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0693607 Feb 10 04:02:55.391328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7da64551-14c4-4072-9f82-36f13729c47d None None] Provisioning complete for port 51c125e8-a27a-4eaf-aac8-493381f372ac triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:55.391709 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7da64551-14c4-4072-9f82-36f13729c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:55.458851 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (526ce469-9222-407c-a8d7-7eb6cd4bfb58), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:55.592627 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 2, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:55.625231 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Checking router: 82ce8e27-246d-44cf-872b-0eb83d63556b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:55.626145 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Updating router 82ce8e27-246d-44cf-872b-0eb83d63556b port 51c125e8-a27a-4eaf-aac8-493381f372ac binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:02:55.657636 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:55.708970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:55.793513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:02:56.058641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:02:56.074517 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Sync routers for ids ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:02:56.133804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.135885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1769df20-6c3e-4ef2-864d-0d69478307e8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8659186 Feb 10 04:02:56.138476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:56.147748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d418bcd-fec8-481d-a844-a4f31c2254bb None None] New status for floating IP 98bc57a2-6a33-4f68-88d2-2fbbf119f70c: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:02:56.155994 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Routers {'526ce469-9222-407c-a8d7-7eb6cd4bfb58'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:56.156617 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:56.209769 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Publish callbacks [] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.300783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52744) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:56.305291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-175d1387-edb3-4688-82c3-0a14159d11a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134909797', 'description': 'tempest-description--1149838690'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:56.347650 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.389243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 45534f1d-1b50-47ed-a88e-13a900ae362e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:56.389834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.424263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-175d1387-edb3-4688-82c3-0a14159d11a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.468473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7da64551-14c4-4072-9f82-36f13729c47d None None] Port 51c125e8-a27a-4eaf-aac8-493381f372ac cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:02:56.468837 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c9fdd-dccf-4471-b990-989a15ac2ab6 None None] Pushing event updated for resources: {'Port': ['ID=51c125e8-a27a-4eaf-aac8-493381f372ac,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:56.516304 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Set router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:56.559911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] For port 8353876e-91e4-4468-8ac3-0d525c27c9bb, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:56.560449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa63c6be-7458-4c82-b8cf-678911351916 req-7a0a0ce2-7147-4b5c-af69-a2d590b6e759 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0528116 Feb 10 04:02:56.572985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:56.585274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] For port 8353876e-91e4-4468-8ac3-0d525c27c9bb, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8353876e-91e4-4468-8ac3-0d525c27c9bb,segment=NetworkSegment(72cb4778-6ba1-4bb8-b4b4-100b7392d771),segment_id=72cb4778-6ba1-4bb8-b4b4-100b7392d771)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:56.676707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-175d1387-edb3-4688-82c3-0a14159d11a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group (1673dfef-c625-4250-b692-913bcd182ac7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.731140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f5748-4094-428c-a02d-7b9010cc0e52 None None] The sync data for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 is: [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:02:56.754444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.766762 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-175d1387-edb3-4688-82c3-0a14159d11a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1673dfef-c625-4250-b692-913bcd182ac7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.867200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d1387-edb3-4688-82c3-0a14159d11a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1673dfef-c625-4250-b692-913bcd182ac7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:56.891966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-175d1387-edb3-4688-82c3-0a14159d11a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:56.898916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-175d1387-edb3-4688-82c3-0a14159d11a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5963566 Feb 10 04:02:56.900680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52766) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:56.960519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7e21d908-8114-48ff-a939-40a63995ce33 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Request body: {'security_group_rule': {'security_group_id': '1673dfef-c625-4250-b692-913bcd182ac7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:56.967664 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bee159e6-6531-45d6-87ce-91347a5d6491 req-50c08268-275d-4db1-a876-99a3754e714e tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0896599 Feb 10 04:02:57.000318 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Attempting to bind port 51c125e8-a27a-4eaf-aac8-493381f372ac on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:02:57.000686 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Attempting to bind port 51c125e8-a27a-4eaf-aac8-493381f372ac by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:02:57.004001 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Attempting to bind port 51c125e8-a27a-4eaf-aac8-493381f372ac on network d1e9990d-7c66-4197-a579-39635b77beb4 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:02:57.012394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b8560566-4431-40d3-8c58-f9b7d011414a None None] Provisioning complete for port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:57.012819 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8560566-4431-40d3-8c58-f9b7d011414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.014388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bffa25-c35e-4ef9-9bc9-c4fa55a6e2da None None] Pushing event updated for resources: {'Port': ['ID=8353876e-91e4-4468-8ac3-0d525c27c9bb,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:57.100651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e21d908-8114-48ff-a939-40a63995ce33 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group_rule (c73c99ea-c6c8-4046-a792-bee841348b92), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.108316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 45534f1d-1b50-47ed-a88e-13a900ae362e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:57.109501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.121647 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:02:57.128549 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Checking segment: {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:02:57.129163 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.129929 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Bound using segment: {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:02:57.132060 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Bound port: 51c125e8-a27a-4eaf-aac8-493381f372ac, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:02:57.134152 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.224749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 45534f1d-1b50-47ed-a88e-13a900ae362e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=45534f1d-1b50-47ed-a88e-13a900ae362e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:57.312621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e21d908-8114-48ff-a939-40a63995ce33 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group_rule (c73c99ea-c6c8-4046-a792-bee841348b92), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.351036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.388577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e21d908-8114-48ff-a939-40a63995ce33 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c73c99ea-c6c8-4046-a792-bee841348b92), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.454568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] For port 51c125e8-a27a-4eaf-aac8-493381f372ac, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:02:57.475788 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] For port 51c125e8-a27a-4eaf-aac8-493381f372ac, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=51c125e8-a27a-4eaf-aac8-493381f372ac,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:02:57.477235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21d908-8114-48ff-a939-40a63995ce33 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73c99ea-c6c8-4046-a792-bee841348b92,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:57.494062 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:54Z', 'revision_number': 3, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port': {'id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:52Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:57.504544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b8560566-4431-40d3-8c58-f9b7d011414a None None] Current status of the port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:57.506329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8560566-4431-40d3-8c58-f9b7d011414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.568821 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.704531 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.773079 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Checking router: 526ce469-9222-407c-a8d7-7eb6cd4bfb58 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:02:57.773665 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Updating router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:02:57.888078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5da7014-5c33-487e-af26-56189db5dae6 req-f684b775-c4a8-4243-8417-023c7dce3584 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0947492 Feb 10 04:02:57.927637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e21d908-8114-48ff-a939-40a63995ce33 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.933303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52784) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:57.935363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7e21d908-8114-48ff-a939-40a63995ce33 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9785490 Feb 10 04:02:57.957577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f26c7908-8bdd-436e-894a-94d4ae4f907e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Request body: {'security_group_rule': {'security_group_id': '1673dfef-c625-4250-b692-913bcd182ac7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:57.980100 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:57.995548 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c9fdd-dccf-4471-b990-989a15ac2ab6 None None] Pushing event updated for resources: {'Port': ['ID=51c125e8-a27a-4eaf-aac8-493381f372ac,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:58.001801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52786) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:58.065328 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:02:58.075882 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:02:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:02:58.107925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-31795ea8-a337-4ea8-a1d4-dd388804277c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2136629 Feb 10 04:02:58.179049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Allocated IP 172.20.0.1 (758a07d6-3097-400f-9117-173107883026/d1342c13-05a9-49af-8d10-b504a6db323e/e646064c-e1d0-494a-a386-d88b4259a7d8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:02:58.436703 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c9ccce6-3f47-4d7d-9924-f263f246147d req-6c71e152-014f-475f-9133-e961b9608b30 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1651568 Feb 10 04:02:58.515772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] Deleting subnet 75b93f94-2f7f-40e2-8481-c4350399ed1a {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:02:58.518146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-22d67dc6-1281-4017-a15c-cd9a6f1decd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:58.521928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-22d67dc6-1281-4017-a15c-cd9a6f1decd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 1126 time: 0.3799779 Feb 10 04:02:58.558239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] Publish callbacks [] for subnet (75b93f94-2f7f-40e2-8481-c4350399ed1a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.565620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks [] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.609890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=45534f1d-1b50-47ed-a88e-13a900ae362e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:58.623249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b8560566-4431-40d3-8c58-f9b7d011414a None None] For port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:58.627128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:58.656770 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f26c7908-8bdd-436e-894a-94d4ae4f907e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group_rule (21b12255-bab2-4b59-b1ba-beb5d933212b), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.699800 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac5568f2-47df-4350-960e-94008c673079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.741390 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8560566-4431-40d3-8c58-f9b7d011414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.804345 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (75b93f94-2f7f-40e2-8481-c4350399ed1a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.818389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8560566-4431-40d3-8c58-f9b7d011414a None None] Pushing event updated for resources: {'Port': ['ID=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:58.824606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-4de9bead-5af1-4143-bc65-1a67b9b38df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:58.826131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-4de9bead-5af1-4143-bc65-1a67b9b38df8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2808721 Feb 10 04:02:58.838528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:58.839891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.932376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f3a85ec3-4ad7-4a9c-ba6f-e7aa01598cf7 None None] Provisioning complete for port 51c125e8-a27a-4eaf-aac8-493381f372ac triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:58.933031 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3a85ec3-4ad7-4a9c-ba6f-e7aa01598cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:58.954127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-3c487cf2-6b38-4180-9bf5-651d7cd17fa6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 200 len: 217 time: 0.1195753 Feb 10 04:02:59.078809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (75b93f94-2f7f-40e2-8481-c4350399ed1a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.119235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:59.121452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8353876e-91e4-4468-8ac3-0d525c27c9bb up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:02:59.157222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7aea7c59-b861-49a5-b71d-3ae845baeff2 req-57cfc240-b0c4-4f60-95f2-df2179baf382 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.1034517 Feb 10 04:02:59.170875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f26c7908-8bdd-436e-894a-94d4ae4f907e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group_rule (21b12255-bab2-4b59-b1ba-beb5d933212b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.190695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-1fdb8bf2-2a68-45d7-974a-49ef7b204f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:02:59.192269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-1fdb8bf2-2a68-45d7-974a-49ef7b204f4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.2195396 Feb 10 04:02:59.218257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.264383 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:02:59.276097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0fa6e-7c9b-4cd9-a823-3845f7ca6b5f None None] Network 758a07d6-3097-400f-9117-173107883026 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:02:59.300625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-93b7b48a-d6f8-4ce9-b51e-11c80d868b6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004980 Feb 10 04:02:59.393158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Pushing event updated for resources: {'Port': ['ID=e646064c-e1d0-494a-a386-d88b4259a7d8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:59.398153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f26c7908-8bdd-436e-894a-94d4ae4f907e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (21b12255-bab2-4b59-b1ba-beb5d933212b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.467054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c7908-8bdd-436e-894a-94d4ae4f907e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b12255-bab2-4b59-b1ba-beb5d933212b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:02:59.511878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f3a85ec3-4ad7-4a9c-ba6f-e7aa01598cf7 None None] Current status of the port 51c125e8-a27a-4eaf-aac8-493381f372ac is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:02:59.517652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3a85ec3-4ad7-4a9c-ba6f-e7aa01598cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.534076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Network 758a07d6-3097-400f-9117-173107883026 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:02:59.542079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:02:59.547084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:02:59.554091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-357665ac-3edc-48eb-99d2-a409e9c5ef50 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463744 Feb 10 04:02:59.604977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f3a85ec3-4ad7-4a9c-ba6f-e7aa01598cf7 None None] For port 51c125e8-a27a-4eaf-aac8-493381f372ac, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=51c125e8-a27a-4eaf-aac8-493381f372ac,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:02:59.639188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8353876e-91e4-4468-8ac3-0d525c27c9bb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:02:59.639758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.664266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (526ce469-9222-407c-a8d7-7eb6cd4bfb58), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.686580 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f26c7908-8bdd-436e-894a-94d4ae4f907e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.700432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f26c7908-8bdd-436e-894a-94d4ae4f907e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7600763 Feb 10 04:02:59.770757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52822) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:02:59.775780 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3a85ec3-4ad7-4a9c-ba6f-e7aa01598cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.781774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:02:59.856968 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (75b93f94-2f7f-40e2-8481-c4350399ed1a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:02:59.917607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6674e568-6676-4ae0-bee0-00b976aa275f req-ad3530b1-b39d-4bd8-8276-3737523c553e tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.2843618 Feb 10 04:03:00.004409 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.006210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a85ec3-4ad7-4a9c-ba6f-e7aa01598cf7 None None] Pushing event updated for resources: {'Port': ['ID=51c125e8-a27a-4eaf-aac8-493381f372ac,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:00.013419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/75b93f94-2f7f-40e2-8481-c4350399ed1a HTTP/1.1" status: 204 len: 168 time: 1.9942360 Feb 10 04:03:00.014552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b3566-70dc-4b3a-bf15-b5b9214e9f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b93f94-2f7f-40e2-8481-c4350399ed1a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:00.017315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52824) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:00.065170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5910e692-11db-4df3-8f2f-f197e077ab55 req-1f467d28-dc03-4ce1-bc44-a853472c953f service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033906 Feb 10 04:03:00.092038 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:00.102385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.131539 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Publish callbacks [] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.133952 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf51e9-eb95-4ee7-86b6-8ff96352747f None None] The sync data for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 is: [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:03:00.141840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb10cad9-e2da-40e0-beda-91cc7c504830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.200129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2f26cb22-e0b8-4450-8f87-dfecaa581ea5 None None] Provisioning complete for port 8353876e-91e4-4468-8ac3-0d525c27c9bb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:00.200598 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f26cb22-e0b8-4450-8f87-dfecaa581ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.210945 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.324921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.367833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.411636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8353876e-91e4-4468-8ac3-0d525c27c9bb is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:00.412039 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.417490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Attempting to bind port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:00.418070 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Attempting to bind port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:00.433900 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Attempting to bind port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:00.439905 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c80dc-232b-433e-91bd-a9c877b6ca16 None None] Pushing event updated for resources: {'Port': ['ID=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:00.464897 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:00.465273 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:00.465599 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.465996 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:00.466484 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Bound port: 3c3d4317-93b2-4ea0-823f-9f0d76ee4810, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:00.466949 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.507404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de043686-5e03-46bd-80cb-49c1d31a8819 req-b29457d2-d34e-4c44-ab7e-92151c942f6d tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.1148143 Feb 10 04:03:00.551613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2f26cb22-e0b8-4450-8f87-dfecaa581ea5 None None] Current status of the port 8353876e-91e4-4468-8ac3-0d525c27c9bb is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:00.552085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f26cb22-e0b8-4450-8f87-dfecaa581ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.607465 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] For port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:00.635687 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] For port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:00.727251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 8353876e-91e4-4468-8ac3-0d525c27c9bb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8353876e-91e4-4468-8ac3-0d525c27c9bb,segment=NetworkSegment(72cb4778-6ba1-4bb8-b4b4-100b7392d771),segment_id=72cb4778-6ba1-4bb8-b4b4-100b7392d771)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:00.737383 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.850363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.914511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks [] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.938618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.946056 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:00.979947 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Routers {'526ce469-9222-407c-a8d7-7eb6cd4bfb58'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:00.981096 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:00.999155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:01.001332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.013008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:01.013503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec667fa5-daf7-4ca7-a2ae-74511cdf23d6') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:01.031369 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (ec667fa5-daf7-4ca7-a2ae-74511cdf23d6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.056217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-2f26cb22-e0b8-4450-8f87-dfecaa581ea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:03:01.060167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ec667fa5-daf7-4ca7-a2ae-74511cdf23d6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.060583 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-2f26cb22-e0b8-4450-8f87-dfecaa581ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:03:01.080380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c80dc-232b-433e-91bd-a9c877b6ca16 None None] Pushing event updated for resources: {'Port': ['ID=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:01.094874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.146291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=8353876e-91e4-4468-8ac3-0d525c27c9bb,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:01.206059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Pushing event updated for resources: {'Port': ['ID=e646064c-e1d0-494a-a386-d88b4259a7d8,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:01.264860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (526ce469-9222-407c-a8d7-7eb6cd4bfb58), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.277572 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] Set router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:01.307190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Allocated IP 172.25.8.184 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/ac58130c-60ec-4f70-a328-f1a147f08b56) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:01.416912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 51c125e8-a27a-4eaf-aac8-493381f372ac up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:01.566614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 51c125e8-a27a-4eaf-aac8-493381f372ac triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:01.568313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.595942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Network 758a07d6-3097-400f-9117-173107883026 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:01.598285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:01.668737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.735276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:03:01.735973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (ec667fa5-daf7-4ca7-a2ae-74511cdf23d6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:03:01.936537 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:03:01.959372 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17ea7fb6-6974-4cf1-981c-a7b47706207f req-1b968f92-f19d-4541-bef3-4bcc3ce08fd2 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1140435 Feb 10 04:03:01.961808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2f26cb22-e0b8-4450-8f87-dfecaa581ea5 None None] Current status of the port 8353876e-91e4-4468-8ac3-0d525c27c9bb is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:01.966811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.980967 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:01.995794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] 10.222.0.42 "DELETE /v2.0/networks/dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3 HTTP/1.1" status: 204 len: 168 time: 1.9684408 Feb 10 04:03:02.000414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.050115 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 4, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port': {'id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:52Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e646064c-e1d0-494a-a386-d88b4259a7d8', 'name': '', 'network_id': '758a07d6-3097-400f-9117-173107883026', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'mac_address': 'fa:16:3e:09:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:57Z', 'updated_at': '2022-02-10T04:02:58Z', 'revision_number': 1, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'subnets': [{'id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:02.086088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1ba24-9183-47a8-9105-a330b4cf9edf admin admin] Pushing event deleted for resources: {'Network': ['ID=dc15a373-3b91-4c5c-ae9d-ae3f7d3dc3e3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:02.112208 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-17c55529-464d-4473-aa6b-947a365aad72 req-4ed4a7d8-319a-4fdd-bf35-2181380f2bb7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0896626 Feb 10 04:03:02.151684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:03:02.301798 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c6b3a-5c4d-49fb-a69b-50e26f0f68ac None None] The sync data for ids ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'] in n-d-827844-2 is: [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 4, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port': {'id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:52Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e646064c-e1d0-494a-a386-d88b4259a7d8', 'name': '', 'network_id': '758a07d6-3097-400f-9117-173107883026', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'mac_address': 'fa:16:3e:09:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:57Z', 'updated_at': '2022-02-10T04:02:58Z', 'revision_number': 1, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'subnets': [{'id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:03:02.326629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:02.332056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:02.393153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:02.408944 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4df1bf19-d684-4c6b-93ad-fd1e7666ccc5 req-2a1beaf9-e685-40f9-9c32-fd8b3f4a1912 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.1616867 Feb 10 04:03:02.413113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-050eeff2-b846-4b71-8717-a7d6a38e56fa None None] Provisioning complete for port e646064c-e1d0-494a-a386-d88b4259a7d8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:02.413502 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-050eeff2-b846-4b71-8717-a7d6a38e56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.486567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event updated for resources: {'Port': ['ID=ac58130c-60ec-4f70-a328-f1a147f08b56,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:02.525501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 51c125e8-a27a-4eaf-aac8-493381f372ac is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:02.528629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:02.623511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:03:02.663736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dd3a23a0-d6d1-4931-ad43-f2a8b679066b admin admin] 10.222.0.42 "PUT /v2.0/routers/526ce469-9222-407c-a8d7-7eb6cd4bfb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5232975 Feb 10 04:03:02.685367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52902) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:02.687422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for floatingip (fa59238c-fb25-40e6-9f49-941275f1a9b9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.718638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-050eeff2-b846-4b71-8717-a7d6a38e56fa None None] Port e646064c-e1d0-494a-a386-d88b4259a7d8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:03:02.777979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-050eeff2-b846-4b71-8717-a7d6a38e56fa None None] Provisioning complete for port 8353876e-91e4-4468-8ac3-0d525c27c9bb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:02.778368 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-050eeff2-b846-4b71-8717-a7d6a38e56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.830460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dfb4e9dd-2fc8-43df-a74b-a843111fb79e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f25a4e8ee1f42e696c6eb68c976f024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436069 Feb 10 04:03:02.832931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:02.853494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.859264 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.928958 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1f5bcdc-5df0-433e-9cd0-fd6598d924b1 admin admin] Publish callbacks [] for security_group (fe3ef2bf-60b2-4648-888c-44270ef0ba7b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.934362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:02.934820 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:02.962591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1f5bcdc-5df0-433e-9cd0-fd6598d924b1 admin admin] Publish callbacks [] for security_group (fe3ef2bf-60b2-4648-888c-44270ef0ba7b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.065525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-050eeff2-b846-4b71-8717-a7d6a38e56fa None None] Current status of the port 8353876e-91e4-4468-8ac3-0d525c27c9bb is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:03.150676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9634f7a5-bb2e-4263-9d71-8463ee41c4ec req-3359f632-fd29-4542-97d0-65a13ec92fcb tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0612326 Feb 10 04:03:03.156227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1f5bcdc-5df0-433e-9cd0-fd6598d924b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fe3ef2bf-60b2-4648-888c-44270ef0ba7b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.166648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1f5bcdc-5df0-433e-9cd0-fd6598d924b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.180393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f1f5bcdc-5df0-433e-9cd0-fd6598d924b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe3ef2bf-60b2-4648-888c-44270ef0ba7b HTTP/1.1" status: 204 len: 168 time: 0.3437023 Feb 10 04:03:03.191675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:03.193276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 45534f1d-1b50-47ed-a88e-13a900ae362e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:03.233411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5bcdc-5df0-433e-9cd0-fd6598d924b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ef2bf-60b2-4648-888c-44270ef0ba7b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:03.342651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9727267a-c6a5-4558-8e1a-0fd1226833a4 None None] Provisioning complete for port e646064c-e1d0-494a-a386-d88b4259a7d8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:03.343153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9727267a-c6a5-4558-8e1a-0fd1226833a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.389607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.433282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9727267a-c6a5-4558-8e1a-0fd1226833a4 None None] Port e646064c-e1d0-494a-a386-d88b4259a7d8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:03:03.460299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 45534f1d-1b50-47ed-a88e-13a900ae362e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:03.461522 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.500848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fbe3c94-b876-47bb-8119-48ca7544e7f5 req-88b67a6e-1e2a-4792-ae77-ec7d6e8c1ed8 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.2262416 Feb 10 04:03:03.510088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.648341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 45534f1d-1b50-47ed-a88e-13a900ae362e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:03.671000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a87bd1e-d7c4-4cc5-9e44-e5023d71c1d2 req-6851c5c5-91b7-48f3-a16f-b6458bf2b645 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0889106 Feb 10 04:03:03.719611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event updated for resources: {'Port': ['ID=ac58130c-60ec-4f70-a328-f1a147f08b56,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:03.794909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (fa59238c-fb25-40e6-9f49-941275f1a9b9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.884991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8353876e-91e4-4468-8ac3-0d525c27c9bb up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:03.886092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.894274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:03.898077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-65cb50e1-365e-4198-b8cc-3735a1d6945a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1196949 Feb 10 04:03:04.070892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8353876e-91e4-4468-8ac3-0d525c27c9bb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:04.071476 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:04.216784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8353876e-91e4-4468-8ac3-0d525c27c9bb is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:04.428775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c58c051-9793-460b-8515-a289645cd723 req-c2f75cdd-4ea9-4902-a9af-ed126b6677fa tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1096625 Feb 10 04:03:04.568764 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-698fba9b-9b96-4f66-b67d-443282d40a00 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--134909797&fields=id&tenant_id=c59b122e252141f694240aa84ecf34ce HTTP/1.1" status: 200 len: 267 time: 0.1124547 Feb 10 04:03:05.032000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-9d921372-abdc-490d-96f0-0043fad0462d tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:05.049774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-9d921372-abdc-490d-96f0-0043fad0462d tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/networks?id=d1e9990d-7c66-4197-a579-39635b77beb4 HTTP/1.1" status: 200 len: 812 time: 0.4766755 Feb 10 04:03:05.062649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62ebd34a-400c-4608-a50b-e622d98a5696 req-88b899b2-82d7-437c-99c5-c8492aaf08a4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.1912751 Feb 10 04:03:05.096062 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-fb577794-0a0e-42bd-b55a-224f45b1b418 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/quotas/c59b122e252141f694240aa84ecf34ce HTTP/1.1" status: 200 len: 375 time: 0.0451579 Feb 10 04:03:05.176536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3b55-0e23-43b6-8c61-1366832633ae req-77ebc701-c0c5-465c-a9f6-2fc6c07db7b3 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:05.178377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-77ebc701-c0c5-465c-a9f6-2fc6c07db7b3 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 820 time: 0.5288534 Feb 10 04:03:05.191854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Request body: {'port': {'device_id': '8969d550-54a6-4878-b10c-1a95f513d96a', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'admin_state_up': True, 'tenant_id': '395f9a26d06e43cfb6b4c9fdf5c85b4d'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:05.312676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-fa4ff2e3-0832-4426-8f7e-4b35004dc679 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c59b122e252141f694240aa84ecf34ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2153208 Feb 10 04:03:05.497452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-fd9aa8bb-1a32-4c51-a000-145cac7bc3f7 service neutron] 10.222.0.42 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698678 Feb 10 04:03:05.529851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-897e82f6-bccc-43bb-a743-2641e39c8484 req-708a5005-44b7-4983-bdc5-251f4e2724f6 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.2331562 Feb 10 04:03:05.750650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-e651124c-875f-48f0-80dd-1b9203e7fce5 service neutron] 10.222.0.42 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480903 Feb 10 04:03:05.778010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a198437d-dfc7-4f75-9b9d-9477904548a4 req-9654e90b-2cdb-4dc1-a95a-4f81ff7ea893 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1100194 Feb 10 04:03:05.788146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Made reservation on behalf of 395f9a26d06e43cfb6b4c9fdf5c85b4d for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:05.795480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:05.821847 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:03:05.861870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:05.911103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53060) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:06.030797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:06.055366 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.194193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Allocated IP 172.20.0.5 (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1/df061686-13a9-4c2a-8c4d-a7bec0247353/1e9db8b6-057e-4da3-b411-319e5dbec7db) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:06.194536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1818535135-network', 'tenant_id': 'aba1c3fdf8cc4c6f8e495cc4965bd72b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:06.344617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Made reservation on behalf of aba1c3fdf8cc4c6f8e495cc4965bd72b for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:06.349397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.376208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.389041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:06.389445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.491602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:06.550099 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.598954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks [] for security_group (bceb8c36-0f54-45db-814f-88461a6f5f79), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.642775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-556b16af-44df-47ce-897e-83d18071b91f req-2ddf0128-358a-43ec-aa26-64b8a5dc0261 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0412273 Feb 10 04:03:06.682900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bceb8c36-0f54-45db-814f-88461a6f5f79), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.723855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb8c36-0f54-45db-814f-88461a6f5f79,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:06.747708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:03:06.768125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:06.840389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad2c9f79-8794-4f13-b12d-81b5b69d8966 req-ba49524b-531d-4abe-9471-dff67752cc13 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 210 time: 0.0773628 Feb 10 04:03:06.847425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (29a66d40-a58d-4c6a-914a-54e2e0c3d985), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:06.847773 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Added segment 29a66d40-a58d-4c6a-914a-54e2e0c3d985 of type vlan for network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f Feb 10 04:03:06.940191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.025990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c6bed1d-71eb-47b2-a4a7-8bc1f346eb25 req-4153be4c-6a7b-4762-8155-772473ac89a3 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0743754 Feb 10 04:03:07.101245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks [] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.120647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.121968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:07.122952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.285426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.301449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['49b1188a-2f8d-44e6-9595-0b840e427670'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:03:07.440927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:07.456175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:07.458449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:07.473124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:07.624378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:07.631059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.729880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-2f0d6704-63e5-47ff-9c1e-f8036300147b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5419424 Feb 10 04:03:07.747780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Request body: {'port': {'device_id': '8969d550-54a6-4878-b10c-1a95f513d96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:07.796843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:07.890195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.921400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:07.922252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:07.925463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0132196 Feb 10 04:03:07.951898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53084) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:07.963853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Request body: {'subnet': {'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1818535135-subnet', 'tenant_id': 'aba1c3fdf8cc4c6f8e495cc4965bd72b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:07.970416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4c20a-e19f-424e-968a-92cec3a25a28 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:07.990773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:03:07.994823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c678a160-3730-439a-b8ae-f9340ef7e78a req-3a521f0d-445c-4109-b797-f9283965737c tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0802255 Feb 10 04:03:08.075407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Made reservation on behalf of aba1c3fdf8cc4c6f8e495cc4965bd72b for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:08.081150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:08.257103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:08.365596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708d032-652b-49a9-91fc-9cc50590fec5 req-53acc89c-aa1b-4c99-a698-6583651ffc72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:08.367450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1708d032-652b-49a9-91fc-9cc50590fec5 req-53acc89c-aa1b-4c99-a698-6583651ffc72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 931 time: 0.2005582 Feb 10 04:03:08.405354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9db8b6-057e-4da3-b411-319e5dbec7db {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:08.423088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Publish callbacks [] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:08.449823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Transition to ACTIVE for port object 1e9db8b6-057e-4da3-b411-319e5dbec7db will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:03:08.496786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1708d032-652b-49a9-91fc-9cc50590fec5 req-3c7839d8-c5ff-4079-97ab-8740a40dfd23 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045036 Feb 10 04:03:08.607346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-239de5f8-0b30-4089-b5cf-e95373811d8f req-d9090ec3-8e71-4662-af5a-4464945782dd tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Feb 10 04:03:08.702941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60879a03-3084-4e10-bccb-897a0c3284de req-817f5b56-f258-4be5-9920-0bb219a98598 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0383964 Feb 10 04:03:08.920929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:08.921344 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (23ad6bce-67c3-4926-8545-5ae7163d3d13), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:09.009629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ad6bce-67c3-4926-8545-5ae7163d3d13,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:09.020112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Checking segment: {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:09.020434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:09.021272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Network hostable DHCP agents. Network: 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:03:09.137905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:03:09.180365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:09.181380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:09.181798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:09.187491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:03:09.187491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:09.193450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:09.193811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:09.194187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:09.194630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Bound port: 1e9db8b6-057e-4da3-b411-319e5dbec7db, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:09.195018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:09.215347 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8de0f175-8a60-45a2-a012-7f6f03fd6603 req-7fffc744-8f8d-4157-8573-1eb7ef59577c tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0493612 Feb 10 04:03:09.239034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:09.244483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:09.245289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:09.252868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35247b4b-7f7f-4a2e-aa61-6f75e0c2b156 None None] Network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:09.302583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Sync routers for ids ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:03:09.334067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:09.338535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:09.370856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5a8a1f8e-4796-4d37-aece-116872eb63c0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4168727 Feb 10 04:03:09.441483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:09.599197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:09.599920 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:09.603368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 1091 time: 1.8658888 Feb 10 04:03:09.612517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:09.615339 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ca12cf-8d2e-44ee-87b8-3f326c533323" -d '{"events": [{"name": "network-changed", "server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:09.671220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a838611-12b5-491d-b090-98a0c1e2b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:09.707989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Routers {'526ce469-9222-407c-a8d7-7eb6cd4bfb58'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:09.708749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:09.713032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b28ab2-9e52-42b3-8c9e-1c6bd6b6770e None None] Network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:09.800114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4da92-7ad6-4ca6-a0c3-51512e29d4d7 req-e25de8df-a2ed-4394-8e3d-867362be995b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:09.810108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86a4da92-7ad6-4ca6-a0c3-51512e29d4d7 req-e25de8df-a2ed-4394-8e3d-867362be995b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1514030 Feb 10 04:03:09.879189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3b55-0e23-43b6-8c61-1366832633ae req-86f8a6df-3a5a-4188-9ea0-2043b1405111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:09.882025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-86f8a6df-3a5a-4188-9ea0-2043b1405111 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1125 time: 0.1159315 Feb 10 04:03:09.908255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86a4da92-7ad6-4ca6-a0c3-51512e29d4d7 req-72257b42-d88b-4b56-ab61-183fda665d06 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949719 Feb 10 04:03:09.960477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-f79f1153-d2ff-4990-b342-5951840f8b07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 217 time: 0.0715818 Feb 10 04:03:09.977257 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d032a0b-ea22-432f-8e5f-e0f41ff87252 x-openstack-request-id: req-5d032a0b-ea22-432f-8e5f-e0f41ff87252 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:09.978128 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:09.979089 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d032a0b-ea22-432f-8e5f-e0f41ff87252 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:09.980004 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db', 'status': 'completed', 'code': 200} Feb 10 04:03:10.052548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3b55-0e23-43b6-8c61-1366832633ae req-f595f138-7582-4a6b-9ce1-00f57529bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:10.067516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-f595f138-7582-4a6b-9ce1-00f57529bc62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.0899334 Feb 10 04:03:10.085241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Set router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:10.119929 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16e77a1d-497d-4fed-b6a3-6b26c58fc3c5 req-f2a2a775-3f19-4ea7-b813-b812f8b158d6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 210 time: 0.0576572 Feb 10 04:03:10.124581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-0932705c-6442-4d9a-b3f7-9f009b658914 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499861 Feb 10 04:03:10.408160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-b575ee67-fac0-4537-8acc-855217bc3209 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822523 Feb 10 04:03:10.417070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-2c5eff41-09a0-4a0f-ae2c-0ae14704d33e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:10.419495 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-2c5eff41-09a0-4a0f-ae2c-0ae14704d33e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.24 "GET /v2.0/networks?id=d1e9990d-7c66-4197-a579-39635b77beb4 HTTP/1.1" status: 200 len: 812 time: 0.3404694 Feb 10 04:03:10.576184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003b3b55-0e23-43b6-8c61-1366832633ae req-d914981d-1eb3-4832-897f-82f88d0f4840 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609333 Feb 10 04:03:10.593484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-3cf583c9-fca2-4ea3-9f11-936b1f7ff783 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c59b122e252141f694240aa84ecf34ce HTTP/1.1" status: 200 len: 379 time: 0.1655750 Feb 10 04:03:10.605084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Request body: {'port': {'device_id': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'admin_state_up': True, 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'security_groups': ['1673dfef-c625-4250-b692-913bcd182ac7']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:10.692050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 4, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port': {'id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:52Z', 'updated_at': '2022-02-10T04:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e646064c-e1d0-494a-a386-d88b4259a7d8', 'name': '', 'network_id': '758a07d6-3097-400f-9117-173107883026', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'mac_address': 'fa:16:3e:09:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:57Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 2, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'subnets': [{'id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:10.758443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Checking router: 526ce469-9222-407c-a8d7-7eb6cd4bfb58 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:03:10.759448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Updating router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 port e646064c-e1d0-494a-a386-d88b4259a7d8 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:03:10.789401 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:10.837619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-e096bb3b-2b81-4fba-9346-c0f3809cd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:10.844595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-e096bb3b-2b81-4fba-9346-c0f3809cd3cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1125 time: 0.1303458 Feb 10 04:03:10.966358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Made reservation on behalf of c59b122e252141f694240aa84ecf34ce for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:10.970152 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.007568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-97db52ac-c67e-4699-8e99-00ab421ff65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:11.015825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-97db52ac-c67e-4699-8e99-00ab421ff65a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.1576092 Feb 10 04:03:11.067894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-1d78f72e-1a82-4a87-9728-f822ac2290f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 217 time: 0.0511026 Feb 10 04:03:11.153520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-9c8f92d5-82a8-46ee-b613-91d821792536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:11.155438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-9c8f92d5-82a8-46ee-b613-91d821792536 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.0797484 Feb 10 04:03:11.198896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Allocated IP 172.20.0.14 (d1e9990d-7c66-4197-a579-39635b77beb4/1015e7e0-47c7-4242-bf6f-2f18f4c363f3/9161d65c-8ec3-4b23-a1b3-1a4660197fd8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:11.224943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-fd5ff51f-98b3-43db-b959-53a66bc591d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634072 Feb 10 04:03:11.257434 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Publish callbacks [] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.336650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.381404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-00ee67e1-eb90-49d9-ab9a-fe8c42ea56cf service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498222 Feb 10 04:03:11.381901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.460494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4b514-670b-448a-9af3-e1d4edbe2833 None None] Pushing event updated for resources: {'Port': ['ID=e646064c-e1d0-494a-a386-d88b4259a7d8,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:11.487870 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.553707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Network d1e9990d-7c66-4197-a579-39635b77beb4 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:11.563359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Attempting to bind port e646064c-e1d0-494a-a386-d88b4259a7d8 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:11.564068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:11.567371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Attempting to bind port e646064c-e1d0-494a-a386-d88b4259a7d8 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:11.567371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Attempting to bind port e646064c-e1d0-494a-a386-d88b4259a7d8 on network 758a07d6-3097-400f-9117-173107883026 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:11.567607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27ca12cf-8d2e-44ee-87b8-3f326c533323 req-87374ad4-22de-4420-a16e-073f5f3ea53c service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575220 Feb 10 04:03:11.569417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:11.599977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:11.600441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Checking segment: {'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:11.600883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.601248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Bound using segment: {'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:11.602085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Bound port: e646064c-e1d0-494a-a386-d88b4259a7d8, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb4778-6ba1-4bb8-b4b4-100b7392d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '758a07d6-3097-400f-9117-173107883026'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:11.602644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.662443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event updated for resources: {'Port': ['ID=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:11.693378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.694637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.695400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.710302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.710931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.711381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.711926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.712605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.715211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.715673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.716083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.716548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.717021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:11.748816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] For port e646064c-e1d0-494a-a386-d88b4259a7d8, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:11.754591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:11.754591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.762663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] For port e646064c-e1d0-494a-a386-d88b4259a7d8, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e646064c-e1d0-494a-a386-d88b4259a7d8,segment=NetworkSegment(72cb4778-6ba1-4bb8-b4b4-100b7392d771),segment_id=72cb4778-6ba1-4bb8-b4b4-100b7392d771)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:11.857743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b919bcf2-82f0-4ab6-ac96-e5e0324b1e3c None None] Provisioning complete for port e646064c-e1d0-494a-a386-d88b4259a7d8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:11.858923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b919bcf2-82f0-4ab6-ac96-e5e0324b1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:11.881202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-74e3cbff-5be0-4172-88f4-56118582b4dc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2809634 Feb 10 04:03:11.906451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Request body: {'port': {'device_id': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:11.978729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b919bcf2-82f0-4ab6-ac96-e5e0324b1e3c None None] Port e646064c-e1d0-494a-a386-d88b4259a7d8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:03:11.987785 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:12.030416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-771d9232-4f05-4c90-b741-32d35b0e567a req-17618858-19ec-4877-8255-d856ee7f704d tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0457342 Feb 10 04:03:12.051940 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:12.090543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-9f184763-1abc-4e33-9ae0-541d79183088 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:12.092340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-9f184763-1abc-4e33-9ae0-541d79183088 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 822 time: 0.2307944 Feb 10 04:03:12.141958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Routers {'526ce469-9222-407c-a8d7-7eb6cd4bfb58'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:12.142613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:12.161822 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-b75843b6-cb0a-4f1b-bd9d-581a370bd038 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/quotas/aba1c3fdf8cc4c6f8e495cc4965bd72b HTTP/1.1" status: 200 len: 375 time: 0.0375323 Feb 10 04:03:12.247034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4a248c6-f8d1-4d6c-ae6e-1b296b432156 req-a6e687f2-dcd8-4b26-8d64-a0d1dcf3cf9e tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0821197 Feb 10 04:03:12.298773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-0ecfd808-7418-45ea-b61d-5ddb1ad5d8ce tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282268 Feb 10 04:03:12.339026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] Set router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:12.480607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4c1de524-41db-4ddf-9955-18cc676acba3 None None] Provisioning complete for port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:12.480993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4c1de524-41db-4ddf-9955-18cc676acba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:12.486492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4b514-670b-448a-9af3-e1d4edbe2833 None None] Pushing event updated for resources: {'Port': ['ID=e646064c-e1d0-494a-a386-d88b4259a7d8,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:12.536113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9936-4295-4cd9-91fb-757d5ea8864b req-a288e8fb-7268-454e-80a3-bb95918282dd tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:12.542387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d1f9936-4295-4cd9-91fb-757d5ea8864b req-a288e8fb-7268-454e-80a3-bb95918282dd tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1569402 Feb 10 04:03:12.584114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4c1de524-41db-4ddf-9955-18cc676acba3 None None] Port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:03:12.664043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-018cc603-3828-4df3-ae97-1a7a21eae708 service neutron] 10.222.0.42 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567581 Feb 10 04:03:12.688358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 4, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port': {'id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:52Z', 'updated_at': '2022-02-10T04:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e646064c-e1d0-494a-a386-d88b4259a7d8', 'name': '', 'network_id': '758a07d6-3097-400f-9117-173107883026', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'mac_address': 'fa:16:3e:09:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:57Z', 'updated_at': '2022-02-10T04:03:11Z', 'revision_number': 4, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'subnets': [{'id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:12.729261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d1f9936-4295-4cd9-91fb-757d5ea8864b req-fea4d59b-7a66-4b78-a1a9-f59d6d98d2b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835914 Feb 10 04:03:12.792516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f41fd-035a-4996-85b7-c6eff6772e64 None None] The sync data for ids ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'] in n-d-827844-2 is: [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:03:00Z', 'revision_number': 4, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port': {'id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:52Z', 'updated_at': '2022-02-10T04:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e646064c-e1d0-494a-a386-d88b4259a7d8', 'name': '', 'network_id': '758a07d6-3097-400f-9117-173107883026', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'mac_address': 'fa:16:3e:09:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:57Z', 'updated_at': '2022-02-10T04:03:11Z', 'revision_number': 4, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'subnets': [{'id': 'd1342c13-05a9-49af-8d10-b504a6db323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:03:12.816080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7c42fb9c-4635-40b7-9212-370954a6ca24 None None] Provisioning complete for port e646064c-e1d0-494a-a386-d88b4259a7d8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:12.816464 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c42fb9c-4635-40b7-9212-370954a6ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:12.926226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:12.969569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Publish callbacks [] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:12.978777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f6d26-3b69-46b3-a179-91dfd2e27184 req-50782bde-19ac-4866-9d98-2137f93d8e75 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:12.981344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a6f6d26-3b69-46b3-a179-91dfd2e27184 req-50782bde-19ac-4866-9d98-2137f93d8e75 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 932 time: 0.0873249 Feb 10 04:03:12.986642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7c42fb9c-4635-40b7-9212-370954a6ca24 None None] Current status of the port e646064c-e1d0-494a-a386-d88b4259a7d8 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:12.987078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c42fb9c-4635-40b7-9212-370954a6ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:13.013056 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-c8faf043-bfd1-4fb4-8513-e6272c88f268 service neutron] 10.222.0.42 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360503 Feb 10 04:03:13.022340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Transition to ACTIVE for port object 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:03:13.041715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7c42fb9c-4635-40b7-9212-370954a6ca24 None None] For port e646064c-e1d0-494a-a386-d88b4259a7d8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e646064c-e1d0-494a-a386-d88b4259a7d8,segment=NetworkSegment(72cb4778-6ba1-4bb8-b4b4-100b7392d771),segment_id=72cb4778-6ba1-4bb8-b4b4-100b7392d771)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:13.075522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a6f6d26-3b69-46b3-a179-91dfd2e27184 req-47f64ab4-8b33-456b-81f7-e0f25cf5213f tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795047 Feb 10 04:03:13.115641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:13.153328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c42fb9c-4635-40b7-9212-370954a6ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:13.315872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42fb9c-4635-40b7-9212-370954a6ca24 None None] Pushing event updated for resources: {'Port': ['ID=e646064c-e1d0-494a-a386-d88b4259a7d8,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:13.343189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:13.440081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6a1a6c-7def-45a5-b7a1-0cf8ce392819 req-98ab06ea-cd51-49c1-bca9-2f80ac3d25da tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.1198320 Feb 10 04:03:13.499970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Attempting to bind port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:13.501253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Attempting to bind port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:13.509217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Attempting to bind port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 on network d1e9990d-7c66-4197-a579-39635b77beb4 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:13.524963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 on network d1e9990d-7c66-4197-a579-39635b77beb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:03:13.525573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Attempting to bind port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 on network d1e9990d-7c66-4197-a579-39635b77beb4 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:13.536332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:13.536969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Checking segment: {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:13.538155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Bound using segment: {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:13.539409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Bound port: 9161d65c-8ec3-4b23-a1b3-1a4660197fd8, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97400797-6ecb-497e-8777-c8ca137297fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:13.541418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:13.685296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] For port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:13.697692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] For port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:13.726031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b833217-69c3-4cd1-8b20-4df9d336f3a0 req-f07a1d5d-06d4-4834-85f2-7ff987e4ad2c tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0785649 Feb 10 04:03:13.820343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:13.872669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cef38c08-71e8-4d9b-a2b7-42308e041b1b req-abbf0deb-6385-49f2-baf7-a209a51bea77 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 210 time: 0.0657063 Feb 10 04:03:13.953598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e646064c-e1d0-494a-a386-d88b4259a7d8 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:13.968994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d06dce-cf1b-4e5c-9673-de6f9e44f5aa req-b229f6a0-341d-4099-9b82-d7c19f341849 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:13.983479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21d06dce-cf1b-4e5c-9673-de6f9e44f5aa req-b229f6a0-341d-4099-9b82-d7c19f341849 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 950 time: 0.2748260 Feb 10 04:03:14.002634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:14.003162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:14.004582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/9161d65c-8ec3-4b23-a1b3-1a4660197fd8 HTTP/1.1" status: 200 len: 1092 time: 2.1077631 Feb 10 04:03:14.014570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:14.019157 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d8873e-8bf9-4b46-9fee-8da6c9449173" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:14.101267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e646064c-e1d0-494a-a386-d88b4259a7d8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:14.101861 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:14.155873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c79974-d4c0-4d5e-97ac-1972ddee41f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:14.240373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21d06dce-cf1b-4e5c-9673-de6f9e44f5aa req-01312ecf-5d8d-4727-89ea-3101962c91bd tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555628 Feb 10 04:03:14.250397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4db10a-6647-499c-8dcb-9e5cdadca1ba req-7e6036a3-9e59-4b6d-9f38-ca09909ced5e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:14.276428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff4db10a-6647-499c-8dcb-9e5cdadca1ba req-7e6036a3-9e59-4b6d-9f38-ca09909ced5e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.2179890 Feb 10 04:03:14.391577 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4617ca-81d6-4b27-8943-98653f8f0a7c x-openstack-request-id: req-2c4617ca-81d6-4b27-8943-98653f8f0a7c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:14.392029 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:14.397750 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c4617ca-81d6-4b27-8943-98653f8f0a7c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:14.398119 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'status': 'completed', 'code': 200} Feb 10 04:03:14.401001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-48f335e1-df27-445b-8276-f9f0da75bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:14.402542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-48f335e1-df27-445b-8276-f9f0da75bc3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c59b122e252141f694240aa84ecf34ce&device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 1126 time: 0.2356930 Feb 10 04:03:14.407321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff4db10a-6647-499c-8dcb-9e5cdadca1ba req-82a93796-55e2-4f74-bcd0-e867985da2b3 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292777 Feb 10 04:03:14.409200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e646064c-e1d0-494a-a386-d88b4259a7d8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:14.548326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-c75de7bf-8ac8-409b-80a0-3b1583641ab2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8 HTTP/1.1" status: 200 len: 217 time: 0.1191900 Feb 10 04:03:14.725037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-0bc86cd2-b9d2-4e25-84d7-fe507b91f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:14.725037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-0bc86cd2-b9d2-4e25-84d7-fe507b91f7a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1015e7e0-47c7-4242-bf6f-2f18f4c363f3 HTTP/1.1" status: 200 len: 851 time: 0.1700356 Feb 10 04:03:14.734653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcf3e8-9f89-48aa-842e-295a28a41363 req-0f79e5be-03e6-4961-ad2a-e5de3fd02161 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:14.736672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8fcf3e8-9f89-48aa-842e-295a28a41363 req-0f79e5be-03e6-4961-ad2a-e5de3fd02161 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 944 time: 0.1828275 Feb 10 04:03:14.823699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-5b420241-5b74-49d8-b8a8-083545ddde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:14.825450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-5b420241-5b74-49d8-b8a8-083545ddde37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1e9990d-7c66-4197-a579-39635b77beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877690 Feb 10 04:03:14.870256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8fcf3e8-9f89-48aa-842e-295a28a41363 req-f1c3332d-38aa-4106-ad82-1c016e989193 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978999 Feb 10 04:03:14.992565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-e304bcb5-1f92-4234-bbcb-0abf540042b3 service neutron] 10.222.0.24 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583543 Feb 10 04:03:15.106402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a363eb3-b344-477a-9c28-015f0782ec74 req-ee5379e2-c23b-4933-8528-95de3d4ac8d5 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0748725 Feb 10 04:03:15.147085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6a34c0-08df-43f6-82f2-4a9178f3b56c req-f1c3006b-3966-485b-8fbe-55bf1b905517 service neutron] 10.222.0.24 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450601 Feb 10 04:03:15.225337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d07533-9d29-43c4-835e-8c691ddaabe9 req-9af8cf26-1b58-428c-bb59-ae13d31fb93e tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0335412 Feb 10 04:03:15.358152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-afdeeb49-1acf-47a1-8d74-39587898890e req-b87c4ccf-c3ea-4ec4-a5fd-f1e7373ebf7c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 210 time: 0.0446312 Feb 10 04:03:15.377045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-e086225c-c2d4-41bf-8c8f-9ac73798dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:15.378776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-e086225c-c2d4-41bf-8c8f-9ac73798dc9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c59b122e252141f694240aa84ecf34ce&device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 1126 time: 0.1069844 Feb 10 04:03:15.408720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a6bdcd4c-792e-4724-900b-ebb4ccc552c4 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:03:15.521428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:15.521857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:15.553652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-9fca232d-4232-4a42-8f39-006ec5b1b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:15.555106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-9fca232d-4232-4a42-8f39-006ec5b1b8c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1e9990d-7c66-4197-a579-39635b77beb4 HTTP/1.1" status: 200 len: 913 time: 0.1703012 Feb 10 04:03:15.588088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:15.589537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:15.592128 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af897e82-0eaa-4087-ab34-6f21a42b74b0" -d '{"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:15.618689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-87c1a386-7ada-4dfc-bdbd-acbe0fa6c38a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8 HTTP/1.1" status: 200 len: 217 time: 0.0561738 Feb 10 04:03:15.629658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5e90c-7d1b-474c-b685-546fc43f6ad6 req-098e21b9-e99a-4400-97c1-21c0cbc3a20c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:15.637972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54b5e90c-7d1b-474c-b685-546fc43f6ad6 req-098e21b9-e99a-4400-97c1-21c0cbc3a20c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1246603 Feb 10 04:03:15.669849 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:15.715338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-e0a5d6f5-411d-4b27-8245-f8424f8f79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:15.716885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-e0a5d6f5-411d-4b27-8245-f8424f8f79c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1015e7e0-47c7-4242-bf6f-2f18f4c363f3 HTTP/1.1" status: 200 len: 851 time: 0.0768762 Feb 10 04:03:15.733962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54b5e90c-7d1b-474c-b685-546fc43f6ad6 req-3220a4a3-2823-4ea7-b711-e06f2bb64195 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950446 Feb 10 04:03:15.766386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:15.804207 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed342890-b136-4b85-805a-cf0d80ade720 x-openstack-request-id: req-ed342890-b136-4b85-805a-cf0d80ade720 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:15.804694 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:15.805138 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed342890-b136-4b85-805a-cf0d80ade720 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:15.806419 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'code': 200} Feb 10 04:03:15.819258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-15cb6cb8-1523-4ae6-b6b4-721d5e6c536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:15.822009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-15cb6cb8-1523-4ae6-b6b4-721d5e6c536d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1e9990d-7c66-4197-a579-39635b77beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865288 Feb 10 04:03:15.976601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-74274cfa-87e7-4aec-814a-c59c92818511 service neutron] 10.222.0.24 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484635 Feb 10 04:03:16.081227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63523829-15a4-4752-9326-108c3fe94b63 req-c179c048-5438-44c0-ad87-f459196cecbe tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:16.082858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63523829-15a4-4752-9326-108c3fe94b63 req-c179c048-5438-44c0-ad87-f459196cecbe tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 944 time: 0.1249957 Feb 10 04:03:16.123114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d8873e-8bf9-4b46-9fee-8da6c9449173 req-f7e5ea75-d5db-434d-be07-242e9301fa2a service neutron] 10.222.0.24 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283469 Feb 10 04:03:16.155268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63523829-15a4-4752-9326-108c3fe94b63 req-18c710a9-4bfb-4886-99a3-766997c5a3e7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652165 Feb 10 04:03:16.272654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e362c6a-f67f-43b1-851b-16b988ee473c req-a8112271-a251-42a5-994b-0207a682874d tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0443468 Feb 10 04:03:16.359156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f512f6e-5c39-454c-903d-cd6a4f0a4830 req-82837534-87a1-4571-9963-81611f4670e0 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0306854 Feb 10 04:03:16.528320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2faeec37-e04e-42b0-ad9b-b93c72588131 req-46808e21-f419-4c73-9a40-a1429782f1e8 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 210 time: 0.0453222 Feb 10 04:03:16.567112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-075d03be-b6f1-487d-82f2-b45933285571 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:16.568856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-075d03be-b6f1-487d-82f2-b45933285571 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.43 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 822 time: 0.1695111 Feb 10 04:03:16.580971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Request body: {'port': {'device_id': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'admin_state_up': True, 'tenant_id': 'aba1c3fdf8cc4c6f8e495cc4965bd72b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:16.742389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:16.787760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Made reservation on behalf of aba1c3fdf8cc4c6f8e495cc4965bd72b for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:16.793864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:16.920904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef254ea7-9c83-47c3-9980-121ff13b9d3b req-69e92cd3-4c62-48c0-9564-eeb64a83c554 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:16.922566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef254ea7-9c83-47c3-9980-121ff13b9d3b req-69e92cd3-4c62-48c0-9564-eeb64a83c554 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1100414 Feb 10 04:03:17.014521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Allocated IP 172.20.0.7 (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f/23ad6bce-67c3-4926-8545-5ae7163d3d13/57916389-25ac-474c-bc3d-3fc23b0c6ae1) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:17.022205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef254ea7-9c83-47c3-9980-121ff13b9d3b req-01318de2-3ea3-4693-8feb-305463105ca6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872071 Feb 10 04:03:17.237900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:17.298369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5bae8-8a13-4ee1-8911-fdfe473dd16e req-0b468462-2de3-4a05-ac38-4a336af67ab2 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:17.300007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56b5bae8-8a13-4ee1-8911-fdfe473dd16e req-0b468462-2de3-4a05-ac38-4a336af67ab2 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 944 time: 0.0763788 Feb 10 04:03:17.359166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56b5bae8-8a13-4ee1-8911-fdfe473dd16e req-7a716c3c-7d62-4221-a7f2-7260579a35c1 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526407 Feb 10 04:03:17.361036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:17.417215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:17.419058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:17.423585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:17.450460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:17.509787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-516629e6-6200-4d43-a6a7-29e8e77830c0 req-752e0e58-660a-479a-9bc6-23e07ddc8fc8 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0353174 Feb 10 04:03:17.515561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:17.516190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:17.607082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c048bc6-a3ce-44ec-9ed7-65bb9e049732 req-f1c1d098-8e72-4f92-a079-9d188f067fad tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0318804 Feb 10 04:03:17.657507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d3c842e2-78b7-40df-9bf7-3ccea3a95264 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0807660 Feb 10 04:03:17.670467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Request body: {'port': {'device_id': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:17.777431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:17.891545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f6aff-839e-4853-8fd0-89640f716735 req-2a221e33-eb6f-4d68-b58f-b26e0719fff0 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:17.899525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-836f6aff-839e-4853-8fd0-89640f716735 req-2a221e33-eb6f-4d68-b58f-b26e0719fff0 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 931 time: 0.1259382 Feb 10 04:03:18.098233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:18.114133 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-836f6aff-839e-4853-8fd0-89640f716735 req-5b8ee3f7-07c6-4082-ac0c-1b441afe79c9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137101 Feb 10 04:03:18.281578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57916389-25ac-474c-bc3d-3fc23b0c6ae1 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:18.292571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Publish callbacks [] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:18.312874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Transition to ACTIVE for port object 57916389-25ac-474c-bc3d-3fc23b0c6ae1 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:03:18.325228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d30be-dbb8-427d-834d-35066555da34 req-ff4d323f-af85-4940-a909-9337003fddee tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:18.332414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be0d30be-dbb8-427d-834d-35066555da34 req-ff4d323f-af85-4940-a909-9337003fddee tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.0906589 Feb 10 04:03:18.387674 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be0d30be-dbb8-427d-834d-35066555da34 req-e9985ed3-8aec-4566-b627-8baf462eef88 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543973 Feb 10 04:03:18.399156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:18.499316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:03:18.545422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Pushing event updated for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:18.634775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79871f3-407e-4be8-8ef9-751b72d1bdaa req-43c5f7eb-5d0b-4863-98e3-5390d2ada542 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:18.634775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f79871f3-407e-4be8-8ef9-751b72d1bdaa req-43c5f7eb-5d0b-4863-98e3-5390d2ada542 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 944 time: 0.0836165 Feb 10 04:03:18.698529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f79871f3-407e-4be8-8ef9-751b72d1bdaa req-d85bc52f-25d8-4fc4-8638-cda232a5f18e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567617 Feb 10 04:03:18.877840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b0cfee3-7cef-4d4f-8eb2-222add7cbd75 req-750cacaf-ae33-43a6-a090-149184915d63 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/ports?device_id=f155f1cc-100b-463f-a801-56c69f5a1f67 HTTP/1.1" status: 200 len: 210 time: 0.0439498 Feb 10 04:03:19.049753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:19.063163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'port_id': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'mac_address': 'fa:16:3e:0d:15:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:03:19.332206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:19.333020 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:19.354396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b5040ab-4042-4495-bb54-575166e9380b req-297465df-2df7-4e42-b322-ef270e89c111 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.3816445 Feb 10 04:03:19.355522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Attempting to bind port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:19.355746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Attempting to bind port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:19.356067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Attempting to bind port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:19.361345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:19.365234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:03:19.365998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Attempting to bind port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:19.476749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:19.476749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Checking segment: {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:19.476749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Bound using segment: {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:19.476749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Bound port: 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:19.476749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:19.477216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:19.526647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:19.530657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:19.547075 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff6276-83f9-44d4-bff2-e1de1040fc3d req-be8c1657-f421-48fc-8ac0-9cac494ba20d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:19.548839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0fff6276-83f9-44d4-bff2-e1de1040fc3d req-be8c1657-f421-48fc-8ac0-9cac494ba20d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 943 time: 0.1044865 Feb 10 04:03:19.616478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0fff6276-83f9-44d4-bff2-e1de1040fc3d req-618d5056-8586-459a-a404-7d0a76da3ef8 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616553 Feb 10 04:03:19.765148 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:19.769968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeac97-4b8b-40a6-b594-747299ab113c req-35988ec6-25ae-4b70-8a00-cef105f971fa tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:19.786978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8abeac97-4b8b-40a6-b594-747299ab113c req-35988ec6-25ae-4b70-8a00-cef105f971fa tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.0710735 Feb 10 04:03:19.786978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:19.819982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:19.872859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:19.873486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:19.875200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] 10.222.0.43 "PUT /v2.0/ports/57916389-25ac-474c-bc3d-3fc23b0c6ae1 HTTP/1.1" status: 200 len: 1091 time: 2.2095020 Feb 10 04:03:19.877957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'tag': '57916389-25ac-474c-bc3d-3fc23b0c6ae1'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:19.879195 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570a1c8d-3427-411f-8af3-d03e02131e17" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d802a4-c0ed-45e5-b6cd-21159388f234", "tag": "57916389-25ac-474c-bc3d-3fc23b0c6ae1"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:19.892209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a97f54e-77e0-4325-b09c-f2b752af1a8a req-883fadba-879a-4adc-aa5f-8820d313897b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.1187885 Feb 10 04:03:19.926329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8abeac97-4b8b-40a6-b594-747299ab113c req-18f6e0e9-253a-47e0-9387-781405d5faca tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312184 Feb 10 04:03:19.927099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60c756-1d53-413d-9913-2d128ff76b30 service neutron] Pushing event updated for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:20.017693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['9161d65c-8ec3-4b23-a1b3-1a4660197fd8'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:03:20.062400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0b11a-2d9e-47d4-a312-7a3584447a4d req-08b53991-7007-451e-949e-7c2ad7f2fa04 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:20.065047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6fd0b11a-2d9e-47d4-a312-7a3584447a4d req-08b53991-7007-451e-949e-7c2ad7f2fa04 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 945 time: 0.0664268 Feb 10 04:03:20.167556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6fd0b11a-2d9e-47d4-a312-7a3584447a4d req-768a76bb-f1f3-4931-b735-475e73386afa tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959947 Feb 10 04:03:20.204759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-01bbc123-d284-4cf4-b26e-fc410f8d730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:20.207752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-01bbc123-d284-4cf4-b26e-fc410f8d730a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 1125 time: 0.0883076 Feb 10 04:03:20.303470 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d43c99-acaf-4a4f-8e9b-2bd0e1f36b50 x-openstack-request-id: req-45d43c99-acaf-4a4f-8e9b-2bd0e1f36b50 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:20.304119 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d802a4-c0ed-45e5-b6cd-21159388f234", "tag": "57916389-25ac-474c-bc3d-3fc23b0c6ae1", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:20.304632 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45d43c99-acaf-4a4f-8e9b-2bd0e1f36b50 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:20.306867 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'tag': '57916389-25ac-474c-bc3d-3fc23b0c6ae1', 'status': 'completed', 'code': 200} Feb 10 04:03:20.309072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-0f1d443e-00b7-44ba-9b3f-700d5907aa66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1 HTTP/1.1" status: 200 len: 217 time: 0.0940018 Feb 10 04:03:20.365761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d22afa25-f695-4fb2-8350-eeebd19a00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:20.379814 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-d22afa25-f695-4fb2-8350-eeebd19a00ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23ad6bce-67c3-4926-8545-5ae7163d3d13 HTTP/1.1" status: 200 len: 862 time: 0.0519228 Feb 10 04:03:20.403012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-3dfc6539-e854-4759-b942-1d8e30016841 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275075 Feb 10 04:03:20.434302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53278) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:20.515312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e03d7997-bdb7-45c6-a283-c129e9d85b80 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group (2d67925d-769c-4b44-8dd4-8b4dd92ea6a6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:20.528278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-5fd9436b-26df-4b8e-ac70-6a7dba9d8100 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190929 Feb 10 04:03:20.559293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e03d7997-bdb7-45c6-a283-c129e9d85b80 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group (2d67925d-769c-4b44-8dd4-8b4dd92ea6a6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:20.562061 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9dd7aa8d-a000-4434-bfa8-f6c47bcf6302 req-7120a6b0-9417-40da-8fc3-9c7c94aec401 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0315263 Feb 10 04:03:20.663769 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-634d25f2-5046-4b93-b5b5-d5f5c8c602c3 req-a62c1a56-0545-4e2d-987c-3f6c816e0ae3 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006269 Feb 10 04:03:20.732494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e03d7997-bdb7-45c6-a283-c129e9d85b80 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2d67925d-769c-4b44-8dd4-8b4dd92ea6a6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:20.737997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e03d7997-bdb7-45c6-a283-c129e9d85b80 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:20.742734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53282) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:20.742961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e03d7997-bdb7-45c6-a283-c129e9d85b80 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "DELETE /v2.0/security-groups/2d67925d-769c-4b44-8dd4-8b4dd92ea6a6 HTTP/1.1" status: 204 len: 168 time: 0.3053885 Feb 10 04:03:20.759762 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-eca1181d-8636-4a25-94a1-9ae9834ca577 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] show failed (client error): The resource could not be found. Feb 10 04:03:20.760885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eca1181d-8636-4a25-94a1-9ae9834ca577 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "GET /v2.0/security-groups/2d67925d-769c-4b44-8dd4-8b4dd92ea6a6 HTTP/1.1" status: 404 len: 347 time: 0.0172098 Feb 10 04:03:20.769234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53284) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:20.771412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d7997-bdb7-45c6-a283-c129e9d85b80 tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d67925d-769c-4b44-8dd4-8b4dd92ea6a6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:20.772969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d9011-bc5c-4110-bc9f-34f086d08e90 req-26b0f659-96e8-4b20-94fc-e8a687e4c4ac tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:20.775387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-485d9011-bc5c-4110-bc9f-34f086d08e90 req-26b0f659-96e8-4b20-94fc-e8a687e4c4ac tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 943 time: 0.0776420 Feb 10 04:03:20.865918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-485d9011-bc5c-4110-bc9f-34f086d08e90 req-51a2aab2-a02c-497a-87ce-7fcd3ecfbfe9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852017 Feb 10 04:03:20.911068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-a20928ff-38f2-40b7-a70f-a05aff810947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:20.912995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-a20928ff-38f2-40b7-a70f-a05aff810947 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 1125 time: 0.0920622 Feb 10 04:03:21.029923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Deleting port 620f43ff-02f7-412a-bb73-aa594de834ed {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:03:21.029923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (620f43ff-02f7-412a-bb73-aa594de834ed), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:21.161033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-36252a7b-cfb6-4858-8827-c027b8eeb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:21.169039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-36252a7b-cfb6-4858-8827-c027b8eeb921 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 923 time: 0.2476153 Feb 10 04:03:21.172980 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (620f43ff-02f7-412a-bb73-aa594de834ed), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:21.173558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for floatingip (620f43ff-02f7-412a-bb73-aa594de834ed), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:21.187800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Calling delete_port for 620f43ff-02f7-412a-bb73-aa594de834ed owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:03:21.204298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aef6e-fe54-4814-ae2e-d013684bf4e1 req-b0e1eb27-8e7c-4595-90f4-07b9f73bf358 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:21.219295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d70aef6e-fe54-4814-ae2e-d013684bf4e1 req-b0e1eb27-8e7c-4595-90f4-07b9f73bf358 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1589780 Feb 10 04:03:21.268812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-40d77f07-8d4f-420d-b6a1-cb140b4aecf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1 HTTP/1.1" status: 200 len: 217 time: 0.0933790 Feb 10 04:03:21.340605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d70aef6e-fe54-4814-ae2e-d013684bf4e1 req-6095a259-b38a-450c-a430-1ed3f2260f7f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203477 Feb 10 04:03:21.366339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-be99c453-b1c7-44b5-a78e-4cfa4084a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:21.366471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-be99c453-b1c7-44b5-a78e-4cfa4084a67f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23ad6bce-67c3-4926-8545-5ae7163d3d13 HTTP/1.1" status: 200 len: 862 time: 0.0903671 Feb 10 04:03:21.409583 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-9caa9fde-7c04-48a1-a43d-6be08f7ff26d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366993 Feb 10 04:03:21.462758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (620f43ff-02f7-412a-bb73-aa594de834ed), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:21.499378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Pushing event deleted for resources: {'Port': ['ID=620f43ff-02f7-412a-bb73-aa594de834ed,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:21.535942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317b1cd-3918-4f14-8651-f4197feb8517 req-972c8e64-423d-403f-bdec-e1f56b4340cc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:21.537521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0317b1cd-3918-4f14-8651-f4197feb8517 req-972c8e64-423d-403f-bdec-e1f56b4340cc tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 945 time: 0.1253450 Feb 10 04:03:21.587527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks [] for floatingip (98bc57a2-6a33-4f68-88d2-2fbbf119f70c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:21.592847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:21.594648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc640d02-141c-4e59-a17b-9a0d2775516e tempest-ServersTestBootFromVolume-1665181155 tempest-ServersTestBootFromVolume-1665181155-project] 10.222.0.42 "DELETE /v2.0/floatingips/98bc57a2-6a33-4f68-88d2-2fbbf119f70c HTTP/1.1" status: 204 len: 168 time: 0.8093834 Feb 10 04:03:21.598379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53294) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:21.620704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-fedd42d9-4413-4288-b87d-9f140a272c9b service neutron] 10.222.0.43 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991367 Feb 10 04:03:21.629163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0317b1cd-3918-4f14-8651-f4197feb8517 req-2ac53e02-489a-45de-a8f5-76ff2c3ed627 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694246 Feb 10 04:03:21.752671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-570a1c8d-3427-411f-8af3-d03e02131e17 req-ad5ced3c-80f8-46a4-9a23-a6892482c643 service neutron] 10.222.0.43 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222055 Feb 10 04:03:21.780999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de1beb67-5ff5-4213-8d9c-3f68af7a45ec req-8efae5c8-1b52-4fee-a8bb-dfa303cf5eaa tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0462179 Feb 10 04:03:22.076007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:22.292540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5166936-e47b-4237-91e4-64685928b686 req-0d807cf3-85b8-4742-bc61-251733ecfdf1 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74&device_id=39724785-a724-41d2-8ec5-f6b74fa685af HTTP/1.1" status: 200 len: 210 time: 0.0322194 Feb 10 04:03:22.406092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Deleting port f2b9725f-35a1-4e5a-834e-c5338511e578 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:03:22.406427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:22.445814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297fb85-6627-4aa0-8522-8071fa83eb05 req-65b66550-8b6d-4461-8de4-157af6b55a2d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:22.448288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b297fb85-6627-4aa0-8522-8071fa83eb05 req-65b66550-8b6d-4461-8de4-157af6b55a2d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 943 time: 0.0825036 Feb 10 04:03:22.502024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b297fb85-6627-4aa0-8522-8071fa83eb05 req-2b7db78e-dee0-4a2e-a224-6b9e38148d41 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481231 Feb 10 04:03:22.519219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:22.526130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] For port f2b9725f-35a1-4e5a-834e-c5338511e578, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f2b9725f-35a1-4e5a-834e-c5338511e578,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:22.526677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:22.541969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Calling delete_port for f2b9725f-35a1-4e5a-834e-c5338511e578 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:03:22.709096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:03:22.715471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:22.720160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:22.811835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:22.812239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:22.827350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f2b9725f-35a1-4e5a-834e-c5338511e578), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:22.838636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:22.840947 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c1d34-1fcc-45ca-916e-e86fb2101b2d" -d '{"events": [{"server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "name": "network-vif-plugged", "status": "completed", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:22.855391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:22.858804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b9725f-35a1-4e5a-834e-c5338511e578,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:22.948096 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:22.974927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eac3c4b7-0886-4743-bb82-22cefe2883da req-c26252c4-db0a-4090-b159-e5e6caa114e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01848d052f1742d1b120877c2c4986e5&device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0581505 Feb 10 04:03:23.012567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eac3c4b7-0886-4743-bb82-22cefe2883da req-325b0500-728c-41b1-b9c7-98b0387a1a72 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=01848d052f1742d1b120877c2c4986e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336623 Feb 10 04:03:23.084935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:23.161588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:23.242242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6f5c-940b-4873-9665-b608bf53a9d9 req-e34f586c-b6c3-4934-9c62-a7b2d8202252 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:23.261852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6dab6f5c-940b-4873-9665-b608bf53a9d9 req-e34f586c-b6c3-4934-9c62-a7b2d8202252 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.2482338 Feb 10 04:03:23.286801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3c4b7-0886-4743-bb82-22cefe2883da req-a8244c58-0cd4-442f-aeec-0d44b524f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:23.288262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eac3c4b7-0886-4743-bb82-22cefe2883da req-a8244c58-0cd4-442f-aeec-0d44b524f681 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420700 Feb 10 04:03:23.338812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6dab6f5c-940b-4873-9665-b608bf53a9d9 req-5051d6f6-3777-4d7a-b99e-cd0417dc68a5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687280 Feb 10 04:03:23.451388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 57916389-25ac-474c-bc3d-3fc23b0c6ae1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:03:23.499057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9a32-63fb-4db2-8175-747ae6f56430 req-08228ecc-2004-4ab3-8194-c1510eb3e7da tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:23.508416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-547f9a32-63fb-4db2-8175-747ae6f56430 req-08228ecc-2004-4ab3-8194-c1510eb3e7da tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.0980852 Feb 10 04:03:23.540701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:03:23.638237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:23.648298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-547f9a32-63fb-4db2-8175-747ae6f56430 req-6d133b5d-6af7-4501-b5c3-f3f182f76732 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242201 Feb 10 04:03:23.654852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '57916389-25ac-474c-bc3d-3fc23b0c6ae1', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'port_id': '57916389-25ac-474c-bc3d-3fc23b0c6ae1', 'mac_address': 'fa:16:3e:a0:bd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad6bce-67c3-4926-8545-5ae7163d3d13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:03:23.704335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:03:23.712361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e494f8f1-0253-49cb-94b2-746378f6cb41 admin admin] 10.222.0.42 "PUT /v2.0/routers/b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134911 Feb 10 04:03:23.715820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] Sync routers for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:03:23.716504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53322) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:23.746003 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb491dd2-1282-420b-84c7-23172f069bea x-openstack-request-id: req-bb491dd2-1282-420b-84c7-23172f069bea {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:23.746304 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "name": "network-vif-plugged", "status": "completed", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:23.746564 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb491dd2-1282-420b-84c7-23172f069bea {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:23.746993 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'code': 200} Feb 10 04:03:23.763140 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:23.765948 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:23.798643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:23.810342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:23.853809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57916389-25ac-474c-bc3d-3fc23b0c6ae1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:23.899643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:23.955248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-427fdbb0-8c2f-42fa-a465-3e25e42cdaa6 req-57a48583-4eff-4cd6-8793-c18e6d460e4d tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0678489 Feb 10 04:03:23.980291 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:23.986772 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:24.084155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:24.120426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82afa0-5f26-4da0-8b11-240b99a3520f req-64338c09-3c3f-40df-b1f9-2111183f4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:24.121968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f82afa0-5f26-4da0-8b11-240b99a3520f req-64338c09-3c3f-40df-b1f9-2111183f4a3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 1128 time: 0.2687302 Feb 10 04:03:24.142723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks [] for router (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:24.259063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['57916389-25ac-474c-bc3d-3fc23b0c6ae1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:03:24.279581 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T04:03:22Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:24.296419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f82afa0-5f26-4da0-8b11-240b99a3520f req-da4f6538-5115-4356-80f1-9c21ee6a9f73 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508427 Feb 10 04:03:24.314462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] Checking router: b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:03:24.318624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba3497-d542-4d65-8531-46103c40505d req-339f9db5-dccc-4a97-b75a-8c2a2945d530 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:24.323639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1aba3497-d542-4d65-8531-46103c40505d req-339f9db5-dccc-4a97-b75a-8c2a2945d530 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 944 time: 0.2534444 Feb 10 04:03:24.325296 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] Routers {'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:24.326847 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:24.455830 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1aba3497-d542-4d65-8531-46103c40505d req-5c7c9dfb-3f5f-4abf-9752-69044f20896c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642102 Feb 10 04:03:24.463331 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] Set router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:24.491359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks [] for router_gateway (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:24.580547 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eac3c4b7-0886-4743-bb82-22cefe2883da req-62fa980f-4a79-4f5d-9991-625fc65d6d10 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0358791 Feb 10 04:03:24.684060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884db9f-791a-4f5a-af17-b6c697ee9d51 req-0d10070b-15ab-4431-ac17-d144c8290ec6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:24.686037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f884db9f-791a-4f5a-af17-b6c697ee9d51 req-0d10070b-15ab-4431-ac17-d144c8290ec6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1043191 Feb 10 04:03:24.720542 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T04:03:22Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:24.733391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Deleting port 4773d22e-2668-4fa9-95e8-195de48c91ba {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:03:24.735830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:24.760485 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e8800a-cd51-45be-adcf-c88bf88c9da9 None None] The sync data for ids ['b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8'] in n-d-827844-2 is: [{'id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'name': 'tempest-ServersTestBootFromVolume-936169910-router', 'tenant_id': '39474ba179664cc0b1ad8004aa45b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T03:58:54Z', 'updated_at': '2022-02-10T04:03:22Z', 'revision_number': 5, 'project_id': '39474ba179664cc0b1ad8004aa45b53d', 'gw_port': {'id': '4773d22e-2668-4fa9-95e8-195de48c91ba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T03:58:55Z', 'updated_at': '2022-02-10T03:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:03:24.850017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f884db9f-791a-4f5a-af17-b6c697ee9d51 req-28cf74db-fe05-48b1-9159-0241d40d9ad8 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563559 Feb 10 04:03:24.881150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] For port 4773d22e-2668-4fa9-95e8-195de48c91ba, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4773d22e-2668-4fa9-95e8-195de48c91ba,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:24.881150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:24.894637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Calling delete_port for 4773d22e-2668-4fa9-95e8-195de48c91ba owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:03:25.014318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25f782-d37b-4009-bc09-97e398eb72f0 req-94a7995d-bac6-47b1-92e4-ca73539e577c tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:25.015815 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce25f782-d37b-4009-bc09-97e398eb72f0 req-94a7995d-bac6-47b1-92e4-ca73539e577c tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.0747540 Feb 10 04:03:25.110192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce25f782-d37b-4009-bc09-97e398eb72f0 req-7c92affd-6e01-467a-a3a9-1e6fe79050b2 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589082 Feb 10 04:03:25.332422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d415c7e-e7c1-4194-ac57-570a6a1ed914 req-47e6881d-cda6-44e4-b9e5-7d1ed4fbffa4 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0779b-75bc-491b-8bf2-8b234a398d74 HTTP/1.1" status: 200 len: 210 time: 0.0722585 Feb 10 04:03:25.342631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4773d22e-2668-4fa9-95e8-195de48c91ba), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.410090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=4773d22e-2668-4fa9-95e8-195de48c91ba,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:25.451013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 57916389-25ac-474c-bc3d-3fc23b0c6ae1 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:25.523785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.624598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:03:25.632682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:25.633386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.674673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.677895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks [] for router_controller (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.744208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0de01-98f2-43b4-9b9b-77b2928be83d req-7c19312c-092b-4fff-ba0f-7e6031b83397 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:25.750579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8be0de01-98f2-43b4-9b9b-77b2928be83d req-7c19312c-092b-4fff-ba0f-7e6031b83397 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 944 time: 0.1758485 Feb 10 04:03:25.786034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:25.787540 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.791134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.791869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:03:25.800108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.801348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8504cc55-747c-4c3c-9d2b-4f1003f13ebd admin admin] 10.222.0.42 "DELETE /v2.0/routers/b0b28b79-35d7-4be6-aab2-9ce2a2d01dd8 HTTP/1.1" status: 204 len: 168 time: 2.0846157 Feb 10 04:03:25.803951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53340) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:25.833390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8be0de01-98f2-43b4-9b9b-77b2928be83d req-e161a62e-09d4-473e-8970-462c30f446f0 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816548 Feb 10 04:03:25.838499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:25.840129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57916389-25ac-474c-bc3d-3fc23b0c6ae1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:25.842801 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5382cca1-83ef-4812-9661-ad41d5215def" -d '{"events": [{"server_uuid": "b3d802a4-c0ed-45e5-b6cd-21159388f234", "name": "network-vif-plugged", "status": "completed", "tag": "57916389-25ac-474c-bc3d-3fc23b0c6ae1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:25.887433 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1529b7ed-c78c-4686-97cf-8abcd7c996f9 x-openstack-request-id: req-1529b7ed-c78c-4686-97cf-8abcd7c996f9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:25.887831 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d802a4-c0ed-45e5-b6cd-21159388f234", "name": "network-vif-plugged", "status": "completed", "tag": "57916389-25ac-474c-bc3d-3fc23b0c6ae1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:25.888180 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1529b7ed-c78c-4686-97cf-8abcd7c996f9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:25.889099 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57916389-25ac-474c-bc3d-3fc23b0c6ae1', 'code': 200} Feb 10 04:03:25.903985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Deleting subnet 9d31d927-d9b6-47ba-a273-0fd9c8b67632 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:03:25.919781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Publish callbacks [] for subnet (9d31d927-d9b6-47ba-a273-0fd9c8b67632), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:25.922748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f2b9725f-35a1-4e5a-834e-c5338511e578 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:03:25.986967 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.010974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (9d31d927-d9b6-47ba-a273-0fd9c8b67632), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.041968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f2b9725f-35a1-4e5a-834e-c5338511e578 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:03:26.042340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f2b9725f-35a1-4e5a-834e-c5338511e578 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:03:26.051469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc93ed-86d0-4d1a-b24d-43dc3e98ffa4 req-3cda37b2-7841-4807-9380-28c2b92321aa tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:26.058871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07bc93ed-86d0-4d1a-b24d-43dc3e98ffa4 req-3cda37b2-7841-4807-9380-28c2b92321aa tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1111951 Feb 10 04:03:26.068734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711004b-7eeb-4a23-a67a-3b7a1de07ce4 req-c8dbfaec-9924-4b25-a4f3-4b9db2e42513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:26.070341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7711004b-7eeb-4a23-a67a-3b7a1de07ce4 req-c8dbfaec-9924-4b25-a4f3-4b9db2e42513 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 1127 time: 0.0903442 Feb 10 04:03:26.130486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:26.142637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07bc93ed-86d0-4d1a-b24d-43dc3e98ffa4 req-48e3ff27-82fb-4ee8-8e56-1e1559a607a6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829031 Feb 10 04:03:26.145103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7711004b-7eeb-4a23-a67a-3b7a1de07ce4 req-22ddbf6f-b997-42b7-8258-26971721ba30 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674012 Feb 10 04:03:26.160447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9d31d927-d9b6-47ba-a273-0fd9c8b67632), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.295623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba438bd-276e-4572-b606-b465196e629a req-9eb50bc8-ac4a-408a-8262-7d2360aba499 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:26.297163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ba438bd-276e-4572-b606-b465196e629a req-9eb50bc8-ac4a-408a-8262-7d2360aba499 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.0654566 Feb 10 04:03:26.308264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (9d31d927-d9b6-47ba-a273-0fd9c8b67632), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.339944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d31d927-d9b6-47ba-a273-0fd9c8b67632,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:26.345953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.350180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d31d927-d9b6-47ba-a273-0fd9c8b67632 HTTP/1.1" status: 204 len: 168 time: 0.5449936 Feb 10 04:03:26.355831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68abce31-08ce-4030-99ba-8e1fc017f4b6 None None] Network 17b82315-67cd-4703-b05c-65b51315f1e0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:26.355993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53352) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:26.365424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.365730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.366032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.366361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.366692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.367049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.367386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.367695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.368605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.368925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.369245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.369570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.369884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f2e-bf2f-45e6-8126-3011a6c8797d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:26.491246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (17b82315-67cd-4703-b05c-65b51315f1e0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.517612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ba438bd-276e-4572-b606-b465196e629a req-f676151e-c3e5-4d31-a899-69753251bdd7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142861 Feb 10 04:03:26.607324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Deleting port ef1c60e3-e355-4743-9e65-a1dc833f24b2 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:03:26.607747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.667029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] DHCP port deletion for 17b82315-67cd-4703-b05c-65b51315f1e0 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:03:26.726818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] Deleting port ef1c60e3-e355-4743-9e65-a1dc833f24b2 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:03:26.728316 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.771747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] For port ef1c60e3-e355-4743-9e65-a1dc833f24b2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ef1c60e3-e355-4743-9e65-a1dc833f24b2,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:26.772456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.797564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Calling delete_port for ef1c60e3-e355-4743-9e65-a1dc833f24b2 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:03:26.801577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] For port ef1c60e3-e355-4743-9e65-a1dc833f24b2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ef1c60e3-e355-4743-9e65-a1dc833f24b2,segment=NetworkSegment(2fb37cb9-6151-4de3-b5fb-b44d715e48ea),segment_id=2fb37cb9-6151-4de3-b5fb-b44d715e48ea)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:26.802105 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:26.825572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] Calling delete_port for ef1c60e3-e355-4743-9e65-a1dc833f24b2 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:03:26.828622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc9d0f-c6b7-4584-a9cc-739273df4664 req-1ed50f78-ef43-4e34-9824-d2d210a7cd55 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:26.839496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53360) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:26.842069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82cc9d0f-c6b7-4584-a9cc-739273df4664 req-1ed50f78-ef43-4e34-9824-d2d210a7cd55 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.2023475 Feb 10 04:03:26.845233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Request body: {'floatingip': {'port_id': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:26.937293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for floatingip (fa59238c-fb25-40e6-9f49-941275f1a9b9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.000686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.008161 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ef1c60e3-e355-4743-9e65-a1dc833f24b2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.019145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] No DVR routers for this DVR port ef1c60e3-e355-4743-9e65-a1dc833f24b2 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:03:27.028873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] No DVR routers for this DVR port ef1c60e3-e355-4743-9e65-a1dc833f24b2 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:03:27.056485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9876d4-7d69-4485-adc6-923142f4f121 None None] Pushing event deleted for resources: {'Port': ['ID=ef1c60e3-e355-4743-9e65-a1dc833f24b2,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:27.110451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1c60e3-e355-4743-9e65-a1dc833f24b2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:27.606551 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6574918a-d621-4f5d-8457-2470bc94aad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.618302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (17b82315-67cd-4703-b05c-65b51315f1e0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.641536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b82315-67cd-4703-b05c-65b51315f1e0']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:27.653226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb37cb9-6151-4de3-b5fb-b44d715e48ea') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:27.653526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb37cb9-6151-4de3-b5fb-b44d715e48ea') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:27.664806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (2fb37cb9-6151-4de3-b5fb-b44d715e48ea), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.682820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2fb37cb9-6151-4de3-b5fb-b44d715e48ea), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.689649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:03:27.690040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (2fb37cb9-6151-4de3-b5fb-b44d715e48ea), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:03:27.752241 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:03:27.832048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a0df720-e77a-453c-af6b-e05e33c3249d req-b9a12e4b-b913-4815-b162-218ed903c69d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01848d052f1742d1b120877c2c4986e5&device_id=39724785-a724-41d2-8ec5-f6b74fa685af HTTP/1.1" status: 200 len: 210 time: 0.0688214 Feb 10 04:03:27.833803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (17b82315-67cd-4703-b05c-65b51315f1e0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.841861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.847742 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] 10.222.0.42 "DELETE /v2.0/networks/17b82315-67cd-4703-b05c-65b51315f1e0 HTTP/1.1" status: 204 len: 168 time: 1.4908862 Feb 10 04:03:27.859060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.869626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef1c60e3-e355-4743-9e65-a1dc833f24b2 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:03:27.891750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a0df720-e77a-453c-af6b-e05e33c3249d req-b8947a55-b054-40e4-84ea-4d335bd42bb4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=01848d052f1742d1b120877c2c4986e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406353 Feb 10 04:03:27.891750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782cd4c-f4e6-4cdf-abbc-7c70351ae46e admin admin] Pushing event deleted for resources: {'Network': ['ID=17b82315-67cd-4703-b05c-65b51315f1e0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:27.934037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (fa59238c-fb25-40e6-9f49-941275f1a9b9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:27.949246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ef1c60e3-e355-4743-9e65-a1dc833f24b2 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:03:27.949899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305021f2-3a9a-4639-8fde-f42737d183e7 req-73139f7e-4be5-47e6-8cc1-0ba15ee6fde2 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:27.950511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef1c60e3-e355-4743-9e65-a1dc833f24b2 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:03:27.953396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4773d22e-2668-4fa9-95e8-195de48c91ba no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:03:27.957550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-305021f2-3a9a-4639-8fde-f42737d183e7 req-73139f7e-4be5-47e6-8cc1-0ba15ee6fde2 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.2043176 Feb 10 04:03:28.009478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4773d22e-2668-4fa9-95e8-195de48c91ba {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:03:28.014368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4773d22e-2668-4fa9-95e8-195de48c91ba not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:03:28.063299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-305021f2-3a9a-4639-8fde-f42737d183e7 req-537f0e3d-96ae-4bf1-b3b9-a364e49b7619 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048405 Feb 10 04:03:28.093286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0df720-e77a-453c-af6b-e05e33c3249d req-7fd33f9f-e110-4dde-82ef-1874dc915483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:28.098511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a0df720-e77a-453c-af6b-e05e33c3249d req-7fd33f9f-e110-4dde-82ef-1874dc915483 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947670 Feb 10 04:03:28.179910 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Floating IP fa59238c-fb25-40e6-9f49-941275f1a9b9 associated. External IP: 172.25.8.184, port: 9161d65c-8ec3-4b23-a1b3-1a4660197fd8. Feb 10 04:03:28.272627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60d4b2-adaf-4ba9-86fe-413aafeb3472 req-41cb7165-a35e-4eda-957e-a0df63b572c6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:28.274341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c60d4b2-adaf-4ba9-86fe-413aafeb3472 req-41cb7165-a35e-4eda-957e-a0df63b572c6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.0755262 Feb 10 04:03:28.327963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53376) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:28.389323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c60d4b2-adaf-4ba9-86fe-413aafeb3472 req-594d3e84-691a-4402-b71d-1d2dfc568cf2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079648 Feb 10 04:03:28.456382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f8be45eb-f512-42bd-a3ef-6b62b5bd3ad5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39474ba179664cc0b1ad8004aa45b53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1229279 Feb 10 04:03:28.457349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:28.579570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f24716d3-a4a7-4947-97ca-6f48bb3be6e2 admin admin] Publish callbacks [] for security_group (601c5d54-b55a-4280-8ffd-42de47c2d794), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:28.605655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c71d9b6-6856-4909-8fe2-c7f7f66e8a8d req-13233fb5-934e-49b4-9d47-3738194c88ef tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.42 "GET /v2.0/ports?device_id=39724785-a724-41d2-8ec5-f6b74fa685af HTTP/1.1" status: 200 len: 210 time: 0.0536213 Feb 10 04:03:28.639031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f24716d3-a4a7-4947-97ca-6f48bb3be6e2 admin admin] Publish callbacks [] for security_group (601c5d54-b55a-4280-8ffd-42de47c2d794), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:28.647353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Router 82ce8e27-246d-44cf-872b-0eb83d63556b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:03:28.789062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:03:28.798182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:28.802597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] Sync routers for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:03:28.812832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f24716d3-a4a7-4947-97ca-6f48bb3be6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (601c5d54-b55a-4280-8ffd-42de47c2d794), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:28.820080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:28.820836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:28.823563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f24716d3-a4a7-4947-97ca-6f48bb3be6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:28.824942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f24716d3-a4a7-4947-97ca-6f48bb3be6e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/601c5d54-b55a-4280-8ffd-42de47c2d794 HTTP/1.1" status: 204 len: 168 time: 0.3661494 Feb 10 04:03:28.858223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24716d3-a4a7-4947-97ca-6f48bb3be6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601c5d54-b55a-4280-8ffd-42de47c2d794,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:28.910746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d683dc4-f8fc-468d-94d7-9ada23e2de59 req-f9ea3aaa-f2af-4d37-8907-8baa1f0f43a4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:28.912076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-391057d9-8687-4b0c-9b56-aadccc00efc6 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "PUT /v2.0/floatingips/fa59238c-fb25-40e6-9f49-941275f1a9b9 HTTP/1.1" status: 200 len: 992 time: 2.0714784 Feb 10 04:03:28.915528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:28.916152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d683dc4-f8fc-468d-94d7-9ada23e2de59 req-f9ea3aaa-f2af-4d37-8907-8baa1f0f43a4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.1732926 Feb 10 04:03:28.917883 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:29.017720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d683dc4-f8fc-468d-94d7-9ada23e2de59 req-ac3d7e1d-ac4e-4962-bfa9-cd8ebce40d43 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956223 Feb 10 04:03:29.097271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:29.251116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fcf72-03a5-4262-b46d-114508370f3e req-bbf6157d-bffb-421f-a517-4056c5ebc64e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:29.264341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c93fcf72-03a5-4262-b46d-114508370f3e req-bbf6157d-bffb-421f-a517-4056c5ebc64e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.1244535 Feb 10 04:03:29.355986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c93fcf72-03a5-4262-b46d-114508370f3e req-e09e2be5-0e40-4454-9ed2-ba38712aad51 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868382 Feb 10 04:03:29.397223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a0df720-e77a-453c-af6b-e05e33c3249d req-f3c2ccfb-b71d-4857-a464-e7b1a96cc679 tempest-ServerShowV247Test-1777597666 tempest-ServerShowV247Test-1777597666-project] 10.222.0.43 "GET /v2.0/ports?device_id=39724785-a724-41d2-8ec5-f6b74fa685af HTTP/1.1" status: 200 len: 210 time: 0.0863993 Feb 10 04:03:29.431385 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3456a268-d04e-490c-ab86-ca1b58de8155 x-openstack-request-id: req-3456a268-d04e-490c-ab86-ca1b58de8155 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:29.431676 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:29.431925 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3456a268-d04e-490c-ab86-ca1b58de8155 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:29.432488 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'status': 'completed', 'code': 200} Feb 10 04:03:29.582389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-eb70c525-c8b1-4548-8332-51baa71cb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:29.584044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-eb70c525-c8b1-4548-8332-51baa71cb216 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c59b122e252141f694240aa84ecf34ce&device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 1128 time: 0.1259708 Feb 10 04:03:29.612847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'fa59238c-fb25-40e6-9f49-941275f1a9b9', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'port_id': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'mac_address': 'fa:16:3e:0d:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:03:02Z', 'updated_at': '2022-02-10T04:03:27Z', 'revision_number': 1, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:59Z', 'revision_number': 5, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:29.638953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897028c1-8765-4402-948d-3c67bd7a1e66 req-760e275f-3e19-47cc-9e80-816e66a3e46f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:29.656443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-897028c1-8765-4402-948d-3c67bd7a1e66 req-760e275f-3e19-47cc-9e80-816e66a3e46f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1314507 Feb 10 04:03:29.699583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] Checking router: 82ce8e27-246d-44cf-872b-0eb83d63556b for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:03:29.741087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:29.741729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:29.858275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-897028c1-8765-4402-948d-3c67bd7a1e66 req-06c5e2ae-7098-4ed8-a061-80d38f4ceef5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008429 Feb 10 04:03:29.866247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-2cc8117e-5fc4-4791-ae35-5c477dbe3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:29.871358 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-2cc8117e-5fc4-4791-ae35-5c477dbe3606 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1e9990d-7c66-4197-a579-39635b77beb4 HTTP/1.1" status: 200 len: 913 time: 0.2808015 Feb 10 04:03:29.999127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:30.157843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-56b43b39-398f-4a24-94fe-1b6b39a5d694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8 HTTP/1.1" status: 200 len: 1000 time: 0.2791927 Feb 10 04:03:30.195293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a316bdec-5180-4be1-bfdf-c45d0875d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:30.280180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-eca27f67-4737-44e5-82b0-d39210b93626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:30.285612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-eca27f67-4737-44e5-82b0-d39210b93626 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1015e7e0-47c7-4242-bf6f-2f18f4c363f3 HTTP/1.1" status: 200 len: 851 time: 0.1192551 Feb 10 04:03:30.361496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'fa59238c-fb25-40e6-9f49-941275f1a9b9', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'port_id': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'mac_address': 'fa:16:3e:0d:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:03:02Z', 'updated_at': '2022-02-10T04:03:27Z', 'revision_number': 1, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:59Z', 'revision_number': 5, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:30.402786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f76f4b-3d27-44f7-8024-c7101d8e220f req-b2b23754-d85d-458c-b2f9-74fbeaf53e4f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:30.404392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1f76f4b-3d27-44f7-8024-c7101d8e220f req-b2b23754-d85d-458c-b2f9-74fbeaf53e4f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.3035212 Feb 10 04:03:30.413085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e623b-a159-443f-9338-4f2b56bd81ea None None] The sync data for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 is: [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'fa59238c-fb25-40e6-9f49-941275f1a9b9', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'port_id': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'mac_address': 'fa:16:3e:0d:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:03:02Z', 'updated_at': '2022-02-10T04:03:27Z', 'revision_number': 1, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:59Z', 'revision_number': 5, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:03:30.653178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-300335e5-4e1b-4735-ba67-bb8bb05f2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:30.653178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-300335e5-4e1b-4735-ba67-bb8bb05f2ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1e9990d-7c66-4197-a579-39635b77beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2455885 Feb 10 04:03:30.653178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1f76f4b-3d27-44f7-8024-c7101d8e220f req-9767b892-6223-44c0-943a-8e5eefa6e947 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349568 Feb 10 04:03:30.827969 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-ff99c98e-681e-43c1-8d85-6b9764379d06 service neutron] 10.222.0.24 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737072 Feb 10 04:03:30.918655 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f022a-99cf-4598-9752-c705551a10fc None None] New status for floating IP fa59238c-fb25-40e6-9f49-941275f1a9b9: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:03:30.941713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050df74-155d-4fbc-9867-8f45414594f8 req-5acc3937-85d0-4c0e-8e63-2aea90b74830 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:30.943815 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0050df74-155d-4fbc-9867-8f45414594f8 req-5acc3937-85d0-4c0e-8e63-2aea90b74830 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.1843894 Feb 10 04:03:31.125709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0050df74-155d-4fbc-9867-8f45414594f8 req-57797fff-a4ef-470c-9f14-bfcbf73e5f58 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621237 Feb 10 04:03:31.129916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d443792e-a7d4-4c41-ba5c-a6c9a12ddadb req-7a327657-022a-4851-bb57-f29a25a2e40c service neutron] 10.222.0.24 "GET /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950001 Feb 10 04:03:31.190879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53444) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:31.301750 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:31.461167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87a6ad-97e1-462f-b7f0-1f2a59faa48a req-02308a57-fd95-4f82-a742-b734a8322e3b tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:31.469973 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d87a6ad-97e1-462f-b7f0-1f2a59faa48a req-02308a57-fd95-4f82-a742-b734a8322e3b tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.2172034 Feb 10 04:03:31.483108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-979947374-network', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:31.573651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d87a6ad-97e1-462f-b7f0-1f2a59faa48a req-0daf4a36-eef3-4ed6-87ca-242fb7cb5f6f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026545 Feb 10 04:03:31.611019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Made reservation on behalf of abf0d4d19fe34e06a3d997474c9c4cd9 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:31.613424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:31.632594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:31.984719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53468) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:32.089949 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks [] for security_group (deff9c04-1060-4892-b32f-e78db4ac6664), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.142657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35021d-db3f-46e8-895c-4b1d2faef3c0 req-e2199578-d134-4cf7-9a4a-9d3f613f0048 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:32.149417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df35021d-db3f-46e8-895c-4b1d2faef3c0 req-e2199578-d134-4cf7-9a4a-9d3f613f0048 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.3348074 Feb 10 04:03:32.154593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (deff9c04-1060-4892-b32f-e78db4ac6664), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.212813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:03:32.235354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b40d19b0-9207-4c69-be36-27e5ebfa667a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.236442 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Added segment b40d19b0-9207-4c69-be36-27e5ebfa667a of type vlan for network 36db4135-2aff-4d08-a93b-23775dc656a5 Feb 10 04:03:32.313739 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (36db4135-2aff-4d08-a93b-23775dc656a5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.365518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bed3621b-5bc4-483c-9ce4-959a2437334c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.436762 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (36db4135-2aff-4d08-a93b-23775dc656a5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.443166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:32.444006 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.480836 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.489995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e775d-1323-4e02-bcc7-d410324e29ea req-85358ee7-17b0-4166-bf3a-254805c1c748 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:32.491835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e0e775d-1323-4e02-bcc7-d410324e29ea req-85358ee7-17b0-4166-bf3a-254805c1c748 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 1.0164158 Feb 10 04:03:32.564259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e0e775d-1323-4e02-bcc7-d410324e29ea req-ff5eae65-a980-4906-bca9-67a83a04b3c0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650487 Feb 10 04:03:32.582304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Pushing event updated for resources: {'Network': ['ID=36db4135-2aff-4d08-a93b-23775dc656a5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:32.594034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 36db4135-2aff-4d08-a93b-23775dc656a5 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:03:32.599226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4072027 Feb 10 04:03:32.604241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53474) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:32.614494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Request body: {'subnet': {'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-979947374-subnet', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:32.648179 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df35021d-db3f-46e8-895c-4b1d2faef3c0 req-51dfd93a-4ece-4e1e-991d-169a0b87f1be tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040566 Feb 10 04:03:32.652529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eb53e-150f-40af-8643-37b5f474e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deff9c04-1060-4892-b32f-e78db4ac6664,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:32.720330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Made reservation on behalf of abf0d4d19fe34e06a3d997474c9c4cd9 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:32.723143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.769401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bed3621b-5bc4-483c-9ce4-959a2437334c admin admin] Publish callbacks [] for security_group (f303ca2b-cb94-4d66-8f04-4a7c55bb24a5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.838237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bed3621b-5bc4-483c-9ce4-959a2437334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f303ca2b-cb94-4d66-8f04-4a7c55bb24a5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:32.873836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3621b-5bc4-483c-9ce4-959a2437334c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f303ca2b-cb94-4d66-8f04-4a7c55bb24a5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:32.883937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc39963-9c48-4074-afa6-0d115e6a5b7d req-0a914a7e-6b70-4bea-951f-73d4b338d74e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:32.886050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bc39963-9c48-4074-afa6-0d115e6a5b7d req-0a914a7e-6b70-4bea-951f-73d4b338d74e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.1853013 Feb 10 04:03:32.949805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb757c2-7d3e-46bd-b270-b43188317573 req-ded1be06-e2cc-49a7-9f4d-a58d435b2bf4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:32.952052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dcb757c2-7d3e-46bd-b270-b43188317573 req-ded1be06-e2cc-49a7-9f4d-a58d435b2bf4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.1632915 Feb 10 04:03:32.956571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bed3621b-5bc4-483c-9ce4-959a2437334c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01848d052f1742d1b120877c2c4986e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9708409 Feb 10 04:03:32.959780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:33.081257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bc39963-9c48-4074-afa6-0d115e6a5b7d req-78e5ef6f-6a8f-48b7-9871-eac5b61a69d7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810317 Feb 10 04:03:33.090178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dcb757c2-7d3e-46bd-b270-b43188317573 req-f459bd52-cab2-45f3-ae2b-7b2b2fafa2fc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240976 Feb 10 04:03:33.094521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d52f891-274f-4424-addf-a7629d4e5e75 admin admin] Publish callbacks [] for security_group (f303ca2b-cb94-4d66-8f04-4a7c55bb24a5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:33.184668 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d52f891-274f-4424-addf-a7629d4e5e75 admin admin] Publish callbacks [] for security_group (f303ca2b-cb94-4d66-8f04-4a7c55bb24a5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:33.324845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (4b5ed46c-9f2a-4f88-8d7d-ab2506305d26), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:33.335873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bda979-f36e-4a10-9fdb-9e9c0322aee2 req-132a94bb-e05b-4ef1-9caf-3a61c3c6b44b tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:33.345125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07bda979-f36e-4a10-9fdb-9e9c0322aee2 req-132a94bb-e05b-4ef1-9caf-3a61c3c6b44b tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.0771027 Feb 10 04:03:33.387496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:33.405003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d52f891-274f-4424-addf-a7629d4e5e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f303ca2b-cb94-4d66-8f04-4a7c55bb24a5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:33.408546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d52f891-274f-4424-addf-a7629d4e5e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:33.415143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5d52f891-274f-4424-addf-a7629d4e5e75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f303ca2b-cb94-4d66-8f04-4a7c55bb24a5 HTTP/1.1" status: 204 len: 168 time: 0.4515986 Feb 10 04:03:33.437813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07bda979-f36e-4a10-9fdb-9e9c0322aee2 req-480665d5-a876-40e3-bf28-755897115c93 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869842 Feb 10 04:03:33.444089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52f891-274f-4424-addf-a7629d4e5e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f303ca2b-cb94-4d66-8f04-4a7c55bb24a5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:33.500193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:33.511740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Network hostable DHCP agents. Network: 36db4135-2aff-4d08-a93b-23775dc656a5, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:03:33.554912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001ea7c-572e-4141-97c3-3af89c54030d req-717c8667-a5ce-4028-883a-e918a436edac tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:33.557466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9001ea7c-572e-4141-97c3-3af89c54030d req-717c8667-a5ce-4028-883a-e918a436edac tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.1644666 Feb 10 04:03:33.630109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9001ea7c-572e-4141-97c3-3af89c54030d req-29f73cf3-d3a5-4da9-905e-af472240f999 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624318 Feb 10 04:03:33.631227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:03:33.720296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 36db4135-2aff-4d08-a93b-23775dc656a5) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:33.730744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:33.731353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:33.732605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d291bae-a8cd-4dbe-93ad-e421f12e169a None None] Network 36db4135-2aff-4d08-a93b-23775dc656a5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:33.794330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccc111-3160-488c-93ef-855ceb5e3aac req-2195caf9-31e7-4e71-ac31-541bfe1232b0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:33.806656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33ccc111-3160-488c-93ef-855ceb5e3aac req-2195caf9-31e7-4e71-ac31-541bfe1232b0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1158676 Feb 10 04:03:33.885571 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:33.892175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa02bc-ca24-45a0-a113-6744824afe95 req-ba99898f-1ca2-4081-8383-12b7214912ae tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:33.897945 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8baa02bc-ca24-45a0-a113-6744824afe95 req-ba99898f-1ca2-4081-8383-12b7214912ae tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.1570034 Feb 10 04:03:33.926396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-087bb54d-6d13-4f48-b952-cc9d93a10fdf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3181560 Feb 10 04:03:33.926593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53518) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:33.937118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33ccc111-3160-488c-93ef-855ceb5e3aac req-7d188e2a-6771-457f-8880-df2156d60bd2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229188 Feb 10 04:03:33.948390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:34.014402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-36db4135-2aff-4d08-a93b-23775dc656a5', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:03:34.015540 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.021629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8baa02bc-ca24-45a0-a113-6744824afe95 req-d4486451-5167-4983-a714-19353146183d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146517 Feb 10 04:03:34.042435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.043628 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.209321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks [] for router_controller (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.547396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks [] for router_gateway (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.590329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Allocated IP 172.20.0.2 (36db4135-2aff-4d08-a93b-23775dc656a5/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26/ccdf2beb-14a2-49e5-bbe6-9ec993e77623) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:34.855736 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Publish callbacks [] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.891450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks [] for router_gateway (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.955689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:34.956280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:35.018310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:35.026250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:35.034614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:35.115338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Pushing event updated for resources: {'Port': ['ID=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:35.208038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.216139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.216638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.217412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.217754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.218087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.218417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.218764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.219094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.221476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.222599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.222972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.223308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:35.347855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Attempting to bind port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:35.348226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Attempting to bind port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:35.348670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Attempting to bind port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:35.351977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53576) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:35.361828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:35.362219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:35.362629 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:35.363088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Bound using segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:35.363621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Bound port: ccdf2beb-14a2-49e5-bbe6-9ec993e77623, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:35.364004 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:35.460126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] For port ccdf2beb-14a2-49e5-bbe6-9ec993e77623, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:35.464494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] For port ccdf2beb-14a2-49e5-bbe6-9ec993e77623, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:35.466343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Allocated IP 172.25.8.35 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/68e6d3c7-3fea-47aa-9119-ed6c238c39d3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:35.490358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:03:35.565275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4ee2-2c4a-4ede-a8b6-5ba87cb60b9a req-55fa4f56-0b3a-4612-994a-6015c45eb2d0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:35.567835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f50e4ee2-2c4a-4ede-a8b6-5ba87cb60b9a req-55fa4f56-0b3a-4612-994a-6015c45eb2d0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.3314366 Feb 10 04:03:35.587341 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:35.649060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1485382043-network', 'tenant_id': '132d88aa524f4514acb0edf9f91c94fc'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:35.779942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f50e4ee2-2c4a-4ede-a8b6-5ba87cb60b9a req-451eeb50-024e-48c0-8cfc-cd92bc991752 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029526 Feb 10 04:03:35.816092 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks [] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:35.862901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9659b13-50fc-4db3-b33d-08c24324dc0d None None] Pushing event updated for resources: {'Port': ['ID=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:35.956721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475b6f5-3243-4e63-b9a0-a484007c64a7 req-1bc89440-d8b5-41fa-8a45-7275bf0eb3e9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:35.965868 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6475b6f5-3243-4e63-b9a0-a484007c64a7 req-1bc89440-d8b5-41fa-8a45-7275bf0eb3e9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.1143115 Feb 10 04:03:35.969609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:35.983604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'mac_address': 'fa:16:3e:e5:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:03:36.045592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:36.045592 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.081178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dc65a0-962f-42c5-83d9-06a292b66e92 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:36.085646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6475b6f5-3243-4e63-b9a0-a484007c64a7 req-26477871-17f0-4598-b711-56168ba8aafb tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184342 Feb 10 04:03:36.137331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:36.183990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Made reservation on behalf of 132d88aa524f4514acb0edf9f91c94fc for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:36.189270 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.209126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.212918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.214345 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.347258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['81dc65a0-962f-42c5-83d9-06a292b66e92'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:03:36.355055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:36.380320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:36.389885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:36.416900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:36.490729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks [] for security_group (b06c65f1-6738-4032-baac-9cbc7c080bd4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.502109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Pushing event updated for resources: {'Port': ['ID=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:36.577769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b06c65f1-6738-4032-baac-9cbc7c080bd4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.645707 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:03:36.667156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06c65f1-6738-4032-baac-9cbc7c080bd4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:36.674404 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (bfaf8584-7f36-4fa9-8274-6aca5a790e5f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.674775 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Added segment bfaf8584-7f36-4fa9-8274-6aca5a790e5f of type vlan for network 6feb67c3-71b2-4d26-9333-6f175b408719 Feb 10 04:03:36.812229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6feb67c3-71b2-4d26-9333-6f175b408719), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.962450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6feb67c3-71b2-4d26-9333-6f175b408719), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:36.963897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:36.964501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:37.075171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] Pushing event updated for resources: {'Network': ['ID=6feb67c3-71b2-4d26-9333-6f175b408719,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:37.088657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6feb67c3-71b2-4d26-9333-6f175b408719 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:03:37.142720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ec79-f2a7-470c-a084-785f030825f6 req-cb842450-6456-4d7c-9b98-d5a38542a7c9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:37.159190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45c3ec79-f2a7-470c-a084-785f030825f6 req-cb842450-6456-4d7c-9b98-d5a38542a7c9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.2382784 Feb 10 04:03:37.174485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-74881e97-f414-4cce-a8d1-d34b28f7c530 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8211217 Feb 10 04:03:37.177417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53628) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:37.182932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Request body: {'subnet': {'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1485382043-subnet', 'tenant_id': '132d88aa524f4514acb0edf9f91c94fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:37.248897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks [] for router_gateway (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:37.286489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45c3ec79-f2a7-470c-a084-785f030825f6 req-c9f8c674-61f2-4757-868f-e90988e8767a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107175 Feb 10 04:03:37.345228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Made reservation on behalf of 132d88aa524f4514acb0edf9f91c94fc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:37.349104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:37.584433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 57916389-25ac-474c-bc3d-3fc23b0c6ae1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:03:37.584433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:37.584433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79d0e7-02f1-45e6-80bf-97f1eb51b439 None None] Network 36db4135-2aff-4d08-a93b-23775dc656a5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:37.588620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d249b-883e-4d01-9fdb-5591c2f65e16 req-65e38fcf-8e2d-4358-84c6-00eaa941ee0a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:37.598882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c37d249b-883e-4d01-9fdb-5591c2f65e16 req-65e38fcf-8e2d-4358-84c6-00eaa941ee0a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.1654420 Feb 10 04:03:37.679368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c37d249b-883e-4d01-9fdb-5591c2f65e16 req-4baec850-b69b-4f2e-8a90-c640571b8317 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792003 Feb 10 04:03:37.700488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e2e97534-d686-47b0-8503-ece5c37f9f8c None None] Provisioning complete for port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:37.700871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2e97534-d686-47b0-8503-ece5c37f9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:37.876691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 81dc65a0-962f-42c5-83d9-06a292b66e92 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:37.877481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.018857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ccdf2beb-14a2-49e5-bbe6-9ec993e77623 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:38.052198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:38.088717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e2e97534-d686-47b0-8503-ece5c37f9f8c None None] Current status of the port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:38.089911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2e97534-d686-47b0-8503-ece5c37f9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.091656 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.115839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '57916389-25ac-474c-bc3d-3fc23b0c6ae1', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'port_id': '57916389-25ac-474c-bc3d-3fc23b0c6ae1', 'mac_address': 'fa:16:3e:a0:bd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad6bce-67c3-4926-8545-5ae7163d3d13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:03:38.239311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:38.244023 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.247164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (fb2e94d3-1c7c-495e-b645-68fe20ff8a81), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.401580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e2e97534-d686-47b0-8503-ece5c37f9f8c None None] For port ccdf2beb-14a2-49e5-bbe6-9ec993e77623, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:38.412893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Checking segment: {'id': 'bfaf8584-7f36-4fa9-8274-6aca5a790e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:38.413421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Network hostable DHCP agents. Network: 6feb67c3-71b2-4d26-9333-6f175b408719, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:03:38.416446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2e94d3-1c7c-495e-b645-68fe20ff8a81,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:38.529638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:38.530247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.537088 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2e97534-d686-47b0-8503-ece5c37f9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.543597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Network 6feb67c3-71b2-4d26-9333-6f175b408719 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:03:38.572863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:03:38.576150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfc3bf-c864-4c4e-9a86-078b82ee760b req-aa7fe83f-c90a-4c20-b654-affa2927d8d6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:38.584629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1acfc3bf-c864-4c4e-9a86-078b82ee760b req-aa7fe83f-c90a-4c20-b654-affa2927d8d6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1257880 Feb 10 04:03:38.667140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1acfc3bf-c864-4c4e-9a86-078b82ee760b req-884bea64-b92c-42e7-98db-f430c72fa496 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810688 Feb 10 04:03:38.680153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:38.680153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.685111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 6feb67c3-71b2-4d26-9333-6f175b408719) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:38.691327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:38.692629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.718959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23204cf6-f989-460c-b963-7126530b50e2 None None] Network 6feb67c3-71b2-4d26-9333-6f175b408719 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:38.725944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:38.745406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:38.747800 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70813e70-0f2e-470a-a42f-8d16897bff4a" -d '{"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-plugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:38.759861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57916389-25ac-474c-bc3d-3fc23b0c6ae1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:38.776375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e97534-d686-47b0-8503-ece5c37f9f8c None None] Pushing event updated for resources: {'Port': ['ID=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:38.790686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1f515419-0923-4279-bec9-1af3d63bbeb4 None None] Provisioning complete for port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:38.790686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f515419-0923-4279-bec9-1af3d63bbeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.795624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:38.816641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-936bac09-748a-4c26-a34e-b8baca4a3937 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6377656 Feb 10 04:03:38.887330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:03:38.914751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25a9b-a4c6-477b-8a1e-1ae149316738 req-e24691e8-6c63-4f41-9ba5-2b640c8fb5bb tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:38.927798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3f25a9b-a4c6-477b-8a1e-1ae149316738 req-e24691e8-6c63-4f41-9ba5-2b640c8fb5bb tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 945 time: 0.1191494 Feb 10 04:03:38.995749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:38.997326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b5d7bf0d-b648-4b79-b71e-24d4bf51760d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0592990 Feb 10 04:03:39.000188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53652) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:39.009652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3f25a9b-a4c6-477b-8a1e-1ae149316738 req-4ee63b38-d6e5-44ec-96af-31edd4883c28 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709369 Feb 10 04:03:39.176179 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4f4870-e597-4ab6-830f-fb3070a90781 x-openstack-request-id: req-6d4f4870-e597-4ab6-830f-fb3070a90781 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:39.177349 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-plugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:39.177660 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d4f4870-e597-4ab6-830f-fb3070a90781 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:39.178086 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'code': 200} Feb 10 04:03:39.180942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Sync routers for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:03:39.189034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:39.206741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:39.290912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:39.291587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:39.368462 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:39.388986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:39.395864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c00e89-db34-44be-9e8d-421dc2c5d4a3 None None] Network 6feb67c3-71b2-4d26-9333-6f175b408719 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:39.528568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['57916389-25ac-474c-bc3d-3fc23b0c6ae1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:03:39.671458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1f515419-0923-4279-bec9-1af3d63bbeb4 None None] Current status of the port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:39.702183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:39.707612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:39.984055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727ed73-127d-4a12-9074-f9e80e6a825b req-0e433aa6-e4db-440f-8bf9-eadfc1922b2c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:39.986648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6727ed73-127d-4a12-9074-f9e80e6a825b req-0e433aa6-e4db-440f-8bf9-eadfc1922b2c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1439004 Feb 10 04:03:39.998122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ccdf2beb-14a2-49e5-bbe6-9ec993e77623 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:40.095276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:40.099009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6727ed73-127d-4a12-9074-f9e80e6a825b req-baac00dd-d02c-41d6-97eb-263e6c9e8241 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043048 Feb 10 04:03:40.105113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-967958277-network', 'tenant_id': '1a1ffe5be6214f22a6f69ed8545645e4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:40.240834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Made reservation on behalf of 1a1ffe5be6214f22a6f69ed8545645e4 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:40.244015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.300806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.492068 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks [] for security_group (aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.500859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8affc9-6e37-4a4b-bca2-ffe5771ad80e req-4076e9d8-1d20-450c-a193-deacf7c0ac57 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:40.514478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a8affc9-6e37-4a4b-bca2-ffe5771ad80e req-4076e9d8-1d20-450c-a193-deacf7c0ac57 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 944 time: 0.2789207 Feb 10 04:03:40.540872 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.631877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:40.633035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.646048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.685427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:40.718801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:03:40.753459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2d45660f-390e-4f03-9060-e91ceaac38fe), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.753807 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Added segment 2d45660f-390e-4f03-9060-e91ceaac38fe of type vlan for network c22b8b8d-9410-4616-b6b4-f153303e30cc Feb 10 04:03:40.775101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a8affc9-6e37-4a4b-bca2-ffe5771ad80e req-7f953bc9-7265-4bbb-b196-d67954f94ab1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591877 Feb 10 04:03:40.862608 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (c22b8b8d-9410-4616-b6b4-f153303e30cc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.945017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:40.971877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (c22b8b8d-9410-4616-b6b4-f153303e30cc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.973226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:40.974144 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:40.981901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:36Z', 'revision_number': 3, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:41.035820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Allocated IP 172.20.0.1 (36db4135-2aff-4d08-a93b-23775dc656a5/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26/6b850fb3-34a5-4852-a7f1-e24800e2aa3d) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:41.090262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Checking router: 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:03:41.090262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Updating router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:03:41.219439 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:41.224372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] Pushing event updated for resources: {'Network': ['ID=c22b8b8d-9410-4616-b6b4-f153303e30cc,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:41.258756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-25b5bc9c-ce8d-4661-a1a0-9eb6e4d1a0fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1585357 Feb 10 04:03:41.263793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:41.269656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Request body: {'subnet': {'network_id': 'c22b8b8d-9410-4616-b6b4-f153303e30cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-967958277-subnet', 'tenant_id': '1a1ffe5be6214f22a6f69ed8545645e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:41.289576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network c22b8b8d-9410-4616-b6b4-f153303e30cc details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:03:41.374782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks [] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:41.377835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Made reservation on behalf of 1a1ffe5be6214f22a6f69ed8545645e4 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:41.380329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:41.441831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e7f1a-4da9-420f-8ea9-cc7658711b69 req-9b20a8f5-4f1b-4e4e-94b2-f215ac82c84f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:41.443704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca4e7f1a-4da9-420f-8ea9-cc7658711b69 req-9b20a8f5-4f1b-4e4e-94b2-f215ac82c84f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1572733 Feb 10 04:03:41.492981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:41.529391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:41.552836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 57916389-25ac-474c-bc3d-3fc23b0c6ae1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:03:41.559144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:41.575578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:41.642548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:41.725662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca4e7f1a-4da9-420f-8ea9-cc7658711b69 req-65be85c5-e06f-477f-b842-e6fb340cb4bc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742872 Feb 10 04:03:41.734920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Pushing event updated for resources: {'Port': ['ID=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:41.912910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (8b50ab0f-e855-45ee-96f4-c9ecc8102bc9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:41.968490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 is: BUILD; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:41.969112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.015471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b50ab0f-e855-45ee-96f4-c9ecc8102bc9,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:42.022561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 57916389-25ac-474c-bc3d-3fc23b0c6ae1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:42.110664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:42.130436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.143678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3812a973-a574-4e26-a4a9-410178bc186d None None] Provisioning complete for port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:42.144249 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3812a973-a574-4e26-a4a9-410178bc186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.198928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3812a973-a574-4e26-a4a9-410178bc186d None None] Port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:03:42.206291 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.214526 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Publish callbacks [] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.298302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.300258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:42.363874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162cb44-6f40-44f1-b95e-cce73a25968a None None] Pushing event updated for resources: {'Port': ['ID=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:42.364169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Checking segment: {'id': '2d45660f-390e-4f03-9060-e91ceaac38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c22b8b8d-9410-4616-b6b4-f153303e30cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:42.367377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Network hostable DHCP agents. Network: c22b8b8d-9410-4616-b6b4-f153303e30cc, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:03:42.408141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d33ae-03d4-4073-809d-3b5fcf6404ad req-9e240a50-c6be-4377-836c-a27b9a0c4ef9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:42.409800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-463d33ae-03d4-4073-809d-3b5fcf6404ad req-9e240a50-c6be-4377-836c-a27b9a0c4ef9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 944 time: 0.3782377 Feb 10 04:03:42.416393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Attempting to bind port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:42.416770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Attempting to bind port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:42.417141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Attempting to bind port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:42.440347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:42.443798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:42.443798 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.443798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:42.443798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Bound port: 68e6d3c7-3fea-47aa-9119-ed6c238c39d3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:42.443798 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.545617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] For port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:42.560729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] For port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:42.585758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1e9db8b6-057e-4da3-b411-319e5dbec7db details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:03:42.586073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-463d33ae-03d4-4073-809d-3b5fcf6404ad req-6104c172-4603-4b74-b044-9df62cd99d7d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678963 Feb 10 04:03:42.588086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Network c22b8b8d-9410-4616-b6b4-f153303e30cc is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:03:42.663250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks [] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.680567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, c22b8b8d-9410-4616-b6b4-f153303e30cc) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:42.691806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:42.692540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.738040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.802389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:42.815134 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:03:42.821370 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7b32d3f8-ebdd-4628-ae23-6e1ed00d598a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5556149 Feb 10 04:03:42.957589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:42.977508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '1e9db8b6-057e-4da3-b411-319e5dbec7db', 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1', 'port_id': '1e9db8b6-057e-4da3-b411-319e5dbec7db', 'mac_address': 'fa:16:3e:c6:a4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df061686-13a9-4c2a-8c4d-a7bec0247353', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:03:42.980697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4924c327-0210-45e8-bbe7-377af2fffdaa None None] Network c22b8b8d-9410-4616-b6b4-f153303e30cc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:43.125070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Pushing event updated for resources: {'Port': ['ID=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:43.131500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:43.573896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:43.579245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:43.644659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89075ee3-3c1a-40a2-b069-6b18db2c6c3e req-a20e2fd1-1b61-40e2-8cca-31efc700732d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:43.681338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89075ee3-3c1a-40a2-b069-6b18db2c6c3e req-a20e2fd1-1b61-40e2-8cca-31efc700732d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.2163782 Feb 10 04:03:43.835605 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89075ee3-3c1a-40a2-b069-6b18db2c6c3e req-6abf545a-20ab-44a0-8f39-ca838b901cad tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468484 Feb 10 04:03:43.961040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:43.961746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:44.000090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:03:44.025878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea29a8d-fbee-449f-9b5a-bea8dddd0041 req-5ca50129-bf3c-4f42-bba3-e474b86a516d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:44.027543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ea29a8d-fbee-449f-9b5a-bea8dddd0041 req-5ca50129-bf3c-4f42-bba3-e474b86a516d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 943 time: 0.7280521 Feb 10 04:03:44.083145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162cb44-6f40-44f1-b95e-cce73a25968a None None] Pushing event updated for resources: {'Port': ['ID=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:44.165849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1e9db8b6-057e-4da3-b411-319e5dbec7db is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:44.169977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:44.190936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e9fc0-ab7f-4228-9e53-fec4d6bf0c6b None None] Network c22b8b8d-9410-4616-b6b4-f153303e30cc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:03:44.288222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:03:44.310490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8f228776-d5fe-4cb6-bb5e-aac4706ca993 admin admin] 10.222.0.42 "PUT /v2.0/routers/25772ca0-25ab-4d5c-9ce2-46800ddedfc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3089592 Feb 10 04:03:44.349833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9db8b6-057e-4da3-b411-319e5dbec7db {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:44.403023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bf66d4f6-add7-4e70-94f7-e962c9e7b9d0 None None] Provisioning complete for port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:44.404629 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf66d4f6-add7-4e70-94f7-e962c9e7b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:44.456094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ea29a8d-fbee-449f-9b5a-bea8dddd0041 req-316b5c19-387b-485d-a9ca-cca4d26a8da7 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146192 Feb 10 04:03:44.499986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bf66d4f6-add7-4e70-94f7-e962c9e7b9d0 None None] Port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:03:44.508639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:44.560434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:44.561477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-9c4b227f-9abb-48f9-a4ab-439644c564de tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:44.574171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-9c4b227f-9abb-48f9-a4ab-439644c564de tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/networks?id=6feb67c3-71b2-4d26-9333-6f175b408719 HTTP/1.1" status: 200 len: 825 time: 0.3128772 Feb 10 04:03:44.601440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-c3d7115a-08d6-4e6a-b929-f8396f115915 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/quotas/132d88aa524f4514acb0edf9f91c94fc HTTP/1.1" status: 200 len: 375 time: 0.0262911 Feb 10 04:03:44.691419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-cd986688-0f60-4301-8f85-c0ed98e0ba26 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=132d88aa524f4514acb0edf9f91c94fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890429 Feb 10 04:03:44.698052 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:44.804720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:44.950295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-7c30b01a-d1bb-40d0-851c-7d946e2a036d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:44.959406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-7c30b01a-d1bb-40d0-851c-7d946e2a036d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 943 time: 0.1707990 Feb 10 04:03:45.050676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1e9db8b6-057e-4da3-b411-319e5dbec7db'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:03:45.145386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-218c16e5-a88b-4e8b-bf86-73f276efc710 service neutron] 10.222.0.42 "GET /v2.0/networks/6feb67c3-71b2-4d26-9333-6f175b408719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529073 Feb 10 04:03:45.239850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Deleting port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:03:45.240450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:45.251749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:42Z', 'revision_number': 2, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:45.372700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53790) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:45.417295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-48f86271-36ee-4ad9-a52d-06a5aa4062ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809474147', 'description': 'tempest-description--1481301585'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:45.612039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b5368-1f3f-4425-b075-909692bbef06 None None] The sync data for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 is: [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:42Z', 'revision_number': 2, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:03:45.614434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-df297825-4c76-458e-a48c-50e006f08f64 service neutron] 10.222.0.42 "GET /v2.0/networks/6feb67c3-71b2-4d26-9333-6f175b408719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649944 Feb 10 04:03:45.748031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] For port 57916389-25ac-474c-bc3d-3fc23b0c6ae1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=57916389-25ac-474c-bc3d-3fc23b0c6ae1,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:45.748602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:45.777738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f86271-36ee-4ad9-a52d-06a5aa4062ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:45.786149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2db16-dc76-4ff3-be4c-debbcf4934f8 req-5153c201-abec-402a-9db5-06e52e068836 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:45.794007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dfd2db16-dc76-4ff3-be4c-debbcf4934f8 req-5153c201-abec-402a-9db5-06e52e068836 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 944 time: 0.2329056 Feb 10 04:03:45.808532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Calling delete_port for 57916389-25ac-474c-bc3d-3fc23b0c6ae1 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:03:45.916494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dfd2db16-dc76-4ff3-be4c-debbcf4934f8 req-4335397f-054a-474d-8103-262861e0eadb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190329 Feb 10 04:03:46.112978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f86271-36ee-4ad9-a52d-06a5aa4062ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group (dec9eaae-53e8-4efe-9808-35c716b6cd48), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.206895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f86271-36ee-4ad9-a52d-06a5aa4062ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dec9eaae-53e8-4efe-9808-35c716b6cd48), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.293992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f86271-36ee-4ad9-a52d-06a5aa4062ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec9eaae-53e8-4efe-9808-35c716b6cd48,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:46.305847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fff41d24-5c3d-4124-9d93-f9c45f1c2cbf req-a5e0043b-fb65-474f-bfba-34aa9900de90 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 210 time: 0.1002300 Feb 10 04:03:46.309298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (57916389-25ac-474c-bc3d-3fc23b0c6ae1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.310335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40905c86-bc27-4901-9057-09500fc4a06a req-f09ffa0f-8734-4909-a7be-9a7141a32e87 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:46.312684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40905c86-bc27-4901-9057-09500fc4a06a req-f09ffa0f-8734-4909-a7be-9a7141a32e87 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 943 time: 0.1682253 Feb 10 04:03:46.419475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f86271-36ee-4ad9-a52d-06a5aa4062ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.427165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-48f86271-36ee-4ad9-a52d-06a5aa4062ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0579562 Feb 10 04:03:46.436593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53812) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:46.441700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a7ab5f39-e6e2-448b-bb04-25ee5611d1a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'security_group_rule': {'security_group_id': 'dec9eaae-53e8-4efe-9808-35c716b6cd48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:46.442888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40905c86-bc27-4901-9057-09500fc4a06a req-847718a1-c6da-4c87-b491-ecf1c9cd8541 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241980 Feb 10 04:03:46.447082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] No DVR routers for this DVR port 57916389-25ac-474c-bc3d-3fc23b0c6ae1 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:03:46.452985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.462146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44cd6369-9f22-420d-a99f-24024f9f07ad req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.43 "DELETE /v2.0/ports/57916389-25ac-474c-bc3d-3fc23b0c6ae1 HTTP/1.1" status: 204 len: 173 time: 1.4932399 Feb 10 04:03:46.476248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591425b-d569-4762-b924-05996e70c97a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event deleted for resources: {'Port': ['ID=57916389-25ac-474c-bc3d-3fc23b0c6ae1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:46.490433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'name': 'network-vif-deleted', 'tag': '57916389-25ac-474c-bc3d-3fc23b0c6ae1'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:46.494081 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d409ad6-f026-4873-9bd0-f935561bd876" -d '{"events": [{"server_uuid": "b3d802a4-c0ed-45e5-b6cd-21159388f234", "name": "network-vif-deleted", "tag": "57916389-25ac-474c-bc3d-3fc23b0c6ae1"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:46.550452 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd98761-cf5f-4d4c-9678-af8fe6dad99f x-openstack-request-id: req-8cd98761-cf5f-4d4c-9678-af8fe6dad99f {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:46.557538 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d802a4-c0ed-45e5-b6cd-21159388f234", "name": "network-vif-deleted", "tag": "57916389-25ac-474c-bc3d-3fc23b0c6ae1", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:46.573202 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cd98761-cf5f-4d4c-9678-af8fe6dad99f {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:46.573202 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d802a4-c0ed-45e5-b6cd-21159388f234', 'name': 'network-vif-deleted', 'tag': '57916389-25ac-474c-bc3d-3fc23b0c6ae1', 'status': 'completed', 'code': 200} Feb 10 04:03:46.677722 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5f39-e6e2-448b-bb04-25ee5611d1a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group_rule (1e52bb8b-ac14-4f28-9f2b-b97f4a8ac28e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.704743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1e9db8b6-057e-4da3-b411-319e5dbec7db up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:46.763393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5f39-e6e2-448b-bb04-25ee5611d1a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group_rule (1e52bb8b-ac14-4f28-9f2b-b97f4a8ac28e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.833871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.886415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5f39-e6e2-448b-bb04-25ee5611d1a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (1e52bb8b-ac14-4f28-9f2b-b97f4a8ac28e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.907230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 1e9db8b6-057e-4da3-b411-319e5dbec7db completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:03:46.917160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 1e9db8b6-057e-4da3-b411-319e5dbec7db triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:46.917160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.938511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab5f39-e6e2-448b-bb04-25ee5611d1a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e52bb8b-ac14-4f28-9f2b-b97f4a8ac28e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:46.997677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5f39-e6e2-448b-bb04-25ee5611d1a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:46.999172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a7ab5f39-e6e2-448b-bb04-25ee5611d1a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5611343 Feb 10 04:03:47.003020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53826) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:47.007696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b29da4e2-0e5c-4f9d-95b8-0e578d2922a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'security_group_rule': {'security_group_id': 'dec9eaae-53e8-4efe-9808-35c716b6cd48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:47.103887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1e9db8b6-057e-4da3-b411-319e5dbec7db is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:47.103887 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:47.162336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:47.170857 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b046224-e100-4d71-b6cf-ae8d3ac1edbe" -d '{"events": [{"server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "name": "network-vif-plugged", "status": "completed", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:47.187868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:47.214490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b29da4e2-0e5c-4f9d-95b8-0e578d2922a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group_rule (b6643ff9-6c1e-4646-a796-911b662fdbd3), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:47.263931 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:47.363037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5aab5-40f7-47ac-a91c-221f84be0714 req-41405eac-43b6-420c-b38f-f6ec7b8bf610 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:47.375368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cff5aab5-40f7-47ac-a91c-221f84be0714 req-41405eac-43b6-420c-b38f-f6ec7b8bf610 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 944 time: 0.2972312 Feb 10 04:03:47.392622 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24608948-5e8a-44b3-ad24-4e1b35e9289e x-openstack-request-id: req-24608948-5e8a-44b3-ad24-4e1b35e9289e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:47.393070 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "name": "network-vif-plugged", "status": "completed", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:47.394114 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24608948-5e8a-44b3-ad24-4e1b35e9289e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:47.394624 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db', 'code': 200} Feb 10 04:03:47.398182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:47.412277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b29da4e2-0e5c-4f9d-95b8-0e578d2922a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group_rule (b6643ff9-6c1e-4646-a796-911b662fdbd3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:47.511758 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b29da4e2-0e5c-4f9d-95b8-0e578d2922a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b6643ff9-6c1e-4646-a796-911b662fdbd3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:47.533485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cff5aab5-40f7-47ac-a91c-221f84be0714 req-5c027198-8058-4b28-b54a-56eb10ad685d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572232 Feb 10 04:03:47.584041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29da4e2-0e5c-4f9d-95b8-0e578d2922a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6643ff9-6c1e-4646-a796-911b662fdbd3,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:47.599580 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-441e1339-51b7-4b6a-974c-4729a6b20c16 req-77faf7d0-5e88-49e1-bdb4-279dfa4b2de4 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 210 time: 0.1834588 Feb 10 04:03:47.701133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b55d1-d11e-477f-813f-cf629cca3ad3 req-b7fc4b05-0a32-48a0-92c9-25937b7751d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:47.709365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d4b55d1-d11e-477f-813f-cf629cca3ad3 req-b7fc4b05-0a32-48a0-92c9-25937b7751d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1127 time: 0.2955737 Feb 10 04:03:47.778490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b29da4e2-0e5c-4f9d-95b8-0e578d2922a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:47.778490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b29da4e2-0e5c-4f9d-95b8-0e578d2922a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7728541 Feb 10 04:03:47.780384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53850) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:47.788265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:47.849072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d4b55d1-d11e-477f-813f-cf629cca3ad3 req-550094e0-184a-4eb5-9af9-93e74c1430dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323829 Feb 10 04:03:47.936997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:47.956637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e3dea8a-99a7-4647-b09c-9f03f01cef55 req-5b2f2c9b-90c7-4df0-8c77-15ea71a67641 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d802a4-c0ed-45e5-b6cd-21159388f234 HTTP/1.1" status: 200 len: 210 time: 0.0999978 Feb 10 04:03:47.980443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.099613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:48.100079 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.156772 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.278374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.324932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:48.325605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.349754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:48.444287 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.509311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Allocated IP 172.25.8.224 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/a437cff7-05a3-4f5d-bc48-e941a3973d42) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:48.556049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:48.703293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.866125 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:48.875186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9497efe7-1203-46c2-99ce-847c87df5cc2 req-4b3d4d9c-3f8f-4262-9930-f1e87b365240 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 210 time: 0.1031759 Feb 10 04:03:48.952518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b589f-b6f5-4515-bbfc-fb8a72193359 req-3b55acfd-4e02-404b-b63f-ce33a9510885 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:48.959367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527b589f-b6f5-4515-bbfc-fb8a72193359 req-3b55acfd-4e02-404b-b63f-ce33a9510885 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1852317 Feb 10 04:03:48.971267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=a437cff7-05a3-4f5d-bc48-e941a3973d42,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:49.013687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:49.017946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:49.021802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:49.205809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527b589f-b6f5-4515-bbfc-fb8a72193359 req-5bd2e918-7b56-419e-8b36-539ea0fa3d29 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414567 Feb 10 04:03:49.326830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for floatingip (a49ce7f6-ec73-4c88-9d77-10d9930b45a7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:49.499281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:49.528275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 57916389-25ac-474c-bc3d-3fc23b0c6ae1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:03:49.535225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-3e316a4a-b3d6-4a43-9948-8e4d2287da68 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:49.537125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-3e316a4a-b3d6-4a43-9948-8e4d2287da68 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.43 "GET /v2.0/networks?id=6feb67c3-71b2-4d26-9333-6f175b408719 HTTP/1.1" status: 200 len: 825 time: 0.2666197 Feb 10 04:03:49.564038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 57916389-25ac-474c-bc3d-3fc23b0c6ae1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:03:49.564393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 57916389-25ac-474c-bc3d-3fc23b0c6ae1 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:03:49.572264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Request body: {'port': {'device_id': '06609c41-e557-49d2-aa60-d07a35a2316b', 'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719', 'admin_state_up': True, 'tenant_id': '132d88aa524f4514acb0edf9f91c94fc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:49.879603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Made reservation on behalf of 132d88aa524f4514acb0edf9f91c94fc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:49.884914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:49.885740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:49.915594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:49.931449 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Sync routers for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:03:49.957177 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:49.959349 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:49.982666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53898) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:49.996900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-36810d4a-1f29-4418-86e0-6a4ee9f03f21 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314998723', 'description': 'tempest-description--223100269'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:50.007695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.077394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:50.079025 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.151489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=a437cff7-05a3-4f5d-bc48-e941a3973d42,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:50.197247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36810d4a-1f29-4418-86e0-6a4ee9f03f21 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.204566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bde9572c-7243-4b2c-8c10-838a74c8817e req-0efa8cdd-a605-46fd-a450-aadd0e7bcae9 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 210 time: 0.1155725 Feb 10 04:03:50.259075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a49ce7f6-ec73-4c88-9d77-10d9930b45a7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.261917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:50.310002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Allocated IP 172.20.0.5 (6feb67c3-71b2-4d26-9333-6f175b408719/fb2e94d3-1c7c-495e-b645-68fe20ff8a81/da333fa0-4ca7-4436-b8c3-509292fa8c67) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:50.325616 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:50.381694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36810d4a-1f29-4418-86e0-6a4ee9f03f21 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group (e168af9c-4e24-4836-98a2-fc8f64ca899f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.428177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.432200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-67ce50c3-aef4-4713-b247-f7d71ab4856a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6503613 Feb 10 04:03:50.503978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36810d4a-1f29-4418-86e0-6a4ee9f03f21 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e168af9c-4e24-4836-98a2-fc8f64ca899f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.593790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36810d4a-1f29-4418-86e0-6a4ee9f03f21 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e168af9c-4e24-4836-98a2-fc8f64ca899f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:50.673772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36810d4a-1f29-4418-86e0-6a4ee9f03f21 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.676042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-36810d4a-1f29-4418-86e0-6a4ee9f03f21 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6840799 Feb 10 04:03:50.682402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:50.690144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a9978d69-dc92-4cc5-8399-83606b4488bc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Request body: {'security_group_rule': {'security_group_id': 'e168af9c-4e24-4836-98a2-fc8f64ca899f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:50.711487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-ba9570e5-b97a-4ffe-a6ad-dbb2ba32a290 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1809474147&fields=id&tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 267 time: 0.0949137 Feb 10 04:03:50.732934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e195-a4a8-482a-8713-cd650d639d87 req-8d54ed6e-f037-4728-84b3-34e014d78ee4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:50.740354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ace4e195-a4a8-482a-8713-cd650d639d87 req-8d54ed6e-f037-4728-84b3-34e014d78ee4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.3781047 Feb 10 04:03:50.784909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:42Z', 'revision_number': 2, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:50.856292 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Checking router: 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:03:50.856940 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Updating router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:03:50.864960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks [] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.891617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-d75f6555-48b9-4119-a6eb-166d6d145505 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:50.893418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-d75f6555-48b9-4119-a6eb-166d6d145505 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.1717215 Feb 10 04:03:50.903007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9978d69-dc92-4cc5-8399-83606b4488bc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group_rule (038d240b-9731-4822-9f05-63a4cb5072ed), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:50.919602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-1825985d-6265-4fef-9bb2-eabbfa82c057 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/quotas/abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 375 time: 0.0171661 Feb 10 04:03:51.016056 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.094033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ace4e195-a4a8-482a-8713-cd650d639d87 req-71720a04-68d2-4c4f-af30-0d0c302db927 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526044 Feb 10 04:03:51.207145 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9978d69-dc92-4cc5-8399-83606b4488bc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group_rule (038d240b-9731-4822-9f05-63a4cb5072ed), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.244565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-467a87f2-eb24-416d-b62e-305d3c5c2cde tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3111980 Feb 10 04:03:51.321720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.440945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Network 6feb67c3-71b2-4d26-9333-6f175b408719 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:51.447087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:51.456961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9978d69-dc92-4cc5-8399-83606b4488bc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (038d240b-9731-4822-9f05-63a4cb5072ed), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.458013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:51.527821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9978d69-dc92-4cc5-8399-83606b4488bc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038d240b-9731-4822-9f05-63a4cb5072ed,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:51.555439 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Publish callbacks [] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.564905 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-279a1735-b33d-4612-8538-37b51c79a804 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214142 Feb 10 04:03:51.616279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Pushing event updated for resources: {'Port': ['ID=da333fa0-4ca7-4436-b8c3-509292fa8c67,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:51.685473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:51.686548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.690450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9978d69-dc92-4cc5-8399-83606b4488bc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.693464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9978d69-dc92-4cc5-8399-83606b4488bc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0088010 Feb 10 04:03:51.707226 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.709191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53938) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:51.711843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-e546521d-b074-4c80-a11e-77e39dc6afd6 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449251 Feb 10 04:03:51.715547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ac2e0cbc-d954-464a-9024-5635a10efcb6 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Request body: {'security_group_rule': {'security_group_id': 'e168af9c-4e24-4836-98a2-fc8f64ca899f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:51.758648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f34582-d90c-440a-9dbd-8415c4194a04 req-6a5cf26e-a7f2-4ee0-b39a-ff530aa63bdb tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:51.761390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d7f34582-d90c-440a-9dbd-8415c4194a04 req-6a5cf26e-a7f2-4ee0-b39a-ff530aa63bdb tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1127 time: 0.2044413 Feb 10 04:03:51.857634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d7f34582-d90c-440a-9dbd-8415c4194a04 req-50225b75-24b4-4a64-97b1-1cceea229b4a tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651200 Feb 10 04:03:51.857957 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Pushing event updated for resources: {'Port': ['ID=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:51.868838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-12611fc2-6509-4bce-9160-2be731ccd909 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3214846 Feb 10 04:03:51.891544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Request body: {'port': {'device_id': '06609c41-e557-49d2-aa60-d07a35a2316b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:51.935457 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.935885 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.936267 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.937017 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.937017 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.937357 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.937692 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.938026 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.938355 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.938684 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.939082 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.939355 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.939921 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:03:51.972629 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Attempting to bind port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:51.975202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Attempting to bind port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:51.975202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Attempting to bind port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:51.983935 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:51.983935 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:51.984379 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.984707 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Bound using segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:51.985176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Bound port: 6b850fb3-34a5-4852-a7f1-e24800e2aa3d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:51.985560 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:51.992855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0cbc-d954-464a-9024-5635a10efcb6 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group_rule (c80c4faf-68be-4e85-a5be-12f0a17e5cde), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:52.089571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:52.145853 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] For port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:52.158923 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] For port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:52.228805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fbda53d1-f5e0-4dc8-a84b-f60466723774 None None] Provisioning complete for port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:52.228805 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fbda53d1-f5e0-4dc8-a84b-f60466723774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:52.294466 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:52.359136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fbda53d1-f5e0-4dc8-a84b-f60466723774 None None] Port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:03:52.478232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd2aa-1f35-48e4-b482-cc970a1626f4 req-4fd03831-466b-4281-af67-73c4b3a5f78a tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:52.479116 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:03:52.479804 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:03:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:52.489408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-397fd2aa-1f35-48e4-b482-cc970a1626f4 req-4fd03831-466b-4281-af67-73c4b3a5f78a tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1127 time: 0.1824245 Feb 10 04:03:52.495072 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e2e77-7909-4541-89ea-66efd5af634b None None] Pushing event updated for resources: {'Port': ['ID=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:52.612043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0cbc-d954-464a-9024-5635a10efcb6 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group_rule (c80c4faf-68be-4e85-a5be-12f0a17e5cde), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:52.642378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-397fd2aa-1f35-48e4-b482-cc970a1626f4 req-4304511e-c857-4fe4-94c6-453e97f27167 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516547 Feb 10 04:03:52.739089 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:03:52.750394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f9f30-c9cb-40ea-8015-57b7d5b5d3ac req-5aac72c3-28cb-4cc2-86a4-7feca11fc111 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:52.759651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-880f9f30-c9cb-40ea-8015-57b7d5b5d3ac req-5aac72c3-28cb-4cc2-86a4-7feca11fc111 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 931 time: 0.6624026 Feb 10 04:03:52.786290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0cbc-d954-464a-9024-5635a10efcb6 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c80c4faf-68be-4e85-a5be-12f0a17e5cde), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:52.846172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a97f818-2d7e-4eaf-82c0-f5a01e5dc01c req-6ef4b5ec-d859-44cd-81f2-d6f2dc1f312c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 210 time: 0.0488160 Feb 10 04:03:52.880844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e0cbc-d954-464a-9024-5635a10efcb6 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80c4faf-68be-4e85-a5be-12f0a17e5cde,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:52.903330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-759f0308-77c5-4fff-a4bb-52f62d4b2146 None None] Provisioning complete for port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:52.903330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-759f0308-77c5-4fff-a4bb-52f62d4b2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.016945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-880f9f30-c9cb-40ea-8015-57b7d5b5d3ac req-0b49e878-e926-4f4a-9231-30b59ae2eef8 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562706 Feb 10 04:03:53.034355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0cbc-d954-464a-9024-5635a10efcb6 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.037800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ac2e0cbc-d954-464a-9024-5635a10efcb6 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3263111 Feb 10 04:03:53.041235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53968) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:03:53.046634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:53.130456 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-759f0308-77c5-4fff-a4bb-52f62d4b2146 None None] Current status of the port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:53.131187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-759f0308-77c5-4fff-a4bb-52f62d4b2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.184125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-759f0308-77c5-4fff-a4bb-52f62d4b2146 None None] For port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:53.200603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.213336 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:52Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:03:53.230759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da333fa0-4ca7-4436-b8c3-509292fa8c67 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:53.280719 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069a5de-9afb-4651-bb5f-d9777be4356b None None] The sync data for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 is: [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:52Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:03:53.286165 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Publish callbacks [] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.299032 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-759f0308-77c5-4fff-a4bb-52f62d4b2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.343623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Transition to ACTIVE for port object da333fa0-4ca7-4436-b8c3-509292fa8c67 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:03:53.469162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f0308-77c5-4fff-a4bb-52f62d4b2146 None None] Pushing event updated for resources: {'Port': ['ID=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:53.484315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.522688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.644642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Pushing event updated for resources: {'Port': ['ID=da333fa0-4ca7-4436-b8c3-509292fa8c67,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:53.778959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Attempting to bind port da333fa0-4ca7-4436-b8c3-509292fa8c67 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:53.781692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Attempting to bind port da333fa0-4ca7-4436-b8c3-509292fa8c67 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'bfaf8584-7f36-4fa9-8274-6aca5a790e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:53.784115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Attempting to bind port da333fa0-4ca7-4436-b8c3-509292fa8c67 on network 6feb67c3-71b2-4d26-9333-6f175b408719 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:53.784727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Allocated IP 172.25.8.156 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/8a103143-070b-4127-881f-a8db0dd3f097) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:53.819960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Port da333fa0-4ca7-4436-b8c3-509292fa8c67 on network 6feb67c3-71b2-4d26-9333-6f175b408719 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:03:53.820495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Attempting to bind port da333fa0-4ca7-4436-b8c3-509292fa8c67 on network 6feb67c3-71b2-4d26-9333-6f175b408719 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:53.852120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:53.852120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Checking segment: {'id': 'bfaf8584-7f36-4fa9-8274-6aca5a790e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:53.852120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Bound using segment: {'id': 'bfaf8584-7f36-4fa9-8274-6aca5a790e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:53.852120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Bound port: da333fa0-4ca7-4436-b8c3-509292fa8c67, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfaf8584-7f36-4fa9-8274-6aca5a790e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:53.852120 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:53.996074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6b850fb3-34a5-4852-a7f1-e24800e2aa3d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:54.046156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0aedaf30-860d-4983-b987-d55c3c82413a req-0408506f-800f-481c-bca6-911cab526e54 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 210 time: 0.0405982 Feb 10 04:03:54.135685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] For port da333fa0-4ca7-4436-b8c3-509292fa8c67, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:03:54.150652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:54.151500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:54.154438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] For port da333fa0-4ca7-4436-b8c3-509292fa8c67, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=da333fa0-4ca7-4436-b8c3-509292fa8c67,segment=NetworkSegment(bfaf8584-7f36-4fa9-8274-6aca5a790e5f),segment_id=bfaf8584-7f36-4fa9-8274-6aca5a790e5f)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:54.183600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for port (8a103143-070b-4127-881f-a8db0dd3f097), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:54.308121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:54.371218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:54.389634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8a103143-070b-4127-881f-a8db0dd3f097), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:54.511189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:54.525787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:54.532929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:54.533588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:54.534220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:54.535705 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] 10.222.0.43 "PUT /v2.0/ports/da333fa0-4ca7-4436-b8c3-509292fa8c67 HTTP/1.1" status: 200 len: 1091 time: 2.6591985 Feb 10 04:03:54.538288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'Port': ['ID=8a103143-070b-4127-881f-a8db0dd3f097,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:54.563799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06609c41-e557-49d2-aa60-d07a35a2316b', 'tag': 'da333fa0-4ca7-4436-b8c3-509292fa8c67'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:03:54.573036 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7c52e8-9a70-4936-8c24-1c6a3c831981" -d '{"events": [{"name": "network-changed", "server_uuid": "06609c41-e557-49d2-aa60-d07a35a2316b", "tag": "da333fa0-4ca7-4436-b8c3-509292fa8c67"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:03:54.623278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5cb11-c211-411e-ae38-2ef44e611a3c service neutron] Pushing event updated for resources: {'Port': ['ID=da333fa0-4ca7-4436-b8c3-509292fa8c67,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:54.726325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c055bf-cc6c-4396-9a28-b680b1a8cda9 req-37b90589-1671-4055-b3ed-57ff32327556 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:54.728257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6c055bf-cc6c-4396-9a28-b680b1a8cda9 req-37b90589-1671-4055-b3ed-57ff32327556 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 943 time: 0.4926310 Feb 10 04:03:54.767829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for floatingip (c4a28779-6a09-49d4-8502-941987fa2410), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:54.863115 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6c055bf-cc6c-4396-9a28-b680b1a8cda9 req-932d8fc5-261c-4b78-908a-7b957773aa8e tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964165 Feb 10 04:03:54.893108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-d68b35a0-d6f1-4ae2-94d1-1a3a3f88f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:54.894656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-d68b35a0-d6f1-4ae2-94d1-1a3a3f88f2a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=132d88aa524f4514acb0edf9f91c94fc&device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 1125 time: 0.1655004 Feb 10 04:03:55.013851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8a103143-070b-4127-881f-a8db0dd3f097), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:55.067197 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-1cee5386-1a94-4146-8186-b12180373014 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da333fa0-4ca7-4436-b8c3-509292fa8c67 HTTP/1.1" status: 200 len: 217 time: 0.1656783 Feb 10 04:03:55.137885 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae32855-c7a1-4afc-900b-b7ba55aea5b6 x-openstack-request-id: req-1ae32855-c7a1-4afc-900b-b7ba55aea5b6 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:03:55.138189 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06609c41-e557-49d2-aa60-d07a35a2316b", "tag": "da333fa0-4ca7-4436-b8c3-509292fa8c67", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:03:55.138440 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ae32855-c7a1-4afc-900b-b7ba55aea5b6 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:03:55.163108 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06609c41-e557-49d2-aa60-d07a35a2316b', 'tag': 'da333fa0-4ca7-4436-b8c3-509292fa8c67', 'status': 'completed', 'code': 200} Feb 10 04:03:55.198604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-0b1e04b5-7ee7-44c5-a19c-a4089d2f077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:55.200487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-0b1e04b5-7ee7-44c5-a19c-a4089d2f077a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb2e94d3-1c7c-495e-b645-68fe20ff8a81 HTTP/1.1" status: 200 len: 865 time: 0.1234870 Feb 10 04:03:55.238662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for port (8a103143-070b-4127-881f-a8db0dd3f097), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:55.271931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-47a1f9c1-ac99-43a2-88f9-6dc7b5a480e7 req-90db1ca7-54ac-45d3-a004-1b0c18fdf6b0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 210 time: 0.0704041 Feb 10 04:03:55.274353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-b1f6d189-6820-427c-b50c-45b2491cfa90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6feb67c3-71b2-4d26-9333-6f175b408719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566521 Feb 10 04:03:55.371715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-37ae6433-c52f-4772-99e9-9dc6f84a86f9 service neutron] 10.222.0.43 "GET /v2.0/networks/6feb67c3-71b2-4d26-9333-6f175b408719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913091 Feb 10 04:03:55.425830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (8a103143-070b-4127-881f-a8db0dd3f097), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:55.535695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-118c2f4f-0485-4479-b1fe-d724316a55e5 req-1296a3ea-9f9f-4550-b04e-cb705e26a732 service neutron] 10.222.0.43 "GET /v2.0/networks/6feb67c3-71b2-4d26-9333-6f175b408719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579111 Feb 10 04:03:55.609464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'Port': ['ID=8a103143-070b-4127-881f-a8db0dd3f097,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:55.620050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (c4a28779-6a09-49d4-8502-941987fa2410), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:55.778431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:55.787625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81227546-e899-4f0c-97cb-e226777a2a76 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7373314 Feb 10 04:03:55.815994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-2c5f0782-c3aa-4655-a40a-38d87d22e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:55.815994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-2c5f0782-c3aa-4655-a40a-38d87d22e555 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=132d88aa524f4514acb0edf9f91c94fc&device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 1125 time: 0.0852132 Feb 10 04:03:56.032315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-553f7223-b236-40a4-abf9-391c601489f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:56.040241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-553f7223-b236-40a4-abf9-391c601489f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6feb67c3-71b2-4d26-9333-6f175b408719 HTTP/1.1" status: 200 len: 926 time: 0.2163429 Feb 10 04:03:56.121039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-3d21506c-bd24-4a2d-84cb-3e38b5192638 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da333fa0-4ca7-4436-b8c3-509292fa8c67 HTTP/1.1" status: 200 len: 217 time: 0.0602870 Feb 10 04:03:56.136663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e631ab-bd65-46d7-af20-43521323ac5a req-81da1b15-6afd-41c8-8117-1c7b1c4f5573 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:56.143641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60e631ab-bd65-46d7-af20-43521323ac5a req-81da1b15-6afd-41c8-8117-1c7b1c4f5573 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 943 time: 0.1579547 Feb 10 04:03:56.693483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-8f1ccb27-35ab-4396-9ace-7fb0571c741d tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:03:56.694553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-8f1ccb27-35ab-4396-9ace-7fb0571c741d tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157115 Feb 10 04:03:56.823583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-27df3c3b-91f9-4613-855c-8c141ad33ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:56.825102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-27df3c3b-91f9-4613-855c-8c141ad33ea8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fb2e94d3-1c7c-495e-b645-68fe20ff8a81 HTTP/1.1" status: 200 len: 865 time: 0.6782060 Feb 10 04:03:56.847942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60e631ab-bd65-46d7-af20-43521323ac5a req-56d721b7-9dc7-4235-91e6-e17f122824f5 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033117 Feb 10 04:03:56.854975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-130c3e80-3a94-4125-82b1-5d5f0cf61e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:56.856330 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-130c3e80-3a94-4125-82b1-5d5f0cf61e47 service neutron] 10.222.0.42 "GET /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 1124 time: 0.1431766 Feb 10 04:03:56.887152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Request body: {'binding': {'host': 'n-h2-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:56.887629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Unknown quota resources ['binding']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:03:56.921708 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-bad413a8-aa91-41c9-9c87-ad536dbca6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6feb67c3-71b2-4d26-9333-6f175b408719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675838 Feb 10 04:03:57.015402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-3df92083-1fdd-4bf1-9977-6aadfbb76a8d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:57.031594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-3df92083-1fdd-4bf1-9977-6aadfbb76a8d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.3676987 Feb 10 04:03:57.370059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-4e72aabb-671d-4c27-adda-d2aee6959b25 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 380 time: 0.3229935 Feb 10 04:03:57.385151 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-e33717de-bcd1-4729-a4c4-7bd858fa9200 service neutron] 10.222.0.43 "GET /v2.0/networks/6feb67c3-71b2-4d26-9333-6f175b408719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245524 Feb 10 04:03:57.398292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'port': {'device_id': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'admin_state_up': True, 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'security_groups': ['dec9eaae-53e8-4efe-9808-35c716b6cd48']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:57.465606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-4e4d4a4c-f499-4add-90bd-fa1b6fc2abb5 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:57.467344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-4e4d4a4c-f499-4add-90bd-fa1b6fc2abb5 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 822 time: 0.3765473 Feb 10 04:03:57.612230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device da333fa0-4ca7-4436-b8c3-509292fa8c67 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:03:57.677822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on host n-h2-827844-2 for vnic_type normal with profile None {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:03:57.685028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:03:57.685028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:57.691779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3585ef1d-9715-4940-93ab-1344ef1478cd tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/quotas/aba1c3fdf8cc4c6f8e495cc4965bd72b HTTP/1.1" status: 200 len: 375 time: 0.1347435 Feb 10 04:03:57.720031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:03:57.720475 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:03:57.777019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port da333fa0-4ca7-4436-b8c3-509292fa8c67, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=da333fa0-4ca7-4436-b8c3-509292fa8c67,segment=NetworkSegment(bfaf8584-7f36-4fa9-8274-6aca5a790e5f),segment_id=bfaf8584-7f36-4fa9-8274-6aca5a790e5f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:57.784058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-fd1ea2db-b3a8-42bf-92a8-4690bc8c338d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825429 Feb 10 04:03:57.787713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:03:57.788174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:03:57.789883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:03:57.790568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Bound port: 1e9db8b6-057e-4da3-b411-319e5dbec7db, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:03:57.800128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'da333fa0-4ca7-4436-b8c3-509292fa8c67', 'network_id': '6feb67c3-71b2-4d26-9333-6f175b408719', 'port_id': 'da333fa0-4ca7-4436-b8c3-509292fa8c67', 'mac_address': 'fa:16:3e:10:d9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2e94d3-1c7c-495e-b645-68fe20ff8a81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:03:57.802323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7c52e8-9a70-4936-8c24-1c6a3c831981 req-2cdaeb9c-b97a-430e-86d5-69f13f21ca0a service neutron] 10.222.0.43 "GET /v2.0/networks/6feb67c3-71b2-4d26-9333-6f175b408719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084713 Feb 10 04:03:57.911762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port da333fa0-4ca7-4436-b8c3-509292fa8c67 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:03:57.913733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:57.944299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da333fa0-4ca7-4436-b8c3-509292fa8c67 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:03:57.978990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port da333fa0-4ca7-4436-b8c3-509292fa8c67, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=da333fa0-4ca7-4436-b8c3-509292fa8c67,segment=NetworkSegment(bfaf8584-7f36-4fa9-8274-6aca5a790e5f),segment_id=bfaf8584-7f36-4fa9-8274-6aca5a790e5f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:03:57.980825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5200aca7-a197-4363-89c7-03e8acc47eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:58.016769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:03:58.044123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-1da70d3f-a138-4da5-84b3-5eef761c4922 service neutron] 10.222.0.42 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451158 Feb 10 04:03:58.162732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-156fe08a-388f-4df7-8712-536eeaad678f service neutron] 10.222.0.42 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174686 Feb 10 04:03:58.174428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Made reservation on behalf of abf0d4d19fe34e06a3d997474c9c4cd9 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:03:58.179324 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:58.264101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:58.304610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:58.322034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-f8fdc00c-ef2c-45c7-ab21-52fb14a3001e service neutron] 10.222.0.42 "POST /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db/bindings HTTP/1.1" status: 201 len: 389 time: 1.4403648 Feb 10 04:03:58.360718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=da333fa0-4ca7-4436-b8c3-509292fa8c67,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:58.457648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Allocated IP 172.20.0.10 (36db4135-2aff-4d08-a93b-23775dc656a5/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26/e823ab85-1fb8-4931-8c06-8f3a16039cc6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:03:58.540699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['da333fa0-4ca7-4436-b8c3-509292fa8c67'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:03:58.684661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e317893-fa8c-4fad-b1d4-b34ae95325d6 req-404a5574-f9ea-40f9-947e-70969cbfe201 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 210 time: 0.0661829 Feb 10 04:03:58.854829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:59.041966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649f5fe-e737-43c6-b6d8-e44a4caf4575 req-074ac1fa-d516-4eb6-9ab2-73fa0e7c2da3 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:59.050800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b649f5fe-e737-43c6-b6d8-e44a4caf4575 req-074ac1fa-d516-4eb6-9ab2-73fa0e7c2da3 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 944 time: 0.2090235 Feb 10 04:03:59.111366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d20c6ab5-5fe7-4c25-8ac0-ba53d042c359 req-fb187b87-bde1-498c-b60e-497abc00c3d4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 210 time: 0.0827591 Feb 10 04:03:59.197395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b649f5fe-e737-43c6-b6d8-e44a4caf4575 req-ddf5a12d-7ed2-430b-85ab-ee15affec586 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449921 Feb 10 04:03:59.297104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:59.312520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198667f5-552e-418b-9ad3-0e0ecef7816c req-3924a51e-d8b9-4071-b472-22af53eb8653 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:59.327375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-198667f5-552e-418b-9ad3-0e0ecef7816c req-3924a51e-d8b9-4071-b472-22af53eb8653 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.0977442 Feb 10 04:03:59.380786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:03:59.389128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-198667f5-552e-418b-9ad3-0e0ecef7816c req-8a3c6232-f2a6-4059-a5b9-eba39f81638c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599155 Feb 10 04:03:59.408623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:03:59.410326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:03:59.413543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:03:59.538407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:59.538407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:59.581917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-67a6c387-0cbf-4ccb-b69b-db55ffaa4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:59.583788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-67a6c387-0cbf-4ccb-b69b-db55ffaa4c26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1127 time: 0.1184905 Feb 10 04:03:59.623645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device da333fa0-4ca7-4436-b8c3-509292fa8c67 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:03:59.701577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-7b9084ab-468c-4b33-bdea-c7f9e58e1279 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3164279 Feb 10 04:03:59.717154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Request body: {'port': {'device_id': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:03:59.893376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-092c3b31-52be-4f82-875b-ea44c29c14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:03:59.895005 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-092c3b31-52be-4f82-875b-ea44c29c14c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.3032916 Feb 10 04:03:59.916700 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:59.971534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8c1a34c5-23cf-4557-b505-a4c23d085d42 None None] Provisioning complete for port e823ab85-1fb8-4931-8c06-8f3a16039cc6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:03:59.971962 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8c1a34c5-23cf-4557-b505-a4c23d085d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:03:59.973545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-8051f7fc-c170-4f8e-8737-b88eb39fdf30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 217 time: 0.0711415 Feb 10 04:04:00.015096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a34c5-23cf-4557-b505-a4c23d085d42 None None] Port e823ab85-1fb8-4931-8c06-8f3a16039cc6 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:04:00.053868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859b3df-722c-492f-a1e9-e30eacfde490 req-de694b55-fc15-49bd-91a0-b2591a2db7ac tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:00.056531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b859b3df-722c-492f-a1e9-e30eacfde490 req-de694b55-fc15-49bd-91a0-b2591a2db7ac tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 932 time: 0.2412257 Feb 10 04:04:00.157484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-de22e986-5f5d-4cfa-ac9c-b0269621435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:00.158995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-de22e986-5f5d-4cfa-ac9c-b0269621435c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1788757 Feb 10 04:04:00.189434 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b6cf980e-16ab-43ab-982f-dd070ea8da9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:00.193059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port da333fa0-4ca7-4436-b8c3-509292fa8c67 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:04:00.195424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port da333fa0-4ca7-4436-b8c3-509292fa8c67 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:00.196628 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:00.212851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb35fc28-b157-4327-acc2-9feb50f27dd0 req-0c648113-780d-4565-b0f5-79587dd61644 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 210 time: 0.0361078 Feb 10 04:04:00.221701 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-4082d02c-4831-4957-bb1e-8a701b2f5b94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490375 Feb 10 04:04:00.243576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b859b3df-722c-492f-a1e9-e30eacfde490 req-6a1c7cf0-843e-4bd5-8e69-20bd5efcd781 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803317 Feb 10 04:04:00.309664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port da333fa0-4ca7-4436-b8c3-509292fa8c67 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:00.310033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:00.345231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06609c41-e557-49d2-aa60-d07a35a2316b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da333fa0-4ca7-4436-b8c3-509292fa8c67'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:00.352865 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d281363-bb27-437c-99f0-5011bd7699de" -d '{"events": [{"server_uuid": "06609c41-e557-49d2-aa60-d07a35a2316b", "name": "network-vif-plugged", "status": "completed", "tag": "da333fa0-4ca7-4436-b8c3-509292fa8c67"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:00.389515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc33fc6-002b-4092-a5d6-95c50b527b58 req-3f9216af-b09d-4dac-926c-9115adfb159f tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:00.391074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port da333fa0-4ca7-4436-b8c3-509292fa8c67, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=da333fa0-4ca7-4436-b8c3-509292fa8c67,segment=NetworkSegment(bfaf8584-7f36-4fa9-8274-6aca5a790e5f),segment_id=bfaf8584-7f36-4fa9-8274-6aca5a790e5f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:00.391718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bc33fc6-002b-4092-a5d6-95c50b527b58 req-3f9216af-b09d-4dac-926c-9115adfb159f tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 944 time: 0.0818861 Feb 10 04:04:00.434610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-90b5ca69-a885-4635-a044-e85ff23ed082 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062225 Feb 10 04:04:00.439514 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507aa4e8-e951-4fc9-8622-6c8bd1d8eed0 x-openstack-request-id: req-507aa4e8-e951-4fc9-8622-6c8bd1d8eed0 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:00.439809 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06609c41-e557-49d2-aa60-d07a35a2316b", "name": "network-vif-plugged", "status": "completed", "tag": "da333fa0-4ca7-4436-b8c3-509292fa8c67", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:00.440068 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-507aa4e8-e951-4fc9-8622-6c8bd1d8eed0 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:00.440467 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06609c41-e557-49d2-aa60-d07a35a2316b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da333fa0-4ca7-4436-b8c3-509292fa8c67', 'code': 200} Feb 10 04:04:00.497053 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:00.566205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=da333fa0-4ca7-4436-b8c3-509292fa8c67,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:00.683389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134f74-4f6b-4ced-9c11-b81c3ceebeab req-98d1f3fc-e715-4684-9dde-7ce5b059f7fc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:00.684085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bc33fc6-002b-4092-a5d6-95c50b527b58 req-e2ce3aaf-48fd-4658-a79b-1df1711bf5a0 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768331 Feb 10 04:04:00.691277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7134f74-4f6b-4ced-9c11-b81c3ceebeab req-98d1f3fc-e715-4684-9dde-7ce5b059f7fc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1694634 Feb 10 04:04:00.703417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:00.723296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631ab3e-00ed-4d23-81e8-e909b790c9d6 req-fcea4c9b-c3d9-4ff8-bfcf-e40fec475d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:00.724871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7631ab3e-00ed-4d23-81e8-e909b790c9d6 req-fcea4c9b-c3d9-4ff8-bfcf-e40fec475d55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 1127 time: 0.1577156 Feb 10 04:04:00.725981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Publish callbacks [] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:00.732246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-65f187f6-cb91-4b55-90c5-2b6625559f3f service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825081 Feb 10 04:04:00.772372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Transition to ACTIVE for port object e823ab85-1fb8-4931-8c06-8f3a16039cc6 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:04:00.795257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7134f74-4f6b-4ced-9c11-b81c3ceebeab req-f9f30cc8-7dc0-486e-83b5-9eb0624f1502 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927341 Feb 10 04:04:00.819609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7631ab3e-00ed-4d23-81e8-e909b790c9d6 req-aa80b231-d5e4-4b04-a7b8-c3203584d02a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880606 Feb 10 04:04:00.932005 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:00.933627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:01.017489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:01.273158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Attempting to bind port e823ab85-1fb8-4931-8c06-8f3a16039cc6 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:01.273968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Attempting to bind port e823ab85-1fb8-4931-8c06-8f3a16039cc6 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:01.273968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Attempting to bind port e823ab85-1fb8-4931-8c06-8f3a16039cc6 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:01.315365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bd9ce-8e1a-41cc-9e3f-6e37810ccfca req-03af7689-72fb-47ce-95c8-80f35e6519cf tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:01.316933 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b9bd9ce-8e1a-41cc-9e3f-6e37810ccfca req-03af7689-72fb-47ce-95c8-80f35e6519cf tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.1517222 Feb 10 04:04:01.317550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Port e823ab85-1fb8-4931-8c06-8f3a16039cc6 on network 36db4135-2aff-4d08-a93b-23775dc656a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:01.317867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Attempting to bind port e823ab85-1fb8-4931-8c06-8f3a16039cc6 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:01.344279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:01.344726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:01.345189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Bound using segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:01.345550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Bound port: e823ab85-1fb8-4931-8c06-8f3a16039cc6, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:01.345909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:01.439968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b9bd9ce-8e1a-41cc-9e3f-6e37810ccfca req-3b9477c6-e5ca-4ed5-aa3f-0749bf99c670 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968695 Feb 10 04:04:01.459908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:01.463774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:01.527982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-972e8046-ac57-4b94-ae11-013532f2c506 req-cc3d76a1-0f33-4eaa-a450-c6855c0bf86a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 210 time: 0.1877086 Feb 10 04:04:01.588926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-58be66c3-9018-4d6c-93f5-28b79ac2d901 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2621088 Feb 10 04:04:01.614295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:01.718142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:01.718142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:01.718142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] 10.222.0.43 "PUT /v2.0/ports/e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1092 time: 1.9701893 Feb 10 04:04:01.718142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:01.718142 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6342ce34-338a-4680-ade9-b1cb54b6d096" -d '{"events": [{"name": "network-changed", "server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:01.725009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be59a4-d5c7-4812-8d5c-7104401b367c service neutron] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:01.738977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922d68f-1304-4108-81ed-b12b264f6a3c req-31288d0e-f0b7-4cde-af35-34fb7a2a3647 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:01.741416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8922d68f-1304-4108-81ed-b12b264f6a3c req-31288d0e-f0b7-4cde-af35-34fb7a2a3647 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 944 time: 0.1752453 Feb 10 04:04:01.752004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-9f3faa9d-3af5-4ff0-bc91-689bdfc2d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:01.752637 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a61f9b7-da11-449f-aeb6-311aa99ef810 x-openstack-request-id: req-4a61f9b7-da11-449f-aeb6-311aa99ef810 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:01.752637 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:01.752637 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a61f9b7-da11-449f-aeb6-311aa99ef810 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:01.752637 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'status': 'completed', 'code': 200} Feb 10 04:04:01.753123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-9f3faa9d-3af5-4ff0-bc91-689bdfc2d349 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 1126 time: 0.0812025 Feb 10 04:04:01.872675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ce34-338a-4680-ade9-b1cb54b6d096 req-0c92e530-e7b2-4291-b67c-fd07b46103b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:01.874577 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6342ce34-338a-4680-ade9-b1cb54b6d096 req-0c92e530-e7b2-4291-b67c-fd07b46103b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1126 time: 0.1036186 Feb 10 04:04:01.896400 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8922d68f-1304-4108-81ed-b12b264f6a3c req-9ce678da-d262-490a-b3ef-f2e15f44e2b0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399283 Feb 10 04:04:01.948229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-54057e2b-0e39-42ab-aeb9-46b578867597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:01.949870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-54057e2b-0e39-42ab-aeb9-46b578867597 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.1577106 Feb 10 04:04:02.058370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-e593e691-bb88-4562-8488-b658b77ad8f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 200 len: 217 time: 0.1026616 Feb 10 04:04:02.122801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2293-43ca-4847-905c-19b634ba4158 req-12761044-8227-4f96-986e-88260d412955 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.124656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21b02-3fcb-416a-ab34-716d8b85cbfd req-40878513-516f-49a4-8237-b4ae3dd10d9c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.126465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24f21b02-3fcb-416a-ab34-716d8b85cbfd req-40878513-516f-49a4-8237-b4ae3dd10d9c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.0997660 Feb 10 04:04:02.132660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cbc2293-43ca-4847-905c-19b634ba4158 req-12761044-8227-4f96-986e-88260d412955 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 945 time: 0.2643139 Feb 10 04:04:02.171303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-fa502a47-3140-4219-83bc-3ed0afafe006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.172912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-fa502a47-3140-4219-83bc-3ed0afafe006 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1079881 Feb 10 04:04:02.177913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ce34-338a-4680-ade9-b1cb54b6d096 req-7e80b479-e7a8-42ed-9a94-b864fa0b28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.179649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6342ce34-338a-4680-ade9-b1cb54b6d096 req-7e80b479-e7a8-42ed-9a94-b864fa0b28a0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2900441 Feb 10 04:04:02.246292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24f21b02-3fcb-416a-ab34-716d8b85cbfd req-2b1b91a2-4ec8-45d5-bfd5-6e279ccb1a98 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949464 Feb 10 04:04:02.255312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cbc2293-43ca-4847-905c-19b634ba4158 req-1bb4a61c-63bf-4d2e-bfbd-e134c1acd841 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208558 Feb 10 04:04:02.308411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-1ab48b13-3003-462d-927c-4e35bb25d597 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671070 Feb 10 04:04:02.391805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ce34-338a-4680-ade9-b1cb54b6d096 req-af02a755-8422-468d-ab4e-1d1f70f5f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.393475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6342ce34-338a-4680-ade9-b1cb54b6d096 req-af02a755-8422-468d-ab4e-1d1f70f5f917 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025778 Feb 10 04:04:02.495613 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:02.546521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-6f44d774-2da7-45f3-a16a-45696c26fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.548263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-6f44d774-2da7-45f3-a16a-45696c26fdb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1126 time: 0.0990632 Feb 10 04:04:02.640629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-c2b5b14d-5cb5-4c3e-b46d-3cf221fcb712 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 217 time: 0.0850670 Feb 10 04:04:02.676119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffdc84d2-82cc-454d-a3fa-dbd7ce82c941 req-1755f045-c156-4b05-b46f-7270c747621a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 210 time: 0.0346022 Feb 10 04:04:02.783003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-72207e46-d76d-4fbc-afd7-30efb832af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.785952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-72207e46-d76d-4fbc-afd7-30efb832af78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0731089 Feb 10 04:04:02.838646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-b7242287-fe0a-412b-9dfd-70a6c15df472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.840656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-b7242287-fe0a-412b-9dfd-70a6c15df472 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500922 Feb 10 04:04:02.895547 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-d4c01123-a291-4709-9d34-b2d82bedd27f service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734847 Feb 10 04:04:02.901640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-61c55fb9-7376-4844-ac50-c697c9d05f6a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:02.907224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-61c55fb9-7376-4844-ac50-c697c9d05f6a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 822 time: 0.5929923 Feb 10 04:04:02.952569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-2db1d006-075e-4978-9a37-086ccdad5050 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051643 Feb 10 04:04:02.959798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Request body: {'port': {'device_id': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'admin_state_up': True, 'tenant_id': 'aba1c3fdf8cc4c6f8e495cc4965bd72b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:03.121152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86436aae-90e3-4b1a-b7e8-518f23622eaa req-ae291d57-0c2c-465d-8988-6216ed5f8730 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524892 Feb 10 04:04:03.157932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0e3ce-96bd-46cd-a9eb-53c795e4c0cf req-74064acd-66e9-49ab-9c65-259a9a3f88da tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:03.158163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9afedee6-4121-46bf-96f6-7a5e75203b84 req-26d08df1-8456-48a4-96b3-dd3ccadd2f35 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452230 Feb 10 04:04:03.158273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75c0e3ce-96bd-46cd-a9eb-53c795e4c0cf req-74064acd-66e9-49ab-9c65-259a9a3f88da tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 944 time: 0.1273377 Feb 10 04:04:03.212682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75c0e3ce-96bd-46cd-a9eb-53c795e4c0cf req-a271760e-538e-4d69-8c1b-1b5e132fee7f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554028 Feb 10 04:04:03.324556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381bb1f-0b2e-4822-9bcb-e4ca3d0a1ea7 req-0d04e4e2-70ea-4680-a7ba-81f5c1788889 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:03.326180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c381bb1f-0b2e-4822-9bcb-e4ca3d0a1ea7 req-0d04e4e2-70ea-4680-a7ba-81f5c1788889 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.0583398 Feb 10 04:04:03.341542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Made reservation on behalf of aba1c3fdf8cc4c6f8e495cc4965bd72b for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:03.344992 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:03.400211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293d5a-bd79-47f0-9302-44ff76f3c9d6 req-f947a51b-0544-4411-a687-4693b48cc795 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:03.402268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5293d5a-bd79-47f0-9302-44ff76f3c9d6 req-f947a51b-0544-4411-a687-4693b48cc795 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 945 time: 0.0761998 Feb 10 04:04:03.440541 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c381bb1f-0b2e-4822-9bcb-e4ca3d0a1ea7 req-573ab436-3a7a-4dfb-9eb2-2dab1aea3004 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088068 Feb 10 04:04:03.508861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5293d5a-bd79-47f0-9302-44ff76f3c9d6 req-f164e4a2-cf78-4453-88c1-398597c9d4ee tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000729 Feb 10 04:04:03.581434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Allocated IP 172.20.0.11 (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f/23ad6bce-67c3-4926-8545-5ae7163d3d13/9524de22-63d2-4839-a5c8-623a102b7fe6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:03.704216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2b515-dea1-48fb-9d92-be33cfda9a12 req-8a3f05ae-1724-4b37-bb12-79b2da8bd485 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:03.705383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae2b515-dea1-48fb-9d92-be33cfda9a12 req-8a3f05ae-1724-4b37-bb12-79b2da8bd485 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 945 time: 0.0645006 Feb 10 04:04:03.746378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf2285-fbd2-4bd2-9dda-d5505666ef8c req-0903760d-d5d1-49eb-b582-15f80d24ca40 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:03.753548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24cf2285-fbd2-4bd2-9dda-d5505666ef8c req-0903760d-d5d1-49eb-b582-15f80d24ca40 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1761272 Feb 10 04:04:03.765692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae2b515-dea1-48fb-9d92-be33cfda9a12 req-01d4ce58-a197-4c93-9c1b-60c6280b8e0b tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Feb 10 04:04:03.882251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24cf2285-fbd2-4bd2-9dda-d5505666ef8c req-13d5ab09-d6ff-43e7-b973-a34784b50007 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278007 Feb 10 04:04:03.886801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:03.891567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:03.941886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-759cb083-b0a0-4081-9be1-c317cc56766f req-389192ef-9103-4d9c-aac0-4c70402cccd5 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 210 time: 0.0341074 Feb 10 04:04:04.088799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:04.090375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af74ab-733e-43ef-ab39-435e88e2413b req-658c58fa-9b51-4d94-bb56-4469e7aa3ff6 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:04.092157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25af74ab-733e-43ef-ab39-435e88e2413b req-658c58fa-9b51-4d94-bb56-4469e7aa3ff6 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 951 time: 0.0757570 Feb 10 04:04:04.147905 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25af74ab-733e-43ef-ab39-435e88e2413b req-1abaeef2-c306-4518-9c4c-779ad1ae3981 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486455 Feb 10 04:04:04.152102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:04.158366 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:04.160860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:04.191679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:04.205737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0f6f3-90fe-4613-affe-e46ea223f0dd req-cdac1cb3-00b7-4b1c-ad17-80d745ac59c4 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:04.207389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcc0f6f3-90fe-4613-affe-e46ea223f0dd req-cdac1cb3-00b7-4b1c-ad17-80d745ac59c4 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 945 time: 0.1590228 Feb 10 04:04:04.248822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:04.249482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:04.287363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcc0f6f3-90fe-4613-affe-e46ea223f0dd req-7c32b20d-256b-4420-9b4d-64dfa586a403 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690873 Feb 10 04:04:04.370514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-3cd2764e-a9ef-4882-8041-68360b221a3d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4404171 Feb 10 04:04:04.386566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Request body: {'port': {'device_id': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:04.411985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da311-8961-4d7b-bc2f-1b889b2a78ce req-2df62a13-36b5-45f1-a366-3d0cb72b100a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:04.413538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb2da311-8961-4d7b-bc2f-1b889b2a78ce req-2df62a13-36b5-45f1-a366-3d0cb72b100a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 944 time: 0.0605946 Feb 10 04:04:04.507640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb2da311-8961-4d7b-bc2f-1b889b2a78ce req-cc53cd74-a461-479d-bd23-77ed906e6125 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857847 Feb 10 04:04:04.525444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:04.767833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-271a41b5-225c-4755-9324-0f20fae59fe5 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:04.769820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-271a41b5-225c-4755-9324-0f20fae59fe5 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.1045368 Feb 10 04:04:04.778942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca7c6c-1c1b-40c2-a2f4-ad24e6bb6dbb req-b73650b1-1058-4293-b6b9-3cf04a8e45a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:04.787228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20ca7c6c-1c1b-40c2-a2f4-ad24e6bb6dbb req-b73650b1-1058-4293-b6b9-3cf04a8e45a7 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 946 time: 0.1608620 Feb 10 04:04:04.919196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20ca7c6c-1c1b-40c2-a2f4-ad24e6bb6dbb req-fa3eb2e2-76db-4542-9d34-5ae54eacc81e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups?id=1673dfef-c625-4250-b692-913bcd182ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306849 Feb 10 04:04:04.969826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9524de22-63d2-4839-a5c8-623a102b7fe6 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:04.985242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Deleting port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:04.985242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.003932 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Publish callbacks [] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.019823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Transition to ACTIVE for port object 9524de22-63d2-4839-a5c8-623a102b7fe6 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:04:05.263786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.333469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:05.464990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] For port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:05.465349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.472809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Attempting to bind port 9524de22-63d2-4839-a5c8-623a102b7fe6 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:05.473453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Attempting to bind port 9524de22-63d2-4839-a5c8-623a102b7fe6 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:05.473697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Attempting to bind port 9524de22-63d2-4839-a5c8-623a102b7fe6 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:05.480672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Port 9524de22-63d2-4839-a5c8-623a102b7fe6 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:05.481514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Attempting to bind port 9524de22-63d2-4839-a5c8-623a102b7fe6 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:05.489245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:05.489867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Checking segment: {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:05.490255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Bound using segment: {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:05.490686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Bound port: 9524de22-63d2-4839-a5c8-623a102b7fe6, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:05.491106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.637845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29257ca-3f1b-4ddf-9d41-921bb1308b49 req-28176d3f-fd60-4348-aec9-b79ddc0e6e7f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:05.645836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a29257ca-3f1b-4ddf-9d41-921bb1308b49 req-28176d3f-fd60-4348-aec9-b79ddc0e6e7f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 944 time: 0.1244984 Feb 10 04:04:05.660294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:05.666672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:05.721641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a29257ca-3f1b-4ddf-9d41-921bb1308b49 req-a7914b39-e996-4b59-ab67-1a720e517d8d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747902 Feb 10 04:04:05.723033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:05.731601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.731987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (fa59238c-fb25-40e6-9f49-941275f1a9b9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.732320 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Floating IP fa59238c-fb25-40e6-9f49-941275f1a9b9 disassociated. External IP: 172.25.8.184, port: 9161d65c-8ec3-4b23-a1b3-1a4660197fd8. Feb 10 04:04:05.732684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Calling delete_port for 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:05.754957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:05.893297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.912216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239dda4-0f50-4ec8-8069-27197dae3988 req-7fe577ea-bc90-49ed-bcb1-696894b8c275 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:05.913875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f239dda4-0f50-4ec8-8069-27197dae3988 req-7fe577ea-bc90-49ed-bcb1-696894b8c275 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1115236 Feb 10 04:04:05.929883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 81dc65a0-962f-42c5-83d9-06a292b66e92 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:05.930814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:05.992587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:05.995566 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23400f4d-0b25-4b7a-a0f3-f3041d9a9485" -d '{"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-unplugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:06.016437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:06.021768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f239dda4-0f50-4ec8-8069-27197dae3988 req-71518988-566a-4902-9cfa-f13a034d4b80 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797679 Feb 10 04:04:06.042828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:06.043033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:06.043149 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:06.045601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] 10.222.0.24 "PUT /v2.0/ports/9524de22-63d2-4839-a5c8-623a102b7fe6 HTTP/1.1" status: 200 len: 1092 time: 1.6636879 Feb 10 04:04:06.047979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:06.050580 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3db392-e1a2-484f-87d1-2e6c49f6f944" -d '{"events": [{"name": "network-changed", "server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:06.056838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'mac_address': 'fa:16:3e:95:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:06.069003 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9161d65c-8ec3-4b23-a1b3-1a4660197fd8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:06.103380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fee5c7-14d2-49f0-9216-93355f88e21e service neutron] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:06.105121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:06.134618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438de313-9774-4ab4-83ec-f7fd2742f5f2 req-400c6be0-3ab0-45f3-acc5-42a04748ab80 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:06.146650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-438de313-9774-4ab4-83ec-f7fd2742f5f2 req-400c6be0-3ab0-45f3-acc5-42a04748ab80 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 945 time: 0.1592915 Feb 10 04:04:06.171474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event deleted for resources: {'Port': ['ID=9161d65c-8ec3-4b23-a1b3-1a4660197fd8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:06.171696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:06.182076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:06.182506 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:06.213157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:06.255882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:06.279113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-438de313-9774-4ab4-83ec-f7fd2742f5f2 req-a01b9f59-a967-45b5-8575-e8b189de27d7 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260378 Feb 10 04:04:06.314767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-f5ee7d8f-541d-4614-ad01-13db16f3a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:06.316622 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-f5ee7d8f-541d-4614-ad01-13db16f3a0f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 1126 time: 0.1107013 Feb 10 04:04:06.323956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682eab15-f7d5-4f25-afd6-d72ca13408ce req-404acb73-4474-49b5-bd46-f5158a1b36e2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:06.325751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-682eab15-f7d5-4f25-afd6-d72ca13408ce req-404acb73-4474-49b5-bd46-f5158a1b36e2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 944 time: 0.1830451 Feb 10 04:04:06.376965 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-af7c05cc-ec17-4585-bbb0-fed949c5c68a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9524de22-63d2-4839-a5c8-623a102b7fe6 HTTP/1.1" status: 200 len: 217 time: 0.0536771 Feb 10 04:04:06.394222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:06.449700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-08a545d3-80f0-4723-9a87-97518cf60d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:06.451282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-08a545d3-80f0-4723-9a87-97518cf60d67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ad6bce-67c3-4926-8545-5ae7163d3d13 HTTP/1.1" status: 200 len: 862 time: 0.0692415 Feb 10 04:04:06.504013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-682eab15-f7d5-4f25-afd6-d72ca13408ce req-3753fe07-6bc8-4865-a006-d1d042ab5531 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624663 Feb 10 04:04:06.511794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Router 82ce8e27-246d-44cf-872b-0eb83d63556b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:04:06.514315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-55f68c9c-d717-438c-b8bd-15325a6aac0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565836 Feb 10 04:04:06.535610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:06.606975 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598bc9d5-99e4-484c-89b0-f48a70b30f8b x-openstack-request-id: req-598bc9d5-99e4-484c-89b0-f48a70b30f8b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:06.607278 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-unplugged", "status": "completed", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:06.607531 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-598bc9d5-99e4-484c-89b0-f48a70b30f8b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:06.607921 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'code': 200} Feb 10 04:04:06.647931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e823ab85-1fb8-4931-8c06-8f3a16039cc6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:06.731106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9069d5ca-2766-405d-a9f9-929e7e57218e req-b8dfa154-8cf9-4190-b916-5758a7ce527e tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 210 time: 0.0966716 Feb 10 04:04:06.814931 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230c5a95-81b2-4e46-bf1e-3c968a2854bb x-openstack-request-id: req-230c5a95-81b2-4e46-bf1e-3c968a2854bb {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:06.815179 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:06.816122 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-230c5a95-81b2-4e46-bf1e-3c968a2854bb {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:06.816122 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'status': 'completed', 'code': 200} Feb 10 04:04:06.850327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:04:06.901476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] Sync routers for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:04:06.919673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] No DVR routers for this DVR port 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:06.931695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc695165-4e87-4114-908f-476928e1c828 req-5a3f30c0-d0f8-4ae2-af6d-a3c3d2632f14 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:06.934502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc695165-4e87-4114-908f-476928e1c828 req-5a3f30c0-d0f8-4ae2-af6d-a3c3d2632f14 tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.43 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 945 time: 0.1813509 Feb 10 04:04:06.940004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-10c052c8-6519-4fe4-9772-b188e48150f8 service neutron] 10.222.0.24 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198389 Feb 10 04:04:06.957339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:06.967096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4c967bd-e9f8-478d-aa28-3cec0ea044d0 req-4fbff47f-207c-4dbc-853d-d87bf55ae9ec tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.24 "DELETE /v2.0/ports/9161d65c-8ec3-4b23-a1b3-1a4660197fd8 HTTP/1.1" status: 204 len: 173 time: 2.1746964 Feb 10 04:04:06.968007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'name': 'network-vif-deleted', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:06.972576 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fb58fe-e0d6-4f1a-9cd5-08d113862570" -d '{"events": [{"server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "name": "network-vif-deleted", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:06.991748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:04:06.996307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:04:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:07.032695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ddc2a-609a-4c1d-8011-3c661c8d742d req-6a9fcf27-8877-4877-a1fa-65b0206d2bf1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:07.042178 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f45ddc2a-609a-4c1d-8011-3c661c8d742d req-6a9fcf27-8877-4877-a1fa-65b0206d2bf1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 944 time: 0.1588275 Feb 10 04:04:07.126449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f45ddc2a-609a-4c1d-8011-3c661c8d742d req-c7db5c16-0b96-4802-97fd-8911d44c95d7 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787525 Feb 10 04:04:07.147093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Deleting port da333fa0-4ca7-4436-b8c3-509292fa8c67 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:07.147093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:07.217327 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f735e28-1696-4980-833d-4292c84a0f49 x-openstack-request-id: req-8f735e28-1696-4980-833d-4292c84a0f49 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:07.217603 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3", "name": "network-vif-deleted", "tag": "9161d65c-8ec3-4b23-a1b3-1a4660197fd8", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:07.217861 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f735e28-1696-4980-833d-4292c84a0f49 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:07.218452 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3', 'name': 'network-vif-deleted', 'tag': '9161d65c-8ec3-4b23-a1b3-1a4660197fd8', 'status': 'completed', 'code': 200} Feb 10 04:04:07.283597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:04:07.294927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd34ce23-7435-4a02-8a48-ae8ed9ded2d0 req-ef2a1bfa-400f-4642-bf11-861abc1eca05 service neutron] 10.222.0.24 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942426 Feb 10 04:04:07.352453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428c520-b9ca-44bf-b8b9-39985fdf780c req-81fb3218-b96b-4edb-aead-15d0ad0a2fe8 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:07.355966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5428c520-b9ca-44bf-b8b9-39985fdf780c req-81fb3218-b96b-4edb-aead-15d0ad0a2fe8 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1086154 Feb 10 04:04:07.378860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] For port da333fa0-4ca7-4436-b8c3-509292fa8c67, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=da333fa0-4ca7-4436-b8c3-509292fa8c67,segment=NetworkSegment(bfaf8584-7f36-4fa9-8274-6aca5a790e5f),segment_id=bfaf8584-7f36-4fa9-8274-6aca5a790e5f)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:07.382526 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:07.402111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Calling delete_port for da333fa0-4ca7-4436-b8c3-509292fa8c67 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:07.457498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5428c520-b9ca-44bf-b8b9-39985fdf780c req-59468cd9-e497-4447-bc38-b5c08c915423 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796573 Feb 10 04:04:07.560806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:59Z', 'revision_number': 5, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:07.611289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] Checking router: 82ce8e27-246d-44cf-872b-0eb83d63556b for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:04:07.623002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:04:07.623872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:04:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:07.671258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-d4895a2e-c395-4cd5-a4b7-be7e24e17077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:07.673393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-d4895a2e-c395-4cd5-a4b7-be7e24e17077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 1126 time: 0.2031543 Feb 10 04:04:07.709858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57176-9f94-4154-9a9e-a82625865def req-96261b36-3933-492a-84ea-56bad330866f tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:07.712317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7b57176-9f94-4154-9a9e-a82625865def req-96261b36-3933-492a-84ea-56bad330866f tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 945 time: 0.2430594 Feb 10 04:04:07.732832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:07.747851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ecf87-1c3c-4d13-9578-9305c914919f req-79dd255b-ef40-4a2d-9da2-fd443839414a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:07.756769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da3ecf87-1c3c-4d13-9578-9305c914919f req-79dd255b-ef40-4a2d-9da2-fd443839414a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1049640 Feb 10 04:04:07.829734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:04:07.831090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da3ecf87-1c3c-4d13-9578-9305c914919f req-a1333224-442c-408c-80fa-cf3c89b2c212 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727549 Feb 10 04:04:07.936690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (da333fa0-4ca7-4436-b8c3-509292fa8c67), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:07.947159 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7b57176-9f94-4154-9a9e-a82625865def req-7975bf6f-467d-4468-a2c7-ec746c29127c tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06c65f1-6738-4032-baac-9cbc7c080bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086799 Feb 10 04:04:07.984802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-3231ff81-ae30-4c68-a24c-ed68b0f45bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:07.986993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-3231ff81-ae30-4c68-a24c-ed68b0f45bdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 923 time: 0.2959738 Feb 10 04:04:08.025416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Pushing event deleted for resources: {'Port': ['ID=da333fa0-4ca7-4436-b8c3-509292fa8c67,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:08.040234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b81ce71-57c9-4284-8444-a3d9b54a4baa req-80482e3a-a92d-4067-82b1-d875297498d2 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c4d9d3f-37e1-4fe0-9c03-215bd41cf8d3 HTTP/1.1" status: 200 len: 210 time: 0.0456369 Feb 10 04:04:08.083361 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-bb262e23-e37e-49de-91b0-5fba428f23c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9524de22-63d2-4839-a5c8-623a102b7fe6 HTTP/1.1" status: 200 len: 217 time: 0.0657916 Feb 10 04:04:08.092266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port e823ab85-1fb8-4931-8c06-8f3a16039cc6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:04:08.139508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e823ab85-1fb8-4931-8c06-8f3a16039cc6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:08.160945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:08.225799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] No DVR routers for this DVR port da333fa0-4ca7-4436-b8c3-509292fa8c67 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:08.230981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:08.236543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc695165-4e87-4114-908f-476928e1c828 req-2bdb0b16-892f-4785-9e5b-187266d5d4fb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.43 "DELETE /v2.0/ports/da333fa0-4ca7-4436-b8c3-509292fa8c67 HTTP/1.1" status: 204 len: 173 time: 1.2956326 Feb 10 04:04:08.295080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-470db612-2b3d-4fab-9a25-7a1f89167858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:08.297231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-470db612-2b3d-4fab-9a25-7a1f89167858 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ad6bce-67c3-4926-8545-5ae7163d3d13 HTTP/1.1" status: 200 len: 862 time: 0.1784003 Feb 10 04:04:08.351439 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-b4579828-7ad8-495a-92c3-03b970ccc51f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428674 Feb 10 04:04:08.382716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901715-0316-43e9-a21b-7d017045f1c8 req-971a55d8-0ce7-481f-8280-8fa855cc98d9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:08.392538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44901715-0316-43e9-a21b-7d017045f1c8 req-971a55d8-0ce7-481f-8280-8fa855cc98d9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 944 time: 0.1470661 Feb 10 04:04:08.400334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-98026e11-d2f8-4438-b4ca-bf02295be254 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:08.402021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-98026e11-d2f8-4438-b4ca-bf02295be254 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.1368823 Feb 10 04:04:08.418020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-3f2abc42-b88a-4dcc-88d7-925afb623f14 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/quotas/6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 375 time: 0.0105669 Feb 10 04:04:08.495403 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-12cfa8fd-db20-4654-8f3b-115633f7a7aa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650947 Feb 10 04:04:08.518714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:59Z', 'revision_number': 5, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:08.527113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44901715-0316-43e9-a21b-7d017045f1c8 req-a5356db0-a8a5-47c1-a43c-0f26ff547362 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334405 Feb 10 04:04:08.567108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da04982-a95a-490c-970a-a850d95bff18 None None] The sync data for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 is: [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:53Z', 'revision_number': 4, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '51c125e8-a27a-4eaf-aac8-493381f372ac', 'name': '', 'network_id': 'd1e9990d-7c66-4197-a579-39635b77beb4', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'mac_address': 'fa:16:3e:d6:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:02:59Z', 'revision_number': 5, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'subnets': [{'id': '1015e7e0-47c7-4242-bf6f-2f18f4c363f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:04:08.570031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:08.570622 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:08.610343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:08.613294 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da4f582-44c4-452c-a0f8-39cd86d035d7" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:08.624672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-73bbeb7f-2bfd-4571-a769-508ba8cc28de service neutron] 10.222.0.24 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641380 Feb 10 04:04:08.661375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:08.720241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-a72580ab-49f2-4731-95e1-2164ac39f847 service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173095 Feb 10 04:04:08.789203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:08.791005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device da333fa0-4ca7-4436-b8c3-509292fa8c67 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:08.817108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06609c41-e557-49d2-aa60-d07a35a2316b', 'name': 'network-vif-deleted', 'tag': 'da333fa0-4ca7-4436-b8c3-509292fa8c67'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:08.820215 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07621013-6a79-4521-888e-c07525ba3845" -d '{"events": [{"server_uuid": "06609c41-e557-49d2-aa60-d07a35a2316b", "name": "network-vif-deleted", "tag": "da333fa0-4ca7-4436-b8c3-509292fa8c67"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:08.844506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e87c9-2934-45a2-85c2-7b37d35c0a83 req-cc7abb5b-a94e-443e-8e9f-fe0db1e6fa65 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:08.850609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-889e87c9-2934-45a2-85c2-7b37d35c0a83 req-cc7abb5b-a94e-443e-8e9f-fe0db1e6fa65 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1055934 Feb 10 04:04:08.855026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a3db392-e1a2-484f-87d1-2e6c49f6f944 req-d8b5320b-c430-4e11-9f03-f0dfe9267eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221541 Feb 10 04:04:08.904085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-12e5ff09-ff33-442c-87f9-4c7ff4f203ab service neutron] 10.222.0.42 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772792 Feb 10 04:04:08.916612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9524de22-63d2-4839-a5c8-623a102b7fe6 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:08.919262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:08.924808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: da333fa0-4ca7-4436-b8c3-509292fa8c67 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:08.925062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device da333fa0-4ca7-4436-b8c3-509292fa8c67 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:08.956501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-889e87c9-2934-45a2-85c2-7b37d35c0a83 req-334714fb-ba10-485d-9ed5-773107ad3956 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971293 Feb 10 04:04:08.984309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:09.006125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:09.006523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9161d65c-8ec3-4b23-a1b3-1a4660197fd8 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:09.060060 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa351e-bbf8-434c-83e8-7a42f2c28174 x-openstack-request-id: req-6afa351e-bbf8-434c-83e8-7a42f2c28174 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:09.060418 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:09.060598 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6afa351e-bbf8-434c-83e8-7a42f2c28174 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:09.063030 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'code': 200} Feb 10 04:04:09.064014 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9bbe9-cf09-42d6-85db-a87de51e3046 None None] New status for floating IP fa59238c-fb25-40e6-9f49-941275f1a9b9: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:04:09.148197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:09.169620 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc44c9a2-d9b0-45e2-80d4-5b80791d50ac x-openstack-request-id: req-dc44c9a2-d9b0-45e2-80d4-5b80791d50ac {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:09.169912 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06609c41-e557-49d2-aa60-d07a35a2316b", "name": "network-vif-deleted", "tag": "da333fa0-4ca7-4436-b8c3-509292fa8c67", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:09.170167 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc44c9a2-d9b0-45e2-80d4-5b80791d50ac {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:09.170578 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06609c41-e557-49d2-aa60-d07a35a2316b', 'name': 'network-vif-deleted', 'tag': 'da333fa0-4ca7-4436-b8c3-509292fa8c67', 'status': 'completed', 'code': 200} Feb 10 04:04:09.188574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'port_id': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad6bce-67c3-4926-8545-5ae7163d3d13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:09.247775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9524de22-63d2-4839-a5c8-623a102b7fe6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:09.248229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:09.267477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9524de22-63d2-4839-a5c8-623a102b7fe6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:09.285381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0757e-5510-4ac5-bf23-5fcf3abeef43 req-6abfc83e-6ebf-4f12-98fc-f4c7e4c6e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:09.287060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65f0757e-5510-4ac5-bf23-5fcf3abeef43 req-6abfc83e-6ebf-4f12-98fc-f4c7e4c6e033 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1128 time: 0.1330230 Feb 10 04:04:09.290669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:09.342604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997a8e2-9ff4-40b9-b801-b186cce6801c req-f8f4d391-5759-4a6a-a45a-f55f15f2a66d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:09.344211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1997a8e2-9ff4-40b9-b801-b186cce6801c req-f8f4d391-5759-4a6a-a45a-f55f15f2a66d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.0991781 Feb 10 04:04:09.350992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65f0757e-5510-4ac5-bf23-5fcf3abeef43 req-7727d3bc-f76f-46ea-8e99-3a9c35340732 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569344 Feb 10 04:04:09.397133 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1997a8e2-9ff4-40b9-b801-b186cce6801c req-1dc05f62-5ae1-48e5-b1ee-9994c8027e95 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Feb 10 04:04:09.435921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:09.489784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:09.519887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f302cce7-db23-41ce-99a7-1a187d3ac275 req-75c82237-d3f7-41b3-86ce-ba420fcd9dfb tempest-ServersNegativeTestMultiTenantJSON-1843355262 tempest-ServersNegativeTestMultiTenantJSON-1843355262-project] 10.222.0.42 "GET /v2.0/ports?device_id=06609c41-e557-49d2-aa60-d07a35a2316b HTTP/1.1" status: 200 len: 210 time: 0.0336308 Feb 10 04:04:09.719552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['9524de22-63d2-4839-a5c8-623a102b7fe6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:09.886668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54498) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:09.891529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c7fa3-9548-4b25-bb1d-4109c180e996 req-598cd258-b345-4acb-a396-1c7339d92aa2 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:09.900468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-994c7fa3-9548-4b25-bb1d-4109c180e996 req-598cd258-b345-4acb-a396-1c7339d92aa2 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 945 time: 0.0726533 Feb 10 04:04:10.003725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-994c7fa3-9548-4b25-bb1d-4109c180e996 req-7ee27625-b28d-4425-a2e2-27ac5ffc6d98 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018443 Feb 10 04:04:10.021648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7eb42d51-546b-481b-81e5-1e5499b7db7a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group (1673dfef-c625-4250-b692-913bcd182ac7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.061868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7eb42d51-546b-481b-81e5-1e5499b7db7a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group (1673dfef-c625-4250-b692-913bcd182ac7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.113257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3051a326-7d10-4d1a-bada-dbd02a45c54b req-9035adba-495b-467a-a871-68c57eed6839 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0663161 Feb 10 04:04:10.233624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01681e0a-a22b-428d-a127-139eaf1b4c37 req-1fd44730-521b-45b4-9c3e-e25bf1f9f7c4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:10.235147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01681e0a-a22b-428d-a127-139eaf1b4c37 req-1fd44730-521b-45b4-9c3e-e25bf1f9f7c4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.0640666 Feb 10 04:04:10.268496 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7eb42d51-546b-481b-81e5-1e5499b7db7a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1673dfef-c625-4250-b692-913bcd182ac7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.271136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7eb42d51-546b-481b-81e5-1e5499b7db7a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.272309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7eb42d51-546b-481b-81e5-1e5499b7db7a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "DELETE /v2.0/security-groups/1673dfef-c625-4250-b692-913bcd182ac7 HTTP/1.1" status: 204 len: 168 time: 0.3843830 Feb 10 04:04:10.277093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54522) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:10.287045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01681e0a-a22b-428d-a127-139eaf1b4c37 req-5649e0e4-7f74-4525-853d-e324c904c185 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Feb 10 04:04:10.293570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb42d51-546b-481b-81e5-1e5499b7db7a tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1673dfef-c625-4250-b692-913bcd182ac7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:10.296058 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-7bea8a28-2983-4d30-834f-4891f71d1243 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] show failed (client error): The resource could not be found. Feb 10 04:04:10.297997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7bea8a28-2983-4d30-834f-4891f71d1243 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "GET /v2.0/security-groups/1673dfef-c625-4250-b692-913bcd182ac7 HTTP/1.1" status: 404 len: 347 time: 0.0191040 Feb 10 04:04:10.302584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54524) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:10.452399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Deleting port ac58130c-60ec-4f70-a328-f1a147f08b56 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:10.452843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.556889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.557386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for floatingip (ac58130c-60ec-4f70-a328-f1a147f08b56), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.571878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Calling delete_port for ac58130c-60ec-4f70-a328-f1a147f08b56 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:10.803559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa243fe2-2b09-4808-b857-9207e8a2ea67 req-5241356c-0b1b-414d-a3a1-f8c7506c4415 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:10.806076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa243fe2-2b09-4808-b857-9207e8a2ea67 req-5241356c-0b1b-414d-a3a1-f8c7506c4415 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.0620584 Feb 10 04:04:10.857450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa243fe2-2b09-4808-b857-9207e8a2ea67 req-93908da8-66ae-4ce6-81f0-3ee220dfa287 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448215 Feb 10 04:04:10.873546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9524de22-63d2-4839-a5c8-623a102b7fe6 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:10.924089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ac58130c-60ec-4f70-a328-f1a147f08b56), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:10.940045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54544) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:10.952086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Pushing event deleted for resources: {'Port': ['ID=ac58130c-60ec-4f70-a328-f1a147f08b56,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:11.002048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] Deleting subnet fb2e94d3-1c7c-495e-b645-68fe20ff8a81 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:04:11.005269 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] Publish callbacks [] for subnet (fb2e94d3-1c7c-495e-b645-68fe20ff8a81), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.030736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks [] for floatingip (fa59238c-fb25-40e6-9f49-941275f1a9b9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.036517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.042881 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-83f3fdf9-12eb-4c28-880c-43a726e96156 tempest-ServersTestManualDisk-1204752887 tempest-ServersTestManualDisk-1204752887-project] 10.222.0.42 "DELETE /v2.0/floatingips/fa59238c-fb25-40e6-9f49-941275f1a9b9 HTTP/1.1" status: 204 len: 168 time: 0.7390118 Feb 10 04:04:11.043934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:11.075104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 9524de22-63d2-4839-a5c8-623a102b7fe6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:04:11.079806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (fb2e94d3-1c7c-495e-b645-68fe20ff8a81), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.086821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 9524de22-63d2-4839-a5c8-623a102b7fe6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:11.088013 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.183078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (fb2e94d3-1c7c-495e-b645-68fe20ff8a81), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.284261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9524de22-63d2-4839-a5c8-623a102b7fe6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:11.286681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.340226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:11.349587 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40198dfc-e50c-4502-9e9b-4608a1ddf1e7" -d '{"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-plugged", "status": "completed", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:11.359657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9bf7-1824-4d00-989d-d25fa64c515c req-a66bba4e-ea52-4fb8-bc97-3e5ddd881c1c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:11.365318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f0a9bf7-1824-4d00-989d-d25fa64c515c req-a66bba4e-ea52-4fb8-bc97-3e5ddd881c1c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 945 time: 0.1434662 Feb 10 04:04:11.385462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:11.424244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (fb2e94d3-1c7c-495e-b645-68fe20ff8a81), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.459668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2e94d3-1c7c-495e-b645-68fe20ff8a81,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:11.476577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f0a9bf7-1824-4d00-989d-d25fa64c515c req-319fddad-3b31-49a4-a003-59f0259aa1f4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059692 Feb 10 04:04:11.478056 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.485712 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7f1a1a33-d94c-46cf-8b77-ef99f3ce2ad0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fb2e94d3-1c7c-495e-b645-68fe20ff8a81 HTTP/1.1" status: 204 len: 168 time: 0.5440729 Feb 10 04:04:11.485879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54568) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:11.505207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.573592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:11.592598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ee35474-da33-4fe8-bfb5-ca6f006fd837 req-01c3779a-c4d8-4175-b6ab-0eca1855193e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0474908 Feb 10 04:04:11.699979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6feb67c3-71b2-4d26-9333-6f175b408719), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:11.703108 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fe9607-58b9-4272-9037-257491f48bee x-openstack-request-id: req-73fe9607-58b9-4272-9037-257491f48bee {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:11.710371 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-plugged", "status": "completed", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:11.710371 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73fe9607-58b9-4272-9037-257491f48bee {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:11.710371 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'code': 200} Feb 10 04:04:11.750111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9ba94-2da2-4c34-8649-916fed50558f req-c0750ca4-e14f-4b4a-80b7-8201fe4798bb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:11.762577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49a9ba94-2da2-4c34-8649-916fed50558f req-c0750ca4-e14f-4b4a-80b7-8201fe4798bb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.0888844 Feb 10 04:04:11.869385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49a9ba94-2da2-4c34-8649-916fed50558f req-63b8c65a-cca7-457d-8312-50274c3e280b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054468 Feb 10 04:04:11.902063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c76c-6d77-4cdb-9436-5d8882672561 req-8e0607a9-c20c-4e1c-af42-c40f13a60708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:11.903683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73b6c76c-6d77-4cdb-9436-5d8882672561 req-8e0607a9-c20c-4e1c-af42-c40f13a60708 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 1128 time: 0.1169541 Feb 10 04:04:11.969457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6feb67c3-71b2-4d26-9333-6f175b408719), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.019962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6feb67c3-71b2-4d26-9333-6f175b408719']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:12.035671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73b6c76c-6d77-4cdb-9436-5d8882672561 req-e31fd829-00a3-4d31-9950-fd31d95767f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089706 Feb 10 04:04:12.043119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaf8584-7f36-4fa9-8274-6aca5a790e5f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:12.043408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaf8584-7f36-4fa9-8274-6aca5a790e5f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:12.056385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (bfaf8584-7f36-4fa9-8274-6aca5a790e5f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.066483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (82ce8e27-246d-44cf-872b-0eb83d63556b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.100759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa375a5-3ae8-4720-aba2-cbe273ca41d3 req-ddaa3b8e-e38f-4c70-8690-bff9cbd693b2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:12.104176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eaa375a5-3ae8-4720-aba2-cbe273ca41d3 req-ddaa3b8e-e38f-4c70-8690-bff9cbd693b2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.0798483 Feb 10 04:04:12.174432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eaa375a5-3ae8-4720-aba2-cbe273ca41d3 req-0f7b62a2-a383-46f5-9c98-49b79c2ad87d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608168 Feb 10 04:04:12.197597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (bfaf8584-7f36-4fa9-8274-6aca5a790e5f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.205491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:04:12.208461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (bfaf8584-7f36-4fa9-8274-6aca5a790e5f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:04:12.281087 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:04:12.371919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6feb67c3-71b2-4d26-9333-6f175b408719), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.373560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e207a8-17b7-42bf-a961-02b8d3f2554c req-3298392c-4ba6-48fb-b575-bbdd8715fa94 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:12.388256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.388256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] 10.222.0.42 "DELETE /v2.0/networks/6feb67c3-71b2-4d26-9333-6f175b408719 HTTP/1.1" status: 204 len: 168 time: 0.9004052 Feb 10 04:04:12.390275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5e207a8-17b7-42bf-a961-02b8d3f2554c req-3298392c-4ba6-48fb-b575-bbdd8715fa94 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.0801797 Feb 10 04:04:12.391025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54596) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:12.391581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54598) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:12.397686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'floatingip': {'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:12.422805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44cddf-9f62-4ccb-a14d-a475bd9ed54e admin admin] Pushing event deleted for resources: {'Network': ['ID=6feb67c3-71b2-4d26-9333-6f175b408719,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:12.553629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for floatingip (a49ce7f6-ec73-4c88-9d77-10d9930b45a7), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.591566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Deleting port 51c125e8-a27a-4eaf-aac8-493381f372ac {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:12.591958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.734409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] For port 51c125e8-a27a-4eaf-aac8-493381f372ac, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=51c125e8-a27a-4eaf-aac8-493381f372ac,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:12.734834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.751363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Deleting subnet 8b50ab0f-e855-45ee-96f4-c9ecc8102bc9 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:04:12.752413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Calling delete_port for 51c125e8-a27a-4eaf-aac8-493381f372ac owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:12.764812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Publish callbacks [] for subnet (8b50ab0f-e855-45ee-96f4-c9ecc8102bc9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.891892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-83c3a764-cd72-4ef5-8f55-494197eeeaa5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:12.893582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-83c3a764-cd72-4ef5-8f55-494197eeeaa5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 808 time: 0.4426627 Feb 10 04:04:12.896255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (8b50ab0f-e855-45ee-96f4-c9ecc8102bc9), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:12.931077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Request body: {'port': {'device_id': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'admin_state_up': True, 'tenant_id': '6211b1d8a47c48e3939e0cd373e443bc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:13.022308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0a020-b1be-47c7-983d-1cd1a58fa139 req-1b3ad7a8-3505-4eb0-af10-473b5eb49d37 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:13.027458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59a0a020-b1be-47c7-983d-1cd1a58fa139 req-1b3ad7a8-3505-4eb0-af10-473b5eb49d37 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 946 time: 0.3676848 Feb 10 04:04:13.137188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (51c125e8-a27a-4eaf-aac8-493381f372ac), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:13.213605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c125e8-a27a-4eaf-aac8-493381f372ac,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:13.226438 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (8b50ab0f-e855-45ee-96f4-c9ecc8102bc9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:13.598397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (82ce8e27-246d-44cf-872b-0eb83d63556b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:13.728180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-083af09c-ef9e-40af-9602-3af57de38a9f req-05808157-2674-486f-8ba0-f673060e8dc0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0308292 Feb 10 04:04:13.966336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4264424-8227-4c84-afb4-3ac3bdf05ec0 req-496f4472-77ee-4754-bf76-88c43f437435 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:13.973805 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4264424-8227-4c84-afb4-3ac3bdf05ec0 req-496f4472-77ee-4754-bf76-88c43f437435 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1323979 Feb 10 04:04:14.000841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Router 82ce8e27-246d-44cf-872b-0eb83d63556b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:04:14.044098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4264424-8227-4c84-afb4-3ac3bdf05ec0 req-4cef44ec-aa9c-4fe1-9641-9f7a4842c84b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690997 Feb 10 04:04:14.105169 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.111052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59a0a020-b1be-47c7-983d-1cd1a58fa139 req-061fe69a-3ca3-4eae-9603-306fbc96881c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0664389 Feb 10 04:04:14.194371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a49ce7f6-ec73-4c88-9d77-10d9930b45a7), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.219560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:04:14.230197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] Sync routers for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:04:14.235961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5fb41efe-5f0c-49be-b1a2-8f29f1ac8405 admin admin] 10.222.0.42 "PUT /v2.0/routers/82ce8e27-246d-44cf-872b-0eb83d63556b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1902480 Feb 10 04:04:14.236672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54638) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:14.255724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:04:14.259706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:04:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:14.309197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (8b50ab0f-e855-45ee-96f4-c9ecc8102bc9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.311256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Made reservation on behalf of 6211b1d8a47c48e3939e0cd373e443bc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:14.314571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.372628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks [] for router (82ce8e27-246d-44cf-872b-0eb83d63556b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.379394 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.383876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8b50ab0f-e855-45ee-96f4-c9ecc8102bc9 HTTP/1.1" status: 204 len: 168 time: 1.9823887 Feb 10 04:04:14.390412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b50ab0f-e855-45ee-96f4-c9ecc8102bc9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:14.402688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54644) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:14.404997 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Floating IP a49ce7f6-ec73-4c88-9d77-10d9930b45a7 associated. External IP: 172.25.8.224, port: e823ab85-1fb8-4931-8c06-8f3a16039cc6. Feb 10 04:04:14.548916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.549277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.549618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.549953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.550317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.550673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.551048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.551371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:04:14.551508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.551870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.552030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.552352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.552735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.553026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b28bd4-e612-42e3-97e0-79cd292ee066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:14.575651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks [] for router_gateway (82ce8e27-246d-44cf-872b-0eb83d63556b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.713293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (c22b8b8d-9410-4616-b6b4-f153303e30cc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.733520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Deleting port 45534f1d-1b50-47ed-a88e-13a900ae362e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:14.733861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.809984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:04:12Z', 'revision_number': 5, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port': {'id': '45534f1d-1b50-47ed-a88e-13a900ae362e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:42Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:14.844631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] Checking router: 82ce8e27-246d-44cf-872b-0eb83d63556b for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:04:14.856378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Allocated IP 172.20.0.12 (19c2078d-d0d8-41aa-81b3-6d3d3e628f67/67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39/2700746c-3015-44eb-b71c-0bb35a6fe6df) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:14.856920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] Routers {'82ce8e27-246d-44cf-872b-0eb83d63556b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:04:14.858264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:04:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['82ce8e27-246d-44cf-872b-0eb83d63556b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:14.917044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (c22b8b8d-9410-4616-b6b4-f153303e30cc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.919997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] For port 45534f1d-1b50-47ed-a88e-13a900ae362e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=45534f1d-1b50-47ed-a88e-13a900ae362e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:14.920364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:14.934817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Calling delete_port for 45534f1d-1b50-47ed-a88e-13a900ae362e owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:14.980062 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09cf3904-3c9b-4522-8a42-a4657014cb82 req-10e313c3-c1a7-47d5-a3d1-1460b6697c56 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0715098 Feb 10 04:04:14.984591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:04:14.988938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22b8b8d-9410-4616-b6b4-f153303e30cc']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:15.003451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] Set router 82ce8e27-246d-44cf-872b-0eb83d63556b gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:04:15.029296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d45660f-390e-4f03-9060-e91ceaac38fe') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:15.029659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d45660f-390e-4f03-9060-e91ceaac38fe') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:15.050804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (2d45660f-390e-4f03-9060-e91ceaac38fe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.082744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:04:14Z', 'revision_number': 6, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:15.124563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2d45660f-390e-4f03-9060-e91ceaac38fe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.126399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07b2b-ed82-4a15-abeb-dc7a8d1de614 None None] The sync data for ids ['82ce8e27-246d-44cf-872b-0eb83d63556b'] in n-d-827844-2 is: [{'id': '82ce8e27-246d-44cf-872b-0eb83d63556b', 'name': 'tempest-ServersTestManualDisk-2114794807-router', 'tenant_id': 'c59b122e252141f694240aa84ecf34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:04:14Z', 'revision_number': 6, 'project_id': 'c59b122e252141f694240aa84ecf34ce', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:04:15.178715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:04:15.179126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (2d45660f-390e-4f03-9060-e91ceaac38fe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:04:15.181460 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:04:15.303782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (45534f1d-1b50-47ed-a88e-13a900ae362e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.365406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Pushing event deleted for resources: {'Port': ['ID=45534f1d-1b50-47ed-a88e-13a900ae362e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:15.376982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks [] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.385034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:04:15.392211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.406248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f96acb-1586-485d-ba00-f6d7ac730b71 req-4aa8f57e-e613-4ae1-bdcc-5260fc5f1135 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:15.407846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27f96acb-1586-485d-ba00-f6d7ac730b71 req-4aa8f57e-e613-4ae1-bdcc-5260fc5f1135 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.2344470 Feb 10 04:04:15.408708 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] Sync routers for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:04:15.440047 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (c22b8b8d-9410-4616-b6b4-f153303e30cc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.448485 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:04:15.453590 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:04:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:15.467427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.470695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c22b8b8d-9410-4616-b6b4-f153303e30cc HTTP/1.1" status: 204 len: 168 time: 0.9411447 Feb 10 04:04:15.551842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6557070e-b7ac-4ed5-9d46-c231919c7cf2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "PUT /v2.0/floatingips/a49ce7f6-ec73-4c88-9d77-10d9930b45a7 HTTP/1.1" status: 200 len: 992 time: 3.1589048 Feb 10 04:04:15.559380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:15.561791 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db2db55-3984-4f97-b768-bb3d6f336f40" -d '{"events": [{"name": "network-changed", "server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:15.569713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c901154-ca65-436e-ad1b-4641047dc709 admin admin] Pushing event deleted for resources: {'Network': ['ID=c22b8b8d-9410-4616-b6b4-f153303e30cc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:15.606837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (82ce8e27-246d-44cf-872b-0eb83d63556b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.655443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27f96acb-1586-485d-ba00-f6d7ac730b71 req-2bfc1fc3-fc65-4db4-bf4b-b8a1301d8e59 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168546 Feb 10 04:04:15.662307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:15.678856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['efb3a4e4-641b-418c-a02f-e2d6485227fd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:15.827193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:15.834897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:15.853548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:15.862230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:15.983020 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:04:16.021988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 51c125e8-a27a-4eaf-aac8-493381f372ac no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:16.092922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54684) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:16.149289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 51c125e8-a27a-4eaf-aac8-493381f372ac {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:16.151479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 51c125e8-a27a-4eaf-aac8-493381f372ac not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:16.152177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 45534f1d-1b50-47ed-a88e-13a900ae362e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:16.213369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 45534f1d-1b50-47ed-a88e-13a900ae362e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:16.213926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 45534f1d-1b50-47ed-a88e-13a900ae362e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:16.288601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8e4f245e-7a76-449b-a008-a4cf5242bc30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=132d88aa524f4514acb0edf9f91c94fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907592 Feb 10 04:04:16.309284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:16.310652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.316491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54688) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:16.393512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcecb17-b7ee-4e1c-8839-64c91d874bcd req-eebba59f-ca31-416a-86c6-620fcd2d9ff1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:16.400851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bcecb17-b7ee-4e1c-8839-64c91d874bcd req-eebba59f-ca31-416a-86c6-620fcd2d9ff1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 946 time: 0.4734302 Feb 10 04:04:16.447598 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (82ce8e27-246d-44cf-872b-0eb83d63556b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.451463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks [] for router_controller (82ce8e27-246d-44cf-872b-0eb83d63556b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.473264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bb27db6-3798-4272-89f0-74f842076103 admin admin] Publish callbacks [] for security_group (b06c65f1-6738-4032-baac-9cbc7c080bd4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.531101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264fe26-b201-49f7-ae75-7441816988af req-961be2b1-ceb4-41f4-84c9-5335f69cf91b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:16.531742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bb27db6-3798-4272-89f0-74f842076103 admin admin] Publish callbacks [] for security_group (b06c65f1-6738-4032-baac-9cbc7c080bd4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.532835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4264fe26-b201-49f7-ae75-7441816988af req-961be2b1-ceb4-41f4-84c9-5335f69cf91b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.1609881 Feb 10 04:04:16.543763 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-36635396-71c0-48ef-b5f2-89c0218e70bc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6177776 Feb 10 04:04:16.561143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bcecb17-b7ee-4e1c-8839-64c91d874bcd req-20903953-6f37-4eee-a922-31ba021fb846 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535912 Feb 10 04:04:16.608167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Request body: {'port': {'device_id': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:16.612305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (82ce8e27-246d-44cf-872b-0eb83d63556b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.613128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ce8e27-246d-44cf-872b-0eb83d63556b {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:04:16.625825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.630844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b4ddd63d-8065-46d6-b5a2-40f5fac0856a admin admin] 10.222.0.42 "DELETE /v2.0/routers/82ce8e27-246d-44cf-872b-0eb83d63556b HTTP/1.1" status: 204 len: 168 time: 2.3895736 Feb 10 04:04:16.634447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54692) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:16.636154 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a49ce7f6-ec73-4c88-9d77-10d9930b45a7', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'mac_address': 'fa:16:3e:95:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:03:49Z', 'updated_at': '2022-02-10T04:04:13Z', 'revision_number': 1, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:53Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:16.669918 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] Checking router: 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:04:16.685146 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:04:16.685772 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:04:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:16.692659 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b7e2ab-01b4-49d1-9d5c-b205edf81c13 x-openstack-request-id: req-81b7e2ab-01b4-49d1-9d5c-b205edf81c13 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:16.692944 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:16.693196 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81b7e2ab-01b4-49d1-9d5c-b205edf81c13 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:16.693599 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'status': 'completed', 'code': 200} Feb 10 04:04:16.754357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.799718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4264fe26-b201-49f7-ae75-7441816988af req-0b3b95d1-7288-4be5-bdc3-bdf9105563c6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575297 Feb 10 04:04:16.831826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] Deleting subnet 1015e7e0-47c7-4242-bf6f-2f18f4c363f3 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:04:16.836475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] Publish callbacks [] for subnet (1015e7e0-47c7-4242-bf6f-2f18f4c363f3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.843267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.846650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-146e5101-b589-478a-b7f8-63e3f201f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:16.846650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-146e5101-b589-478a-b7f8-63e3f201f2df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1128 time: 0.1374347 Feb 10 04:04:16.881006 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:04:16.956847 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bb27db6-3798-4272-89f0-74f842076103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b06c65f1-6738-4032-baac-9cbc7c080bd4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.959488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bb27db6-3798-4272-89f0-74f842076103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.960651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2bb27db6-3798-4272-89f0-74f842076103 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b06c65f1-6738-4032-baac-9cbc7c080bd4 HTTP/1.1" status: 204 len: 168 time: 0.6413784 Feb 10 04:04:16.987523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (1015e7e0-47c7-4242-bf6f-2f18f4c363f3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:16.993870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb27db6-3798-4272-89f0-74f842076103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06c65f1-6738-4032-baac-9cbc7c080bd4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:17.150271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-084ae796-72f1-4fae-a860-65194fb636e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:17.151803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-084ae796-72f1-4fae-a860-65194fb636e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.2738810 Feb 10 04:04:17.158734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cadf14-032c-4dad-a572-6ac69e02cd95 req-02935256-3b1a-4b06-8ff2-c0ce02a94d82 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:17.160826 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21cadf14-032c-4dad-a572-6ac69e02cd95 req-02935256-3b1a-4b06-8ff2-c0ce02a94d82 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 932 time: 0.2258880 Feb 10 04:04:17.272719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (1015e7e0-47c7-4242-bf6f-2f18f4c363f3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:17.297162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-e8d50b7e-fb24-405e-a429-d11de7ee2cc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.1334171 Feb 10 04:04:17.320166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2700746c-3015-44eb-b71c-0bb35a6fe6df {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:17.331211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Publish callbacks [] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:17.345570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Transition to ACTIVE for port object 2700746c-3015-44eb-b71c-0bb35a6fe6df will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:04:17.376808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21cadf14-032c-4dad-a572-6ac69e02cd95 req-f21fdc26-8b6e-4872-ba30-e7aff7a498af tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513822 Feb 10 04:04:17.408565 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a49ce7f6-ec73-4c88-9d77-10d9930b45a7', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'mac_address': 'fa:16:3e:95:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:03:49Z', 'updated_at': '2022-02-10T04:04:13Z', 'revision_number': 1, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:53Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:17.412509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-bf265a6e-b835-4831-be1b-5c1da8facf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:17.414652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-bf265a6e-b835-4831-be1b-5c1da8facf22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1061809 Feb 10 04:04:17.469998 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ab6a1-0c69-4a0f-82e3-b208115a3116 None None] The sync data for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 is: [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a49ce7f6-ec73-4c88-9d77-10d9930b45a7', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'mac_address': 'fa:16:3e:95:48:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:03:49Z', 'updated_at': '2022-02-10T04:04:13Z', 'revision_number': 1, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:53Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:04:17.511179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:17.560530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-78e5f69b-ff8d-4cde-9707-510034e129ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:17.562102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-78e5f69b-ff8d-4cde-9707-510034e129ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1404397 Feb 10 04:04:17.619602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (1015e7e0-47c7-4242-bf6f-2f18f4c363f3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:17.641544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892b0b-e0cc-492a-abd4-b7ca5386298c req-a6fb6d3e-791f-44da-808c-40dd36d85a90 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:17.643243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6892b0b-e0cc-492a-abd4-b7ca5386298c req-a6fb6d3e-791f-44da-808c-40dd36d85a90 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1272671 Feb 10 04:04:17.643618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00da15fd-e8ad-4605-b545-3a659d5e7ec1 None None] Network d1e9990d-7c66-4197-a579-39635b77beb4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:17.644483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:17.651594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1015e7e0-47c7-4242-bf6f-2f18f4c363f3 HTTP/1.1" status: 204 len: 168 time: 1.0130367 Feb 10 04:04:17.662669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:17.714039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075ceaa-ad9b-45cd-a797-02d2a7fbbe7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1015e7e0-47c7-4242-bf6f-2f18f4c363f3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:17.720299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:17.743431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7c275-d08d-4e25-8ddf-7fe618800f7c req-4b59b568-1d3d-41d7-8da7-6a555cba2a8a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:17.745329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-26c7c275-d08d-4e25-8ddf-7fe618800f7c req-4b59b568-1d3d-41d7-8da7-6a555cba2a8a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 946 time: 0.3400738 Feb 10 04:04:17.853278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6892b0b-e0cc-492a-abd4-b7ca5386298c req-13a08ee6-c2d3-4ccd-a989-40fcb0c7f269 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685910 Feb 10 04:04:17.855720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-7cb32dab-a5c6-4b4f-bea0-50a8be3e8404 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858799 Feb 10 04:04:17.865237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-26c7c275-d08d-4e25-8ddf-7fe618800f7c req-1e648681-5088-4e96-aac1-f2677b2a453f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797908 Feb 10 04:04:17.868701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:17.869819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:17.870350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:17.877297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:17.878044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:17.903511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d9869-2fff-45a5-bda7-2cdd41b7f8ca None None] New status for floating IP a49ce7f6-ec73-4c88-9d77-10d9930b45a7: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:04:17.930598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:17.931192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:17.931592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:17.932174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Bound port: 2700746c-3015-44eb-b71c-0bb35a6fe6df, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:17.932404 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.052166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db2db55-3984-4f97-b768-bb3d6f336f40 req-f9e833d8-6587-49f4-93a7-ec5a006c6d59 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898921 Feb 10 04:04:18.110226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] DHCP port deletion for d1e9990d-7c66-4197-a579-39635b77beb4 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:04:18.113499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:18.118751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:18.127215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91adf3-6dc7-46fa-965f-7a54c2198d59 req-fece9231-76b5-4368-a25d-34c2c430a1a2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:18.129068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f91adf3-6dc7-46fa-965f-7a54c2198d59 req-fece9231-76b5-4368-a25d-34c2c430a1a2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.0612159 Feb 10 04:04:18.131010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d1e9990d-7c66-4197-a579-39635b77beb4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.200235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] Deleting port b089e6f3-b67f-4415-8364-48fc13b4738a {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:18.207213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.220689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.223126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f91adf3-6dc7-46fa-965f-7a54c2198d59 req-584d1508-9c71-4c78-b45d-d0fd515f7ad0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778894 Feb 10 04:04:18.234472 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.248120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54714) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:18.343926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a934dc86-8d6b-4569-8fd1-0115066d1c92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a1ffe5be6214f22a6f69ed8545645e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923860 Feb 10 04:04:18.345593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54718) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:18.352855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] For port b089e6f3-b67f-4415-8364-48fc13b4738a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b089e6f3-b67f-4415-8364-48fc13b4738a,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:18.353408 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.370016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:18.370634 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.372678 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] 10.222.0.43 "PUT /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 1092 time: 1.7778881 Feb 10 04:04:18.400212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] Calling delete_port for b089e6f3-b67f-4415-8364-48fc13b4738a owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:18.448482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55ef5e-0116-470a-881f-6976f49a57e8 req-266a9bbd-dda4-4e61-9498-cf940d3af5ca tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:18.453471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf55ef5e-0116-470a-881f-6976f49a57e8 req-266a9bbd-dda4-4e61-9498-cf940d3af5ca tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 948 time: 0.3265729 Feb 10 04:04:18.462272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d45dd-7b1b-466e-8483-9fbbf21b7267 service neutron] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:18.485810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba66d12-8e38-4aa7-907d-968d11370a8c admin admin] Publish callbacks [] for security_group (aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.537996 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba66d12-8e38-4aa7-907d-968d11370a8c admin admin] Publish callbacks [] for security_group (aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.588666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Deleting port b089e6f3-b67f-4415-8364-48fc13b4738a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:18.589241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.645962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf55ef5e-0116-470a-881f-6976f49a57e8 req-27a3b7ce-a3f5-41bc-82d9-5297902063c7 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755409 Feb 10 04:04:18.703279 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.753568 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba66d12-8e38-4aa7-907d-968d11370a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.764476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba66d12-8e38-4aa7-907d-968d11370a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:18.768037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cba66d12-8e38-4aa7-907d-968d11370a8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136 HTTP/1.1" status: 204 len: 168 time: 0.4202535 Feb 10 04:04:18.787360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] No DVR routers for this DVR port b089e6f3-b67f-4415-8364-48fc13b4738a on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:18.796078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1733bc-a953-46a0-b32a-daff7154aeb0 None None] Pushing event deleted for resources: {'Port': ['ID=b089e6f3-b67f-4415-8364-48fc13b4738a,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:18.849756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba66d12-8e38-4aa7-907d-968d11370a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8db2e4-dd9b-4f6d-af7e-39f8dc6ac136,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:18.880349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-e1ceff67-79e5-47c9-b967-11b65ef318ba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:18.882005 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-e1ceff67-79e5-47c9-b967-11b65ef318ba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 948 time: 0.1449177 Feb 10 04:04:19.075588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Deleting port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:19.075974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:19.189602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:19.195384 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed529d00-74b5-41b5-9531-ca4b3d14e551" -d '{"events": [{"name": "network-changed", "server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:19.210238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] For port a6bdcd4c-792e-4724-900b-ebb4ccc552c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:19.210604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:19.217250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] For port b089e6f3-b67f-4415-8364-48fc13b4738a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b089e6f3-b67f-4415-8364-48fc13b4738a,segment=NetworkSegment(97400797-6ecb-497e-8777-c8ca137297fa),segment_id=97400797-6ecb-497e-8777-c8ca137297fa)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:19.217937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:19.228295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Calling delete_port for a6bdcd4c-792e-4724-900b-ebb4ccc552c4 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:19.237251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Calling delete_port for b089e6f3-b67f-4415-8364-48fc13b4738a owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:19.447844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d4b82-c6fb-4249-967b-65aa380f2a4f req-b80ee724-787d-49b1-b2ff-631610265aec tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:19.450939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-c8e3efb6-75b1-4c33-90b6-e58163bf4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:19.452277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-c8e3efb6-75b1-4c33-90b6-e58163bf4a99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1126 time: 0.9401107 Feb 10 04:04:19.454509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2e1d4b82-c6fb-4249-967b-65aa380f2a4f req-b80ee724-787d-49b1-b2ff-631610265aec tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1685145 Feb 10 04:04:19.594572 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-49a9c809-23bc-495a-9c97-d39085f8d2b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 217 time: 0.1326489 Feb 10 04:04:19.625655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2e1d4b82-c6fb-4249-967b-65aa380f2a4f req-d60619c4-837e-4bdc-a984-08af1fbe155f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518035 Feb 10 04:04:19.672743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b089e6f3-b67f-4415-8364-48fc13b4738a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:19.692033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59e3b7-0f69-4411-9f73-ca7b6e8ef4ad req-11bafd3e-47e2-4ca0-9010-719515f5f888 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:19.693630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b59e3b7-0f69-4411-9f73-ca7b6e8ef4ad req-11bafd3e-47e2-4ca0-9010-719515f5f888 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.3753319 Feb 10 04:04:19.730734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] No DVR routers for this DVR port b089e6f3-b67f-4415-8364-48fc13b4738a on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:19.751731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b089e6f3-b67f-4415-8364-48fc13b4738a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:19.775002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-04f9f974-68ac-4b42-a0e2-1dc588401998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:19.778726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-04f9f974-68ac-4b42-a0e2-1dc588401998 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1773567 Feb 10 04:04:19.790228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a6bdcd4c-792e-4724-900b-ebb4ccc552c4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:19.816272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:04:19.857040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Pushing event deleted for resources: {'Port': ['ID=a6bdcd4c-792e-4724-900b-ebb4ccc552c4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:19.913686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b089e6f3-b67f-4415-8364-48fc13b4738a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:19.973450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b089e6f3-b67f-4415-8364-48fc13b4738a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:19.974103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b089e6f3-b67f-4415-8364-48fc13b4738a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:20.009459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] No DVR routers for this DVR port a6bdcd4c-792e-4724-900b-ebb4ccc552c4 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:20.012768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:20.016398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b59e3b7-0f69-4411-9f73-ca7b6e8ef4ad req-23c9aa42-028a-4ade-a0b9-266e6f1df0fa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926927 Feb 10 04:04:20.016693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59a5aa6a-86c7-4fa2-8e6d-1c0236b583d7 req-331d409a-2f04-49c5-be17-a7eb79bf9bba tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "DELETE /v2.0/ports/a6bdcd4c-792e-4724-900b-ebb4ccc552c4 HTTP/1.1" status: 204 len: 173 time: 1.1272044 Feb 10 04:04:20.023343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-deleted', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:20.023343 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7261a917-a943-4869-9147-40ba7e5d4028" -d '{"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-deleted", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:20.034452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-8fab43a4-224d-4f5f-8eb4-668160645d9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440506 Feb 10 04:04:20.151144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d1e9990d-7c66-4197-a579-39635b77beb4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:20.221282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e9990d-7c66-4197-a579-39635b77beb4']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:20.250662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97400797-6ecb-497e-8777-c8ca137297fa') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:20.251007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97400797-6ecb-497e-8777-c8ca137297fa') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:04:20.297573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-e9275ce8-bf16-47e2-9fde-8f569d007812 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532983 Feb 10 04:04:20.300074 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (97400797-6ecb-497e-8777-c8ca137297fa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:20.340850 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (97400797-6ecb-497e-8777-c8ca137297fa), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:20.358668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:04:20.361966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (97400797-6ecb-497e-8777-c8ca137297fa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:20.470631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-536c8e75-e4f2-43a7-b32f-cd6fa69cf535 req-ea0bc003-6b2d-4cf0-85d1-d9bf1b1c4fee tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3cdc24-a101-407e-8981-d8e92149b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0522773 Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:04:20.511596 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:04:20.544527 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a09019-1c07-42ec-b93a-e18799975565 x-openstack-request-id: req-d0a09019-1c07-42ec-b93a-e18799975565 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:20.544527 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:20.544527 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0a09019-1c07-42ec-b93a-e18799975565 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:20.544527 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df', 'status': 'completed', 'code': 200} Feb 10 04:04:20.546897 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b79b3-9858-429b-a73f-e4ab846d63f3 x-openstack-request-id: req-787b79b3-9858-429b-a73f-e4ab846d63f3 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:20.547631 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cdc24-a101-407e-8981-d8e92149b5b9", "name": "network-vif-deleted", "tag": "a6bdcd4c-792e-4724-900b-ebb4ccc552c4", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:20.548109 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-787b79b3-9858-429b-a73f-e4ab846d63f3 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:20.548570 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cdc24-a101-407e-8981-d8e92149b5b9', 'name': 'network-vif-deleted', 'tag': 'a6bdcd4c-792e-4724-900b-ebb4ccc552c4', 'status': 'completed', 'code': 200} Feb 10 04:04:20.557626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b2304-6ba9-4b67-ae48-9683aca3976c req-90095ae2-6022-4090-8edf-7ffb4d9bb8c2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:20.565767 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c0b2304-6ba9-4b67-ae48-9683aca3976c req-90095ae2-6022-4090-8edf-7ffb4d9bb8c2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.4780653 Feb 10 04:04:20.603069 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d1e9990d-7c66-4197-a579-39635b77beb4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:20.608865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:20.612161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d1e9990d-7c66-4197-a579-39635b77beb4 HTTP/1.1" status: 204 len: 168 time: 2.9016542 Feb 10 04:04:20.698849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dc30f-cb99-40ee-9ee5-ae2947b9d6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e9990d-7c66-4197-a579-39635b77beb4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:20.760724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34665e32-3eba-4247-b347-35103d5dfee3 req-4ea13f1b-1814-41b4-bd00-6aafd497901e tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:20.769658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34665e32-3eba-4247-b347-35103d5dfee3 req-4ea13f1b-1814-41b4-bd00-6aafd497901e tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 946 time: 0.0790572 Feb 10 04:04:20.795347 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c0b2304-6ba9-4b67-ae48-9683aca3976c req-01e7927b-f4d6-46fa-bcbd-54baf8e4316c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284606 Feb 10 04:04:20.816104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89157b6-79ad-4cfe-b335-71611a023d55 req-9547f79b-4761-49b3-bfe8-1a4364d32a1d service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965875 Feb 10 04:04:20.839112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34665e32-3eba-4247-b347-35103d5dfee3 req-7e90272d-7cd4-4b75-9c1b-ea45a67a0777 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622716 Feb 10 04:04:20.908549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9524de22-63d2-4839-a5c8-623a102b7fe6 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:20.950166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148c3ba-64cf-4fa5-a04e-15bc8e4cfef6 req-91549e15-8d55-4a22-b6ae-52ecf59dfe7d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:20.957951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f148c3ba-64cf-4fa5-a04e-15bc8e4cfef6 req-91549e15-8d55-4a22-b6ae-52ecf59dfe7d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.0615871 Feb 10 04:04:21.011064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef89698-9178-49c5-96cb-37155e356957 req-083242f0-5239-4e64-a15a-e500a7ca9f0b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:21.015353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ef89698-9178-49c5-96cb-37155e356957 req-083242f0-5239-4e64-a15a-e500a7ca9f0b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1205375 Feb 10 04:04:21.019961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f148c3ba-64cf-4fa5-a04e-15bc8e4cfef6 req-334282ea-3d49-498c-b25b-8ec6c07e54eb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619018 Feb 10 04:04:21.151121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ef89698-9178-49c5-96cb-37155e356957 req-c4867678-b679-438f-8952-b8b11b7f370c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167665 Feb 10 04:04:21.151338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54800) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:21.156099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:21.177485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-56f3eb26-93c4-487b-a60e-13f2623cbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:21.180194 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-56f3eb26-93c4-487b-a60e-13f2623cbfe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1126 time: 0.1624691 Feb 10 04:04:21.192411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'port_id': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'mac_address': 'fa:16:3e:24:3d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad6bce-67c3-4926-8545-5ae7163d3d13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:21.288319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9524de22-63d2-4839-a5c8-623a102b7fe6 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:21.288852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e714c367-fd96-475c-8aaf-2c795f00f88c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c59b122e252141f694240aa84ecf34ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364501 Feb 10 04:04:21.289057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:21.289654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54802) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:21.348747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9524de22-63d2-4839-a5c8-623a102b7fe6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:21.393749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-ebc471f4-392d-4d56-be23-6fb4ec3fabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:21.396586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-ebc471f4-392d-4d56-be23-6fb4ec3fabd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2090323 Feb 10 04:04:21.399627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f502fec6-9d20-41ba-a826-887cc183fb25 admin admin] Publish callbacks [] for security_group (ee515713-513b-41b9-a0fd-42c270d8910c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:21.423925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:21.445925 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f502fec6-9d20-41ba-a826-887cc183fb25 admin admin] Publish callbacks [] for security_group (ee515713-513b-41b9-a0fd-42c270d8910c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:21.491876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-632c15c6-32f5-4e38-9f51-f590daab84c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 217 time: 0.0895112 Feb 10 04:04:21.506266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63278f68-769c-44d2-8b9d-c5ded9da2e8b req-9ad8f562-5a95-479f-b98f-adf2632a3ecd tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:21.509210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63278f68-769c-44d2-8b9d-c5ded9da2e8b req-9ad8f562-5a95-479f-b98f-adf2632a3ecd tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.2281661 Feb 10 04:04:21.537642 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:21.583204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f502fec6-9d20-41ba-a826-887cc183fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ee515713-513b-41b9-a0fd-42c270d8910c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:21.585882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f502fec6-9d20-41ba-a826-887cc183fb25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:21.589498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f502fec6-9d20-41ba-a826-887cc183fb25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee515713-513b-41b9-a0fd-42c270d8910c HTTP/1.1" status: 204 len: 168 time: 0.2964904 Feb 10 04:04:21.596171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502fec6-9d20-41ba-a826-887cc183fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee515713-513b-41b9-a0fd-42c270d8910c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:21.610681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-40a26362-e74f-48fa-b8f4-da7fc495221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:21.613981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-40a26362-e74f-48fa-b8f4-da7fc495221f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1037567 Feb 10 04:04:21.624385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63278f68-769c-44d2-8b9d-c5ded9da2e8b req-645b2f22-86ab-4d1d-a9b6-37024acfcbfc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034741 Feb 10 04:04:21.659999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-3b525617-4fe7-41c8-babe-50430f6d4a58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343685 Feb 10 04:04:21.859137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-6c43efd5-752f-401c-abd3-1a14a636eb99 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876965 Feb 10 04:04:21.901243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a6bdcd4c-792e-4724-900b-ebb4ccc552c4 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:21.927648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: a6bdcd4c-792e-4724-900b-ebb4ccc552c4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:21.928128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a6bdcd4c-792e-4724-900b-ebb4ccc552c4 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:21.984995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['9524de22-63d2-4839-a5c8-623a102b7fe6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:22.013919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed529d00-74b5-41b5-9531-ca4b3d14e551 req-695143e8-8d35-40df-8131-12717d7128a9 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484015 Feb 10 04:04:22.040507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:22.283285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41d95-1198-471b-b1bc-372786b10e61 req-525dc0e5-ae58-4b7a-a115-2ea880760be4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:22.298078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9f41d95-1198-471b-b1bc-372786b10e61 req-525dc0e5-ae58-4b7a-a115-2ea880760be4 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 945 time: 0.1218128 Feb 10 04:04:22.361481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9f41d95-1198-471b-b1bc-372786b10e61 req-fc9d1159-3898-48c2-a080-669c02f3ce8e tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621769 Feb 10 04:04:22.603787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79528e71-401d-4d54-af4a-eb8b372a6ade req-2935c579-af7b-480c-9b64-e714e53b378d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:22.611560 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79528e71-401d-4d54-af4a-eb8b372a6ade req-2935c579-af7b-480c-9b64-e714e53b378d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 945 time: 0.1770830 Feb 10 04:04:22.618198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-29b84cde-5bdf-4d02-bfcc-aa7a63a930d4 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:22.620210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-29b84cde-5bdf-4d02-bfcc-aa7a63a930d4 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.0971766 Feb 10 04:04:22.653255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827844-2'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:22.668033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339db1-62da-4334-b594-9576c1eed206 req-b007edd6-abf8-416e-a324-87c6a91c64de tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:22.684022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd339db1-62da-4334-b594-9576c1eed206 req-b007edd6-abf8-416e-a324-87c6a91c64de tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 949 time: 0.2015610 Feb 10 04:04:22.769668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79528e71-401d-4d54-af4a-eb8b372a6ade req-d404dc30-0dab-44c1-bc70-1df83537052d tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564112 Feb 10 04:04:22.777799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd339db1-62da-4334-b594-9576c1eed206 req-cf08b4a2-616b-4fa0-9b1d-8ea7ae6ab9ad tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928652 Feb 10 04:04:22.838893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:22.938914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9524de22-63d2-4839-a5c8-623a102b7fe6 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:22.951744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1fb8e-9ee7-4f54-ac71-78329d714226 req-ea6e8adf-105a-493c-ad5d-046f041b6249 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:22.960239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7af1fb8e-9ee7-4f54-ac71-78329d714226 req-ea6e8adf-105a-493c-ad5d-046f041b6249 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0687022 Feb 10 04:04:23.073352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7af1fb8e-9ee7-4f54-ac71-78329d714226 req-ecf050dd-f60b-4f85-816f-e8f7a1968815 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091819 Feb 10 04:04:23.101089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 9524de22-63d2-4839-a5c8-623a102b7fe6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:23.103552 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:23.144892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:23.201817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:23.243622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:23.247715 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b441c-65f2-4005-9482-78d9cc4a561b" -d '{"events": [{"server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:23.257935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Publish callbacks [] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:23.275214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9524de22-63d2-4839-a5c8-623a102b7fe6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:23.275998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:23.329402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:23.332916 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c996c5c5-4d18-4d99-93b3-fc8373ad7fad" -d '{"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-plugged", "status": "completed", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:23.356758 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2eb4cc-cb8b-4412-9a7d-85aaada676d0 x-openstack-request-id: req-dc2eb4cc-cb8b-4412-9a7d-85aaada676d0 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:23.357055 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:23.357309 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc2eb4cc-cb8b-4412-9a7d-85aaada676d0 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:23.357717 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db', 'code': 200} Feb 10 04:04:23.405837 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:23.422599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:23.449935 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e32da7-d118-4465-92a6-8a9e07017ad7 x-openstack-request-id: req-17e32da7-d118-4465-92a6-8a9e07017ad7 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:23.450624 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-plugged", "status": "completed", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:23.451568 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17e32da7-d118-4465-92a6-8a9e07017ad7 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:23.452413 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'code': 200} Feb 10 04:04:23.521801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:23.551404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:23.593406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on host n-h1-827844-2 for vnic_type normal with profile {"migrating_to": "n-h2-827844-2"} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:23.593754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:23.594084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:23.609602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29d5c-eb87-43da-ae80-d844035d361b req-ca884d25-53cb-4e25-94ad-8bf5aba125fc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:23.612643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68a29d5c-eb87-43da-ae80-d844035d361b req-ca884d25-53cb-4e25-94ad-8bf5aba125fc tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 945 time: 0.1196196 Feb 10 04:04:23.612643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:23.612643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:23.619486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:23.619953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:23.620502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:23.620940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Bound port: 1e9db8b6-057e-4da3-b411-319e5dbec7db, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:23.621296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:23.668246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:23.716990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68a29d5c-eb87-43da-ae80-d844035d361b req-60e0824e-60a4-41cc-bf9f-e71cfdd34997 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819068 Feb 10 04:04:23.726046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:23.730302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:23.767416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1e9db8b6-057e-4da3-b411-319e5dbec7db details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:23.885858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:23.927281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54906) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:24.032802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:24.033039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:24.034821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.048730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] 10.222.0.43 "PUT /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 1121 time: 1.4054136 Feb 10 04:04:24.079418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on host n-h1-827844-2 for vnic_type normal with profile {"migrating_to": "n-h2-827844-2"} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:24.079418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:24.079805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:24.088014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:24.088425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Attempting to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db on network 9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:24.104214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:24.104589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Checking segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:24.105226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Bound using segment: {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:24.105712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Bound port: 1e9db8b6-057e-4da3-b411-319e5dbec7db, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36535b-1479-4efc-a71c-de8c846c42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9eb83ba6-7028-48ca-88e9-9d0dfd5963e1'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:24.106112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.117877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f402bb6-80d9-444f-ba6d-1eb489cd5c66 req-836aba18-d5ef-4c0f-8a21-365f6b602cf9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:24.120556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f402bb6-80d9-444f-ba6d-1eb489cd5c66 req-836aba18-d5ef-4c0f-8a21-365f6b602cf9 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 949 time: 0.2557011 Feb 10 04:04:24.123428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1881813472-network', 'tenant_id': '4faacd193f754978bccd83409b532085'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:24.129227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40383a01-3e5d-423b-8f24-192dcc190fed service neutron] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=8']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:24.146326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1e9db8b6-057e-4da3-b411-319e5dbec7db'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:24.202469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['1e9db8b6-057e-4da3-b411-319e5dbec7db'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:24.244396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f402bb6-80d9-444f-ba6d-1eb489cd5c66 req-055473e7-957c-49f0-bc4a-12847f589f00 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042051 Feb 10 04:04:24.268360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Made reservation on behalf of 4faacd193f754978bccd83409b532085 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:24.271490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.283269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.287309 n-d-827844-2 neutron-server[109960]: WARNING neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Concurrent port binding operations failed on port 1e9db8b6-057e-4da3-b411-319e5dbec7db Feb 10 04:04:24.292707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:24.352673 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Attempt 2 to bind port 1e9db8b6-057e-4da3-b411-319e5dbec7db Feb 10 04:04:24.359383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1e9db8b6-057e-4da3-b411-319e5dbec7db has no active binding in host n-h2-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 04:04:24.451055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b06a1-f681-43f1-b8f0-0e84e6ab2825 req-86207336-7335-4c3a-8a00-e1bbb1062e21 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:24.453115 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e1b06a1-f681-43f1-b8f0-0e84e6ab2825 req-86207336-7335-4c3a-8a00-e1bbb1062e21 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1319816 Feb 10 04:04:24.491930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks [] for security_group (17b2102e-a6df-4128-9c82-8805ae7958bf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.517747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e1b06a1-f681-43f1-b8f0-0e84e6ab2825 req-b4fcb72f-1698-46eb-aaed-c20eeb0f8c08 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544271 Feb 10 04:04:24.546639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ab2ad-bf2a-4050-a738-2b534c0aee40 req-aea53aac-04d2-4bdd-bd4d-66cf84e21906 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:24.555777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab4ab2ad-bf2a-4050-a738-2b534c0aee40 req-aea53aac-04d2-4bdd-bd4d-66cf84e21906 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1227851 Feb 10 04:04:24.589657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (17b2102e-a6df-4128-9c82-8805ae7958bf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.617274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:04:24.637520 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (87aa1446-0459-49cf-8916-fbb26a666ce9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.637875 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Added segment 87aa1446-0459-49cf-8916-fbb26a666ce9 of type vlan for network db6002b9-ace5-42e9-a108-caaaef73535b Feb 10 04:04:24.650846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-336b714c-76cd-47f0-8b0a-73f32ef4f51e tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:24.652401 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-336b714c-76cd-47f0-8b0a-73f32ef4f51e tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 949 time: 0.0907688 Feb 10 04:04:24.697684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54922) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:24.724578 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab4ab2ad-bf2a-4050-a738-2b534c0aee40 req-227bea5d-c6fc-4a89-820f-e3dbce4b5b8f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590102 Feb 10 04:04:24.725719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54924) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:24.735912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2102e-a6df-4128-9c82-8805ae7958bf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:24.738251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2033889746'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:24.741080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (db6002b9-ace5-42e9-a108-caaaef73535b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.782507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba9fde-293a-4fd7-a990-5c9660176ce6 req-2d7fd308-2cfd-4bce-8ceb-f7fe40d71b3a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:24.789534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bba9fde-293a-4fd7-a990-5c9660176ce6 req-2d7fd308-2cfd-4bce-8ceb-f7fe40d71b3a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 946 time: 0.1618686 Feb 10 04:04:24.850617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (db6002b9-ace5-42e9-a108-caaaef73535b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.852111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:24.852899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.864820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-94eaf970-9350-4ccc-9787-e16388d6e8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.878825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bba9fde-293a-4fd7-a990-5c9660176ce6 req-a3afd799-3ad2-4ab9-85f5-ecf439a7b7bb tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882597 Feb 10 04:04:24.891758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:24.895994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.916284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Deleting port 81dc65a0-962f-42c5-83d9-06a292b66e92 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:24.916618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.931365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:04:24.948839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] Pushing event updated for resources: {'Network': ['ID=db6002b9-ace5-42e9-a108-caaaef73535b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:24.957970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0cc070b6-2af5-40f0-8b19-b25596989132), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:24.958279 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Added segment 0cc070b6-2af5-40f0-8b19-b25596989132 of type vlan for network 2782cacf-5947-4ed6-9154-fbf1c2b0297d Feb 10 04:04:24.965086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network db6002b9-ace5-42e9-a108-caaaef73535b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:04:25.002994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-92c2889b-654e-4e2f-aabd-90b0cb4740f9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0742900 Feb 10 04:04:25.006581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54928) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:25.027800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Request body: {'subnet': {'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1881813472-subnet', 'tenant_id': '4faacd193f754978bccd83409b532085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:25.046609 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-94eaf970-9350-4ccc-9787-e16388d6e8b7 admin admin] Publish callbacks [] for security_group (d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.057615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2782cacf-5947-4ed6-9154-fbf1c2b0297d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.103763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] For port 81dc65a0-962f-42c5-83d9-06a292b66e92, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=81dc65a0-962f-42c5-83d9-06a292b66e92,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:25.104119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.116559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Calling delete_port for 81dc65a0-962f-42c5-83d9-06a292b66e92 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:25.125406 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-94eaf970-9350-4ccc-9787-e16388d6e8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.162721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Made reservation on behalf of 4faacd193f754978bccd83409b532085 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:25.168584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-94eaf970-9350-4ccc-9787-e16388d6e8b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4f0d528e5d54c50bd8e12b7b8fc0d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670134 Feb 10 04:04:25.168755 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.168755 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2782cacf-5947-4ed6-9154-fbf1c2b0297d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.169033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54930) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:25.172489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:25.177748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.177905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaf970-9350-4ccc-9787-e16388d6e8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:25.231970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9fb68ff9-8cdb-4eed-bd27-e5c5645aa411 admin admin] Publish callbacks [] for security_group (d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.258240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9fb68ff9-8cdb-4eed-bd27-e5c5645aa411 admin admin] Publish callbacks [] for security_group (d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.371097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:25.373298 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:25.394057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6645706 Feb 10 04:04:25.396690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54940) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:25.401165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2b4f5-a515-470f-a942-00f1596ceb23 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Network': ['ID=2782cacf-5947-4ed6-9154-fbf1c2b0297d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:25.404712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-321117805'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:25.415336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:04:25.425984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca2cf3-ef86-4d70-a534-72ea323ff8d3 req-4e95fc6a-74b8-4a10-ac02-f13a8593d9ec tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:25.427592 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d2ca2cf3-ef86-4d70-a534-72ea323ff8d3 req-4e95fc6a-74b8-4a10-ac02-f13a8593d9ec tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 949 time: 0.0772424 Feb 10 04:04:25.497121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d2ca2cf3-ef86-4d70-a534-72ea323ff8d3 req-4eb3c9f1-efd2-4d4a-b0d8-410e326bb2f6 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623763 Feb 10 04:04:25.500722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9fb68ff9-8cdb-4eed-bd27-e5c5645aa411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.502063 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255a100-1310-471a-bee9-cbd9c189ac48 x-openstack-request-id: req-0255a100-1310-471a-bee9-cbd9c189ac48 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:25.502657 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:25.503169 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0255a100-1310-471a-bee9-cbd9c189ac48 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:25.503309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9fb68ff9-8cdb-4eed-bd27-e5c5645aa411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.503927 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db', 'status': 'completed', 'code': 200} Feb 10 04:04:25.507719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9fb68ff9-8cdb-4eed-bd27-e5c5645aa411 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8 HTTP/1.1" status: 204 len: 168 time: 0.3375888 Feb 10 04:04:25.533045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb68ff9-8cdb-4eed-bd27-e5c5645aa411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d267bd3e-d9a9-41e8-94bd-a5dcf43fb0e8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:25.584701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:25.587359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.636125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:04:25.645841 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8a7ad2ec-ecd4-4492-8003-643b6c81e5c3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.646199 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Added segment 8a7ad2ec-ecd4-4492-8003-643b6c81e5c3 of type vlan for network 90e1cf24-2192-446b-b1d5-98500b85bdec Feb 10 04:04:25.657095 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (81dc65a0-962f-42c5-83d9-06a292b66e92), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.698462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (90e1cf24-2192-446b-b1d5-98500b85bdec), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.732514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Pushing event deleted for resources: {'Port': ['ID=81dc65a0-962f-42c5-83d9-06a292b66e92,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:25.766654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:25.823182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (90e1cf24-2192-446b-b1d5-98500b85bdec), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.828873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:25.829535 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.833098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] No DVR routers for this DVR port 81dc65a0-962f-42c5-83d9-06a292b66e92 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:25.837792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:25.842241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a647853-a51c-423e-b8c2-e0f8e68f3107 req-0cb2aae4-9891-492a-a8d0-74957910ae84 tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.43 "DELETE /v2.0/ports/81dc65a0-962f-42c5-83d9-06a292b66e92 HTTP/1.1" status: 204 len: 173 time: 1.1729069 Feb 10 04:04:25.859634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-0072aa01-74ef-45af-bd86-c0e334fa2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:25.861987 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-0072aa01-74ef-45af-bd86-c0e334fa2b04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1155 time: 0.3127565 Feb 10 04:04:25.888887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4fc66-3599-4656-af1e-4ad1e7b225e4 req-ba71c5a6-6edd-4a82-85f7-917e8a56c9bb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:25.890491 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bb4fc66-3599-4656-af1e-4ad1e7b225e4 req-ba71c5a6-6edd-4a82-85f7-917e8a56c9bb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.2401879 Feb 10 04:04:25.956551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (3d0a14f7-4b14-423b-ac2a-5fc9052641bc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:26.054311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:26.068832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'mac_address': 'fa:16:3e:95:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:26.141808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7431164 Feb 10 04:04:26.170032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:26.170450 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:26.192017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:26.194618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54964) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:26.217204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:26.291629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'subnet': {'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:26.355665 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:26.364458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7f86d-4664-4450-ba1f-5dd200ecb017 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Network': ['ID=90e1cf24-2192-446b-b1d5-98500b85bdec,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:26.426108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae86940-9472-4d98-af7d-adba0cb5c4f3 req-afdb6a4e-a8aa-4fdd-9f7f-a8f0dbff8316 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:26.435630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dae86940-9472-4d98-af7d-adba0cb5c4f3 req-afdb6a4e-a8aa-4fdd-9f7f-a8f0dbff8316 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.5969872 Feb 10 04:04:26.491023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54976) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:26.517777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:26.530046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 90e1cf24-2192-446b-b1d5-98500b85bdec details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:04:26.555790 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a90350b1-c945-4d16-8ac5-b89116a876c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:26.607043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-1fda7aaf-97e2-47ff-8066-6242fa2f9637 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:26.608890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-1fda7aaf-97e2-47ff-8066-6242fa2f9637 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 946 time: 0.5030282 Feb 10 04:04:26.617251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dae86940-9472-4d98-af7d-adba0cb5c4f3 req-7898538e-eb3f-4abf-bcb1-3bdc7032ca13 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806247 Feb 10 04:04:26.685735 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e823ab85-1fb8-4931-8c06-8f3a16039cc6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:26.764322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bb4fc66-3599-4656-af1e-4ad1e7b225e4 req-ecfc138d-53c1-46d8-9437-83f52a2e7771 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8556294 Feb 10 04:04:26.771024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0a14f7-4b14-423b-ac2a-5fc9052641bc,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:26.787613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-03990a16-b7c1-4dc9-91f1-000f5674113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:26.790820 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-03990a16-b7c1-4dc9-91f1-000f5674113c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.9200315 Feb 10 04:04:26.793074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Checking segment: {'id': '87aa1446-0459-49cf-8916-fbb26a666ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:26.793726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Network hostable DHCP agents. Network: db6002b9-ace5-42e9-a108-caaaef73535b, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:04:26.861136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:26.870907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:26.871977 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-36de3647-36f2-4d43-bd4d-81387116b1c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 217 time: 0.0726736 Feb 10 04:04:26.969220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9524de22-63d2-4839-a5c8-623a102b7fe6 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:26.972571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc0c41c3-47ea-4ad4-a84d-428a94ce3e3b req-4f225352-6efb-4dd3-9dff-28f5efeb9ffe tempest-ListImageFiltersTestJSON-183279370 tempest-ListImageFiltersTestJSON-183279370-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bbad8e-c2dc-475f-8699-43146fdf53a1 HTTP/1.1" status: 200 len: 210 time: 0.0514436 Feb 10 04:04:26.985289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-fe3ca328-06e9-4414-b698-a3c295adb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:26.987085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-fe3ca328-06e9-4414-b698-a3c295adb5a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1089141 Feb 10 04:04:26.988420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Network db6002b9-ace5-42e9-a108-caaaef73535b is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:04:27.061769 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-c2e990b9-9ba7-40ca-99b7-e0cdf67d80d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666952 Feb 10 04:04:27.136448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, db6002b9-ace5-42e9-a108-caaaef73535b) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:27.145329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:27.146171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.148656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9524de22-63d2-4839-a5c8-623a102b7fe6 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:27.149306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.167973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e8199-8a8e-4531-8b6a-f7e7d65dc387 None None] Network db6002b9-ace5-42e9-a108-caaaef73535b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:27.284831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a90350b1-c945-4d16-8ac5-b89116a876c8 admin admin] Publish callbacks [] for security_group (90077932-8b82-4178-bbec-e77818606089), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.298228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c855f-af34-4c57-b086-59161f042290 req-ee05e470-b5b4-4a93-b829-522542b00873 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:27.306455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c855f-af34-4c57-b086-59161f042290 req-ee05e470-b5b4-4a93-b829-522542b00873 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 946 time: 0.4640269 Feb 10 04:04:27.313610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:27.318919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:27.320506 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-e25e39a4-a1b0-4b55-b8d0-1188a3929433 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517219 Feb 10 04:04:27.322168 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6035b0-4b23-47de-ba9b-76767a47d649" -d '{"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-unplugged", "status": "completed", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:27.342147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Deleting port 9524de22-63d2-4839-a5c8-623a102b7fe6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:27.342499 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.349275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (8ae2a415-f1aa-4f62-9398-009f0d874e89), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.360910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e615bfa-9166-48ff-9e4b-22d7b4af58b7 None None] Network db6002b9-ace5-42e9-a108-caaaef73535b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:27.379053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f769c21a-2400-4743-a2cc-71fc7033f941 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3555284 Feb 10 04:04:27.430371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a90350b1-c945-4d16-8ac5-b89116a876c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (90077932-8b82-4178-bbec-e77818606089), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.463783 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ec0ce6-c10b-4b01-8acf-8e41819a530e x-openstack-request-id: req-83ec0ce6-c10b-4b01-8acf-8e41819a530e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:27.464968 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-unplugged", "status": "completed", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:27.465327 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83ec0ce6-c10b-4b01-8acf-8e41819a530e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:27.465865 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'code': 200} Feb 10 04:04:27.469505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.505097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-deleted', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:27.512311 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844ae199-79ee-43d4-b3f8-9b0bce2afe81" -d '{"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-deleted", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:27.585202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec9c78c-2733-42b2-b95c-4c58c8845bb8 req-6aad9f60-21a3-40d4-84cf-9a9da285ebee service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522972 Feb 10 04:04:27.612056 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0404dee6-b6f9-4291-bf9f-94a22a343d16 x-openstack-request-id: req-0404dee6-b6f9-4291-bf9f-94a22a343d16 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:27.612359 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bbad8e-c2dc-475f-8699-43146fdf53a1", "name": "network-vif-deleted", "tag": "81dc65a0-962f-42c5-83d9-06a292b66e92", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:27.613197 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0404dee6-b6f9-4291-bf9f-94a22a343d16 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:27.613618 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bbad8e-c2dc-475f-8699-43146fdf53a1', 'name': 'network-vif-deleted', 'tag': '81dc65a0-962f-42c5-83d9-06a292b66e92', 'status': 'completed', 'code': 200} Feb 10 04:04:27.693642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:27.702123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] For port 9524de22-63d2-4839-a5c8-623a102b7fe6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9524de22-63d2-4839-a5c8-623a102b7fe6,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:27.703010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.723878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0c7cccf-466d-4996-994e-da86325e60af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.727599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Calling delete_port for 9524de22-63d2-4839-a5c8-623a102b7fe6 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:27.746440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a90350b1-c945-4d16-8ac5-b89116a876c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be6d2da73c324879b0982c4178b90861&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2440226 Feb 10 04:04:27.747398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54998) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:27.771498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:27.906339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e823ab85-1fb8-4931-8c06-8f3a16039cc6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:27.907208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:27.957032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0156528-78d1-424b-ba53-db7b7f317ec3 admin admin] Publish callbacks [] for security_group (90077932-8b82-4178-bbec-e77818606089), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.001331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15a051-fc01-4f81-8591-d4996e2335a6 req-02d99ab3-f6b4-478e-82aa-d1d55e69ac14 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:28.009893 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e15a051-fc01-4f81-8591-d4996e2335a6 req-02d99ab3-f6b4-478e-82aa-d1d55e69ac14 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.2185485 Feb 10 04:04:28.029626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:28.030424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.048268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0156528-78d1-424b-ba53-db7b7f317ec3 admin admin] Publish callbacks [] for security_group (90077932-8b82-4178-bbec-e77818606089), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.060171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Subnet': ['ID=8ae2a415-f1aa-4f62-9398-009f0d874e89,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:28.073461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:28.098265 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c855f-af34-4c57-b086-59161f042290 req-ee346f37-4550-4e78-af9f-28a5082b9fa3 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907789 Feb 10 04:04:28.133620 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e15a051-fc01-4f81-8591-d4996e2335a6 req-fe9eaaf4-4077-4230-8e93-28b817d3135d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227851 Feb 10 04:04:28.137724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9524de22-63d2-4839-a5c8-623a102b7fe6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.164531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.165410 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.166067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.166440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.166849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.167197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:28.167754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:28.213059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 81dc65a0-962f-42c5-83d9-06a292b66e92 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:28.213737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 81dc65a0-962f-42c5-83d9-06a292b66e92 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:28.214151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90350b1-c945-4d16-8ac5-b89116a876c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90077932-8b82-4178-bbec-e77818606089,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:28.285932 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0156528-78d1-424b-ba53-db7b7f317ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (90077932-8b82-4178-bbec-e77818606089), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.289426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0156528-78d1-424b-ba53-db7b7f317ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.295822 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c0156528-78d1-424b-ba53-db7b7f317ec3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90077932-8b82-4178-bbec-e77818606089 HTTP/1.1" status: 204 len: 168 time: 0.5465965 Feb 10 04:04:28.310902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:28.319033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Checking segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:28.319728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network hostable DHCP agents. Network: 2782cacf-5947-4ed6-9154-fbf1c2b0297d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:04:28.345338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0156528-78d1-424b-ba53-db7b7f317ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90077932-8b82-4178-bbec-e77818606089,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:28.346255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event deleted for resources: {'Port': ['ID=9524de22-63d2-4839-a5c8-623a102b7fe6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:28.400758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab5b7b-7c73-48c3-b6ac-2c40ab51b04e req-7f4d4b59-4959-4be3-a0fc-ed7767a1e6a6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:28.400758 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbab5b7b-7c73-48c3-b6ac-2c40ab51b04e req-7f4d4b59-4959-4be3-a0fc-ed7767a1e6a6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.0991817 Feb 10 04:04:28.512876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbab5b7b-7c73-48c3-b6ac-2c40ab51b04e req-dc095d8f-f189-4f26-9f62-9d91d03e439e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794742 Feb 10 04:04:28.555553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] No DVR routers for this DVR port 9524de22-63d2-4839-a5c8-623a102b7fe6 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:28.559685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:28.566139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab37179-7866-436e-9fbe-2cea5232a2b0 req-bd3da627-7c0e-4193-9886-163724216821 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "DELETE /v2.0/ports/9524de22-63d2-4839-a5c8-623a102b7fe6 HTTP/1.1" status: 204 len: 173 time: 1.9444137 Feb 10 04:04:28.574188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-deleted', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:28.582812 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08feec04-2475-4e3a-95bc-5a63f0da52e8" -d '{"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-deleted", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:28.756200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-bce6b1ee-c611-407f-8c41-7fe20dc1a8ab tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:28.759972 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-bce6b1ee-c611-407f-8c41-7fe20dc1a8ab tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/networks?id=db6002b9-ace5-42e9-a108-caaaef73535b HTTP/1.1" status: 200 len: 818 time: 0.1737070 Feb 10 04:04:28.778737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-8f91efee-7942-49a0-b6e4-8cf53672b0b0 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/quotas/4faacd193f754978bccd83409b532085 HTTP/1.1" status: 200 len: 375 time: 0.0120904 Feb 10 04:04:28.826163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-c392a1ea-5d4e-49b9-8643-9c556fd10338 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4faacd193f754978bccd83409b532085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437489 Feb 10 04:04:28.827354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:04:28.946774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2782cacf-5947-4ed6-9154-fbf1c2b0297d) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:28.956067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a9f2f2-2742-4f68-b981-7d62e64ffb76 None None] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:28.979021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7d64fe1a-3d3a-437c-8360-352c1a9bda01 service neutron] 10.222.0.42 "GET /v2.0/networks/db6002b9-ace5-42e9-a108-caaaef73535b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451430 Feb 10 04:04:28.994846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:28.996738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:29.143783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bfc63247-009f-4b76-88de-05a29fba228f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8620889 Feb 10 04:04:29.145694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55040) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:29.154292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'subnet': {'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:29.181315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'fixed_ips': [{'subnet_id': '8ae2a415-f1aa-4f62-9398-009f0d874e89'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:04:29.184127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:29.272361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-a16c20e1-1926-4263-acfe-71eeacaa948a service neutron] 10.222.0.42 "GET /v2.0/networks/db6002b9-ace5-42e9-a108-caaaef73535b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922473 Feb 10 04:04:29.455600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:29.460061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:29.467367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:29.469581 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb7ca2e-68c0-4290-86ca-9d89d135fd42" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:29.557730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Allocated IP 10.1.1.2 (2782cacf-5947-4ed6-9154-fbf1c2b0297d/8ae2a415-f1aa-4f62-9398-009f0d874e89/922fca9d-67ed-4f6f-83e4-4440a12f3505) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:29.713825 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f6b5e7-1bd6-4a6a-ab85-e716a4cabd6e x-openstack-request-id: req-03f6b5e7-1bd6-4a6a-ab85-e716a4cabd6e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:29.714153 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91859121-25fa-47a3-af9f-7426c5cbbb00", "name": "network-vif-deleted", "tag": "9524de22-63d2-4839-a5c8-623a102b7fe6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:29.716240 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03f6b5e7-1bd6-4a6a-ab85-e716a4cabd6e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:29.719361 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91859121-25fa-47a3-af9f-7426c5cbbb00', 'name': 'network-vif-deleted', 'tag': '9524de22-63d2-4839-a5c8-623a102b7fe6', 'status': 'completed', 'code': 200} Feb 10 04:04:29.831559 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9970-3f53-446b-893d-90e397a27ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:29.845335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Publish callbacks [] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:29.968969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:30.029954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40f2258b-e780-474c-87b9-c18408d2c003 req-cc566676-2a2e-4b56-b634-c56330f0ba7c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=91859121-25fa-47a3-af9f-7426c5cbbb00 HTTP/1.1" status: 200 len: 210 time: 0.1249542 Feb 10 04:04:30.090432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:30.092134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:30.100827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:30.180730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Pushing event updated for resources: {'Port': ['ID=922fca9d-67ed-4f6f-83e4-4440a12f3505,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:30.196587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e0dde-ca9f-4b9f-9ccd-b7d9454f2a27 req-460992cf-dc19-4234-b572-56bbe9cfb4cc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:30.203857 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5195bf02-afdd-4307-b811-c7c1ea062ea2 x-openstack-request-id: req-5195bf02-afdd-4307-b811-c7c1ea062ea2 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:30.204786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-652e0dde-ca9f-4b9f-9ccd-b7d9454f2a27 req-460992cf-dc19-4234-b572-56bbe9cfb4cc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.2145851 Feb 10 04:04:30.207580 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:30.209861 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5195bf02-afdd-4307-b811-c7c1ea062ea2 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:30.210332 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'code': 200} Feb 10 04:04:30.221416 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (1237638c-f910-4821-bb76-54a9eeb72f1c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:30.262624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Attempting to bind port 922fca9d-67ed-4f6f-83e4-4440a12f3505 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:30.263289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Attempting to bind port 922fca9d-67ed-4f6f-83e4-4440a12f3505 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:30.263668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Attempting to bind port 922fca9d-67ed-4f6f-83e4-4440a12f3505 on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:30.286859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:30.302441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Checking segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:30.302441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:30.302441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Bound using segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:30.302441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Bound port: 922fca9d-67ed-4f6f-83e4-4440a12f3505, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:30.302441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:30.306419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-652e0dde-ca9f-4b9f-9ccd-b7d9454f2a27 req-ddcf1a0c-0ccd-4ca4-931d-28b9bf3c90a5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946155 Feb 10 04:04:30.324965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Subnet': ['ID=1237638c-f910-4821-bb76-54a9eeb72f1c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:30.333732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Checking segment: {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:30.334005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network hostable DHCP agents. Network: 90e1cf24-2192-446b-b1d5-98500b85bdec, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:04:30.442689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5c1cd52-acea-452f-a5b7-6c6879851a45 req-87eda6f1-ccab-40ad-bc79-ca5bb0798b6e tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 210 time: 0.0946183 Feb 10 04:04:30.460987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] For port 922fca9d-67ed-4f6f-83e4-4440a12f3505, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:30.466162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] For port 922fca9d-67ed-4f6f-83e4-4440a12f3505, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=922fca9d-67ed-4f6f-83e4-4440a12f3505,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:30.528164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc056-254c-4df2-8f62-172b32ed207e req-b4149d6c-6b56-4c98-a64b-019be7ddab12 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:30.541006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d0fc056-254c-4df2-8f62-172b32ed207e req-b4149d6c-6b56-4c98-a64b-019be7ddab12 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1699355 Feb 10 04:04:30.560442 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:30.610342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 90e1cf24-2192-446b-b1d5-98500b85bdec is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:04:30.701463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d0fc056-254c-4df2-8f62-172b32ed207e req-99bef7ff-cb56-4d0e-8d57-8e7995a8a39e tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523814 Feb 10 04:04:30.765021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 90e1cf24-2192-446b-b1d5-98500b85bdec) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:30.772900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:30.772900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:30.788253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d776f-fe02-4281-84f1-aa34b34bb662 None None] Network 90e1cf24-2192-446b-b1d5-98500b85bdec requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:30.899560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c91a532-7f0a-46a9-81fa-6622a9370089 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7522321 Feb 10 04:04:30.903132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55098) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:30.910548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'port': {'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'name': 'tempest-TaggedBootDevicesTest_v242-403587519', 'fixed_ips': [{'subnet_id': '8ae2a415-f1aa-4f62-9398-009f0d874e89'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:30.999732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1e9db8b6-057e-4da3-b411-319e5dbec7db no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:31.178868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094c8c3-f479-40c7-b850-94943f91c0b7 None None] Pushing event updated for resources: {'Port': ['ID=922fca9d-67ed-4f6f-83e4-4440a12f3505,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:31.405695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:31.564590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:31.576317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-90e1cf24-2192-446b-b1d5-98500b85bdec', 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec', 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'fixed_ips': [{'subnet_id': '1237638c-f910-4821-bb76-54a9eeb72f1c'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:04:31.577270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:31.647318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1e9db8b6-057e-4da3-b411-319e5dbec7db is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:31.649071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9524de22-63d2-4839-a5c8-623a102b7fe6 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:31.662373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:31.685053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd54343-5381-4dad-b926-298d2dc181d9 req-0f373143-d9fb-439e-9969-6fbe967d9dfe tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:31.690688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4dd54343-5381-4dad-b926-298d2dc181d9 req-0f373143-d9fb-439e-9969-6fbe967d9dfe tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1830914 Feb 10 04:04:31.710305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] device_id is not set on port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:04:31.749015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 9524de22-63d2-4839-a5c8-623a102b7fe6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:31.749811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9524de22-63d2-4839-a5c8-623a102b7fe6 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:31.849649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4dd54343-5381-4dad-b926-298d2dc181d9 req-e18a72c5-6d2e-4072-bfb3-88f4c4730db5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493442 Feb 10 04:04:31.933138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Allocated IP 10.2.2.2 (90e1cf24-2192-446b-b1d5-98500b85bdec/1237638c-f910-4821-bb76-54a9eeb72f1c/8e46abba-3315-409d-9a5a-137856b5eba9) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:32.159336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 922fca9d-67ed-4f6f-83e4-4440a12f3505 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:32.221067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2db0676f-a0db-4376-855a-d88c18878ab1 req-012ca0f2-ab80-49d9-87f9-a1bb7f3b1199 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 210 time: 0.1016455 Feb 10 04:04:32.326141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 922fca9d-67ed-4f6f-83e4-4440a12f3505 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:32.333596 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:32.567029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c393c-f74c-44da-a544-ac2c46421472 req-4325d7d8-e01e-4200-88b2-ea4819d3674c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:32.577121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa0c393c-f74c-44da-a544-ac2c46421472 req-4325d7d8-e01e-4200-88b2-ea4819d3674c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1673265 Feb 10 04:04:32.599138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Publish callbacks [] for port (8e46abba-3315-409d-9a5a-137856b5eba9), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:32.604127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:32.670924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9118c-acd5-4c0d-a96e-5c055fff2359 None None] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:32.728747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa0c393c-f74c-44da-a544-ac2c46421472 req-1b9ecb2f-32c7-4112-b31a-2cfe2f6e5321 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487012 Feb 10 04:04:32.775464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 10.1.1.246 (2782cacf-5947-4ed6-9154-fbf1c2b0297d/8ae2a415-f1aa-4f62-9398-009f0d874e89/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:32.809566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113848c2-e222-4656-88ce-61f5f963ddfd req-1a5dc907-d894-4818-95fe-3c45380c3de0 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:32.818909 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-1a5dc907-d894-4818-95fe-3c45380c3de0 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 822 time: 0.7408142 Feb 10 04:04:32.843291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-657da6b2-514f-4f3b-a92e-fd5c363915f3 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/quotas/aba1c3fdf8cc4c6f8e495cc4965bd72b HTTP/1.1" status: 200 len: 375 time: 0.0234005 Feb 10 04:04:32.847043 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:32.896759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-4f1cb244-1678-4753-a012-ea6bb03f998a tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524259 Feb 10 04:04:33.009545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Network 90e1cf24-2192-446b-b1d5-98500b85bdec is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:33.014119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 922fca9d-67ed-4f6f-83e4-4440a12f3505 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:33.014515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.026691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Pushing event updated for resources: {'Port': ['ID=8e46abba-3315-409d-9a5a-137856b5eba9,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:33.034560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:33.041820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:33.127310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-021d2c55-5846-4fde-94a9-4922c0971c56 service neutron] 10.222.0.42 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282755 Feb 10 04:04:33.127440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e72bdf9b-34a3-4e39-b877-9d12ae6d6526 None None] Provisioning complete for port 922fca9d-67ed-4f6f-83e4-4440a12f3505 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:33.127556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e72bdf9b-34a3-4e39-b877-9d12ae6d6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.316026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.338858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 922fca9d-67ed-4f6f-83e4-4440a12f3505, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=922fca9d-67ed-4f6f-83e4-4440a12f3505,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:33.382817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Attempting to bind port 8e46abba-3315-409d-9a5a-137856b5eba9 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:33.383160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Attempting to bind port 8e46abba-3315-409d-9a5a-137856b5eba9 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:33.383536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Attempting to bind port 8e46abba-3315-409d-9a5a-137856b5eba9 on network 90e1cf24-2192-446b-b1d5-98500b85bdec {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:33.391204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:33.398458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Checking segment: {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:33.398458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.398458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Bound using segment: {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:33.398458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Bound port: 8e46abba-3315-409d-9a5a-137856b5eba9, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:33.398458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.450125 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.510442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.544897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-a2f66158-2dad-4367-9db1-b62fd9b28833 service neutron] 10.222.0.42 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166405 Feb 10 04:04:33.599119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] For port 8e46abba-3315-409d-9a5a-137856b5eba9, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:33.606087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] For port 8e46abba-3315-409d-9a5a-137856b5eba9, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8e46abba-3315-409d-9a5a-137856b5eba9,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:33.696855 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.762409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:33.812051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:33.823951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e72bdf9b-34a3-4e39-b877-9d12ae6d6526 None None] Current status of the port 922fca9d-67ed-4f6f-83e4-4440a12f3505 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:33.833756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:33.834262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=922fca9d-67ed-4f6f-83e4-4440a12f3505,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:33.841622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-c35f0fb9-4625-4720-9e98-a771ed35d438 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:33.846536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-c35f0fb9-4625-4720-9e98-a771ed35d438 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.24 "GET /v2.0/networks?id=db6002b9-ace5-42e9-a108-caaaef73535b HTTP/1.1" status: 200 len: 818 time: 0.4430072 Feb 10 04:04:33.859383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:33.860017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Request body: {'port': {'device_id': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b', 'admin_state_up': True, 'tenant_id': '4faacd193f754978bccd83409b532085'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:33.966774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:33.979932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64ec51-1d9d-4d9d-8593-1c37639a3bb6 None None] Pushing event updated for resources: {'Port': ['ID=8e46abba-3315-409d-9a5a-137856b5eba9,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:34.033456 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-04a61cca-da49-4a1a-b99c-ce2dc04a3e49 None None] Provisioning complete for port 922fca9d-67ed-4f6f-83e4-4440a12f3505 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:34.050263 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-04a61cca-da49-4a1a-b99c-ce2dc04a3e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:34.118867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:34.128212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:34.343077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7b5899a4-e909-42dc-81eb-f61a4778b719 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4383557 Feb 10 04:04:34.343403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55194) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:34.353581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'port': {'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'name': 'tempest-TaggedBootDevicesTest_v242-2071430456', 'fixed_ips': [{'subnet_id': '8ae2a415-f1aa-4f62-9398-009f0d874e89'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:34.436268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-04a61cca-da49-4a1a-b99c-ce2dc04a3e49 None None] Current status of the port 922fca9d-67ed-4f6f-83e4-4440a12f3505 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:34.671762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8c35e337-23cd-4702-9b53-bd66f75fce61 None None] Provisioning complete for port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:34.672310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8c35e337-23cd-4702-9b53-bd66f75fce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:34.691606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ac22d51-ab20-4bae-897d-b1cd8ec4ef28 req-13946e1a-7a79-404d-9415-78723d90dfea tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 210 time: 0.3148408 Feb 10 04:04:34.750051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8c35e337-23cd-4702-9b53-bd66f75fce61 None None] Port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:04:34.886797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:34.902812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:34.943571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead0bd2-8af2-4c08-96fd-ba0f715e2374 req-daa7fbe1-362d-4493-829a-c350870202a8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:34.951442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bead0bd2-8af2-4c08-96fd-ba0f715e2374 req-daa7fbe1-362d-4493-829a-c350870202a8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.6370392 Feb 10 04:04:34.962675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b6a3d-d4d5-4ce3-ada1-ddcd9aa2c4be req-2bd5c9e1-d0f4-46ec-a662-77c88e033caf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:34.970523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc6b6a3d-d4d5-4ce3-ada1-ddcd9aa2c4be req-2bd5c9e1-d0f4-46ec-a662-77c88e033caf tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.1766074 Feb 10 04:04:34.980873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] device_id is not set on port 77353ded-1de2-46fd-9994-8691a45d912c yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:04:35.041533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Made reservation on behalf of 4faacd193f754978bccd83409b532085 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:35.061830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:35.109254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bead0bd2-8af2-4c08-96fd-ba0f715e2374 req-b3af1bcd-9927-4934-8a20-832806c4169f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521571 Feb 10 04:04:35.173214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc6b6a3d-d4d5-4ce3-ada1-ddcd9aa2c4be req-9b40d73b-9bde-49bf-bc09-f47313ce5739 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015717 Feb 10 04:04:35.251887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e58c3c0-e7a1-465b-8f55-d12eeca59ad5 req-599ba246-34b0-47be-ba29-81cf4d65444c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 210 time: 0.0953410 Feb 10 04:04:35.436633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55210) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:35.438379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55212) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:35.441152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 10.1.1.175 (2782cacf-5947-4ed6-9154-fbf1c2b0297d/8ae2a415-f1aa-4f62-9398-009f0d874e89/77353ded-1de2-46fd-9994-8691a45d912c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:35.630853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Allocated IP 172.20.0.5 (db6002b9-ace5-42e9-a108-caaaef73535b/3d0a14f7-4b14-423b-ac2a-5fc9052641bc/243bec27-3260-4164-9cde-32fc92c4d33f) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:35.718060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00fdd783-285b-43fb-a414-e4fed85dc41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:35.727225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (77353ded-1de2-46fd-9994-8691a45d912c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:35.750678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0622ff9-43b0-49aa-bb9f-9e2d7a03b2c8 None None] Network 90e1cf24-2192-446b-b1d5-98500b85bdec requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:35.912224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Provisioning complete for port 8e46abba-3315-409d-9a5a-137856b5eba9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:35.912224 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:35.914233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8e39f71b-e3fa-4b4f-aa4a-fbaad5dd8d5b req-d7ddb73c-6a7c-408f-ab99-6c5a0af22be7 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 210 time: 0.0734558 Feb 10 04:04:35.983388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks [] for port (243bec27-3260-4164-9cde-32fc92c4d33f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.034804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (77353ded-1de2-46fd-9994-8691a45d912c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.069535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Current status of the port 8e46abba-3315-409d-9a5a-137856b5eba9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:36.071217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.084990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6db1f01d-e355-4a8b-84d1-af0ef7ff1e05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f07b1b9cab6c4a32a95efe9741ef49a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6199243 Feb 10 04:04:36.089620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55220) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:36.100230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e46abba-3315-409d-9a5a-137856b5eba9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:36.177411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=77353ded-1de2-46fd-9994-8691a45d912c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:36.209886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:36.213721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:36.219868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:36.230423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] For port 8e46abba-3315-409d-9a5a-137856b5eba9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8e46abba-3315-409d-9a5a-137856b5eba9,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:36.302347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00fdd783-285b-43fb-a414-e4fed85dc41f admin admin] Publish callbacks [] for security_group (3e926e08-3123-42cb-a979-f4a5f89ca66f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.343773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8e46abba-3315-409d-9a5a-137856b5eba9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:36.348230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.361860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.475572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Pushing event updated for resources: {'Port': ['ID=243bec27-3260-4164-9cde-32fc92c4d33f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:36.475946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:36.477477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.495260 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.497681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00fdd783-285b-43fb-a414-e4fed85dc41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3e926e08-3123-42cb-a979-f4a5f89ca66f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.532776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b920808-9f99-4122-b78a-a0819329b3c6 admin admin] Publish callbacks [] for security_group (8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.544697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdd783-285b-43fb-a414-e4fed85dc41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e926e08-3123-42cb-a979-f4a5f89ca66f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:36.592606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Network db6002b9-ace5-42e9-a108-caaaef73535b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:36.615676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:36.623827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:36.645208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bbc4c-3d71-4225-9bf2-fdeb2495cd4a req-df0f7aaf-c5a7-40c0-98e7-cef3795537fc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:36.646915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e5bbc4c-3d71-4225-9bf2-fdeb2495cd4a req-df0f7aaf-c5a7-40c0-98e7-cef3795537fc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.3401952 Feb 10 04:04:36.652740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-00fdd783-285b-43fb-a414-e4fed85dc41f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69a80b762f0a4d2a94edae6f20621663&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2126033 Feb 10 04:04:36.652740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b920808-9f99-4122-b78a-a0819329b3c6 admin admin] Publish callbacks [] for security_group (8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.653228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b9564-d751-4764-83cc-a2f91ad271f9 req-e785b155-5996-4574-b620-19cb3a0770f9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:36.668272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-401b9564-d751-4764-83cc-a2f91ad271f9 req-e785b155-5996-4574-b620-19cb3a0770f9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.3189023 Feb 10 04:04:36.682510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55236) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:36.723986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a073396b-374e-46a0-a334-ff9d685ffef8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3793547 Feb 10 04:04:36.746765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Pushing event updated for resources: {'Port': ['ID=8e46abba-3315-409d-9a5a-137856b5eba9,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:36.774028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8e46abba-3315-409d-9a5a-137856b5eba9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:36.775386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 922fca9d-67ed-4f6f-83e4-4440a12f3505 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:36.792433 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-401b9564-d751-4764-83cc-a2f91ad271f9 req-3caa559c-ccd9-4297-aee7-9c0e2e231e7a tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219101 Feb 10 04:04:36.831807 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2c4b-1d81-471a-880d-c1670dc42a7b admin admin] Publish callbacks [] for security_group (3e926e08-3123-42cb-a979-f4a5f89ca66f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.861476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.862003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.862464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.862948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.863466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.863923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.864615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.865054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.865614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.866054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.867770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.868215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.868648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1d3cd-59c1-4a76-a74a-1e9c895a2568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:04:36.892428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2c4b-1d81-471a-880d-c1670dc42a7b admin admin] Publish callbacks [] for security_group (3e926e08-3123-42cb-a979-f4a5f89ca66f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.942508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 922fca9d-67ed-4f6f-83e4-4440a12f3505 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:36.942997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:36.984724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-36dbfe5a-e426-4076-b273-a1418d89304c None None] Provisioning complete for port 8e46abba-3315-409d-9a5a-137856b5eba9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:36.985248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-36dbfe5a-e426-4076-b273-a1418d89304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.019623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd99876-04a7-47f5-b802-31da9db8aade req-9a59fe52-551b-4b5c-86ef-df0641f9a0a7 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 210 time: 0.0882206 Feb 10 04:04:37.065499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:37.067787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.134943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b920808-9f99-4122-b78a-a0819329b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.144116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b920808-9f99-4122-b78a-a0819329b3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.150855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b920808-9f99-4122-b78a-a0819329b3c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af HTTP/1.1" status: 204 len: 168 time: 1.0594349 Feb 10 04:04:37.191357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920808-9f99-4122-b78a-a0819329b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a47d5ec-d5e7-4428-bda2-3bfa7d3fc6af,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:37.211464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2c4b-1d81-471a-880d-c1670dc42a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3e926e08-3123-42cb-a979-f4a5f89ca66f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.211983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e5bbc4c-3d71-4225-9bf2-fdeb2495cd4a req-4e66c800-ed98-4e8c-bc98-5dbef90824f0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629245 Feb 10 04:04:37.214550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2c4b-1d81-471a-880d-c1670dc42a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.220319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dc6e2c4b-1d81-471a-880d-c1670dc42a7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e926e08-3123-42cb-a979-f4a5f89ca66f HTTP/1.1" status: 204 len: 168 time: 0.5347140 Feb 10 04:04:37.228515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-36dbfe5a-e426-4076-b273-a1418d89304c None None] Current status of the port 8e46abba-3315-409d-9a5a-137856b5eba9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:37.241377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e2c4b-1d81-471a-880d-c1670dc42a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e926e08-3123-42cb-a979-f4a5f89ca66f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:37.277342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 922fca9d-67ed-4f6f-83e4-4440a12f3505 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:37.305455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-7ef9e5c7-93fc-4367-ab93-1d92dce440df tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4482162 Feb 10 04:04:37.317595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Request body: {'port': {'device_id': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:37.379273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-58989abd-dc4c-4425-ab7d-015cad017aee None None] Provisioning complete for port 77353ded-1de2-46fd-9994-8691a45d912c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:37.379759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-58989abd-dc4c-4425-ab7d-015cad017aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77353ded-1de2-46fd-9994-8691a45d912c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.434567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-58989abd-dc4c-4425-ab7d-015cad017aee None None] Port 77353ded-1de2-46fd-9994-8691a45d912c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:04:37.526571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:37.763861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113848c2-e222-4656-88ce-61f5f963ddfd req-87e21d9e-39f3-4dec-861f-59baef1c3dae tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:37.765808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-87e21d9e-39f3-4dec-861f-59baef1c3dae tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "GET /v2.0/networks?id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 200 len: 822 time: 0.3122110 Feb 10 04:04:37.781293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Request body: {'port': {'device_id': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'admin_state_up': True, 'tenant_id': 'aba1c3fdf8cc4c6f8e495cc4965bd72b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:37.905713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c5a6-7658-4071-8b41-54719561e7bb req-57fb2cbc-a399-494e-bcca-ee153e43ab7b tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:37.907431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56d2c5a6-7658-4071-8b41-54719561e7bb req-57fb2cbc-a399-494e-bcca-ee153e43ab7b tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 931 time: 0.4877114 Feb 10 04:04:37.936899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e46abba-3315-409d-9a5a-137856b5eba9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:38.055747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55258) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:38.094659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3eed7446-5c70-4874-a3ff-2abe53267a8b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463898254', 'description': 'tempest-description--2137349717'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:38.203474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Made reservation on behalf of aba1c3fdf8cc4c6f8e495cc4965bd72b for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:38.218262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.263773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56d2c5a6-7658-4071-8b41-54719561e7bb req-1a78a2cf-650a-4564-a28a-d9d29b09ffe7 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472838 Feb 10 04:04:38.296871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8e46abba-3315-409d-9a5a-137856b5eba9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:38.296871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.432904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3eed7446-5c70-4874-a3ff-2abe53267a8b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.481362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8e46abba-3315-409d-9a5a-137856b5eba9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:38.504986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3c99866-1cef-45d7-8fac-b3213f504755 req-b3c4153b-10d0-48f0-8282-18061cf11609 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 210 time: 0.1119013 Feb 10 04:04:38.520583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:38.542327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6d4ff-890e-4aeb-8861-3ba07a774cac req-60651905-6cf9-4a81-82fd-c508a1136462 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:38.543963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6d6d4ff-890e-4aeb-8861-3ba07a774cac req-60651905-6cf9-4a81-82fd-c508a1136462 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.4446988 Feb 10 04:04:38.551193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Allocated IP 172.20.0.13 (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f/23ad6bce-67c3-4926-8545-5ae7163d3d13/537df65c-9542-4b4a-9b72-60c8b6cf5184) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:38.575162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243bec27-3260-4164-9cde-32fc92c4d33f {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:38.577815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2cc7adfa-1ee8-4a20-a73a-cb851b1645cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.588629 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Publish callbacks [] for port (243bec27-3260-4164-9cde-32fc92c4d33f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.636425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Transition to ACTIVE for port object 243bec27-3260-4164-9cde-32fc92c4d33f will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:04:38.757184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6d6d4ff-890e-4aeb-8861-3ba07a774cac req-bba0fe2e-c9c1-48c4-9b59-efdda0c96aa5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957753 Feb 10 04:04:38.758612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3eed7446-5c70-4874-a3ff-2abe53267a8b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group (d53db452-152d-4a46-ba27-bdedcd702e4a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.766539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03849-425f-4043-a9ab-44b6ca139b95 req-bd2f31c6-ce0f-4ee7-bb37-f3d24e899339 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:38.774418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6b03849-425f-4043-a9ab-44b6ca139b95 req-bd2f31c6-ce0f-4ee7-bb37-f3d24e899339 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1434765 Feb 10 04:04:38.776356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.832868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Pushing event updated for resources: {'Port': ['ID=243bec27-3260-4164-9cde-32fc92c4d33f,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:38.850507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3eed7446-5c70-4874-a3ff-2abe53267a8b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d53db452-152d-4a46-ba27-bdedcd702e4a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.931080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6b03849-425f-4043-a9ab-44b6ca139b95 req-23d2d61f-9ca9-41f0-802f-ef4b48c31b2e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510088 Feb 10 04:04:38.938634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed7446-5c70-4874-a3ff-2abe53267a8b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53db452-152d-4a46-ba27-bdedcd702e4a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:38.950774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2cc7adfa-1ee8-4a20-a73a-cb851b1645cb admin admin] Publish callbacks [] for security_group (12bfd378-de40-434b-8334-03c5593745bd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.978218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3eed7446-5c70-4874-a3ff-2abe53267a8b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:38.982415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3eed7446-5c70-4874-a3ff-2abe53267a8b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9101410 Feb 10 04:04:38.982722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55280) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:38.994511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1a72a744-a9a9-4201-9540-5bb43cb44f4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'security_group_rule': {'security_group_id': 'd53db452-152d-4a46-ba27-bdedcd702e4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:39.027995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.041308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2cc7adfa-1ee8-4a20-a73a-cb851b1645cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (12bfd378-de40-434b-8334-03c5593745bd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.064226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Attempting to bind port 243bec27-3260-4164-9cde-32fc92c4d33f on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:39.064226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Attempting to bind port 243bec27-3260-4164-9cde-32fc92c4d33f by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '87aa1446-0459-49cf-8916-fbb26a666ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:39.064226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Attempting to bind port 243bec27-3260-4164-9cde-32fc92c4d33f on network db6002b9-ace5-42e9-a108-caaaef73535b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:39.070655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Port 243bec27-3260-4164-9cde-32fc92c4d33f on network db6002b9-ace5-42e9-a108-caaaef73535b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:39.071370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Attempting to bind port 243bec27-3260-4164-9cde-32fc92c4d33f on network db6002b9-ace5-42e9-a108-caaaef73535b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:39.079279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:39.079530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Checking segment: {'id': '87aa1446-0459-49cf-8916-fbb26a666ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:39.079908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Bound using segment: {'id': '87aa1446-0459-49cf-8916-fbb26a666ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:39.080330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Bound port: 243bec27-3260-4164-9cde-32fc92c4d33f, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87aa1446-0459-49cf-8916-fbb26a666ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:39.080692 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.120551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7adfa-1ee8-4a20-a73a-cb851b1645cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bfd378-de40-434b-8334-03c5593745bd,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:39.126658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2cc7adfa-1ee8-4a20-a73a-cb851b1645cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de16499ad26f403a89209ff76d3a7c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6105831 Feb 10 04:04:39.129248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55284) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:39.169410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.24', 57056) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:39.173792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a72a744-a9a9-4201-9540-5bb43cb44f4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group_rule (71acfee8-3d50-4e67-8dde-adf7291486c7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.249851 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22b916e9-4273-433e-a894-bde8dcfcc03f admin admin] Publish callbacks [] for security_group (12bfd378-de40-434b-8334-03c5593745bd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.270864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.306973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] For port 243bec27-3260-4164-9cde-32fc92c4d33f, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:39.316849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] For port 243bec27-3260-4164-9cde-32fc92c4d33f, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=243bec27-3260-4164-9cde-32fc92c4d33f,segment=NetworkSegment(87aa1446-0459-49cf-8916-fbb26a666ce9),segment_id=87aa1446-0459-49cf-8916-fbb26a666ce9)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:39.321615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-33595676-2f17-420d-87f8-9c27dd531299 service neutron] 10.222.0.24 "GET /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.1306732 Feb 10 04:04:39.406803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.443536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:39.449795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22b916e9-4273-433e-a894-bde8dcfcc03f admin admin] Publish callbacks [] for security_group (12bfd378-de40-434b-8334-03c5593745bd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.452818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:39.464416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:39.483283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:39.484817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:39.494724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.494724 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/243bec27-3260-4164-9cde-32fc92c4d33f HTTP/1.1" status: 200 len: 1091 time: 2.1792634 Feb 10 04:04:39.494724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'tag': '243bec27-3260-4164-9cde-32fc92c4d33f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:39.500090 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faaebd0-f7eb-47fc-816b-d168f2f10d52" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ba4737-3b0d-4bb6-92cf-64db982a69d2", "tag": "243bec27-3260-4164-9cde-32fc92c4d33f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:39.533212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event updated for resources: {'Port': ['ID=537df65c-9542-4b4a-9b72-60c8b6cf5184,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:39.577583 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a18c7-5f09-4e0e-87ec-da03fbdf51e1 x-openstack-request-id: req-ed3a18c7-5f09-4e0e-87ec-da03fbdf51e1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:39.577583 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ba4737-3b0d-4bb6-92cf-64db982a69d2", "tag": "243bec27-3260-4164-9cde-32fc92c4d33f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:39.580559 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed3a18c7-5f09-4e0e-87ec-da03fbdf51e1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:39.580559 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'tag': '243bec27-3260-4164-9cde-32fc92c4d33f', 'status': 'completed', 'code': 200} Feb 10 04:04:39.587690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a72a744-a9a9-4201-9540-5bb43cb44f4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group_rule (71acfee8-3d50-4e67-8dde-adf7291486c7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.621802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33978afd-5ce3-4922-b840-1f47071a01e1 service neutron] Pushing event updated for resources: {'Port': ['ID=243bec27-3260-4164-9cde-32fc92c4d33f,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:39.647477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:39.648373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.666593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a72a744-a9a9-4201-9540-5bb43cb44f4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (71acfee8-3d50-4e67-8dde-adf7291486c7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.704387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23822354-71a6-489b-a9f4-1aa36b466128 req-f9c64c5d-26f0-43fe-98da-e5f223c88c9f tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:39.713955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23822354-71a6-489b-a9f4-1aa36b466128 req-f9c64c5d-26f0-43fe-98da-e5f223c88c9f tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 943 time: 0.2404995 Feb 10 04:04:39.783253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72a744-a9a9-4201-9540-5bb43cb44f4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71acfee8-3d50-4e67-8dde-adf7291486c7,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:39.805843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2700746c-3015-44eb-b71c-0bb35a6fe6df details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:39.826374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22b916e9-4273-433e-a894-bde8dcfcc03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (12bfd378-de40-434b-8334-03c5593745bd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.837556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22b916e9-4273-433e-a894-bde8dcfcc03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.840011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-22b916e9-4273-433e-a894-bde8dcfcc03f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12bfd378-de40-434b-8334-03c5593745bd HTTP/1.1" status: 204 len: 168 time: 0.7076416 Feb 10 04:04:39.874118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-563532660-network', 'tenant_id': 'c73ead655abf456aa9b38b9789b050ef'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:39.876124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:39.879682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b916e9-4273-433e-a894-bde8dcfcc03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bfd378-de40-434b-8334-03c5593745bd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:39.900080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-d4592085-dcdc-4767-9dc3-74a25f9fed79 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1190107 Feb 10 04:04:39.925726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a72a744-a9a9-4201-9540-5bb43cb44f4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:39.933664 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1a72a744-a9a9-4201-9540-5bb43cb44f4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9495406 Feb 10 04:04:39.936792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:39.961318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Request body: {'port': {'device_id': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:40.023527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:40.032204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a51f4922-51b7-46ee-a9be-45c6840996f2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'security_group_rule': {'security_group_id': 'd53db452-152d-4a46-ba27-bdedcd702e4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:40.050355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:40.067488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64650c9f-17fe-4883-8fce-b8adbbf4c3a5 req-8061476d-e194-4c07-bfbb-a8a6e4f41022 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:40.070499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64650c9f-17fe-4883-8fce-b8adbbf4c3a5 req-8061476d-e194-4c07-bfbb-a8a6e4f41022 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 932 time: 0.2501097 Feb 10 04:04:40.071314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23822354-71a6-489b-a9f4-1aa36b466128 req-50a48327-8926-4ccf-876d-97c06eb23d2b tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562989 Feb 10 04:04:40.076588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '2700746c-3015-44eb-b71c-0bb35a6fe6df', 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67', 'port_id': '2700746c-3015-44eb-b71c-0bb35a6fe6df', 'mac_address': 'fa:16:3e:be:b7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:40.091762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaebd0-f7eb-47fc-816b-d168f2f10d52 req-794b91f6-d540-45df-8223-1c10222b67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:40.093416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5faaebd0-f7eb-47fc-816b-d168f2f10d52 req-794b91f6-d540-45df-8223-1c10222b67a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4faacd193f754978bccd83409b532085&device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 1125 time: 0.4654522 Feb 10 04:04:40.122223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Made reservation on behalf of c73ead655abf456aa9b38b9789b050ef for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:40.125123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9db8b6-057e-4da3-b411-319e5dbec7db {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:40.125327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.133799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 2700746c-3015-44eb-b71c-0bb35a6fe6df is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:40.134549 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.152732 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.172016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2700746c-3015-44eb-b71c-0bb35a6fe6df {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:40.214972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:40.261541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:40.287638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks [] for security_group (57f9fc19-7883-494e-a221-f16686ef75e8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.288928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.359807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.387221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (57f9fc19-7883-494e-a221-f16686ef75e8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.395112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.404692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a51f4922-51b7-46ee-a9be-45c6840996f2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group_rule (153d8334-768f-4656-92e8-e29e68ffdb7d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.413033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64650c9f-17fe-4883-8fce-b8adbbf4c3a5 req-7c7f584b-83e2-4063-95c3-ff8007a0c3d1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047361 Feb 10 04:04:40.514560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:40.543746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:04:40.556819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaebd0-f7eb-47fc-816b-d168f2f10d52 req-4ac7b01e-19e5-41de-9634-e403238b9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:40.558364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5faaebd0-f7eb-47fc-816b-d168f2f10d52 req-4ac7b01e-19e5-41de-9634-e403238b9845 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4faacd193f754978bccd83409b532085&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4467480 Feb 10 04:04:40.633856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b20a8-3bd9-4bbe-af3a-9108ace4e2f9 req-b794d770-de66-48ee-85fc-0fd003535dcb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:40.635366 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b14b20a8-3bd9-4bbe-af3a-9108ace4e2f9 req-b794d770-de66-48ee-85fc-0fd003535dcb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 943 time: 0.3269804 Feb 10 04:04:40.640641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6be9984f-6a77-42b2-beb8-a713609a0499), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.641022 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Added segment 6be9984f-6a77-42b2-beb8-a713609a0499 of type vlan for network 24269782-c62a-4ccc-9bd5-07bbaacf2cac Feb 10 04:04:40.645472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f9fc19-7883-494e-a221-f16686ef75e8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:40.655346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['2700746c-3015-44eb-b71c-0bb35a6fe6df'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:40.792457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (24269782-c62a-4ccc-9bd5-07bbaacf2cac), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.834214 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a51f4922-51b7-46ee-a9be-45c6840996f2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group_rule (153d8334-768f-4656-92e8-e29e68ffdb7d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.925967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b14b20a8-3bd9-4bbe-af3a-9108ace4e2f9 req-5d606fd0-8068-44d4-82b3-b6be3fc4ebef tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697442 Feb 10 04:04:40.931936 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a51f4922-51b7-46ee-a9be-45c6840996f2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (153d8334-768f-4656-92e8-e29e68ffdb7d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:40.940283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9892eb7-db48-4f02-968b-09ca6d3c9724 req-ac4aafe7-3c89-475e-899a-66f3b7e8a863 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:40.944574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9892eb7-db48-4f02-968b-09ca6d3c9724 req-ac4aafe7-3c89-475e-899a-66f3b7e8a863 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 945 time: 0.3506823 Feb 10 04:04:40.948316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] Transition to ACTIVE for port object 1e9db8b6-057e-4da3-b411-319e5dbec7db will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:04:40.949771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaebd0-f7eb-47fc-816b-d168f2f10d52 req-dc5ca43b-e728-4a97-8389-e3b8bd6e4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:40.951495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5faaebd0-f7eb-47fc-816b-d168f2f10d52 req-dc5ca43b-e728-4a97-8389-e3b8bd6e4a14 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3795469 Feb 10 04:04:41.007385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4922-51b7-46ee-a9be-45c6840996f2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153d8334-768f-4656-92e8-e29e68ffdb7d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:41.024261 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:41.076126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (24269782-c62a-4ccc-9bd5-07bbaacf2cac), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:41.079268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:41.080725 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:41.105922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] Pushing event updated for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=10']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:41.122251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9892eb7-db48-4f02-968b-09ca6d3c9724 req-bc6f1204-4aba-4059-a096-d0411c807be3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760774 Feb 10 04:04:41.142844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537df65c-9542-4b4a-9b72-60c8b6cf5184 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:41.169449 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a51f4922-51b7-46ee-a9be-45c6840996f2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:41.173915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a51f4922-51b7-46ee-a9be-45c6840996f2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1497481 Feb 10 04:04:41.174541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55326) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:41.188867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] No DVR routers for this DVR port 1e9db8b6-057e-4da3-b411-319e5dbec7db on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:41.199701 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Publish callbacks [] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:41.209109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:41.238107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-285f89a1-97ba-4e36-9330-5b98e133445b service neutron] 10.222.0.24 "PUT /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db/bindings/n-h2-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9082670 Feb 10 04:04:41.242455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-8549e5e3-8433-4a46-af29-dce449ef8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:41.244832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-8549e5e3-8433-4a46-af29-dce449ef8515 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4faacd193f754978bccd83409b532085&device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 1125 time: 0.2154911 Feb 10 04:04:41.312254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-1fa3ab40-e35c-4a84-be82-abd3e5de902c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=243bec27-3260-4164-9cde-32fc92c4d33f HTTP/1.1" status: 200 len: 217 time: 0.0598438 Feb 10 04:04:41.400308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-86597ba3-8625-4c6d-9631-ba70e207af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:41.402016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-86597ba3-8625-4c6d-9631-ba70e207af6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d0a14f7-4b14-423b-ac2a-5fc9052641bc HTTP/1.1" status: 200 len: 858 time: 0.0810935 Feb 10 04:04:41.451716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-363fb8f4-a9ff-4555-a908-7f2a7af78ede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db6002b9-ace5-42e9-a108-caaaef73535b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425198 Feb 10 04:04:41.617565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1312063 Feb 10 04:04:41.637804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55342) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:41.642150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1d183-430d-4b7a-ba35-afc83b324216 admin admin] Pushing event updated for resources: {'Network': ['ID=24269782-c62a-4ccc-9bd5-07bbaacf2cac,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:41.655593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 24269782-c62a-4ccc-9bd5-07bbaacf2cac details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:04:41.698313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Request body: {'subnet': {'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-563532660-subnet', 'tenant_id': 'c73ead655abf456aa9b38b9789b050ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:41.802334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Transition to ACTIVE for port object 537df65c-9542-4b4a-9b72-60c8b6cf5184 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:04:41.813238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:41.877500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2700746c-3015-44eb-b71c-0bb35a6fe6df up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:41.885484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Made reservation on behalf of c73ead655abf456aa9b38b9789b050ef for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:41.887965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:41.976819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-b4f9d946-77da-461a-be1c-832bcbf1ceb0 service neutron] 10.222.0.24 "GET /v2.0/networks/db6002b9-ace5-42e9-a108-caaaef73535b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040953 Feb 10 04:04:42.001941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ef57-a3c8-4bf4-ba83-389691139787 req-a584007d-2581-4bcc-a81f-6da6d7e8ee50 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:42.003435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4099ef57-a3c8-4bf4-ba83-389691139787 req-a584007d-2581-4bcc-a81f-6da6d7e8ee50 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 932 time: 0.4119573 Feb 10 04:04:42.068270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 2700746c-3015-44eb-b71c-0bb35a6fe6df completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:04:42.072524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 2700746c-3015-44eb-b71c-0bb35a6fe6df triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:42.072900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:42.134574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:42.156399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4099ef57-a3c8-4bf4-ba83-389691139787 req-2048351b-af44-40a7-b926-f897c93b5799 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415954 Feb 10 04:04:42.176184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84924de6-ff9a-45e1-81e2-9a8b19899858 req-54cc1cc2-e25a-4a42-91d8-3ef394d264e9 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:42.177986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84924de6-ff9a-45e1-81e2-9a8b19899858 req-54cc1cc2-e25a-4a42-91d8-3ef394d264e9 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 943 time: 0.9621167 Feb 10 04:04:42.213239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa7536b6-75da-4e85-9836-3a3de50f6c88 req-a3c72daa-b83a-49a8-8201-30d29f58b0d0 service neutron] 10.222.0.24 "GET /v2.0/networks/db6002b9-ace5-42e9-a108-caaaef73535b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279596 Feb 10 04:04:42.228099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 2700746c-3015-44eb-b71c-0bb35a6fe6df is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:42.228428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:42.287631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9edaae9c-1f17-49f1-9fc8-22f08ebe2954), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:42.330221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-94c5a3c5-f4c8-4f72-842f-c824007c5265 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:42.332294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:42.333324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:42.337964 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c73c3c-089d-45c9-b9f8-3d594794cb66" -d '{"events": [{"server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "name": "network-vif-plugged", "status": "completed", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:42.339829 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-94c5a3c5-f4c8-4f72-842f-c824007c5265 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.7627289 Feb 10 04:04:42.401552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd683bc-30c9-420e-afcf-a8cd6d12c314 req-da8638ce-1536-4f3a-9cff-01f8f578c6a2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:42.403413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fcd683bc-30c9-420e-afcf-a8cd6d12c314 req-da8638ce-1536-4f3a-9cff-01f8f578c6a2 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 944 time: 0.0923982 Feb 10 04:04:42.423389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:42.498620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fcd683bc-30c9-420e-afcf-a8cd6d12c314 req-368abbaf-b2bd-409b-bae4-6ab9828625ec tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825291 Feb 10 04:04:42.558071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:42.582736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-d4e37232-6f12-441a-9131-59ead5dea6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:42.589728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-d4e37232-6f12-441a-9131-59ead5dea6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d HTTP/1.1" status: 200 len: 1126 time: 0.2327378 Feb 10 04:04:42.590554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Pushing event updated for resources: {'Port': ['ID=537df65c-9542-4b4a-9b72-60c8b6cf5184,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:42.667058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edaae9c-1f17-49f1-9fc8-22f08ebe2954,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:42.720866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Attempting to bind port 537df65c-9542-4b4a-9b72-60c8b6cf5184 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:42.720866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Attempting to bind port 537df65c-9542-4b4a-9b72-60c8b6cf5184 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:42.720866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Attempting to bind port 537df65c-9542-4b4a-9b72-60c8b6cf5184 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:42.734036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84924de6-ff9a-45e1-81e2-9a8b19899858 req-4d83cdb4-1f65-4a87-93e9-dd8882d75f6c tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590766 Feb 10 04:04:42.737018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d583dc-cff5-4317-80c9-9c0172851839 req-0c2ec167-4d71-4d7a-8dd2-394219b8aac0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:42.742729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06d583dc-cff5-4317-80c9-9c0172851839 req-0c2ec167-4d71-4d7a-8dd2-394219b8aac0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0880001 Feb 10 04:04:42.751652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Checking segment: {'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:42.752086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Network hostable DHCP agents. Network: 24269782-c62a-4ccc-9bd5-07bbaacf2cac, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:04:42.785301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Port 537df65c-9542-4b4a-9b72-60c8b6cf5184 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:42.786986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Attempting to bind port 537df65c-9542-4b4a-9b72-60c8b6cf5184 on network 4b7a203c-7b7e-44e7-acc6-1e93fb42e10f {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:42.801822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:42.806176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Checking segment: {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:42.806901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Bound using segment: {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:42.814558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Bound port: 537df65c-9542-4b4a-9b72-60c8b6cf5184, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a66d40-a58d-4c6a-914a-54e2e0c3d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:42.814558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:42.842579 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92ef43-532c-4f36-95c3-2e879aab2694 x-openstack-request-id: req-7d92ef43-532c-4f36-95c3-2e879aab2694 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:42.843169 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "name": "network-vif-plugged", "status": "completed", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:42.843332 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d92ef43-532c-4f36-95c3-2e879aab2694 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:42.843601 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df', 'code': 200} Feb 10 04:04:42.845268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06d583dc-cff5-4317-80c9-9c0172851839 req-28974360-7453-4934-afc8-1fac6b820baa tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873623 Feb 10 04:04:42.908188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-a60249f4-e2d5-4314-96ce-4a68ffc06bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:42.909913 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-a60249f4-e2d5-4314-96ce-4a68ffc06bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1126 time: 0.2842569 Feb 10 04:04:42.941281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:42.969500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Network 24269782-c62a-4ccc-9bd5-07bbaacf2cac is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:04:43.000057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] For port 537df65c-9542-4b4a-9b72-60c8b6cf5184, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:43.012059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c552409-4a55-49a1-a040-4e676bfac56f req-2915ce9d-cf1d-4997-9bbf-056e2806a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:43.013547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c552409-4a55-49a1-a040-4e676bfac56f req-2915ce9d-cf1d-4997-9bbf-056e2806a4ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0934234 Feb 10 04:04:43.078238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 24269782-c62a-4ccc-9bd5-07bbaacf2cac) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:43.083440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:43.084056 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:43.091150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219e3bb-5b11-44f5-9048-26ac13c3cbb5 None None] Network 24269782-c62a-4ccc-9bd5-07bbaacf2cac requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:43.110407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] For port 537df65c-9542-4b4a-9b72-60c8b6cf5184, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=537df65c-9542-4b4a-9b72-60c8b6cf5184,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:43.162875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c552409-4a55-49a1-a040-4e676bfac56f req-9f5e7af4-9d14-4127-88a1-271c206a5f4b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403039 Feb 10 04:04:43.193998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-fbb4b297-6d4b-4bd5-bde6-2f10a988b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:43.196411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-fbb4b297-6d4b-4bd5-bde6-2f10a988b096 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.2717659 Feb 10 04:04:43.236042 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a194ef5d-38f6-4013-b6de-8636a990e664 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5658607 Feb 10 04:04:43.240206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:43.341130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:43.341778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:43.343239 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] 10.222.0.24 "PUT /v2.0/ports/537df65c-9542-4b4a-9b72-60c8b6cf5184 HTTP/1.1" status: 200 len: 1092 time: 3.4343269 Feb 10 04:04:43.344521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 172.25.8.154 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/70f458bd-5aca-4a9e-a30a-c903902a6c4a) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:43.350648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'tag': '537df65c-9542-4b4a-9b72-60c8b6cf5184'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:43.354276 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2766019-f5f2-43cb-8b6f-810385176723" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c70ee8-8e44-4edf-a414-40a8e115b5be", "tag": "537df65c-9542-4b4a-9b72-60c8b6cf5184"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:43.397581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13ac30-5f6e-450e-b4e2-d624dc262a1d None None] Network 24269782-c62a-4ccc-9bd5-07bbaacf2cac requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:04:43.462266 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5129d873-8f7a-4562-9a01-5d48a1e21b0e x-openstack-request-id: req-5129d873-8f7a-4562-9a01-5d48a1e21b0e {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:43.463082 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c70ee8-8e44-4edf-a414-40a8e115b5be", "tag": "537df65c-9542-4b4a-9b72-60c8b6cf5184", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:43.463623 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5129d873-8f7a-4562-9a01-5d48a1e21b0e {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:43.464755 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'tag': '537df65c-9542-4b4a-9b72-60c8b6cf5184', 'status': 'completed', 'code': 200} Feb 10 04:04:43.624800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-4da7d6c8-a7a4-4e18-bc43-88f424962aea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 200 len: 217 time: 0.2601016 Feb 10 04:04:43.740076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d9574-e34b-40df-ac2e-ce4f3e2b3362 service neutron] Pushing event updated for resources: {'Port': ['ID=537df65c-9542-4b4a-9b72-60c8b6cf5184,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:43.831521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75d9a8-c795-4a9f-8742-9ed81d6650a0 req-df975d38-bd6f-4e0d-b585-42368b0a5644 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:43.839539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd75d9a8-c795-4a9f-8742-9ed81d6650a0 req-df975d38-bd6f-4e0d-b585-42368b0a5644 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 944 time: 0.5146611 Feb 10 04:04:43.869471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766019-f5f2-43cb-8b6f-810385176723 req-bb7bcc05-d6ca-4912-a0e6-fca9b5bdc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:43.871280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2766019-f5f2-43cb-8b6f-810385176723 req-bb7bcc05-d6ca-4912-a0e6-fca9b5bdc641 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 1126 time: 0.3594086 Feb 10 04:04:43.872673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-2f518167-77f0-409e-8f2c-c51ceb735d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:43.873876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-2f518167-77f0-409e-8f2c-c51ceb735d24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1562884 Feb 10 04:04:43.962357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-a012b00f-bb14-41db-8017-76dc46e9f114 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753679 Feb 10 04:04:43.994546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-805be8de-058c-4ba0-a683-2ad288211673 req-fbac26fd-a00c-4ef8-a4d5-4d6943baf7a8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-841372893', 'description': 'tempest-description-878213586'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:44.010944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:44.081661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd75d9a8-c795-4a9f-8742-9ed81d6650a0 req-59cad990-288f-4ee5-9f00-04f27f0ceb4b tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412336 Feb 10 04:04:44.216178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766019-f5f2-43cb-8b6f-810385176723 req-9f4ef46a-e643-49af-ad47-cd579d3b82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:44.217725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2766019-f5f2-43cb-8b6f-810385176723 req-9f4ef46a-e643-49af-ad47-cd579d3b82c1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3319850 Feb 10 04:04:44.236166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-9204c6f2-efb5-48f1-8aeb-ed5110e7501e service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457194 Feb 10 04:04:44.254500 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-805be8de-058c-4ba0-a683-2ad288211673 req-fbac26fd-a00c-4ef8-a4d5-4d6943baf7a8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:44.320884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68a567-8bb9-47dd-afa0-aa3ddb0af9de req-f972a038-25c8-400f-93b2-3e2bc7bda7fb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:44.322602 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b68a567-8bb9-47dd-afa0-aa3ddb0af9de req-f972a038-25c8-400f-93b2-3e2bc7bda7fb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 944 time: 0.1805551 Feb 10 04:04:44.327791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-805be8de-058c-4ba0-a683-2ad288211673 req-fbac26fd-a00c-4ef8-a4d5-4d6943baf7a8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (6733b4ea-cf11-4424-a177-2c354e8a5f89), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:44.395563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:44.472056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-805be8de-058c-4ba0-a683-2ad288211673 req-fbac26fd-a00c-4ef8-a4d5-4d6943baf7a8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6733b4ea-cf11-4424-a177-2c354e8a5f89), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:44.504411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b68a567-8bb9-47dd-afa0-aa3ddb0af9de req-491f5584-cb59-4bff-a3b7-72a0c3f6d89b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059005 Feb 10 04:04:44.559590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac26fd-a00c-4ef8-a4d5-4d6943baf7a8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6733b4ea-cf11-4424-a177-2c354e8a5f89,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:44.635471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:44.646126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766019-f5f2-43cb-8b6f-810385176723 req-b1d1c7b4-c6b0-443b-a4c5-b331489d76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:44.647736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2766019-f5f2-43cb-8b6f-810385176723 req-b1d1c7b4-c6b0-443b-a4c5-b331489d76a4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4215963 Feb 10 04:04:44.668391 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-805be8de-058c-4ba0-a683-2ad288211673 req-fbac26fd-a00c-4ef8-a4d5-4d6943baf7a8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:44.680174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-805be8de-058c-4ba0-a683-2ad288211673 req-fbac26fd-a00c-4ef8-a4d5-4d6943baf7a8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6891844 Feb 10 04:04:44.681888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:44.717756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:44.739873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=70f458bd-5aca-4a9e-a30a-c903902a6c4a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:44.789346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-66d19086-63e6-40c5-878f-69bd4ab40ce3 service neutron] 10.222.0.43 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373583 Feb 10 04:04:44.831172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113848c2-e222-4656-88ce-61f5f963ddfd req-ce0f7047-8cd0-4417-8d00-32e6a85c61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:44.832699 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-ce0f7047-8cd0-4417-8d00-32e6a85c61e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 1126 time: 0.1124299 Feb 10 04:04:44.842798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b38a9-36a4-4c4c-981c-bb9778794b02 req-2b73b14a-be94-47c7-b403-48fd6d0765d9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:44.843873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fcd74-0c75-4ab3-b9ea-2f79cbfe627f req-316d7e89-f364-4916-b975-0b4781e2b793 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:44.845391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d89fcd74-0c75-4ab3-b9ea-2f79cbfe627f req-316d7e89-f364-4916-b975-0b4781e2b793 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 943 time: 0.2057862 Feb 10 04:04:44.855109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-490b38a9-36a4-4c4c-981c-bb9778794b02 req-2b73b14a-be94-47c7-b403-48fd6d0765d9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0739501 Feb 10 04:04:44.922374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-5b97fb49-4101-4719-8371-0a893e687c24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537df65c-9542-4b4a-9b72-60c8b6cf5184 HTTP/1.1" status: 200 len: 217 time: 0.0743477 Feb 10 04:04:44.978435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for floatingip (eb18ca9e-2168-4f83-8f71-fba34f720b52), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:44.987882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-490b38a9-36a4-4c4c-981c-bb9778794b02 req-ca472bd7-338d-435b-9204-6d18f62d74a4 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308546 Feb 10 04:04:45.006978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d89fcd74-0c75-4ab3-b9ea-2f79cbfe627f req-27f7e394-0133-4a65-b7ca-0b162d8f75b6 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343806 Feb 10 04:04:45.019866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 243bec27-3260-4164-9cde-32fc92c4d33f details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:45.021820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113848c2-e222-4656-88ce-61f5f963ddfd req-c1c9fbc4-f679-4064-a1e5-202165f420bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:45.024387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-c1c9fbc4-f679-4064-a1e5-202165f420bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ad6bce-67c3-4926-8545-5ae7163d3d13 HTTP/1.1" status: 200 len: 862 time: 0.0948050 Feb 10 04:04:45.063890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f392cc5a-6b09-4547-a9ba-208bf762c42d req-f039b9bd-cc05-4eb5-8604-ccead5a467ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1330010015', 'description': 'tempest-description-355170117'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:45.079683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-c6d965f8-a3a1-43ff-b86d-41d35bbd6c56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410783 Feb 10 04:04:45.148881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:45.228240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f392cc5a-6b09-4547-a9ba-208bf762c42d req-f039b9bd-cc05-4eb5-8604-ccead5a467ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:45.276083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 243bec27-3260-4164-9cde-32fc92c4d33f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=243bec27-3260-4164-9cde-32fc92c4d33f,segment=NetworkSegment(87aa1446-0459-49cf-8916-fbb26a666ce9),segment_id=87aa1446-0459-49cf-8916-fbb26a666ce9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:45.316002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '243bec27-3260-4164-9cde-32fc92c4d33f', 'network_id': 'db6002b9-ace5-42e9-a108-caaaef73535b', 'port_id': '243bec27-3260-4164-9cde-32fc92c4d33f', 'mac_address': 'fa:16:3e:eb:67:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0a14f7-4b14-423b-ac2a-5fc9052641bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:45.361051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-bd0c5b11-b14c-4e27-87bf-080be797f0f3 service neutron] 10.222.0.24 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516713 Feb 10 04:04:45.371612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f392cc5a-6b09-4547-a9ba-208bf762c42d req-f039b9bd-cc05-4eb5-8604-ccead5a467ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (ad5ce02d-17c5-42fd-9080-54eb8bff0cdf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:45.419844 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 243bec27-3260-4164-9cde-32fc92c4d33f is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:45.420552 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:45.431884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f392cc5a-6b09-4547-a9ba-208bf762c42d req-f039b9bd-cc05-4eb5-8604-ccead5a467ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ad5ce02d-17c5-42fd-9080-54eb8bff0cdf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:45.447710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243bec27-3260-4164-9cde-32fc92c4d33f {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:45.484843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 243bec27-3260-4164-9cde-32fc92c4d33f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=243bec27-3260-4164-9cde-32fc92c4d33f,segment=NetworkSegment(87aa1446-0459-49cf-8916-fbb26a666ce9),segment_id=87aa1446-0459-49cf-8916-fbb26a666ce9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:45.486432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eacfb-d57c-4379-969f-c606e1d304af req-784f95db-8904-4eaa-8be5-e5211cd057c8 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:45.488282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d63eacfb-d57c-4379-969f-c606e1d304af req-784f95db-8904-4eaa-8be5-e5211cd057c8 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 944 time: 0.2355480 Feb 10 04:04:45.504273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039b9bd-cc05-4eb5-8604-ccead5a467ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ce02d-17c5-42fd-9080-54eb8bff0cdf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:45.601656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f392cc5a-6b09-4547-a9ba-208bf762c42d req-f039b9bd-cc05-4eb5-8604-ccead5a467ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:45.603118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f392cc5a-6b09-4547-a9ba-208bf762c42d req-f039b9bd-cc05-4eb5-8604-ccead5a467ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5438950 Feb 10 04:04:45.628666 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:45.766114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=243bec27-3260-4164-9cde-32fc92c4d33f,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:45.880825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['243bec27-3260-4164-9cde-32fc92c4d33f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:45.952791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d03732-0656-4c96-bf5a-1ebcc411b440 req-4594e689-24d8-4dff-b624-af511f44e93b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:45.963137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4d03732-0656-4c96-bf5a-1ebcc411b440 req-4594e689-24d8-4dff-b624-af511f44e93b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 944 time: 0.1393616 Feb 10 04:04:46.115006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d63eacfb-d57c-4379-969f-c606e1d304af req-83a1248c-8c62-464b-864b-1e2079b8bc25 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044602 Feb 10 04:04:46.133897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4d03732-0656-4c96-bf5a-1ebcc411b440 req-eaf888f8-3d2f-4ad4-b864-5f6b31212783 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697764 Feb 10 04:04:46.151619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720735-1390-45aa-9707-b4582d68daf5 req-245a401b-af05-40b2-b397-e702397afb24 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:46.153047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-245a401b-af05-40b2-b397-e702397afb24 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a&tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.7528489 Feb 10 04:04:46.286352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:46.300334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-113848c2-e222-4656-88ce-61f5f963ddfd req-a2752b47-a5b9-406a-b5cc-e11c023c70b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9017813 Feb 10 04:04:46.305929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72722b-feb9-4504-94cc-e981bee8112a req-9d99f126-6f6e-4ed1-92e1-0affb6e3e0f3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:46.320344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf72722b-feb9-4504-94cc-e981bee8112a req-9d99f126-6f6e-4ed1-92e1-0affb6e3e0f3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1036336 Feb 10 04:04:46.386549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:46.396066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf72722b-feb9-4504-94cc-e981bee8112a req-c9ed346e-9735-43fc-bd95-f7201f97615d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748515 Feb 10 04:04:46.561733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2639b-4575-4124-b4bf-1121f0822ed4 req-42c10faf-cf09-4a7f-bb27-326abab3e395 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:46.570052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7e2639b-4575-4124-b4bf-1121f0822ed4 req-42c10faf-cf09-4a7f-bb27-326abab3e395 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 944 time: 0.0898840 Feb 10 04:04:46.634121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7e2639b-4575-4124-b4bf-1121f0822ed4 req-15591469-2efa-425b-beb4-6c76761e9c8d tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627770 Feb 10 04:04:46.665948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=70f458bd-5aca-4a9e-a30a-c903902a6c4a,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:46.687527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (eb18ca9e-2168-4f83-8f71-fba34f720b52), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:46.696589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-793062d0-59ce-442b-a16b-a31f729382a2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:46.712776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-793062d0-59ce-442b-a16b-a31f729382a2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 812 time: 0.3494747 Feb 10 04:04:46.755785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-e9f1fb35-1b2a-44c4-afd5-1ab70f2a9675 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/quotas/c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 375 time: 0.0418935 Feb 10 04:04:46.777030 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:46.816477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:46.817712 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9aae67a4-7108-46df-88a3-b1093b6d3503 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6352346 Feb 10 04:04:46.839169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-5dc86694-6ec2-4cd2-bb15-77850d20eda8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802903 Feb 10 04:04:46.860252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9c720735-1390-45aa-9707-b4582d68daf5 req-a3e28c53-359a-4c51-8cd6-9d5b0e9c4f4f service neutron] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:46.877518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9c720735-1390-45aa-9707-b4582d68daf5 req-a3e28c53-359a-4c51-8cd6-9d5b0e9c4f4f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:46.879460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c720735-1390-45aa-9707-b4582d68daf5 req-a3e28c53-359a-4c51-8cd6-9d5b0e9c4f4f service neutron] 10.222.0.43 "DELETE /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db/bindings/n-h1-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.7154179 Feb 10 04:04:47.024078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-995b91e7-41cc-4e49-9e65-f8c9cb9cabfa service neutron] 10.222.0.42 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851561 Feb 10 04:04:47.032562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 243bec27-3260-4164-9cde-32fc92c4d33f up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:47.193513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 243bec27-3260-4164-9cde-32fc92c4d33f completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:04:47.199810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 243bec27-3260-4164-9cde-32fc92c4d33f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:47.200339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:47.214571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-4ec00ddb-a7ae-4c16-91bb-2c5f643ca172 service neutron] 10.222.0.42 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811521 Feb 10 04:04:47.285863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0abead-defa-4ebb-9eba-cfdcf28fb204 req-3e0e29db-e02d-4b2d-aa03-cfe3e0f7ee5b tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:47.289630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e0abead-defa-4ebb-9eba-cfdcf28fb204 req-3e0e29db-e02d-4b2d-aa03-cfe3e0f7ee5b tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0749311 Feb 10 04:04:47.372131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 243bec27-3260-4164-9cde-32fc92c4d33f is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:47.372902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:47.403644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e0abead-defa-4ebb-9eba-cfdcf28fb204 req-2ed035f4-3754-4e99-a2f5-e21ba4c943bc tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067107 Feb 10 04:04:47.404984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bec27-3260-4164-9cde-32fc92c4d33f'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:47.409537 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dccd6f4-f5bd-4077-87d1-029134e4e3da" -d '{"events": [{"server_uuid": "a7ba4737-3b0d-4bb6-92cf-64db982a69d2", "name": "network-vif-plugged", "status": "completed", "tag": "243bec27-3260-4164-9cde-32fc92c4d33f"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:47.434257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 243bec27-3260-4164-9cde-32fc92c4d33f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=243bec27-3260-4164-9cde-32fc92c4d33f,segment=NetworkSegment(87aa1446-0459-49cf-8916-fbb26a666ce9),segment_id=87aa1446-0459-49cf-8916-fbb26a666ce9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:47.514152 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:47.572606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018fc15-4040-4499-a85b-10d36c570a05 req-5068bc30-2df4-4e7f-b486-fb1ceb7180e7 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:47.574242 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5018fc15-4040-4499-a85b-10d36c570a05 req-5068bc30-2df4-4e7f-b486-fb1ceb7180e7 tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 1126 time: 0.0588965 Feb 10 04:04:47.584156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=243bec27-3260-4164-9cde-32fc92c4d33f,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:47.711649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0d78-20d3-4b1f-b07c-113a6f7ab05b req-b1d54011-38cf-419b-bdda-282231f9dfe1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:47.720150 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e8cf0d78-20d3-4b1f-b07c-113a6f7ab05b req-b1d54011-38cf-419b-bdda-282231f9dfe1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 944 time: 0.0678351 Feb 10 04:04:47.728810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5018fc15-4040-4499-a85b-10d36c570a05 req-8edb832a-4530-495e-b8e9-84016718d13c tempest-LiveAutoBlockMigrationV225Test-54042311 tempest-LiveAutoBlockMigrationV225Test-54042311-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433952 Feb 10 04:04:47.776285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e8cf0d78-20d3-4b1f-b07c-113a6f7ab05b req-f5157e03-e584-4d5e-9b82-89f1ce5bad4c tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Feb 10 04:04:47.851485 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c0439-bc0b-4623-b593-4957f7de004d x-openstack-request-id: req-c81c0439-bc0b-4623-b593-4957f7de004d {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:47.852505 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ba4737-3b0d-4bb6-92cf-64db982a69d2", "name": "network-vif-plugged", "status": "completed", "tag": "243bec27-3260-4164-9cde-32fc92c4d33f", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:47.853303 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c81c0439-bc0b-4623-b593-4957f7de004d {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:47.853961 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bec27-3260-4164-9cde-32fc92c4d33f', 'code': 200} Feb 10 04:04:48.072617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85116e8-ada4-426e-bbf8-e9782d80622e req-eab784cd-957c-40fc-8d62-4db439111bb4 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.073971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a85116e8-ada4-426e-bbf8-e9782d80622e req-eab784cd-957c-40fc-8d62-4db439111bb4 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1128 time: 0.1284904 Feb 10 04:04:48.084055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b8c383fb-3e0d-43fc-9832-e81889dd9b6e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--463898254&fields=id&tenant_id=d16266ee05514d9cbe0047e309435e29 HTTP/1.1" status: 200 len: 267 time: 0.0804019 Feb 10 04:04:48.090985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a6a4f-ba4c-46e8-8646-88f5b8d2e4f7 req-b5f7babe-84f8-485c-a561-c7a9d9a7bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.092775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117a6a4f-ba4c-46e8-8646-88f5b8d2e4f7 req-b5f7babe-84f8-485c-a561-c7a9d9a7bc7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 1127 time: 0.1366687 Feb 10 04:04:48.119967 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:48.176292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-117a6a4f-ba4c-46e8-8646-88f5b8d2e4f7 req-242b29be-1aeb-42d0-beb3-b20d6209d1a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774515 Feb 10 04:04:48.191338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a85116e8-ada4-426e-bbf8-e9782d80622e req-2053304f-6dfb-4632-a5dc-69f2bdc14512 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100338 Feb 10 04:04:48.211163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-dfd02c13-bf97-4547-893f-c3e33dfc4e31 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.212847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-dfd02c13-bf97-4547-893f-c3e33dfc4e31 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 936 time: 0.1213477 Feb 10 04:04:48.277052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-162c2ef4-a1da-43ad-a467-a185446ec30a req-6bce7cff-1d7d-4577-92ec-e22e23a914b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 210 time: 0.0425522 Feb 10 04:04:48.301014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ce42f0d2-6245-4b33-8099-c035b94c7959 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.309393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ce42f0d2-6245-4b33-8099-c035b94c7959 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 937 time: 0.0891144 Feb 10 04:04:48.374322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-103ca8ba-c931-4394-a210-0f117c829c74 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0638380 Feb 10 04:04:48.431447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b888c-b646-4111-a21b-e90db431c7cb req-234e0613-84fe-454f-be64-160b301edf89 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.433058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-369b888c-b646-4111-a21b-e90db431c7cb req-234e0613-84fe-454f-be64-160b301edf89 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 945 time: 0.0982785 Feb 10 04:04:48.451236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b1f72441-c33c-4529-827f-69fc30f23314 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0631220 Feb 10 04:04:48.518291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-369b888c-b646-4111-a21b-e90db431c7cb req-6dbc1cc2-0b87-4244-8d76-bebd02a690fb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760396 Feb 10 04:04:48.675341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-505df492-68a3-478b-b966-1fd9a1aee486 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.683109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-505df492-68a3-478b-b966-1fd9a1aee486 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.688633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-505df492-68a3-478b-b966-1fd9a1aee486 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:48.697463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-505df492-68a3-478b-b966-1fd9a1aee486 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/networks?id=dd571703-bb59-453e-9190-8d8e94cb434e&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=90e1cf24-2192-446b-b1d5-98500b85bdec&id=90e1cf24-2192-446b-b1d5-98500b85bdec HTTP/1.1" status: 200 len: 1995 time: 0.2353702 Feb 10 04:04:48.715678 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b8ed2bf1-074a-4e6b-a921-2be29e4f370a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/quotas/d16266ee05514d9cbe0047e309435e29 HTTP/1.1" status: 200 len: 375 time: 0.0172162 Feb 10 04:04:48.814278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-a3b9b539-a03f-45cf-9d9a-d071c74dd3ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0858715 Feb 10 04:04:48.927662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-0994d112-52d4-40ad-8430-9ec3282c4e63 service neutron] 10.222.0.42 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121838 Feb 10 04:04:49.062869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-1197d30d-e62b-457c-8918-f86893224ae2 service neutron] 10.222.0.42 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251767 Feb 10 04:04:49.093565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 537df65c-9542-4b4a-9b72-60c8b6cf5184 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:49.119486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01509708-c5c0-43da-9af8-8e722eca19f2 service neutron] 10.222.0.42 "GET /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0629537 Feb 10 04:04:49.287200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 537df65c-9542-4b4a-9b72-60c8b6cf5184, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=537df65c-9542-4b4a-9b72-60c8b6cf5184,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:49.302426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '537df65c-9542-4b4a-9b72-60c8b6cf5184', 'network_id': '4b7a203c-7b7e-44e7-acc6-1e93fb42e10f', 'port_id': '537df65c-9542-4b4a-9b72-60c8b6cf5184', 'mac_address': 'fa:16:3e:d3:9f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad6bce-67c3-4926-8545-5ae7163d3d13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:49.325364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-db5a428e-caf7-40d9-89f8-af1df7458c88 service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989582 Feb 10 04:04:49.364313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535fd91-1cb9-432a-b48c-59bd236dfec9 req-91cd78c9-0db9-4365-a0aa-8fabf6e68507 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:49.370507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 537df65c-9542-4b4a-9b72-60c8b6cf5184 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:49.371184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:49.371892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4535fd91-1cb9-432a-b48c-59bd236dfec9 req-91cd78c9-0db9-4365-a0aa-8fabf6e68507 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 944 time: 0.1232984 Feb 10 04:04:49.388957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537df65c-9542-4b4a-9b72-60c8b6cf5184 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:49.417533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 537df65c-9542-4b4a-9b72-60c8b6cf5184, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=537df65c-9542-4b4a-9b72-60c8b6cf5184,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:49.433723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4238c585-3114-4589-bd24-a412088ea5b9 service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124279 Feb 10 04:04:49.444386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4535fd91-1cb9-432a-b48c-59bd236dfec9 req-73db84f5-aaee-4cae-8b91-9fbfb6995e68 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624769 Feb 10 04:04:49.488094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-f15e402b-325c-4d9e-be38-5610d9b46e2f service neutron] 10.222.0.42 "GET /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0472398 Feb 10 04:04:49.622221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc966b4-a246-4158-a3c9-35c1ecbdac20 req-eb05fed8-2994-41e5-89fa-cb4952ac59be tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:49.622221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7cc966b4-a246-4158-a3c9-35c1ecbdac20 req-eb05fed8-2994-41e5-89fa-cb4952ac59be tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 944 time: 0.0765781 Feb 10 04:04:49.622519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b4ec8cf8-6ca7-4811-afe9-8a9654150361 service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957284 Feb 10 04:04:49.637451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7cc966b4-a246-4158-a3c9-35c1ecbdac20 req-1d562d69-5d51-4ddf-a7c9-7070e17d5877 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Feb 10 04:04:49.719480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9f32d61f-f14c-4d5a-a053-a2322bf3d78a service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232190 Feb 10 04:04:49.720490 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:49.797318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=537df65c-9542-4b4a-9b72-60c8b6cf5184,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:49.852299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-3f8b0160-10bc-4692-af66-4992a15bfc49 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:49.853943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-3f8b0160-10bc-4692-af66-4992a15bfc49 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 944 time: 0.1038291 Feb 10 04:04:49.912758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b057786c-0401-4621-bfb8-29ea307afeff service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919010 Feb 10 04:04:49.977079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['537df65c-9542-4b4a-9b72-60c8b6cf5184'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:49.981169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Deleting port 1e9db8b6-057e-4da3-b411-319e5dbec7db {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:49.981585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:50.049220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ef96d134-52ea-4fc0-b7b2-01a2391dc658 service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261346 Feb 10 04:04:50.161991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] For port 1e9db8b6-057e-4da3-b411-319e5dbec7db, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1e9db8b6-057e-4da3-b411-319e5dbec7db,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:50.162754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:50.180721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Calling delete_port for 1e9db8b6-057e-4da3-b411-319e5dbec7db owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:50.188652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-0b74dd34-bd36-47b8-816b-19739ac79c55 service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384337 Feb 10 04:04:50.363398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-bbaf84e8-1ef2-459c-a2e5-97306b45940e service neutron] 10.222.0.42 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687779 Feb 10 04:04:50.473959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1e9db8b6-057e-4da3-b411-319e5dbec7db), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:50.486809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['49b1188a-2f8d-44e6-9595-0b840e427670'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:50.489586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['1e9db8b6-057e-4da3-b411-319e5dbec7db'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:50.522123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event deleted for resources: {'Port': ['ID=1e9db8b6-057e-4da3-b411-319e5dbec7db,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:50.535074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-f905d64f-c13f-45e1-b233-0dd294d39371 service neutron] 10.222.0.42 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546206 Feb 10 04:04:50.587887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] No DVR routers for this DVR port 1e9db8b6-057e-4da3-b411-319e5dbec7db on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:50.591340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:50.603282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79ed7f14-8e7d-4c4b-a111-ebbbaa1c78ee req-4be9bf65-3598-4f17-8bd9-0a4a85bdcb51 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.43 "DELETE /v2.0/ports/1e9db8b6-057e-4da3-b411-319e5dbec7db HTTP/1.1" status: 204 len: 173 time: 0.7354884 Feb 10 04:04:50.603282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'name': 'network-vif-deleted', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:50.603282 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7734edd8-adc5-4660-bd33-1ac872e9ee0c" -d '{"events": [{"server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "name": "network-vif-deleted", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:50.707527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-8cc18181-434f-481a-bd76-102a2c550285 service neutron] 10.222.0.42 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766980 Feb 10 04:04:50.821623 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-cdb15253-1dde-4118-b43e-25ea7dbadca3 service neutron] 10.222.0.42 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132023 Feb 10 04:04:50.939878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4b79710a-4e11-42aa-a4c3-abf373bea895 service neutron] 10.222.0.42 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123934 Feb 10 04:04:51.006905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-7d08809b-438d-4a78-bdf8-dc2920b5706a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:51.014439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-7d08809b-438d-4a78-bdf8-dc2920b5706a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 936 time: 0.0624301 Feb 10 04:04:51.066475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-bedf10f7-6aae-4cb7-85fe-e5d8aa66a658 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:51.067955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-bedf10f7-6aae-4cb7-85fe-e5d8aa66a658 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 937 time: 0.0527782 Feb 10 04:04:51.081726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 537df65c-9542-4b4a-9b72-60c8b6cf5184 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:04:51.261975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 537df65c-9542-4b4a-9b72-60c8b6cf5184 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:04:51.267383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 537df65c-9542-4b4a-9b72-60c8b6cf5184 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:51.267973 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:51.302205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-d0521312-f18c-4fd2-a42f-ba1e71f9fc67 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:51.303709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-d0521312-f18c-4fd2-a42f-ba1e71f9fc67 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 812 time: 0.1876419 Feb 10 04:04:51.355391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'port': {'device_id': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac', 'admin_state_up': True, 'tenant_id': 'c73ead655abf456aa9b38b9789b050ef'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:51.359126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 537df65c-9542-4b4a-9b72-60c8b6cf5184 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:51.359556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:51.396102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537df65c-9542-4b4a-9b72-60c8b6cf5184'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:51.398401 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86d17a7-55d6-4e21-9b93-dd6ce83941a2" -d '{"events": [{"server_uuid": "b0c70ee8-8e44-4edf-a414-40a8e115b5be", "name": "network-vif-plugged", "status": "completed", "tag": "537df65c-9542-4b4a-9b72-60c8b6cf5184"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:51.426840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 537df65c-9542-4b4a-9b72-60c8b6cf5184, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=537df65c-9542-4b4a-9b72-60c8b6cf5184,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:51.502737 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:51.560740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=537df65c-9542-4b4a-9b72-60c8b6cf5184,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:51.629025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Made reservation on behalf of c73ead655abf456aa9b38b9789b050ef for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:51.635084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:51.841795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Allocated IP 172.20.0.6 (24269782-c62a-4ccc-9bd5-07bbaacf2cac/9edaae9c-1f17-49f1-9fc8-22f08ebe2954/115e026b-cb03-4beb-9cdf-79712a5637c6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:52.008383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:52.135539 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:52.199470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:52.212103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Network 24269782-c62a-4ccc-9bd5-07bbaacf2cac is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:52.213938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:52.220686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:52.275563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:52.276185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:52.293102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-50b6a7c8-2fd3-447a-a624-947b091bd80b tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:04:52.294251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-50b6a7c8-2fd3-447a-a624-947b091bd80b tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1989799 Feb 10 04:04:52.380916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-8e4e6b2e-b6fe-4da6-b0a5-45322b39f140 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0299842 Feb 10 04:04:52.384700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-44efeaec-8aad-4b1e-a54e-d95e3ca85862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:52.386099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-44efeaec-8aad-4b1e-a54e-d95e3ca85862 service neutron] 10.222.0.42 "GET /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 1125 time: 0.0853801 Feb 10 04:04:52.393195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Request body: {'port': {'device_id': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:52.400946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Request body: {'binding': {'host': 'n-h1-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:52.403314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Unknown quota resources ['binding']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:04:52.503599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:52.701598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on host n-h1-827844-2 for vnic_type normal with profile None {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:52.701598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:52.701598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:52.711337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:52.711754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:52.726970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55638) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:52.742839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:52.743286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:52.743780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:52.744292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Bound port: 2700746c-3015-44eb-b71c-0bb35a6fe6df, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:52.767847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1abff-62de-4a3c-bc17-5661a2463c97 req-88f56862-c554-46bb-8a05-9a58c6d67c0a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:52.777292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bf1abff-62de-4a3c-bc17-5661a2463c97 req-88f56862-c554-46bb-8a05-9a58c6d67c0a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 931 time: 0.0895724 Feb 10 04:04:52.831771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bf1abff-62de-4a3c-bc17-5661a2463c97 req-8db1c91c-f069-430c-8e41-1c9c3d8da37a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528040 Feb 10 04:04:52.892663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:52.920878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-7627f56b-d0c8-4519-9f30-d9dc73f394f3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:52.920878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-7627f56b-d0c8-4519-9f30-d9dc73f394f3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 936 time: 0.1804998 Feb 10 04:04:52.954071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846be9-9266-4497-8f0c-7fe0e5b74437 req-14ba3918-da3b-4276-b44c-459bf74d9975 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:52.961770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef846be9-9266-4497-8f0c-7fe0e5b74437 req-14ba3918-da3b-4276-b44c-459bf74d9975 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 945 time: 0.0700929 Feb 10 04:04:52.984648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:52.985838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-04fef69a-d33c-441d-a91f-132717ce118f service neutron] 10.222.0.42 "POST /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df/bindings HTTP/1.1" status: 201 len: 389 time: 0.5889366 Feb 10 04:04:53.012377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-efad7dfd-afb5-48e1-9e03-5cf369404424 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.013791 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-efad7dfd-afb5-48e1-9e03-5cf369404424 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 937 time: 0.0939717 Feb 10 04:04:53.017796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115e026b-cb03-4beb-9cdf-79712a5637c6 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:53.027291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Publish callbacks [] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:53.039817 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef846be9-9266-4497-8f0c-7fe0e5b74437 req-3ec88530-9170-43d7-abbc-6fb4056fa1f4 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769603 Feb 10 04:04:53.042631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Transition to ACTIVE for port object 115e026b-cb03-4beb-9cdf-79712a5637c6 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:04:53.146173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:53.210100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54121e4-d514-4189-9976-c4a5333e475f req-7c4ac230-0536-412e-a93f-d2cbd6a2108b tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.216489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d54121e4-d514-4189-9976-c4a5333e475f req-7c4ac230-0536-412e-a93f-d2cbd6a2108b tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 946 time: 0.1004751 Feb 10 04:04:53.227286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Pushing event updated for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:53.276055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d54121e4-d514-4189-9976-c4a5333e475f req-6c406842-0f2c-4dc6-97e5-8e9ba52e675f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552316 Feb 10 04:04:53.330512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Attempting to bind port 115e026b-cb03-4beb-9cdf-79712a5637c6 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:04:53.332141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Attempting to bind port 115e026b-cb03-4beb-9cdf-79712a5637c6 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:04:53.332476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Attempting to bind port 115e026b-cb03-4beb-9cdf-79712a5637c6 on network 24269782-c62a-4ccc-9bd5-07bbaacf2cac {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:53.343758 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac8784d-72cc-4f0c-a536-9f88c8964bed x-openstack-request-id: req-bac8784d-72cc-4f0c-a536-9f88c8964bed {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:53.344131 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8969d550-54a6-4878-b10c-1a95f513d96a", "name": "network-vif-deleted", "tag": "1e9db8b6-057e-4da3-b411-319e5dbec7db", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:53.344949 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bac8784d-72cc-4f0c-a536-9f88c8964bed {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:53.344949 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8969d550-54a6-4878-b10c-1a95f513d96a', 'name': 'network-vif-deleted', 'tag': '1e9db8b6-057e-4da3-b411-319e5dbec7db', 'status': 'completed', 'code': 200} Feb 10 04:04:53.345809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Port 115e026b-cb03-4beb-9cdf-79712a5637c6 on network 24269782-c62a-4ccc-9bd5-07bbaacf2cac not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:04:53.346197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Attempting to bind port 115e026b-cb03-4beb-9cdf-79712a5637c6 on network 24269782-c62a-4ccc-9bd5-07bbaacf2cac {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:04:53.356149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:04:53.356717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Checking segment: {'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:04:53.357194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Bound using segment: {'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:04:53.357731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Bound port: 115e026b-cb03-4beb-9cdf-79712a5637c6, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:04:53.358217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:53.427183 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e5b27d-3f79-49f5-9f16-798ff98f1156 x-openstack-request-id: req-10e5b27d-3f79-49f5-9f16-798ff98f1156 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:53.427183 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c70ee8-8e44-4edf-a414-40a8e115b5be", "name": "network-vif-plugged", "status": "completed", "tag": "537df65c-9542-4b4a-9b72-60c8b6cf5184", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:53.427183 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10e5b27d-3f79-49f5-9f16-798ff98f1156 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:53.432805 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537df65c-9542-4b4a-9b72-60c8b6cf5184', 'code': 200} Feb 10 04:04:53.464448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:04:53.475211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=115e026b-cb03-4beb-9cdf-79712a5637c6,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:04:53.517699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d61f409f-952a-4e2f-8d92-a8c730b81a14 req-8ccc49a0-b224-4627-9f50-443e6a8f7a89 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0585666 Feb 10 04:04:53.604357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:53.624770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc1bdafd-b5dc-4dc1-b998-78795219383b req-010c69c5-24f8-45f4-b679-35e37e1be4ae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0694540 Feb 10 04:04:53.682220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.682791 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:53.684362 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] 10.222.0.43 "PUT /v2.0/ports/115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 200 len: 1091 time: 1.2951579 Feb 10 04:04:53.687796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaffc55-b458-4e9e-b575-bfe557213407 service neutron] Pushing event updated for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:53.705147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60980197-c67f-44e5-bb48-1e9e9033e60f req-5cd8eeb8-1f67-4849-b753-a705ee2747eb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.706730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60980197-c67f-44e5-bb48-1e9e9033e60f req-5cd8eeb8-1f67-4849-b753-a705ee2747eb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.1714275 Feb 10 04:04:53.708823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e2b7-2538-424d-8b2f-ae3e90818d9c req-7410aa12-0856-450b-81e0-109e08edf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.710331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64e8e2b7-2538-424d-8b2f-ae3e90818d9c req-7410aa12-0856-450b-81e0-109e08edf752 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 1128 time: 0.2012312 Feb 10 04:04:53.730874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-5cd39cf7-142a-428e-a5b1-e499ee80adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.734040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-5cd39cf7-142a-428e-a5b1-e499ee80adf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0831864 Feb 10 04:04:53.803545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60980197-c67f-44e5-bb48-1e9e9033e60f req-1699d6cf-58a3-4ab6-add7-bd693124e206 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869188 Feb 10 04:04:53.811091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64e8e2b7-2538-424d-8b2f-ae3e90818d9c req-bf714a9c-9400-434f-bb62-08fc2c68b276 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756536 Feb 10 04:04:53.881470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-0e138d57-1d54-4e35-87fc-d18ba2f37a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.883947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-0e138d57-1d54-4e35-87fc-d18ba2f37a42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.1412055 Feb 10 04:04:53.908350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1e9db8b6-057e-4da3-b411-319e5dbec7db no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:53.910920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-3815a9bf-6727-4cfa-bafd-0d9b144f9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:53.912575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-3815a9bf-6727-4cfa-bafd-0d9b144f9576 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1125 time: 0.0519841 Feb 10 04:04:53.971722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 1e9db8b6-057e-4da3-b411-319e5dbec7db {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:53.973243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1e9db8b6-057e-4da3-b411-319e5dbec7db not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:53.974921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:54.001244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-ac26f978-2a94-4547-a7fc-3e069b48bc2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 200 len: 217 time: 0.0807590 Feb 10 04:04:54.083080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:54.083945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:54.127100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-e6de8716-be7c-46ed-9d70-de4f229c7583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 217 time: 0.1331379 Feb 10 04:04:54.131540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ed6c5-6ab9-4f3f-8ef9-5a7e94b18adf req-2880fa08-ecba-45ae-bf51-f2f6be33336a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:54.142896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b4ed6c5-6ab9-4f3f-8ef9-5a7e94b18adf req-2880fa08-ecba-45ae-bf51-f2f6be33336a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.2043376 Feb 10 04:04:54.145176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:54.169488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-1f411273-1a2b-40b1-8a9a-4e80fc044fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:54.173338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-1f411273-1a2b-40b1-8a9a-4e80fc044fc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.1639450 Feb 10 04:04:54.201090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-91e57b8f-4bd7-4c51-a44b-5d7564a04ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:54.202648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-91e57b8f-4bd7-4c51-a44b-5d7564a04ff9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0629776 Feb 10 04:04:54.231122 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-4d865376-0fca-49ba-ab37-8613b2e4078c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508199 Feb 10 04:04:54.261569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-8087c721-7445-4395-8efc-a638024a4798 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516427 Feb 10 04:04:54.269989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:54.349172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-9585eb50-421a-475a-99b4-059833874fcd service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105764 Feb 10 04:04:54.365831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:54.404530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b4ed6c5-6ab9-4f3f-8ef9-5a7e94b18adf req-62c49664-cbc5-4c89-9d05-6494d8fa7db6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544830 Feb 10 04:04:54.453692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-1b4a6f67-dc69-410f-ab88-5f3b7b0eaa09 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681831 Feb 10 04:04:54.501892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93ba59e1-516e-4645-9be9-d119ec3fcf81 req-a937031c-279f-48ad-88ac-59bf607257fe service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461971 Feb 10 04:04:54.587019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9464-ce33-4082-ac2d-86b5199d6d66 req-0555efe6-24dd-4146-8d18-afc2c0ac83fa tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:54.592454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-91ac9464-ce33-4082-ac2d-86b5199d6d66 req-0555efe6-24dd-4146-8d18-afc2c0ac83fa tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 943 time: 0.0689571 Feb 10 04:04:54.593125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-0fd962e0-4d52-4336-953e-598a190284ae service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293399 Feb 10 04:04:54.664789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-91ac9464-ce33-4082-ac2d-86b5199d6d66 req-abd7a1d3-6882-4c9a-9b81-9fe6dd93d4eb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696604 Feb 10 04:04:54.799108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1afb8-fccd-4951-ba00-e3d73f010278 req-84410acc-862c-4612-a941-9a49934177b9 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:54.799108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4c1afb8-fccd-4951-ba00-e3d73f010278 req-84410acc-862c-4612-a941-9a49934177b9 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 945 time: 0.0597799 Feb 10 04:04:54.870041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4c1afb8-fccd-4951-ba00-e3d73f010278 req-3805dc68-1350-4a20-a3f3-178036bd7b70 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607216 Feb 10 04:04:55.032444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8e396f3f-8c0a-43a9-afa7-325a4e17adea req-f5a239c5-eaa3-446f-ac39-f97fb870961c tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0636418 Feb 10 04:04:55.068591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0990c-b3db-479c-9742-1e3f2041e9fb req-d00be368-36d8-4726-94aa-9cd017a7fb28 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:55.079187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0e0990c-b3db-479c-9742-1e3f2041e9fb req-d00be368-36d8-4726-94aa-9cd017a7fb28 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 946 time: 0.1520100 Feb 10 04:04:55.190154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0e0990c-b3db-479c-9742-1e3f2041e9fb req-422cf622-634d-4de1-b659-2226b72b1dd7 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101069 Feb 10 04:04:55.218338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de90f43f-7ead-41c6-b860-a84f73471ad2 req-bf365258-d07e-4790-beb7-0f998a385fa6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0428009 Feb 10 04:04:55.345949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:55.348512 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284" -d '{"events": [{"name": "network-changed", "server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:55.423156 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5934026-bbbe-480a-afa1-c5883bfbaa17 x-openstack-request-id: req-c5934026-bbbe-480a-afa1-c5883bfbaa17 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:55.423363 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:55.423476 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5934026-bbbe-480a-afa1-c5883bfbaa17 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:55.425740 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6', 'status': 'completed', 'code': 200} Feb 10 04:04:55.434471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:55.436900 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a6870f-dece-4f5a-8fe7-299e63047fdf" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:55.507785 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f69a628-3d6d-48f1-a5fe-73e96bdc49c8 x-openstack-request-id: req-5f69a628-3d6d-48f1-a5fe-73e96bdc49c8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:55.508073 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:55.508526 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f69a628-3d6d-48f1-a5fe-73e96bdc49c8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:55.509077 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'code': 200} Feb 10 04:04:55.611207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec25df-214a-4243-8da8-6600d8390074 req-6f7f9302-954f-4171-a0ae-7db8989bc9b9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:55.629315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69ec25df-214a-4243-8da8-6600d8390074 req-6f7f9302-954f-4171-a0ae-7db8989bc9b9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1523831 Feb 10 04:04:55.670977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-52d60538-9bce-499b-be04-8886a723c6af tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:55.674917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-52d60538-9bce-499b-be04-8886a723c6af tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 945 time: 0.1226654 Feb 10 04:04:55.747517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-a1a962de-9f67-4a32-b2b3-075a5f4a26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:55.753798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-a1a962de-9f67-4a32-b2b3-075a5f4a26c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1125 time: 0.2921267 Feb 10 04:04:55.890478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Deleting port 243bec27-3260-4164-9cde-32fc92c4d33f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:55.890924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:55.923045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c368a-7fba-4ef6-9c92-c2058b6ed277 req-395c3120-fb62-4924-87c8-3887fa702abc tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:55.931966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d99c368a-7fba-4ef6-9c92-c2058b6ed277 req-395c3120-fb62-4924-87c8-3887fa702abc tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 943 time: 0.1172285 Feb 10 04:04:55.934766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55714) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:56.011455 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69ec25df-214a-4243-8da8-6600d8390074 req-1193e158-ab78-43ce-98e8-a21bffc226a6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801734 Feb 10 04:04:56.018396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-a6a6c5e0-268a-4553-a67e-dbfbe900bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:56.022434 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-a6a6c5e0-268a-4553-a67e-dbfbe900bb6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 913 time: 0.1987810 Feb 10 04:04:56.078413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d99c368a-7fba-4ef6-9c92-c2058b6ed277 req-7aa0ccca-8f1a-44e8-8769-2b58a06bdac0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452293 Feb 10 04:04:56.117245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-cda809f2-7c08-4179-b16f-ccb97853e8e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 200 len: 217 time: 0.0874102 Feb 10 04:04:56.178238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] For port 243bec27-3260-4164-9cde-32fc92c4d33f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=243bec27-3260-4164-9cde-32fc92c4d33f,segment=NetworkSegment(87aa1446-0459-49cf-8916-fbb26a666ce9),segment_id=87aa1446-0459-49cf-8916-fbb26a666ce9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:56.178599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:56.222199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Calling delete_port for 243bec27-3260-4164-9cde-32fc92c4d33f owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:04:56.227636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8ef96006-3064-46fd-a756-79c432a3ebc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:56.230572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-5334730c-bdf6-4713-adcf-455a82bf70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:56.233411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-5334730c-bdf6-4713-adcf-455a82bf70c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.1093085 Feb 10 04:04:56.278086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43c01d72-558d-458b-8fd1-bd46343a68e1 req-348a610e-f1ac-4109-a9b7-491c4e50f79f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0521152 Feb 10 04:04:56.296849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5b55ef4e-2b88-4cef-bfa4-9da60620e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:56.298673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5b55ef4e-2b88-4cef-bfa4-9da60620e925 service neutron] 10.222.0.24 "GET /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 1032 time: 0.0528696 Feb 10 04:04:56.332047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-fa568ce5-59ed-4f84-99a4-dc9f52fd6bbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320327 Feb 10 04:04:56.408698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-d88bca53-b9dc-4e4d-aadc-7066eb4a0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:56.410103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-d88bca53-b9dc-4e4d-aadc-7066eb4a0e12 service neutron] 10.222.0.24 "GET /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 1033 time: 0.0524986 Feb 10 04:04:56.504120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51007db0-dc9f-4bc3-81a3-5afe9fc32dd7 req-e4a98a8f-6645-46e7-aad7-f98cb9aec999 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:56.505815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51007db0-dc9f-4bc3-81a3-5afe9fc32dd7 req-e4a98a8f-6645-46e7-aad7-f98cb9aec999 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 946 time: 0.1260021 Feb 10 04:04:56.565473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-bb5a3e79-fac9-4026-9b67-beaa770c4c56 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539321 Feb 10 04:04:56.652347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51007db0-dc9f-4bc3-81a3-5afe9fc32dd7 req-844906e9-15f5-4885-9071-90c840ffcbe9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376960 Feb 10 04:04:56.659542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8ef96006-3064-46fd-a756-79c432a3ebc4 admin admin] Publish callbacks [] for security_group (a4fd436d-a4ad-4e90-be34-840973fbc10e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:56.765442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35b7dd2c-6154-4f26-a762-81d9dcf06e8a req-990fa226-3ced-435b-97f3-9bfab09fead8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0323761 Feb 10 04:04:56.776879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8ef96006-3064-46fd-a756-79c432a3ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a4fd436d-a4ad-4e90-be34-840973fbc10e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:56.817008 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:04:56.818806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef96006-3064-46fd-a756-79c432a3ebc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd436d-a4ad-4e90-be34-840973fbc10e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:56.853962 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8ef96006-3064-46fd-a756-79c432a3ebc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6084d033427245c79a6a17e4fd3d98e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9151847 Feb 10 04:04:56.855822 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (243bec27-3260-4164-9cde-32fc92c4d33f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:56.861050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55728) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:56.869241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['243bec27-3260-4164-9cde-32fc92c4d33f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:56.926923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Pushing event deleted for resources: {'Port': ['ID=243bec27-3260-4164-9cde-32fc92c4d33f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:57.030678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] No DVR routers for this DVR port 243bec27-3260-4164-9cde-32fc92c4d33f on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:04:57.034213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:57.040152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b54c52f4-8456-4c85-8f90-8f14ccc22820 req-7b96fbbc-4e16-45b7-91e2-9a09e256f9bb tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.24 "DELETE /v2.0/ports/243bec27-3260-4164-9cde-32fc92c4d33f HTTP/1.1" status: 204 len: 173 time: 1.3606408 Feb 10 04:04:57.043749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'name': 'network-vif-deleted', 'tag': '243bec27-3260-4164-9cde-32fc92c4d33f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:04:57.046566 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392ee44-e8a4-4802-8161-3873af3ede6d" -d '{"events": [{"server_uuid": "a7ba4737-3b0d-4bb6-92cf-64db982a69d2", "name": "network-vif-deleted", "tag": "243bec27-3260-4164-9cde-32fc92c4d33f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:04:57.066017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-168b1966-3810-48eb-a026-d2d18a61fb1e admin admin] Publish callbacks [] for security_group (a4fd436d-a4ad-4e90-be34-840973fbc10e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:57.102677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-168b1966-3810-48eb-a026-d2d18a61fb1e admin admin] Publish callbacks [] for security_group (a4fd436d-a4ad-4e90-be34-840973fbc10e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:57.119508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1fd20-42a3-4a7e-9057-f40856f6df91 req-4680ba70-3edf-43e5-b616-1069428dce42 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:57.121069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16a1fd20-42a3-4a7e-9057-f40856f6df91 req-4680ba70-3edf-43e5-b616-1069428dce42 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7ba4737-3b0d-4bb6-92cf-64db982a69d2 HTTP/1.1" status: 200 len: 945 time: 0.8865924 Feb 10 04:04:57.176549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4743fbc1-b74a-4e98-8ee7-e0571a31d74e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:57.182252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4743fbc1-b74a-4e98-8ee7-e0571a31d74e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:57.187286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4743fbc1-b74a-4e98-8ee7-e0571a31d74e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:57.188863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4743fbc1-b74a-4e98-8ee7-e0571a31d74e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "GET /v2.0/networks?id=dd571703-bb59-453e-9190-8d8e94cb434e&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=90e1cf24-2192-446b-b1d5-98500b85bdec&id=90e1cf24-2192-446b-b1d5-98500b85bdec HTTP/1.1" status: 200 len: 1995 time: 0.6224327 Feb 10 04:04:57.192000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bffd8c2a-db08-48d0-97fb-5b9cb4e8d284 req-40470c53-9f5b-494e-9b48-02f201961894 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868201 Feb 10 04:04:57.234040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16a1fd20-42a3-4a7e-9057-f40856f6df91 req-a89f87b7-0a2a-4057-90d8-f494a552e959 tempest-InstanceActionsV221TestJSON-1869208292 tempest-InstanceActionsV221TestJSON-1869208292-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b2102e-a6df-4128-9c82-8805ae7958bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027498 Feb 10 04:04:57.262690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-168b1966-3810-48eb-a026-d2d18a61fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a4fd436d-a4ad-4e90-be34-840973fbc10e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:57.265338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-168b1966-3810-48eb-a026-d2d18a61fb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:57.269067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-168b1966-3810-48eb-a026-d2d18a61fb1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4fd436d-a4ad-4e90-be34-840973fbc10e HTTP/1.1" status: 204 len: 168 time: 0.3696797 Feb 10 04:04:57.284635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-c033c581-489d-41c1-bdb6-24cd1cbeb84f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d16266ee05514d9cbe0047e309435e29 HTTP/1.1" status: 200 len: 379 time: 0.0810711 Feb 10 04:04:57.284910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b1966-3810-48eb-a026-d2d18a61fb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd436d-a4ad-4e90-be34-840973fbc10e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:57.291840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'admin_state_up': True, 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'security_groups': ['d53db452-152d-4a46-ba27-bdedcd702e4a']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:57.345291 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dd1556-95d6-40be-9376-122dbe15c93f x-openstack-request-id: req-49dd1556-95d6-40be-9376-122dbe15c93f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:04:57.345592 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ba4737-3b0d-4bb6-92cf-64db982a69d2", "name": "network-vif-deleted", "tag": "243bec27-3260-4164-9cde-32fc92c4d33f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:04:57.354306 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49dd1556-95d6-40be-9376-122dbe15c93f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:04:57.354306 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ba4737-3b0d-4bb6-92cf-64db982a69d2', 'name': 'network-vif-deleted', 'tag': '243bec27-3260-4164-9cde-32fc92c4d33f', 'status': 'completed', 'code': 200} Feb 10 04:04:57.477929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4396e-ed9b-4e88-928b-2f07202936b2 req-3feab8c5-ea93-4fff-b66c-c9b77c2aacfe tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:57.481855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be6866-6804-44ba-9edb-acfe1275221b req-f8dbf16e-cf88-4a19-8d18-b6e05706dd33 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:57.484829 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cea4396e-ed9b-4e88-928b-2f07202936b2 req-3feab8c5-ea93-4fff-b66c-c9b77c2aacfe tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0926688 Feb 10 04:04:57.490619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38be6866-6804-44ba-9edb-acfe1275221b req-f8dbf16e-cf88-4a19-8d18-b6e05706dd33 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 943 time: 0.0760748 Feb 10 04:04:57.545619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38be6866-6804-44ba-9edb-acfe1275221b req-9c616a16-7342-4416-9d42-6e972b6f0245 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537162 Feb 10 04:04:57.551182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cea4396e-ed9b-4e88-928b-2f07202936b2 req-a4707c7f-cf56-4125-9c91-08d8b2509230 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641334 Feb 10 04:04:57.598423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:57.605088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:57.628716 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4beb4ed7-3e11-4204-a25b-84c65761426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:57.685205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d98e91-0a41-4287-9517-7b30859f62a1 req-e01df3c5-4bf9-47a4-9f61-1ab7ad95d9ca tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:57.687310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d98e91-0a41-4287-9517-7b30859f62a1 req-e01df3c5-4bf9-47a4-9f61-1ab7ad95d9ca tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 946 time: 0.0696836 Feb 10 04:04:57.726779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d50774c-0bad-425a-82ae-5887d197cdbc req-531d73cf-638b-4421-a119-fb83c68e1db3 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0851889 Feb 10 04:04:57.767941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d98e91-0a41-4287-9517-7b30859f62a1 req-97efc3d5-ee8e-4e62-9797-2385dc7cf2cf tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749397 Feb 10 04:04:57.825156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 172.20.0.9 (dd571703-bb59-453e-9190-8d8e94cb434e/1ab80b5c-9000-4c21-a5b4-a53a9141c6ad/15d3bf2a-d880-4aa7-beae-afb1adaf3aac) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:57.896608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1008657-02ef-40d5-95b0-8b1fa614bce2 req-e7881d8d-17c6-408c-b3da-f4b0b1abcece tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0364962 Feb 10 04:04:57.931737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 115e026b-cb03-4beb-9cdf-79712a5637c6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:57.987633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-c247861a-485f-4e15-b8e8-5e3deb8066ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768876 Feb 10 04:04:58.071532 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.096272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-08a63728-73a5-4262-9533-656b0403db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:58.098093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-08a63728-73a5-4262-9533-656b0403db28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 1126 time: 0.0588322 Feb 10 04:04:58.123652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=115e026b-cb03-4beb-9cdf-79712a5637c6,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:58.138304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '115e026b-cb03-4beb-9cdf-79712a5637c6', 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac', 'port_id': '115e026b-cb03-4beb-9cdf-79712a5637c6', 'mac_address': 'fa:16:3e:66:3f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edaae9c-1f17-49f1-9fc8-22f08ebe2954', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:58.145286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55754) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:58.163292 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6906-3978-435b-a785-526fc916902d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.190066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 115e026b-cb03-4beb-9cdf-79712a5637c6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:58.190784 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.205339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115e026b-cb03-4beb-9cdf-79712a5637c6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:58.231198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=115e026b-cb03-4beb-9cdf-79712a5637c6,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:58.241175 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.258885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-85499f03-50e7-4a76-806c-135a0160590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:58.263215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-85499f03-50e7-4a76-806c-135a0160590e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.1321158 Feb 10 04:04:58.297467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.301882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:04:58.315958 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6906-3978-435b-a785-526fc916902d admin admin] Publish callbacks [] for security_group (99f2189c-8322-4446-abaa-a95ac991f8b6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.325789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network dd571703-bb59-453e-9190-8d8e94cb434e is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:04:58.329912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:04:58.352850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:04:58.375049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-738a8a81-06a4-4284-9da1-fc7a0eb62dd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 200 len: 217 time: 0.0997283 Feb 10 04:04:58.453213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:58.453938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.468079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc0b6906-3978-435b-a785-526fc916902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (99f2189c-8322-4446-abaa-a95ac991f8b6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.470616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:58.471084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:58.538616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-49851417-bc6e-478b-9089-929b19dbbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:58.540447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-49851417-bc6e-478b-9089-929b19dbbabd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1532295 Feb 10 04:04:58.565409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-638dfa9d-32c8-493e-9e74-9bf6525d0b50 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2810609 Feb 10 04:04:58.577170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'admin_state_up': True, 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'security_groups': ['d53db452-152d-4a46-ba27-bdedcd702e4a']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:04:58.588179 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc0b6906-3978-435b-a785-526fc916902d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3366cef655644b9b8eeab658abd5adbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416254 Feb 10 04:04:58.591601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:58.644768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-0cfb7f3b-8f2a-4cc4-8a77-df506b63e34b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972626 Feb 10 04:04:58.656258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b6906-3978-435b-a785-526fc916902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f2189c-8322-4446-abaa-a95ac991f8b6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:58.669771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:58.706076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'mac_address': 'fa:16:3e:95:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:04:58.794671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:04:58.795323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.856866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f99713e-097f-48ff-bb55-b437e317bf68 admin admin] Publish callbacks [] for security_group (99f2189c-8322-4446-abaa-a95ac991f8b6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.916941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f99713e-097f-48ff-bb55-b437e317bf68 admin admin] Publish callbacks [] for security_group (99f2189c-8322-4446-abaa-a95ac991f8b6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.944952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d4037-f12c-4ac1-971c-af5b195fd618 req-3ff918c0-a515-485e-97f3-b38771f2bf40 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:58.946994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f72d4037-f12c-4ac1-971c-af5b195fd618 req-3ff918c0-a515-485e-97f3-b38771f2bf40 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1633275 Feb 10 04:04:58.948669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-65b462cb-515a-48d2-98ed-820904ad2d8f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:58.950614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-65b462cb-515a-48d2-98ed-820904ad2d8f tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 946 time: 0.2576592 Feb 10 04:04:58.954780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-65250f7e-b28f-4495-ad12-9d1d8e9462a9 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034129 Feb 10 04:04:58.970986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:04:58.974674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:58.976841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6ac9e-b080-41f2-8dc0-310eec935a11 req-dd8483ab-6955-4d40-8629-1afca485f837 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:58.984063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-faf6ac9e-b080-41f2-8dc0-310eec935a11 req-dd8483ab-6955-4d40-8629-1afca485f837 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 944 time: 0.2209494 Feb 10 04:04:59.048222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:04:59.062777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f72d4037-f12c-4ac1-971c-af5b195fd618 req-886ba2ca-3240-4ac4-ad78-38046cfa3350 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065545 Feb 10 04:04:59.101649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 243bec27-3260-4164-9cde-32fc92c4d33f no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:04:59.130566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:59.130953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 243bec27-3260-4164-9cde-32fc92c4d33f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:04:59.131253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 243bec27-3260-4164-9cde-32fc92c4d33f not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:04:59.142933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-18591eca-652f-44b5-b7de-f90bc9a41dc8 None None] Provisioning complete for port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:04:59.142933 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18591eca-652f-44b5-b7de-f90bc9a41dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.194265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f99713e-097f-48ff-bb55-b437e317bf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (99f2189c-8322-4446-abaa-a95ac991f8b6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.196986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f99713e-097f-48ff-bb55-b437e317bf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.203566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0f99713e-097f-48ff-bb55-b437e317bf68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99f2189c-8322-4446-abaa-a95ac991f8b6 HTTP/1.1" status: 204 len: 168 time: 0.6053400 Feb 10 04:04:59.216704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-18591eca-652f-44b5-b7de-f90bc9a41dc8 None None] Port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:04:59.224108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.271931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99713e-097f-48ff-bb55-b437e317bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f2189c-8322-4446-abaa-a95ac991f8b6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:59.290517 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78fe3e99-7428-4781-8fc1-9d43bc83d4b1 req-ec39df25-a17a-46a6-ad8b-6906b7089bf4 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0923333 Feb 10 04:04:59.370431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e823ab85-1fb8-4931-8c06-8f3a16039cc6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:59.451340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:04:59.527710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 10.1.1.242 (2782cacf-5947-4ed6-9154-fbf1c2b0297d/8ae2a415-f1aa-4f62-9398-009f0d874e89/6f0a6392-77a1-404f-b27c-16b7357d6a58) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:04:59.545677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:04:59.561341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ebcc0-6e21-4804-8c4c-80f1c40112ac req-3b16722f-655d-4820-933c-7141fe6653b1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:04:59.571763 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d80ebcc0-6e21-4804-8c4c-80f1c40112ac req-3b16722f-655d-4820-933c-7141fe6653b1 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 946 time: 0.1614020 Feb 10 04:04:59.574719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-faf6ac9e-b080-41f2-8dc0-310eec935a11 req-1c96a1d1-60f1-4ed6-a707-a70ff8dd2537 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893502 Feb 10 04:04:59.707212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d80ebcc0-6e21-4804-8c4c-80f1c40112ac req-322403c2-1584-47bb-9d7f-01adaec28439 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups?id=bceb8c36-0f54-45db-814f-88461a6f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338832 Feb 10 04:04:59.797351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55802) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:04:59.818526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Deleting port 537df65c-9542-4b4a-9b72-60c8b6cf5184 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:04:59.818904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.873099 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.936864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bf6f821-5193-487f-a893-c9d82c2b14b1 req-cd292dec-3b27-4a27-88af-0f78696bd53b service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9492419 Feb 10 04:04:59.978386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] Deleting subnet 3d0a14f7-4b14-423b-ac2a-5fc9052641bc {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:04:59.982979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] For port 537df65c-9542-4b4a-9b72-60c8b6cf5184, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=537df65c-9542-4b4a-9b72-60c8b6cf5184,segment=NetworkSegment(29a66d40-a58d-4c6a-914a-54e2e0c3d985),segment_id=29a66d40-a58d-4c6a-914a-54e2e0c3d985)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:04:59.983355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.985735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] Publish callbacks [] for subnet (3d0a14f7-4b14-423b-ac2a-5fc9052641bc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:04:59.997646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5d32-3777-4303-bc2f-f78d941a8c10 req-0868685d-d955-47d4-803b-efb55d748f17 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:00.000330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c60d5d32-3777-4303-bc2f-f78d941a8c10 req-0868685d-d955-47d4-803b-efb55d748f17 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 931 time: 0.2643285 Feb 10 04:05:00.032271 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-51435a18-55c9-4ec3-a1bd-8c047c4d6d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.046712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Calling delete_port for 537df65c-9542-4b4a-9b72-60c8b6cf5184 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:05:00.082326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (3d0a14f7-4b14-423b-ac2a-5fc9052641bc), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.083078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.202826 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c60d5d32-3777-4303-bc2f-f78d941a8c10 req-b35b6d7d-b14a-402d-a763-62c6e63bab24 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738837 Feb 10 04:05:00.240082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:00.243733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3d0a14f7-4b14-423b-ac2a-5fc9052641bc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.254934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:00.257791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=6f0a6392-77a1-404f-b27c-16b7357d6a58,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:00.268236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:00.504737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851caf5-cc2d-459d-91d4-025d6cb8947f req-da733cba-5b81-4c84-8833-e350ca5876f6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:00.516935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8851caf5-cc2d-459d-91d4-025d6cb8947f req-da733cba-5b81-4c84-8833-e350ca5876f6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.2445185 Feb 10 04:05:00.526033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:00.533959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.536006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32939d1a-8731-4439-80de-aba5a6d9f4e3 req-fddfc460-d510-4ccb-b206-9ed543e21b02 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0763292 Feb 10 04:05:00.537235 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (3d0a14f7-4b14-423b-ac2a-5fc9052641bc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.551459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (537df65c-9542-4b4a-9b72-60c8b6cf5184), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.563742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['537df65c-9542-4b4a-9b72-60c8b6cf5184'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:00.646725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.658281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3d0a14f7-4b14-423b-ac2a-5fc9052641bc HTTP/1.1" status: 204 len: 168 time: 0.8561399 Feb 10 04:05:00.659856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540c75-9871-4a9b-88d1-63bec324a38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d0a14f7-4b14-423b-ac2a-5fc9052641bc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:00.661779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event deleted for resources: {'Port': ['ID=537df65c-9542-4b4a-9b72-60c8b6cf5184,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:00.669376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55824) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:00.726449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8851caf5-cc2d-459d-91d4-025d6cb8947f req-897e832c-74e4-4f6d-abba-8ebeb4512308 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867068 Feb 10 04:05:00.731297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-01020dd7-d44e-457f-a94e-b155cd890a0c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1589229 Feb 10 04:05:00.767372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-198f9716-f40f-4f4a-8c08-4ab80aeac943 None None] Provisioning complete for port 6f0a6392-77a1-404f-b27c-16b7357d6a58 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:00.767779 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-198f9716-f40f-4f4a-8c08-4ab80aeac943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.770593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'admin_state_up': True, 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'security_groups': ['d53db452-152d-4a46-ba27-bdedcd702e4a']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:00.798663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (db6002b9-ace5-42e9-a108-caaaef73535b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.868207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] No DVR routers for this DVR port 537df65c-9542-4b4a-9b72-60c8b6cf5184 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:05:00.874196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:00.877871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-965cf7b6-dbd6-4c85-b995-61d3bbb3e801 req-398276fb-73e6-49ed-9b82-dd3edf414c36 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.24 "DELETE /v2.0/ports/537df65c-9542-4b4a-9b72-60c8b6cf5184 HTTP/1.1" status: 204 len: 173 time: 1.9209766 Feb 10 04:05:00.879230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'name': 'network-vif-deleted', 'tag': '537df65c-9542-4b4a-9b72-60c8b6cf5184'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:00.885363 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18051d0c-904c-4d17-a5f5-e2c6347c9006" -d '{"events": [{"server_uuid": "b0c70ee8-8e44-4edf-a414-40a8e115b5be", "name": "network-vif-deleted", "tag": "537df65c-9542-4b4a-9b72-60c8b6cf5184"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:00.915973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-198f9716-f40f-4f4a-8c08-4ab80aeac943 None None] Port 6f0a6392-77a1-404f-b27c-16b7357d6a58 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:05:01.003946 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c7b7b714-55b2-4a73-8410-7b29327584c4 req-cb98f902-6c6d-480c-90fd-f826cf98b7ac tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0c70ee8-8e44-4edf-a414-40a8e115b5be HTTP/1.1" status: 200 len: 210 time: 0.0486569 Feb 10 04:05:01.016954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.040377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (db6002b9-ace5-42e9-a108-caaaef73535b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.059081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2eec3-0105-4d5e-b131-7f62db74ce2b req-1e5aab26-162b-4b5a-9981-99cff4c636e8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:01.067208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ab2eec3-0105-4d5e-b131-7f62db74ce2b req-1e5aab26-162b-4b5a-9981-99cff4c636e8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 944 time: 0.2832394 Feb 10 04:05:01.094845 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5aba17-5386-41cf-973c-ca448bc2ceda x-openstack-request-id: req-ff5aba17-5386-41cf-973c-ca448bc2ceda {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:01.095359 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c70ee8-8e44-4edf-a414-40a8e115b5be", "name": "network-vif-deleted", "tag": "537df65c-9542-4b4a-9b72-60c8b6cf5184", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:01.096148 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff5aba17-5386-41cf-973c-ca448bc2ceda {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:01.097268 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c70ee8-8e44-4edf-a414-40a8e115b5be', 'name': 'network-vif-deleted', 'tag': '537df65c-9542-4b4a-9b72-60c8b6cf5184', 'status': 'completed', 'code': 200} Feb 10 04:05:01.125082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6002b9-ace5-42e9-a108-caaaef73535b']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:01.143924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87aa1446-0459-49cf-8916-fbb26a666ce9') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:01.143924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87aa1446-0459-49cf-8916-fbb26a666ce9') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:01.166445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (87aa1446-0459-49cf-8916-fbb26a666ce9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.191788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ab2eec3-0105-4d5e-b131-7f62db74ce2b req-712d5e85-70a5-4f6a-babc-ca8e12cb85e0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933061 Feb 10 04:05:01.193131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (87aa1446-0459-49cf-8916-fbb26a666ce9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.199610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:01.203653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (87aa1446-0459-49cf-8916-fbb26a666ce9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:05:01.222738 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:05:01.420303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (db6002b9-ace5-42e9-a108-caaaef73535b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.443115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.450912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] 10.222.0.42 "DELETE /v2.0/networks/db6002b9-ace5-42e9-a108-caaaef73535b HTTP/1.1" status: 204 len: 168 time: 0.7692447 Feb 10 04:05:01.452070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ede0f0-0e1d-4a6e-bf6c-fcdf0c0a9396 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6002b9-ace5-42e9-a108-caaaef73535b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:01.490469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266552d4-4af0-44ab-99ea-ee5de0d1eabc req-b63cd9fe-3377-466f-8d1d-07b99711878c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:01.498369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266552d4-4af0-44ab-99ea-ee5de0d1eabc req-b63cd9fe-3377-466f-8d1d-07b99711878c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:01.511195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-266552d4-4af0-44ab-99ea-ee5de0d1eabc req-b63cd9fe-3377-466f-8d1d-07b99711878c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 1653 time: 0.1804178 Feb 10 04:05:01.592199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 10.1.1.104 (2782cacf-5947-4ed6-9154-fbf1c2b0297d/8ae2a415-f1aa-4f62-9398-009f0d874e89/e99ead58-76e7-4f01-a08b-fd7cd271d232) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:01.635641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-266552d4-4af0-44ab-99ea-ee5de0d1eabc req-45c77469-d148-4088-b4c9-6fbe1a064b7b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185009 Feb 10 04:05:01.806730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0cdc22e7-1dfd-4793-8f82-1bedaf534033 req-876629e5-e6ec-4944-9f1c-b942fbe022e1 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.0942903 Feb 10 04:05:01.872118 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:01.938928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 115e026b-cb03-4beb-9cdf-79712a5637c6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:05:01.948631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9290-cb5f-44a3-8c7c-e3300603165e req-bb446aa8-e136-4e6c-ba7c-1ece315b15dc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:01.952904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-256a9290-cb5f-44a3-8c7c-e3300603165e req-bb446aa8-e136-4e6c-ba7c-1ece315b15dc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0884192 Feb 10 04:05:02.022210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55856) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:02.038457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.079366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e4a4c9f3-d775-4ddb-9891-381f3afeae91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4faacd193f754978bccd83409b532085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547862 Feb 10 04:05:02.082012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55860) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:02.113535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 115e026b-cb03-4beb-9cdf-79712a5637c6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:05:02.120152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 115e026b-cb03-4beb-9cdf-79712a5637c6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:02.121643 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.176558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c045582-8a1d-4d32-8d0b-823c4c909139 admin admin] Publish callbacks [] for security_group (17b2102e-a6df-4128-9c82-8805ae7958bf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.234192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c045582-8a1d-4d32-8d0b-823c4c909139 admin admin] Publish callbacks [] for security_group (17b2102e-a6df-4128-9c82-8805ae7958bf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.249703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-256a9290-cb5f-44a3-8c7c-e3300603165e req-c9b94c08-57cf-406c-b094-13b691637278 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897661 Feb 10 04:05:02.292640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:02.299282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:02.310768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:02.385519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55880) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:02.420133 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c045582-8a1d-4d32-8d0b-823c4c909139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (17b2102e-a6df-4128-9c82-8805ae7958bf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.423811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c045582-8a1d-4d32-8d0b-823c4c909139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.424386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2c045582-8a1d-4d32-8d0b-823c4c909139 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17b2102e-a6df-4128-9c82-8805ae7958bf HTTP/1.1" status: 204 len: 168 time: 0.3412390 Feb 10 04:05:02.443131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045582-8a1d-4d32-8d0b-823c4c909139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2102e-a6df-4128-9c82-8805ae7958bf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:02.503749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=e99ead58-76e7-4f01-a08b-fd7cd271d232,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:02.556956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:02.557938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.577948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 115e026b-cb03-4beb-9cdf-79712a5637c6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:02.579451 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.594593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:02.622999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d3e24-b4ce-42db-8a4a-30bb411ed871 req-772610a8-42da-4f82-941e-de37efbc387d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:02.624609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-267d3e24-b4ce-42db-8a4a-30bb411ed871 req-772610a8-42da-4f82-941e-de37efbc387d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 944 time: 0.2207448 Feb 10 04:05:02.649549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:02.663741 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dee899-4577-43cb-8e11-71b6e1dc5400" -d '{"events": [{"server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "name": "network-vif-plugged", "status": "completed", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:02.686602 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ac16fefc-47e9-405b-bcaf-58fcfbdb2ced tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9284630 Feb 10 04:05:02.710516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.717046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=115e026b-cb03-4beb-9cdf-79712a5637c6,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:02.720048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-29e5ce98-c384-4c26-bd90-930acab741d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.760040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec', 'admin_state_up': True, 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'security_groups': ['d53db452-152d-4a46-ba27-bdedcd702e4a']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:02.802866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-267d3e24-b4ce-42db-8a4a-30bb411ed871 req-14686c5c-d33f-48cd-8325-aa1e91d063fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675520 Feb 10 04:05:02.812583 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.813451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:05:02.874861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-29e5ce98-c384-4c26-bd90-930acab741d3 admin admin] Publish callbacks [] for security_group (6593d9b7-f497-4e67-a7d5-d85d1c8a7a00), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.919574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0adbac23-d372-4f89-a179-9bda2b7b990d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group (e168af9c-4e24-4836-98a2-fc8f64ca899f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.928187 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f3a388-c016-4cd7-880b-01f7c866ee04 x-openstack-request-id: req-a2f3a388-c016-4cd7-880b-01f7c866ee04 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:02.930419 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "name": "network-vif-plugged", "status": "completed", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:02.933547 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2f3a388-c016-4cd7-880b-01f7c866ee04 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:02.933547 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6', 'code': 200} Feb 10 04:05:02.954938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0adbac23-d372-4f89-a179-9bda2b7b990d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group (e168af9c-4e24-4836-98a2-fc8f64ca899f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:02.958648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-29e5ce98-c384-4c26-bd90-930acab741d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6593d9b7-f497-4e67-a7d5-d85d1c8a7a00), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.014302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef924-5e5f-4dd1-8bad-ccf30751f526 req-ddd908ee-ea72-4838-8842-a0f69bcb125c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:03.037302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef924-5e5f-4dd1-8bad-ccf30751f526 req-ddd908ee-ea72-4838-8842-a0f69bcb125c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:03.064306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef924-5e5f-4dd1-8bad-ccf30751f526 req-ddd908ee-ea72-4838-8842-a0f69bcb125c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:03.064306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3eef924-5e5f-4dd1-8bad-ccf30751f526 req-ddd908ee-ea72-4838-8842-a0f69bcb125c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 2374 time: 0.2812572 Feb 10 04:05:03.078438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f1d538b4-be38-47a4-8311-4902b9c50b04 None None] Provisioning complete for port e99ead58-76e7-4f01-a08b-fd7cd271d232 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:03.079091 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f1d538b4-be38-47a4-8311-4902b9c50b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.148502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f1d538b4-be38-47a4-8311-4902b9c50b04 None None] Port e99ead58-76e7-4f01-a08b-fd7cd271d232 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:05:03.155398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 537df65c-9542-4b4a-9b72-60c8b6cf5184 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:05:03.183058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 537df65c-9542-4b4a-9b72-60c8b6cf5184 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:05:03.189753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 537df65c-9542-4b4a-9b72-60c8b6cf5184 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:05:03.195828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:03.203831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-29e5ce98-c384-4c26-bd90-930acab741d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a5ad0dc6b17489f80c526a1e66192f3&name=default HTTP/1.1" status: 200 len: 2998 time: 0.8148124 Feb 10 04:05:03.204508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5ce98-c384-4c26-bd90-930acab741d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6593d9b7-f497-4e67-a7d5-d85d1c8a7a00,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:03.207224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55906) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:03.232135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e823ab85-1fb8-4931-8c06-8f3a16039cc6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:03.232523 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.308488 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c5922d9-2f03-448c-acc6-91e21b8bb5c9 req-dbbd0520-b9a4-4961-ae4d-f3eabc9bc809 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.2103221 Feb 10 04:05:03.391307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:03.394678 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.417822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3eef924-5e5f-4dd1-8bad-ccf30751f526 req-14df348c-aa60-48af-9f86-5c9d4fd1cc4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369970 Feb 10 04:05:03.446438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:03.458429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d89c2-2fa8-4bee-adf7-124b9e9235a0 req-522fe7f3-61c8-464b-b78e-3315c8318b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:03.466048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-912d89c2-2fa8-4bee-adf7-124b9e9235a0 req-522fe7f3-61c8-464b-b78e-3315c8318b1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1127 time: 0.4591126 Feb 10 04:05:03.473150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4b07e5b-5615-4f92-a40a-eee317786440 admin admin] Publish callbacks [] for security_group (6593d9b7-f497-4e67-a7d5-d85d1c8a7a00), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.515140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4b07e5b-5615-4f92-a40a-eee317786440 admin admin] Publish callbacks [] for security_group (6593d9b7-f497-4e67-a7d5-d85d1c8a7a00), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.523180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0adbac23-d372-4f89-a179-9bda2b7b990d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e168af9c-4e24-4836-98a2-fc8f64ca899f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.525705 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0adbac23-d372-4f89-a179-9bda2b7b990d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.526909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0adbac23-d372-4f89-a179-9bda2b7b990d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "DELETE /v2.0/security-groups/e168af9c-4e24-4836-98a2-fc8f64ca899f HTTP/1.1" status: 204 len: 168 time: 0.9312546 Feb 10 04:05:03.532718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55914) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:03.548408 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.571477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbac23-d372-4f89-a179-9bda2b7b990d tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e168af9c-4e24-4836-98a2-fc8f64ca899f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:03.583423 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-cc066e7d-bdd5-4717-a06c-6d726fcde251 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] show failed (client error): The resource could not be found. Feb 10 04:05:03.584475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cc066e7d-bdd5-4717-a06c-6d726fcde251 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "GET /v2.0/security-groups/e168af9c-4e24-4836-98a2-fc8f64ca899f HTTP/1.1" status: 404 len: 347 time: 0.0466247 Feb 10 04:05:03.597578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55916) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:03.597772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:03.599662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-912d89c2-2fa8-4bee-adf7-124b9e9235a0 req-2236e8fa-887c-4c63-95e7-6932d7bcc7d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249266 Feb 10 04:05:03.643930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32a10-3865-40b7-aa3a-1ca053b2bfa6 req-a4a867a3-9709-4e8f-b880-0c42fdb03b64 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:03.645466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dc32a10-3865-40b7-aa3a-1ca053b2bfa6 req-a4a867a3-9709-4e8f-b880-0c42fdb03b64 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1767335 Feb 10 04:05:03.669536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-cf1c16bf-9209-4a0e-b2b9-0e10679a8e26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3073859 Feb 10 04:05:03.799204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Deleting port 8a103143-070b-4127-881f-a8db0dd3f097 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:05:03.803912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8a103143-070b-4127-881f-a8db0dd3f097), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.824721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:03.913160 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0dc32a10-3865-40b7-aa3a-1ca053b2bfa6 req-d70eac1f-d6c8-4db1-a90a-9cd2745e8d24 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849730 Feb 10 04:05:03.919094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.944768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4b07e5b-5615-4f92-a40a-eee317786440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6593d9b7-f497-4e67-a7d5-d85d1c8a7a00), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.949676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b4b07e5b-5615-4f92-a40a-eee317786440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.953414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:03.959324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b4b07e5b-5615-4f92-a40a-eee317786440 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6593d9b7-f497-4e67-a7d5-d85d1c8a7a00 HTTP/1.1" status: 204 len: 168 time: 0.7501645 Feb 10 04:05:04.462270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b07e5b-5615-4f92-a40a-eee317786440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6593d9b7-f497-4e67-a7d5-d85d1c8a7a00,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:04.465826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55938) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:04.627634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8a103143-070b-4127-881f-a8db0dd3f097), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:04.628171 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for floatingip (8a103143-070b-4127-881f-a8db0dd3f097), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:04.777251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-d31d5cc9-3c0f-4951-b5e2-791ef7374801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:04.781345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-d31d5cc9-3c0f-4951-b5e2-791ef7374801 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 1127 time: 0.8441942 Feb 10 04:05:04.805133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08956cc6-7c3c-4fa7-8808-c6f142e09bdf req-4b1ddf9d-76c7-4916-b2b7-3c6120fea28d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:04.806629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08956cc6-7c3c-4fa7-8808-c6f142e09bdf req-4b1ddf9d-76c7-4916-b2b7-3c6120fea28d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 945 time: 0.6124134 Feb 10 04:05:04.822369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Calling delete_port for 8a103143-070b-4127-881f-a8db0dd3f097 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:05:04.867004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-952537126-network', 'tenant_id': '607d7209bc1b409393c5f2a0326870ca'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:04.908314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08956cc6-7c3c-4fa7-8808-c6f142e09bdf req-a16c6efe-c71e-41cb-90a3-8c52c21bf201 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835416 Feb 10 04:05:04.933657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:04.937553 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843aa30-06fa-4fea-8cb6-e19948f32088" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:04.973235 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d70e224c-784b-4029-aafd-d21a1258aada req-8053d845-fff1-4781-b1fd-de8cfb0788dc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=8969d550-54a6-4878-b10c-1a95f513d96a HTTP/1.1" status: 200 len: 210 time: 0.2058749 Feb 10 04:05:05.023683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-6ce822ab-d2f9-4586-b974-1a2d5724bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:05.025286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-6ce822ab-d2f9-4586-b974-1a2d5724bca8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.1205118 Feb 10 04:05:05.167420 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-e0844176-1477-4ccf-97a0-38ec1645cd1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 200 len: 217 time: 0.1343248 Feb 10 04:05:05.229519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-b68efeca-ddc5-4869-86fd-d049e90dadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:05.231035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-b68efeca-ddc5-4869-86fd-d049e90dadf4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.0576358 Feb 10 04:05:05.307010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Made reservation on behalf of 607d7209bc1b409393c5f2a0326870ca for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:05.309439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:05.315728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-e8753a87-9689-41ac-9cbf-bb4f65f46f74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524349 Feb 10 04:05:05.335949 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:05.358822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 10.2.2.100 (90e1cf24-2192-446b-b1d5-98500b85bdec/1237638c-f910-4821-bb76-54a9eeb72f1c/c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:05.459244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4e2f8-ef63-4782-9f1f-cf90ab757b17 req-a39d3142-488b-4156-a421-4bc20336d35c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:05.467896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8c4e2f8-ef63-4782-9f1f-cf90ab757b17 req-a39d3142-488b-4156-a421-4bc20336d35c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.2762632 Feb 10 04:05:05.519289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c248a3-c189-4e89-966e-aa9da38753ed req-05e9c3c0-492a-46de-bd1f-2ef590059884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:05.530780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c248a3-c189-4e89-966e-aa9da38753ed req-05e9c3c0-492a-46de-bd1f-2ef590059884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:05.545209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c248a3-c189-4e89-966e-aa9da38753ed req-05e9c3c0-492a-46de-bd1f-2ef590059884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:05.548013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8c248a3-c189-4e89-966e-aa9da38753ed req-05e9c3c0-492a-46de-bd1f-2ef590059884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 2374 time: 0.3757477 Feb 10 04:05:05.658591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks [] for security_group (8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:05.715223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-2de0daa4-7e42-4db1-8132-0955074e6a45 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836434 Feb 10 04:05:05.871154 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:05.938160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8c248a3-c189-4e89-966e-aa9da38753ed req-d2e54b07-b3a6-414a-8737-580bd12c8d9d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737695 Feb 10 04:05:06.008350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8c4e2f8-ef63-4782-9f1f-cf90ab757b17 req-a196e120-1efa-4fe2-ac21-1ccb4c32aa94 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391047 Feb 10 04:05:06.009817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.020627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.040892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0f2e16d-61c0-4e8e-aa76-8d139521d4fc req-aeabef03-56f6-4b77-9bfb-7a9cde35d2e2 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029990 Feb 10 04:05:06.065584 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5de9245-4c12-4f9f-8b51-200aefce4a52 x-openstack-request-id: req-c5de9245-4c12-4f9f-8b51-200aefce4a52 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:06.065584 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:06.065584 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5de9245-4c12-4f9f-8b51-200aefce4a52 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:06.066512 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'code': 200} Feb 10 04:05:06.086631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8a103143-070b-4127-881f-a8db0dd3f097), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.213946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Pushing event deleted for resources: {'Port': ['ID=8a103143-070b-4127-881f-a8db0dd3f097,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:06.245076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:05:06.247922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:06.260138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 90e1cf24-2192-446b-b1d5-98500b85bdec is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:06.264769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:06.272091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:06.301966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks [] for floatingip (c4a28779-6a09-49d4-8502-941987fa2410), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.306019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.310476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3147e183-3563-4964-a92e-c55693dfe6a9 tempest-ImagesOneServerNegativeTestJSON-1115242145 tempest-ImagesOneServerNegativeTestJSON-1115242145-project] 10.222.0.42 "DELETE /v2.0/floatingips/c4a28779-6a09-49d4-8502-941987fa2410 HTTP/1.1" status: 204 len: 168 time: 2.7199082 Feb 10 04:05:06.331061 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (741ab0c6-9391-42c3-ae81-a89948e51b66), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.331419 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Added segment 741ab0c6-9391-42c3-ae81-a89948e51b66 of type vlan for network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 Feb 10 04:05:06.385208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (ce4cdace-2955-474d-a6f3-9a8a5ee24d30), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.412203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:06.447871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:06.448662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.491932 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (ce4cdace-2955-474d-a6f3-9a8a5ee24d30), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.492881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:06.493470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.501271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55990) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:06.605941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426349-58e8-4561-8693-d308dd33d3e7 req-ac632376-ddfa-4ba0-ba2b-3cf1e872523b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:06.608527 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a426349-58e8-4561-8693-d308dd33d3e7 req-ac632376-ddfa-4ba0-ba2b-3cf1e872523b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 945 time: 0.4364266 Feb 10 04:05:06.612723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] Deleting subnet 23ad6bce-67c3-4926-8545-5ae7163d3d13 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:05:06.627430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] Publish callbacks [] for subnet (23ad6bce-67c3-4926-8545-5ae7163d3d13), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.659722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-69978929-1619-441d-9f40-4501b583313e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9065831 Feb 10 04:05:06.690694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (23ad6bce-67c3-4926-8545-5ae7163d3d13), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.701745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec', 'admin_state_up': True, 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'security_groups': ['d53db452-152d-4a46-ba27-bdedcd702e4a']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:06.733225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1eff6358-3951-4c61-a7e8-4312697e6fb9 None None] Provisioning complete for port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:06.734996 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1eff6358-3951-4c61-a7e8-4312697e6fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.784374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55992) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:06.784783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3130898 Feb 10 04:05:06.789597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Request body: {'subnet': {'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-952537126-subnet', 'tenant_id': '607d7209bc1b409393c5f2a0326870ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:06.807239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (23ad6bce-67c3-4926-8545-5ae7163d3d13), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.819944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33c8df-72a1-4436-9417-dfcea55a6eff admin admin] Pushing event updated for resources: {'Network': ['ID=ce4cdace-2955-474d-a6f3-9a8a5ee24d30,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:06.846174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1eff6358-3951-4c61-a7e8-4312697e6fb9 None None] Port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:05:06.852097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:05:06.874396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a426349-58e8-4561-8693-d308dd33d3e7 req-09d08fdf-e930-4582-a18a-d941674fc714 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537422 Feb 10 04:05:06.964711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Made reservation on behalf of 607d7209bc1b409393c5f2a0326870ca for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:06.967083 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:06.993523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Made reservation on behalf of d16266ee05514d9cbe0047e309435e29 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:07.003767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.178048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (23ad6bce-67c3-4926-8545-5ae7163d3d13), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.256512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ad6bce-67c3-4926-8545-5ae7163d3d13,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:07.266670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.273594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e35e117d-b89c-43ce-a7a2-2381c7e95e8e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23ad6bce-67c3-4926-8545-5ae7163d3d13 HTTP/1.1" status: 204 len: 168 time: 0.7713580 Feb 10 04:05:07.276869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56002) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:07.289062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7d981a35-b0ca-4822-ab5a-663d78db82c6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-841372893&fields=id&tenant_id=c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 267 time: 0.1177688 Feb 10 04:05:07.363513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Allocated IP 10.2.2.200 (90e1cf24-2192-446b-b1d5-98500b85bdec/1237638c-f910-4821-bb76-54a9eeb72f1c/90b75a24-bb18-42bf-a139-918d71a0d689) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:07.411940 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (060e83e7-e465-4085-a313-dc393d0a3600), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.639399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.692048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060e83e7-e465-4085-a313-dc393d0a3600,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:07.721290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-5c9528c6-fee1-4778-92f7-ff265ac9ca9f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:07.735461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-5c9528c6-fee1-4778-92f7-ff265ac9ca9f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 945 time: 0.4410481 Feb 10 04:05:07.735461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Checking segment: {'id': '741ab0c6-9391-42c3-ae81-a89948e51b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:07.735461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Network hostable DHCP agents. Network: ce4cdace-2955-474d-a6f3-9a8a5ee24d30, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:05:07.746406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'port': {'security_groups': ['57f9fc19-7883-494e-a221-f16686ef75e8', '6733b4ea-cf11-4424-a177-2c354e8a5f89']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:07.886643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.912673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7a203c-7b7e-44e7-acc6-1e93fb42e10f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:07.925014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a66d40-a58d-4c6a-914a-54e2e0c3d985') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:07.925703 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a66d40-a58d-4c6a-914a-54e2e0c3d985') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:07.937698 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (29a66d40-a58d-4c6a-914a-54e2e0c3d985), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.953825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (29a66d40-a58d-4c6a-914a-54e2e0c3d985), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.962030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:05:07.962683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (29a66d40-a58d-4c6a-914a-54e2e0c3d985), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:07.994837 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for port (90b75a24-bb18-42bf-a139-918d71a0d689), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.071958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41095e-ac37-4882-93c8-6db8ef735caf req-8e6aef21-739d-487c-9990-50a5758b7a38 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:08.078874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41095e-ac37-4882-93c8-6db8ef735caf req-8e6aef21-739d-487c-9990-50a5758b7a38 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:08.086837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41095e-ac37-4882-93c8-6db8ef735caf req-8e6aef21-739d-487c-9990-50a5758b7a38 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:08.093777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41095e-ac37-4882-93c8-6db8ef735caf req-8e6aef21-739d-487c-9990-50a5758b7a38 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:08.096059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff41095e-ac37-4882-93c8-6db8ef735caf req-8e6aef21-739d-487c-9990-50a5758b7a38 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 3095 time: 0.8932178 Feb 10 04:05:08.130806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.197705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Network 90e1cf24-2192-446b-b1d5-98500b85bdec is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:08.216397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:08.226327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:08.245907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff41095e-ac37-4882-93c8-6db8ef735caf req-93e6f897-09cc-4414-ba54-d46d1cfa1a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393955 Feb 10 04:05:08.287730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event updated for resources: {'Port': ['ID=90b75a24-bb18-42bf-a139-918d71a0d689,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:08.357055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:08.367705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:05:08.382609 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:05:08.461439 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-59518a09-360e-427d-b943-52ae5b696921 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7685122 Feb 10 04:05:08.482134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:08.510361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.543117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534f8ce-3377-493c-a533-d22ea6eda459 req-33b30b8c-cf19-40d0-a117-4977e296498b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:08.547719 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1534f8ce-3377-493c-a533-d22ea6eda459 req-33b30b8c-cf19-40d0-a117-4977e296498b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1580830 Feb 10 04:05:08.553273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4b7a203c-7b7e-44e7-acc6-1e93fb42e10f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.631106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:05:08.659477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7a203c-7b7e-44e7-acc6-1e93fb42e10f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:08.665355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1534f8ce-3377-493c-a533-d22ea6eda459 req-ea14928d-3d8b-462b-ab5b-9502f33c45da tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044371 Feb 10 04:05:08.675702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.681771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e24923a8-a009-486b-8dd0-7cdb49bb2ffc admin admin] 10.222.0.42 "DELETE /v2.0/networks/4b7a203c-7b7e-44e7-acc6-1e93fb42e10f HTTP/1.1" status: 204 len: 168 time: 1.3903749 Feb 10 04:05:08.700094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d5e0ebae-c9dd-460e-bc95-003a7524b04c None None] Provisioning complete for port 90b75a24-bb18-42bf-a139-918d71a0d689 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:08.701062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ebae-c9dd-460e-bc95-003a7524b04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.743624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0ebae-c9dd-460e-bc95-003a7524b04c None None] Port 90b75a24-bb18-42bf-a139-918d71a0d689 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:05:08.751876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.931174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=115e026b-cb03-4beb-9cdf-79712a5637c6,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:08.931174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:08.994455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, ce4cdace-2955-474d-a6f3-9a8a5ee24d30) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:09.004946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093673a-1cc2-4654-9b92-344babd36909 None None] Network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:09.014684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:09.019512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:09.026237 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:09.043703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:09.097906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:09.098591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:09.100022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e83f33c8-dd8c-4bbe-9810-ca1702e27591 req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "PUT /v2.0/ports/115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 200 len: 981 time: 1.3672409 Feb 10 04:05:09.100730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:09.103766 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becbba94-8e26-4a7d-8d3b-477e461b77a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:09.179112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d3bf2a-d880-4aa7-beae-afb1adaf3aac {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:09.187563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db20019-4924-40f3-a31b-d000fdad137a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:09.216344 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Publish callbacks [] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:09.241839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:09.243248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ec143749-2781-4095-a971-4bcbe90cbf89 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4578896 Feb 10 04:05:09.245089 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addf1bb5-b5f4-4ec3-9da2-43b7080ff8a4 x-openstack-request-id: req-addf1bb5-b5f4-4ec3-9da2-43b7080ff8a4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:09.245731 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:09.247515 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-addf1bb5-b5f4-4ec3-9da2-43b7080ff8a4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:09.248213 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6', 'status': 'completed', 'code': 200} Feb 10 04:05:09.260263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Transition to ACTIVE for port object 15d3bf2a-d880-4aa7-beae-afb1adaf3aac will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:09.358334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-f542a278-e21f-4b2f-a96f-30e3f53caa2a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1330010015&fields=id&tenant_id=c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 267 time: 0.0956085 Feb 10 04:05:09.396978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:09.397800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2551c0-9534-4195-adc4-9c2b76514d6e None None] Network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:09.434176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56042) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:09.445969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-703e63cb-a09a-4159-b155-685b67c7d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:09.448847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-703e63cb-a09a-4159-b155-685b67c7d773 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1166 time: 0.1718738 Feb 10 04:05:09.495272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Pushing event updated for resources: {'Port': ['ID=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:09.644961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-7d258e93-53fb-48c8-b16a-a2184f21cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:09.646526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-7d258e93-53fb-48c8-b16a-a2184f21cabd service neutron] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 913 time: 0.1521904 Feb 10 04:05:09.683842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-e3ac3153-f243-47a9-9062-75d81ea7be85 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:09.691277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-e3ac3153-f243-47a9-9062-75d81ea7be85 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 984 time: 0.3192492 Feb 10 04:05:09.697872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Attempting to bind port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:09.698322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Attempting to bind port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:09.698674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Attempting to bind port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac on network dd571703-bb59-453e-9190-8d8e94cb434e {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:09.705933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'port': {'security_groups': ['57f9fc19-7883-494e-a221-f16686ef75e8', '6733b4ea-cf11-4424-a177-2c354e8a5f89', 'ad5ce02d-17c5-42fd-9080-54eb8bff0cdf']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:09.759365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac on network dd571703-bb59-453e-9190-8d8e94cb434e not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:09.759854 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Attempting to bind port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac on network dd571703-bb59-453e-9190-8d8e94cb434e {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:09.775748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:09.776315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Checking segment: {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:09.777144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Bound using segment: {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:09.777691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Bound port: 15d3bf2a-d880-4aa7-beae-afb1adaf3aac, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698ba11c-dc96-44d4-a3b0-7f165f83cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:09.778155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:09.845288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-c92cd619-df5d-4fae-8b4b-9a55c8e02065 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 200 len: 217 time: 0.1184752 Feb 10 04:05:09.854997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f6989610-0e9f-4cd1-8182-f81c7aee46ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aba1c3fdf8cc4c6f8e495cc4965bd72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139819 Feb 10 04:05:09.864716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56054) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:09.967859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.017364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5858c49b-e9f5-4f20-8e78-e9a5d449e7bc admin admin] Publish callbacks [] for security_group (bceb8c36-0f54-45db-814f-88461a6f5f79), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.064463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f26c7-03fc-4688-ab9c-41fef9d02c5e req-efcc009a-1167-4cd2-938c-bf5a2207d5dc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:10.071067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f26c7-03fc-4688-ab9c-41fef9d02c5e req-efcc009a-1167-4cd2-938c-bf5a2207d5dc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:10.078466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] For port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:10.080794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f26c7-03fc-4688-ab9c-41fef9d02c5e req-efcc009a-1167-4cd2-938c-bf5a2207d5dc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:10.093347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f26c7-03fc-4688-ab9c-41fef9d02c5e req-efcc009a-1167-4cd2-938c-bf5a2207d5dc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:10.108574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f26c7-03fc-4688-ab9c-41fef9d02c5e req-efcc009a-1167-4cd2-938c-bf5a2207d5dc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:10.117007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] For port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:10.117332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458f26c7-03fc-4688-ab9c-41fef9d02c5e req-efcc009a-1167-4cd2-938c-bf5a2207d5dc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 3828 time: 0.6311281 Feb 10 04:05:10.167081 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5858c49b-e9f5-4f20-8e78-e9a5d449e7bc admin admin] Publish callbacks [] for security_group (bceb8c36-0f54-45db-814f-88461a6f5f79), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.181134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-92b8e2d8-b680-46b2-a514-110a6853a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:10.183654 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-92b8e2d8-b680-46b2-a514-110a6853a6d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.3292322 Feb 10 04:05:10.224457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-ead20fa9-fe8a-4284-aacc-bdb1b6a869be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337489 Feb 10 04:05:10.250095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458f26c7-03fc-4688-ab9c-41fef9d02c5e req-46cfb3f0-442c-43a0-9613-52cd5b5f3e7e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317174 Feb 10 04:05:10.294269 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.426342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=115e026b-cb03-4beb-9cdf-79712a5637c6,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:10.441815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:10.442442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.443888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] 10.222.0.24 "PUT /v2.0/ports/15d3bf2a-d880-4aa7-beae-afb1adaf3aac HTTP/1.1" status: 200 len: 1091 time: 1.9745049 Feb 10 04:05:10.444867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:10.455412 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe5ab90-b28f-494a-89a0-6040e5a954b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:10.526994 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5858c49b-e9f5-4f20-8e78-e9a5d449e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bceb8c36-0f54-45db-814f-88461a6f5f79), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.530085 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5858c49b-e9f5-4f20-8e78-e9a5d449e7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.531276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5858c49b-e9f5-4f20-8e78-e9a5d449e7bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bceb8c36-0f54-45db-814f-88461a6f5f79 HTTP/1.1" status: 204 len: 168 time: 0.6543045 Feb 10 04:05:10.577171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:10.588401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858c49b-e9f5-4f20-8e78-e9a5d449e7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb8c36-0f54-45db-814f-88461a6f5f79,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:10.675444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-172d6a59-7a65-4e47-a16d-7173318f64f6 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420271 Feb 10 04:05:10.744557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e84e-23a3-44bb-adc0-7fd49fd1e24e service neutron] Pushing event updated for resources: {'Port': ['ID=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:10.771831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.854223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.881617 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:10.911923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:11.057672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-becbba94-8e26-4a7d-8d3b-477e461b77a2 req-d924a891-f99f-4b6a-966c-09a369011f16 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689742 Feb 10 04:05:11.059003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:11.059627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:11.061180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bcfacb37-9d23-4740-a09a-24327ed53995 req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "PUT /v2.0/ports/115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 200 len: 1020 time: 1.3668692 Feb 10 04:05:11.117733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-d54f3004-6bd9-4dbb-bc12-71088a9f898f tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:11.119302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-d54f3004-6bd9-4dbb-bc12-71088a9f898f tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/networks?id=ce4cdace-2955-474d-a6f3-9a8a5ee24d30 HTTP/1.1" status: 200 len: 821 time: 0.3340478 Feb 10 04:05:11.145706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:11.151935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-d0fe8d66-1d9c-403f-9221-58944d8e087a tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/quotas/607d7209bc1b409393c5f2a0326870ca HTTP/1.1" status: 200 len: 375 time: 0.0199649 Feb 10 04:05:11.211027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-3db1aec9-a054-46d2-a657-5c652c18764a tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=607d7209bc1b409393c5f2a0326870ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488248 Feb 10 04:05:11.313788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60943bae-c13a-4d65-aab9-e57f805ff6ce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:11.422376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-6e70664b-1f0b-4df9-917a-5c7b2e0c5790 service neutron] 10.222.0.42 "GET /v2.0/networks/ce4cdace-2955-474d-a6f3-9a8a5ee24d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089667 Feb 10 04:05:11.542566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13955789-4937-41f3-b6d8-c1e121a5b2f8 req-0b4271b7-afcc-4f69-8178-466cbaf9957e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:11.554390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-13955789-4937-41f3-b6d8-c1e121a5b2f8 req-0b4271b7-afcc-4f69-8178-466cbaf9957e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.3299258 Feb 10 04:05:11.597969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-de4f4929-e5e6-44d9-b3a8-b7286e78b59a service neutron] 10.222.0.42 "GET /v2.0/networks/ce4cdace-2955-474d-a6f3-9a8a5ee24d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665783 Feb 10 04:05:11.806001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-13955789-4937-41f3-b6d8-c1e121a5b2f8 req-d9a0e9c8-5894-4bab-bdb9-c797091c4d4e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496183 Feb 10 04:05:11.810738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:11.829443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Publish callbacks [] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:11.841553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Transition to ACTIVE for port object 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:11.886032 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5339994f-48f6-42e1-a849-de72f9285338 x-openstack-request-id: req-5339994f-48f6-42e1-a849-de72f9285338 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:11.886334 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:11.886584 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5339994f-48f6-42e1-a849-de72f9285338 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:11.897298 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'status': 'completed', 'code': 200} Feb 10 04:05:12.005997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:12.018905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-31c21cbf-78b6-4b18-b3f2-db9e0eeb4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.019290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-31c21cbf-78b6-4b18-b3f2-db9e0eeb4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.019772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-31c21cbf-78b6-4b18-b3f2-db9e0eeb4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.020243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-31c21cbf-78b6-4b18-b3f2-db9e0eeb4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.020712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-31c21cbf-78b6-4b18-b3f2-db9e0eeb4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.037002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-31c21cbf-78b6-4b18-b3f2-db9e0eeb4038 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 4394 time: 0.1379850 Feb 10 04:05:12.289086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04074206-43a2-4dfb-b6d8-23cdef1d753c req-0c429ff9-afdf-42b0-b86f-e2ece97afc3f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.290897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04074206-43a2-4dfb-b6d8-23cdef1d753c req-0c429ff9-afdf-42b0-b86f-e2ece97afc3f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1023 time: 0.3336294 Feb 10 04:05:12.513814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-d01dd196-b078-462b-bc0f-971a6fffaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.514299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-d01dd196-b078-462b-bc0f-971a6fffaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.530941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-d01dd196-b078-462b-bc0f-971a6fffaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.534551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-d01dd196-b078-462b-bc0f-971a6fffaa14 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d16266ee05514d9cbe0047e309435e29&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4972024 Feb 10 04:05:12.535931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56120) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:12.549642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Pushing event updated for resources: {'Port': ['ID=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:12.563209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-1f990f01-6b9a-40dc-988e-1c863572fa28 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.568797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-1f990f01-6b9a-40dc-988e-1c863572fa28 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.574839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-1f990f01-6b9a-40dc-988e-1c863572fa28 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.581151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-1f990f01-6b9a-40dc-988e-1c863572fa28 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.587304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-1f990f01-6b9a-40dc-988e-1c863572fa28 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.592794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-1f990f01-6b9a-40dc-988e-1c863572fa28 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.602207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-1f990f01-6b9a-40dc-988e-1c863572fa28 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 4605 time: 0.3658938 Feb 10 04:05:12.636582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04074206-43a2-4dfb-b6d8-23cdef1d753c req-f0489e2e-7271-45c8-ad73-c16c318f5961 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&id=6733b4ea-cf11-4424-a177-2c354e8a5f89&id=ad5ce02d-17c5-42fd-9080-54eb8bff0cdf HTTP/1.1" status: 200 len: 6198 time: 0.2881751 Feb 10 04:05:12.643042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Attempting to bind port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:12.643538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Attempting to bind port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:12.644848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Attempting to bind port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:12.655880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:12.657591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Attempting to bind port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:12.669040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:12.670206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Checking segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:12.672501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Bound using segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:12.673159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Bound port: 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:12.673645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:12.801169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d93f7d8-268e-4ea3-8972-2a784cc3adf1 req-0e70cce0-647b-4503-9199-4e35a02540f4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656201 Feb 10 04:05:12.838036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f8adc41-ae58-44ca-abf6-abf790c9b20f req-58c95197-df60-404c-8264-1e63a0876b07 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 210 time: 0.1424701 Feb 10 04:05:12.856824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-428045640-network', 'tenant_id': '4adf928ece9746acbe1fcbc51b9d9c62'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:12.875348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-80112012-69e8-407d-a5ca-e81fff748124 req-17b77079-96d2-4f16-8a34-507cc7138f06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': ' tempest-securitygroup -739914532 ', 'description': 'tempest-description-570125661'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:12.916429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-9a3a20a7-5649-4a28-895c-b55b08305c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:12.917938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfe5ab90-b28f-494a-89a0-6040e5a954b6 req-9a3a20a7-5649-4a28-895c-b55b08305c21 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3123813 Feb 10 04:05:12.962207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] For port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:12.969408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] For port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:13.024333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Made reservation on behalf of 4adf928ece9746acbe1fcbc51b9d9c62 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:13.026740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.041541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-80112012-69e8-407d-a5ca-e81fff748124 req-17b77079-96d2-4f16-8a34-507cc7138f06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.057977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660a297-0644-4dd9-a6be-febf245559fc req-bd5bb9ce-960e-4271-b05c-1d4c42720b61 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:13.060119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f660a297-0644-4dd9-a6be-febf245559fc req-bd5bb9ce-960e-4271-b05c-1d4c42720b61 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0934243 Feb 10 04:05:13.080777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.099556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.160506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Pushing event updated for resources: {'Port': ['ID=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:13.175733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:13.177057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.179374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2f66ff74-c1b7-4b43-b97f-8f3cca0a4e3c service neutron] 10.222.0.24 "PUT /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 1135 time: 2.6349015 Feb 10 04:05:13.248669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f660a297-0644-4dd9-a6be-febf245559fc req-c8b1f9ff-04bd-4989-b609-03cc9dfe864e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799130 Feb 10 04:05:13.267249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-80112012-69e8-407d-a5ca-e81fff748124 req-17b77079-96d2-4f16-8a34-507cc7138f06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (97bd9adb-0a61-4bd9-87f9-7b2405fd7b33), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.293766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:13.342406 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-80112012-69e8-407d-a5ca-e81fff748124 req-17b77079-96d2-4f16-8a34-507cc7138f06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (97bd9adb-0a61-4bd9-87f9-7b2405fd7b33), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.392397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77353ded-1de2-46fd-9994-8691a45d912c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.436708 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks [] for security_group (cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.437850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b77079-96d2-4f16-8a34-507cc7138f06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd9adb-0a61-4bd9-87f9-7b2405fd7b33,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:13.557295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.591325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:05:13.623127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:13.653647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-80112012-69e8-407d-a5ca-e81fff748124 req-17b77079-96d2-4f16-8a34-507cc7138f06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.655445 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80112012-69e8-407d-a5ca-e81fff748124 req-17b77079-96d2-4f16-8a34-507cc7138f06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.8053741 Feb 10 04:05:13.656563 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e07049b2-9cdb-4577-ae37-7124961d4b9d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.657125 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Added segment e07049b2-9cdb-4577-ae37-7124961d4b9d of type vlan for network d5b12ee6-8448-4051-be20-3ceeb7841263 Feb 10 04:05:13.726232 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d5b12ee6-8448-4051-be20-3ceeb7841263), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.765969 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b6cadb8-9472-4599-ad8c-b13161904ba6 req-ff4c4631-8d2f-40ad-888e-4f92342070ef tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/97bd9adb-0a61-4bd9-87f9-7b2405fd7b33 HTTP/1.1" status: 200 len: 1798 time: 0.0604286 Feb 10 04:05:13.867818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a228c08-991a-4732-9786-24c70398ea91 req-46c012d4-c35a-40bb-b1b7-d992c5561518 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/97bd9adb-0a61-4bd9-87f9-7b2405fd7b33 HTTP/1.1" status: 200 len: 1798 time: 0.0702713 Feb 10 04:05:13.900390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6'}, {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '97ac36a5-1aee-4cda-b65a-fdf08bc99ebe'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:13.902687 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6"}, {"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "97ac36a5-1aee-4cda-b65a-fdf08bc99ebe"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:13.904273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d5b12ee6-8448-4051-be20-3ceeb7841263), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:13.912072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:13.912072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.001787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77353ded-1de2-46fd-9994-8691a45d912c {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:14.012327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Publish callbacks [] for port (77353ded-1de2-46fd-9994-8691a45d912c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.030529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Transition to ACTIVE for port object 77353ded-1de2-46fd-9994-8691a45d912c will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:14.036430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b12ee6-8448-4051-be20-3ceeb7841263,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:14.039597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8a228c08-991a-4732-9786-24c70398ea91 req-be8c3865-2df2-42ae-b69a-7e77b346d620 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (97bd9adb-0a61-4bd9-87f9-7b2405fd7b33), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.044352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-8d3d3fa5-b11e-46e1-9845-5e35e70e1ff6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.047552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-8d3d3fa5-b11e-46e1-9845-5e35e70e1ff6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.051593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d5b12ee6-8448-4051-be20-3ceeb7841263 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:05:14.054743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-8d3d3fa5-b11e-46e1-9845-5e35e70e1ff6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.066127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-8d3d3fa5-b11e-46e1-9845-5e35e70e1ff6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.072709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-8d3d3fa5-b11e-46e1-9845-5e35e70e1ff6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.080542 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-85640b7a-4ec7-47eb-ba20-eb83acb41589 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5435243 Feb 10 04:05:14.084880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-8d3d3fa5-b11e-46e1-9845-5e35e70e1ff6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.096280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56150) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:14.097775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-8d3d3fa5-b11e-46e1-9845-5e35e70e1ff6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 4605 time: 0.1774759 Feb 10 04:05:14.115355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Request body: {'subnet': {'network_id': 'd5b12ee6-8448-4051-be20-3ceeb7841263', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-428045640-subnet', 'tenant_id': '4adf928ece9746acbe1fcbc51b9d9c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:14.132809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8a228c08-991a-4732-9786-24c70398ea91 req-be8c3865-2df2-42ae-b69a-7e77b346d620 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (97bd9adb-0a61-4bd9-87f9-7b2405fd7b33), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.136543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (77353ded-1de2-46fd-9994-8691a45d912c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.237799 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8a228c08-991a-4732-9786-24c70398ea91 req-be8c3865-2df2-42ae-b69a-7e77b346d620 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (97bd9adb-0a61-4bd9-87f9-7b2405fd7b33), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.241971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8a228c08-991a-4732-9786-24c70398ea91 req-be8c3865-2df2-42ae-b69a-7e77b346d620 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.243893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a228c08-991a-4732-9786-24c70398ea91 req-be8c3865-2df2-42ae-b69a-7e77b346d620 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/97bd9adb-0a61-4bd9-87f9-7b2405fd7b33 HTTP/1.1" status: 204 len: 173 time: 0.3701940 Feb 10 04:05:14.244761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Made reservation on behalf of 4adf928ece9746acbe1fcbc51b9d9c62 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:14.248137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.289152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70528d43-b473-4b4e-975c-44bbc6a68f57 req-bfdcf2c5-7aa0-4ff0-b0e1-c0b0113879b2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1815236 Feb 10 04:05:14.332173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c3865-2df2-42ae-b69a-7e77b346d620 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd9adb-0a61-4bd9-87f9-7b2405fd7b33,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:14.439615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Pushing event updated for resources: {'Port': ['ID=77353ded-1de2-46fd-9994-8691a45d912c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:14.444863 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebca1956-d7ea-4e6d-8cfa-ae87edf65955 x-openstack-request-id: req-ebca1956-d7ea-4e6d-8cfa-ae87edf65955 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:14.445172 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "97ac36a5-1aee-4cda-b65a-fdf08bc99ebe", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:14.445499 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebca1956-d7ea-4e6d-8cfa-ae87edf65955 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:14.445814 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6', 'status': 'completed', 'code': 200} Feb 10 04:05:14.446260 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '97ac36a5-1aee-4cda-b65a-fdf08bc99ebe', 'status': 'completed', 'code': 200} Feb 10 04:05:14.523962 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-fdb7196e-2652-41d2-b562-62a95b6f98e6 req-6f44594b-fc9b-47ed-af33-692e3eaaee06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:05:14.531768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fdb7196e-2652-41d2-b562-62a95b6f98e6 req-6f44594b-fc9b-47ed-af33-692e3eaaee06 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/97bd9adb-0a61-4bd9-87f9-7b2405fd7b33 HTTP/1.1" status: 404 len: 352 time: 0.0343962 Feb 10 04:05:14.534350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Attempting to bind port 77353ded-1de2-46fd-9994-8691a45d912c on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:14.534692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Attempting to bind port 77353ded-1de2-46fd-9994-8691a45d912c by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:14.535235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Attempting to bind port 77353ded-1de2-46fd-9994-8691a45d912c on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:14.546154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Port 77353ded-1de2-46fd-9994-8691a45d912c on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:14.552194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Attempting to bind port 77353ded-1de2-46fd-9994-8691a45d912c on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:14.554686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:14.555063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Checking segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:14.555460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Bound using segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:14.555900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Bound port: 77353ded-1de2-46fd-9994-8691a45d912c, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:14.556267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77353ded-1de2-46fd-9994-8691a45d912c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.591489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60860a11-a255-4223-96d3-116c990ed9be req-f05d7471-a526-4117-98ac-4f6a3c494df3 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 210 time: 0.1987031 Feb 10 04:05:14.736003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-455fa376-1304-49cf-9e59-eb46768575b6 req-85f25239-5c2e-47dd-a3ef-ed4e732e84fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1748346083', 'description': 'tempest-description-553067385'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:14.795972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-43c84f18-cbcf-4c84-935d-9fe1bd118a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.798446 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-43c84f18-cbcf-4c84-935d-9fe1bd118a0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1206 time: 0.2943099 Feb 10 04:05:14.806513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] For port 77353ded-1de2-46fd-9994-8691a45d912c, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:14.814535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.815061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.815535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.816003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.816469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.816930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.817391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.820177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-adb2ac37-1451-4973-b97e-aa4ec7d4e3d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6240 time: 0.3144712 Feb 10 04:05:14.834290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] For port 77353ded-1de2-46fd-9994-8691a45d912c, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=77353ded-1de2-46fd-9994-8691a45d912c,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:14.858277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a07d-ad48-4741-9a5c-89cdd33a2e4a req-dbea6e32-855b-405c-9365-9b83b3bebe2c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:14.865707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27d9a07d-ad48-4741-9a5c-89cdd33a2e4a req-dbea6e32-855b-405c-9365-9b83b3bebe2c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1781375 Feb 10 04:05:14.880268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-455fa376-1304-49cf-9e59-eb46768575b6 req-85f25239-5c2e-47dd-a3ef-ed4e732e84fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:14.938168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (77353ded-1de2-46fd-9994-8691a45d912c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:15.064626 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27d9a07d-ad48-4741-9a5c-89cdd33a2e4a req-a6dd7409-dd94-4fce-ac4a-e4e7f06ddef6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864696 Feb 10 04:05:15.081614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.082246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:15.083707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] 10.222.0.24 "PUT /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 1136 time: 1.8047156 Feb 10 04:05:15.122225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Pushing event updated for resources: {'Port': ['ID=77353ded-1de2-46fd-9994-8691a45d912c,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:15.152649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.152649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.154252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.154252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.154252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.154252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.154692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.154692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.154994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.155300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.155629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.155959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.156284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8713-9aa0-4e5f-82ad-9979d4e08a10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:15.165556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-a5c39c3d-82af-4079-857d-1f65ccf94c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.189800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-a5c39c3d-82af-4079-857d-1f65ccf94c7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 913 time: 0.3443985 Feb 10 04:05:15.209959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:15.235259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-3bc73bc8-e0a7-4e42-b66f-2773838bc2c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 200 len: 217 time: 0.0550351 Feb 10 04:05:15.308416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-dcb95918-98cb-479f-bf32-2dfc9be50635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.310155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-dcb95918-98cb-479f-bf32-2dfc9be50635 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.0530324 Feb 10 04:05:15.317117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (95705ced-6edd-48d0-8795-439cbc14acdd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:15.317534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:15.482636 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-366b24c0-ae3c-4abd-89a1-3347ec7768ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577528 Feb 10 04:05:15.486880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95705ced-6edd-48d0-8795-439cbc14acdd,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:15.643563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-b6d36b0d-62d0-4e85-9e2d-e3f99125c4f1 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458945 Feb 10 04:05:15.644821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-61edac1d-c0d0-4b4c-9a5e-97e8ef041011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.645497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-61edac1d-c0d0-4b4c-9a5e-97e8ef041011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.646032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-61edac1d-c0d0-4b4c-9a5e-97e8ef041011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.648254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-61edac1d-c0d0-4b4c-9a5e-97e8ef041011 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d16266ee05514d9cbe0047e309435e29&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7929957 Feb 10 04:05:15.760142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0a6392-77a1-404f-b27c-16b7357d6a58 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:15.768253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Checking segment: {'id': 'e07049b2-9cdb-4577-ae37-7124961d4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5b12ee6-8448-4051-be20-3ceeb7841263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:15.770415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Network hostable DHCP agents. Network: d5b12ee6-8448-4051-be20-3ceeb7841263, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:05:15.783785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-f2dc3ceb-f6d6-4196-92fd-c7f1a24a5344 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271708 Feb 10 04:05:15.861891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Publish callbacks [] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:15.896216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Transition to ACTIVE for port object 6f0a6392-77a1-404f-b27c-16b7357d6a58 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:15.911296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-455fa376-1304-49cf-9e59-eb46768575b6 req-85f25239-5c2e-47dd-a3ef-ed4e732e84fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (6e091eab-695a-417b-94dd-53c49bbf76ae), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:15.977522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.985012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.991502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-7052c4d7-6e41-40f1-a11f-9639fd16e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:15.993095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b76cf6-7ea1-4386-a772-c5ad7b8c2f5d req-7052c4d7-6e41-40f1-a11f-9639fd16e288 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2346797 Feb 10 04:05:15.994832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.001878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.007488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.013400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.019026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.026592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-455fa376-1304-49cf-9e59-eb46768575b6 req-85f25239-5c2e-47dd-a3ef-ed4e732e84fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e091eab-695a-417b-94dd-53c49bbf76ae), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:16.027700 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-07285a87-e40c-44c7-8064-1eea3718e002 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5383 time: 0.2458529 Feb 10 04:05:16.038910 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:16.097749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25239-5c2e-47dd-a3ef-ed4e732e84fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e091eab-695a-417b-94dd-53c49bbf76ae,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:16.101351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Network d5b12ee6-8448-4051-be20-3ceeb7841263 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:05:16.153192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-0a68c6aa-a361-46f2-a8e3-940242fd6d32 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.154950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-0a68c6aa-a361-46f2-a8e3-940242fd6d32 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.43 "GET /v2.0/networks?id=ce4cdace-2955-474d-a6f3-9a8a5ee24d30 HTTP/1.1" status: 200 len: 821 time: 0.3847928 Feb 10 04:05:16.170849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Request body: {'port': {'device_id': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30', 'admin_state_up': True, 'tenant_id': '607d7209bc1b409393c5f2a0326870ca'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:16.183730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a6392-77a1-404f-b27c-16b7357d6a58,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:16.216659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d5b12ee6-8448-4051-be20-3ceeb7841263) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:16.222197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.223453 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:16.229500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46d2bb-dbb3-439d-9db8-555422a11ed1 None None] Network d5b12ee6-8448-4051-be20-3ceeb7841263 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:16.273030 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-455fa376-1304-49cf-9e59-eb46768575b6 req-85f25239-5c2e-47dd-a3ef-ed4e732e84fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:16.276142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-455fa376-1304-49cf-9e59-eb46768575b6 req-85f25239-5c2e-47dd-a3ef-ed4e732e84fd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.5523732 Feb 10 04:05:16.353992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-74c85c40-790b-43eb-83ce-3af023fa8268 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2481022 Feb 10 04:05:16.368343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Attempting to bind port 6f0a6392-77a1-404f-b27c-16b7357d6a58 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:16.368611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Attempting to bind port 6f0a6392-77a1-404f-b27c-16b7357d6a58 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:16.368947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Attempting to bind port 6f0a6392-77a1-404f-b27c-16b7357d6a58 on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:16.384058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a237cf0b-d05b-4fb3-a9f1-134f5f8e5a7f req-08dc5a15-5560-4b7d-87e4-d6845648e329 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3554571 Feb 10 04:05:16.446636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '77353ded-1de2-46fd-9994-8691a45d912c'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:16.449055 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbdedf7-a48d-457a-8a79-e35bd6993382" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "77353ded-1de2-46fd-9994-8691a45d912c"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:16.452424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66919db-c95a-41c6-95bb-78a90881d9b2 None None] Network d5b12ee6-8448-4051-be20-3ceeb7841263 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:16.459607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Port 6f0a6392-77a1-404f-b27c-16b7357d6a58 on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:16.460541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Attempting to bind port 6f0a6392-77a1-404f-b27c-16b7357d6a58 on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:16.516382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:16.516705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Checking segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:16.516816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Bound using segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:16.517292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Bound port: 6f0a6392-77a1-404f-b27c-16b7357d6a58, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:16.543039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:16.592520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b210477e-7bab-4bb7-adce-e65c32f36e79 req-b80f47cc-c6bd-477f-9ec3-5d99c558ad7e tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 210 time: 0.1090856 Feb 10 04:05:16.662950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-068b68f0-606c-459a-a733-d0118c15e38d req-8dc4d624-c67f-448e-86fb-b96497309541 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1944340734', 'description': 'tempest-description-1384946913'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:16.736273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] For port 6f0a6392-77a1-404f-b27c-16b7357d6a58, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:16.748340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] For port 6f0a6392-77a1-404f-b27c-16b7357d6a58, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:16.837121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f6d7-364b-4865-b9a5-755febf6cdea req-44e2bc3f-8ee9-4167-a5b4-9be53533af76 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:16.846412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8d0f6d7-364b-4865-b9a5-755febf6cdea req-44e2bc3f-8ee9-4167-a5b4-9be53533af76 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0947230 Feb 10 04:05:16.910222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8d0f6d7-364b-4865-b9a5-755febf6cdea req-0df317a4-40a6-41c8-8bb1-2a2f401abc49 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628526 Feb 10 04:05:16.966890 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88405446-940f-43e1-84fb-241f04781a17 x-openstack-request-id: req-88405446-940f-43e1-84fb-241f04781a17 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:16.966890 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "77353ded-1de2-46fd-9994-8691a45d912c", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:16.966890 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88405446-940f-43e1-84fb-241f04781a17 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:16.974011 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '77353ded-1de2-46fd-9994-8691a45d912c', 'status': 'completed', 'code': 200} Feb 10 04:05:17.068670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.071337 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.076364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.076896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Made reservation on behalf of 607d7209bc1b409393c5f2a0326870ca for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:17.077025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.077025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.077025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.077288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.078138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.078567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.079146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.082232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b78969a8-9778-4c91-9dc8-9b05b28b10f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6338 time: 0.0921488 Feb 10 04:05:17.084058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-068b68f0-606c-459a-a733-d0118c15e38d req-8dc4d624-c67f-448e-86fb-b96497309541 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.190326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a6392-77a1-404f-b27c-16b7357d6a58,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:17.207360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a1692b6a-0085-4858-aba8-ba174fa19f14 req-b8d14760-de4a-47a9-8a4e-b6e51299ef07 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-651372336', 'description': 'tempest-description-2071261776'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:17.247168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.253387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.255510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-2862b0ab-33f9-41fc-8fa9-b256831736ab service neutron] 10.222.0.24 "PUT /v2.0/ports/6f0a6392-77a1-404f-b27c-16b7357d6a58 HTTP/1.1" status: 200 len: 1091 time: 2.0500834 Feb 10 04:05:17.433887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:17.517703 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1692b6a-0085-4858-aba8-ba174fa19f14 req-b8d14760-de4a-47a9-8a4e-b6e51299ef07 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.643117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-26e8be39-54c0-40aa-a201-2f8a97b73b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.643721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-26e8be39-54c0-40aa-a201-2f8a97b73b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.644048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-26e8be39-54c0-40aa-a201-2f8a97b73b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.645730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-26e8be39-54c0-40aa-a201-2f8a97b73b59 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d16266ee05514d9cbe0047e309435e29&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5568337 Feb 10 04:05:17.729557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Allocated IP 172.20.0.3 (ce4cdace-2955-474d-a6f3-9a8a5ee24d30/060e83e7-e465-4085-a313-dc393d0a3600/f27a562a-ace9-4be0-9d6f-d1ed30dcc137) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:17.761368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-068b68f0-606c-459a-a733-d0118c15e38d req-8dc4d624-c67f-448e-86fb-b96497309541 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (d2d918c5-9868-40b1-a4d2-10e9defd7d5a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.901748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks [] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.920491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b35c427f-1612-46b7-8781-3c008ee6a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:17.922821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fbdedf7-a48d-457a-8a79-e35bd6993382 req-b35c427f-1612-46b7-8781-3c008ee6a8ff service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2685740 Feb 10 04:05:17.924390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-068b68f0-606c-459a-a733-d0118c15e38d req-8dc4d624-c67f-448e-86fb-b96497309541 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d2d918c5-9868-40b1-a4d2-10e9defd7d5a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.950454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:17.965348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d624-c67f-448e-86fb-b96497309541 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d918c5-9868-40b1-a4d2-10e9defd7d5a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:18.073726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-068b68f0-606c-459a-a733-d0118c15e38d req-8dc4d624-c67f-448e-86fb-b96497309541 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:18.078131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-068b68f0-606c-459a-a733-d0118c15e38d req-8dc4d624-c67f-448e-86fb-b96497309541 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.4212053 Feb 10 04:05:18.122863 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:18.257066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.262883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.269105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.276277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.281814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.288682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.298418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.300632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca905423-b27c-4021-98af-21799207477f req-9e727cad-1aaf-456d-b8b5-9cf8c63fbd6a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5395 time: 0.1262429 Feb 10 04:05:18.354070 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:18.389807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca905423-b27c-4021-98af-21799207477f req-c91fe7f2-520d-405f-b22e-42e1bf3a521c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820389 Feb 10 04:05:18.485302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99ead58-76e7-4f01-a08b-fd7cd271d232 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:18.495674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Publish callbacks [] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:18.513583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Transition to ACTIVE for port object e99ead58-76e7-4f01-a08b-fd7cd271d232 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:18.608662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1692b6a-0085-4858-aba8-ba174fa19f14 req-b8d14760-de4a-47a9-8a4e-b6e51299ef07 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (3894706e-b1c3-40eb-b1ea-200c7dc33155), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:18.610095 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:18.631191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:18.636667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:18.642416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:18.657071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce363360-86c6-43f1-b46b-f3ddf25bdb8f req-79cfb6de-2e7a-4cf7-9012-352c35a0bc3c tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:18.658601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce363360-86c6-43f1-b46b-f3ddf25bdb8f req-79cfb6de-2e7a-4cf7-9012-352c35a0bc3c tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 931 time: 0.1280942 Feb 10 04:05:18.687920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Pushing event updated for resources: {'Port': ['ID=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:18.700237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1692b6a-0085-4858-aba8-ba174fa19f14 req-b8d14760-de4a-47a9-8a4e-b6e51299ef07 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3894706e-b1c3-40eb-b1ea-200c7dc33155), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:18.775893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce363360-86c6-43f1-b46b-f3ddf25bdb8f req-d5672726-5bec-453a-8548-c7f45a20dcf7 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097367 Feb 10 04:05:19.126566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:19.128783 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:19.152657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f52e-c6f4-4d69-a03c-a433a1d69bf0 req-813b969c-6424-4839-9e84-ab9bb4036c56 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.160903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9936f52e-c6f4-4d69-a03c-a433a1d69bf0 req-813b969c-6424-4839-9e84-ab9bb4036c56 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1588225 Feb 10 04:05:19.172574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.173527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.236649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14760-de4a-47a9-8a4e-b6e51299ef07 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3894706e-b1c3-40eb-b1ea-200c7dc33155,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:19.252624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Pushing event updated for resources: {'Port': ['ID=e99ead58-76e7-4f01-a08b-fd7cd271d232,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:19.262440 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1692b6a-0085-4858-aba8-ba174fa19f14 req-b8d14760-de4a-47a9-8a4e-b6e51299ef07 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.264229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1692b6a-0085-4858-aba8-ba174fa19f14 req-b8d14760-de4a-47a9-8a4e-b6e51299ef07 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 2.0618198 Feb 10 04:05:19.282691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9936f52e-c6f4-4d69-a03c-a433a1d69bf0 req-d8500b67-0155-4524-aa36-afc896c5bdf6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154509 Feb 10 04:05:19.296479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-7841a99e-c809-48a6-8229-0df9b8655c0e req-67303203-a0df-4ad0-9b55-9b072df4a53a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-812415776', 'description': 'tempest-description-669848962'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:19.323282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Attempting to bind port e99ead58-76e7-4f01-a08b-fd7cd271d232 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:19.323634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Attempting to bind port e99ead58-76e7-4f01-a08b-fd7cd271d232 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:19.323972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Attempting to bind port e99ead58-76e7-4f01-a08b-fd7cd271d232 on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:19.328420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Port e99ead58-76e7-4f01-a08b-fd7cd271d232 on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:19.328746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Attempting to bind port e99ead58-76e7-4f01-a08b-fd7cd271d232 on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:19.336838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fd144d21-291c-4a55-aef1-c572f21c0401 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1699705 Feb 10 04:05:19.344357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:19.344768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Checking segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:19.345211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Bound using segment: {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:19.346161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Bound port: e99ead58-76e7-4f01-a08b-fd7cd271d232, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc070b6-2af5-40f0-8b19-b25596989132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:19.346349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.363043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Request body: {'port': {'device_id': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:19.367349 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627456d1-f046-4612-876b-7d1ec8441d9c x-openstack-request-id: req-627456d1-f046-4612-876b-7d1ec8441d9c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:19.367634 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:19.367891 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-627456d1-f046-4612-876b-7d1ec8441d9c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:19.368322 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58', 'status': 'completed', 'code': 200} Feb 10 04:05:19.447244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7841a99e-c809-48a6-8229-0df9b8655c0e req-67303203-a0df-4ad0-9b55-9b072df4a53a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.556819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-a8d8aeb3-c23b-4875-b28d-9e931e500476 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/3894706e-b1c3-40eb-b1ea-200c7dc33155 HTTP/1.1" status: 200 len: 1831 time: 0.1405070 Feb 10 04:05:19.562499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.562894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.563393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.563845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.564325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.564784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.565254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.579378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-c7de0ddc-0b0c-48ca-a039-5eb35ba6830b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6436 time: 0.2099926 Feb 10 04:05:19.584496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3894706e-b1c3-40eb-b1ea-200c7dc33155', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:19.585524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3894706e-b1c3-40eb-b1ea-200c7dc33155', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:19.625263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] For port e99ead58-76e7-4f01-a08b-fd7cd271d232, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:19.641610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] For port e99ead58-76e7-4f01-a08b-fd7cd271d232, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:19.657372 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.736456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-3ab688ab-4b52-456d-857c-2827e58ba9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.737048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-3ab688ab-4b52-456d-857c-2827e58ba9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.737528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-3ab688ab-4b52-456d-857c-2827e58ba9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.739597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-3ab688ab-4b52-456d-857c-2827e58ba9e2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d16266ee05514d9cbe0047e309435e29&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1402805 Feb 10 04:05:19.782802 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.875967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7841a99e-c809-48a6-8229-0df9b8655c0e req-67303203-a0df-4ad0-9b55-9b072df4a53a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (4f4b6372-15f1-4cfa-8c0b-62aec8391a77), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.904982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:19.906100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:19.907923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] 10.222.0.24 "PUT /v2.0/ports/e99ead58-76e7-4f01-a08b-fd7cd271d232 HTTP/1.1" status: 200 len: 1091 time: 2.4922740 Feb 10 04:05:19.989376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7841a99e-c809-48a6-8229-0df9b8655c0e req-67303203-a0df-4ad0-9b55-9b072df4a53a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4f4b6372-15f1-4cfa-8c0b-62aec8391a77), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.024881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18727ca3-5c72-480c-866a-2c7c69be186c service neutron] Pushing event updated for resources: {'Port': ['ID=e99ead58-76e7-4f01-a08b-fd7cd271d232,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:20.052665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:20.102009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group_rule (22cf8846-547b-4970-adb7-ac604b73a82c), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.127413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-715c9c8b-5db6-4788-8e93-75c3ff0e67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.129049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0d635aea-0fc3-4cf3-bcbc-4e68c2fadc96 req-715c9c8b-5db6-4788-8e93-75c3ff0e67c2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3836045 Feb 10 04:05:20.156304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67303203-a0df-4ad0-9b55-9b072df4a53a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4b6372-15f1-4cfa-8c0b-62aec8391a77,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:20.163327 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group_rule (22cf8846-547b-4970-adb7-ac604b73a82c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.191998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7841a99e-c809-48a6-8229-0df9b8655c0e req-67303203-a0df-4ad0-9b55-9b072df4a53a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.193599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7841a99e-c809-48a6-8229-0df9b8655c0e req-67303203-a0df-4ad0-9b55-9b072df4a53a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9012771 Feb 10 04:05:20.265875 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (22cf8846-547b-4970-adb7-ac604b73a82c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.320035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cf8846-547b-4970-adb7-ac604b73a82c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:20.394770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.396071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6790e69a-5f82-41a9-b0a6-b46c59982f02 req-3b172b2f-3160-432d-9c8b-b15e77dfa8eb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8157356 Feb 10 04:05:20.470692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.555591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27a562a-ace9-4be0-9d6f-d1ed30dcc137 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:20.581473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Publish callbacks [] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.599282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34a50-d000-4943-9c73-f4c023349091 req-89ab0cff-59dc-4c63-a4cf-860a22cbd127 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.616508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9e34a50-d000-4943-9c73-f4c023349091 req-89ab0cff-59dc-4c63-a4cf-860a22cbd127 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 931 time: 0.1461349 Feb 10 04:05:20.641205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Transition to ACTIVE for port object f27a562a-ace9-4be0-9d6f-d1ed30dcc137 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:20.690865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.697820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.705824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.717306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.719115 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9e34a50-d000-4943-9c73-f4c023349091 req-4690c42e-2aec-40f7-99e7-39998fd95356 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012802 Feb 10 04:05:20.724991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.740796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.747103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:20.749238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-908d0861-5c13-4e9d-b056-fec2327f55e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5407 time: 0.4184427 Feb 10 04:05:20.752713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:20.956160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d56014f-7646-45c1-a686-2c6e9cad28b8 req-078ea6b1-b45a-4346-ae55-a81e26120786 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 11002 time: 0.1794002 Feb 10 04:05:21.031001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d56014f-7646-45c1-a686-2c6e9cad28b8 req-8e86bbd8-5f3f-4282-8823-7f5eaac826c9 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/57f9fc19-7883-494e-a221-f16686ef75e8 HTTP/1.1" status: 200 len: 2998 time: 0.0733802 Feb 10 04:05:21.054888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Pushing event updated for resources: {'Port': ['ID=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:21.124253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d56014f-7646-45c1-a686-2c6e9cad28b8 req-6086bf67-6835-49b8-be05-943e09b9ce8d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/57f9fc19-7883-494e-a221-f16686ef75e8 HTTP/1.1" status: 200 len: 2998 time: 0.0920506 Feb 10 04:05:21.206936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-398109dd-d576-4433-adaf-72e72fad1bd1 req-3072849e-597c-403d-a8fa-dc2078fafc22 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3806739 Feb 10 04:05:21.285850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414edd-b2b9-4212-a715-6cac11c035df req-08aa9ae8-9d6f-42ce-92be-f20ed097f88b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.286627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Attempting to bind port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:21.287341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Attempting to bind port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '741ab0c6-9391-42c3-ae81-a89948e51b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:21.288092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Attempting to bind port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 on network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:21.294975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65414edd-b2b9-4212-a715-6cac11c035df req-08aa9ae8-9d6f-42ce-92be-f20ed097f88b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0993981 Feb 10 04:05:21.321253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 on network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:21.321969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Attempting to bind port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 on network ce4cdace-2955-474d-a6f3-9a8a5ee24d30 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:21.348882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:21.351605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Checking segment: {'id': '741ab0c6-9391-42c3-ae81-a89948e51b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:21.352283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Bound using segment: {'id': '741ab0c6-9391-42c3-ae81-a89948e51b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:21.354931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Bound port: f27a562a-ace9-4be0-9d6f-d1ed30dcc137, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741ab0c6-9391-42c3-ae81-a89948e51b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:21.355571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.388214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65414edd-b2b9-4212-a715-6cac11c035df req-9090a471-a41a-4b03-aa49-d70e98cd40d8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923014 Feb 10 04:05:21.392030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:21.395206 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ee3181-3ac7-4027-9d02-877bd89720cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:21.430426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a429b48-cb03-4a65-9e73-893ab1c0a4a9 req-d4fa994b-819c-4515-bde5-88865132c396 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/3894706e-b1c3-40eb-b1ea-200c7dc33155 HTTP/1.1" status: 200 len: 2425 time: 0.1639669 Feb 10 04:05:21.557076 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ef3f51-25e7-4f81-bc60-2e2ee8ebb039 x-openstack-request-id: req-47ef3f51-25e7-4f81-bc60-2e2ee8ebb039 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:21.562929 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:21.563733 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47ef3f51-25e7-4f81-bc60-2e2ee8ebb039 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:21.564716 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232', 'status': 'completed', 'code': 200} Feb 10 04:05:21.604214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5e78d57-64da-473d-94c3-0b9b18777c54 req-ef57f630-0898-41f2-a673-169705f322a2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/6e091eab-695a-417b-94dd-53c49bbf76ae HTTP/1.1" status: 200 len: 1819 time: 0.1440456 Feb 10 04:05:21.682144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:21.703394 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f35c1f6-3e08-4e48-aea6-90837359e45c req-4c5ef857-cbff-45bd-b793-d2bb8e18ac58 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-group-rules/22cf8846-547b-4970-adb7-ac604b73a82c HTTP/1.1" status: 200 len: 778 time: 0.1261683 Feb 10 04:05:21.730484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] For port f27a562a-ace9-4be0-9d6f-d1ed30dcc137, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:21.746981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Publish callbacks [] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.749043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5e78d57-64da-473d-94c3-0b9b18777c54 req-e3735dc9-d1cc-4304-8bd9-550d9a2eaa6a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (6e091eab-695a-417b-94dd-53c49bbf76ae), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.756238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.758339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.758339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.758339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.758720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.759125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.759594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:21.761754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-7b209f8d-4403-4492-ba66-4c6b16f3e882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6509 time: 0.2354398 Feb 10 04:05:21.764677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] For port f27a562a-ace9-4be0-9d6f-d1ed30dcc137, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,segment=NetworkSegment(741ab0c6-9391-42c3-ae81-a89948e51b66),segment_id=741ab0c6-9391-42c3-ae81-a89948e51b66)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:21.809958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Transition to ACTIVE for port object c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:21.833867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f35c1f6-3e08-4e48-aea6-90837359e45c req-b47f25fb-bb3f-4516-91ce-78fad2b6b06f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/3894706e-b1c3-40eb-b1ea-200c7dc33155 HTTP/1.1" status: 200 len: 2425 time: 0.1101050 Feb 10 04:05:21.845273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5e78d57-64da-473d-94c3-0b9b18777c54 req-e3735dc9-d1cc-4304-8bd9-550d9a2eaa6a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (6e091eab-695a-417b-94dd-53c49bbf76ae), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.906286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3f35c1f6-3e08-4e48-aea6-90837359e45c req-40232851-515d-4ebf-a4d9-65d13f430585 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group_rule (22cf8846-547b-4970-adb7-ac604b73a82c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.910889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.956128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.959252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3f35c1f6-3e08-4e48-aea6-90837359e45c req-40232851-515d-4ebf-a4d9-65d13f430585 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group_rule (22cf8846-547b-4970-adb7-ac604b73a82c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:21.999023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5e78d57-64da-473d-94c3-0b9b18777c54 req-e3735dc9-d1cc-4304-8bd9-550d9a2eaa6a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e091eab-695a-417b-94dd-53c49bbf76ae), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:22.002112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5e78d57-64da-473d-94c3-0b9b18777c54 req-e3735dc9-d1cc-4304-8bd9-550d9a2eaa6a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:22.004571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5e78d57-64da-473d-94c3-0b9b18777c54 req-e3735dc9-d1cc-4304-8bd9-550d9a2eaa6a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e091eab-695a-417b-94dd-53c49bbf76ae HTTP/1.1" status: 204 len: 173 time: 0.3900995 Feb 10 04:05:22.033445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.034043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:22.035527 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] 10.222.0.43 "PUT /v2.0/ports/f27a562a-ace9-4be0-9d6f-d1ed30dcc137 HTTP/1.1" status: 200 len: 1091 time: 2.6781206 Feb 10 04:05:22.060432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3735dc9-d1cc-4304-8bd9-550d9a2eaa6a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e091eab-695a-417b-94dd-53c49bbf76ae,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:22.080907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-4e95abed-de83-433c-a20b-769f4551c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.081824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-4e95abed-de83-433c-a20b-769f4551c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.098936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-4e95abed-de83-433c-a20b-769f4551c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.103027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-4e95abed-de83-433c-a20b-769f4551c5ac service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d16266ee05514d9cbe0047e309435e29&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3296204 Feb 10 04:05:22.341284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc936d-c014-4413-881b-a6b70917168f req-6a4158df-8c47-495e-88e3-dd498df369df tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.348660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39fc936d-c014-4413-881b-a6b70917168f req-6a4158df-8c47-495e-88e3-dd498df369df tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 943 time: 0.1999044 Feb 10 04:05:22.362479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc209b22-740d-4e7c-acc5-3c43895377da service neutron] Pushing event updated for resources: {'Port': ['ID=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:22.388970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-e7fbfa46-2c49-47ae-af96-d9c85c289ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.390998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78ee3181-3ac7-4027-9d02-877bd89720cd req-e7fbfa46-2c49-47ae-af96-d9c85c289ae1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2793267 Feb 10 04:05:22.394782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Attempting to bind port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:22.395641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Attempting to bind port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:22.395641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Attempting to bind port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c on network 90e1cf24-2192-446b-b1d5-98500b85bdec {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:22.420140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3f35c1f6-3e08-4e48-aea6-90837359e45c req-40232851-515d-4ebf-a4d9-65d13f430585 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (22cf8846-547b-4970-adb7-ac604b73a82c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:22.435172 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3f35c1f6-3e08-4e48-aea6-90837359e45c req-40232851-515d-4ebf-a4d9-65d13f430585 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:22.436325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f35c1f6-3e08-4e48-aea6-90837359e45c req-40232851-515d-4ebf-a4d9-65d13f430585 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/22cf8846-547b-4970-adb7-ac604b73a82c HTTP/1.1" status: 204 len: 173 time: 0.5954630 Feb 10 04:05:22.468353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39fc936d-c014-4413-881b-a6b70917168f req-5d78fcb9-0d67-4660-b429-059028b82db0 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180627 Feb 10 04:05:22.479279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c on network 90e1cf24-2192-446b-b1d5-98500b85bdec not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:22.479620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Attempting to bind port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c on network 90e1cf24-2192-446b-b1d5-98500b85bdec {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:22.488921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40232851-515d-4ebf-a4d9-65d13f430585 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22cf8846-547b-4970-adb7-ac604b73a82c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:22.509404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:22.509765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Checking segment: {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:22.510157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Bound using segment: {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:22.511196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Bound port: c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:22.511196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:22.519922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Pushing event updated for resources: {'Port': ['ID=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:22.533049 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-626eb972-aac9-4ecb-9ab2-19012767ca11 req-aabe81a0-d506-4190-9f09-ed2d0739095e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:05:22.535590 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-626eb972-aac9-4ecb-9ab2-19012767ca11 req-aabe81a0-d506-4190-9f09-ed2d0739095e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/6e091eab-695a-417b-94dd-53c49bbf76ae HTTP/1.1" status: 404 len: 352 time: 0.0501080 Feb 10 04:05:22.572092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-44bffa60-7fb6-4fac-82f1-cb62f9cc6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.579968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-44bffa60-7fb6-4fac-82f1-cb62f9cc6369 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=607d7209bc1b409393c5f2a0326870ca&device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 1125 time: 0.3847179 Feb 10 04:05:22.658411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-ffe7ad50-344f-4085-9eae-b127c7f495a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27a562a-ace9-4be0-9d6f-d1ed30dcc137 HTTP/1.1" status: 200 len: 217 time: 0.0674686 Feb 10 04:05:22.696000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.702428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.708514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.714221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] For port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:22.717209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.724277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.733223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.737230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] For port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:22.744214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.747812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-081fc22f-300e-4a8f-8945-1fcb90108626 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5419 time: 0.1502831 Feb 10 04:05:22.761607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-f6a7e9e4-e59a-4c1d-a71d-662b17383ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.763170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-f6a7e9e4-e59a-4c1d-a71d-662b17383ffd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=060e83e7-e465-4085-a313-dc393d0a3600 HTTP/1.1" status: 200 len: 861 time: 0.0830688 Feb 10 04:05:22.771277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4cb10-b118-4c07-990e-2ee32540253c req-3a8de5d7-9a87-48b4-bc22-6de706028281 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:22.773603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2cd4cb10-b118-4c07-990e-2ee32540253c req-3a8de5d7-9a87-48b4-bc22-6de706028281 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1325865 Feb 10 04:05:22.824032 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-a954e5da-951a-4122-a9af-9a6e772aa3e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce4cdace-2955-474d-a6f3-9a8a5ee24d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487685 Feb 10 04:05:22.840009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21d0f61c-7a73-4522-8c8d-32f82885e126 req-f17cb4be-3309-4162-ba39-d4ceda5b1c5d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845642 Feb 10 04:05:22.888543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-95d09574-5335-4d38-a091-a77885669f41 req-62488acf-6dd5-4e93-a8f4-8ab07ad1c40a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2121587799', 'description': 'tempest-description-1344526876'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:22.899228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.001090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:23.001862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.003248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] 10.222.0.24 "PUT /v2.0/ports/c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c HTTP/1.1" status: 200 len: 1091 time: 2.9591088 Feb 10 04:05:23.016457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2cd4cb10-b118-4c07-990e-2ee32540253c req-4d4f5c20-6603-41ed-ad2b-47b799e4ab0a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337899 Feb 10 04:05:23.045173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-95d09574-5335-4d38-a091-a77885669f41 req-62488acf-6dd5-4e93-a8f4-8ab07ad1c40a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.127408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Request body: {'port': {'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:23.129819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75793-23bc-4605-a514-e4a58c69cdac service neutron] Pushing event updated for resources: {'Port': ['ID=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:23.231317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-71326965-c907-4a38-8070-935e64eeef18 service neutron] 10.222.0.43 "GET /v2.0/networks/ce4cdace-2955-474d-a6f3-9a8a5ee24d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998477 Feb 10 04:05:23.262267 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-95d09574-5335-4d38-a091-a77885669f41 req-62488acf-6dd5-4e93-a8f4-8ab07ad1c40a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (81430c4b-9a37-4d50-82c1-8ed0adda2557), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.335561 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.341984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-95d09574-5335-4d38-a091-a77885669f41 req-62488acf-6dd5-4e93-a8f4-8ab07ad1c40a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (81430c4b-9a37-4d50-82c1-8ed0adda2557), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.393411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b26bbd65-4d52-4a21-a100-c0d4f140da69 req-455095c4-29e4-4e30-8648-6988a20a2bc5 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/d2d918c5-9868-40b1-a4d2-10e9defd7d5a HTTP/1.1" status: 200 len: 1820 time: 0.2891901 Feb 10 04:05:23.438832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62488acf-6dd5-4e93-a8f4-8ab07ad1c40a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81430c4b-9a37-4d50-82c1-8ed0adda2557,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:23.515917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-95d09574-5335-4d38-a091-a77885669f41 req-62488acf-6dd5-4e93-a8f4-8ab07ad1c40a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.525106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95d09574-5335-4d38-a091-a77885669f41 req-62488acf-6dd5-4e93-a8f4-8ab07ad1c40a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6406033 Feb 10 04:05:23.576861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'tag': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137'}, {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:23.579145 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3fd8f6-c18f-4946-b8df-b929a815aac8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad591f30-c206-40f8-abbd-23e5959002fc", "tag": "f27a562a-ace9-4be0-9d6f-d1ed30dcc137"}, {"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:23.675513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e93551-a4a6-4d8e-a958-19fb38b135f5 req-cb5840bc-2e2f-47c8-b2ab-f9268f4debee tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:23.693092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33e93551-a4a6-4d8e-a958-19fb38b135f5 req-cb5840bc-2e2f-47c8-b2ab-f9268f4debee tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 943 time: 0.1107037 Feb 10 04:05:23.704941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170ef28f-fc34-4f6b-8bfe-87134c702816 req-214d3591-12f5-4223-a12b-ba0193947680 service neutron] 10.222.0.43 "GET /v2.0/networks/ce4cdace-2955-474d-a6f3-9a8a5ee24d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034460 Feb 10 04:05:23.733413 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b26bbd65-4d52-4a21-a100-c0d4f140da69 req-81bb7e9b-1a55-4409-8f40-2dfb70e284db tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (d2d918c5-9868-40b1-a4d2-10e9defd7d5a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.761877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b26bbd65-4d52-4a21-a100-c0d4f140da69 req-81bb7e9b-1a55-4409-8f40-2dfb70e284db tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (d2d918c5-9868-40b1-a4d2-10e9defd7d5a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:23.855267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33e93551-a4a6-4d8e-a958-19fb38b135f5 req-4066f171-703e-4603-a233-af22f01b87e8 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602712 Feb 10 04:05:23.984792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-047c79ce-7b77-46c2-bc06-9e1a84660d21 req-63f25bc5-a772-45a8-8ea8-6433e491d901 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/81430c4b-9a37-4d50-82c1-8ed0adda2557 HTTP/1.1" status: 200 len: 1832 time: 0.0703511 Feb 10 04:05:23.996610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b75a24-bb18-42bf-a139-918d71a0d689 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:24.006444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Publish callbacks [] for port (90b75a24-bb18-42bf-a139-918d71a0d689), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:24.021361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Transition to ACTIVE for port object 90b75a24-bb18-42bf-a139-918d71a0d689 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:24.023864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b26bbd65-4d52-4a21-a100-c0d4f140da69 req-81bb7e9b-1a55-4409-8f40-2dfb70e284db tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d2d918c5-9868-40b1-a4d2-10e9defd7d5a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:24.026930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b26bbd65-4d52-4a21-a100-c0d4f140da69 req-81bb7e9b-1a55-4409-8f40-2dfb70e284db tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:24.030533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b26bbd65-4d52-4a21-a100-c0d4f140da69 req-81bb7e9b-1a55-4409-8f40-2dfb70e284db tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2d918c5-9868-40b1-a4d2-10e9defd7d5a HTTP/1.1" status: 204 len: 173 time: 0.6343377 Feb 10 04:05:24.040278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb7e9b-1a55-4409-8f40-2dfb70e284db tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d918c5-9868-40b1-a4d2-10e9defd7d5a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:24.088201 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9719883-5f9a-4041-9844-844113b6336c x-openstack-request-id: req-f9719883-5f9a-4041-9844-844113b6336c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:24.088766 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad591f30-c206-40f8-abbd-23e5959002fc", "tag": "f27a562a-ace9-4be0-9d6f-d1ed30dcc137", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:24.089032 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9719883-5f9a-4041-9844-844113b6336c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:24.089509 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'tag': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137', 'status': 'completed', 'code': 200} Feb 10 04:05:24.089778 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c', 'status': 'completed', 'code': 200} Feb 10 04:05:24.110612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:24.261303 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-77ba8c52-bf30-4ba7-b3ff-48ecf0eeced6 req-d01ddf69-c3af-4090-b083-a63e2c11da71 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:05:24.267551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77ba8c52-bf30-4ba7-b3ff-48ecf0eeced6 req-d01ddf69-c3af-4090-b083-a63e2c11da71 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/d2d918c5-9868-40b1-a4d2-10e9defd7d5a HTTP/1.1" status: 404 len: 352 time: 0.0672541 Feb 10 04:05:24.310878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.311438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.312219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.313080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.313377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.319340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.319952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.322188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-e8f36d9d-0031-4471-accd-a66b67f7fe13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6632 time: 0.2032537 Feb 10 04:05:24.385880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a24-bb18-42bf-a139-918d71a0d689,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:24.493794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.500196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.518420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.530474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.544673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.560763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.573260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.580996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-a676029c-ba6d-4512-ab58-4b4e54dff38a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3121159 Feb 10 04:05:24.617286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a19e1-a374-4c42-9df8-5dbbc5921206 req-d2202857-8426-49c8-893b-133656c111da tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.618947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-624a19e1-a374-4c42-9df8-5dbbc5921206 req-d2202857-8426-49c8-893b-133656c111da tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1229813 Feb 10 04:05:24.620354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-092e77d9-6598-4133-a693-1cd1c9a993ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.620830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-092e77d9-6598-4133-a693-1cd1c9a993ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.621296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-092e77d9-6598-4133-a693-1cd1c9a993ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.622923 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-092e77d9-6598-4133-a693-1cd1c9a993ea service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d16266ee05514d9cbe0047e309435e29&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2910187 Feb 10 04:05:24.638953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-88aba67c-00f8-447b-9091-9ccc3617b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.640329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-88aba67c-00f8-447b-9091-9ccc3617b7b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=607d7209bc1b409393c5f2a0326870ca&device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 1125 time: 0.4567413 Feb 10 04:05:24.832119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Attempting to bind port 90b75a24-bb18-42bf-a139-918d71a0d689 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:24.832535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Attempting to bind port 90b75a24-bb18-42bf-a139-918d71a0d689 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:24.832789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Attempting to bind port 90b75a24-bb18-42bf-a139-918d71a0d689 on network 90e1cf24-2192-446b-b1d5-98500b85bdec {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:24.845224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea6c25fa-9d96-4ce7-8893-862c34082acf req-4c6788a9-f5a7-4a66-9168-5d13fc0bc7d5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619348 Feb 10 04:05:24.854879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Port 90b75a24-bb18-42bf-a139-918d71a0d689 on network 90e1cf24-2192-446b-b1d5-98500b85bdec not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:24.855245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Attempting to bind port 90b75a24-bb18-42bf-a139-918d71a0d689 on network 90e1cf24-2192-446b-b1d5-98500b85bdec {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:24.873187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:24.873431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Checking segment: {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:24.873831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Bound using segment: {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:24.874283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Bound port: 90b75a24-bb18-42bf-a139-918d71a0d689, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:24.874645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:24.889260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-624a19e1-a374-4c42-9df8-5dbbc5921206 req-adf3f3af-54e3-478a-a477-09666f6c9517 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601948 Feb 10 04:05:24.900499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-1b776ae4-4867-4a44-8cf7-c81230563c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.902066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-1b776ae4-4867-4a44-8cf7-c81230563c68 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600317 Feb 10 04:05:24.940452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-ddc8fc29-c7b8-4efe-8e37-dab67929461a req-b8884214-4c93-46f1-99af-ee3f727c018f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1804836259', 'description': 'tempest-description-1345740011'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:24.971524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-44bd9168-fac0-4b85-9fe7-7ba54ee46680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:24.973199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-44bd9168-fac0-4b85-9fe7-7ba54ee46680 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ce4cdace-2955-474d-a6f3-9a8a5ee24d30 HTTP/1.1" status: 200 len: 922 time: 0.2960534 Feb 10 04:05:25.025405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0adaa012-fcb5-46e6-b724-3bb78ff88185 req-d7f18548-775b-4a42-ad72-83045d451726 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/4f4b6372-15f1-4cfa-8c0b-62aec8391a77 HTTP/1.1" status: 200 len: 1818 time: 0.0940552 Feb 10 04:05:25.052180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-6118f66c-9ebc-4382-a01f-4555392b35c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f27a562a-ace9-4be0-9d6f-d1ed30dcc137 HTTP/1.1" status: 200 len: 217 time: 0.0672629 Feb 10 04:05:25.103826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] For port 90b75a24-bb18-42bf-a139-918d71a0d689, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:25.123920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] For port 90b75a24-bb18-42bf-a139-918d71a0d689, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=90b75a24-bb18-42bf-a139-918d71a0d689,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:25.136548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-6f90a942-23e8-4232-8702-c03abd78315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.138096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-6f90a942-23e8-4232-8702-c03abd78315b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=060e83e7-e465-4085-a313-dc393d0a3600 HTTP/1.1" status: 200 len: 861 time: 0.0724819 Feb 10 04:05:25.142470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ddc8fc29-c7b8-4efe-8e37-dab67929461a req-b8884214-4c93-46f1-99af-ee3f727c018f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.146363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0adaa012-fcb5-46e6-b724-3bb78ff88185 req-198efe70-2543-4602-b488-a474647dae8b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (4f4b6372-15f1-4cfa-8c0b-62aec8391a77), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.229253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-3ba0d271-d4f7-41a4-9a12-a3132db4fc3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ce4cdace-2955-474d-a6f3-9a8a5ee24d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777469 Feb 10 04:05:25.230502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.240692 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0adaa012-fcb5-46e6-b724-3bb78ff88185 req-198efe70-2543-4602-b488-a474647dae8b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (4f4b6372-15f1-4cfa-8c0b-62aec8391a77), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.371796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.372819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.374658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] 10.222.0.24 "PUT /v2.0/ports/90b75a24-bb18-42bf-a139-918d71a0d689 HTTP/1.1" status: 200 len: 1091 time: 2.2560961 Feb 10 04:05:25.546827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff142e00-58f6-4681-90dc-f5d0e4fe9b0f service neutron] Pushing event updated for resources: {'Port': ['ID=90b75a24-bb18-42bf-a139-918d71a0d689,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:25.546827 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-1fb397f4-1916-410a-b3ad-2ead24ccd28d service neutron] 10.222.0.43 "GET /v2.0/networks/ce4cdace-2955-474d-a6f3-9a8a5ee24d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468333 Feb 10 04:05:25.546827 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ddc8fc29-c7b8-4efe-8e37-dab67929461a req-b8884214-4c93-46f1-99af-ee3f727c018f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (ee4d0e92-18eb-411b-b879-270fcecf56c1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.655970 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce3fd8f6-c18f-4946-b8df-b929a815aac8 req-6c93c118-8f4b-48ec-92b9-6650a011f72e service neutron] 10.222.0.43 "GET /v2.0/networks/ce4cdace-2955-474d-a6f3-9a8a5ee24d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117606 Feb 10 04:05:25.659696 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0adaa012-fcb5-46e6-b724-3bb78ff88185 req-198efe70-2543-4602-b488-a474647dae8b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4f4b6372-15f1-4cfa-8c0b-62aec8391a77), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.662244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0adaa012-fcb5-46e6-b724-3bb78ff88185 req-198efe70-2543-4602-b488-a474647dae8b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.664542 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0adaa012-fcb5-46e6-b724-3bb78ff88185 req-198efe70-2543-4602-b488-a474647dae8b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/4f4b6372-15f1-4cfa-8c0b-62aec8391a77 HTTP/1.1" status: 204 len: 173 time: 0.6380341 Feb 10 04:05:25.696765 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ddc8fc29-c7b8-4efe-8e37-dab67929461a req-b8884214-4c93-46f1-99af-ee3f727c018f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ee4d0e92-18eb-411b-b879-270fcecf56c1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.727513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198efe70-2543-4602-b488-a474647dae8b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4b6372-15f1-4cfa-8c0b-62aec8391a77,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:25.806160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ddc8fc29-c7b8-4efe-8e37-dab67929461a req-b8884214-4c93-46f1-99af-ee3f727c018f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:25.819462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ddc8fc29-c7b8-4efe-8e37-dab67929461a req-b8884214-4c93-46f1-99af-ee3f727c018f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.9024086 Feb 10 04:05:25.837866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0309f-d44a-490c-8a16-eafeb8fbb48a req-8abd82af-2851-4f27-bfd6-b81bbf9a4f38 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.845503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbb0309f-d44a-490c-8a16-eafeb8fbb48a req-8abd82af-2851-4f27-bfd6-b81bbf9a4f38 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 943 time: 0.0927684 Feb 10 04:05:25.853258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8884214-4c93-46f1-99af-ee3f727c018f tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d0e92-18eb-411b-b879-270fcecf56c1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:25.870411 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-35c9242a-f8bd-48db-a1bb-f33a10da4b2e req-4deb0b83-2d1b-4505-8001-fe7b10a5d138 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:05:25.885508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35c9242a-f8bd-48db-a1bb-f33a10da4b2e req-4deb0b83-2d1b-4505-8001-fe7b10a5d138 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/4f4b6372-15f1-4cfa-8c0b-62aec8391a77 HTTP/1.1" status: 404 len: 352 time: 0.0515971 Feb 10 04:05:25.920430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.926263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.926876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.927891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.936688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.937444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.937984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:25.940167 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b142aace-338c-4cba-bbe1-c399a4e93f3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6705 time: 0.2068975 Feb 10 04:05:25.957669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbb0309f-d44a-490c-8a16-eafeb8fbb48a req-3a3d79c3-a2b9-420d-b377-8928eb57dad8 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094623 Feb 10 04:05:26.075479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ad8c5e6c-b261-4db0-a3dd-5c46855751cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac HTTP/1.1" status: 200 len: 217 time: 0.1235516 Feb 10 04:05:26.089826 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-591367df-cb02-43cb-ac2d-9076d5764f1b req-40673301-6368-48d4-9927-338568130d24 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 6198 time: 0.1145713 Feb 10 04:05:26.106793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '90b75a24-bb18-42bf-a139-918d71a0d689'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:26.111678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f27a562a-ace9-4be0-9d6f-d1ed30dcc137 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:05:26.135996 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ef68d-2389-4355-9640-2635f9b74da2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "90b75a24-bb18-42bf-a139-918d71a0d689"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:26.177653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-591367df-cb02-43cb-ac2d-9076d5764f1b req-0ea769ed-2808-452f-b886-4e576303dd8d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/57f9fc19-7883-494e-a221-f16686ef75e8 HTTP/1.1" status: 200 len: 2998 time: 0.0864806 Feb 10 04:05:26.246460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ddda2a25-2934-4549-ba12-5d9f177dd92b req-3db1821e-b87a-4a02-af40-612bea6f3158 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/ee4d0e92-18eb-411b-b879-270fcecf56c1 HTTP/1.1" status: 200 len: 1832 time: 0.3049102 Feb 10 04:05:26.261415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-591367df-cb02-43cb-ac2d-9076d5764f1b req-5b112771-c6b3-4ef4-954b-a2e539feb5fb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/57f9fc19-7883-494e-a221-f16686ef75e8 HTTP/1.1" status: 200 len: 2998 time: 0.0767179 Feb 10 04:05:26.269616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f27a562a-ace9-4be0-9d6f-d1ed30dcc137, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,segment=NetworkSegment(741ab0c6-9391-42c3-ae81-a89948e51b66),segment_id=741ab0c6-9391-42c3-ae81-a89948e51b66)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:26.291318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137', 'network_id': 'ce4cdace-2955-474d-a6f3-9a8a5ee24d30', 'port_id': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137', 'mac_address': 'fa:16:3e:ef:e6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060e83e7-e465-4085-a313-dc393d0a3600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:05:26.291881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-724c8556-f290-439e-b987-983563cb082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.293514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-724c8556-f290-439e-b987-983563cb082c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ab80b5c-9000-4c21-a5b4-a53a9141c6ad HTTP/1.1" status: 200 len: 856 time: 0.2088420 Feb 10 04:05:26.356721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:26.357121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:26.377054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27a562a-ace9-4be0-9d6f-d1ed30dcc137 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:26.425588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f27a562a-ace9-4be0-9d6f-d1ed30dcc137, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,segment=NetworkSegment(741ab0c6-9391-42c3-ae81-a89948e51b66),segment_id=741ab0c6-9391-42c3-ae81-a89948e51b66)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:26.437181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68627f90-e41e-4899-931a-8149012ccfea req-75a3219f-3af0-4ff6-a1f7-22b373e1789e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.437181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68627f90-e41e-4899-931a-8149012ccfea req-75a3219f-3af0-4ff6-a1f7-22b373e1789e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1117742 Feb 10 04:05:26.471926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-36ac1661-7cdf-418e-82bd-bb22d1e9dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.480039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-36ac1661-7cdf-418e-82bd-bb22d1e9dafb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd571703-bb59-453e-9190-8d8e94cb434e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1665750 Feb 10 04:05:26.499660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:26.517961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.520103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68627f90-e41e-4899-931a-8149012ccfea req-917d68d8-82db-4028-aa6f-faf2ae1dcbd9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714626 Feb 10 04:05:26.530594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.542687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.554787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.570941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.589804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-17234909-d7df-42d9-9ed5-74e70287a2b0 req-b7fc75b6-55c1-4afb-81b4-095d5a0aa687 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-394261221', 'description': 'tempest-description-1690624474'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:26.597303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.610171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:26.614734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:26.617068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-f992764d-0916-498f-8731-43209967e453 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2333984 Feb 10 04:05:26.620021 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62111b7c-6f4b-4624-88ce-0aeca9b390fc x-openstack-request-id: req-62111b7c-6f4b-4624-88ce-0aeca9b390fc {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:26.620400 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "90b75a24-bb18-42bf-a139-918d71a0d689", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:26.620628 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62111b7c-6f4b-4624-88ce-0aeca9b390fc {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:26.621010 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '90b75a24-bb18-42bf-a139-918d71a0d689', 'status': 'completed', 'code': 200} Feb 10 04:05:26.722579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17234909-d7df-42d9-9ed5-74e70287a2b0 req-b7fc75b6-55c1-4afb-81b4-095d5a0aa687 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:26.776094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7e18d9e-909a-4078-8146-04bf83fa2bc8 req-02865690-2fda-42f8-bff1-4c7c5ef1aae1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507092 Feb 10 04:05:26.802535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f27a562a-ace9-4be0-9d6f-d1ed30dcc137'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:26.828452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17234909-d7df-42d9-9ed5-74e70287a2b0 req-b7fc75b6-55c1-4afb-81b4-095d5a0aa687 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (d2613d6e-05aa-4ee6-a23e-0de526f30127), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:26.844119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-727c60b0-d14b-4a97-8508-7a1dfa902714 req-96de77c1-31f2-472d-8c69-2e7678a65ea0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1191642313', 'description': 'tempest-description-337994341'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:26.871689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-0a88a90d-e93c-4c7d-8fd2-9f9509aebb06 service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897469 Feb 10 04:05:26.935962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17234909-d7df-42d9-9ed5-74e70287a2b0 req-b7fc75b6-55c1-4afb-81b4-095d5a0aa687 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d2613d6e-05aa-4ee6-a23e-0de526f30127), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:26.986846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-7af84cbb-67c5-4593-a54c-dc17abf6b4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067052 Feb 10 04:05:26.989092 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-727c60b0-d14b-4a97-8508-7a1dfa902714 req-96de77c1-31f2-472d-8c69-2e7678a65ea0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:26.999635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc75b6-55c1-4afb-81b4-095d5a0aa687 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2613d6e-05aa-4ee6-a23e-0de526f30127,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:27.059075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-210432ea-b1e9-489f-ac47-d2883c07c489 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 217 time: 0.0530841 Feb 10 04:05:27.087436 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17234909-d7df-42d9-9ed5-74e70287a2b0 req-b7fc75b6-55c1-4afb-81b4-095d5a0aa687 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.098286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17234909-d7df-42d9-9ed5-74e70287a2b0 req-b7fc75b6-55c1-4afb-81b4-095d5a0aa687 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5135744 Feb 10 04:05:27.140703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-41748595-c5b9-44a9-b0e9-7822a6dc9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:27.142643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-41748595-c5b9-44a9-b0e9-7822a6dc9d51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.0773418 Feb 10 04:05:27.192939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-727c60b0-d14b-4a97-8508-7a1dfa902714 req-96de77c1-31f2-472d-8c69-2e7678a65ea0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (11f434ea-c988-47b3-8982-d035e257f780), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.224837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9a460e3a-c384-460d-9214-45d7b469e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:27.226994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9a460e3a-c384-460d-9214-45d7b469e785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0770550 Feb 10 04:05:27.238867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266d913-3af9-4306-a4ad-36bd873b88ff req-9d31f859-7de4-40f8-a402-c7ff865f24de tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:27.241441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6266d913-3af9-4306-a4ad-36bd873b88ff req-9d31f859-7de4-40f8-a402-c7ff865f24de tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 944 time: 0.0820489 Feb 10 04:05:27.255797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-727c60b0-d14b-4a97-8508-7a1dfa902714 req-96de77c1-31f2-472d-8c69-2e7678a65ea0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (11f434ea-c988-47b3-8982-d035e257f780), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.326430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6266d913-3af9-4306-a4ad-36bd873b88ff req-e9f3e427-1e7e-4d4b-86c0-dd8f8d25fca3 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790553 Feb 10 04:05:27.412050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-179b9bd5-6c6f-4839-a62b-32b575aad310 req-5f635438-c88b-4d4b-a1d3-eea59d22d05a tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/d2613d6e-05aa-4ee6-a23e-0de526f30127 HTTP/1.1" status: 200 len: 1831 time: 0.0490246 Feb 10 04:05:27.443740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-31d66c83-c8a3-470e-9a75-9a4c8a4c6565 req-20521e12-0d82-4ede-ad97-47ac410ae746 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-75594369', 'description': 'tempest-description-1016073727'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:27.614771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-31d66c83-c8a3-470e-9a75-9a4c8a4c6565 req-20521e12-0d82-4ede-ad97-47ac410ae746 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.649776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-727c60b0-d14b-4a97-8508-7a1dfa902714 req-96de77c1-31f2-472d-8c69-2e7678a65ea0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.651359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-727c60b0-d14b-4a97-8508-7a1dfa902714 req-96de77c1-31f2-472d-8c69-2e7678a65ea0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8137703 Feb 10 04:05:27.661144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de77c1-31f2-472d-8c69-2e7678a65ea0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f434ea-c988-47b3-8982-d035e257f780,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:27.669205 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8fa9e6c6-8820-477c-95a3-6903d1ffeadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.692143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-e5d7e9c1-d975-455a-b5ae-c96adbad368d service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531310 Feb 10 04:05:27.730059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-31d66c83-c8a3-470e-9a75-9a4c8a4c6565 req-20521e12-0d82-4ede-ad97-47ac410ae746 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (2e81d62d-53bc-4c73-aabe-9f428bf849c2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.816255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-31d66c83-c8a3-470e-9a75-9a4c8a4c6565 req-20521e12-0d82-4ede-ad97-47ac410ae746 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2e81d62d-53bc-4c73-aabe-9f428bf849c2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.825094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-3ddf7327-3b10-45ba-a0ff-36cb592bcde8 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314421 Feb 10 04:05:27.835754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f3236-baf2-4ee6-a8a5-bf533b6e89bd req-9cd29200-2cee-401c-9e78-00fe1b3aef19 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:27.837391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-706f3236-baf2-4ee6-a8a5-bf533b6e89bd req-9cd29200-2cee-401c-9e78-00fe1b3aef19 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1083307 Feb 10 04:05:27.862815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20521e12-0d82-4ede-ad97-47ac410ae746 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e81d62d-53bc-4c73-aabe-9f428bf849c2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:27.877522 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-557b76cd-bf8e-43d6-a111-b601ffa8e56a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 217 time: 0.0390642 Feb 10 04:05:27.938766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-31d66c83-c8a3-470e-9a75-9a4c8a4c6565 req-20521e12-0d82-4ede-ad97-47ac410ae746 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:27.941690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31d66c83-c8a3-470e-9a75-9a4c8a4c6565 req-20521e12-0d82-4ede-ad97-47ac410ae746 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5011792 Feb 10 04:05:27.959294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-706f3236-baf2-4ee6-a8a5-bf533b6e89bd req-5df75455-9f7c-48ae-b8fc-c96c37e5c7a5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843215 Feb 10 04:05:27.961423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-3a590320-2820-45f7-85d3-ef74dec9f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:27.962835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-3a590320-2820-45f7-85d3-ef74dec9f937 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.0792189 Feb 10 04:05:27.994091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5b77ef4a-b91f-4b29-bc36-7ad06ab3e16c req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1476429719', 'description': 'tempest-description-1168073131'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:28.068231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-d867ebe8-0879-4f4f-ac0a-9feb504dded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.070893 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-d867ebe8-0879-4f4f-ac0a-9feb504dded9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1012735 Feb 10 04:05:28.100253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5b77ef4a-b91f-4b29-bc36-7ad06ab3e16c req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:28.134193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f27a562a-ace9-4be0-9d6f-d1ed30dcc137 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:05:28.181689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.187248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.192747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.198685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.204127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.209557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.215312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.217275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-dfa6f290-0a56-44d7-9f7b-d460cf1d50e9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1626079 Feb 10 04:05:28.222370 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5b77ef4a-b91f-4b29-bc36-7ad06ab3e16c req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (4dd3ac53-5d09-45ed-b19e-a223274fa1ae), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:28.252158 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-a701f855-7bf3-411d-8e04-d1e361ac43a4 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659291 Feb 10 04:05:28.317095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:05:28.321895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5b77ef4a-b91f-4b29-bc36-7ad06ab3e16c req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4dd3ac53-5d09-45ed-b19e-a223274fa1ae), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:28.328694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:28.329065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:28.357396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc238317-26aa-4b5a-8174-cc1e7e8c88ca req-b4a4c130-39ec-4971-b3a6-83b72979fafe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331451 Feb 10 04:05:28.403562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd3ac53-5d09-45ed-b19e-a223274fa1ae,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:28.407510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4cb256ce-dfea-4ff2-b139-441c8c1438ef service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471579 Feb 10 04:05:28.423509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.424132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.424678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.425191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.425711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.426231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.431240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.434401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.434401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.434401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.434401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.434401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.434401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:28.440264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5b77ef4a-b91f-4b29-bc36-7ad06ab3e16c req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:28.450431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b77ef4a-b91f-4b29-bc36-7ad06ab3e16c req-c6dd77b7-4730-4a79-af2d-c05a4a0f5b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4696865 Feb 10 04:05:28.485991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:28.486868 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:28.519667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:28.521814 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-15c7962e-0626-4b6e-b98d-72bdb281bbbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58 HTTP/1.1" status: 200 len: 217 time: 0.1103604 Feb 10 04:05:28.523230 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c6fbd5-5c05-4ab6-b3f1-bab3828af3bc" -d '{"events": [{"server_uuid": "ad591f30-c206-40f8-abbd-23e5959002fc", "name": "network-vif-plugged", "status": "completed", "tag": "f27a562a-ace9-4be0-9d6f-d1ed30dcc137"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:28.582121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f27a562a-ace9-4be0-9d6f-d1ed30dcc137, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,segment=NetworkSegment(741ab0c6-9391-42c3-ae81-a89948e51b66),segment_id=741ab0c6-9391-42c3-ae81-a89948e51b66)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:28.629427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-04ca602f-a8c4-45c5-a7cf-dad9891f0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.635011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-04ca602f-a8c4-45c5-a7cf-dad9891f0a39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.1063387 Feb 10 04:05:28.644623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d6321f7-70ee-4caf-a9e1-b991bc7ba2de req-2e69784f-cad0-4478-ad52-1ddc4f88bad5 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/2e81d62d-53bc-4c73-aabe-9f428bf849c2 HTTP/1.1" status: 200 len: 1830 time: 0.1824822 Feb 10 04:05:28.662457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:28.703773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff8b17-bc61-4280-bec0-3149f2b8c5a5 req-c7bfde5d-de99-490b-99da-ea90306682af tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.705297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0ff8b17-bc61-4280-bec0-3149f2b8c5a5 req-c7bfde5d-de99-490b-99da-ea90306682af tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 944 time: 0.1194482 Feb 10 04:05:28.732151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-0cf98f20-2e88-443c-bd2a-998bea49c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.734431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-0cf98f20-2e88-443c-bd2a-998bea49c0a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0926456 Feb 10 04:05:28.735641 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f3bec-c121-4d8d-9e51-06021831ac7a x-openstack-request-id: req-ac8f3bec-c121-4d8d-9e51-06021831ac7a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:28.736136 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad591f30-c206-40f8-abbd-23e5959002fc", "name": "network-vif-plugged", "status": "completed", "tag": "f27a562a-ace9-4be0-9d6f-d1ed30dcc137", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:28.736236 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac8f3bec-c121-4d8d-9e51-06021831ac7a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:28.736628 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137', 'code': 200} Feb 10 04:05:28.737170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:28.789947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0ff8b17-bc61-4280-bec0-3149f2b8c5a5 req-2a8e8c0f-1f9f-47ab-ab2c-5fc7337f3c0c tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749211 Feb 10 04:05:28.927646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137c263-0d58-459a-bbff-05e6e3260d62 req-bbceb78d-7842-4fd7-9a96-9a0c009eb43e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.929717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d137c263-0d58-459a-bbff-05e6e3260d62 req-bbceb78d-7842-4fd7-9a96-9a0c009eb43e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.0669429 Feb 10 04:05:28.948858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-c9e547bd-04f5-47a9-aae6-7d4a496e8abf service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048240 Feb 10 04:05:28.994812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb35ed-53e6-470b-8e15-ec1d0732b2db req-fcf3d997-7109-4228-86cc-c6b7a80331a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:28.996356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04bb35ed-53e6-470b-8e15-ec1d0732b2db req-fcf3d997-7109-4228-86cc-c6b7a80331a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 1127 time: 0.1766989 Feb 10 04:05:28.999404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d137c263-0d58-459a-bbff-05e6e3260d62 req-89c7ffcd-f518-489b-989c-5bf60068312f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608809 Feb 10 04:05:29.025140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-aeeeb4c9-26e8-4c5d-afa0-414f3470a3f4 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:29.026442 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-b1d0e30e-0966-40b6-bb6e-c73b4e201888 req-024e2a75-ab49-4a7a-b051-4b1b6290d6c6 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] show failed (client error): The resource could not be found. Feb 10 04:05:29.026765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-aeeeb4c9-26e8-4c5d-afa0-414f3470a3f4 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 812 time: 0.2057805 Feb 10 04:05:29.027566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1d0e30e-0966-40b6-bb6e-c73b4e201888 req-024e2a75-ab49-4a7a-b051-4b1b6290d6c6 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/faa2bfee-be64-4129-a029-0620242841c8 HTTP/1.1" status: 404 len: 352 time: 0.0144901 Feb 10 04:05:29.080480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-581dd47f-151c-4a45-8e34-c06917cb1210 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/quotas/c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 375 time: 0.0272825 Feb 10 04:05:29.144114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04bb35ed-53e6-470b-8e15-ec1d0732b2db req-e81855c5-de34-4c33-b581-920db7f5cf45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397123 Feb 10 04:05:29.147413 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-23443a53-5d5c-4692-96bf-12c7854598a7 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913416 Feb 10 04:05:29.149772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c9006-f5e0-40cf-baa5-b9e60ec31d7e req-000fd5bf-addf-4d5f-acf1-afdb04106ab1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:29.150553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed1c9006-f5e0-40cf-baa5-b9e60ec31d7e req-000fd5bf-addf-4d5f-acf1-afdb04106ab1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0607932 Feb 10 04:05:29.197095 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-83d8ff98-e25c-4aff-b262-e4238ed2d703 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232 HTTP/1.1" status: 200 len: 217 time: 0.0430765 Feb 10 04:05:29.201578 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed1c9006-f5e0-40cf-baa5-b9e60ec31d7e req-7c4ed9bc-96a4-4389-b44c-9670a2b7a46f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Feb 10 04:05:29.205618 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-e6f12da0-54a2-4711-925b-2b3f80d37c34 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146250 Feb 10 04:05:29.307782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fa1f7d09-96fc-4291-ab67-afce9a47d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:29.309268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-fa1f7d09-96fc-4291-ab67-afce9a47d073 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.1027999 Feb 10 04:05:29.369880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-54d58453-cf01-4fa5-a335-945d640a74ee service neutron] 10.222.0.42 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548831 Feb 10 04:05:29.402940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-bf3c9c08-5d84-47da-afd8-787d948e18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:29.404453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-bf3c9c08-5d84-47da-afd8-787d948e18f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0887260 Feb 10 04:05:29.545611 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-b1624763-f869-41fd-ab22-50d762ef7cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683464 Feb 10 04:05:29.551346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-65c69c53-8348-413d-a573-84df00954898 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404827 Feb 10 04:05:29.691759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-531c6d90-b9dc-4220-8cf5-e725b4f1dcf2 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343908 Feb 10 04:05:29.734489 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-b819e8f5-f3ac-45d6-b903-c30bc0aea5d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c HTTP/1.1" status: 200 len: 217 time: 0.0362935 Feb 10 04:05:29.790117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-f8d0037e-08ed-4c2b-a5d1-6c316e757f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:29.791638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-f8d0037e-08ed-4c2b-a5d1-6c316e757f00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 200 len: 797 time: 0.0519118 Feb 10 04:05:29.840605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ef018f38-75ce-4e25-b969-83cdf624d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:29.842127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-ef018f38-75ce-4e25-b969-83cdf624d98a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0450857 Feb 10 04:05:29.848548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65656383-b8d9-4b73-bafd-d78351b56a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:29.933388 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-3d485c7d-12fe-4af4-8fc4-f5fd3e1637d2 req-f15a5051-c8c7-4a8d-981e-0ab7eda6391b tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] show failed (client error): The resource could not be found. Feb 10 04:05:29.934440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d485c7d-12fe-4af4-8fc4-f5fd3e1637d2 req-f15a5051-c8c7-4a8d-981e-0ab7eda6391b tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-group-rules/baddeb8a-2c88-4e0d-9189-05b1ea5892ba HTTP/1.1" status: 404 len: 361 time: 0.0436156 Feb 10 04:05:29.990029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-cfec8529-2128-4f19-ace9-907926f42b57 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412764 Feb 10 04:05:30.105936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a19e3-8c73-4c46-8343-a41a1dcb214f req-f53e10b3-546a-4aee-b2a1-73843cb0d7b9 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.105936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-419a19e3-8c73-4c46-8343-a41a1dcb214f req-f53e10b3-546a-4aee-b2a1-73843cb0d7b9 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 945 time: 0.0729747 Feb 10 04:05:30.132810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-747f8090-3e92-4a6c-b188-2dac08e9ecf9 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280544 Feb 10 04:05:30.182243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.187338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.199533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.204957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.205673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-419a19e3-8c73-4c46-8343-a41a1dcb214f req-fc7e6a3b-5187-44ce-8d00-2f8110f2ad70 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978525 Feb 10 04:05:30.211679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.217026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.222278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.224334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-52de25f2-f88d-497f-9062-fa50a6c95c8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1889465 Feb 10 04:05:30.255191 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-eb097af0-9ec3-4359-9561-b78103dbe029 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b75a24-bb18-42bf-a139-918d71a0d689 HTTP/1.1" status: 200 len: 217 time: 0.1165984 Feb 10 04:05:30.356399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-52959eaa-6467-4f11-a477-7e0a9ac70112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.357885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-52959eaa-6467-4f11-a477-7e0a9ac70112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 200 len: 797 time: 0.0928876 Feb 10 04:05:30.379413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2c15036-6fbe-4eec-b966-e7737af7529c req-8cd0ff50-af17-4d2f-8732-36ff9f2d5d12 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 210 time: 0.0639837 Feb 10 04:05:30.409073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2248c1b8-ed67-4ba6-9f9a-e2029fe89e95 req-e3708cff-f83b-4e98-916b-7efc9639c1e2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564455 Feb 10 04:05:30.466916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-019c807a-facf-415e-888f-72789355ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.466916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-019c807a-facf-415e-888f-72789355ceac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0890520 Feb 10 04:05:30.482614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40551477-9aae-400e-bf83-3f86059965db req-a7b00559-d952-4a82-9120-1e6aeb76af76 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/2e81d62d-53bc-4c73-aabe-9f428bf849c2 HTTP/1.1" status: 200 len: 1830 time: 0.0658193 Feb 10 04:05:30.563681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40551477-9aae-400e-bf83-3f86059965db req-bde4f922-8000-4ea6-a021-8edbf491a298 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (2e81d62d-53bc-4c73-aabe-9f428bf849c2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:30.595146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40551477-9aae-400e-bf83-3f86059965db req-bde4f922-8000-4ea6-a021-8edbf491a298 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (2e81d62d-53bc-4c73-aabe-9f428bf849c2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:30.621547 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-4010051d-906e-490d-aa1e-093d7134a5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572051 Feb 10 04:05:30.630926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1e63a-25d2-46bc-9230-591a721d2617 req-8626e3ee-773a-481f-ad25-03c2da2e07cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.633086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4f1e63a-25d2-46bc-9230-591a721d2617 req-8626e3ee-773a-481f-ad25-03c2da2e07cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1317327 Feb 10 04:05:30.743839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4f1e63a-25d2-46bc-9230-591a721d2617 req-a3ca8f17-292a-4466-be11-6e2f91e97fdf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018729 Feb 10 04:05:30.761865 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d0cf17-fa56-476f-8d81-051a5316f254 req-9b4c7edd-445f-4dd8-ad3d-341482f01c86 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279030 Feb 10 04:05:30.781839 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40551477-9aae-400e-bf83-3f86059965db req-bde4f922-8000-4ea6-a021-8edbf491a298 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2e81d62d-53bc-4c73-aabe-9f428bf849c2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:30.787672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40551477-9aae-400e-bf83-3f86059965db req-bde4f922-8000-4ea6-a021-8edbf491a298 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:30.791825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40551477-9aae-400e-bf83-3f86059965db req-bde4f922-8000-4ea6-a021-8edbf491a298 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e81d62d-53bc-4c73-aabe-9f428bf849c2 HTTP/1.1" status: 204 len: 173 time: 0.2993979 Feb 10 04:05:30.838988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4f922-8000-4ea6-a021-8edbf491a298 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e81d62d-53bc-4c73-aabe-9f428bf849c2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:30.896644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2f071-f0c0-450b-92c2-169e49322cff req-ec520942-942d-4db6-96e9-41acf928586d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:30.899857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7c2f071-f0c0-450b-92c2-169e49322cff req-ec520942-942d-4db6-96e9-41acf928586d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0830798 Feb 10 04:05:30.903336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28a6ee31-d26b-4288-8c18-b17f27f8083f req-51ab03d7-20b1-41b0-b6c5-089bbc5ae809 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/d2613d6e-05aa-4ee6-a23e-0de526f30127 HTTP/1.1" status: 200 len: 1831 time: 0.0820787 Feb 10 04:05:30.918951 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:30.959257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7c2f071-f0c0-450b-92c2-169e49322cff req-90692fcb-794e-4f96-8aeb-f0e3359330a0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Feb 10 04:05:30.971664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-28a6ee31-d26b-4288-8c18-b17f27f8083f req-228294da-b5f9-485a-b236-b52a79d02fe8 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (d2613d6e-05aa-4ee6-a23e-0de526f30127), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.005073 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-28a6ee31-d26b-4288-8c18-b17f27f8083f req-228294da-b5f9-485a-b236-b52a79d02fe8 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (d2613d6e-05aa-4ee6-a23e-0de526f30127), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.101687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.101687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.101687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.101687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.101687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.101687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.101687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.103900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-c70df45c-0f8a-4096-8ba9-487d6c5eb44b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6705 time: 0.0625532 Feb 10 04:05:31.122648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-28a6ee31-d26b-4288-8c18-b17f27f8083f req-228294da-b5f9-485a-b236-b52a79d02fe8 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d2613d6e-05aa-4ee6-a23e-0de526f30127), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.126193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-28a6ee31-d26b-4288-8c18-b17f27f8083f req-228294da-b5f9-485a-b236-b52a79d02fe8 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.132010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28a6ee31-d26b-4288-8c18-b17f27f8083f req-228294da-b5f9-485a-b236-b52a79d02fe8 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2613d6e-05aa-4ee6-a23e-0de526f30127 HTTP/1.1" status: 204 len: 173 time: 0.2228308 Feb 10 04:05:31.143098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228294da-b5f9-485a-b236-b52a79d02fe8 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2613d6e-05aa-4ee6-a23e-0de526f30127,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:31.244684 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2175e1b2-463d-419e-bd71-133725db9492 req-d2135504-9984-42ed-b01e-9df351201bfa tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/ee4d0e92-18eb-411b-b879-270fcecf56c1 HTTP/1.1" status: 200 len: 1832 time: 0.0894814 Feb 10 04:05:31.254824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-47da5c53-62ee-4c20-b5d8-f5cb90dd97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.257161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-47da5c53-62ee-4c20-b5d8-f5cb90dd97b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90e1cf24-2192-446b-b1d5-98500b85bdec HTTP/1.1" status: 200 len: 902 time: 0.1454592 Feb 10 04:05:31.325288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-30254373-25eb-4aa6-9155-491db9b55744 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b75a24-bb18-42bf-a139-918d71a0d689 HTTP/1.1" status: 200 len: 217 time: 0.0614204 Feb 10 04:05:31.354678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bc6b0-11f9-40c8-b88c-deb82ed821c0 req-4d77e719-6018-4b08-9f58-1ef98166c8d5 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.358667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b3bc6b0-11f9-40c8-b88c-deb82ed821c0 req-4d77e719-6018-4b08-9f58-1ef98166c8d5 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 945 time: 0.0632484 Feb 10 04:05:31.397959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2175e1b2-463d-419e-bd71-133725db9492 req-95f0ad7c-022b-4cce-9d71-cc0497c5d1f5 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (ee4d0e92-18eb-411b-b879-270fcecf56c1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.401510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-4739b720-8e76-4cf7-9249-8ee9175a14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.403047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-4739b720-8e76-4cf7-9249-8ee9175a14d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 200 len: 797 time: 0.0708060 Feb 10 04:05:31.443476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b3bc6b0-11f9-40c8-b88c-deb82ed821c0 req-b42be7a5-7454-434a-af33-d0d1990cce37 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Feb 10 04:05:31.452370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2175e1b2-463d-419e-bd71-133725db9492 req-95f0ad7c-022b-4cce-9d71-cc0497c5d1f5 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (ee4d0e92-18eb-411b-b879-270fcecf56c1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.517805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-cff5d1c7-2503-4a07-8e31-1764eb623623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.519704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-cff5d1c7-2503-4a07-8e31-1764eb623623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1066847 Feb 10 04:05:31.572870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47c72902-e8e7-45c7-8b98-af3fb33c0de9 req-14e45e04-b895-46dc-bb06-978d8313c69f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 210 time: 0.0366347 Feb 10 04:05:31.599390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2175e1b2-463d-419e-bd71-133725db9492 req-95f0ad7c-022b-4cce-9d71-cc0497c5d1f5 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ee4d0e92-18eb-411b-b879-270fcecf56c1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.602909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2175e1b2-463d-419e-bd71-133725db9492 req-95f0ad7c-022b-4cce-9d71-cc0497c5d1f5 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.604061 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2175e1b2-463d-419e-bd71-133725db9492 req-95f0ad7c-022b-4cce-9d71-cc0497c5d1f5 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "DELETE /v2.0/security-groups/ee4d0e92-18eb-411b-b879-270fcecf56c1 HTTP/1.1" status: 204 len: 173 time: 0.3521056 Feb 10 04:05:31.616187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0ad7c-022b-4cce-9d71-cc0497c5d1f5 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d0e92-18eb-411b-b879-270fcecf56c1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:31.635840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-90f399cd-d62a-4def-ac88-7583c48757f5 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098821 Feb 10 04:05:31.728666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.735145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.741353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.746596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.751964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.757433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.762627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.764642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-acc4f198-56c3-4387-b31b-c1b3893f9fc1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1026814 Feb 10 04:05:31.794883 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab11bcf-2fe8-4800-a9da-4c92ce976568 req-69841b42-2b78-4ea1-b3d8-5481ef5ea060 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/81430c4b-9a37-4d50-82c1-8ed0adda2557 HTTP/1.1" status: 200 len: 1832 time: 0.0628972 Feb 10 04:05:31.801587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e2ef68d-2389-4355-9640-2635f9b74da2 req-4bcb4225-0d75-4bd6-94e2-3ea5cd89c6fc service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604826 Feb 10 04:05:31.837125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f05f92c-66b6-4d75-b013-38360b33b1ca req-9ce9fdeb-550d-4798-b050-c1a3943bc7df tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621243 Feb 10 04:05:31.861328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9ab11bcf-2fe8-4800-a9da-4c92ce976568 req-4a9bbb47-ee2b-4753-8a87-bb4827640ea9 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (81430c4b-9a37-4d50-82c1-8ed0adda2557), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.891911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9ab11bcf-2fe8-4800-a9da-4c92ce976568 req-4a9bbb47-ee2b-4753-8a87-bb4827640ea9 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (81430c4b-9a37-4d50-82c1-8ed0adda2557), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:31.995039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b0118-9020-430b-816e-1f2e9f8b9499 req-cce51278-7340-4c41-bb1b-2a95004ba31c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:31.996615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b9b0118-9020-430b-816e-1f2e9f8b9499 req-cce51278-7340-4c41-bb1b-2a95004ba31c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.0558572 Feb 10 04:05:32.025506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9ab11bcf-2fe8-4800-a9da-4c92ce976568 req-4a9bbb47-ee2b-4753-8a87-bb4827640ea9 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (81430c4b-9a37-4d50-82c1-8ed0adda2557), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.028737 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9ab11bcf-2fe8-4800-a9da-4c92ce976568 req-4a9bbb47-ee2b-4753-8a87-bb4827640ea9 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.030192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab11bcf-2fe8-4800-a9da-4c92ce976568 req-4a9bbb47-ee2b-4753-8a87-bb4827640ea9 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "DELETE /v2.0/security-groups/81430c4b-9a37-4d50-82c1-8ed0adda2557 HTTP/1.1" status: 204 len: 173 time: 0.2259350 Feb 10 04:05:32.050412 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b9b0118-9020-430b-816e-1f2e9f8b9499 req-fad80d9a-bc04-4e25-80d1-ead74094f52b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480335 Feb 10 04:05:32.058290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bbb47-ee2b-4753-8a87-bb4827640ea9 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81430c4b-9a37-4d50-82c1-8ed0adda2557,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:32.144696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:05:32.173458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:05:32.206105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d72f4-b6ce-43d2-b341-986efee6c23d req-19dfbc7c-8e92-4828-9dd1-2a6a9d9d990c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:32.207863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-068d72f4-b6ce-43d2-b341-986efee6c23d req-19dfbc7c-8e92-4828-9dd1-2a6a9d9d990c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.0617957 Feb 10 04:05:32.263460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-068d72f4-b6ce-43d2-b341-986efee6c23d req-e7567cc3-5f10-4aae-b088-7ea5e003decf tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486500 Feb 10 04:05:32.352555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:32.357269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abc7fd50-c1d9-488d-a478-d430d70c95a4 req-3e113c8c-ee1f-42ad-8f63-de85662b1994 tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "GET /v2.0/security-groups/3894706e-b1c3-40eb-b1ea-200c7dc33155 HTTP/1.1" status: 200 len: 1831 time: 0.0583394 Feb 10 04:05:32.368969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:32.369404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.390757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'mac_address': 'fa:16:3e:95:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:05:32.412242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:32.418001 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5509c917-08a0-42e4-9137-92c9fe7f56a3" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:32.432731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-abc7fd50-c1d9-488d-a478-d430d70c95a4 req-c7e71001-4015-4cff-8d96-dfede79be0cb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (3894706e-b1c3-40eb-b1ea-200c7dc33155), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.479775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-abc7fd50-c1d9-488d-a478-d430d70c95a4 req-c7e71001-4015-4cff-8d96-dfede79be0cb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (3894706e-b1c3-40eb-b1ea-200c7dc33155), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.486148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:32.486837 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.505089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:32.509725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:32.520756 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5298f28d-0fb3-443b-a772-ac17f8f924a5 x-openstack-request-id: req-5298f28d-0fb3-443b-a772-ac17f8f924a5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:32.521536 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:32.522645 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5298f28d-0fb3-443b-a772-ac17f8f924a5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:32.523546 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'code': 200} Feb 10 04:05:32.573993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.621024 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.644296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288dbb5-ab55-4f1f-ae1b-7b25cea0359c req-b7273cff-1a8a-4e9a-8469-af5021648bad tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:32.647913 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d288dbb5-ab55-4f1f-ae1b-7b25cea0359c req-b7273cff-1a8a-4e9a-8469-af5021648bad tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 945 time: 0.0648005 Feb 10 04:05:32.694536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-abc7fd50-c1d9-488d-a478-d430d70c95a4 req-c7e71001-4015-4cff-8d96-dfede79be0cb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3894706e-b1c3-40eb-b1ea-200c7dc33155), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.695346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d288dbb5-ab55-4f1f-ae1b-7b25cea0359c req-a7972d3e-e3be-40f0-ac6a-13b07decdbeb tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Feb 10 04:05:32.697753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-abc7fd50-c1d9-488d-a478-d430d70c95a4 req-c7e71001-4015-4cff-8d96-dfede79be0cb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.699153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abc7fd50-c1d9-488d-a478-d430d70c95a4 req-c7e71001-4015-4cff-8d96-dfede79be0cb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] 10.222.0.42 "DELETE /v2.0/security-groups/3894706e-b1c3-40eb-b1ea-200c7dc33155 HTTP/1.1" status: 204 len: 173 time: 0.3361666 Feb 10 04:05:32.708220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56474) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:32.731319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71001-4015-4cff-8d96-dfede79be0cb tempest-SecurityGroupRulesNegativeTestJSON-345722829 tempest-SecurityGroupRulesNegativeTestJSON-345722829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894706e-b1c3-40eb-b1ea-200c7dc33155,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:32.733115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:32.747886 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:05:32.749960 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:05:32.793166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-608ce1b5-2dfb-4573-91da-c6149359880b req-d2ca3e5b-11b4-4dbb-a3c6-df8ca753a042 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 210 time: 0.0354691 Feb 10 04:05:32.802056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] Deleting subnet 95705ced-6edd-48d0-8795-439cbc14acdd {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:05:32.807118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] Publish callbacks [] for subnet (95705ced-6edd-48d0-8795-439cbc14acdd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.849124 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (95705ced-6edd-48d0-8795-439cbc14acdd), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:32.893376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (95705ced-6edd-48d0-8795-439cbc14acdd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.054783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (95705ced-6edd-48d0-8795-439cbc14acdd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.081168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95705ced-6edd-48d0-8795-439cbc14acdd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:33.088673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.092798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5d8766cc-0c34-4df4-83a3-bcafa388a96f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/95705ced-6edd-48d0-8795-439cbc14acdd HTTP/1.1" status: 204 len: 168 time: 0.3833265 Feb 10 04:05:33.095066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56478) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:33.205774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d5b12ee6-8448-4051-be20-3ceeb7841263), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.295646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:33.296966 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.314365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:33.324995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daedeeb-e29a-448b-99ec-b9df6a134d0a req-d2e858d7-68f1-4f9a-8e72-b6e7a7ddbb49 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.326595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3daedeeb-e29a-448b-99ec-b9df6a134d0a req-d2e858d7-68f1-4f9a-8e72-b6e7a7ddbb49 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1509833 Feb 10 04:05:33.346077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-8fbd9037-d8b8-47e5-b63c-388bfc6cc09d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.346954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-8fbd9037-d8b8-47e5-b63c-388bfc6cc09d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 812 time: 0.5094745 Feb 10 04:05:33.347125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:33.362937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.369426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.375217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.379333 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d5b12ee6-8448-4051-be20-3ceeb7841263), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.383527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.388594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.393937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.399990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.401564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-30306ecb-896d-4f16-89b7-4e2607584d18 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.4710565 Feb 10 04:05:33.407106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'port': {'device_id': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac', 'admin_state_up': True, 'tenant_id': 'c73ead655abf456aa9b38b9789b050ef'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:33.419115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b12ee6-8448-4051-be20-3ceeb7841263']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:33.432739 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.439501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07049b2-9cdb-4577-ae37-7124961d4b9d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:33.439800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07049b2-9cdb-4577-ae37-7124961d4b9d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:33.450435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3daedeeb-e29a-448b-99ec-b9df6a134d0a req-dbe4f45f-9a54-4198-a385-9e0ecebfc979 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110921 Feb 10 04:05:33.454733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (e07049b2-9cdb-4577-ae37-7124961d4b9d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.473253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e07049b2-9cdb-4577-ae37-7124961d4b9d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.481521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:05:33.481985 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (e07049b2-9cdb-4577-ae37-7124961d4b9d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:05:33.484649 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:05:33.549104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=12']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:33.598016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e823ab85-1fb8-4931-8c06-8f3a16039cc6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:33.709474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a36c1d65-3974-4774-b7bf-f9a727f9e156 req-ff404d1f-9748-48b4-a905-2ff8ee08eb21 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2940502 Feb 10 04:05:33.778178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930f697-5f3d-4992-ad88-e11314734c7c req-e6ef9e95-e8ce-4232-84f6-762a262db030 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.779810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e930f697-5f3d-4992-ad88-e11314734c7c req-e6ef9e95-e8ce-4232-84f6-762a262db030 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1421409 Feb 10 04:05:33.816950 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:05:33.854897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e930f697-5f3d-4992-ad88-e11314734c7c req-85457f57-32bc-4117-b35e-9d63183907b1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644798 Feb 10 04:05:33.856107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d5b12ee6-8448-4051-be20-3ceeb7841263), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.862326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.868888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d5b12ee6-8448-4051-be20-3ceeb7841263 HTTP/1.1" status: 204 len: 168 time: 0.7719924 Feb 10 04:05:33.869705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398f73-f37d-4a63-88cc-a77460e20b34 req-c4592e81-793d-4e36-b5d7-09d479b23d78 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:33.873634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35398f73-f37d-4a63-88cc-a77460e20b34 req-c4592e81-793d-4e36-b5d7-09d479b23d78 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 945 time: 0.0702364 Feb 10 04:05:33.884714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9575cb-41a2-4183-accb-768cfc7cba05 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b12ee6-8448-4051-be20-3ceeb7841263,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:33.966969 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35398f73-f37d-4a63-88cc-a77460e20b34 req-e5975a61-2c34-4b53-9454-657cbff90544 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/security-groups?id=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Feb 10 04:05:33.978883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:33.982030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Made reservation on behalf of c73ead655abf456aa9b38b9789b050ef for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:33.995851 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:34.011452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7615e7c7-90d2-4ad7-b928-9b3a8979ccbc req-eb37df67-7b13-47d5-b858-9e2a67f0cafa tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 210 time: 0.0637841 Feb 10 04:05:34.188807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Allocated IP 172.20.0.13 (24269782-c62a-4ccc-9bd5-07bbaacf2cac/9edaae9c-1f17-49f1-9fc8-22f08ebe2954/b5218c46-6a39-4935-934d-5ff226649ed9) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:34.285918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-ed97f32c-d59b-4047-aaf7-1f16992e7200 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:34.288975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-ed97f32c-d59b-4047-aaf7-1f16992e7200 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 945 time: 0.0621564 Feb 10 04:05:34.344060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56508) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:34.383651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56514) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:34.456437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Deleting port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:05:34.457643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:34.461120 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for port (b5218c46-6a39-4935-934d-5ff226649ed9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:34.546852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9f1c4cc5-7df3-4e24-bd73-a74ffd49db48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4adf928ece9746acbe1fcbc51b9d9c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579106 Feb 10 04:05:34.549436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56518) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:34.696959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] For port f27a562a-ace9-4be0-9d6f-d1ed30dcc137, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,segment=NetworkSegment(741ab0c6-9391-42c3-ae81-a89948e51b66),segment_id=741ab0c6-9391-42c3-ae81-a89948e51b66)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:34.696959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:34.731070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Calling delete_port for f27a562a-ace9-4be0-9d6f-d1ed30dcc137 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:05:34.810381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:34.823368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:34.838243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e10c6ad7-edf9-40aa-9389-6da072cb96a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:34.861498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585e28a-8c2e-45f9-b127-886274355b2b req-00b00e91-4308-4dcb-9dea-9f1b1e7065ef tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:34.865364 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2585e28a-8c2e-45f9-b127-886274355b2b req-00b00e91-4308-4dcb-9dea-9f1b1e7065ef tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.2815039 Feb 10 04:05:34.869159 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e67b380e-c0f3-43a3-83f6-eb8020ba969e admin admin] Publish callbacks [] for security_group (cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:34.995126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.002929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.009665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.017026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.024619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.033698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.042323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.045325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-0d90dd45-333c-441d-9796-5fa93f304a1b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2086895 Feb 10 04:05:35.064672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Network 24269782-c62a-4ccc-9bd5-07bbaacf2cac is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:35.072994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e67b380e-c0f3-43a3-83f6-eb8020ba969e admin admin] Publish callbacks [] for security_group (cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.075728 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:35.089291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:35.119001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:35.213492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2585e28a-8c2e-45f9-b127-886274355b2b req-7e231686-ae52-4bad-a862-49b6dcd543e5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367038 Feb 10 04:05:35.235096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.236176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.288450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e10c6ad7-edf9-40aa-9389-6da072cb96a0 admin admin] Publish callbacks [] for security_group (5237afaf-3074-4290-b80d-6b4f6ccfe19c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.314850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e075ea42-453a-465d-807a-8ba2b887bc11 req-ac75bed1-9a20-4028-a8d6-372de38b96ab tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2479916 Feb 10 04:05:35.343819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-57260f91-1ec2-49ab-832b-013e1117ca83 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9398842 Feb 10 04:05:35.358991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Request body: {'port': {'device_id': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:35.375446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e10c6ad7-edf9-40aa-9389-6da072cb96a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5237afaf-3074-4290-b80d-6b4f6ccfe19c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.379245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f27a562a-ace9-4be0-9d6f-d1ed30dcc137), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.398149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f27a562a-ace9-4be0-9d6f-d1ed30dcc137'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:35.415425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e67b380e-c0f3-43a3-83f6-eb8020ba969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.431023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e67b380e-c0f3-43a3-83f6-eb8020ba969e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.433443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e67b380e-c0f3-43a3-83f6-eb8020ba969e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a HTTP/1.1" status: 204 len: 168 time: 0.8814912 Feb 10 04:05:35.538318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b380e-c0f3-43a3-83f6-eb8020ba969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb822e7d-e0e8-4c09-b2d2-a5cc3ac95a7a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:35.564471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Pushing event deleted for resources: {'Port': ['ID=f27a562a-ace9-4be0-9d6f-d1ed30dcc137,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:35.629286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4f834a2-aa5c-4aea-80ca-ee4bfae4a4d3 req-46a9d959-6ba6-4cd7-b889-cabbca147f92 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 210 time: 0.2147319 Feb 10 04:05:35.666293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:35.677987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e10c6ad7-edf9-40aa-9389-6da072cb96a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b6c2ec78d7d4141bc95ea21e0ab97b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3322649 Feb 10 04:05:35.686777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56542) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:35.692555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c6ad7-edf9-40aa-9389-6da072cb96a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5237afaf-3074-4290-b80d-6b4f6ccfe19c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:35.715258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174927b8-a983-4ec9-9049-8ae81f6d4c3a req-ad4bdbe4-408c-4a01-aa3a-bae8632fa19f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:35.724662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-174927b8-a983-4ec9-9049-8ae81f6d4c3a req-ad4bdbe4-408c-4a01-aa3a-bae8632fa19f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.2878463 Feb 10 04:05:35.914618 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-174927b8-a983-4ec9-9049-8ae81f6d4c3a req-a819c7e4-c004-436e-b786-4b4a26294fc0 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879642 Feb 10 04:05:36.173997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:05:36.188479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] No DVR routers for this DVR port f27a562a-ace9-4be0-9d6f-d1ed30dcc137 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:05:36.202047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.218381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32c6dd08-e21e-402c-a64e-6fb084a58a0b req-5be45c8f-8313-4e5c-9f18-24532d5731c1 tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.43 "DELETE /v2.0/ports/f27a562a-ace9-4be0-9d6f-d1ed30dcc137 HTTP/1.1" status: 204 len: 173 time: 1.9226222 Feb 10 04:05:36.219006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'name': 'network-vif-deleted', 'tag': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:36.223742 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b3fa60-bae7-4b7b-9d44-24215516e82f" -d '{"events": [{"server_uuid": "ad591f30-c206-40f8-abbd-23e5959002fc", "name": "network-vif-deleted", "tag": "f27a562a-ace9-4be0-9d6f-d1ed30dcc137"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:36.306076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e823ab85-1fb8-4931-8c06-8f3a16039cc6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:36.306454 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.349684 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb00a1-ab1e-4e21-84b5-3df7dbf099c1 x-openstack-request-id: req-52fb00a1-ab1e-4e21-84b5-3df7dbf099c1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:36.350624 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad591f30-c206-40f8-abbd-23e5959002fc", "name": "network-vif-deleted", "tag": "f27a562a-ace9-4be0-9d6f-d1ed30dcc137", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:36.350791 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52fb00a1-ab1e-4e21-84b5-3df7dbf099c1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:36.351207 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad591f30-c206-40f8-abbd-23e5959002fc', 'name': 'network-vif-deleted', 'tag': 'f27a562a-ace9-4be0-9d6f-d1ed30dcc137', 'status': 'completed', 'code': 200} Feb 10 04:05:36.459986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b30d4d6-4f35-4971-bed5-35c300beee56 admin admin] Publish callbacks [] for security_group (5237afaf-3074-4290-b80d-6b4f6ccfe19c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.491482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be864d-0ca7-42e2-8b67-305182c07db3 req-1b579f1a-610b-46e1-a349-c8e98bb5afde tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:36.501618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8be864d-0ca7-42e2-8b67-305182c07db3 req-1b579f1a-610b-46e1-a349-c8e98bb5afde tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 932 time: 0.3147860 Feb 10 04:05:36.615451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:36.616222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.637864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b30d4d6-4f35-4971-bed5-35c300beee56 admin admin] Publish callbacks [] for security_group (5237afaf-3074-4290-b80d-6b4f6ccfe19c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.685500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:36.688987 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cae01d-25cd-4471-8049-083548fcb2dc" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:36.744680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:36.793657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8be864d-0ca7-42e2-8b67-305182c07db3 req-0d317c52-bc2b-429c-9853-554e96a02f8a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822585 Feb 10 04:05:36.801275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908632a-0d23-42dc-acfb-4957a0bd5c40 req-00555f1e-7034-43cb-ac4b-9f83dbded600 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:36.809161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0908632a-0d23-42dc-acfb-4957a0bd5c40 req-00555f1e-7034-43cb-ac4b-9f83dbded600 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 946 time: 0.3471334 Feb 10 04:05:36.811848 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.837001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5218c46-6a39-4935-934d-5ff226649ed9 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:36.846647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-debc14d2-3c1d-42b7-9325-697a677f61c2 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:36.848218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-debc14d2-3c1d-42b7-9325-697a677f61c2 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1128 time: 0.3852437 Feb 10 04:05:36.850738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Publish callbacks [] for port (b5218c46-6a39-4935-934d-5ff226649ed9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.894169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b30d4d6-4f35-4971-bed5-35c300beee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5237afaf-3074-4290-b80d-6b4f6ccfe19c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.896707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b30d4d6-4f35-4971-bed5-35c300beee56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:36.900898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6b30d4d6-4f35-4971-bed5-35c300beee56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5237afaf-3074-4290-b80d-6b4f6ccfe19c HTTP/1.1" status: 204 len: 168 time: 1.2103391 Feb 10 04:05:36.911782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30d4d6-4f35-4971-bed5-35c300beee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237afaf-3074-4290-b80d-6b4f6ccfe19c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:36.930641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827844-2'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:37.001040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=13']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:37.061178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.061841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.062429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.064733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.070170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.070947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.073669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.074277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.074893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.075518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.076086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.076657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.079133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:05:37.098108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0908632a-0d23-42dc-acfb-4957a0bd5c40 req-7dc14f4a-59a8-4188-9497-96fd6c1d4fb1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801023 Feb 10 04:05:37.133801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.140893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.152173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.155434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Transition to ACTIVE for port object b5218c46-6a39-4935-934d-5ff226649ed9 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:37.161405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.172685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.177595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:37.186891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.201800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.214617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-14fc531c-6460-4d75-a0ed-a46bc93f215d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2407389 Feb 10 04:05:37.255324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2700746c-3015-44eb-b71c-0bb35a6fe6df details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:05:37.326109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:37.400949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c5df2d7-396b-4316-9ca6-f59cb8ddb2f6 req-83c8a995-2c2e-4109-a835-310517b39015 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851089 Feb 10 04:05:37.540838 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b633fb-8eff-4ace-b78c-6fe0b9abede1 x-openstack-request-id: req-54b633fb-8eff-4ace-b78c-6fe0b9abede1 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:37.541609 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-plugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:37.544149 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54b633fb-8eff-4ace-b78c-6fe0b9abede1 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:37.544844 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'code': 200} Feb 10 04:05:37.581407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:37.612102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2700746c-3015-44eb-b71c-0bb35a6fe6df has no active binding in host n-h1-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 04:05:37.720224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6da8228a-d42d-4037-ad62-6dd401f38177 req-c9084160-1ccf-4dc4-b3b4-d0647e7526cd tempest-InstanceActionsNegativeTestJSON-651164674 tempest-InstanceActionsNegativeTestJSON-651164674-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad591f30-c206-40f8-abbd-23e5959002fc HTTP/1.1" status: 200 len: 210 time: 0.4507983 Feb 10 04:05:37.824469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Pushing event updated for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:37.845576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db806f-dfd8-4611-b2db-67ff0bc5a230 req-97a3e46a-f5dd-46a1-a207-7dc7bbbfcb72 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:37.848432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:37.863864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49db806f-dfd8-4611-b2db-67ff0bc5a230 req-97a3e46a-f5dd-46a1-a207-7dc7bbbfcb72 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 946 time: 0.1524968 Feb 10 04:05:37.966635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49db806f-dfd8-4611-b2db-67ff0bc5a230 req-e9317a45-8435-4878-8f8c-deb650c40a9e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035948 Feb 10 04:05:38.104423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:38.187343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f27a562a-ace9-4be0-9d6f-d1ed30dcc137 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:05:38.257995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7701602-5008-4606-b4bd-8b11fb274dba req-4f92d270-b192-4b09-8fd5-b98e6bb3f636 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.265232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: f27a562a-ace9-4be0-9d6f-d1ed30dcc137 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:05:38.266542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f27a562a-ace9-4be0-9d6f-d1ed30dcc137 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:05:38.282619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7701602-5008-4606-b4bd-8b11fb274dba req-4f92d270-b192-4b09-8fd5-b98e6bb3f636 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 944 time: 0.2157176 Feb 10 04:05:38.304569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Attempting to bind port b5218c46-6a39-4935-934d-5ff226649ed9 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:38.304906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Attempting to bind port b5218c46-6a39-4935-934d-5ff226649ed9 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:38.305239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Attempting to bind port b5218c46-6a39-4935-934d-5ff226649ed9 on network 24269782-c62a-4ccc-9bd5-07bbaacf2cac {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:38.333435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Publish callbacks [] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:38.342947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:38.345398 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6752b9-0e0b-480a-95df-0c234b0c45dc" -d '{"events": [{"server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "name": "network-vif-unplugged", "status": "completed", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:38.374732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f24663-a541-4f13-92e9-47e86814fbdc req-2afe447e-75cc-4add-bb06-0648b2098800 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.376462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0f24663-a541-4f13-92e9-47e86814fbdc req-2afe447e-75cc-4add-bb06-0648b2098800 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1292317 Feb 10 04:05:38.377093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Port b5218c46-6a39-4935-934d-5ff226649ed9 on network 24269782-c62a-4ccc-9bd5-07bbaacf2cac not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:38.377405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Attempting to bind port b5218c46-6a39-4935-934d-5ff226649ed9 on network 24269782-c62a-4ccc-9bd5-07bbaacf2cac {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:38.417579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7701602-5008-4606-b4bd-8b11fb274dba req-4457e8a6-a335-4dfa-9444-2ff8f8849a58 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336107 Feb 10 04:05:38.440028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:38.440384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Checking segment: {'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:38.440774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Bound using segment: {'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:38.446628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Bound port: b5218c46-6a39-4935-934d-5ff226649ed9, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be9984f-6a77-42b2-beb8-a713609a0499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:38.447282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:38.535207 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e0530-f50c-4f9a-bd41-aa688f95869c x-openstack-request-id: req-e03e0530-f50c-4f9a-bd41-aa688f95869c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:38.535644 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "name": "network-vif-unplugged", "status": "completed", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:38.535899 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e03e0530-f50c-4f9a-bd41-aa688f95869c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:38.536351 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df', 'code': 200} Feb 10 04:05:38.603463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:38.607268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b5218c46-6a39-4935-934d-5ff226649ed9,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:38.616381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0f24663-a541-4f13-92e9-47e86814fbdc req-98bbfb74-d58f-4b53-87ea-0cb28b4c711a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301555 Feb 10 04:05:38.617016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:38.695115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:38.778386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on host n-h2-827844-2 for vnic_type normal with profile {"migrating_to": "n-h1-827844-2"} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:38.779205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:38.781165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:38.795309 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:38.795903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.801130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:38.801464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Attempting to bind port 2700746c-3015-44eb-b71c-0bb35a6fe6df on network 19c2078d-d0d8-41aa-81b3-6d3d3e628f67 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:38.804524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.818434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.839424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.850103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.856721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.877414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56624) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:38.883002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:38.883681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:38.884191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Checking segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:38.884855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Bound using segment: {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:38.885305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Bound port: 2700746c-3015-44eb-b71c-0bb35a6fe6df, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba10441-1021-4a04-8903-72f0f15c0095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '19c2078d-d0d8-41aa-81b3-6d3d3e628f67'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:38.885682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:38.886996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-2b5cce2b-7387-423e-b070-4cc6ea99c89f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2767704 Feb 10 04:05:38.913519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Pushing event updated for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:39.023688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca9f5857-7c07-4d5e-9ed6-7e17ab819828 req-121fa232-38c1-47f4-93fd-3510a69dbc4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273139 Feb 10 04:05:39.083614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] Deleting subnet 060e83e7-e465-4085-a313-dc393d0a3600 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:05:39.125930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] Publish callbacks [] for subnet (060e83e7-e465-4085-a313-dc393d0a3600), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:39.138827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:39.139809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:39.143080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-bf625dba-3ce9-4825-a49a-8f015f1c5d24 service neutron] 10.222.0.43 "PUT /v2.0/ports/b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 1092 time: 3.7919204 Feb 10 04:05:39.274796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:39.358993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:39.394432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (060e83e7-e465-4085-a313-dc393d0a3600), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:39.459816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:39.540433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=8']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:39.578249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78f2ec-0411-43ae-8cc1-fb764e96f8c8 req-bdc43b27-833a-4ede-acca-2195b2bfcd61 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:39.593195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae78f2ec-0411-43ae-8cc1-fb764e96f8c8 req-bdc43b27-833a-4ede-acca-2195b2bfcd61 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.4931960 Feb 10 04:05:39.611621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (060e83e7-e465-4085-a313-dc393d0a3600), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:39.616789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-102a3035-d3f7-496a-95e8-4b2d2f3d2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:39.618259 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-102a3035-d3f7-496a-95e8-4b2d2f3d2ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1126 time: 0.3080206 Feb 10 04:05:39.756186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e046f-be59-4583-89df-2b43900d5bbc req-07b1a2a6-0144-4b0d-853a-7b77bd20249d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:39.778306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a2e046f-be59-4583-89df-2b43900d5bbc req-07b1a2a6-0144-4b0d-853a-7b77bd20249d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 944 time: 0.1504099 Feb 10 04:05:39.817084 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-af05a126-95ef-41ed-bcee-1512a02a1394 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 217 time: 0.1576085 Feb 10 04:05:39.850534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56654) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:39.929550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a2e046f-be59-4583-89df-2b43900d5bbc req-fbe2a931-02e8-4ff9-8cd0-4cf95945d60c tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467309 Feb 10 04:05:40.040056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-7cc0362f-1062-41a3-84c9-70d8796c1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.045112 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-7cc0362f-1062-41a3-84c9-70d8796c1319 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.1612403 Feb 10 04:05:40.048699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.063777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:40.069078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-7995335a-7628-4273-8f58-f4c3f4e0c369 service neutron] 10.222.0.24 "PUT /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 1122 time: 3.1628537 Feb 10 04:05:40.134226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae78f2ec-0411-43ae-8cc1-fb764e96f8c8 req-d422bcc2-c9a1-4d80-8f0e-240d173147a8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396359 Feb 10 04:05:40.141934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['2700746c-3015-44eb-b71c-0bb35a6fe6df'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:40.181155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f673ccbf-253e-4943-8d59-14498540ea83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:40.221752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['2700746c-3015-44eb-b71c-0bb35a6fe6df'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:40.258170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-e573745a-49c2-47d8-9217-78412b61863c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714017 Feb 10 04:05:40.427171 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f673ccbf-253e-4943-8d59-14498540ea83 admin admin] Publish callbacks [] for security_group (c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:40.481844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5da73-085d-4f45-8c6b-bd0c3329d717 req-3a8f808c-a3ea-4dc5-90b0-617c98f822c2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.491781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9e5da73-085d-4f45-8c6b-bd0c3329d717 req-3a8f808c-a3ea-4dc5-90b0-617c98f822c2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.4365854 Feb 10 04:05:40.499990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f673ccbf-253e-4943-8d59-14498540ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:40.530363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (060e83e7-e465-4085-a313-dc393d0a3600), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:40.553672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9'}, {'name': 'network-changed', 'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:40.560088 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de54c323-2f7f-47c5-aed5-bd751a1ce978" -d '{"events": [{"name": "network-changed", "server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9"}, {"name": "network-changed", "server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:40.687848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060e83e7-e465-4085-a313-dc393d0a3600,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:40.703468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:40.714550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a0778acc-a316-42a1-bc32-b42c3796b722 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/060e83e7-e465-4085-a313-dc393d0a3600 HTTP/1.1" status: 204 len: 168 time: 1.7876599 Feb 10 04:05:40.733713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56676) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:40.762069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9e5da73-085d-4f45-8c6b-bd0c3329d717 req-fb27fe86-c4dd-4a4a-9945-811ece2d0c73 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662778 Feb 10 04:05:40.845366 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.865707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.886019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.898975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.913070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.927533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.933947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:40.952950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-c8b32185-8401-48ee-aede-dc63d801d4a9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.5973608 Feb 10 04:05:40.963508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f673ccbf-253e-4943-8d59-14498540ea83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6b5176e1472424f8d4acd1be10798e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1118348 Feb 10 04:05:40.964102 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3fcf2-d96a-40e6-a5fa-ceb5bd756274 x-openstack-request-id: req-46f3fcf2-d96a-40e6-a5fa-ceb5bd756274 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:40.964388 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:40.964644 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46f3fcf2-d96a-40e6-a5fa-ceb5bd756274 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:40.965174 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9', 'status': 'completed', 'code': 200} Feb 10 04:05:40.965496 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df', 'status': 'completed', 'code': 200} Feb 10 04:05:40.970270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56680) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:40.972209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (ce4cdace-2955-474d-a6f3-9a8a5ee24d30), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:40.986636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673ccbf-253e-4943-8d59-14498540ea83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:41.146897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9bb40b3-8593-4b1a-88b7-74b9678aca8a req-43f01bd9-c24a-4b18-acab-814978848569 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770976 Feb 10 04:05:41.152038 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-191346c0-46ec-4b76-8b5f-124c942e95d7 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8870616 Feb 10 04:05:41.258422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc196ebf-c6f4-486d-9d36-3b49cd6ad827 admin admin] Publish callbacks [] for security_group (c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.259911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (ce4cdace-2955-474d-a6f3-9a8a5ee24d30), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.301242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc196ebf-c6f4-486d-9d36-3b49cd6ad827 admin admin] Publish callbacks [] for security_group (c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.309371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4cdace-2955-474d-a6f3-9a8a5ee24d30']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:41.341301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741ab0c6-9391-42c3-ae81-a89948e51b66') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:41.341908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741ab0c6-9391-42c3-ae81-a89948e51b66') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:05:41.353388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (741ab0c6-9391-42c3-ae81-a89948e51b66), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.369983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (741ab0c6-9391-42c3-ae81-a89948e51b66), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.380920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:05:41.386067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (741ab0c6-9391-42c3-ae81-a89948e51b66), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:05:41.444525 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:05:41.554586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc196ebf-c6f4-486d-9d36-3b49cd6ad827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.561361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc196ebf-c6f4-486d-9d36-3b49cd6ad827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.564706 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bc196ebf-c6f4-486d-9d36-3b49cd6ad827 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e HTTP/1.1" status: 204 len: 168 time: 0.5864964 Feb 10 04:05:41.631663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b38b0b-0df7-462e-ac55-7f98714be21f req-e78f2c7b-37a1-4ee6-bfd0-971d79803bee tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:41.633406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5b38b0b-0df7-462e-ac55-7f98714be21f req-e78f2c7b-37a1-4ee6-bfd0-971d79803bee tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.2272513 Feb 10 04:05:41.636920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc196ebf-c6f4-486d-9d36-3b49cd6ad827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa8e65-ad5f-43f6-bdd2-35d0539edd7e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:41.640418 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (ce4cdace-2955-474d-a6f3-9a8a5ee24d30), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.695937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:41.702684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ce4cdace-2955-474d-a6f3-9a8a5ee24d30 HTTP/1.1" status: 204 len: 168 time: 0.9395967 Feb 10 04:05:41.706422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35437856-77d3-4106-b83c-d84cf6906187 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4cdace-2955-474d-a6f3-9a8a5ee24d30,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:41.748576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7475f-a315-4f54-a966-d6517b2c44f8 req-730d11dc-4b1d-4a79-a437-2dfac0782b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:41.760504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69c7475f-a315-4f54-a966-d6517b2c44f8 req-730d11dc-4b1d-4a79-a437-2dfac0782b7e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 944 time: 0.3179131 Feb 10 04:05:41.823689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b66afb6-ea17-44f4-8b2b-201def2d6bf4 req-4b0e6b31-4f1e-464e-84c9-fdf51df72592 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534865 Feb 10 04:05:41.883078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69c7475f-a315-4f54-a966-d6517b2c44f8 req-c21d9e1f-99a7-46f5-bc32-3a1cbd3ad347 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159770 Feb 10 04:05:41.900057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5b38b0b-0df7-462e-ac55-7f98714be21f req-0d03f96d-8776-47f7-af25-05f5e2398daf tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597744 Feb 10 04:05:42.126993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-d18cfe7b-4e34-46e0-9c15-c400cb5cb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.134568 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-d18cfe7b-4e34-46e0-9c15-c400cb5cb5cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1126 time: 0.1043577 Feb 10 04:05:42.195349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca227c-211f-459c-b108-83eee4241a8c req-34eb3388-ff6d-4bf0-a1c3-99871ad13166 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.197038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dcca227c-211f-459c-b108-83eee4241a8c req-34eb3388-ff6d-4bf0-a1c3-99871ad13166 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1186430 Feb 10 04:05:42.328921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dcca227c-211f-459c-b108-83eee4241a8c req-96f3c4be-9191-48fe-8a32-f21213097979 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242039 Feb 10 04:05:42.358538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-2aed151b-0b8d-497a-a23d-6321a373e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.365097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-2aed151b-0b8d-497a-a23d-6321a373e670 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 913 time: 0.2262549 Feb 10 04:05:42.422979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-b79fdf4e-c118-4191-bc65-eb5a0042203e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 217 time: 0.0418780 Feb 10 04:05:42.500782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56726) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:42.558353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-39dede74-bbb6-4b60-ad1e-1c44c1ca139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.560440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-39dede74-bbb6-4b60-ad1e-1c44c1ca139b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.1142254 Feb 10 04:05:42.578270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.585234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.590916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.596814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.614232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.624272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.638595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:42.643656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb5ed135-8905-4504-92ac-13929f37935d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=607d7209bc1b409393c5f2a0326870ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394153 Feb 10 04:05:42.644581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56728) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:42.644760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-477dbbcf-fe0a-486a-91ad-db5c0693e447 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2716193 Feb 10 04:05:42.694518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-ca9e10b7-8800-4f08-9093-fb9d2edf459b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478446 Feb 10 04:05:42.826244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-38357eb3-5c15-460e-88cd-0099dba492d4 admin admin] Publish callbacks [] for security_group (8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:42.833079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf73a4b4-8a27-4470-923a-131fea78bf73 req-4b149a92-3d64-4f06-be5f-99d128adbed3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1841412 Feb 10 04:05:42.895929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-38357eb3-5c15-460e-88cd-0099dba492d4 admin admin] Publish callbacks [] for security_group (8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:42.897599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-b9b75ef6-db4c-4e8d-9e2a-0f6e97a5136f service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816032 Feb 10 04:05:43.138106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c645-4e5f-43c1-94d1-949faf9abb22 req-3ad7d049-34f2-4511-8c04-1ff97f085ec8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:43.140698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-cc6070c1-489c-4df1-b56f-e8cb50f03118 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323740 Feb 10 04:05:43.154840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ec23c645-4e5f-43c1-94d1-949faf9abb22 req-3ad7d049-34f2-4511-8c04-1ff97f085ec8 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 944 time: 0.1269114 Feb 10 04:05:43.191157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-38357eb3-5c15-460e-88cd-0099dba492d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:43.194186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-38357eb3-5c15-460e-88cd-0099dba492d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:43.195434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-38357eb3-5c15-460e-88cd-0099dba492d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b HTTP/1.1" status: 204 len: 168 time: 0.5491223 Feb 10 04:05:43.232801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38357eb3-5c15-460e-88cd-0099dba492d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9d37a-4b04-4f7b-bcf5-a7818a73ef3b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:43.251534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56748) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:43.289100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83eda5-885c-4c7b-a442-c18e3edf0757 req-d3ad7be0-cd91-4694-8ab4-b52544a7890a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:43.306332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb83eda5-885c-4c7b-a442-c18e3edf0757 req-d3ad7be0-cd91-4694-8ab4-b52544a7890a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1612973 Feb 10 04:05:43.340477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ec23c645-4e5f-43c1-94d1-949faf9abb22 req-e08094aa-6a85-4d85-a509-47a339caca3d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833606 Feb 10 04:05:43.438150 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb83eda5-885c-4c7b-a442-c18e3edf0757 req-9e442557-e90b-4256-9faf-f252374e5b6e tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260695 Feb 10 04:05:43.454851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-3c5ad42c-f231-4d41-8c84-bb23e1befd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:43.456918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-3c5ad42c-f231-4d41-8c84-bb23e1befd60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1156 time: 0.1496112 Feb 10 04:05:43.580254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4cc44-a4a2-4ce0-a45f-8221ab9f3ef6 req-075f8e7c-f0be-4fc4-964b-da81e3d19fb3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:43.601221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41c4cc44-a4a2-4ce0-a45f-8221ab9f3ef6 req-075f8e7c-f0be-4fc4-964b-da81e3d19fb3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1180894 Feb 10 04:05:43.704845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41c4cc44-a4a2-4ce0-a45f-8221ab9f3ef6 req-efa25167-215b-401e-a356-74c1694cf79a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878351 Feb 10 04:05:43.774578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-56ba2350-4458-4bef-a392-2916d65b4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:43.774578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-56ba2350-4458-4bef-a392-2916d65b4ec6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.2956758 Feb 10 04:05:43.892819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-598cfa11-5fc6-4d9e-82cd-64beccb3c759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 217 time: 0.1168873 Feb 10 04:05:44.030090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-cd5262b2-72b0-4880-81bd-b4cfc1544c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:44.031665 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-cd5262b2-72b0-4880-81bd-b4cfc1544c61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.1310360 Feb 10 04:05:44.209668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-ead248c6-f8c4-44d8-9019-9b5e4522d908 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473103 Feb 10 04:05:44.215595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device b5218c46-6a39-4935-934d-5ff226649ed9 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:05:44.218490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16bb19f1-854f-4bde-bd00-90d3d63d8161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:44.384627 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-89e5606a-1d7a-4e46-af95-f44383fd592a service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564929 Feb 10 04:05:44.570200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b5218c46-6a39-4935-934d-5ff226649ed9,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:44.598876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'b5218c46-6a39-4935-934d-5ff226649ed9', 'network_id': '24269782-c62a-4ccc-9bd5-07bbaacf2cac', 'port_id': 'b5218c46-6a39-4935-934d-5ff226649ed9', 'mac_address': 'fa:16:3e:c8:9f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edaae9c-1f17-49f1-9fc8-22f08ebe2954', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:05:44.608168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56780) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:44.695830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820808-79b4-48b8-9727-ecf10b872ab0 req-79746a76-f07d-4ac6-9747-cc7d418c0902 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:44.705452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3820808-79b4-48b8-9727-ecf10b872ab0 req-79746a76-f07d-4ac6-9747-cc7d418c0902 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 944 time: 0.1862249 Feb 10 04:05:44.738602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port b5218c46-6a39-4935-934d-5ff226649ed9 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:44.939221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:44.939221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5218c46-6a39-4935-934d-5ff226649ed9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:44.939987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3820808-79b4-48b8-9727-ecf10b872ab0 req-5a7e2b14-201f-4d56-af51-14f8af68b085 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765028 Feb 10 04:05:44.940137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b5218c46-6a39-4935-934d-5ff226649ed9,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:44.940257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-325919098-network', 'tenant_id': '1e3fbf911e0b4cbdbb2a51255b3beab8'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:44.984325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09790120-9744-426c-bad6-581f399e93e2 req-b1e7d517-cfa4-49cd-bd6f-15793b0d9e35 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:44.986422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09790120-9744-426c-bad6-581f399e93e2 req-b1e7d517-cfa4-49cd-bd6f-15793b0d9e35 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0792387 Feb 10 04:05:44.987128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:44.994327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:44.999739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:45.005125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:45.011089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:45.016494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:45.022436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:45.024584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5c863f86-8992-4830-8cfe-47370959cf4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.9888892 Feb 10 04:05:45.073197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09790120-9744-426c-bad6-581f399e93e2 req-3ab5adb3-1664-4334-b568-2e7ca430b1d3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800869 Feb 10 04:05:45.175428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.246272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Made reservation on behalf of 1e3fbf911e0b4cbdbb2a51255b3beab8 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:45.249707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:45.258068 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.285105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-568d9478-6fee-49d2-8f90-05f02a44af4d req-5414a26a-ab58-4749-a691-c8f6220e23ac tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2502527 Feb 10 04:05:45.312719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.369822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16bb19f1-854f-4bde-bd00-90d3d63d8161 admin admin] Publish callbacks [] for security_group (83f97fd5-9b88-4167-9e9d-bf45d8473342), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.406417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de54c323-2f7f-47c5-aed5-bd751a1ce978 req-5d489cf2-7e5c-4868-99a5-d6a109880559 service neutron] 10.222.0.43 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0047235 Feb 10 04:05:45.440464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fa2b7-5f59-4f2d-aeda-d8050997a421 req-8a2b54d5-7d61-4c12-9e41-e849bfab1ef0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:45.442086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-076fa2b7-5f59-4f2d-aeda-d8050997a421 req-8a2b54d5-7d61-4c12-9e41-e849bfab1ef0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.2686493 Feb 10 04:05:45.457174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['b5218c46-6a39-4935-934d-5ff226649ed9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:45.467895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16bb19f1-854f-4bde-bd00-90d3d63d8161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (83f97fd5-9b88-4167-9e9d-bf45d8473342), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.561961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-16bb19f1-854f-4bde-bd00-90d3d63d8161 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0eb5982dbad542fca9e57be87112ad79&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3022988 Feb 10 04:05:45.566196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56798) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:45.575107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks [] for security_group (6948c699-2a8c-45e3-b0d9-e8a4478e512a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.625971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb19f1-854f-4bde-bd00-90d3d63d8161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f97fd5-9b88-4167-9e9d-bf45d8473342,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:45.638564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56800) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:45.668813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6948c699-2a8c-45e3-b0d9-e8a4478e512a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.716072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-076fa2b7-5f59-4f2d-aeda-d8050997a421 req-d75a674f-2898-4010-b861-f95939c30909 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200356 Feb 10 04:05:45.723056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:05:45.742522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6948c699-2a8c-45e3-b0d9-e8a4478e512a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:45.748650 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fe5636bb-d76e-48f2-bfe7-f6428d2571e1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.749330 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Added segment fe5636bb-d76e-48f2-bfe7-f6428d2571e1 of type vlan for network 9cc41c89-3420-490b-b4e3-da1fab28770a Feb 10 04:05:45.818640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2496b1f3-6d7c-423f-9920-d3ccdf184837 admin admin] Publish callbacks [] for security_group (83f97fd5-9b88-4167-9e9d-bf45d8473342), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.840448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9cc41c89-3420-490b-b4e3-da1fab28770a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.859465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-552704850-network', 'tenant_id': 'b2190030a9bc42aea9f642d845c46b39'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:45.873859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2496b1f3-6d7c-423f-9920-d3ccdf184837 admin admin] Publish callbacks [] for security_group (83f97fd5-9b88-4167-9e9d-bf45d8473342), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.979736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9cc41c89-3420-490b-b4e3-da1fab28770a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:45.979736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:45.979736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.065543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Made reservation on behalf of b2190030a9bc42aea9f642d845c46b39 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:46.071338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.085209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc41c89-3420-490b-b4e3-da1fab28770a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:46.100253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9cc41c89-3420-490b-b4e3-da1fab28770a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:05:46.144534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.150087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2496b1f3-6d7c-423f-9920-d3ccdf184837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (83f97fd5-9b88-4167-9e9d-bf45d8473342), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.156063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2496b1f3-6d7c-423f-9920-d3ccdf184837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.175312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2496b1f3-6d7c-423f-9920-d3ccdf184837 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83f97fd5-9b88-4167-9e9d-bf45d8473342 HTTP/1.1" status: 204 len: 168 time: 0.5941663 Feb 10 04:05:46.207153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-041ffb38-a92a-4817-ab61-4a9480bb5515 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5962131 Feb 10 04:05:46.212033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:46.218498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Request body: {'subnet': {'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-325919098-subnet', 'tenant_id': '1e3fbf911e0b4cbdbb2a51255b3beab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:46.231712 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496b1f3-6d7c-423f-9920-d3ccdf184837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f97fd5-9b88-4167-9e9d-bf45d8473342,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:46.301259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2700746c-3015-44eb-b71c-0bb35a6fe6df no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:05:46.339817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117999e-77a6-433c-8ae9-45ef052f561e req-2e32b14d-b610-4d30-8bdf-e89fb11c67bc tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:46.355448 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1117999e-77a6-433c-8ae9-45ef052f561e req-2e32b14d-b610-4d30-8bdf-e89fb11c67bc tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 945 time: 0.3064365 Feb 10 04:05:46.357001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982fba-c6fa-4efa-aed4-d8e8756e3220 req-ccb8a289-f71b-4eb7-9693-dd1aa9bfc214 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:46.361108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65982fba-c6fa-4efa-aed4-d8e8756e3220 req-ccb8a289-f71b-4eb7-9693-dd1aa9bfc214 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0951414 Feb 10 04:05:46.369808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Made reservation on behalf of 1e3fbf911e0b4cbdbb2a51255b3beab8 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:46.373370 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.517287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1117999e-77a6-433c-8ae9-45ef052f561e req-c0011a3e-2684-4cdb-965d-29ced52681bf tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604023 Feb 10 04:05:46.635290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks [] for security_group (83de896b-f1fa-47cd-b21b-c730fd6712ef), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.661287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 2700746c-3015-44eb-b71c-0bb35a6fe6df is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:46.672665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65982fba-c6fa-4efa-aed4-d8e8756e3220 req-63df7100-773a-40de-a869-b5dd342ac8ce tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909479 Feb 10 04:05:46.777863 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (83de896b-f1fa-47cd-b21b-c730fd6712ef), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.816017 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:46.840639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83de896b-f1fa-47cd-b21b-c730fd6712ef,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:46.897880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:05:46.970652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:46.994315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.002956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.021062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.041420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.051725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.058988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.081077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-1e5866e5-bdfb-4c60-84bc-d8dd5ef495ca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.4113145 Feb 10 04:05:47.088146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47577229-2605-488e-8293-265ee5d0f9db req-2e2b4933-a9ad-4bc2-8a16-79e9f5964dc5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.094467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (aa1b5876-a9d0-4aea-b3f2-991c942970a3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.096663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47577229-2605-488e-8293-265ee5d0f9db req-2e2b4933-a9ad-4bc2-8a16-79e9f5964dc5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1109757 Feb 10 04:05:47.104117 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Added segment aa1b5876-a9d0-4aea-b3f2-991c942970a3 of type vlan for network 3d44b635-5cff-42d7-9905-1dde2dc96d04 Feb 10 04:05:47.168569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47577229-2605-488e-8293-265ee5d0f9db req-a95b74a5-215a-43ce-b723-224e2541df88 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709457 Feb 10 04:05:47.172392 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (70e320c8-486a-498f-86ee-2273e38d2d49), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.234630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b400e25-6e6d-4da2-b7df-e89a69859f91 req-79ec404b-83ea-439b-b5c0-1f31b5542129 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525149 Feb 10 04:05:47.268749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (3d44b635-5cff-42d7-9905-1dde2dc96d04), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.290586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e320c8-486a-498f-86ee-2273e38d2d49,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:47.303606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Checking segment: {'id': 'fe5636bb-d76e-48f2-bfe7-f6428d2571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:47.304455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Network hostable DHCP agents. Network: 9cc41c89-3420-490b-b4e3-da1fab28770a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:05:47.393302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56818) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:47.393676 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (3d44b635-5cff-42d7-9905-1dde2dc96d04), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.394683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.395299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.397302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Network 9cc41c89-3420-490b-b4e3-da1fab28770a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:05:47.455891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b693c15-4e35-4c9b-997f-d88184e8b156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.464892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] Pushing event updated for resources: {'Network': ['ID=3d44b635-5cff-42d7-9905-1dde2dc96d04,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:47.478281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 3d44b635-5cff-42d7-9905-1dde2dc96d04 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:05:47.531134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d5077ced-1608-4dba-b5a0-071b299a9545 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8682199 Feb 10 04:05:47.531665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56820) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:47.540256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Request body: {'subnet': {'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-552704850-subnet', 'tenant_id': 'b2190030a9bc42aea9f642d845c46b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:47.579206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b693c15-4e35-4c9b-997f-d88184e8b156 admin admin] Publish callbacks [] for security_group (aa07f4fa-799a-4867-8056-b4a9e3a8f320), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.581718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9cc41c89-3420-490b-b4e3-da1fab28770a) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:47.600470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:47.602674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065830e6-69a9-434c-9c61-060a96517441 None None] Network 9cc41c89-3420-490b-b4e3-da1fab28770a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:47.603629 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.651139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b693c15-4e35-4c9b-997f-d88184e8b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (aa07f4fa-799a-4867-8056-b4a9e3a8f320), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.695917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Made reservation on behalf of b2190030a9bc42aea9f642d845c46b39 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:47.698904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:47.747839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-72c95a37-7477-4144-adf0-0efa949bdc9d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5360055 Feb 10 04:05:47.841042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e49a9b-07a0-4f15-a0db-a26566cab821 None None] Network 9cc41c89-3420-490b-b4e3-da1fab28770a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:47.900797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7b693c15-4e35-4c9b-997f-d88184e8b156 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d65fe2facb154ad5ad97e6c042191903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5009778 Feb 10 04:05:47.901860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b693c15-4e35-4c9b-997f-d88184e8b156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa07f4fa-799a-4867-8056-b4a9e3a8f320,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:47.923801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56828) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:48.040889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbefa1a-2369-4f27-be67-90958886087f req-74fcdf20-afff-4201-97e3-c7ea0bb31050 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:48.056666 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bbefa1a-2369-4f27-be67-90958886087f req-74fcdf20-afff-4201-97e3-c7ea0bb31050 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1911342 Feb 10 04:05:48.107942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e6a77-c7e4-432b-ba87-2d6a8edd3c9f req-0adc0604-9ca6-4c81-b78f-17793517af22 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:48.109981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-706e6a77-c7e4-432b-ba87-2d6a8edd3c9f req-0adc0604-9ca6-4c81-b78f-17793517af22 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 945 time: 0.4536867 Feb 10 04:05:48.111127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1af5214c-db8c-477f-9acf-baa984dfa86d admin admin] Publish callbacks [] for security_group (aa07f4fa-799a-4867-8056-b4a9e3a8f320), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.190737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1af5214c-db8c-477f-9acf-baa984dfa86d admin admin] Publish callbacks [] for security_group (aa07f4fa-799a-4867-8056-b4a9e3a8f320), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.209604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-706e6a77-c7e4-432b-ba87-2d6a8edd3c9f req-aaa8043b-a44c-4378-bacf-bacdca7306c3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908506 Feb 10 04:05:48.210232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.217772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device b5218c46-6a39-4935-934d-5ff226649ed9 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:05:48.259086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bbefa1a-2369-4f27-be67-90958886087f req-a08e81eb-ce0a-4f60-928e-f51ed522c274 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020273 Feb 10 04:05:48.375867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1af5214c-db8c-477f-9acf-baa984dfa86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (aa07f4fa-799a-4867-8056-b4a9e3a8f320), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.380213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1af5214c-db8c-477f-9acf-baa984dfa86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.382887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1af5214c-db8c-477f-9acf-baa984dfa86d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa07f4fa-799a-4867-8056-b4a9e3a8f320 HTTP/1.1" status: 204 len: 168 time: 0.4583945 Feb 10 04:05:48.426974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5214c-db8c-477f-9acf-baa984dfa86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa07f4fa-799a-4867-8056-b4a9e3a8f320,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:48.465387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port b5218c46-6a39-4935-934d-5ff226649ed9 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:05:48.470128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port b5218c46-6a39-4935-934d-5ff226649ed9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:48.470128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.537594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46b73-4d1f-4d25-9e6b-bac5b233716f req-878a6ba8-6c5b-480e-854f-2876bdd72ffc tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:48.543885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31f46b73-4d1f-4d25-9e6b-bac5b233716f req-878a6ba8-6c5b-480e-854f-2876bdd72ffc tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1304104 Feb 10 04:05:48.567205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (f80f55e5-fc63-4a77-9b42-512cfcd0c266), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.643020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port b5218c46-6a39-4935-934d-5ff226649ed9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:48.644066 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.678625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:48.681830 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4272085c-58e3-412c-abf9-7e9f4f464d5b" -d '{"events": [{"server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "name": "network-vif-plugged", "status": "completed", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:48.695732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b5218c46-6a39-4935-934d-5ff226649ed9,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:48.764397 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:48.780980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80f55e5-fc63-4a77-9b42-512cfcd0c266,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:48.784202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Checking segment: {'id': 'aa1b5876-a9d0-4aea-b3f2-991c942970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:48.784570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Network hostable DHCP agents. Network: 3d44b635-5cff-42d7-9905-1dde2dc96d04, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:05:48.800377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31f46b73-4d1f-4d25-9e6b-bac5b233716f req-248524ee-3a70-4cde-bc73-16031cf9ef8d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443938 Feb 10 04:05:48.867746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Network 3d44b635-5cff-42d7-9905-1dde2dc96d04 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:05:48.875255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:49.010861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-ee253850-4bea-4eb0-96b1-488d5a4f7974 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.014054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 3d44b635-5cff-42d7-9905-1dde2dc96d04) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:49.014232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-ee253850-4bea-4eb0-96b1-488d5a4f7974 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/networks?id=9cc41c89-3420-490b-b4e3-da1fab28770a HTTP/1.1" status: 200 len: 813 time: 0.2953060 Feb 10 04:05:49.028575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c4f004-4387-42bf-bf50-04a18e9cbfd0 None None] Network 3d44b635-5cff-42d7-9905-1dde2dc96d04 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:49.033321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.044855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:49.054776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-58538309-b94c-44e7-b6f2-b5bbc24da329 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/quotas/1e3fbf911e0b4cbdbb2a51255b3beab8 HTTP/1.1" status: 200 len: 375 time: 0.0183122 Feb 10 04:05:49.152194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-eeb59828-f8f2-41ce-ac6d-cac714f79e50 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e3fbf911e0b4cbdbb2a51255b3beab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924137 Feb 10 04:05:49.156315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.174840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.190404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.210328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.239811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.261573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.271261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-a40241ed-785e-4c2d-bd15-ecf1b738b6d9 service neutron] 10.222.0.42 "GET /v2.0/networks/9cc41c89-3420-490b-b4e3-da1fab28770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027219 Feb 10 04:05:49.274669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.288419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-210d416c-6775-4936-8de1-d2d634b016c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3709221 Feb 10 04:05:49.304367 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-77063979-dd44-4db5-b5cf-3188244cd5ed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7701731 Feb 10 04:05:49.368569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad5867-6719-4508-9eea-cd5d22872efb None None] Network 3d44b635-5cff-42d7-9905-1dde2dc96d04 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:49.436340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ef0d52d0-f265-430a-993e-bb6587ccf9b1 req-43c7732c-4d0e-46e1-b668-0095ce9052ef tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468859 Feb 10 04:05:49.469616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-ffadc827-9bc1-4185-86b2-55e4dcb3c01d service neutron] 10.222.0.42 "GET /v2.0/networks/9cc41c89-3420-490b-b4e3-da1fab28770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865954 Feb 10 04:05:49.593345 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3549ada7-f2df-44e4-9d41-a057128f199d x-openstack-request-id: req-3549ada7-f2df-44e4-9d41-a057128f199d {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:49.593482 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "name": "network-vif-plugged", "status": "completed", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:49.593715 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3549ada7-f2df-44e4-9d41-a057128f199d {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:49.594197 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9', 'code': 200} Feb 10 04:05:49.782969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a988691-e1ba-435c-a46d-230aa160e3d2 req-e3b128e5-ab92-456e-a1df-ee1c9859ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.786116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a988691-e1ba-435c-a46d-230aa160e3d2 req-e3b128e5-ab92-456e-a1df-ee1c9859ece6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1128 time: 0.1223075 Feb 10 04:05:49.807378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d0960-510e-4f63-96b9-9c1f48288b25 req-21008fca-ba8d-43ab-bab6-8e151cd708a5 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.814454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c67d0960-510e-4f63-96b9-9c1f48288b25 req-21008fca-ba8d-43ab-bab6-8e151cd708a5 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 946 time: 0.1405826 Feb 10 04:05:49.956860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a988691-e1ba-435c-a46d-230aa160e3d2 req-c8e2ddb1-0300-4ff6-bb30-5e336a70871d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646583 Feb 10 04:05:49.975149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395f986-c6d9-4a76-875f-868f6ac1f15f req-c753a8ed-a5ee-4f84-9f13-7894997ff9b9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:49.977347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6395f986-c6d9-4a76-875f-868f6ac1f15f req-c753a8ed-a5ee-4f84-9f13-7894997ff9b9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1387634 Feb 10 04:05:49.987876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c67d0960-510e-4f63-96b9-9c1f48288b25 req-5cddf0e8-4137-440e-93b0-d444bc18e4b1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722159 Feb 10 04:05:50.114685 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6395f986-c6d9-4a76-875f-868f6ac1f15f req-707c6142-11f8-4ef6-ba58-e4f1ddc27706 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197317 Feb 10 04:05:50.278990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe27038a-7e6a-4b97-b714-3d6089da77e4 req-e8c9e7f6-b821-4a9e-bcdc-e830065b3040 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 210 time: 0.0457678 Feb 10 04:05:50.475290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f3c4f-3d27-4776-b1f0-91404fd421e3 req-1174664f-83af-4575-bfc9-7be1e3442f06 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.476859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-648f3c4f-3d27-4776-b1f0-91404fd421e3 req-1174664f-83af-4575-bfc9-7be1e3442f06 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1021314 Feb 10 04:05:50.550831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56892) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:50.576710 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-648f3c4f-3d27-4776-b1f0-91404fd421e3 req-2c64fe35-2197-47e3-8ca7-4f37111221ce tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886712 Feb 10 04:05:50.806063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.816343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.840673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.848445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.863536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.870613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.873004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1370858470'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:50.876178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:50.879562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-7d50b522-7bc7-4d47-9b01-f95d9bde5bf5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2133744 Feb 10 04:05:50.985638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0b73e19-bb35-48e6-99d4-4b5c382c0c42 req-c3e91c63-ca6f-49db-8032-d067478d04ff tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974138 Feb 10 04:05:51.003932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Made reservation on behalf of 6c809093045b4d1291fd542b35b107e1 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:51.011424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.018065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.222465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks [] for security_group (e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.256170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3336a-9cac-4568-92ca-9e45daec5d1b req-46ee21d5-95ef-45d3-8f87-4faa883e555d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:51.266056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b3336a-9cac-4568-92ca-9e45daec5d1b req-46ee21d5-95ef-45d3-8f87-4faa883e555d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 946 time: 0.1133630 Feb 10 04:05:51.379622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b3336a-9cac-4568-92ca-9e45daec5d1b req-da91cfb2-eda8-4ffc-845b-54807649b17c tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126883 Feb 10 04:05:51.386729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.431756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:51.446451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:05:51.466288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26664-13e2-4443-a00a-09843e29e186 req-6e961aa4-072f-4ceb-8f77-f486bbde3ee8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:51.476722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63d26664-13e2-4443-a00a-09843e29e186 req-6e961aa4-072f-4ceb-8f77-f486bbde3ee8 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.1706054 Feb 10 04:05:51.487318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (7f15d133-d71d-48bf-964a-04f7c2a8fe22), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.487798 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Added segment 7f15d133-d71d-48bf-964a-04f7c2a8fe22 of type vlan for network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 Feb 10 04:05:51.582327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63d26664-13e2-4443-a00a-09843e29e186 req-f71faa67-af0c-40d0-93f0-48306ea72363 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044614 Feb 10 04:05:51.592478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.737887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-def0b505-2182-40de-9c87-b9cf89af32d8 req-578622e1-0171-4da4-833d-01e13b6277c0 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 210 time: 0.0612731 Feb 10 04:05:51.742215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.754652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:51.760243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:51.839224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced129-4514-41bd-af52-317e17285825 req-0ddabf61-b417-4edb-b4a9-9f4408dd0751 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:51.840886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6ced129-4514-41bd-af52-317e17285825 req-0ddabf61-b417-4edb-b4a9-9f4408dd0751 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1285431 Feb 10 04:05:51.909006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event updated for resources: {'Network': ['ID=3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:51.919211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6ced129-4514-41bd-af52-317e17285825 req-e1c34625-7278-4803-8914-1a191aa6a72a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666447 Feb 10 04:05:51.949270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d5d2db3b-5e7d-49c4-990d-8e20b08b2582 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3964274 Feb 10 04:05:51.955476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56916) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:51.961690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Request body: {'subnet': {'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:51.999241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:05:52.170405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.175491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.180626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.185742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.190891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.198202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.202500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.204537 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9aa26a48-2d4f-4993-9712-065df2220126 req-09cf560d-4bb5-45e3-a79b-c99bcf281d0a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.0961561 Feb 10 04:05:52.271398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9aa26a48-2d4f-4993-9712-065df2220126 req-81008803-4f77-4d61-92f7-e62b4bb41b22 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600007 Feb 10 04:05:52.461463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Made reservation on behalf of 6c809093045b4d1291fd542b35b107e1 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:52.470870 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:52.529117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf457ae6-40c6-400a-a5f0-a80f07536e28 req-94b175eb-602b-42ea-9a3a-ed2c7a2798d4 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.531054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf457ae6-40c6-400a-a5f0-a80f07536e28 req-94b175eb-602b-42ea-9a3a-ed2c7a2798d4 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 946 time: 0.0720522 Feb 10 04:05:52.623956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf457ae6-40c6-400a-a5f0-a80f07536e28 req-cb15e643-720a-45b3-9cee-f1728edb2356 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851018 Feb 10 04:05:52.807009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9e308-9032-4536-868f-8c776ba4e068 req-57efeb13-0a48-4733-8c7d-e2d824e97d85 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:52.811194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cb9e308-9032-4536-868f-8c776ba4e068 req-57efeb13-0a48-4733-8c7d-e2d824e97d85 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.0960131 Feb 10 04:05:52.915931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cb9e308-9032-4536-868f-8c776ba4e068 req-2c7625e1-b371-4c0b-9fd0-08bd65470bb3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976319 Feb 10 04:05:53.038348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-5ee5fd7a-aa91-4256-bfe8-5a6b76cf40cd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1191642313&fields=id&tenant_id=c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 267 time: 0.1669824 Feb 10 04:05:53.053489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b6b9ad-21f4-4fcd-bf1f-c1337b4837b6 req-be49187e-cec2-4e2a-ba71-3508b73f09dd tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 210 time: 0.0517402 Feb 10 04:05:53.132895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-1aaf7c77-9c04-4a0b-99ea-28f8bb44912a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.144027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-1aaf7c77-9c04-4a0b-99ea-28f8bb44912a tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 946 time: 0.1044049 Feb 10 04:05:53.149201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (308b83b4-a54e-44a0-aa08-ffa3282c34ff), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:53.156725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'port': {'security_groups': ['57f9fc19-7883-494e-a221-f16686ef75e8', '11f434ea-c988-47b3-8982-d035e257f780']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:53.275484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52e87-11da-44e3-b117-eb0419d001e0 req-7552b1a1-dabb-45e7-b3f3-141dcb83e510 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.277758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79c52e87-11da-44e3-b117-eb0419d001e0 req-7552b1a1-dabb-45e7-b3f3-141dcb83e510 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.0961909 Feb 10 04:05:53.312798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:53.344839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event updated for resources: {'Subnet': ['ID=308b83b4-a54e-44a0-aa08-ffa3282c34ff,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:53.353535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79c52e87-11da-44e3-b117-eb0419d001e0 req-43ded1ec-e7f3-4fa2-8cdf-f11c39163631 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639007 Feb 10 04:05:53.506120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Checking segment: {'id': '7f15d133-d71d-48bf-964a-04f7c2a8fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:53.506860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Network hostable DHCP agents. Network: 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:05:53.589133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-abb9075d-84e9-408e-b96b-5306835f2f82 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.590977 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-abb9075d-84e9-408e-b96b-5306835f2f82 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.43 "GET /v2.0/networks?id=9cc41c89-3420-490b-b4e3-da1fab28770a HTTP/1.1" status: 200 len: 813 time: 0.3421855 Feb 10 04:05:53.623610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Request body: {'port': {'device_id': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a', 'admin_state_up': True, 'tenant_id': '1e3fbf911e0b4cbdbb2a51255b3beab8'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:53.690586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:05:53.736192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.742622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.748101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.753441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.758962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.764691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.769791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.778343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-2a1ee7c9-f74b-46f8-af8e-c7045bcf2a7f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1138344 Feb 10 04:05:53.781647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b5218c46-6a39-4935-934d-5ff226649ed9,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:53.833489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:53.837097 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for port (b5218c46-6a39-4935-934d-5ff226649ed9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:53.845405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb556b-211d-4e07-ad33-e1704a8fe0f4 None None] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:53.850645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:53.854669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:53.869444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ee4c842-7ba8-4d6f-99ec-e716abf63f71 req-b68e0a29-2e94-43c3-b32c-fce64c948dd4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893652 Feb 10 04:05:54.012237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0', 'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0', 'project_id': '6c809093045b4d1291fd542b35b107e1', 'fixed_ips': [{'subnet_id': '308b83b4-a54e-44a0-aa08-ffa3282c34ff'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:05:54.013604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:54.041179 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1cbb0627-0d6e-485a-baf2-2a0cafc0c8d3 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0815852 Feb 10 04:05:54.041751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56950) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:54.050780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Made reservation on behalf of 1e3fbf911e0b4cbdbb2a51255b3beab8 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:54.055099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Request body: {'port': {'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1450740465'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:54.075215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:54.098772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:54.120897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6', 'b5218c46-6a39-4935-934d-5ff226649ed9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:54.203025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:54.203709 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:54.224669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e76e158d-b78b-4ad2-872d-6fb6a6819120 req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "PUT /v2.0/ports/b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 982 time: 1.0792847 Feb 10 04:05:54.239029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:54.245831 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c8d4c-ffd6-491d-aee6-6907ae3509ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:54.294134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Allocated IP 2001:db8::2 (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0/308b83b4-a54e-44a0-aa08-ffa3282c34ff/635244f5-a20e-4ce2-837f-f8a1c50d2c15) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:54.522668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a997c-5869-44d6-a7a7-e5c1def46194 req-aa33ec6e-1e3a-425a-acfb-485472bd475c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:54.530839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-407a997c-5869-44d6-a7a7-e5c1def46194 req-aa33ec6e-1e3a-425a-acfb-485472bd475c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 944 time: 0.2003512 Feb 10 04:05:54.586312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa749f-5696-4bb4-9ade-f51fe5791ebb tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=6']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:54.611303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-db486abf-6661-417b-a979-ea42b2b2e266 service neutron] 10.222.0.43 "GET /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df/bindings/n-h1-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.2097538 Feb 10 04:05:54.616174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Publish callbacks [] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:54.627343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-407a997c-5869-44d6-a7a7-e5c1def46194 req-f4286572-56ad-4d1b-a5e3-1cda08874f57 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955112 Feb 10 04:05:54.649817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Made reservation on behalf of 6c809093045b4d1291fd542b35b107e1 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:54.654005 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:54.664772 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9cf09cf-3a17-4096-bfc5-40d776132d9c req-e3715a8e-fd8b-4644-8cda-c304fd76e715 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 210 time: 0.1567361 Feb 10 04:05:54.706241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['b5218c46-6a39-4935-934d-5ff226649ed9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:05:54.732459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] device_id is not set on port 68b3a5a4-8a47-459e-9e2d-716985318ac9 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:05:54.780207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Allocated IP 172.20.0.8 (9cc41c89-3420-490b-b4e3-da1fab28770a/70e320c8-486a-498f-86ee-2273e38d2d49/8ff95656-cf8f-4b50-9a93-ed25c680a0b4) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:54.788586 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0819d616-98b0-4424-934e-67c33340ed0b x-openstack-request-id: req-0819d616-98b0-4424-934e-67c33340ed0b {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:05:54.797182 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:05:54.797590 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0819d616-98b0-4424-934e-67c33340ed0b {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:05:54.798116 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9', 'status': 'completed', 'code': 200} Feb 10 04:05:54.825892 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:54.919871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f4f5f3a-f645-4c46-ba8a-543d8ed006e4 req-ad27f718-dba3-46f4-9334-50558754ff68 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/11f434ea-c988-47b3-8982-d035e257f780 HTTP/1.1" status: 200 len: 1819 time: 0.2288964 Feb 10 04:05:54.954933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:54.993377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Pushing event updated for resources: {'Port': ['ID=635244f5-a20e-4ce2-837f-f8a1c50d2c15,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:55.005209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:55.015370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:55.032697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-2c159226-37f9-4344-afcd-d87be9ccf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.034374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-2c159226-37f9-4344-afcd-d87be9ccf5e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1167 time: 0.2168217 Feb 10 04:05:55.094581 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-0f4f5f3a-f645-4c46-ba8a-543d8ed006e4 req-9af3ddb5-42b5-4860-b885-c448faaf3ab1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 04:05:55.109064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f4f5f3a-f645-4c46-ba8a-543d8ed006e4 req-9af3ddb5-42b5-4860-b885-c448faaf3ab1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/11f434ea-c988-47b3-8982-d035e257f780 HTTP/1.1" status: 409 len: 341 time: 0.1883423 Feb 10 04:05:55.112065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Allocated IP 2001:db8::91 (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0/308b83b4-a54e-44a0-aa08-ffa3282c34ff/68b3a5a4-8a47-459e-9e2d-716985318ac9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:55.292721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:55.320628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bed61-33a2-4694-8ce7-1c99e00f9998 req-a7d08041-b31c-4fb9-a714-bb2ffda6559f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.322415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be3bed61-33a2-4694-8ce7-1c99e00f9998 req-a7d08041-b31c-4fb9-a714-bb2ffda6559f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.4235289 Feb 10 04:05:55.330725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Attempting to bind port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:55.331392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Attempting to bind port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '7f15d133-d71d-48bf-964a-04f7c2a8fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:55.331966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Attempting to bind port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 on network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:55.346074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:55.347028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Checking segment: {'id': '7f15d133-d71d-48bf-964a-04f7c2a8fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:55.347818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:55.348393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Bound using segment: {'id': '7f15d133-d71d-48bf-964a-04f7c2a8fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:55.349173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Bound port: 635244f5-a20e-4ce2-837f-f8a1c50d2c15, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f15d133-d71d-48bf-964a-04f7c2a8fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:55.351731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:55.362883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:55.454534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] For port 635244f5-a20e-4ce2-837f-f8a1c50d2c15, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:05:55.459742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] For port 635244f5-a20e-4ce2-837f-f8a1c50d2c15, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=635244f5-a20e-4ce2-837f-f8a1c50d2c15,segment=NetworkSegment(7f15d133-d71d-48bf-964a-04f7c2a8fe22),segment_id=7f15d133-d71d-48bf-964a-04f7c2a8fe22)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:05:55.460444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2700746c-3015-44eb-b71c-0bb35a6fe6df {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:55.517262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:55.537073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be3bed61-33a2-4694-8ce7-1c99e00f9998 req-d11a3140-22ce-48ba-ae80-1106f563b0c5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011254 Feb 10 04:05:55.566798 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:55.576315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks [] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:55.583935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-ea6c84e1-13ba-43d4-8885-9c4828843d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.589789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-ea6c84e1-13ba-43d4-8885-9c4828843d3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 913 time: 0.5367098 Feb 10 04:05:55.607658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks [] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:55.653494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:55.692603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-c5eb4a2a-393c-4bec-9e1e-8a3dd862315d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 217 time: 0.0996890 Feb 10 04:05:55.713060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174897f1-e89b-46a7-ad7a-8f78d0bb7749 None None] Pushing event updated for resources: {'Port': ['ID=635244f5-a20e-4ce2-837f-f8a1c50d2c15,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:55.829290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-88f66624-fa6e-4916-ad4f-d24e8231fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.830851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-88f66624-fa6e-4916-ad4f-d24e8231fcef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.1208272 Feb 10 04:05:55.890343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.898566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.906274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.914390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.916778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-fa61ddcf-f315-462c-8d01-5689900db14f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714240 Feb 10 04:05:55.939040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.948190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.957048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:55.960559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-4a84ffdb-b271-4538-a3f2-ec5511b09395 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2275004 Feb 10 04:05:55.967369 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:56.121315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-fcce3297-9441-4be9-98e7-5637eab86295 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659613 Feb 10 04:05:56.155454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event updated for resources: {'Port': ['ID=68b3a5a4-8a47-459e-9e2d-716985318ac9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:56.185033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:56.193150 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d9b2138-1a5b-4d7d-810b-b00cfb00306b req-33ca6d79-48ac-4889-b5af-1a3329248e9f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047148 Feb 10 04:05:56.230014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:56.250332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:56.255507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:56.264915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Network 9cc41c89-3420-490b-b4e3-da1fab28770a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:56.270958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:56.272859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:56.301190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:56.308253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] Transition to ACTIVE for port object 2700746c-3015-44eb-b71c-0bb35a6fe6df will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:56.337718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:56.373554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9afd883-3588-462a-a40d-ae27430483fe tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3308969 Feb 10 04:05:56.376580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56986) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:56.385113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Request body: {'port': {'network_id': '3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-164694909', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:56.387156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] bootfile-name is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:05:56.387840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] tftp-server is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:05:56.390063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] server-ip-address is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:05:56.462905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:56.479699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-8abda154-68aa-472f-b43a-2d66a1925a99 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:56.487949 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-8abda154-68aa-472f-b43a-2d66a1925a99 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/networks?id=3d44b635-5cff-42d7-9905-1dde2dc96d04 HTTP/1.1" status: 200 len: 809 time: 0.7400188 Feb 10 04:05:56.494430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Pushing event updated for resources: {'Port': ['ID=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:56.501567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:56.502189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:56.555973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-f5430bea-70a8-4125-9b8d-48f7d4443d0f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:56.557532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-f5430bea-70a8-4125-9b8d-48f7d4443d0f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 944 time: 0.3766191 Feb 10 04:05:56.575678 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89a74b3a-01f7-486e-8e85-09cb60bc74ed tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/quotas/b2190030a9bc42aea9f642d845c46b39 HTTP/1.1" status: 200 len: 375 time: 0.0860689 Feb 10 04:05:56.604704 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] Pushing event updated for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=10']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:56.670079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-29bf496e-11c5-414c-a47c-9161a5e92d1f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0529160 Feb 10 04:05:56.684440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-478c8d4c-ffd6-491d-aee6-6907ae3509ba req-93fe161e-25af-443f-99e1-a334d4603c8d service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622141 Feb 10 04:05:56.736118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Request body: {'port': {'device_id': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:05:56.745496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-6824fbe4-77c1-4ce3-a3e3-ecfc74416ce5 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2190030a9bc42aea9f642d845c46b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1635470 Feb 10 04:05:57.124462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] No DVR routers for this DVR port 2700746c-3015-44eb-b71c-0bb35a6fe6df on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:05:57.194848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-6f902ab1-74a4-43a7-8c30-f2a9c70b4055 service neutron] 10.222.0.43 "PUT /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df/bindings/n-h1-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5615969 Feb 10 04:05:57.270013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c23d3f-89c8-4f49-9627-5a6ca3ec274c req-36ec6411-ed21-46c0-9e52-edcc8ffe9cbb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:57.281474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3c23d3f-89c8-4f49-9627-5a6ca3ec274c req-36ec6411-ed21-46c0-9e52-edcc8ffe9cbb tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 944 time: 0.1691675 Feb 10 04:05:57.348910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Made reservation on behalf of 6c809093045b4d1291fd542b35b107e1 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:05:57.355655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:57.447213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3c23d3f-89c8-4f49-9627-5a6ca3ec274c req-2b9e4ebd-97e8-48e9-a621-71f4da126adc tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627936 Feb 10 04:05:57.508580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] device_id is not set on port 45df8038-6160-4e5a-bd7b-a357bd9d944b yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:05:57.547420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefaaac9-0dce-4e05-9b4b-5b52975c39db None None] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:05:57.589808 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:57.637781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-cd48e5c9-102c-45c1-b181-f4242338764a service neutron] 10.222.0.42 "GET /v2.0/networks/3d44b635-5cff-42d7-9905-1dde2dc96d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8661559 Feb 10 04:05:57.655910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75538e3-d420-4008-aefa-670ffade427e req-79d14d64-0236-4518-8be0-8165e3e95baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:57.657896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f75538e3-d420-4008-aefa-670ffade427e req-79d14d64-0236-4518-8be0-8165e3e95baa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1167 time: 0.8338883 Feb 10 04:05:57.672963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce8dd1d3-5118-4912-9c42-6e5d7eb5ed05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:57.699343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-e73aecc1-edee-4c84-8ceb-f0d66ed1f80e tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:57.701567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-e73aecc1-edee-4c84-8ceb-f0d66ed1f80e tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.3417945 Feb 10 04:05:57.737242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Deleting port 49b1188a-2f8d-44e6-9595-0b840e427670 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:05:57.737893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:57.766013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ffcf84e9-986a-45a9-9c5b-5114d0947533 None None] Provisioning complete for port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:57.767402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffcf84e9-986a-45a9-9c5b-5114d0947533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:57.846862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a83196-602b-42b6-916e-93e7c92495ac req-29059373-da68-44de-a40c-c4b09ae9ee0c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:57.856985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8a83196-602b-42b6-916e-93e7c92495ac req-29059373-da68-44de-a40c-c4b09ae9ee0c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 945 time: 0.2559109 Feb 10 04:05:57.920811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf84e9-986a-45a9-9c5b-5114d0947533 None None] Current status of the port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:57.921732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffcf84e9-986a-45a9-9c5b-5114d0947533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:57.981199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ffcf84e9-986a-45a9-9c5b-5114d0947533 None None] For port 635244f5-a20e-4ce2-837f-f8a1c50d2c15, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=635244f5-a20e-4ce2-837f-f8a1c50d2c15,segment=NetworkSegment(7f15d133-d71d-48bf-964a-04f7c2a8fe22),segment_id=7f15d133-d71d-48bf-964a-04f7c2a8fe22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:58.012345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Allocated IP 2001:db8::357 (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0/308b83b4-a54e-44a0-aa08-ffa3282c34ff/45df8038-6160-4e5a-bd7b-a357bd9d944b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:05:58.040315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-88e510cc-c3eb-4db9-889b-1ac7fc0c10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:58.047208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-88e510cc-c3eb-4db9-889b-1ac7fc0c10dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7&tenant_id=6211b1d8a47c48e3939e0cd373e443bc HTTP/1.1" status: 200 len: 1127 time: 0.3381548 Feb 10 04:05:58.055635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffcf84e9-986a-45a9-9c5b-5114d0947533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.133460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf84e9-986a-45a9-9c5b-5114d0947533 None None] Pushing event updated for resources: {'Port': ['ID=635244f5-a20e-4ce2-837f-f8a1c50d2c15,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:58.143633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 635244f5-a20e-4ce2-837f-f8a1c50d2c15 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:05:58.181734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8a83196-602b-42b6-916e-93e7c92495ac req-6e3646f3-e94a-4c5e-85b3-00232f69f165 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238554 Feb 10 04:05:58.275076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-43ff65c0-67d6-47c6-a93a-f3d4188a13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:58.277135 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-43ff65c0-67d6-47c6-a93a-f3d4188a13b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1127 time: 0.1871421 Feb 10 04:05:58.353015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:58.353402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.494886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:05:58.508087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Publish callbacks [] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.529846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Transition to ACTIVE for port object 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:05:58.568541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:58.574789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] For port 49b1188a-2f8d-44e6-9595-0b840e427670, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=49b1188a-2f8d-44e6-9595-0b840e427670,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:05:58.575254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.581614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-216a5174-1a51-4354-a40b-e6872fc9b69b None None] Provisioning complete for port 68b3a5a4-8a47-459e-9e2d-716985318ac9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:58.582252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-216a5174-1a51-4354-a40b-e6872fc9b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.609190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-1d8596be-54a7-4375-a7f8-7132365de035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:58.615703 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-1d8596be-54a7-4375-a7f8-7132365de035 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 200 len: 909 time: 0.3126855 Feb 10 04:05:58.618258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Calling delete_port for 49b1188a-2f8d-44e6-9595-0b840e427670 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:05:58.675484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-216a5174-1a51-4354-a40b-e6872fc9b69b None None] Port 68b3a5a4-8a47-459e-9e2d-716985318ac9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:05:58.701748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-216a5174-1a51-4354-a40b-e6872fc9b69b None None] Provisioning complete for port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:58.702469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-216a5174-1a51-4354-a40b-e6872fc9b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.705409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-af61bf76-8324-46b9-bc8b-e5bd33b2aed8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 200 len: 217 time: 0.0759604 Feb 10 04:05:58.738750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75961a-a359-4640-b474-bbeed5bca008 req-76a2e1d0-adc2-4c7e-bb2c-5a040e28748a tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:58.741820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f75961a-a359-4640-b474-bbeed5bca008 req-76a2e1d0-adc2-4c7e-bb2c-5a040e28748a tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 931 time: 0.4103913 Feb 10 04:05:58.807028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks [] for port (45df8038-6160-4e5a-bd7b-a357bd9d944b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.817260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:58.869724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-216a5174-1a51-4354-a40b-e6872fc9b69b None None] Current status of the port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:05:58.896187 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0b97e4c6-2123-466d-b8a2-ff39ee7b1cd7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d44b635-5cff-42d7-9905-1dde2dc96d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2572589 Feb 10 04:05:58.917900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-b323118e-49ed-4a8f-8ca8-ffe887cfe666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:58.919803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-b323118e-49ed-4a8f-8ca8-ffe887cfe666 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 200 len: 848 time: 0.2134755 Feb 10 04:05:58.938232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f75961a-a359-4640-b474-bbeed5bca008 req-0ec31451-ec23-4ac5-89f8-cf2bbea22e5c tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369860 Feb 10 04:05:58.946017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:58.955235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75538e3-d420-4008-aefa-670ffade427e req-8a24b67e-bdcd-4d7d-8c4e-69b044dadc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:58.957336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f75538e3-d420-4008-aefa-670ffade427e req-8a24b67e-bdcd-4d7d-8c4e-69b044dadc66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 913 time: 1.2520661 Feb 10 04:05:58.994142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-4c61325a-a3cf-46e5-ac13-fbcf9019ff28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19c2078d-d0d8-41aa-81b3-6d3d3e628f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544236 Feb 10 04:05:58.998998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bbeec20e-9d92-4160-938e-e8aa7753b2a5 None None] Provisioning complete for port 68b3a5a4-8a47-459e-9e2d-716985318ac9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:58.999406 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bbeec20e-9d92-4160-938e-e8aa7753b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:59.001362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-168905a1-961d-447c-b564-0481435e9464 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3126190 Feb 10 04:05:59.065456 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (45df8038-6160-4e5a-bd7b-a357bd9d944b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:59.112417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bbeec20e-9d92-4160-938e-e8aa7753b2a5 None None] Port 68b3a5a4-8a47-459e-9e2d-716985318ac9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:05:59.123463 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (49b1188a-2f8d-44e6-9595-0b840e427670), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:59.152435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event updated for resources: {'Port': ['ID=45df8038-6160-4e5a-bd7b-a357bd9d944b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:59.233790 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f75538e3-d420-4008-aefa-670ffade427e req-1dc4b0ad-815c-444f-a0be-845754684a2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 217 time: 0.2680445 Feb 10 04:05:59.248656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:05:59.256917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:05:59.266240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:05:59.278640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:59.279563 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:59.317339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-0e258873-8534-4ee2-96b1-40afbcd724e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:59.327653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-0e258873-8534-4ee2-96b1-40afbcd724e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 1126 time: 0.2970886 Feb 10 04:05:59.372844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fa5bd-dc37-4df1-b711-4174203a35e0 req-e0f84f83-ca9d-469d-a766-ca050482446d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:59.381255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be2fa5bd-dc37-4df1-b711-4174203a35e0 req-e0f84f83-ca9d-469d-a766-ca050482446d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.3021903 Feb 10 04:05:59.391525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 49b1188a-2f8d-44e6-9595-0b840e427670 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:05:59.394466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event deleted for resources: {'Port': ['ID=49b1188a-2f8d-44e6-9595-0b840e427670,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:05:59.395159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-5a734be9-4fe1-410f-a23e-6bbcdf71cafa service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925300 Feb 10 04:05:59.406933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] No DVR routers for this DVR port 49b1188a-2f8d-44e6-9595-0b840e427670 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:05:59.440473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 49b1188a-2f8d-44e6-9595-0b840e427670 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:05:59.441323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 49b1188a-2f8d-44e6-9595-0b840e427670 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:05:59.448178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:59.455014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a095d3c6-4088-45bc-acb1-37f2a9467037 req-9cfc7a9b-66b3-4645-bd76-7db46f15d8b6 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "DELETE /v2.0/ports/49b1188a-2f8d-44e6-9595-0b840e427670 HTTP/1.1" status: 204 len: 173 time: 2.8787167 Feb 10 04:05:59.463606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'name': 'network-vif-deleted', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:05:59.468084 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039f77d6-6916-42f9-9876-172c5e856bc5" -d '{"events": [{"server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "name": "network-vif-deleted", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:05:59.511626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5de4bfcc-3443-43a5-9316-f381758ad9f4 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1326406 Feb 10 04:05:59.517486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Attempting to bind port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:05:59.518115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Attempting to bind port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'fe5636bb-d76e-48f2-bfe7-f6428d2571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:05:59.519012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Attempting to bind port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 on network 9cc41c89-3420-490b-b4e3-da1fab28770a {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:59.528720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:05:59.529856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 on network 9cc41c89-3420-490b-b4e3-da1fab28770a not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:05:59.530593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Attempting to bind port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 on network 9cc41c89-3420-490b-b4e3-da1fab28770a {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:05:59.543517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75538e3-d420-4008-aefa-670ffade427e req-a97daf13-6f54-4d65-b3d8-742a8af2f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:05:59.545582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f75538e3-d420-4008-aefa-670ffade427e req-a97daf13-6f54-4d65-b3d8-742a8af2f446 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.2776923 Feb 10 04:05:59.547428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:05:59.548091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Checking segment: {'id': 'fe5636bb-d76e-48f2-bfe7-f6428d2571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:05:59.548748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Bound using segment: {'id': 'fe5636bb-d76e-48f2-bfe7-f6428d2571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:05:59.550727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Bound port: 8ff95656-cf8f-4b50-9a93-ed25c680a0b4, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5636bb-d76e-48f2-bfe7-f6428d2571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:05:59.551391 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:59.654291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f75538e3-d420-4008-aefa-670ffade427e req-7dcd74a1-4411-46ea-9c90-ac44d4dbf60d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977509 Feb 10 04:05:59.867015 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f9bd89a4-f3da-42ea-9bd4-830f8750f40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:05:59.893782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6b6798fc-1a17-469a-a4d7-0ab8ef812ac6 None None] Provisioning complete for port 45df8038-6160-4e5a-bd7b-a357bd9d944b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:05:59.894235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6b6798fc-1a17-469a-a4d7-0ab8ef812ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (45df8038-6160-4e5a-bd7b-a357bd9d944b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:00.008566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6b6798fc-1a17-469a-a4d7-0ab8ef812ac6 None None] Port 45df8038-6160-4e5a-bd7b-a357bd9d944b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:00.054650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be2fa5bd-dc37-4df1-b711-4174203a35e0 req-5d0587ea-a6b2-4ce1-84cd-9a6ba7c77216 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6583698 Feb 10 04:06:00.116871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-3c8bac0e-9c14-4e90-93fd-6a7d7a9e727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.129190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-3c8bac0e-9c14-4e90-93fd-6a7d7a9e727e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 200 len: 921 time: 0.7419374 Feb 10 04:06:00.146935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3d448-67c0-48b4-b1de-aa6bccd496ac tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.163136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3d448-67c0-48b4-b1de-aa6bccd496ac tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.171115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3d448-67c0-48b4-b1de-aa6bccd496ac tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.175551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-28e3d448-67c0-48b4-b1de-aa6bccd496ac tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6140916 Feb 10 04:06:00.190808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57010) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:00.190808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-e966a111-89ad-4f39-809d-b30dcc38a570 service neutron] 10.222.0.24 "GET /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590210 Feb 10 04:06:00.199290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 635244f5-a20e-4ce2-837f-f8a1c50d2c15 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:00.228793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] For port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:00.236929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] For port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,segment=NetworkSegment(fe5636bb-d76e-48f2-bfe7-f6428d2571e1),segment_id=fe5636bb-d76e-48f2-bfe7-f6428d2571e1)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:00.254219 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f75538e3-d420-4008-aefa-670ffade427e req-fbd23001-1954-42d3-bda3-3bc2f44feb75 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915556 Feb 10 04:06:00.294415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:00.294415 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:00.333517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-f89dac5c-ae5d-4115-8f23-a70e5486a378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 200 len: 217 time: 0.1530249 Feb 10 04:06:00.399406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f75538e3-d420-4008-aefa-670ffade427e req-a16ab2a3-500f-48c2-90dd-71876bc79dca service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390545 Feb 10 04:06:00.413488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd715b-ebc0-4f6d-ae8e-e71337cdd050 req-66543290-b1b6-414d-b183-9cdb509163b3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.428592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eacd715b-ebc0-4f6d-ae8e-e71337cdd050 req-66543290-b1b6-414d-b183-9cdb509163b3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 985 time: 0.5562987 Feb 10 04:06:00.441198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-9ef628c0-2b6f-4197-834d-de9ca4d706b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.442456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-9ef628c0-2b6f-4197-834d-de9ca4d706b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 200 len: 860 time: 0.1026266 Feb 10 04:06:00.476169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:00.476418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.483521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.489522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.496827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.503350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eacd715b-ebc0-4f6d-ae8e-e71337cdd050 req-fc87d51e-43e8-446a-be30-d12d60aee466 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&id=11f434ea-c988-47b3-8982-d035e257f780&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0736609 Feb 10 04:06:00.503823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.509764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.519829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.519829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-ba9a1834-1564-44b1-983c-4c5448f0bcae tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2917202 Feb 10 04:06:00.549965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-bffef2a3-03cd-474d-818c-60efb3023105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990694 Feb 10 04:06:00.622535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c55f57bc-9a4d-481a-b9b3-f92a147b4f7c req-e454f650-2440-4883-8d42-4442adb01d46 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=68dff65c-ac04-406b-913c-7762c57458fd HTTP/1.1" status: 200 len: 210 time: 0.0411148 Feb 10 04:06:00.756673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe409a-d632-4bce-9f14-9beb1962cf92 req-665d3671-4091-480a-a7c7-cea52cf05aa7 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.766275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42fe409a-d632-4bce-9f14-9beb1962cf92 req-665d3671-4091-480a-a7c7-cea52cf05aa7 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 945 time: 0.0704434 Feb 10 04:06:00.830181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:00.923077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Deleting port 45df8038-6160-4e5a-bd7b-a357bd9d944b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:00.923422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (45df8038-6160-4e5a-bd7b-a357bd9d944b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:00.932813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:00.933886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:00.935938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/8ff95656-cf8f-4b50-9a93-ed25c680a0b4 HTTP/1.1" status: 200 len: 1091 time: 4.2505238 Feb 10 04:06:00.963900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:00.987518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be10215f-5ceb-45b1-bf89-19fcd0f436da req-099a03d8-ae21-4b0a-8d3b-c10ef4d4d035 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4472022 Feb 10 04:06:01.039243 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42fe409a-d632-4bce-9f14-9beb1962cf92 req-0d4509fd-f26f-4983-a60b-a27f0461d1fd tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682619 Feb 10 04:06:01.056257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481c0b3-7121-4f6c-b80f-cf8f0d2936f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:01.095844 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164d0c0-ed22-4fc4-89ca-59251708ac6c x-openstack-request-id: req-b164d0c0-ed22-4fc4-89ca-59251708ac6c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:01.096146 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dff65c-ac04-406b-913c-7762c57458fd", "name": "network-vif-deleted", "tag": "49b1188a-2f8d-44e6-9595-0b840e427670", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:01.096615 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b164d0c0-ed22-4fc4-89ca-59251708ac6c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:01.098878 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dff65c-ac04-406b-913c-7762c57458fd', 'name': 'network-vif-deleted', 'tag': '49b1188a-2f8d-44e6-9595-0b840e427670', 'status': 'completed', 'code': 200} Feb 10 04:06:01.112575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-6b8f4ddd-6b5c-438d-950f-ed1b23a5938b service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495281 Feb 10 04:06:01.197955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b37ef6cc-13cf-4f06-8ef6-3fbb8303eadb req-dcae57d9-f20e-4c3d-b0f2-07d110420c28 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 210 time: 0.0695047 Feb 10 04:06:01.251536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (45df8038-6160-4e5a-bd7b-a357bd9d944b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:01.330466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Calling delete_port for 45df8038-6160-4e5a-bd7b-a357bd9d944b owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:01.367934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-7f2dce13-b673-420e-b729-ea1371a93045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:01.370369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-7f2dce13-b673-420e-b729-ea1371a93045 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e3fbf911e0b4cbdbb2a51255b3beab8&device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 1125 time: 0.1711767 Feb 10 04:06:01.457448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-856cb3fd-724c-45b2-be88-135dc209ed9c req-bcd6b57e-9ff9-4b30-8c10-b54b27eafbf4 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275096 Feb 10 04:06:01.471714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85496851-842f-4e34-8aa3-ec86e58fa373 req-3113e118-f84a-4a4e-b779-6d0ef0f9e9a5 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:01.480096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85496851-842f-4e34-8aa3-ec86e58fa373 req-3113e118-f84a-4a4e-b779-6d0ef0f9e9a5 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 943 time: 0.2941186 Feb 10 04:06:01.500238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-94e1051c-4b6a-4e9d-b4ea-c7fd0f8ab77f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff95656-cf8f-4b50-9a93-ed25c680a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0879676 Feb 10 04:06:01.530746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-84ddae4b-ea07-4563-803a-216b164927ea tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:01.532414 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-84ddae4b-ea07-4563-803a-216b164927ea tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7&tenant_id=6211b1d8a47c48e3939e0cd373e443bc&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.2780118 Feb 10 04:06:01.564584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e19a7b11-d840-44b5-9b24-1aa9746ee5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:01.566227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-e19a7b11-d840-44b5-9b24-1aa9746ee5c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70e320c8-486a-498f-86ee-2273e38d2d49 HTTP/1.1" status: 200 len: 853 time: 0.0577664 Feb 10 04:06:01.631186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85496851-842f-4e34-8aa3-ec86e58fa373 req-ae04ebbf-3003-4ea9-b9ac-e7ec0fa5bccc tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499183 Feb 10 04:06:01.636813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-3ab06a0b-bcd4-4bd3-a2ab-0437b22b8a2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cc41c89-3420-490b-b4e3-da1fab28770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606680 Feb 10 04:06:01.671216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b3bc6-4d01-46da-8093-86bef47d8aeb req-a6adb2ba-3def-41c5-91be-663e3431ccf1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:01.682919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-773b3bc6-4d01-46da-8093-86bef47d8aeb req-a6adb2ba-3def-41c5-91be-663e3431ccf1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.3102317 Feb 10 04:06:01.864537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (45df8038-6160-4e5a-bd7b-a357bd9d944b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:01.865648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-773b3bc6-4d01-46da-8093-86bef47d8aeb req-476fbb49-e860-4615-8b80-634c73e7a196 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762190 Feb 10 04:06:01.910974 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-b3cd30c6-81ea-4ff3-8125-6e7daeec7254 service neutron] 10.222.0.43 "GET /v2.0/networks/9cc41c89-3420-490b-b4e3-da1fab28770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613747 Feb 10 04:06:01.977322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451eb9a6-3df9-405d-8496-7bef8828b9ff req-9525ef14-40f0-4d11-9172-a4ba88a55f63 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:01.979091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-451eb9a6-3df9-405d-8496-7bef8828b9ff req-9525ef14-40f0-4d11-9172-a4ba88a55f63 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 985 time: 0.2121572 Feb 10 04:06:01.986758 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event deleted for resources: {'Port': ['ID=45df8038-6160-4e5a-bd7b-a357bd9d944b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:01.993811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:02.006692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33d18e10-bb2d-490a-875f-8142c0f15cff tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "DELETE /v2.0/ports/45df8038-6160-4e5a-bd7b-a357bd9d944b HTTP/1.1" status: 204 len: 168 time: 1.8138869 Feb 10 04:06:02.027375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57028) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:02.037558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Request body: {'port': {'name': 'tempest-new-port-name-1947927770', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:02.038111 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] bootfile-name is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:06:02.038601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] tftp-server is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:06:02.039082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] server-ip-address is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:06:02.121263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d3d73b-7df3-4230-9f80-4ee5ee7e8f20 req-a59775c2-e74e-4847-8cb7-808becba2c26 service neutron] 10.222.0.43 "GET /v2.0/networks/9cc41c89-3420-490b-b4e3-da1fab28770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993711 Feb 10 04:06:02.169463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:02.280574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-451eb9a6-3df9-405d-8496-7bef8828b9ff req-1dd2c4f6-bd0f-4d1e-8d63-f6f674397b09 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&id=11f434ea-c988-47b3-8982-d035e257f780&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2766764 Feb 10 04:06:02.304494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-20b92620-b472-4b3f-8ff7-92b9295dfbc5 service neutron] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:02.310674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-20b92620-b472-4b3f-8ff7-92b9295dfbc5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:02.311888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ac0dfb-61e4-4757-904a-d14ad48cc1a9 req-20b92620-b472-4b3f-8ff7-92b9295dfbc5 service neutron] 10.222.0.24 "DELETE /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df/bindings/n-h2-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.7649274 Feb 10 04:06:02.471460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.477268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.482799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.487974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.494224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.499052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.504475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.506780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-a87506ef-e676-4a08-b035-7e424fd3c74b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1385975 Feb 10 04:06:02.548298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks [] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:02.586370 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41d41ba8-d585-42a1-a4e1-87d39d21a499 req-87032a9e-ebfd-434c-97cc-1aa22348ea83 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714328 Feb 10 04:06:02.602004 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:02.710739 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:02.748741 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dcb2b0c0-0fce-4761-bab8-aa4cb49354cd req-867b0925-5172-4aa5-bb52-1012369d0cdf tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 210 time: 0.0357859 Feb 10 04:06:02.755212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baf9cc-85a4-4ace-aa19-5518a382cd4e req-6810d13b-671f-4c90-ae5d-5c7d52eef193 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.755212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10baf9cc-85a4-4ace-aa19-5518a382cd4e req-6810d13b-671f-4c90-ae5d-5c7d52eef193 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 945 time: 0.1088421 Feb 10 04:06:02.764710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] In _notify_port_updated(), no bound segment for port 68b3a5a4-8a47-459e-9e2d-716985318ac9 on network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:06:02.770320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.771154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:02.775359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "PUT /v2.0/ports/68b3a5a4-8a47-459e-9e2d-716985318ac9 HTTP/1.1" status: 200 len: 1129 time: 0.7404840 Feb 10 04:06:02.799982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:02.811401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f0cc0-c569-4d07-b5ca-17d76460d27f tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event updated for resources: {'Port': ['ID=68b3a5a4-8a47-459e-9e2d-716985318ac9,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:02.857043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10baf9cc-85a4-4ace-aa19-5518a382cd4e req-722a834c-ff86-46be-a4d1-e137653c09a2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934906 Feb 10 04:06:02.948306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f5de38-705f-494f-9d78-e7c2fb3b9482 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:02.950509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-39f5de38-705f-494f-9d78-e7c2fb3b9482 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "GET /v2.0/ports/68b3a5a4-8a47-459e-9e2d-716985318ac9 HTTP/1.1" status: 200 len: 1129 time: 0.1485565 Feb 10 04:06:02.956109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57056) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:03.004487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-c9350836-6e94-4662-b0d3-fd34bb93652b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1476429719&fields=id&tenant_id=c73ead655abf456aa9b38b9789b050ef HTTP/1.1" status: 200 len: 267 time: 0.0526066 Feb 10 04:06:03.098375 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-0dd3eaf5-112b-46af-87ee-569e964f61ed tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:03.101093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-0dd3eaf5-112b-46af-87ee-569e964f61ed tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 985 time: 0.0897501 Feb 10 04:06:03.102090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'tag': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:03.105512 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56421514-5369-4508-adf1-7d27f00c2517" -d '{"events": [{"name": "network-changed", "server_uuid": "ab87fde0-5531-4e64-b44b-85cc337c3e42", "tag": "8ff95656-cf8f-4b50-9a93-ed25c680a0b4"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:03.114885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'port': {'security_groups': ['11f434ea-c988-47b3-8982-d035e257f780', '57f9fc19-7883-494e-a221-f16686ef75e8', '4dd3ac53-5d09-45ed-b19e-a223274fa1ae']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:03.180611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-5ca88abe-0eb7-4208-bc50-8e513467695f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:03.182813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-5ca88abe-0eb7-4208-bc50-8e513467695f tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 944 time: 0.1359992 Feb 10 04:06:03.183751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33748994-f11f-49aa-8c01-e670daff049c None None] Provisioning complete for port 68b3a5a4-8a47-459e-9e2d-716985318ac9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:03.184681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33748994-f11f-49aa-8c01-e670daff049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.206766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fcf10-4751-4d0a-810d-79b468ee402d req-520c1620-9011-41b9-931a-05fcf2dac65c tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:03.208570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e8fcf10-4751-4d0a-810d-79b468ee402d req-520c1620-9011-41b9-931a-05fcf2dac65c tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 943 time: 0.2081113 Feb 10 04:06:03.237759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33748994-f11f-49aa-8c01-e670daff049c None None] Port 68b3a5a4-8a47-459e-9e2d-716985318ac9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:03.256443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.346894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e8fcf10-4751-4d0a-810d-79b468ee402d req-a9cf0b21-c0f2-4d62-8c9c-f93741217b5c tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313963 Feb 10 04:06:03.349473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Deleting port 68b3a5a4-8a47-459e-9e2d-716985318ac9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:03.349823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.501611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Deleting port c7fe2b89-68a1-4027-a25f-df8ddac985a8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:03.502398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.540162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b5218c46-6a39-4935-934d-5ff226649ed9,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:03.573611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for port (b5218c46-6a39-4935-934d-5ff226649ed9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.658459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.661815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] For port c7fe2b89-68a1-4027-a25f-df8ddac985a8, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7fe2b89-68a1-4027-a25f-df8ddac985a8,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:03.662523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.679052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.694164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6', 'b5218c46-6a39-4935-934d-5ff226649ed9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:03.733104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d155b-8f5c-4b1f-9728-6e51999f46c2 req-65961bf2-3027-4a01-af47-61a2ff05c8f9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:03.742357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-810d155b-8f5c-4b1f-9728-6e51999f46c2 req-65961bf2-3027-4a01-af47-61a2ff05c8f9 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 944 time: 0.2990909 Feb 10 04:06:03.742357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Calling delete_port for 68b3a5a4-8a47-459e-9e2d-716985318ac9 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:03.742357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Calling delete_port for c7fe2b89-68a1-4027-a25f-df8ddac985a8 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:03.765403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:03.800501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:03.805648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:03.817145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c30eeb2d-c705-4da1-b422-535bcd9fd895 req-674d97b7-0439-4fe4-ad65-2861425ecfe6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "PUT /v2.0/ports/b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 1021 time: 0.7073281 Feb 10 04:06:03.893077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['b5218c46-6a39-4935-934d-5ff226649ed9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:03.984315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0132b3-f342-47a8-919f-3b7794a3f4fc req-7e9207f8-14ac-4c5c-842e-392930a65b77 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:03.994166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db0132b3-f342-47a8-919f-3b7794a3f4fc req-7e9207f8-14ac-4c5c-842e-392930a65b77 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 947 time: 0.1018684 Feb 10 04:06:04.018744 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:04.125894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db0132b3-f342-47a8-919f-3b7794a3f4fc req-21f52323-7186-48ad-951f-7bb93eed49cd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224124 Feb 10 04:06:04.207729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-810d155b-8f5c-4b1f-9728-6e51999f46c2 req-c4a4cfb6-3f08-444b-be02-8dd40ef50ff7 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564717 Feb 10 04:06:04.295937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:04.319115 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd3e789-6315-45ad-a67e-5b14d90cb402 x-openstack-request-id: req-fcd3e789-6315-45ad-a67e-5b14d90cb402 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:04.319467 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab87fde0-5531-4e64-b44b-85cc337c3e42", "tag": "8ff95656-cf8f-4b50-9a93-ed25c680a0b4", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:04.320167 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcd3e789-6315-45ad-a67e-5b14d90cb402 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:04.320385 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'tag': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4', 'status': 'completed', 'code': 200} Feb 10 04:06:04.417863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-fb1c619e-3410-40d4-b76f-1ecb67bdcf14 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.430324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-fb1c619e-3410-40d4-b76f-1ecb67bdcf14 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.24 "GET /v2.0/networks?id=3d44b635-5cff-42d7-9905-1dde2dc96d04 HTTP/1.1" status: 200 len: 809 time: 0.4810784 Feb 10 04:06:04.450274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Request body: {'port': {'device_id': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04', 'admin_state_up': True, 'tenant_id': 'b2190030a9bc42aea9f642d845c46b39'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:04.530360 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4c977f4-acf6-4b50-aa1f-aca510ce5124 req-065d6e3d-6dfb-41fd-bb26-790dca32c83d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 210 time: 0.1306837 Feb 10 04:06:04.579350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56421514-5369-4508-adf1-7d27f00c2517 req-b2c2bbdd-ae7a-4ef3-8f3b-80ca37472976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.581128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56421514-5369-4508-adf1-7d27f00c2517 req-b2c2bbdd-ae7a-4ef3-8f3b-80ca37472976 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e3fbf911e0b4cbdbb2a51255b3beab8&device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 1125 time: 0.1796565 Feb 10 04:06:04.665386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.674657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.692818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.701018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.709392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.717460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.723690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.727060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-1feb17b2-33b1-4d07-aff8-f20a116dea6d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3957431 Feb 10 04:06:04.749544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8d134cb-8d51-46c7-9ef0-25c0f6f6aef9 req-61aa5b41-c477-464f-ba71-9d8b33477a3e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/4dd3ac53-5d09-45ed-b19e-a223274fa1ae HTTP/1.1" status: 200 len: 1820 time: 0.1728930 Feb 10 04:06:04.758372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56421514-5369-4508-adf1-7d27f00c2517 req-3183d5bf-89ed-43a4-9a4a-3f63cebe7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:04.759896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56421514-5369-4508-adf1-7d27f00c2517 req-3183d5bf-89ed-43a4-9a4a-3f63cebe7d55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cc41c89-3420-490b-b4e3-da1fab28770a HTTP/1.1" status: 200 len: 914 time: 0.1368811 Feb 10 04:06:04.860251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56421514-5369-4508-adf1-7d27f00c2517 req-dbf1723e-fe90-4ff1-b3ea-d168adadc344 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff95656-cf8f-4b50-9a93-ed25c680a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0908782 Feb 10 04:06:04.881803 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-a8d134cb-8d51-46c7-9ef0-25c0f6f6aef9 req-decb78fc-1de0-44d1-bf20-a9e4cf2f34c0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 04:06:04.882675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8d134cb-8d51-46c7-9ef0-25c0f6f6aef9 req-decb78fc-1de0-44d1-bf20-a9e4cf2f34c0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/4dd3ac53-5d09-45ed-b19e-a223274fa1ae HTTP/1.1" status: 409 len: 341 time: 0.1321766 Feb 10 04:06:04.897461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Made reservation on behalf of b2190030a9bc42aea9f642d845c46b39 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:04.907852 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:04.923309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,segment=NetworkSegment(fe5636bb-d76e-48f2-bfe7-f6428d2571e1),segment_id=fe5636bb-d76e-48f2-bfe7-f6428d2571e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:04.977714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4', 'network_id': '9cc41c89-3420-490b-b4e3-da1fab28770a', 'port_id': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4', 'mac_address': 'fa:16:3e:94:2a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e320c8-486a-498f-86ee-2273e38d2d49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:05.051034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a94ff8a-d2f5-4aeb-a0be-5364786ffffd req-c0eb13bc-56d1-492e-97bd-30f6234b7b7c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3156245 Feb 10 04:06:05.063272 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (68b3a5a4-8a47-459e-9e2d-716985318ac9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.067957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455ffe5-7427-4fe3-93e3-251797ed718f req-813da499-9b33-4bf1-bbe1-26d4bdaf6a10 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:05.071866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0455ffe5-7427-4fe3-93e3-251797ed718f req-813da499-9b33-4bf1-bbe1-26d4bdaf6a10 tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 1127 time: 0.0998154 Feb 10 04:06:05.073406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56421514-5369-4508-adf1-7d27f00c2517 req-5d60b80b-1186-4c31-9f92-86d6a6fae04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:05.087136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56421514-5369-4508-adf1-7d27f00c2517 req-5d60b80b-1186-4c31-9f92-86d6a6fae04a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70e320c8-486a-498f-86ee-2273e38d2d49 HTTP/1.1" status: 200 len: 853 time: 0.1966491 Feb 10 04:06:05.120380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:05.121144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.139624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56421514-5369-4508-adf1-7d27f00c2517 req-f16480e1-ef5f-498c-b3fc-e0179d9a2506 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cc41c89-3420-490b-b4e3-da1fab28770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581872 Feb 10 04:06:05.156587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:05.159471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event deleted for resources: {'Port': ['ID=68b3a5a4-8a47-459e-9e2d-716985318ac9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:05.214956 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0455ffe5-7427-4fe3-93e3-251797ed718f req-6ee041fc-831e-4d2c-8f96-763dd19a585e tempest-LiveMigrationTest-335650935 tempest-LiveMigrationTest-335650935-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163068 Feb 10 04:06:05.234204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,segment=NetworkSegment(fe5636bb-d76e-48f2-bfe7-f6428d2571e1),segment_id=fe5636bb-d76e-48f2-bfe7-f6428d2571e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:05.315359 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.347485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56421514-5369-4508-adf1-7d27f00c2517 req-fc4e1951-5025-4ac4-8b4f-1ee333631d84 service neutron] 10.222.0.43 "GET /v2.0/networks/9cc41c89-3420-490b-b4e3-da1fab28770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697512 Feb 10 04:06:05.394975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Allocated IP 172.20.0.10 (3d44b635-5cff-42d7-9905-1dde2dc96d04/f80f55e5-fc63-4a77-9b42-512cfcd0c266/9c2806cc-d592-4d1f-9b00-a749057b52fb) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:05.432164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:05.456077 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c7fe2b89-68a1-4027-a25f-df8ddac985a8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.466753 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56421514-5369-4508-adf1-7d27f00c2517 req-1134f222-91b5-4ec7-a101-f9b7f3dd44ff service neutron] 10.222.0.43 "GET /v2.0/networks/9cc41c89-3420-490b-b4e3-da1fab28770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125357 Feb 10 04:06:05.568163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event deleted for resources: {'Port': ['ID=c7fe2b89-68a1-4027-a25f-df8ddac985a8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:05.610364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8ff95656-cf8f-4b50-9a93-ed25c680a0b4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:05.696672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] No DVR routers for this DVR port c7fe2b89-68a1-4027-a25f-df8ddac985a8 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:05.701926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.708769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1b31040-f190-4bfc-9173-7ac3d6f37574 req-d51aae0d-ad5c-46cf-867e-6e50a9601161 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "DELETE /v2.0/ports/c7fe2b89-68a1-4027-a25f-df8ddac985a8 HTTP/1.1" status: 204 len: 173 time: 2.5165563 Feb 10 04:06:05.717270 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.727734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-224b0520-ec44-4b76-bafd-7e0146eb2fa5 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "DELETE /v2.0/ports/68b3a5a4-8a47-459e-9e2d-716985318ac9 HTTP/1.1" status: 204 len: 168 time: 2.7657542 Feb 10 04:06:05.727892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57128) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:05.729341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'name': 'network-vif-deleted', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:05.732197 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf706f9e-bdd6-4919-95d1-7a1e908c2076" -d '{"events": [{"server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "name": "network-vif-deleted", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:05.793312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks [] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.810470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72e467-e653-4a60-9f22-081378cbd9c5 req-ba948b8e-a94c-46a9-bc12-64640adebbe0 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:05.818676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b72e467-e653-4a60-9f22-081378cbd9c5 req-ba948b8e-a94c-46a9-bc12-64640adebbe0 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 944 time: 0.3655064 Feb 10 04:06:05.858595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Deleting subnet 308b83b4-a54e-44a0-aa08-ffa3282c34ff {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:05.866406 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks [] for subnet (308b83b4-a54e-44a0-aa08-ffa3282c34ff), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.899409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b72e467-e653-4a60-9f22-081378cbd9c5 req-adde6e7a-1643-4be7-93e0-598aa52e4994 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791433 Feb 10 04:06:05.949535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (308b83b4-a54e-44a0-aa08-ffa3282c34ff), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:05.989610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f300234-10d3-472a-b23d-b3e6babfb2aa req-f24aeb3c-c493-4085-a551-aa21eaf91fb0 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=afcea9f4-27fc-4690-bc92-ca5f0e8674ce HTTP/1.1" status: 200 len: 210 time: 0.1248441 Feb 10 04:06:06.005640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.061134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Pushing event updated for resources: {'Port': ['ID=9c2806cc-d592-4d1f-9b00-a749057b52fb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:06.083413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Network 3d44b635-5cff-42d7-9905-1dde2dc96d04 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:06.087066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:06.087992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:06.089262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (308b83b4-a54e-44a0-aa08-ffa3282c34ff), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.152792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:06.153541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.214343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e401436-cb7b-434e-9977-74087ff895de req-489e1f8c-138b-4cb4-abb6-f2a3651c6ffd tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:06.215864 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e401436-cb7b-434e-9977-74087ff895de req-489e1f8c-138b-4cb4-abb6-f2a3651c6ffd tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 932 time: 0.0737202 Feb 10 04:06:06.264076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e401436-cb7b-434e-9977-74087ff895de req-916cb8c1-7b20-4039-a88b-41772ba3cfda tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Feb 10 04:06:06.296801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (308b83b4-a54e-44a0-aa08-ffa3282c34ff), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.300062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0145af64-ad82-4b4c-9143-d0beec9a12da tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8577287 Feb 10 04:06:06.313326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:06.317016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Request body: {'port': {'device_id': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:06.326889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:06.329452 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da577c52-9c7b-41d1-823d-bd26ba1f47d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:06.338763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event deleted for resources: {'Subnet': ['ID=308b83b4-a54e-44a0-aa08-ffa3282c34ff,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:06.349198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.358160 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d25bcef5-12f7-4915-aecd-48eecacff96e tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "DELETE /v2.0/subnets/308b83b4-a54e-44a0-aa08-ffa3282c34ff HTTP/1.1" status: 204 len: 168 time: 0.6292307 Feb 10 04:06:06.359344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57146) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:06.364780 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3655551e-fc93-4cb9-8937-7e7b0d714608 x-openstack-request-id: req-3655551e-fc93-4cb9-8937-7e7b0d714608 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:06.369927 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcea9f4-27fc-4690-bc92-ca5f0e8674ce", "name": "network-vif-deleted", "tag": "c7fe2b89-68a1-4027-a25f-df8ddac985a8", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:06.369927 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3655551e-fc93-4cb9-8937-7e7b0d714608 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:06.369927 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcea9f4-27fc-4690-bc92-ca5f0e8674ce', 'name': 'network-vif-deleted', 'tag': 'c7fe2b89-68a1-4027-a25f-df8ddac985a8', 'status': 'completed', 'code': 200} Feb 10 04:06:06.402063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b038b-8800-4041-ac00-48902e2a36ad None None] Network 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:06.614166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e823ab85-1fb8-4931-8c06-8f3a16039cc6 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:06.614480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.671826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:06.675158 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d62464-0ba7-45bd-960a-b0b23c4fbe08" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:06.705807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:06.735693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] DHCP port deletion for 3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:06:06.812209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.890878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.898948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] Deleting port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:06.899707 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.928392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=14']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:06.944591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:06.996433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Deleting port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:06.996433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.040187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] For port 635244f5-a20e-4ce2-837f-f8a1c50d2c15, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=635244f5-a20e-4ce2-837f-f8a1c50d2c15,segment=NetworkSegment(7f15d133-d71d-48bf-964a-04f7c2a8fe22),segment_id=7f15d133-d71d-48bf-964a-04f7c2a8fe22)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:07.040589 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.061366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] Calling delete_port for 635244f5-a20e-4ce2-837f-f8a1c50d2c15 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:07.131909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.137519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.143331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.148939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.154388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.157080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] For port 635244f5-a20e-4ce2-837f-f8a1c50d2c15, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=635244f5-a20e-4ce2-837f-f8a1c50d2c15,segment=NetworkSegment(7f15d133-d71d-48bf-964a-04f7c2a8fe22),segment_id=7f15d133-d71d-48bf-964a-04f7c2a8fe22)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:07.159922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.160187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.166572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.174655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-aea37bcf-7330-49c1-b74a-794666575b5e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3044698 Feb 10 04:06:07.188207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Calling delete_port for 635244f5-a20e-4ce2-837f-f8a1c50d2c15 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:07.216029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57035d9-584d-48c4-8091-f965c15d8562 req-fa849073-90a3-479e-9cfb-6fe0c5f186d2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.217540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d57035d9-584d-48c4-8091-f965c15d8562 req-fa849073-90a3-479e-9cfb-6fe0c5f186d2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1024 time: 0.3514605 Feb 10 04:06:07.250751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.297410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] Pushing event deleted for resources: {'Port': ['ID=635244f5-a20e-4ce2-837f-f8a1c50d2c15,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:07.327737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f7e73-227e-4564-8d58-84ec371b8a01 None None] No DVR routers for this DVR port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:07.350388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-852ffca6-21ae-4ff0-8b06-18b07466b32f req-16d4b3b4-7c46-4b97-8015-b08dbc2fdebd tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1673841 Feb 10 04:06:07.385723 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d57035d9-584d-48c4-8091-f965c15d8562 req-7b0c5227-b39f-4955-a59e-7b8e08d0e68c tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&id=4dd3ac53-5d09-45ed-b19e-a223274fa1ae&id=11f434ea-c988-47b3-8982-d035e257f780&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1394539 Feb 10 04:06:07.388164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-ceeed8d4-36e6-46ef-9f2b-561e7512ada2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.388514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (635244f5-a20e-4ce2-837f-f8a1c50d2c15), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.390226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-ceeed8d4-36e6-46ef-9f2b-561e7512ada2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 945 time: 0.2069490 Feb 10 04:06:07.426171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] No DVR routers for this DVR port 635244f5-a20e-4ce2-837f-f8a1c50d2c15 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:07.431366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:07.465740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event deleted for resources: {'Port': ['ID=635244f5-a20e-4ce2-837f-f8a1c50d2c15,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:07.469597 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ee083-4273-4b22-b3c9-542389c847ab x-openstack-request-id: req-ae8ee083-4273-4b22-b3c9-542389c847ab {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:07.469887 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:07.470139 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae8ee083-4273-4b22-b3c9-542389c847ab {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:07.470532 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9', 'status': 'completed', 'code': 200} Feb 10 04:06:07.484412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-256500bd-22cd-4e68-9fcd-1645498dd70e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.485924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-256500bd-22cd-4e68-9fcd-1645498dd70e tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1024 time: 0.1818469 Feb 10 04:06:07.491325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: c7fe2b89-68a1-4027-a25f-df8ddac985a8 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:07.492520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7fe2b89-68a1-4027-a25f-df8ddac985a8 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:07.651716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2806cc-d592-4d1f-9b00-a749057b52fb {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:07.651929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.660921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Deleting port 2700746c-3015-44eb-b71c-0bb35a6fe6df {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:07.661268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.667524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Publish callbacks [] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.686462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5e7f6-85af-4258-a594-92175ce61426 req-a9dfe73f-b6c0-40e0-8dd0-98c5100a518b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.688037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29f5e7f6-85af-4258-a594-92175ce61426 req-a9dfe73f-b6c0-40e0-8dd0-98c5100a518b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 945 time: 0.1366529 Feb 10 04:06:07.721786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:07.738247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f15d133-d71d-48bf-964a-04f7c2a8fe22') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:07.738630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f15d133-d71d-48bf-964a-04f7c2a8fe22') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:07.749289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-b99ea742-c02e-4f92-832a-34ace3ac74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.750869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-b99ea742-c02e-4f92-832a-34ace3ac74c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c73ead655abf456aa9b38b9789b050ef&device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1207 time: 0.2368248 Feb 10 04:06:07.755668 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (7f15d133-d71d-48bf-964a-04f7c2a8fe22), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.759441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Transition to ACTIVE for port object 9c2806cc-d592-4d1f-9b00-a749057b52fb will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:07.795053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20f38c-e570-4821-a456-40f05b27b143 req-134afe8a-4b7e-4c7b-956c-7b919680ac2e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:07.800698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a20f38c-e570-4821-a456-40f05b27b143 req-134afe8a-4b7e-4c7b-956c-7b919680ac2e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.2692466 Feb 10 04:06:07.812086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29f5e7f6-85af-4258-a594-92175ce61426 req-11995017-2b2e-4978-97ac-ead8bb6b02e7 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127481 Feb 10 04:06:07.813835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] For port 2700746c-3015-44eb-b71c-0bb35a6fe6df, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2700746c-3015-44eb-b71c-0bb35a6fe6df,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:07.814200 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.820477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (7f15d133-d71d-48bf-964a-04f7c2a8fe22), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.826909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:06:07.836487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (7f15d133-d71d-48bf-964a-04f7c2a8fe22), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.836628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Calling delete_port for 2700746c-3015-44eb-b71c-0bb35a6fe6df owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:06:07.845937 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:06:07.875651 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0151899-b267-4672-9f0b-b7d57b70075c x-openstack-request-id: req-d0151899-b267-4672-9f0b-b7d57b70075c {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:07.876167 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:07.876435 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0151899-b267-4672-9f0b-b7d57b70075c {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:07.876941 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'code': 200} Feb 10 04:06:07.880097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.965461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Deleting port b5218c46-6a39-4935-934d-5ff226649ed9 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:07.972033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:07.986557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Pushing event updated for resources: {'Port': ['ID=9c2806cc-d592-4d1f-9b00-a749057b52fb,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:08.027369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a20f38c-e570-4821-a456-40f05b27b143 req-9b684476-e9a5-4d1e-979a-bb7388532167 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249677 Feb 10 04:06:08.103303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.110631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b085b-c827-492f-a6ae-6d7f7ab8d798 req-be3924a3-67a3-4200-bd1b-e64d97d0851d tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:08.111784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-380b085b-c827-492f-a6ae-6d7f7ab8d798 req-be3924a3-67a3-4200-bd1b-e64d97d0851d tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 944 time: 0.1760097 Feb 10 04:06:08.136481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.140541 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] 10.222.0.42 "DELETE /v2.0/networks/3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0 HTTP/1.1" status: 204 len: 168 time: 1.7768371 Feb 10 04:06:08.153139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-1dd6939c-d4cc-4886-a084-f994523c1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:08.154772 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-1dd6939c-d4cc-4886-a084-f994523c1a2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 200 len: 913 time: 0.3922355 Feb 10 04:06:08.182734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977299f7-240b-4c4b-ba8d-f6520d560643 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266 tempest-ExtraDHCPOptionsIpV6TestJSON-715475266-project] Pushing event deleted for resources: {'Network': ['ID=3e6bce78-ba7a-4a7d-9bbf-a5dd6c6a46f0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:08.183399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Attempting to bind port 9c2806cc-d592-4d1f-9b00-a749057b52fb on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:08.183399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Attempting to bind port 9c2806cc-d592-4d1f-9b00-a749057b52fb by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'aa1b5876-a9d0-4aea-b3f2-991c942970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:08.189924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Attempting to bind port 9c2806cc-d592-4d1f-9b00-a749057b52fb on network 3d44b635-5cff-42d7-9905-1dde2dc96d04 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:08.192454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Port 9c2806cc-d592-4d1f-9b00-a749057b52fb on network 3d44b635-5cff-42d7-9905-1dde2dc96d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:08.192787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Attempting to bind port 9c2806cc-d592-4d1f-9b00-a749057b52fb on network 3d44b635-5cff-42d7-9905-1dde2dc96d04 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:08.214760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:08.214760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Checking segment: {'id': 'aa1b5876-a9d0-4aea-b3f2-991c942970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:08.214760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Bound using segment: {'id': 'aa1b5876-a9d0-4aea-b3f2-991c942970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:08.214760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Bound port: 9c2806cc-d592-4d1f-9b00-a749057b52fb, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1b5876-a9d0-4aea-b3f2-991c942970a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:08.214760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.248942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-380b085b-c827-492f-a6ae-6d7f7ab8d798 req-8e2dbe0d-33d7-46a3-8a1b-b2d4ceb3b671 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242158 Feb 10 04:06:08.264869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 635244f5-a20e-4ce2-837f-f8a1c50d2c15 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:08.294453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-64e5173c-6922-4db8-b96e-8bed88f6db17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 200 len: 217 time: 0.1158988 Feb 10 04:06:08.294597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2700746c-3015-44eb-b71c-0bb35a6fe6df), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.330363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 635244f5-a20e-4ce2-837f-f8a1c50d2c15 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:08.330971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 635244f5-a20e-4ce2-837f-f8a1c50d2c15 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:08.347039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['2700746c-3015-44eb-b71c-0bb35a6fe6df'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:08.349327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['efb3a4e4-641b-418c-a02f-e2d6485227fd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:08.356813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:08.369063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event deleted for resources: {'Port': ['ID=2700746c-3015-44eb-b71c-0bb35a6fe6df,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:08.406402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-ff5c93ee-1a9c-4681-9628-756577e19200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:08.408240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-ff5c93ee-1a9c-4681-9628-756577e19200 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 200 len: 852 time: 0.1084006 Feb 10 04:06:08.451622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] No DVR routers for this DVR port 2700746c-3015-44eb-b71c-0bb35a6fe6df on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:08.453396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] For port 9c2806cc-d592-4d1f-9b00-a749057b52fb, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:08.456109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.460537 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5aad4a2-9ee3-4e2e-8553-d6a9b3b5a18a req-8458756d-35dd-4cb1-abe2-a210b6243cd6 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "DELETE /v2.0/ports/2700746c-3015-44eb-b71c-0bb35a6fe6df HTTP/1.1" status: 204 len: 173 time: 1.0571632 Feb 10 04:06:08.460922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'name': 'network-vif-deleted', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:08.463223 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac890c4-6185-4070-b702-1b4e0d8f0381" -d '{"events": [{"server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "name": "network-vif-deleted", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:08.492594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] For port 9c2806cc-d592-4d1f-9b00-a749057b52fb, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9c2806cc-d592-4d1f-9b00-a749057b52fb,segment=NetworkSegment(aa1b5876-a9d0-4aea-b3f2-991c942970a3),segment_id=aa1b5876-a9d0-4aea-b3f2-991c942970a3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:08.506219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] For port b5218c46-6a39-4935-934d-5ff226649ed9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b5218c46-6a39-4935-934d-5ff226649ed9,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:08.506219 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.522428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Calling delete_port for b5218c46-6a39-4935-934d-5ff226649ed9 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:08.569003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-ca4e1a33-7871-482b-be8d-134b896758e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24269782-c62a-4ccc-9bd5-07bbaacf2cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355336 Feb 10 04:06:08.614476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.669537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7bb94-569b-4825-a571-adb064f90e2f req-13d1ccba-c37f-4bb6-b2a9-e2675d4da886 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:08.669856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:08.670544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.671278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d7bb94-569b-4825-a571-adb064f90e2f req-13d1ccba-c37f-4bb6-b2a9-e2675d4da886 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 944 time: 0.2621298 Feb 10 04:06:08.671959 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] 10.222.0.24 "PUT /v2.0/ports/9c2806cc-d592-4d1f-9b00-a749057b52fb HTTP/1.1" status: 200 len: 1092 time: 2.3637860 Feb 10 04:06:08.687636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd6cc8-9bca-49d2-9eb6-99d6251c798d service neutron] Pushing event updated for resources: {'Port': ['ID=9c2806cc-d592-4d1f-9b00-a749057b52fb,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:08.768178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:08.774152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:08.775116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:08.802412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82d7bb94-569b-4825-a571-adb064f90e2f req-4ff28247-b930-4a46-a183-e67e813b2e39 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007884 Feb 10 04:06:08.920472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-894b5916-71b9-46ae-b7b9-514db6f03231 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172722 Feb 10 04:06:08.972227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-7c823beb-e55e-440e-9b64-3274c8963a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:08.973743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-7c823beb-e55e-440e-9b64-3274c8963a3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2190030a9bc42aea9f642d845c46b39&device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 1126 time: 0.0957811 Feb 10 04:06:08.975426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:08.976146 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.056549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,segment=NetworkSegment(fe5636bb-d76e-48f2-bfe7-f6428d2571e1),segment_id=fe5636bb-d76e-48f2-bfe7-f6428d2571e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:09.067549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-173cbb5e-e372-4749-902e-154c214f512a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2806cc-d592-4d1f-9b00-a749057b52fb HTTP/1.1" status: 200 len: 217 time: 0.0821815 Feb 10 04:06:09.102177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da577c52-9c7b-41d1-823d-bd26ba1f47d5 req-b6c81719-1926-4536-bbab-313d236891c1 service neutron] 10.222.0.43 "GET /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660404 Feb 10 04:06:09.126198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57218) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:09.135594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.136676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device b5218c46-6a39-4935-934d-5ff226649ed9 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:09.225200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:09.283861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5fcbf-4451-41f4-a627-031577909412 req-ed52d1ad-b1d1-49c3-8454-40e990f0b336 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.294600 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-20b5fcbf-4451-41f4-a627-031577909412 req-ed52d1ad-b1d1-49c3-8454-40e990f0b336 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 1024 time: 0.3712127 Feb 10 04:06:09.312711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port b5218c46-6a39-4935-934d-5ff226649ed9 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:09.313206 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.323184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-3f8c0b4a-b9dd-4f39-b08b-c547912dc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.327782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-3f8c0b4a-b9dd-4f39-b08b-c547912dc91d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f80f55e5-fc63-4a77-9b42-512cfcd0c266 HTTP/1.1" status: 200 len: 849 time: 0.2532413 Feb 10 04:06:09.366852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-4b31c941-6e55-431a-8a2c-33fd9d786e8b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.368731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-4b31c941-6e55-431a-8a2c-33fd9d786e8b tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 944 time: 0.2807391 Feb 10 04:06:09.386803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b5218c46-6a39-4935-934d-5ff226649ed9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.402784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-0cfb66ce-ac5c-4831-91ac-0f5a4a469484 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d44b635-5cff-42d7-9905-1dde2dc96d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579238 Feb 10 04:06:09.416171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['115e026b-cb03-4beb-9cdf-79712a5637c6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:09.464656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-20b5fcbf-4451-41f4-a627-031577909412 req-f86e822d-9eab-4ab5-a457-27f1abc69c57 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&id=4dd3ac53-5d09-45ed-b19e-a223274fa1ae&id=11f434ea-c988-47b3-8982-d035e257f780&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1688540 Feb 10 04:06:09.473389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'Port': ['ID=b5218c46-6a39-4935-934d-5ff226649ed9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:09.546987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.553433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.559483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.563599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] No DVR routers for this DVR port b5218c46-6a39-4935-934d-5ff226649ed9 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:09.565438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.566822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.572904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c454ebbb-23a6-480f-9493-42e24bdefc84 req-24bb5dc3-4c08-4bf3-b4eb-98ba17ef9d37 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "DELETE /v2.0/ports/b5218c46-6a39-4935-934d-5ff226649ed9 HTTP/1.1" status: 204 len: 173 time: 2.0576246 Feb 10 04:06:09.573125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.573521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'name': 'network-vif-deleted', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:09.579098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.586240 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723af61e-9727-4cd0-87de-96bb7e424dbe" -d '{"events": [{"server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "name": "network-vif-deleted", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:09.592186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.594179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-29acbe1c-2ec2-417e-908a-fd5cf1c43f51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.7243927 Feb 10 04:06:09.601428 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae18938-6a1e-429a-99bf-a47c417078c9 x-openstack-request-id: req-7ae18938-6a1e-429a-99bf-a47c417078c9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:09.601732 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a954d683-2c78-48f1-83d8-04547b8cfcf7", "name": "network-vif-deleted", "tag": "2700746c-3015-44eb-b71c-0bb35a6fe6df", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:09.602053 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ae18938-6a1e-429a-99bf-a47c417078c9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:09.602393 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a954d683-2c78-48f1-83d8-04547b8cfcf7', 'name': 'network-vif-deleted', 'tag': '2700746c-3015-44eb-b71c-0bb35a6fe6df', 'status': 'completed', 'code': 200} Feb 10 04:06:09.669195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-275e6cfa-c127-4e62-94fc-d1736b29e383 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c809093045b4d1291fd542b35b107e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4939466 Feb 10 04:06:09.671324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57232) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:09.776262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-4378b461-640b-48c8-ba92-76eb26dabf0a service neutron] 10.222.0.24 "GET /v2.0/networks/3d44b635-5cff-42d7-9905-1dde2dc96d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642733 Feb 10 04:06:09.783712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f0cde0e1-8c2e-4a25-8801-ae555865791d req-f11bf6ee-b6f5-47ce-a6c3-b0d5cda5bfe1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566904 Feb 10 04:06:09.793822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ed7558d-22e8-4a36-9dfb-7f4482ec0072 admin admin] Publish callbacks [] for security_group (e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.816818 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ed7558d-22e8-4a36-9dfb-7f4482ec0072 admin admin] Publish callbacks [] for security_group (e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.879179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:09.882869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78af49-6ff5-4bf1-8981-c3374c04adce req-33582b15-0b13-4b14-8c5c-5e70231ddd05 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:09.885137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be78af49-6ff5-4bf1-8981-c3374c04adce req-33582b15-0b13-4b14-8c5c-5e70231ddd05 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 944 time: 0.2355430 Feb 10 04:06:09.890000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ad3a6f-85c4-4d61-9ead-70e497de48d2 req-79b47135-57a6-4489-989e-275d7e3ee566 service neutron] 10.222.0.24 "GET /v2.0/networks/3d44b635-5cff-42d7-9905-1dde2dc96d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032107 Feb 10 04:06:09.891248 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b1d076-5150-4d0c-99e7-74098d1ee160" -d '{"events": [{"server_uuid": "ab87fde0-5531-4e64-b44b-85cc337c3e42", "name": "network-vif-plugged", "status": "completed", "tag": "8ff95656-cf8f-4b50-9a93-ed25c680a0b4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:09.893834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Deleting port aadc6f0a-903c-4d14-8784-d4c16e1522a2 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:09.894389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.945370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ed7558d-22e8-4a36-9dfb-7f4482ec0072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.967139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ed7558d-22e8-4a36-9dfb-7f4482ec0072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:09.967139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7ed7558d-22e8-4a36-9dfb-7f4482ec0072 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e HTTP/1.1" status: 204 len: 168 time: 0.2836113 Feb 10 04:06:09.996010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7558d-22e8-4a36-9dfb-7f4482ec0072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3feaf4a-f5ea-4f45-ac6e-e19d2decb14e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:10.030230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be78af49-6ff5-4bf1-8981-c3374c04adce req-3b133542-eb6f-40ae-89b0-0ec21142ffd5 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/security-groups?id=563928d8-ed73-4804-9962-bb0d08a7f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387954 Feb 10 04:06:10.054970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] For port aadc6f0a-903c-4d14-8784-d4c16e1522a2, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=aadc6f0a-903c-4d14-8784-d4c16e1522a2,segment=NetworkSegment(6c36535b-1479-4efc-a71c-de8c846c42eb),segment_id=6c36535b-1479-4efc-a71c-de8c846c42eb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:10.055598 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:10.094830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Calling delete_port for aadc6f0a-903c-4d14-8784-d4c16e1522a2 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:10.115243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd337b9d-3d3f-4bda-ad66-1df053b21d5a req-0bc58c91-15e9-4014-acdf-84e145a0e06d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.1253815 Feb 10 04:06:10.212765 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0198e1a-6e69-4fb9-b6f2-9767774649b4 x-openstack-request-id: req-f0198e1a-6e69-4fb9-b6f2-9767774649b4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:10.213069 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1676f1b-c647-49ef-a99e-a0d0dc0767ab", "name": "network-vif-deleted", "tag": "b5218c46-6a39-4935-934d-5ff226649ed9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:10.218101 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0198e1a-6e69-4fb9-b6f2-9767774649b4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:10.218101 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1676f1b-c647-49ef-a99e-a0d0dc0767ab', 'name': 'network-vif-deleted', 'tag': 'b5218c46-6a39-4935-934d-5ff226649ed9', 'status': 'completed', 'code': 200} Feb 10 04:06:10.233222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f2b65-c3cd-41d1-93a8-02b14d6241e9 req-edeae373-fa15-40c2-b84b-2e8d4728e244 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:10.234936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c13f2b65-c3cd-41d1-93a8-02b14d6241e9 req-edeae373-fa15-40c2-b84b-2e8d4728e244 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 945 time: 0.0965831 Feb 10 04:06:10.297580 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c13f2b65-c3cd-41d1-93a8-02b14d6241e9 req-98beb53c-00b9-45c2-a7b9-9ad1d920293f tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Feb 10 04:06:10.367727 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124e057-2d40-4283-b01e-ccaee75535c2 x-openstack-request-id: req-a124e057-2d40-4283-b01e-ccaee75535c2 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:10.373306 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab87fde0-5531-4e64-b44b-85cc337c3e42", "name": "network-vif-plugged", "status": "completed", "tag": "8ff95656-cf8f-4b50-9a93-ed25c680a0b4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:10.373306 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a124e057-2d40-4283-b01e-ccaee75535c2 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:10.373306 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4', 'code': 200} Feb 10 04:06:10.393074 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (aadc6f0a-903c-4d14-8784-d4c16e1522a2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:10.448164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Pushing event deleted for resources: {'Port': ['ID=aadc6f0a-903c-4d14-8784-d4c16e1522a2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:10.460176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d9f4a-44d3-4f60-a38b-a29850372578 req-b7ad14f0-90fb-4a48-86d1-794a7bc5d0b7 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:10.467193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a6d9f4a-44d3-4f60-a38b-a29850372578 req-b7ad14f0-90fb-4a48-86d1-794a7bc5d0b7 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 944 time: 0.1402969 Feb 10 04:06:10.538806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] No DVR routers for this DVR port aadc6f0a-903c-4d14-8784-d4c16e1522a2 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:10.541619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:10.543987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7a6bb-79f9-4d5e-9b7b-c9b61e193120 req-e89e37f3-fce6-43ea-ab8c-8a599f5246df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:10.545908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd88e793-ad4e-43d6-90ed-f21005510e9e req-5c9a6090-9831-49ab-b8d1-1bce822f2a72 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.24 "DELETE /v2.0/ports/aadc6f0a-903c-4d14-8784-d4c16e1522a2 HTTP/1.1" status: 204 len: 173 time: 1.1473813 Feb 10 04:06:10.561601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99d7a6bb-79f9-4d5e-9b7b-c9b61e193120 req-e89e37f3-fce6-43ea-ab8c-8a599f5246df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 1127 time: 0.1091635 Feb 10 04:06:10.603654 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a6d9f4a-44d3-4f60-a38b-a29850372578 req-df3f013b-0872-4c37-b973-12b0e38811c1 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355448 Feb 10 04:06:10.651971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99d7a6bb-79f9-4d5e-9b7b-c9b61e193120 req-44f30e0b-e861-4712-bad9-7e91e08a0bb6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 Feb 10 04:06:10.712386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8aa41b56-40b1-444b-91ab-7cab706c863f req-90298777-97f6-40f5-b29a-3faa083eab10 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1676f1b-c647-49ef-a99e-a0d0dc0767ab HTTP/1.1" status: 200 len: 210 time: 0.0429435 Feb 10 04:06:10.818890 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:06:10.986858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:10.993491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:10.998814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.004011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.009744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.017518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.020337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.022797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-11019acc-a97e-4dac-9c28-f501d955c3fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1051929 Feb 10 04:06:11.088642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eaa49f64-50af-4952-898c-4cb8a8a7ea6c req-bd978872-b100-4d09-8174-64f70bc3b8a0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598490 Feb 10 04:06:11.212053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c14a187-c407-4f8b-b515-ed4c9edff1cd req-901ee7f0-cf15-4da6-b81b-9561964d9f07 tempest-LiveAutoBlockMigrationV225Test-371280013 tempest-LiveAutoBlockMigrationV225Test-371280013-project] 10.222.0.42 "GET /v2.0/ports?device_id=66a2b54d-5b24-42a5-815c-60feb62e58d6 HTTP/1.1" status: 200 len: 210 time: 0.0473964 Feb 10 04:06:11.239297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8de28a42-9ec2-4159-9c72-ca01b3b20415 req-8e82b366-4e3c-4a95-816d-e915e5423581 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0437284 Feb 10 04:06:11.327669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c47f-c28f-4214-9038-69b1e385940f req-05d4a1fa-3134-417d-b7ab-66f101015f8b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.338592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6278c47f-c28f-4214-9038-69b1e385940f req-05d4a1fa-3134-417d-b7ab-66f101015f8b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0680151 Feb 10 04:06:11.407282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6278c47f-c28f-4214-9038-69b1e385940f req-9704a215-656d-4628-96e1-7718e58af198 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588923 Feb 10 04:06:11.416287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57300) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:11.448808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9c2806cc-d592-4d1f-9b00-a749057b52fb details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:11.453912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2700746c-3015-44eb-b71c-0bb35a6fe6df no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:11.536027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa4c79-3df7-4c56-8d8b-99d7d169cdcc req-6b86b2a1-6a7f-4a7d-9210-90f3147acaee tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.538646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87fa4c79-3df7-4c56-8d8b-99d7d169cdcc req-6b86b2a1-6a7f-4a7d-9210-90f3147acaee tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 945 time: 0.1450434 Feb 10 04:06:11.540367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 2700746c-3015-44eb-b71c-0bb35a6fe6df {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:11.540721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2700746c-3015-44eb-b71c-0bb35a6fe6df not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:11.600920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538195202'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:11.619456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87fa4c79-3df7-4c56-8d8b-99d7d169cdcc req-f0559bed-4ee7-48c3-883e-dc33a71bdc8e tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619676 Feb 10 04:06:11.619456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'tag': '9c2806cc-d592-4d1f-9b00-a749057b52fb'}, {'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'name': 'network-vif-deleted', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:11.620689 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f00d49-a254-41c6-a332-d5e978cec2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "90bc98ac-2411-41fc-9e4c-a3a0fc87042e", "tag": "9c2806cc-d592-4d1f-9b00-a749057b52fb"}, {"server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "name": "network-vif-deleted", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:11.676997 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666ecf1b-2067-4fcb-b1b0-7d5fd1209cce x-openstack-request-id: req-666ecf1b-2067-4fcb-b1b0-7d5fd1209cce {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:11.677396 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bc98ac-2411-41fc-9e4c-a3a0fc87042e", "tag": "9c2806cc-d592-4d1f-9b00-a749057b52fb", "status": "completed", "code": 200}, {"server_uuid": "66a2b54d-5b24-42a5-815c-60feb62e58d6", "name": "network-vif-deleted", "tag": "aadc6f0a-903c-4d14-8784-d4c16e1522a2", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:11.678350 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-666ecf1b-2067-4fcb-b1b0-7d5fd1209cce {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:11.678781 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'tag': '9c2806cc-d592-4d1f-9b00-a749057b52fb', 'status': 'completed', 'code': 200} Feb 10 04:06:11.679118 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a2b54d-5b24-42a5-815c-60feb62e58d6', 'name': 'network-vif-deleted', 'tag': 'aadc6f0a-903c-4d14-8784-d4c16e1522a2', 'status': 'completed', 'code': 200} Feb 10 04:06:11.682440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9c2806cc-d592-4d1f-9b00-a749057b52fb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9c2806cc-d592-4d1f-9b00-a749057b52fb,segment=NetworkSegment(aa1b5876-a9d0-4aea-b3f2-991c942970a3),segment_id=aa1b5876-a9d0-4aea-b3f2-991c942970a3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:11.699060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '9c2806cc-d592-4d1f-9b00-a749057b52fb', 'network_id': '3d44b635-5cff-42d7-9905-1dde2dc96d04', 'port_id': '9c2806cc-d592-4d1f-9b00-a749057b52fb', 'mac_address': 'fa:16:3e:b0:3d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80f55e5-fc63-4a77-9b42-512cfcd0c266', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:11.760612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9c2806cc-d592-4d1f-9b00-a749057b52fb is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:11.761427 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:11.762688 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:11.773825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:11.779285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2806cc-d592-4d1f-9b00-a749057b52fb {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:11.804011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9c2806cc-d592-4d1f-9b00-a749057b52fb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9c2806cc-d592-4d1f-9b00-a749057b52fb,segment=NetworkSegment(aa1b5876-a9d0-4aea-b3f2-991c942970a3),segment_id=aa1b5876-a9d0-4aea-b3f2-991c942970a3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:11.848441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-b81ef679-b7ad-4baa-91a1-eb0876c25b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.850918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-b81ef679-b7ad-4baa-91a1-eb0876c25b28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2190030a9bc42aea9f642d845c46b39&device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 1126 time: 0.1450531 Feb 10 04:06:11.863581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29eee0-8cc1-4cd7-8e05-51c465aa7415 req-9094c63b-7f21-4e6f-9efc-852e707d7a4f tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:11.865530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e29eee0-8cc1-4cd7-8e05-51c465aa7415 req-9094c63b-7f21-4e6f-9efc-852e707d7a4f tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 944 time: 0.0971253 Feb 10 04:06:11.911550 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:11.982949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e29eee0-8cc1-4cd7-8e05-51c465aa7415 req-8e929c61-ea5a-4775-b811-12d01cf46658 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077576 Feb 10 04:06:11.984751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (789c07da-9c1b-49fa-9756-1163cf2234cc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:11.998504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590110-92f7-4e90-866c-116556e853b2 req-63fba030-2a1c-4941-925f-532d4f62342f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.000107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-53f0520e-c7cd-4e33-a1ba-6511e16782da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.000760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11590110-92f7-4e90-866c-116556e853b2 req-63fba030-2a1c-4941-925f-532d4f62342f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1554308 Feb 10 04:06:12.001594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-53f0520e-c7cd-4e33-a1ba-6511e16782da service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d44b635-5cff-42d7-9905-1dde2dc96d04 HTTP/1.1" status: 200 len: 910 time: 0.1349325 Feb 10 04:06:12.004229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26657-66a3-48da-bbd9-daf878daa246 req-9282f7c4-1be1-439f-b923-106bd202a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.005824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d26657-66a3-48da-bbd9-daf878daa246 req-9282f7c4-1be1-439f-b923-106bd202a239 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1127 time: 0.1127448 Feb 10 04:06:12.031191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9c2806cc-d592-4d1f-9b00-a749057b52fb,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:12.063086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-d4f78320-721e-4067-b0fa-d2a7a7c9e279 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c2806cc-d592-4d1f-9b00-a749057b52fb HTTP/1.1" status: 200 len: 217 time: 0.0494220 Feb 10 04:06:12.067953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (789c07da-9c1b-49fa-9756-1163cf2234cc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.138692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['9c2806cc-d592-4d1f-9b00-a749057b52fb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:12.140414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-ad4e6164-8786-4618-bc68-557be6066b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.143583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-ad4e6164-8786-4618-bc68-557be6066b71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f80f55e5-fc63-4a77-9b42-512cfcd0c266 HTTP/1.1" status: 200 len: 849 time: 0.0727828 Feb 10 04:06:12.180543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789c07da-9c1b-49fa-9756-1163cf2234cc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:12.189525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a202ac5-5969-4222-9f61-c1c8b3fff5bd req-f3ab07c1-be68-48b7-8399-187550b76083 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/11f434ea-c988-47b3-8982-d035e257f780 HTTP/1.1" status: 200 len: 1819 time: 0.0900559 Feb 10 04:06:12.192116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-31eb80a1-b842-41f8-9178-8228f4732458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d44b635-5cff-42d7-9905-1dde2dc96d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408633 Feb 10 04:06:12.196008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11590110-92f7-4e90-866c-116556e853b2 req-081fb886-7ec8-4183-b90d-394c0647c66e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880426 Feb 10 04:06:12.276253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26657-66a3-48da-bbd9-daf878daa246 req-f49c3dc4-e55c-4fa3-b080-90368be8e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.282156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d26657-66a3-48da-bbd9-daf878daa246 req-f49c3dc4-e55c-4fa3-b080-90368be8e8b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.2664192 Feb 10 04:06:12.297237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.367953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0a202ac5-5969-4222-9f61-c1c8b3fff5bd req-46e1a626-33d5-43ed-9a3b-f5d9add190e1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (11f434ea-c988-47b3-8982-d035e257f780), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.382593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.388362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-1be80b27-7717-466b-bddc-31c06f1f55c9 service neutron] 10.222.0.24 "GET /v2.0/networks/3d44b635-5cff-42d7-9905-1dde2dc96d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820376 Feb 10 04:06:12.430046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0a202ac5-5969-4222-9f61-c1c8b3fff5bd req-46e1a626-33d5-43ed-9a3b-f5d9add190e1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (11f434ea-c988-47b3-8982-d035e257f780), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.443483 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d26657-66a3-48da-bbd9-daf878daa246 req-3e6edbe6-1bcd-4b6b-b281-a4b501efa0dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.1428177 Feb 10 04:06:12.447373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c70f5fe-c529-4fc1-a2e3-26ecdef815c6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:12.489273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.495666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.500955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.508363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.512000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.517257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.522652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.524589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-2e5c9400-e717-47f0-9b6d-a47c142aecf8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2251909 Feb 10 04:06:12.527854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3f00d49-a254-41c6-a332-d5e978cec2ec req-cc926d10-902f-43ea-bd9f-34dc689c076e service neutron] 10.222.0.24 "GET /v2.0/networks/3d44b635-5cff-42d7-9905-1dde2dc96d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333132 Feb 10 04:06:12.529613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.533525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-48136375-9236-4fd3-be24-bc8ed68e94c8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1134655 Feb 10 04:06:12.534771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57322) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:12.567370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26657-66a3-48da-bbd9-daf878daa246 req-ba76443e-5d7f-4a2e-aaf1-961069fef113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.569572 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d26657-66a3-48da-bbd9-daf878daa246 req-ba76443e-5d7f-4a2e-aaf1-961069fef113 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1172948 Feb 10 04:06:12.596609 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0a202ac5-5969-4222-9f61-c1c8b3fff5bd req-46e1a626-33d5-43ed-9a3b-f5d9add190e1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (11f434ea-c988-47b3-8982-d035e257f780), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.599206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0a202ac5-5969-4222-9f61-c1c8b3fff5bd req-46e1a626-33d5-43ed-9a3b-f5d9add190e1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.600626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a202ac5-5969-4222-9f61-c1c8b3fff5bd req-46e1a626-33d5-43ed-9a3b-f5d9add190e1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/11f434ea-c988-47b3-8982-d035e257f780 HTTP/1.1" status: 204 len: 173 time: 0.3991861 Feb 10 04:06:12.621263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1a626-33d5-43ed-9a3b-f5d9add190e1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f434ea-c988-47b3-8982-d035e257f780,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:12.631531 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4daedd6b-fce0-4ce1-8730-ac04e9e416dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0919843 Feb 10 04:06:12.632463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57328) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:12.637583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5dd9f4c7-58cd-4ef7-a3d6-85409a181f4d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-security--1454223382', 'description': 'tempest-security-description-1903739772'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:12.662919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e166024e-0ef4-4c70-90e4-6013d0189506 req-df80d738-a146-4ee3-a53e-00049c524b12 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276948 Feb 10 04:06:12.675359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26657-66a3-48da-bbd9-daf878daa246 req-8e02bbba-ada8-44a2-ad4f-9dbdf71812a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:12.681676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d26657-66a3-48da-bbd9-daf878daa246 req-8e02bbba-ada8-44a2-ad4f-9dbdf71812a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023409 Feb 10 04:06:12.682338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f4c7-58cd-4ef7-a3d6-85409a181f4d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.697532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57330) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:12.787421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f4c7-58cd-4ef7-a3d6-85409a181f4d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.792982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4a83011-6b47-423a-b549-66388b9b2c57 req-d5cf3c0c-e23a-41ba-858c-7cf2a60dc34f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/4dd3ac53-5d09-45ed-b19e-a223274fa1ae HTTP/1.1" status: 200 len: 1820 time: 0.0778646 Feb 10 04:06:12.829746 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d26657-66a3-48da-bbd9-daf878daa246 req-3631eb7c-ace5-4737-b78e-2082742c1d8d service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408849 Feb 10 04:06:12.861856 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b4a83011-6b47-423a-b549-66388b9b2c57 req-eec79299-b35a-4990-87b7-83c690d617c2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (4dd3ac53-5d09-45ed-b19e-a223274fa1ae), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.863678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f4c7-58cd-4ef7-a3d6-85409a181f4d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.866598 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f4c7-58cd-4ef7-a3d6-85409a181f4d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.867866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5dd9f4c7-58cd-4ef7-a3d6-85409a181f4d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "PUT /v2.0/security-groups/6c70f5fe-c529-4fc1-a2e3-26ecdef815c6 HTTP/1.1" status: 200 len: 1797 time: 0.2344551 Feb 10 04:06:12.871234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f7ab330-319f-4ec4-a980-15f5445ea272 req-50006e99-9398-4f0c-9b5b-cc79455c6d31 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0911331 Feb 10 04:06:12.875857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57334) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:12.961283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b4a83011-6b47-423a-b549-66388b9b2c57 req-eec79299-b35a-4990-87b7-83c690d617c2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (4dd3ac53-5d09-45ed-b19e-a223274fa1ae), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:12.979700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] Deleting subnet df061686-13a9-4c2a-8c4d-a7bec0247353 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:12.981813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9f4c7-58cd-4ef7-a3d6-85409a181f4d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c70f5fe-c529-4fc1-a2e3-26ecdef815c6,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:12.987750 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] Publish callbacks [] for subnet (df061686-13a9-4c2a-8c4d-a7bec0247353), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.006800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d26657-66a3-48da-bbd9-daf878daa246 req-a9d233fb-2506-46eb-b027-3fde6b8af133 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514826 Feb 10 04:06:13.035487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c78727c8-9eb4-4197-9a90-57eb0827422e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups/6c70f5fe-c529-4fc1-a2e3-26ecdef815c6 HTTP/1.1" status: 200 len: 1797 time: 0.0864027 Feb 10 04:06:13.036328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57338) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:13.047874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (df061686-13a9-4c2a-8c4d-a7bec0247353), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.064093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73caa3-431a-4e6e-94ce-39e54a58eace req-a0b8627d-9b1b-480a-bf14-8a2261ee07a8 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:13.067271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea73caa3-431a-4e6e-94ce-39e54a58eace req-a0b8627d-9b1b-480a-bf14-8a2261ee07a8 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 945 time: 0.1180384 Feb 10 04:06:13.093033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (df061686-13a9-4c2a-8c4d-a7bec0247353), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.149424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba179593-5245-49bd-b3ce-aae397ab2214 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.154292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea73caa3-431a-4e6e-94ce-39e54a58eace req-75270c83-e4e8-4996-b599-40fd42e0e334 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758677 Feb 10 04:06:13.156549 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b4a83011-6b47-423a-b549-66388b9b2c57 req-eec79299-b35a-4990-87b7-83c690d617c2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4dd3ac53-5d09-45ed-b19e-a223274fa1ae), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.160443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b4a83011-6b47-423a-b549-66388b9b2c57 req-eec79299-b35a-4990-87b7-83c690d617c2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.167540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4a83011-6b47-423a-b549-66388b9b2c57 req-eec79299-b35a-4990-87b7-83c690d617c2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/4dd3ac53-5d09-45ed-b19e-a223274fa1ae HTTP/1.1" status: 204 len: 173 time: 0.3650239 Feb 10 04:06:13.183006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec79299-b35a-4990-87b7-83c690d617c2 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd3ac53-5d09-45ed-b19e-a223274fa1ae,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:13.203100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba179593-5245-49bd-b3ce-aae397ab2214 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.252936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-70ec0038-5887-4e41-95ef-a8ed0cf4542b req-a5de39b5-6ac2-48b0-befc-2a878e7e4fcd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1859038365', 'description': 'tempest-description-2129903560'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:13.265919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (df061686-13a9-4c2a-8c4d-a7bec0247353), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.307076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df061686-13a9-4c2a-8c4d-a7bec0247353,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:13.345966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba179593-5245-49bd-b3ce-aae397ab2214 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6c70f5fe-c529-4fc1-a2e3-26ecdef815c6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.351636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba179593-5245-49bd-b3ce-aae397ab2214 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.355357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ba179593-5245-49bd-b3ce-aae397ab2214 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c70f5fe-c529-4fc1-a2e3-26ecdef815c6 HTTP/1.1" status: 204 len: 168 time: 0.3140593 Feb 10 04:06:13.355357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-70ec0038-5887-4e41-95ef-a8ed0cf4542b req-a5de39b5-6ac2-48b0-befc-2a878e7e4fcd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.358043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57346) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:13.401179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179593-5245-49bd-b3ce-aae397ab2214 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c70f5fe-c529-4fc1-a2e3-26ecdef815c6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:13.461152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-08b4085f-9702-487a-9138-d1a36837ae18 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0975449 Feb 10 04:06:13.462787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9c2806cc-d592-4d1f-9b00-a749057b52fb up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:13.471048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57348) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:13.492749 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-ae4c0814-6a8f-4fdb-b4a6-8d685c33692f tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] delete failed (client error): The resource could not be found. Feb 10 04:06:13.497564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ae4c0814-6a8f-4fdb-b4a6-8d685c33692f tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c70f5fe-c529-4fc1-a2e3-26ecdef815c6 HTTP/1.1" status: 404 len: 347 time: 0.0272977 Feb 10 04:06:13.500863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57350) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:13.505521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1a943d64-a8dc-4221-afee-d4f1c1b0b107 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--756290472'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:13.545377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-70ec0038-5887-4e41-95ef-a8ed0cf4542b req-a5de39b5-6ac2-48b0-befc-2a878e7e4fcd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (114dbb47-34dd-480b-84bb-043033d77532), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.587872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.591012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7919cb7a-b9d5-4f1e-bce7-56e9cc999e70 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/df061686-13a9-4c2a-8c4d-a7bec0247353 HTTP/1.1" status: 204 len: 168 time: 0.8925688 Feb 10 04:06:13.593874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57352) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:13.620165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f119375-66f6-4fb2-8531-00162427e962 req-1b100b52-40fd-42c5-9242-555ff8bdf14e tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:13.622151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f119375-66f6-4fb2-8531-00162427e962 req-1b100b52-40fd-42c5-9242-555ff8bdf14e tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 945 time: 0.3260798 Feb 10 04:06:13.648007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-70ec0038-5887-4e41-95ef-a8ed0cf4542b req-a5de39b5-6ac2-48b0-befc-2a878e7e4fcd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (114dbb47-34dd-480b-84bb-043033d77532), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.659245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 9c2806cc-d592-4d1f-9b00-a749057b52fb completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:13.664952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 9c2806cc-d592-4d1f-9b00-a749057b52fb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:13.665459 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.683789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f119375-66f6-4fb2-8531-00162427e962 req-271366ea-a3fb-484c-a663-b9849663287d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549514 Feb 10 04:06:13.782784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9c2806cc-d592-4d1f-9b00-a749057b52fb is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:13.783145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.784615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.787814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a943d64-a8dc-4221-afee-d4f1c1b0b107 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.814905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629a22-b043-4dd7-9b99-e362a6f72b3c req-fc2622bf-8edd-4204-9ec2-0c993dde6782 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:13.817380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2806cc-d592-4d1f-9b00-a749057b52fb'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:13.820804 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d3898b-9954-4118-b317-c7e99bd993dd" -d '{"events": [{"server_uuid": "90bc98ac-2411-41fc-9e4c-a3a0fc87042e", "name": "network-vif-plugged", "status": "completed", "tag": "9c2806cc-d592-4d1f-9b00-a749057b52fb"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:13.824682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16629a22-b043-4dd7-9b99-e362a6f72b3c req-fc2622bf-8edd-4204-9ec2-0c993dde6782 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0802243 Feb 10 04:06:13.827746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-70ec0038-5887-4e41-95ef-a8ed0cf4542b req-a5de39b5-6ac2-48b0-befc-2a878e7e4fcd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.829338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70ec0038-5887-4e41-95ef-a8ed0cf4542b req-a5de39b5-6ac2-48b0-befc-2a878e7e4fcd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5822418 Feb 10 04:06:13.855552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9c2806cc-d592-4d1f-9b00-a749057b52fb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9c2806cc-d592-4d1f-9b00-a749057b52fb,segment=NetworkSegment(aa1b5876-a9d0-4aea-b3f2-991c942970a3),segment_id=aa1b5876-a9d0-4aea-b3f2-991c942970a3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:13.858335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de39b5-6ac2-48b0-befc-2a878e7e4fcd tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114dbb47-34dd-480b-84bb-043033d77532,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:13.903597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16629a22-b043-4dd7-9b99-e362a6f72b3c req-1b5c124b-e943-4084-9246-f72813ec4eef tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772409 Feb 10 04:06:13.951316 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.952274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:13.955937 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aa1fcf-25f7-40cd-bc70-29c4b78fd7f8 x-openstack-request-id: req-f6aa1fcf-25f7-40cd-bc70-29c4b78fd7f8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:13.963395 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bc98ac-2411-41fc-9e4c-a3a0fc87042e", "name": "network-vif-plugged", "status": "completed", "tag": "9c2806cc-d592-4d1f-9b00-a749057b52fb", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:13.963395 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6aa1fcf-25f7-40cd-bc70-29c4b78fd7f8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:13.963395 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2806cc-d592-4d1f-9b00-a749057b52fb', 'code': 200} Feb 10 04:06:13.964122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:13.980611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: aadc6f0a-903c-4d14-8784-d4c16e1522a2 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:13.981200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device aadc6f0a-903c-4d14-8784-d4c16e1522a2 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:14.019591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb83ba6-7028-48ca-88e9-9d0dfd5963e1']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:14.037786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c36535b-1479-4efc-a71c-de8c846c42eb') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:14.038021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c36535b-1479-4efc-a71c-de8c846c42eb') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:14.043192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9c2806cc-d592-4d1f-9b00-a749057b52fb,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:14.060525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6c36535b-1479-4efc-a71c-de8c846c42eb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.082730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a943d64-a8dc-4221-afee-d4f1c1b0b107 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (0e590ed0-4906-45b8-8d61-d23ec73ab538), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.091756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6c36535b-1479-4efc-a71c-de8c846c42eb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.092950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ee069e8-d901-47d7-99dc-ac00940d4030 req-7b92a372-5bec-4c70-acea-b5d0f86d9797 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/114dbb47-34dd-480b-84bb-043033d77532 HTTP/1.1" status: 200 len: 1820 time: 0.1086426 Feb 10 04:06:14.102517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:06:14.103024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6c36535b-1479-4efc-a71c-de8c846c42eb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.103650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-4ee069e8-d901-47d7-99dc-ac00940d4030 req-d9141d5b-5c9d-4968-9e88-adb9d4bdb5b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1070132883', 'description': 'tempest-description-hth-659139576'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:06:14.104860 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:06:14.120340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e609d9-5a70-4a4c-8fb0-d70aca50977e req-29228528-b589-498f-94a0-09166da1ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.121831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77e609d9-5a70-4a4c-8fb0-d70aca50977e req-29228528-b589-498f-94a0-09166da1ec1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 1128 time: 0.0961061 Feb 10 04:06:14.132241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.137560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.142904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.148505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.154093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.160385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.160836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4ee069e8-d901-47d7-99dc-ac00940d4030 req-d9141d5b-5c9d-4968-9e88-adb9d4bdb5b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (114dbb47-34dd-480b-84bb-043033d77532), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.166657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:14.169117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-542746a7-df24-4922-93c2-64a89f636209 req-d47716e7-774b-4fb7-a9b4-2ff247a79b4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2111831 Feb 10 04:06:14.172501 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a943d64-a8dc-4221-afee-d4f1c1b0b107 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0e590ed0-4906-45b8-8d61-d23ec73ab538), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.205160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77e609d9-5a70-4a4c-8fb0-d70aca50977e req-f1c7521a-ac62-4a32-b649-c3c8ec035785 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754299 Feb 10 04:06:14.220988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4ee069e8-d901-47d7-99dc-ac00940d4030 req-d9141d5b-5c9d-4968-9e88-adb9d4bdb5b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (114dbb47-34dd-480b-84bb-043033d77532), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.257727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943d64-a8dc-4221-afee-d4f1c1b0b107 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e590ed0-4906-45b8-8d61-d23ec73ab538,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:14.292403 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-542746a7-df24-4922-93c2-64a89f636209 req-d4f8bb93-d97f-4c3c-87d6-9ec731ed719a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066432 Feb 10 04:06:14.293371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4ee069e8-d901-47d7-99dc-ac00940d4030 req-d9141d5b-5c9d-4968-9e88-adb9d4bdb5b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (114dbb47-34dd-480b-84bb-043033d77532), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.296035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4ee069e8-d901-47d7-99dc-ac00940d4030 req-d9141d5b-5c9d-4968-9e88-adb9d4bdb5b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.297301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ee069e8-d901-47d7-99dc-ac00940d4030 req-d9141d5b-5c9d-4968-9e88-adb9d4bdb5b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "PUT /v2.0/security-groups/114dbb47-34dd-480b-84bb-043033d77532 HTTP/1.1" status: 200 len: 1793 time: 0.1991341 Feb 10 04:06:14.320814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a943d64-a8dc-4221-afee-d4f1c1b0b107 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.323436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1a943d64-a8dc-4221-afee-d4f1c1b0b107 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8215597 Feb 10 04:06:14.327853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9eb83ba6-7028-48ca-88e9-9d0dfd5963e1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.348248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57366) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:14.348248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9141d5b-5c9d-4968-9e88-adb9d4bdb5b0 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114dbb47-34dd-480b-84bb-043033d77532,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:14.354010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.354984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bda28840-3a9f-4672-bc5e-b6a628bfa9cf tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '0e590ed0-4906-45b8-8d61-d23ec73ab538', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:14.359702 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] 10.222.0.42 "DELETE /v2.0/networks/9eb83ba6-7028-48ca-88e9-9d0dfd5963e1 HTTP/1.1" status: 204 len: 168 time: 0.7622669 Feb 10 04:06:14.359702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d86b55-f608-47b0-8391-34b1a638ec7c admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb83ba6-7028-48ca-88e9-9d0dfd5963e1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:14.361263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57368) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:14.414327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] Deleting subnet 21f550e6-a664-4c13-b459-99d5ee2d57a4 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:14.428136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] Publish callbacks [] for subnet (21f550e6-a664-4c13-b459-99d5ee2d57a4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.431320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b8a7b5-a262-4b8b-a157-14d9895174b0 req-1fc6eaf6-6a48-4022-8346-72b7783f63f9 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0500185 Feb 10 04:06:14.472372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bda28840-3a9f-4672-bc5e-b6a628bfa9cf tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (1532abeb-d0f3-47c9-bda5-fc45ea56cc6d), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.493186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (21f550e6-a664-4c13-b459-99d5ee2d57a4), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.526606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3c857e6-d7ec-4721-a939-af31952bbcd7 req-f06ddf94-aba4-42ec-a0c5-2824935b5de1 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/114dbb47-34dd-480b-84bb-043033d77532 HTTP/1.1" status: 200 len: 1793 time: 0.0727203 Feb 10 04:06:14.552071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bda28840-3a9f-4672-bc5e-b6a628bfa9cf tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (1532abeb-d0f3-47c9-bda5-fc45ea56cc6d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.553564 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (21f550e6-a664-4c13-b459-99d5ee2d57a4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.623125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1283419-ae0b-4fa5-a2b1-4dfdccc3946f req-28c20c73-3f7f-4804-aa75-d1da769c0bce tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/114dbb47-34dd-480b-84bb-043033d77532 HTTP/1.1" status: 200 len: 1793 time: 0.0668285 Feb 10 04:06:14.626623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bda28840-3a9f-4672-bc5e-b6a628bfa9cf tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (1532abeb-d0f3-47c9-bda5-fc45ea56cc6d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.652379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda28840-3a9f-4672-bc5e-b6a628bfa9cf tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1532abeb-d0f3-47c9-bda5-fc45ea56cc6d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:14.699511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1283419-ae0b-4fa5-a2b1-4dfdccc3946f req-f19d0e45-cff7-4a6d-9ff2-050ec3ade4d6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (114dbb47-34dd-480b-84bb-043033d77532), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.735123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1283419-ae0b-4fa5-a2b1-4dfdccc3946f req-f19d0e45-cff7-4a6d-9ff2-050ec3ade4d6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (114dbb47-34dd-480b-84bb-043033d77532), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.738718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (21f550e6-a664-4c13-b459-99d5ee2d57a4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.783909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f550e6-a664-4c13-b459-99d5ee2d57a4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:14.791026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.794155 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a187808d-b4cf-46c2-9390-fa1e550864bd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/21f550e6-a664-4c13-b459-99d5ee2d57a4 HTTP/1.1" status: 204 len: 168 time: 0.4329104 Feb 10 04:06:14.797160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:14.844614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bda28840-3a9f-4672-bc5e-b6a628bfa9cf tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.845780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bda28840-3a9f-4672-bc5e-b6a628bfa9cf tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4943383 Feb 10 04:06:14.848794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57380) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:14.869232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (18943eee-d28d-4eaf-98a3-54503d353e82), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.884184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21c0045c-3ea6-4212-bb51-17252e928faa tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (1532abeb-d0f3-47c9-bda5-fc45ea56cc6d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.892208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21c0045c-3ea6-4212-bb51-17252e928faa tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (1532abeb-d0f3-47c9-bda5-fc45ea56cc6d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.905336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1283419-ae0b-4fa5-a2b1-4dfdccc3946f req-f19d0e45-cff7-4a6d-9ff2-050ec3ade4d6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (114dbb47-34dd-480b-84bb-043033d77532), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.907864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e1283419-ae0b-4fa5-a2b1-4dfdccc3946f req-f19d0e45-cff7-4a6d-9ff2-050ec3ade4d6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:14.909069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1283419-ae0b-4fa5-a2b1-4dfdccc3946f req-f19d0e45-cff7-4a6d-9ff2-050ec3ade4d6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/114dbb47-34dd-480b-84bb-043033d77532 HTTP/1.1" status: 204 len: 173 time: 0.2724929 Feb 10 04:06:14.963217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d0e45-cff7-4a6d-9ff2-050ec3ade4d6 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114dbb47-34dd-480b-84bb-043033d77532,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:15.000051 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (18943eee-d28d-4eaf-98a3-54503d353e82), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.013617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21c0045c-3ea6-4212-bb51-17252e928faa tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (1532abeb-d0f3-47c9-bda5-fc45ea56cc6d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.029144 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21c0045c-3ea6-4212-bb51-17252e928faa tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.032720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-21c0045c-3ea6-4212-bb51-17252e928faa tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1532abeb-d0f3-47c9-bda5-fc45ea56cc6d HTTP/1.1" status: 204 len: 168 time: 0.1820126 Feb 10 04:06:15.032895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57390) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:15.033220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0045c-3ea6-4212-bb51-17252e928faa tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1532abeb-d0f3-47c9-bda5-fc45ea56cc6d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:15.090399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18943eee-d28d-4eaf-98a3-54503d353e82']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:15.104399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01780c20-0b9e-401d-9f4e-86686796911b') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:15.104652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01780c20-0b9e-401d-9f4e-86686796911b') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:15.117244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (01780c20-0b9e-401d-9f4e-86686796911b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.130532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced31b1-99fa-4c83-8e59-f6de69a79b71 req-98d7786f-0755-4e55-b850-a9cc0f4e72f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.132872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ced31b1-99fa-4c83-8e59-f6de69a79b71 req-98d7786f-0755-4e55-b850-a9cc0f4e72f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0643697 Feb 10 04:06:15.211461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ced31b1-99fa-4c83-8e59-f6de69a79b71 req-4b2e1b50-c97d-4d98-9d45-6c9151e0d02b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720124 Feb 10 04:06:15.339491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ded00b-3a00-47b2-9cde-8a218154ebcc req-77717c5f-c9ec-40cf-ac12-98a0b013bb2d tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.341163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54ded00b-3a00-47b2-9cde-8a218154ebcc req-77717c5f-c9ec-40cf-ac12-98a0b013bb2d tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 945 time: 0.0642292 Feb 10 04:06:15.401891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54ded00b-3a00-47b2-9cde-8a218154ebcc req-23d5244f-209a-4489-96b0-4bdc4c5950f0 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511730 Feb 10 04:06:15.458613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (01780c20-0b9e-401d-9f4e-86686796911b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.482972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e42fe-f195-4d9d-b076-360b77d43011 req-2bfa12ab-efbf-4961-96b5-ced3a83abaa2 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.484463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d8e42fe-f195-4d9d-b076-360b77d43011 req-2bfa12ab-efbf-4961-96b5-ced3a83abaa2 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 946 time: 0.4548671 Feb 10 04:06:15.495162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c254608b-72ba-4d86-acb6-a4948c068c30 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4489648 Feb 10 04:06:15.495162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:06:15.496253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57400) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:15.496417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (01780c20-0b9e-401d-9f4e-86686796911b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:06:15.497947 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:06:15.557219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cffaf8de-a257-4ea2-9033-6b2738d50750 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (0e590ed0-4906-45b8-8d61-d23ec73ab538), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.583611 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cffaf8de-a257-4ea2-9033-6b2738d50750 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (0e590ed0-4906-45b8-8d61-d23ec73ab538), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.591811 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d8e42fe-f195-4d9d-b076-360b77d43011 req-42bf7ec9-168e-4fa0-bc30-fb59480799f6 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979197 Feb 10 04:06:15.687733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-efd22abc-b595-43fd-83d6-c111ec1977ec req-351df5ce-ee02-4a4b-8dff-4bf688496e66 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0311427 Feb 10 04:06:15.689186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (18943eee-d28d-4eaf-98a3-54503d353e82), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.699244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.700329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.705472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] 10.222.0.42 "DELETE /v2.0/networks/18943eee-d28d-4eaf-98a3-54503d353e82 HTTP/1.1" status: 204 len: 168 time: 0.9074159 Feb 10 04:06:15.705686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.712110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.717823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.721927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Pushing event deleted for resources: {'Network': ['ID=18943eee-d28d-4eaf-98a3-54503d353e82,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:15.728993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.729791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.733870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.734540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.735098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.735509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.735969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.736510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.737047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.737571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.738392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.739114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.739659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.740424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.741091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.741620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee743f59-9ae1-4413-8e18-e6ac7a633262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:15.741980 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-44c70efc-0ad7-4452-9ce2-5200dffb88db tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1283743 Feb 10 04:06:15.764782 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-110bd3e8-c847-4b1e-8337-dd4c5c3aa218 req-f358bc58-5a8d-4925-9602-1e85f68f33e7 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:06:15.766206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-110bd3e8-c847-4b1e-8337-dd4c5c3aa218 req-f358bc58-5a8d-4925-9602-1e85f68f33e7 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/4dd3ac53-5d09-45ed-b19e-a223274fa1ae HTTP/1.1" status: 404 len: 352 time: 0.0201764 Feb 10 04:06:15.791390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cffaf8de-a257-4ea2-9033-6b2738d50750 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0e590ed0-4906-45b8-8d61-d23ec73ab538), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.793936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cffaf8de-a257-4ea2-9033-6b2738d50750 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:15.797867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cffaf8de-a257-4ea2-9033-6b2738d50750 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e590ed0-4906-45b8-8d61-d23ec73ab538 HTTP/1.1" status: 204 len: 168 time: 0.2989368 Feb 10 04:06:15.798750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57408) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:15.823641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaf8de-a257-4ea2-9033-6b2738d50750 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e590ed0-4906-45b8-8d61-d23ec73ab538,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:15.860738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9772cb7e-e6bf-4a39-ac24-2efec19bd85f req-13e473b6-ebfa-45d0-bfef-9299e0d617b0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087494 Feb 10 04:06:15.874573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f916965-86f8-4f22-a9b6-017bfdb94d00 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751953 Feb 10 04:06:15.886228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:15.897605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a42402e8-ab09-44dd-94ad-75407589c229 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--225203233'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:15.903907 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-b8f6cae1-cea0-471d-95d8-122017020ade req-c96f7fca-ff98-4e36-bb91-3f29489f9d95 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:06:15.905174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8f6cae1-cea0-471d-95d8-122017020ade req-c96f7fca-ff98-4e36-bb91-3f29489f9d95 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/11f434ea-c988-47b3-8982-d035e257f780 HTTP/1.1" status: 404 len: 352 time: 0.0261638 Feb 10 04:06:15.937020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8855-a0ce-406e-8f17-c97dbed07909 req-40eda50a-51ce-479e-9e05-210b57956e87 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:15.938628 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c7c8855-a0ce-406e-8f17-c97dbed07909 req-40eda50a-51ce-479e-9e05-210b57956e87 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0758297 Feb 10 04:06:15.948828 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-76fe4b61-557b-45e3-bbf4-6fb65ff9de2d req-dadb23a9-2106-45b4-b879-15ed3a90fa6d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:06:15.950890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76fe4b61-557b-45e3-bbf4-6fb65ff9de2d req-dadb23a9-2106-45b4-b879-15ed3a90fa6d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/4f4b6372-15f1-4cfa-8c0b-62aec8391a77 HTTP/1.1" status: 404 len: 352 time: 0.0162756 Feb 10 04:06:15.994249 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-e74b099c-64ef-4345-8082-1f1ad54115ae req-43196257-350c-45d6-bd3b-8e4a5a8de91b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:06:16.003211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c7c8855-a0ce-406e-8f17-c97dbed07909 req-2d46ac23-8398-467f-9c73-941a6699052d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542345 Feb 10 04:06:16.003351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e74b099c-64ef-4345-8082-1f1ad54115ae req-43196257-350c-45d6-bd3b-8e4a5a8de91b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/d2d918c5-9868-40b1-a4d2-10e9defd7d5a HTTP/1.1" status: 404 len: 352 time: 0.0257726 Feb 10 04:06:16.003351 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42402e8-ab09-44dd-94ad-75407589c229 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.046822 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-5f2f126c-e7df-4292-92d0-5306eb31de44 req-7d6ed447-d2de-4eb4-9e68-07e050aec855 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:06:16.046822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f2f126c-e7df-4292-92d0-5306eb31de44 req-7d6ed447-d2de-4eb4-9e68-07e050aec855 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/6e091eab-695a-417b-94dd-53c49bbf76ae HTTP/1.1" status: 404 len: 352 time: 0.0271776 Feb 10 04:06:16.091922 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-321178bb-2fb9-4b68-a821-ca8ce230d75e req-a713697a-29e9-493f-a8c7-ef5a24a41d32 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] show failed (client error): The resource could not be found. Feb 10 04:06:16.093117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-321178bb-2fb9-4b68-a821-ca8ce230d75e req-a713697a-29e9-493f-a8c7-ef5a24a41d32 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/97bd9adb-0a61-4bd9-87f9-7b2405fd7b33 HTTP/1.1" status: 404 len: 352 time: 0.0244417 Feb 10 04:06:16.113936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57424) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:16.140147 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42402e8-ab09-44dd-94ad-75407589c229 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (5ee02959-5f84-4243-adcc-22616fb808b7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.201741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5210a-d401-427d-ab37-d19af1562e8c req-db053b85-3bcb-4dc5-b950-f1d81409a436 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:16.203178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbf5210a-d401-427d-ab37-d19af1562e8c req-db053b85-3bcb-4dc5-b950-f1d81409a436 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1026111 Feb 10 04:06:16.206006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-910a3aa1-86dc-4dd5-84b7-86cdaae85d8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=395f9a26d06e43cfb6b4c9fdf5c85b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910690 Feb 10 04:06:16.208611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57426) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:16.242838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42402e8-ab09-44dd-94ad-75407589c229 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5ee02959-5f84-4243-adcc-22616fb808b7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.292586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42402e8-ab09-44dd-94ad-75407589c229 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee02959-5f84-4243-adcc-22616fb808b7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:16.314087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbf5210a-d401-427d-ab37-d19af1562e8c req-56298d01-ff5a-4623-9ade-ae58b85915cd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033001 Feb 10 04:06:16.339553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-0e2d926e-5baa-4045-b31a-a55f3b8a7802 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:16.341781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-0e2d926e-5baa-4045-b31a-a55f3b8a7802 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 945 time: 0.1143277 Feb 10 04:06:16.343793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1f99a76-f61a-4f33-b682-9897790e4afc admin admin] Publish callbacks [] for security_group (563928d8-ed73-4804-9962-bb0d08a7f040), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.349080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42402e8-ab09-44dd-94ad-75407589c229 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.352161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a42402e8-ab09-44dd-94ad-75407589c229 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4632471 Feb 10 04:06:16.357298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57430) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:16.362285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-10538b97-6512-4028-9a10-a248bcfbe79d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '5ee02959-5f84-4243-adcc-22616fb808b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:16.425441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1f99a76-f61a-4f33-b682-9897790e4afc admin admin] Publish callbacks [] for security_group (563928d8-ed73-4804-9962-bb0d08a7f040), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.495275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10538b97-6512-4028-9a10-a248bcfbe79d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (dcaa49d1-aefc-410e-817e-f928d0c8722d), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.558920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Deleting port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:16.559536 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.579375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10538b97-6512-4028-9a10-a248bcfbe79d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (dcaa49d1-aefc-410e-817e-f928d0c8722d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.582860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268784c-7cdc-4707-b2bd-01b7df765bed req-db3d6a64-635a-43fc-9c52-9a1cdbd88671 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:16.585025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f268784c-7cdc-4707-b2bd-01b7df765bed req-db3d6a64-635a-43fc-9c52-9a1cdbd88671 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 945 time: 0.1028671 Feb 10 04:06:16.644643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10538b97-6512-4028-9a10-a248bcfbe79d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (dcaa49d1-aefc-410e-817e-f928d0c8722d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.645868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1f99a76-f61a-4f33-b682-9897790e4afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (563928d8-ed73-4804-9962-bb0d08a7f040), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.650475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1f99a76-f61a-4f33-b682-9897790e4afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.653934 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d1f99a76-f61a-4f33-b682-9897790e4afc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/563928d8-ed73-4804-9962-bb0d08a7f040 HTTP/1.1" status: 204 len: 168 time: 0.4418511 Feb 10 04:06:16.703467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10538b97-6512-4028-9a10-a248bcfbe79d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaa49d1-aefc-410e-817e-f928d0c8722d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:16.705711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] For port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,segment=NetworkSegment(fe5636bb-d76e-48f2-bfe7-f6428d2571e1),segment_id=fe5636bb-d76e-48f2-bfe7-f6428d2571e1)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:16.706375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.731076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Calling delete_port for 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:16.744283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-85cdf8d8-d50c-4616-867f-ad06398691b5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:16.751840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-85cdf8d8-d50c-4616-867f-ad06398691b5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.1430476 Feb 10 04:06:16.770591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-44b5d958-b6ae-4cb0-9d62-e25649cccabf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/quotas/abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 375 time: 0.0176051 Feb 10 04:06:16.810694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10538b97-6512-4028-9a10-a248bcfbe79d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.812143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-10538b97-6512-4028-9a10-a248bcfbe79d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4534149 Feb 10 04:06:16.814752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57452) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:16.815352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f99a76-f61a-4f33-b682-9897790e4afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563928d8-ed73-4804-9962-bb0d08a7f040,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:16.819880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0e35ca11-2920-459f-bfe9-4066e2787afd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '5ee02959-5f84-4243-adcc-22616fb808b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:16.823779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f268784c-7cdc-4707-b2bd-01b7df765bed req-d5f04a83-cd1d-45a3-abf5-0afea6fb9dbd tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/security-groups?id=6948c699-2a8c-45e3-b0d9-e8a4478e512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204843 Feb 10 04:06:16.856137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:16.892099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fda5973f-2241-49a3-a046-fe68420c10e4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196768 Feb 10 04:06:16.965514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e35ca11-2920-459f-bfe9-4066e2787afd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (68624e37-c888-4f04-a458-86be7db50274), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.006892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f6a97-94de-4311-99b5-a9db5e4002bb req-ed06ec06-150d-48a7-b9e6-cf2b4f0e4e2f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.008980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f61f6a97-94de-4311-99b5-a9db5e4002bb req-ed06ec06-150d-48a7-b9e6-cf2b4f0e4e2f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1023 time: 0.1044497 Feb 10 04:06:17.015262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-4be67e1b-77e3-4b9b-9353-d9e08ec8fc1c service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222653 Feb 10 04:06:17.128547 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f61f6a97-94de-4311-99b5-a9db5e4002bb req-6006a6be-9ba2-48e1-a248-8d358cde4c68 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&id=6733b4ea-cf11-4424-a177-2c354e8a5f89&id=ad5ce02d-17c5-42fd-9080-54eb8bff0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1005208 Feb 10 04:06:17.129809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8ff95656-cf8f-4b50-9a93-ed25c680a0b4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.146813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e35ca11-2920-459f-bfe9-4066e2787afd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (68624e37-c888-4f04-a458-86be7db50274), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.149272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8ff95656-cf8f-4b50-9a93-ed25c680a0b4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:17.191289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-d4b43efd-cd8d-494e-a30b-709087f2f8d4 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609039 Feb 10 04:06:17.215087 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e35ca11-2920-459f-bfe9-4066e2787afd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (68624e37-c888-4f04-a458-86be7db50274), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.216326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Pushing event deleted for resources: {'Port': ['ID=8ff95656-cf8f-4b50-9a93-ed25c680a0b4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:17.259830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35ca11-2920-459f-bfe9-4066e2787afd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68624e37-c888-4f04-a458-86be7db50274,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:17.316804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] No DVR routers for this DVR port 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:17.324757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.328086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3bac3e6-38a0-4c2d-ac9f-5cd68730ce25 req-e6abdf9d-fee8-4e19-8d15-44d0ca0468a1 tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.43 "DELETE /v2.0/ports/8ff95656-cf8f-4b50-9a93-ed25c680a0b4 HTTP/1.1" status: 204 len: 173 time: 0.9805706 Feb 10 04:06:17.331083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'name': 'network-vif-deleted', 'tag': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:17.331804 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a74296-cb1a-43bc-a1d2-1bd4cb15002c" -d '{"events": [{"server_uuid": "ab87fde0-5531-4e64-b44b-85cc337c3e42", "name": "network-vif-deleted", "tag": "8ff95656-cf8f-4b50-9a93-ed25c680a0b4"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:17.352955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e35ca11-2920-459f-bfe9-4066e2787afd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.354377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0e35ca11-2920-459f-bfe9-4066e2787afd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5386875 Feb 10 04:06:17.361228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce4561-473a-4290-84a7-5baefccbffb8 req-ab1e44ed-8807-4ddc-bf18-e22e6071505e tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.361228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68ce4561-473a-4290-84a7-5baefccbffb8 req-ab1e44ed-8807-4ddc-bf18-e22e6071505e tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 946 time: 0.1154442 Feb 10 04:06:17.361568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57460) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:17.367263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9c3b6d26-1fcb-433e-a8bc-58e53a4556df tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '5ee02959-5f84-4243-adcc-22616fb808b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:17.446302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68ce4561-473a-4290-84a7-5baefccbffb8 req-b4743758-41d1-4a2b-8d22-9252109e49d9 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818703 Feb 10 04:06:17.483918 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c3b6d26-1fcb-433e-a8bc-58e53a4556df tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (2ccb7373-eb8b-4b45-ae33-f142af4dd128), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.536406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57468) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:17.537129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c93d2cc1-e7b7-4568-a36c-17ba23fd7d3f req-3a687c3c-52f3-4a69-95d2-0d73197c7522 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0462184 Feb 10 04:06:17.619709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b694c2a2-5c3e-46e5-bf3d-ffc469aae2a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80232860228f49839d9ec37fb48def70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814118 Feb 10 04:06:17.619709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57470) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:17.620848 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c3b6d26-1fcb-433e-a8bc-58e53a4556df tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (2ccb7373-eb8b-4b45-ae33-f142af4dd128), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.634357 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cda177-b955-43d4-85d6-9ef9e12a3502 x-openstack-request-id: req-c4cda177-b955-43d4-85d6-9ef9e12a3502 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:17.634643 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab87fde0-5531-4e64-b44b-85cc337c3e42", "name": "network-vif-deleted", "tag": "8ff95656-cf8f-4b50-9a93-ed25c680a0b4", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:17.634924 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4cda177-b955-43d4-85d6-9ef9e12a3502 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:17.635488 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab87fde0-5531-4e64-b44b-85cc337c3e42', 'name': 'network-vif-deleted', 'tag': '8ff95656-cf8f-4b50-9a93-ed25c680a0b4', 'status': 'completed', 'code': 200} Feb 10 04:06:17.685169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.691387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.698654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.704279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.710533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.714872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-774eef6a-b61b-4562-b1d0-d704506ba010 req-19cb1f81-b702-4b31-bb14-8f4b014fe6b0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 210 time: 0.0438168 Feb 10 04:06:17.716465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.722065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.722965 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c3b6d26-1fcb-433e-a8bc-58e53a4556df tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2ccb7373-eb8b-4b45-ae33-f142af4dd128), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.724971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-66a0aede-6753-4a70-ba16-9b4367c9f9d9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1888900 Feb 10 04:06:17.750222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b6d26-1fcb-433e-a8bc-58e53a4556df tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccb7373-eb8b-4b45-ae33-f142af4dd128,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:17.811583 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e211e571-13c8-486e-bc63-b7fcddd37170 admin admin] Publish callbacks [] for security_group (c9630ed1-6952-4f74-8738-78c7ef2fa558), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.838201 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c3b6d26-1fcb-433e-a8bc-58e53a4556df tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.842382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9c3b6d26-1fcb-433e-a8bc-58e53a4556df tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4768145 Feb 10 04:06:17.850010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d70f349-78f4-4df5-bfe1-06403cd7d061 req-f5134ba7-e64c-4a5a-b3df-807e0da098a2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002085 Feb 10 04:06:17.850175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57478) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:17.850175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6bd24842-129d-413c-af52-b6a075b7e983 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '5ee02959-5f84-4243-adcc-22616fb808b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:17.885697 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e211e571-13c8-486e-bc63-b7fcddd37170 admin admin] Publish callbacks [] for security_group (c9630ed1-6952-4f74-8738-78c7ef2fa558), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.955629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-2d17b8c9-430d-4cc4-aaf8-536dcf836a4d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:17.957213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-2d17b8c9-430d-4cc4-aaf8-536dcf836a4d tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1023 time: 0.1137927 Feb 10 04:06:17.980936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bd24842-129d-413c-af52-b6a075b7e983 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5db3ef93-5035-4451-876c-1135f0df08dd), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:17.992132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b2818f4-f6f5-4af3-8e9f-a9d2f59244dd req-602cc1ae-ac67-4a12-bdbe-5350e67f048c tempest-ServerAddressesTestJSON-2101296350 tempest-ServerAddressesTestJSON-2101296350-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab87fde0-5531-4e64-b44b-85cc337c3e42 HTTP/1.1" status: 200 len: 210 time: 0.0461679 Feb 10 04:06:18.086601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bd24842-129d-413c-af52-b6a075b7e983 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5db3ef93-5035-4451-876c-1135f0df08dd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.112021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e211e571-13c8-486e-bc63-b7fcddd37170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c9630ed1-6952-4f74-8738-78c7ef2fa558), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.114964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e211e571-13c8-486e-bc63-b7fcddd37170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.116212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e211e571-13c8-486e-bc63-b7fcddd37170 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9630ed1-6952-4f74-8738-78c7ef2fa558 HTTP/1.1" status: 204 len: 168 time: 0.4954803 Feb 10 04:06:18.133589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211e571-13c8-486e-bc63-b7fcddd37170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9630ed1-6952-4f74-8738-78c7ef2fa558,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:18.139093 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.173381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Deleting port 115e026b-cb03-4beb-9cdf-79712a5637c6 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:18.182481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.203461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bd24842-129d-413c-af52-b6a075b7e983 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5db3ef93-5035-4451-876c-1135f0df08dd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.233716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd24842-129d-413c-af52-b6a075b7e983 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db3ef93-5035-4451-876c-1135f0df08dd,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:18.323560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bd24842-129d-413c-af52-b6a075b7e983 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.325928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6bd24842-129d-413c-af52-b6a075b7e983 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4819849 Feb 10 04:06:18.337005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57490) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:18.343519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6541be54-f45e-4679-b4d2-3f773d184630 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '5ee02959-5f84-4243-adcc-22616fb808b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:18.378941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] For port 115e026b-cb03-4beb-9cdf-79712a5637c6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=115e026b-cb03-4beb-9cdf-79712a5637c6,segment=NetworkSegment(6be9984f-6a77-42b2-beb8-a713609a0499),segment_id=6be9984f-6a77-42b2-beb8-a713609a0499)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:18.379330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.401139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Calling delete_port for 115e026b-cb03-4beb-9cdf-79712a5637c6 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:18.410201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defd90-6e77-4d8f-963c-d4c9ac529a9d req-14123154-c280-4a8a-b158-7d5cdb570f7c tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:18.412515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3defd90-6e77-4d8f-963c-d4c9ac529a9d req-14123154-c280-4a8a-b158-7d5cdb570f7c tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 1023 time: 0.1215277 Feb 10 04:06:18.484280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd64df-3fa2-4313-8873-eb28cd8bd06d req-6b3a7fa5-3676-4565-976b-154920aafe59 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:18.485943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70cd64df-3fa2-4313-8873-eb28cd8bd06d req-6b3a7fa5-3676-4565-976b-154920aafe59 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 946 time: 0.0954771 Feb 10 04:06:18.513597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6541be54-f45e-4679-b4d2-3f773d184630 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9cc47419-bd5c-478a-b33f-583456f1499a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.570898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70cd64df-3fa2-4313-8873-eb28cd8bd06d req-afd0e3c8-7a02-400f-9b30-f53df01da7a6 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626373 Feb 10 04:06:18.615803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3defd90-6e77-4d8f-963c-d4c9ac529a9d req-560cbb53-9867-4382-80a0-b519fb16dc3b tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups?id=57f9fc19-7883-494e-a221-f16686ef75e8&id=6733b4ea-cf11-4424-a177-2c354e8a5f89&id=ad5ce02d-17c5-42fd-9080-54eb8bff0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1938083 Feb 10 04:06:18.636618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6541be54-f45e-4679-b4d2-3f773d184630 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9cc47419-bd5c-478a-b33f-583456f1499a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.719167 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-625cae02-8b79-4c0c-b53e-dcdf05f4dbbf req-1856e207-42db-42df-8090-cbc5cbfe13ca tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0372066 Feb 10 04:06:18.741327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6541be54-f45e-4679-b4d2-3f773d184630 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (9cc47419-bd5c-478a-b33f-583456f1499a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.742042 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (115e026b-cb03-4beb-9cdf-79712a5637c6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.790617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541be54-f45e-4679-b4d2-3f773d184630 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc47419-bd5c-478a-b33f-583456f1499a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:18.794495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'Port': ['ID=115e026b-cb03-4beb-9cdf-79712a5637c6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:18.859536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] No DVR routers for this DVR port 115e026b-cb03-4beb-9cdf-79712a5637c6 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:18.865783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6541be54-f45e-4679-b4d2-3f773d184630 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.870176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57506) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:18.871188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6541be54-f45e-4679-b4d2-3f773d184630 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5311553 Feb 10 04:06:18.898825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6a1c-c46e-491f-aa7d-933b1e3f7f24 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9cc47419-bd5c-478a-b33f-583456f1499a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.907835 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6a1c-c46e-491f-aa7d-933b1e3f7f24 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9cc47419-bd5c-478a-b33f-583456f1499a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.908134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:18.913303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b370ef1-7398-462f-b4c9-f052c3c41a92 req-97b4903b-87f0-42a9-bab1-83d90631336f tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.43 "DELETE /v2.0/ports/115e026b-cb03-4beb-9cdf-79712a5637c6 HTTP/1.1" status: 204 len: 173 time: 0.9478297 Feb 10 04:06:18.916034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80738cfd-7608-45a8-b768-9bcd57bdb6d2 req-d20ba8f8-3e73-4ef0-81e3-26a99d3f3251 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 210 time: 0.0860522 Feb 10 04:06:19.024555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.032239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.040911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.048353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.055206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.062785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.069763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.070954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57514) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.071996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-93cd23b0-0c95-4481-a1be-b012f9b0e27c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1204910 Feb 10 04:06:19.073170 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6a1c-c46e-491f-aa7d-933b1e3f7f24 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (9cc47419-bd5c-478a-b33f-583456f1499a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.078651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6a1c-c46e-491f-aa7d-933b1e3f7f24 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.080016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ecbb6a1c-c46e-491f-aa7d-933b1e3f7f24 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9cc47419-bd5c-478a-b33f-583456f1499a HTTP/1.1" status: 204 len: 168 time: 0.2087600 Feb 10 04:06:19.086390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57516) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.110128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb6a1c-c46e-491f-aa7d-933b1e3f7f24 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cc47419-bd5c-478a-b33f-583456f1499a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:19.141442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] Deleting subnet 70e320c8-486a-498f-86ee-2273e38d2d49 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:19.149540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] Publish callbacks [] for subnet (70e320c8-486a-498f-86ee-2273e38d2d49), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.167057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6b6482f6-c0b5-489d-b42b-15ba0124829b tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0795240 Feb 10 04:06:19.170276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57518) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.188945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (70e320c8-486a-498f-86ee-2273e38d2d49), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.235298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (70e320c8-486a-498f-86ee-2273e38d2d49), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.236432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ee3ac8c-c574-4a11-9048-4ce5760485b2 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5db3ef93-5035-4451-876c-1135f0df08dd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.260561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78ccf85f-10f0-44e1-b2df-25b44c7dc338 req-9ca73422-af04-4ce3-b464-f790d92e0aac tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792192 Feb 10 04:06:19.288963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ee3ac8c-c574-4a11-9048-4ce5760485b2 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5db3ef93-5035-4451-876c-1135f0df08dd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.390497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ee3ac8c-c574-4a11-9048-4ce5760485b2 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5db3ef93-5035-4451-876c-1135f0df08dd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.391032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (70e320c8-486a-498f-86ee-2273e38d2d49), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.397277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ee3ac8c-c574-4a11-9048-4ce5760485b2 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.401491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5ee3ac8c-c574-4a11-9048-4ce5760485b2 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5db3ef93-5035-4451-876c-1135f0df08dd HTTP/1.1" status: 204 len: 168 time: 0.2216232 Feb 10 04:06:19.402549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57526) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.419449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3ac8c-c574-4a11-9048-4ce5760485b2 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5db3ef93-5035-4451-876c-1135f0df08dd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:19.433800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e320c8-486a-498f-86ee-2273e38d2d49,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:19.439080 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.443818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-efb68220-ed47-4f9e-8e78-44d0f4c022a8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/70e320c8-486a-498f-86ee-2273e38d2d49 HTTP/1.1" status: 204 len: 168 time: 0.3717189 Feb 10 04:06:19.457992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57530) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.478532 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-071a4dcf-d297-438d-ae04-5cd6d8ab04af tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0743821 Feb 10 04:06:19.479540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57532) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.528266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f957ac61-78aa-4aa8-81e9-efa06da59da7 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (2ccb7373-eb8b-4b45-ae33-f142af4dd128), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.545538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f957ac61-78aa-4aa8-81e9-efa06da59da7 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (2ccb7373-eb8b-4b45-ae33-f142af4dd128), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.563639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9cc41c89-3420-490b-b4e3-da1fab28770a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.659258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'name': 'network-vif-deleted', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:19.664537 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c88633f-5ef6-4770-819f-4e0d09b041ab" -d '{"events": [{"server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "name": "network-vif-deleted", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:19.699158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f957ac61-78aa-4aa8-81e9-efa06da59da7 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2ccb7373-eb8b-4b45-ae33-f142af4dd128), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.721622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f957ac61-78aa-4aa8-81e9-efa06da59da7 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.722914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9cc41c89-3420-490b-b4e3-da1fab28770a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.726072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f957ac61-78aa-4aa8-81e9-efa06da59da7 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2ccb7373-eb8b-4b45-ae33-f142af4dd128 HTTP/1.1" status: 204 len: 168 time: 0.2450037 Feb 10 04:06:19.732247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57542) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.751444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957ac61-78aa-4aa8-81e9-efa06da59da7 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ccb7373-eb8b-4b45-ae33-f142af4dd128,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:19.797931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa53134f-8d95-4fe6-ae4b-a7ef9d45fda5 req-0d4f730b-780b-436a-89b6-c1516f2a2f14 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/ports?device_id=7442e839-ab9d-4269-bc13-a3e3bdf7f451 HTTP/1.1" status: 200 len: 210 time: 0.0513344 Feb 10 04:06:19.810945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc41c89-3420-490b-b4e3-da1fab28770a']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:19.829257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-fc158ad6-8224-414f-876f-5693d59bf505 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.834949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-fc158ad6-8224-414f-876f-5693d59bf505 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.24 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 946 time: 0.2064185 Feb 10 04:06:19.835523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5636bb-d76e-48f2-bfe7-f6428d2571e1') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:19.835881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5636bb-d76e-48f2-bfe7-f6428d2571e1') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:19.842218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d0c13bcd-2b86-412a-9390-ccbd9dfac7e8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1078196 Feb 10 04:06:19.845079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57546) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:19.856024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (fe5636bb-d76e-48f2-bfe7-f6428d2571e1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.912564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcbafa-c5f1-4791-8f73-d0e53bdef364 req-56d8621f-7d09-4ae6-be40-4f7eb52c803f tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:19.915537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-95fcbafa-c5f1-4791-8f73-d0e53bdef364 req-56d8621f-7d09-4ae6-be40-4f7eb52c803f tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 946 time: 0.1707678 Feb 10 04:06:19.921232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fe5636bb-d76e-48f2-bfe7-f6428d2571e1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.931359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:06:19.931917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (fe5636bb-d76e-48f2-bfe7-f6428d2571e1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.938188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fcab92b9-4262-4c64-b89b-0aa04bf6781d req-aed2a2a5-64e2-451a-9054-9e376a1276e1 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0441270 Feb 10 04:06:19.945899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51f9230f-63b7-4037-8d24-127a262fb377 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (68624e37-c888-4f04-a458-86be7db50274), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:06:19.948273 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:06:19.981199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51f9230f-63b7-4037-8d24-127a262fb377 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (68624e37-c888-4f04-a458-86be7db50274), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.045479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Deleting port 9c2806cc-d592-4d1f-9b00-a749057b52fb {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:20.045759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-95fcbafa-c5f1-4791-8f73-d0e53bdef364 req-6de5dccd-f07c-49fb-9d7b-c2d104e3338b tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/security-groups?id=83de896b-f1fa-47cd-b21b-c730fd6712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788226 Feb 10 04:06:20.046081 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.114015 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4110d1-1453-4ee9-8c8f-9f72ee7098fc x-openstack-request-id: req-4e4110d1-1453-4ee9-8c8f-9f72ee7098fc {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:20.114311 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7442e839-ab9d-4269-bc13-a3e3bdf7f451", "name": "network-vif-deleted", "tag": "115e026b-cb03-4beb-9cdf-79712a5637c6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:20.114565 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e4110d1-1453-4ee9-8c8f-9f72ee7098fc {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:20.115297 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7442e839-ab9d-4269-bc13-a3e3bdf7f451', 'name': 'network-vif-deleted', 'tag': '115e026b-cb03-4beb-9cdf-79712a5637c6', 'status': 'completed', 'code': 200} Feb 10 04:06:20.172229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51f9230f-63b7-4037-8d24-127a262fb377 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (68624e37-c888-4f04-a458-86be7db50274), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.182550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51f9230f-63b7-4037-8d24-127a262fb377 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.184338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-51f9230f-63b7-4037-8d24-127a262fb377 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/68624e37-c888-4f04-a458-86be7db50274 HTTP/1.1" status: 204 len: 168 time: 0.3376923 Feb 10 04:06:20.188595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:20.206641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9230f-63b7-4037-8d24-127a262fb377 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68624e37-c888-4f04-a458-86be7db50274,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:20.243989 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9cc41c89-3420-490b-b4e3-da1fab28770a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.252887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] For port 9c2806cc-d592-4d1f-9b00-a749057b52fb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9c2806cc-d592-4d1f-9b00-a749057b52fb,segment=NetworkSegment(aa1b5876-a9d0-4aea-b3f2-991c942970a3),segment_id=aa1b5876-a9d0-4aea-b3f2-991c942970a3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:20.253623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.270579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df22e715-8526-4ad8-a3f4-dd1702468ebc req-7581c8f9-525c-45e4-a8aa-3c1e75ffebc5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 210 time: 0.0673306 Feb 10 04:06:20.278675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.278675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9cc41c89-3420-490b-b4e3-da1fab28770a HTTP/1.1" status: 204 len: 168 time: 0.8172238 Feb 10 04:06:20.282575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-575f1469-968f-4a69-a138-75d6a8583604 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0928075 Feb 10 04:06:20.287934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57560) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:20.290612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Calling delete_port for 9c2806cc-d592-4d1f-9b00-a749057b52fb owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:20.297454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e5f80-0d0a-4fa8-a597-5eecba7d5794 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc41c89-3420-490b-b4e3-da1fab28770a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:20.314808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-f839d310-a43e-44ff-8aaa-f816be232f06 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.316333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-f839d310-a43e-44ff-8aaa-f816be232f06 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.3695219 Feb 10 04:06:20.331364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'port': {'device_id': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'admin_state_up': True, 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:20.359140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 115e026b-cb03-4beb-9cdf-79712a5637c6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:20.394921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d0c5-96a5-4eba-8d27-d8b1fdb3bc8e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (dcaa49d1-aefc-410e-817e-f928d0c8722d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.409921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d0c5-96a5-4eba-8d27-d8b1fdb3bc8e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (dcaa49d1-aefc-410e-817e-f928d0c8722d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.413072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 115e026b-cb03-4beb-9cdf-79712a5637c6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:20.413488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 115e026b-cb03-4beb-9cdf-79712a5637c6 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:20.414090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:20.484225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:20.484696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8ff95656-cf8f-4b50-9a93-ed25c680a0b4 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:20.563163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.569855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.575249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.580555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.585839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.596174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.596305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:20.598255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-80bf78bc-7757-4adc-995e-2ecbd6964551 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1448274 Feb 10 04:06:20.615772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Made reservation on behalf of abf0d4d19fe34e06a3d997474c9c4cd9 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:20.619253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.643879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d0c5-96a5-4eba-8d27-d8b1fdb3bc8e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (dcaa49d1-aefc-410e-817e-f928d0c8722d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.663761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d0c5-96a5-4eba-8d27-d8b1fdb3bc8e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.667385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8dc9d0c5-96a5-4eba-8d27-d8b1fdb3bc8e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dcaa49d1-aefc-410e-817e-f928d0c8722d HTTP/1.1" status: 204 len: 168 time: 0.3757799 Feb 10 04:06:20.667853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57568) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:20.679988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9d0c5-96a5-4eba-8d27-d8b1fdb3bc8e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcaa49d1-aefc-410e-817e-f928d0c8722d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:20.709047 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d324efca-dc54-42ae-a408-eaf1b6cc6c82 req-1905f30a-f828-4e1d-b540-cd691f2d68f7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908711 Feb 10 04:06:20.732301 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-97063b94-9323-42e7-be8a-bbb59139a2ce tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615211 Feb 10 04:06:20.735040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57572) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:20.781376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57574) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:20.786791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9c2806cc-d592-4d1f-9b00-a749057b52fb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.800688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['9c2806cc-d592-4d1f-9b00-a749057b52fb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:20.841470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Pushing event deleted for resources: {'Port': ['ID=9c2806cc-d592-4d1f-9b00-a749057b52fb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:20.921155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] No DVR routers for this DVR port 9c2806cc-d592-4d1f-9b00-a749057b52fb on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:20.925077 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.929186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91f5e2bb-1aad-471d-be72-e83cb924c895 req-e1cb46d1-1f55-493b-b7d0-11869e8c318d tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.24 "DELETE /v2.0/ports/9c2806cc-d592-4d1f-9b00-a749057b52fb HTTP/1.1" status: 204 len: 173 time: 1.0858111 Feb 10 04:06:20.929839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'name': 'network-vif-deleted', 'tag': '9c2806cc-d592-4d1f-9b00-a749057b52fb'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:20.932598 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f9910-5e19-48f1-bed5-c133464fb1c8" -d '{"events": [{"server_uuid": "90bc98ac-2411-41fc-9e4c-a3a0fc87042e", "name": "network-vif-deleted", "tag": "9c2806cc-d592-4d1f-9b00-a749057b52fb"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:20.956762 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-579ccc3a-1959-42d1-9b5f-39b80ac818e3 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (5ee02959-5f84-4243-adcc-22616fb808b7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:20.956762 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df437a68-7aed-434b-8000-bfac85e610d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e3fbf911e0b4cbdbb2a51255b3beab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1713426 Feb 10 04:06:20.960401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57584) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:21.011321 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71340db1-c962-407f-b0e3-dcdff9220040 x-openstack-request-id: req-71340db1-c962-407f-b0e3-dcdff9220040 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:21.011916 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bc98ac-2411-41fc-9e4c-a3a0fc87042e", "name": "network-vif-deleted", "tag": "9c2806cc-d592-4d1f-9b00-a749057b52fb", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:21.012334 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71340db1-c962-407f-b0e3-dcdff9220040 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:21.014774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-579ccc3a-1959-42d1-9b5f-39b80ac818e3 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (5ee02959-5f84-4243-adcc-22616fb808b7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.022830 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bc98ac-2411-41fc-9e4c-a3a0fc87042e', 'name': 'network-vif-deleted', 'tag': '9c2806cc-d592-4d1f-9b00-a749057b52fb', 'status': 'completed', 'code': 200} Feb 10 04:06:21.045820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Allocated IP 172.20.0.6 (36db4135-2aff-4d08-a93b-23775dc656a5/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26/f08f472e-0cbe-4cfe-b5ff-b180462a0394) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:21.068679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91378b92-793c-4f4f-8dc6-5a8ef28da74d req-2508903d-1679-42ed-bb99-174c88bfc425 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/ad5ce02d-17c5-42fd-9080-54eb8bff0cdf HTTP/1.1" status: 200 len: 1817 time: 0.1541946 Feb 10 04:06:21.099247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b832b721-258a-42a8-9a2d-d93bfb16fde1 admin admin] Publish callbacks [] for security_group (6948c699-2a8c-45e3-b0d9-e8a4478e512a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.139318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1225bb7-7060-44c3-8fae-61ceb248a77b req-32b83bc2-29f9-42c1-9d8c-0c6493dcd14b tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0543480 Feb 10 04:06:21.159276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b832b721-258a-42a8-9a2d-d93bfb16fde1 admin admin] Publish callbacks [] for security_group (6948c699-2a8c-45e3-b0d9-e8a4478e512a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.200693 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91378b92-793c-4f4f-8dc6-5a8ef28da74d req-6636d209-8aef-4928-8c38-7aa6b5335bca tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (ad5ce02d-17c5-42fd-9080-54eb8bff0cdf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.222322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-579ccc3a-1959-42d1-9b5f-39b80ac818e3 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5ee02959-5f84-4243-adcc-22616fb808b7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.227460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-579ccc3a-1959-42d1-9b5f-39b80ac818e3 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.232316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-579ccc3a-1959-42d1-9b5f-39b80ac818e3 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/5ee02959-5f84-4243-adcc-22616fb808b7 HTTP/1.1" status: 204 len: 168 time: 0.4926286 Feb 10 04:06:21.232858 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91378b92-793c-4f4f-8dc6-5a8ef28da74d req-6636d209-8aef-4928-8c38-7aa6b5335bca tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (ad5ce02d-17c5-42fd-9080-54eb8bff0cdf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.235426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57594) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:21.275005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ccc3a-1959-42d1-9b5f-39b80ac818e3 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee02959-5f84-4243-adcc-22616fb808b7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:21.309073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8294e10d-0fed-40c8-8739-2706d408604d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685811 Feb 10 04:06:21.309304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57596) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:21.313889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-125ec9a0-32fc-4307-858c-33d74ef861dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--776155579'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:21.338315 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b832b721-258a-42a8-9a2d-d93bfb16fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6948c699-2a8c-45e3-b0d9-e8a4478e512a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.343452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b832b721-258a-42a8-9a2d-d93bfb16fde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.345750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b832b721-258a-42a8-9a2d-d93bfb16fde1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6948c699-2a8c-45e3-b0d9-e8a4478e512a HTTP/1.1" status: 204 len: 168 time: 0.3818426 Feb 10 04:06:21.359924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832b721-258a-42a8-9a2d-d93bfb16fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948c699-2a8c-45e3-b0d9-e8a4478e512a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:21.377222 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.409287 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91378b92-793c-4f4f-8dc6-5a8ef28da74d req-6636d209-8aef-4928-8c38-7aa6b5335bca tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ad5ce02d-17c5-42fd-9080-54eb8bff0cdf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.413804 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-91378b92-793c-4f4f-8dc6-5a8ef28da74d req-6636d209-8aef-4928-8c38-7aa6b5335bca tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.425543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91378b92-793c-4f4f-8dc6-5a8ef28da74d req-6636d209-8aef-4928-8c38-7aa6b5335bca tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/ad5ce02d-17c5-42fd-9080-54eb8bff0cdf HTTP/1.1" status: 204 len: 173 time: 0.3509250 Feb 10 04:06:21.444920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d209-8aef-4928-8c38-7aa6b5335bca tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ce02d-17c5-42fd-9080-54eb8bff0cdf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:21.478372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125ec9a0-32fc-4307-858c-33d74ef861dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.518556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.555665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72a2cdec-1843-4bd8-a203-65307e1e8d59 req-b58adf1a-9421-4cc7-9e36-0c16cbb16c60 tempest-ServerGroupTestJSON-502660758 tempest-ServerGroupTestJSON-502660758-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bc98ac-2411-41fc-9e4c-a3a0fc87042e HTTP/1.1" status: 200 len: 210 time: 0.0444205 Feb 10 04:06:21.584600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:21.588148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:21.593564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:21.602861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=f08f472e-0cbe-4cfe-b5ff-b180462a0394,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:21.633255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125ec9a0-32fc-4307-858c-33d74ef861dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (d084673f-9e87-409f-9319-2528cd600157), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.667812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:21.668744 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.707056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125ec9a0-32fc-4307-858c-33d74ef861dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d084673f-9e87-409f-9319-2528cd600157), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.763020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-b91d9507-56cb-4e27-a6c9-e6c72116e227 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300555 Feb 10 04:06:21.791815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ec9a0-32fc-4307-858c-33d74ef861dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d084673f-9e87-409f-9319-2528cd600157,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:21.850116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-125ec9a0-32fc-4307-858c-33d74ef861dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:21.851855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-125ec9a0-32fc-4307-858c-33d74ef861dd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5415771 Feb 10 04:06:21.856364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57616) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:21.864046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-56ce163d-0ffb-4d93-9376-51d69f636708 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': 'd084673f-9e87-409f-9319-2528cd600157', 'direction': 'ingress', 'protocol': 17}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:21.887789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-15aa865e-d970-46e9-a8fc-f69235b01e14 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:21.898637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-15aa865e-d970-46e9-a8fc-f69235b01e14 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344295 Feb 10 04:06:21.903378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-fb95f6e1-02e3-427f-a7a2-d2edebc96c3e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5775907 Feb 10 04:06:21.916070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-acb25c0a-6723-45dd-81a5-cd15e41aef9d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:06:21.917146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-acb25c0a-6723-45dd-81a5-cd15e41aef9d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074742 Feb 10 04:06:21.928708 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-5cdad2a9-b3fc-4e25-bf22-06d33a2219e3 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/quotas/3ba0894f166f44a8aee33005bf4a2f3e HTTP/1.1" status: 200 len: 375 time: 0.0268476 Feb 10 04:06:21.936378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb7db-9c3b-414f-9327-f0e15490610c req-668224ec-1da5-4ed7-b8e0-cf108ef64a75 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:21.938015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ddadb7db-9c3b-414f-9327-f0e15490610c req-668224ec-1da5-4ed7-b8e0-cf108ef64a75 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 931 time: 0.1692781 Feb 10 04:06:22.008761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ce163d-0ffb-4d93-9376-51d69f636708 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (b82a11fa-dff7-47e8-abc1-ed7fa0451366), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.032107 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-1f2e2517-3a81-490f-bba4-a44030719be5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025038 Feb 10 04:06:22.069186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8ba150cb-058a-4b2b-aed0-efef3ac01e37 None None] Provisioning complete for port f08f472e-0cbe-4cfe-b5ff-b180462a0394 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:22.076457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ba150cb-058a-4b2b-aed0-efef3ac01e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.131833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ce163d-0ffb-4d93-9376-51d69f636708 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (b82a11fa-dff7-47e8-abc1-ed7fa0451366), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.137814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Request body: {'port': {'device_id': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:22.172645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ddadb7db-9c3b-414f-9327-f0e15490610c req-89326324-567b-478f-933c-f02f130c5819 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283611 Feb 10 04:06:22.201720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8ba150cb-058a-4b2b-aed0-efef3ac01e37 None None] Port f08f472e-0cbe-4cfe-b5ff-b180462a0394 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:22.214828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ce163d-0ffb-4d93-9376-51d69f636708 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b82a11fa-dff7-47e8-abc1-ed7fa0451366), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.250354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce163d-0ffb-4d93-9376-51d69f636708 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82a11fa-dff7-47e8-abc1-ed7fa0451366,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:22.285544 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45a57936-5a6e-4a99-a0d0-842694b09462 req-e17c201b-994d-43d1-841e-83be288505c4 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "GET /v2.0/security-groups/6733b4ea-cf11-4424-a177-2c354e8a5f89 HTTP/1.1" status: 200 len: 1816 time: 0.0867724 Feb 10 04:06:22.308064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.371911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45a57936-5a6e-4a99-a0d0-842694b09462 req-dd25882f-fcfa-45b3-bdde-ec4238427fe3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (6733b4ea-cf11-4424-a177-2c354e8a5f89), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.375662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56ce163d-0ffb-4d93-9376-51d69f636708 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.379452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56ce163d-0ffb-4d93-9376-51d69f636708 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5215783 Feb 10 04:06:22.382151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57630) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:22.500207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45a57936-5a6e-4a99-a0d0-842694b09462 req-dd25882f-fcfa-45b3-bdde-ec4238427fe3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (6733b4ea-cf11-4424-a177-2c354e8a5f89), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.564056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b09d4366-7445-437c-9334-452760350b89 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (d084673f-9e87-409f-9319-2528cd600157), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.643699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b09d4366-7445-437c-9334-452760350b89 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (d084673f-9e87-409f-9319-2528cd600157), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.690786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:22.697090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:22.702936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:22.709982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:22.716576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:22.722975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:22.728512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:22.730480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-acabd956-988e-4759-96e7-b472b8a17672 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1865816 Feb 10 04:06:22.837912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45a57936-5a6e-4a99-a0d0-842694b09462 req-dd25882f-fcfa-45b3-bdde-ec4238427fe3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6733b4ea-cf11-4424-a177-2c354e8a5f89), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.840642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45a57936-5a6e-4a99-a0d0-842694b09462 req-dd25882f-fcfa-45b3-bdde-ec4238427fe3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.841915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45a57936-5a6e-4a99-a0d0-842694b09462 req-dd25882f-fcfa-45b3-bdde-ec4238427fe3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] 10.222.0.42 "DELETE /v2.0/security-groups/6733b4ea-cf11-4424-a177-2c354e8a5f89 HTTP/1.1" status: 204 len: 173 time: 0.5520647 Feb 10 04:06:22.848170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-664d1b1a-acef-4f4e-a8ba-d6d4213fa1fe req-8e4e4888-972e-44c2-8f8f-558865a9a5ce tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100907 Feb 10 04:06:22.850859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57650) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:22.858068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25882f-fcfa-45b3-bdde-ec4238427fe3 tempest-SecurityGroupsTestJSON-1240975430 tempest-SecurityGroupsTestJSON-1240975430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6733b4ea-cf11-4424-a177-2c354e8a5f89,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:22.909384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b09d4366-7445-437c-9334-452760350b89 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d084673f-9e87-409f-9319-2528cd600157), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.914100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b09d4366-7445-437c-9334-452760350b89 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.915814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b09d4366-7445-437c-9334-452760350b89 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/d084673f-9e87-409f-9319-2528cd600157 HTTP/1.1" status: 204 len: 168 time: 0.5326827 Feb 10 04:06:22.922127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57652) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:22.977095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08f472e-0cbe-4cfe-b5ff-b180462a0394 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:22.980426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d4366-7445-437c-9334-452760350b89 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084673f-9e87-409f-9319-2528cd600157,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:22.987142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] Deleting subnet 9edaae9c-1f17-49f1-9fc8-22f08ebe2954 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:22.991177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Publish callbacks [] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:22.993441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] Publish callbacks [] for subnet (9edaae9c-1f17-49f1-9fc8-22f08ebe2954), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.032853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Transition to ACTIVE for port object f08f472e-0cbe-4cfe-b5ff-b180462a0394 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:23.037414 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b76786f0-fa70-4b26-a331-c4e27a72c5a4 req-af5a3012-0262-454e-840c-d3546c2daec3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=a954d683-2c78-48f1-83d8-04547b8cfcf7 HTTP/1.1" status: 200 len: 210 time: 0.0786819 Feb 10 04:06:23.052278 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (9edaae9c-1f17-49f1-9fc8-22f08ebe2954), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.094313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f2cb4764-fb54-4166-b331-2d6d9446f3a1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1685281 Feb 10 04:06:23.095348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57666) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:23.102394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cad85333-a5cf-4475-8527-eb84253042f1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--682171124'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:23.129304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.131715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57670) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:23.202059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad85333-a5cf-4475-8527-eb84253042f1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.222836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-50f823f7-679f-44b7-9411-7278ec555ffd tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057210 Feb 10 04:06:23.302752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9edaae9c-1f17-49f1-9fc8-22f08ebe2954), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.372316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Pushing event updated for resources: {'Port': ['ID=f08f472e-0cbe-4cfe-b5ff-b180462a0394,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:23.374883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-955426037-network', 'tenant_id': '9c7b23d2763d4985bd2d477ffe9df14a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:23.447926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad85333-a5cf-4475-8527-eb84253042f1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (e9d67890-8397-4cc1-99d8-7069f14bea40), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.458032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2944-8d5d-460b-ad91-493e5b0c8a95 req-72fd7a58-0bdd-4dbc-a32b-98e2ee14cb24 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:23.460561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-246d2944-8d5d-460b-ad91-493e5b0c8a95 req-72fd7a58-0bdd-4dbc-a32b-98e2ee14cb24 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 943 time: 0.1521213 Feb 10 04:06:23.477801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9c2806cc-d592-4d1f-9b00-a749057b52fb no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:23.510177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 9c2806cc-d592-4d1f-9b00-a749057b52fb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:23.510547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9c2806cc-d592-4d1f-9b00-a749057b52fb not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:23.542471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Attempting to bind port f08f472e-0cbe-4cfe-b5ff-b180462a0394 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:23.542733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Attempting to bind port f08f472e-0cbe-4cfe-b5ff-b180462a0394 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:23.543157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Attempting to bind port f08f472e-0cbe-4cfe-b5ff-b180462a0394 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:23.551369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-246d2944-8d5d-460b-ad91-493e5b0c8a95 req-12bdd841-60b7-4f85-b85b-2075131fb726 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848024 Feb 10 04:06:23.553411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Made reservation on behalf of 9c7b23d2763d4985bd2d477ffe9df14a for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:23.557051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.561773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Port f08f472e-0cbe-4cfe-b5ff-b180462a0394 on network 36db4135-2aff-4d08-a93b-23775dc656a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:23.562106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Attempting to bind port f08f472e-0cbe-4cfe-b5ff-b180462a0394 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:23.564356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad85333-a5cf-4475-8527-eb84253042f1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e9d67890-8397-4cc1-99d8-7069f14bea40), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.583592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:23.584148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:23.584545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Bound using segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:23.585137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Bound port: f08f472e-0cbe-4cfe-b5ff-b180462a0394, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:23.585525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.604437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.666801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad85333-a5cf-4475-8527-eb84253042f1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d67890-8397-4cc1-99d8-7069f14bea40,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:23.686381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad85333-a5cf-4475-8527-eb84253042f1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.690315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cad85333-a5cf-4475-8527-eb84253042f1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5937181 Feb 10 04:06:23.691102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57688) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:23.694481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-6a8a48d5-909b-48e8-87c1-bf829b77ee2f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:23.700378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6b9b21b4-4b94-4fae-a055-f453529532e1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245101210'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:23.701304 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-6a8a48d5-909b-48e8-87c1-bf829b77ee2f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4669518 Feb 10 04:06:23.704279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] For port f08f472e-0cbe-4cfe-b5ff-b180462a0394, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:23.715338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] For port f08f472e-0cbe-4cfe-b5ff-b180462a0394, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:23.727032 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-e7b77ee3-f458-494d-9d82-e8fc5b101a6e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/quotas/3ba0894f166f44a8aee33005bf4a2f3e HTTP/1.1" status: 200 len: 375 time: 0.0247569 Feb 10 04:06:23.764224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-67566d43-f065-4eb9-8a9b-8b44137c66fa tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363324 Feb 10 04:06:23.776272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (9edaae9c-1f17-49f1-9fc8-22f08ebe2954), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.787152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks [] for security_group (24b466f4-f3d1-4c49-ad6b-c83a859e51b3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.807678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21b4-4b94-4fae-a055-f453529532e1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.814575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.816822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edaae9c-1f17-49f1-9fc8-22f08ebe2954,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:23.820052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.824436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-10a31c92-2971-46a1-b2a4-be2dd84fb5c4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9edaae9c-1f17-49f1-9fc8-22f08ebe2954 HTTP/1.1" status: 204 len: 168 time: 0.9724741 Feb 10 04:06:23.832455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57694) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:23.883645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57696) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:23.909371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:23.914915 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.916420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] 10.222.0.43 "PUT /v2.0/ports/f08f472e-0cbe-4cfe-b5ff-b180462a0394 HTTP/1.1" status: 200 len: 1091 time: 1.9842460 Feb 10 04:06:23.918920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'tag': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:23.921523 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd" -d '{"events": [{"name": "network-changed", "server_uuid": "f69f92e2-6e50-4267-8dac-639192bb9b27", "tag": "f08f472e-0cbe-4cfe-b5ff-b180462a0394"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:23.925843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (24b466f4-f3d1-4c49-ad6b-c83a859e51b3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:23.985223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cc61b-19f2-4ce3-8b0e-f1d7b6447b3a service neutron] Pushing event updated for resources: {'Port': ['ID=f08f472e-0cbe-4cfe-b5ff-b180462a0394,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:23.985513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:06:24.019149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21b4-4b94-4fae-a055-f453529532e1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (0770a2b0-ac10-417b-b86c-308f34bb92ac), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.020106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (24269782-c62a-4ccc-9bd5-07bbaacf2cac), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.036922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cf6056ee-6e08-403c-bb60-6517b1c3c476), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.037615 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Added segment cf6056ee-6e08-403c-bb60-6517b1c3c476 of type vlan for network d9e8c78d-07f3-47f6-a9df-d885047fbc14 Feb 10 04:06:24.114408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] Deleting subnet f80f55e5-fc63-4a77-9b42-512cfcd0c266 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:24.119578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] Publish callbacks [] for subnet (f80f55e5-fc63-4a77-9b42-512cfcd0c266), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.156888 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (f80f55e5-fc63-4a77-9b42-512cfcd0c266), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.179197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-a2e14619-8aeb-4c17-92ee-0f9475e5bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.181084 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-a2e14619-8aeb-4c17-92ee-0f9475e5bbf0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 1125 time: 0.1369805 Feb 10 04:06:24.200488 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f80f55e5-fc63-4a77-9b42-512cfcd0c266), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.238086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b466f4-f3d1-4c49-ad6b-c83a859e51b3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:24.289283 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (24269782-c62a-4ccc-9bd5-07bbaacf2cac), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.295046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d9e8c78d-07f3-47f6-a9df-d885047fbc14), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.301300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-e68abf97-7d02-4c64-8165-2663469d3f15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394 HTTP/1.1" status: 200 len: 217 time: 0.1110420 Feb 10 04:06:24.325048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21b4-4b94-4fae-a055-f453529532e1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0770a2b0-ac10-417b-b86c-308f34bb92ac), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.376127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-df751a65-fd94-4ac3-82a6-d90a7d0bc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.378677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-df751a65-fd94-4ac3-82a6-d90a7d0bc9c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0705476 Feb 10 04:06:24.400787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24269782-c62a-4ccc-9bd5-07bbaacf2cac']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:24.431055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d9e8c78d-07f3-47f6-a9df-d885047fbc14), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.432177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.432862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.474777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be9984f-6a77-42b2-beb8-a713609a0499') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:24.476169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be9984f-6a77-42b2-beb8-a713609a0499') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:24.492760 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628cabfd-a6d2-4224-bc9f-73ce839d4be1 x-openstack-request-id: req-628cabfd-a6d2-4224-bc9f-73ce839d4be1 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:24.493500 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69f92e2-6e50-4267-8dac-639192bb9b27", "tag": "f08f472e-0cbe-4cfe-b5ff-b180462a0394", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:24.494194 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-628cabfd-a6d2-4224-bc9f-73ce839d4be1 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:24.494846 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'tag': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'status': 'completed', 'code': 200} Feb 10 04:06:24.511311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6be9984f-6a77-42b2-beb8-a713609a0499), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.535589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-463d61d2-3b70-4166-92e0-4e92a3162257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.539315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-463d61d2-3b70-4166-92e0-4e92a3162257 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1436024 Feb 10 04:06:24.542024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6be9984f-6a77-42b2-beb8-a713609a0499), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.549445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6b9b21b4-4b94-4fae-a055-f453529532e1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.554219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6b9b21b4-4b94-4fae-a055-f453529532e1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8574128 Feb 10 04:06:24.555089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b21b4-4b94-4fae-a055-f453529532e1 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0770a2b0-ac10-417b-b86c-308f34bb92ac,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:24.560210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57716) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:24.565255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1c583546-2f2e-4fbc-b2e1-ac15a9f8ca3a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': 'e9d67890-8397-4cc1-99d8-7069f14bea40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0770a2b0-ac10-417b-b86c-308f34bb92ac', 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:24.617892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.635032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.640860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.646334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.651950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.657160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.663293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:24.665994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-f55fee1b-c6f7-47a1-b8fa-c0e2b7a6349c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.6358502 Feb 10 04:06:24.670637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f80f55e5-fc63-4a77-9b42-512cfcd0c266), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.672095 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-c5a30473-4299-4836-a2fb-a0667fac4228 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256814 Feb 10 04:06:24.687962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:06:24.688340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6be9984f-6a77-42b2-beb8-a713609a0499), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:06:24.693448 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:06:24.713581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.721023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f80f55e5-fc63-4a77-9b42-512cfcd0c266 HTTP/1.1" status: 204 len: 168 time: 0.8347051 Feb 10 04:06:24.730748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5950096 Feb 10 04:06:24.730748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57720) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:24.731411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbd10317-b60e-4bb6-972f-8e65a5170c30 req-8ffc27f0-3e66-4087-ac75-c8e6bc19568f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 210 time: 0.0522668 Feb 10 04:06:24.789350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57722) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:24.791677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84767a2d-93e6-4fa5-bf56-0e4f2ae8961d admin admin] Pushing event updated for resources: {'Network': ['ID=d9e8c78d-07f3-47f6-a9df-d885047fbc14,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:24.805724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d9e8c78d-07f3-47f6-a9df-d885047fbc14 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:06:24.809098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Request body: {'subnet': {'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-955426037-subnet', 'tenant_id': '9c7b23d2763d4985bd2d477ffe9df14a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:24.813972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755aa1a-eb46-4789-8f1f-56ff0f1076ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80f55e5-fc63-4a77-9b42-512cfcd0c266,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:24.928023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (3d44b635-5cff-42d7-9905-1dde2dc96d04), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:24.963748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63f3a2f2-0ee1-4cad-8570-0defc1b726e2 req-91a7515d-7338-4ad7-8aef-0c1a1f9c7f53 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2847259 Feb 10 04:06:25.012681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c583546-2f2e-4fbc-b2e1-ac15a9f8ca3a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9c43c971-39f5-4e31-9a72-e3c06acdfef7), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.015542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Made reservation on behalf of 9c7b23d2763d4985bd2d477ffe9df14a for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:25.018332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.315685 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-19abdab8-97d8-4153-8099-d28a213634e5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667214 Feb 10 04:06:25.321764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (3d44b635-5cff-42d7-9905-1dde2dc96d04), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.344523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6d31abd-d0ba-4491-9096-a9dc30130433 req-d8599543-e21e-4b3d-8d08-13d4389bbc52 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572082 Feb 10 04:06:25.353761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b055e-f47c-4a21-9956-27f74be628c0 req-bd82a3fe-2f3e-40bb-90f8-98454518508b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:25.355927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-884b055e-f47c-4a21-9956-27f74be628c0 req-bd82a3fe-2f3e-40bb-90f8-98454518508b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 943 time: 0.1314912 Feb 10 04:06:25.357353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (24269782-c62a-4ccc-9bd5-07bbaacf2cac), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.370844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.378000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] 10.222.0.42 "DELETE /v2.0/networks/24269782-c62a-4ccc-9bd5-07bbaacf2cac HTTP/1.1" status: 204 len: 168 time: 1.5422468 Feb 10 04:06:25.394391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d2d95-9ec5-49d6-9f0b-6e331d2acfca admin admin] Pushing event deleted for resources: {'Network': ['ID=24269782-c62a-4ccc-9bd5-07bbaacf2cac,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:25.446253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d44b635-5cff-42d7-9905-1dde2dc96d04']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:25.449785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-884b055e-f47c-4a21-9956-27f74be628c0 req-e32ae196-e0d7-4b4b-82d7-dc7cc3388e93 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728669 Feb 10 04:06:25.481122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (87a1feab-9f0a-4806-bb78-c4e769313a9f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.505015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1b5876-a9d0-4aea-b3f2-991c942970a3') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:25.505322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1b5876-a9d0-4aea-b3f2-991c942970a3') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:25.568626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-1c81faf0-e5fc-40d7-b025-bc730e106ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:25.572585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-1c81faf0-e5fc-40d7-b025-bc730e106ed7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 1125 time: 0.0527873 Feb 10 04:06:25.581118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (aa1b5876-a9d0-4aea-b3f2-991c942970a3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.616868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c583546-2f2e-4fbc-b2e1-ac15a9f8ca3a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9c43c971-39f5-4e31-9a72-e3c06acdfef7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.656787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (aa1b5876-a9d0-4aea-b3f2-991c942970a3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.678236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a1feab-9f0a-4806-bb78-c4e769313a9f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:25.681608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:06:25.682007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (aa1b5876-a9d0-4aea-b3f2-991c942970a3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.684335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-1d9189c9-5544-4d28-9a4e-a671102d1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:06:25.685209 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:06:25.688219 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-1d9189c9-5544-4d28-9a4e-a671102d1e40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.1086569 Feb 10 04:06:25.716032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-6f4fe18c-a339-45b1-86e3-b3582043673b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:25.717984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-6f4fe18c-a339-45b1-86e3-b3582043673b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930421 Feb 10 04:06:25.721595 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c583546-2f2e-4fbc-b2e1-ac15a9f8ca3a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (9c43c971-39f5-4e31-9a72-e3c06acdfef7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:25.785728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-c9943603-0692-41b8-ad5d-57aba723dd3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394 HTTP/1.1" status: 200 len: 217 time: 0.0923612 Feb 10 04:06:25.848592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57732) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:25.897708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-ba00d7c0-ec08-4ec9-afbc-516ec22aac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:25.899457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-ba00d7c0-ec08-4ec9-afbc-516ec22aac00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1062374 Feb 10 04:06:25.929108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aecd02c6-9b9c-464e-8c1a-b7ae4b22c730 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c73ead655abf456aa9b38b9789b050ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785284 Feb 10 04:06:25.945677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57734) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:26.029240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Request body: {'port': {'device_id': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3ba0894f166f44a8aee33005bf4a2f3e'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:26.039410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-1758d0a0-e737-409d-a306-c27b44dd35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.040936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-1758d0a0-e737-409d-a306-c27b44dd35ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1332173 Feb 10 04:06:26.074755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc9ad855-7e27-4704-a4ee-470399a02b8e req-f096d8e4-0f57-43fe-8c08-e0c86475f506 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 210 time: 0.0591357 Feb 10 04:06:26.075478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Checking segment: {'id': 'cf6056ee-6e08-403c-bb60-6517b1c3c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:26.075835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Network hostable DHCP agents. Network: d9e8c78d-07f3-47f6-a9df-d885047fbc14, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:06:26.089875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c583546-2f2e-4fbc-b2e1-ac15a9f8ca3a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c43c971-39f5-4e31-9a72-e3c06acdfef7,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:26.121759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c080d075-b9aa-4ea2-a472-f9e8bd3e67db admin admin] Publish callbacks [] for security_group (57f9fc19-7883-494e-a221-f16686ef75e8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.171516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (3d44b635-5cff-42d7-9905-1dde2dc96d04), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.177875 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.181986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3d44b635-5cff-42d7-9905-1dde2dc96d04 HTTP/1.1" status: 204 len: 168 time: 1.4002934 Feb 10 04:06:26.205445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91f6e5-bbed-4de6-ad1c-66c0e76f0a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d44b635-5cff-42d7-9905-1dde2dc96d04,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:26.214777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c583546-2f2e-4fbc-b2e1-ac15a9f8ca3a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.215920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c080d075-b9aa-4ea2-a472-f9e8bd3e67db admin admin] Publish callbacks [] for security_group (57f9fc19-7883-494e-a221-f16686ef75e8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.216110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1c583546-2f2e-4fbc-b2e1-ac15a9f8ca3a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6548350 Feb 10 04:06:26.227450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57742) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:26.260328 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73c35ca8-1024-4067-b43f-7e71e4abf86c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9c43c971-39f5-4e31-9a72-e3c06acdfef7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.265407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-40400f9f-aca4-470f-84d7-c4161f78fb43 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153387 Feb 10 04:06:26.270422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73c35ca8-1024-4067-b43f-7e71e4abf86c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (9c43c971-39f5-4e31-9a72-e3c06acdfef7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.282349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.290183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.293952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.299749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.304147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Network d9e8c78d-07f3-47f6-a9df-d885047fbc14 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:06:26.305862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.311332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.317228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.320009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-cb511ab2-76be-4321-bbf9-5ab4d15d6eee tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2303510 Feb 10 04:06:26.361353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73c35ca8-1024-4067-b43f-7e71e4abf86c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (9c43c971-39f5-4e31-9a72-e3c06acdfef7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.368129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73c35ca8-1024-4067-b43f-7e71e4abf86c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.369553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-73c35ca8-1024-4067-b43f-7e71e4abf86c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9c43c971-39f5-4e31-9a72-e3c06acdfef7 HTTP/1.1" status: 204 len: 168 time: 0.1384025 Feb 10 04:06:26.372566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:26.378139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c35ca8-1024-4067-b43f-7e71e4abf86c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c43c971-39f5-4e31-9a72-e3c06acdfef7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:26.428294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Made reservation on behalf of 3ba0894f166f44a8aee33005bf4a2f3e for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:26.432168 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.441705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d9e8c78d-07f3-47f6-a9df-d885047fbc14) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:26.447535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.448372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.453022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.461584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11352d-0090-4794-b530-5a501f1369af None None] Network d9e8c78d-07f3-47f6-a9df-d885047fbc14 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:26.519219 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c080d075-b9aa-4ea2-a472-f9e8bd3e67db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (57f9fc19-7883-494e-a221-f16686ef75e8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.525998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c080d075-b9aa-4ea2-a472-f9e8bd3e67db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.527841 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c080d075-b9aa-4ea2-a472-f9e8bd3e67db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57f9fc19-7883-494e-a221-f16686ef75e8 HTTP/1.1" status: 204 len: 168 time: 0.5810974 Feb 10 04:06:26.543952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a25ea4b3-76cf-4c50-a44a-9d3946dfe6e8 req-d6c5a268-3fea-44e8-934c-f915e9fe3074 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109451 Feb 10 04:06:26.550025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b2db4a-3ccf-45a7-bf32-0aa600178abd req-cdf7fd35-8b84-448f-8593-c394755586e7 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265174 Feb 10 04:06:26.579353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4bf8c828-c3e7-4c26-8ee1-780c169707ac tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2056365 Feb 10 04:06:26.579999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57750) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:26.611662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-22c3054a-d419-4162-978b-184fbc2a0c02 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8174059 Feb 10 04:06:26.635261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8d353-4d22-458d-88bd-2a711f1c24dd None None] Network d9e8c78d-07f3-47f6-a9df-d885047fbc14 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:26.660037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080d075-b9aa-4ea2-a472-f9e8bd3e67db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f9fc19-7883-494e-a221-f16686ef75e8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:26.698964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57754) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:26.734230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e96645-ffd2-4b16-83d5-af9883978ed4 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (0770a2b0-ac10-417b-b86c-308f34bb92ac), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.769836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b0bb-c3ed-4066-9f4a-668fc08c0cc6 req-79b78083-2a21-44b8-ab63-e468c61ebfd9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:26.772019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c65b0bb-c3ed-4066-9f4a-668fc08c0cc6 req-79b78083-2a21-44b8-ab63-e468c61ebfd9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 943 time: 0.2349710 Feb 10 04:06:26.778937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks [] for security_group (033853ba-c3a6-485f-98a8-39beba36ebbd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.796611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e96645-ffd2-4b16-83d5-af9883978ed4 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (0770a2b0-ac10-417b-b86c-308f34bb92ac), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.803873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cb166251-73cd-4d5b-ba46-0a0c23f89bca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2190030a9bc42aea9f642d845c46b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1091921 Feb 10 04:06:26.811101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57756) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:26.868011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c65b0bb-c3ed-4066-9f4a-668fc08c0cc6 req-a1547232-882c-4e7c-9372-ffbb3178e9c5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815272 Feb 10 04:06:26.917407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (033853ba-c3a6-485f-98a8-39beba36ebbd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.929167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f729a6f-aa97-45c0-bd87-9869eafc4a90 admin admin] Publish callbacks [] for security_group (83de896b-f1fa-47cd-b21b-c730fd6712ef), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.967835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f729a6f-aa97-45c0-bd87-9869eafc4a90 admin admin] Publish callbacks [] for security_group (83de896b-f1fa-47cd-b21b-c730fd6712ef), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:26.997824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033853ba-c3a6-485f-98a8-39beba36ebbd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:27.059682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e96645-ffd2-4b16-83d5-af9883978ed4 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0770a2b0-ac10-417b-b86c-308f34bb92ac), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.063456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e96645-ffd2-4b16-83d5-af9883978ed4 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.067071 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53e96645-ffd2-4b16-83d5-af9883978ed4 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/0770a2b0-ac10-417b-b86c-308f34bb92ac HTTP/1.1" status: 204 len: 168 time: 0.4688940 Feb 10 04:06:27.078791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:27.141770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-8e63ca04-45e9-4cbc-838c-ce2790ea8ace tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381260 Feb 10 04:06:27.153725 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f729a6f-aa97-45c0-bd87-9869eafc4a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (83de896b-f1fa-47cd-b21b-c730fd6712ef), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.160289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f729a6f-aa97-45c0-bd87-9869eafc4a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.164779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6f729a6f-aa97-45c0-bd87-9869eafc4a90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83de896b-f1fa-47cd-b21b-c730fd6712ef HTTP/1.1" status: 204 len: 168 time: 0.3492644 Feb 10 04:06:27.164779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e96645-ffd2-4b16-83d5-af9883978ed4 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0770a2b0-ac10-417b-b86c-308f34bb92ac,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:27.202388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f729a6f-aa97-45c0-bd87-9869eafc4a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83de896b-f1fa-47cd-b21b-c730fd6712ef,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:27.294937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-abe2189d-b327-4586-a273-4db6811df85e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2091234 Feb 10 04:06:27.294937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57774) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:27.432491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25d7a657-9742-46fa-a736-70f06251feef req-7deb32ee-dcdd-4318-8efd-fb101cc30bb0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 210 time: 0.1323802 Feb 10 04:06:27.433269 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bde1ae-2e27-420d-8b7e-ebea342aa00e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (e9d67890-8397-4cc1-99d8-7069f14bea40), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.531398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-97af10c8-725e-4d57-907f-e6cfb23b0431 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.533054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-97af10c8-725e-4d57-907f-e6cfb23b0431 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3852689 Feb 10 04:06:27.549987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Allocated IP 192.168.233.213 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/cfa52d8b-6f17-42d3-bf71-49605c7382f1) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:27.564104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Request body: {'port': {'device_id': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3ba0894f166f44a8aee33005bf4a2f3e'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:27.610311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bde1ae-2e27-420d-8b7e-ebea342aa00e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (e9d67890-8397-4cc1-99d8-7069f14bea40), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.626611 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-67cde8cb-832c-4e97-a798-b5476086286f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.635612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-4bebe60c-1e0f-4635-9faa-59a2fd0ca9a8 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.637349 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-4bebe60c-1e0f-4635-9faa-59a2fd0ca9a8 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/networks?id=d9e8c78d-07f3-47f6-a9df-d885047fbc14 HTTP/1.1" status: 200 len: 820 time: 0.1700385 Feb 10 04:06:27.707649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-5dada818-5560-4fed-beec-a694f46a49ca tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/quotas/9c7b23d2763d4985bd2d477ffe9df14a HTTP/1.1" status: 200 len: 375 time: 0.0427108 Feb 10 04:06:27.773884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-7088a156-3324-4135-8cfe-14b2821dd914 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c7b23d2763d4985bd2d477ffe9df14a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502944 Feb 10 04:06:27.780245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bde1ae-2e27-420d-8b7e-ebea342aa00e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e9d67890-8397-4cc1-99d8-7069f14bea40), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.783838 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89bde1ae-2e27-420d-8b7e-ebea342aa00e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:27.785236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-89bde1ae-2e27-420d-8b7e-ebea342aa00e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/e9d67890-8397-4cc1-99d8-7069f14bea40 HTTP/1.1" status: 204 len: 168 time: 0.4909763 Feb 10 04:06:27.790294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57796) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:27.856303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bde1ae-2e27-420d-8b7e-ebea342aa00e tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d67890-8397-4cc1-99d8-7069f14bea40,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:27.878633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.885259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.890813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.897262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.903002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.908598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.915726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:27.917922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-79efbd2f-4b44-4325-8bf4-7748687399e8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2196121 Feb 10 04:06:27.938965 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab1a23d4-6a06-4a2f-b8e4-1d48fae0ea40 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1426804 Feb 10 04:06:27.943082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57806) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:27.949266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c60b47b9-dae6-4fa7-9d9a-6f62be93ff46 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--239100194'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:27.982645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks [] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.007717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-5eff6855-7c26-4536-9a64-3b110a72a94f service neutron] 10.222.0.42 "GET /v2.0/networks/d9e8c78d-07f3-47f6-a9df-d885047fbc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181475 Feb 10 04:06:28.029231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Made reservation on behalf of 3ba0894f166f44a8aee33005bf4a2f3e for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:28.033043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.121526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-cd70358c-df6f-46d7-ac69-afe7deb810b4 service neutron] 10.222.0.42 "GET /v2.0/networks/d9e8c78d-07f3-47f6-a9df-d885047fbc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000881 Feb 10 04:06:28.122986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60b47b9-dae6-4fa7-9d9a-6f62be93ff46 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.132715 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f90e75a-7b78-4a0e-99f1-2df641fe71e5 req-807c1fdd-cfae-420a-8ee2-cc6d9043d615 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2061355 Feb 10 04:06:28.221905 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60b47b9-dae6-4fa7-9d9a-6f62be93ff46 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (95293d83-77c6-4b37-b1a3-e2f04f7c74a6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.329513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9621-f09e-4308-af25-72fd96d731a1 req-b18980fc-63ec-405f-892c-d8ba73f8bdf6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:28.331822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24cd9621-f09e-4308-af25-72fd96d731a1 req-b18980fc-63ec-405f-892c-d8ba73f8bdf6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 943 time: 0.0623703 Feb 10 04:06:28.333039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60b47b9-dae6-4fa7-9d9a-6f62be93ff46 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (95293d83-77c6-4b37-b1a3-e2f04f7c74a6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.364213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.376017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f08f472e-0cbe-4cfe-b5ff-b180462a0394 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:28.383659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b47b9-dae6-4fa7-9d9a-6f62be93ff46 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95293d83-77c6-4b37-b1a3-e2f04f7c74a6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:28.449746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57824) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:28.486034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:28.493706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Allocated IP 192.168.233.148 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/a1eef442-e083-431c-95d5-186fa56b02ec) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:28.508907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:28.528497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60b47b9-dae6-4fa7-9d9a-6f62be93ff46 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.532968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c60b47b9-dae6-4fa7-9d9a-6f62be93ff46 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5858233 Feb 10 04:06:28.535235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57832) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:28.543358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:28.551399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:28.553977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a4b09dce-ed4b-41d2-b0e7-b72ce7ccc77d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '95293d83-77c6-4b37-b1a3-e2f04f7c74a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:28.588238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f08f472e-0cbe-4cfe-b5ff-b180462a0394, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:28.610754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:28.611416 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.619376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'mac_address': 'fa:16:3e:a8:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:28.646595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24cd9621-f09e-4308-af25-72fd96d731a1 req-dc2c4bcf-8743-40fe-8485-21ebf90ae37d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964015 Feb 10 04:06:28.648552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.660231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.660231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.660231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.660231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.664933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1570030350-network', 'tenant_id': 'dc0d308170aa4133804130ea91323772'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:28.665163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.665163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.665163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.665163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.665163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.665163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.667431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.668084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:28.717967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f08f472e-0cbe-4cfe-b5ff-b180462a0394 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:28.718505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.736444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08f472e-0cbe-4cfe-b5ff-b180462a0394 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:28.783073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f08f472e-0cbe-4cfe-b5ff-b180462a0394, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:28.815495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4b09dce-ed4b-41d2-b0e7-b72ce7ccc77d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (426d6f9e-8e55-44da-99d1-aa52b9e704a0), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.868716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05b413b7-7c05-45ef-84da-8308f29c4601 req-7ff19600-316f-484e-b2b3-32f05f9e6580 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 210 time: 0.0426455 Feb 10 04:06:28.872290 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-811aeeb4-8ecd-427c-b3be-d53d873565b9 req-3e464a1e-ead1-4813-8a22-32be7344f54a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 210 time: 0.1513939 Feb 10 04:06:28.879208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.883023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks [] for port (a1eef442-e083-431c-95d5-186fa56b02ec), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.925951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:28.932750 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.970943 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4b09dce-ed4b-41d2-b0e7-b72ce7ccc77d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (426d6f9e-8e55-44da-99d1-aa52b9e704a0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.971897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:28.979124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-ea770bc4-c7a2-4c48-8eaa-f816c9f6b9d4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9534423 Feb 10 04:06:28.987091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f08f472e-0cbe-4cfe-b5ff-b180462a0394,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:28.992353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Request body: {'port': {'device_id': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:29.028322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8b97888c-768f-44de-969b-74bb4a8140b4 None None] Provisioning complete for port cfa52d8b-6f17-42d3-bf71-49605c7382f1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:29.028492 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8b97888c-768f-44de-969b-74bb4a8140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.032617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.080760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8b97888c-768f-44de-969b-74bb4a8140b4 None None] Port cfa52d8b-6f17-42d3-bf71-49605c7382f1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:29.089991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4b09dce-ed4b-41d2-b0e7-b72ce7ccc77d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (426d6f9e-8e55-44da-99d1-aa52b9e704a0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.107636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:29.115584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:29.135111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57844) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:29.144333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b09dce-ed4b-41d2-b0e7-b72ce7ccc77d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426d6f9e-8e55-44da-99d1-aa52b9e704a0,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:29.154664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:29.165672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:29.172394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Pushing event updated for resources: {'Port': ['ID=a1eef442-e083-431c-95d5-186fa56b02ec,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:29.250491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks [] for security_group (6e34f9ae-ed69-4132-a3d3-06f8845c3f5a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.261904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.280198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4b09dce-ed4b-41d2-b0e7-b72ce7ccc77d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.287177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a4b09dce-ed4b-41d2-b0e7-b72ce7ccc77d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7483029 Feb 10 04:06:29.287177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57854) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:29.329170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.330186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.388697 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e34f9ae-ed69-4132-a3d3-06f8845c3f5a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.405828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-834021457-network', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:29.461258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:06:29.470869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-7d555e98-4dda-417b-836e-52f0b8255291 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9132774 Feb 10 04:06:29.516014 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30882d41-83aa-4fe4-9ea0-7764da7fd6d9 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (426d6f9e-8e55-44da-99d1-aa52b9e704a0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.527335 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (a7536662-060f-47aa-badd-317e4ab20e37), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.527335 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Added segment a7536662-060f-47aa-badd-317e4ab20e37 of type vlan for network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 Feb 10 04:06:29.531253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Request body: {'port': {'device_id': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:29.531872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:29.562177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.562177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.566936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.572480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.577869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.583887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.589415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:29.597365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-7a629821-e41c-4961-b4ae-d6b421047c36 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3110025 Feb 10 04:06:29.602171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30882d41-83aa-4fe4-9ea0-7764da7fd6d9 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (426d6f9e-8e55-44da-99d1-aa52b9e704a0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.612516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-31262a0d-fb0f-4625-9b4b-62d62096e67a None None] Provisioning complete for port a1eef442-e083-431c-95d5-186fa56b02ec triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:29.613229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-31262a0d-fb0f-4625-9b4b-62d62096e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.658862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Made reservation on behalf of 5ffbd836050640a3b18a0d9471b7516e for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:29.660811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.691387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9fad80e1-48e5-4ddd-b792-d2482ae8b503), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.703823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.771458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-31262a0d-fb0f-4625-9b4b-62d62096e67a None None] Port a1eef442-e083-431c-95d5-186fa56b02ec cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:29.807690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks [] for security_group (186de899-2fc6-4342-b79d-80efac5b9b82), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.814402 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30882d41-83aa-4fe4-9ea0-7764da7fd6d9 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (426d6f9e-8e55-44da-99d1-aa52b9e704a0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.817026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.resource_extend [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:06:29.830265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30882d41-83aa-4fe4-9ea0-7764da7fd6d9 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.831555 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-30882d41-83aa-4fe4-9ea0-7764da7fd6d9 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/426d6f9e-8e55-44da-99d1-aa52b9e704a0 HTTP/1.1" status: 204 len: 168 time: 0.5436080 Feb 10 04:06:29.841836 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2298b096-086c-4783-b47c-350667e87b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.843737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03c39826-ff97-4582-bbcd-41092e3cac3d req-e1772603-b194-4a7b-a4fc-56bbb5f05c4a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2456453 Feb 10 04:06:29.847878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57858) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:29.876013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30882d41-83aa-4fe4-9ea0-7764da7fd6d9 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=426d6f9e-8e55-44da-99d1-aa52b9e704a0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:29.881430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.939020 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (186de899-2fc6-4342-b79d-80efac5b9b82), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.957356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:06:29.968599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:29.971093 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Added segment 103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2 of type vlan for network 4b8497cd-84eb-4db9-8fea-1b04db4b71da Feb 10 04:06:29.981534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:30.023848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4b8497cd-84eb-4db9-8fea-1b04db4b71da), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.032628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7e8e7e0-8d19-4c5f-be03-c4b3dd473b18 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1804495 Feb 10 04:06:30.036822 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Publish callbacks [] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.044076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57866) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:30.081253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9fad80e1-48e5-4ddd-b792-d2482ae8b503), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.085103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:30.085904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.095926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220c4a7-ccf4-4808-b52c-276419f5b92b req-e0739629-dfba-46ed-8c81-300cc279e08b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:30.103025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6220c4a7-ccf4-4808-b52c-276419f5b92b req-e0739629-dfba-46ed-8c81-300cc279e08b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 944 time: 0.3096116 Feb 10 04:06:30.136544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186de899-2fc6-4342-b79d-80efac5b9b82,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:30.146635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Transition to ACTIVE for port object cfa52d8b-6f17-42d3-bf71-49605c7382f1 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:30.198021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4b8497cd-84eb-4db9-8fea-1b04db4b71da), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.199227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:30.200026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.213957 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7629902 Feb 10 04:06:30.217312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57868) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:30.252255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Request body: {'subnet': {'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1570030350-subnet', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:30.265687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32175c5b-af0f-43f5-aeae-bf0e2b06b9aa admin admin] Pushing event updated for resources: {'Network': ['ID=9fad80e1-48e5-4ddd-b792-d2482ae8b503,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:30.273374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.278799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:06:30.298755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6220c4a7-ccf4-4808-b52c-276419f5b92b req-f3c2729d-30f6-4dc3-8834-9b6225f2f061 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877220 Feb 10 04:06:30.373721 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2374558 Feb 10 04:06:30.379002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57872) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:30.384931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Request body: {'subnet': {'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-subnet', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:30.415623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360b2d7-db99-4cf7-9cd7-b627f2ed894e admin admin] Pushing event updated for resources: {'Network': ['ID=4b8497cd-84eb-4db9-8fea-1b04db4b71da,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:30.419611 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d2f8-2093-4f98-9fb4-400a1a189d85 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (95293d83-77c6-4b37-b1a3-e2f04f7c74a6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.438289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f08f472e-0cbe-4cfe-b5ff-b180462a0394 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:30.454607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb5f50-9e42-4009-bbce-58dd3fff5836 req-97d51f7f-83e7-4541-a293-e99295945bd6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:30.456363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07fb5f50-9e42-4009-bbce-58dd3fff5836 req-97d51f7f-83e7-4541-a293-e99295945bd6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 936 time: 0.4104917 Feb 10 04:06:30.458059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:30.461380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.474549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d154e57a-4ec9-467d-bbe8-6bbbf74c719e req-3766d9a5-c575-4f13-aec8-c929e46509e1 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 210 time: 0.1202135 Feb 10 04:06:30.512891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:06:30.585510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:30.608521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d2f8-2093-4f98-9fb4-400a1a189d85 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (95293d83-77c6-4b37-b1a3-e2f04f7c74a6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.798352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Made reservation on behalf of 5ffbd836050640a3b18a0d9471b7516e for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:30.803714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.823906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Attempting to bind port cfa52d8b-6f17-42d3-bf71-49605c7382f1 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:30.824245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Attempting to bind port cfa52d8b-6f17-42d3-bf71-49605c7382f1 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:30.824575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Attempting to bind port cfa52d8b-6f17-42d3-bf71-49605c7382f1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:30.826685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port f08f472e-0cbe-4cfe-b5ff-b180462a0394 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:30.830824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f08f472e-0cbe-4cfe-b5ff-b180462a0394 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:30.831311 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.832903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Port cfa52d8b-6f17-42d3-bf71-49605c7382f1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:30.833752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Attempting to bind port cfa52d8b-6f17-42d3-bf71-49605c7382f1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:30.859631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:30.863213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:30.863213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:30.863213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Bound port: cfa52d8b-6f17-42d3-bf71-49605c7382f1, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:30.863213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.886525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1eef442-e083-431c-95d5-186fa56b02ec {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:30.894731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d2f8-2093-4f98-9fb4-400a1a189d85 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (95293d83-77c6-4b37-b1a3-e2f04f7c74a6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.897758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d2f8-2093-4f98-9fb4-400a1a189d85 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:30.901586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b9d3d2f8-2093-4f98-9fb4-400a1a189d85 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/95293d83-77c6-4b37-b1a3-e2f04f7c74a6 HTTP/1.1" status: 204 len: 168 time: 0.8552158 Feb 10 04:06:30.902207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57876) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:30.904177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Publish callbacks [] for port (a1eef442-e083-431c-95d5-186fa56b02ec), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.038098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:31.043071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:31.060765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3d2f8-2093-4f98-9fb4-400a1a189d85 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95293d83-77c6-4b37-b1a3-e2f04f7c74a6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:31.068928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.080921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Transition to ACTIVE for port object a1eef442-e083-431c-95d5-186fa56b02ec will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:31.103535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f08f472e-0cbe-4cfe-b5ff-b180462a0394 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:31.104345 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.128067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.144321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3183999b-f78f-4162-ade0-53ccc358b5ac tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2341330 Feb 10 04:06:31.151187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57878) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:31.157507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:31.157744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1ee3ad0f-d93b-44cc-8363-8e672d2e2bf6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072227962'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:31.160425 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f473b11e-fa92-4e3d-ac24-7a80df313791" -d '{"events": [{"server_uuid": "f69f92e2-6e50-4267-8dac-639192bb9b27", "name": "network-vif-plugged", "status": "completed", "tag": "f08f472e-0cbe-4cfe-b5ff-b180462a0394"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:31.172094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.190927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.192072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.194043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] 10.222.0.24 "PUT /v2.0/ports/cfa52d8b-6f17-42d3-bf71-49605c7382f1 HTTP/1.1" status: 200 len: 1096 time: 2.2076368 Feb 10 04:06:31.200307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:31.202569 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:31.212306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (c8defdbc-a85d-4146-8e27-7d330adcdba3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.212512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f08f472e-0cbe-4cfe-b5ff-b180462a0394, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:31.261572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.267305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.277564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.286151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.296491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.301597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8defdbc-a85d-4146-8e27-7d330adcdba3,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:31.303912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.308040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07fb5f50-9e42-4009-bbce-58dd3fff5836 req-19269dda-d3ea-44ee-8e41-c7860dbd3de9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111527 Feb 10 04:06:31.327963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.338388 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.351985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-3f18381e-e549-43ef-9b37-2bec2b53e867 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2969124 Feb 10 04:06:31.360030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a690a-e98a-484c-b615-19e0f93d5acf service neutron] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:31.371742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ad0f-d93b-44cc-8363-8e672d2e2bf6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.400691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9b76ed81-f2b5-41dc-87cf-b61dd9887832), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.445394 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b739f-57af-44c3-9c22-85dfdf66c122 x-openstack-request-id: req-101b739f-57af-44c3-9c22-85dfdf66c122 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:31.445840 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f92e2-6e50-4267-8dac-639192bb9b27", "name": "network-vif-plugged", "status": "completed", "tag": "f08f472e-0cbe-4cfe-b5ff-b180462a0394", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:31.446208 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-101b739f-57af-44c3-9c22-85dfdf66c122 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:31.448805 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'code': 200} Feb 10 04:06:31.501341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f08f472e-0cbe-4cfe-b5ff-b180462a0394,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:31.595212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ad0f-d93b-44cc-8363-8e672d2e2bf6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (8ae26604-b713-4b06-8ce8-f0a796aa729d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.620649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Checking segment: {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:31.621177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Network hostable DHCP agents. Network: 4b8497cd-84eb-4db9-8fea-1b04db4b71da, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:06:31.633760 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc61420-fa7d-442a-9890-b97a1eaeae87 x-openstack-request-id: req-fbc61420-fa7d-442a-9890-b97a1eaeae87 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:31.634374 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:31.636370 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbc61420-fa7d-442a-9890-b97a1eaeae87 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:31.638068 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'status': 'completed', 'code': 200} Feb 10 04:06:31.659727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eef442-e083-431c-95d5-186fa56b02ec,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:31.768829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ad0f-d93b-44cc-8363-8e672d2e2bf6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8ae26604-b713-4b06-8ce8-f0a796aa729d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.801495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Attempting to bind port a1eef442-e083-431c-95d5-186fa56b02ec on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:31.802609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Attempting to bind port a1eef442-e083-431c-95d5-186fa56b02ec by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:31.803106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Attempting to bind port a1eef442-e083-431c-95d5-186fa56b02ec on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:31.810249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Port a1eef442-e083-431c-95d5-186fa56b02ec on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:31.810807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Attempting to bind port a1eef442-e083-431c-95d5-186fa56b02ec on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:31.820834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b37aad9d-3513-4afb-aa39-ceb5ebc649a0 req-982a8ec1-786d-45ba-bd8e-b91695cfaff3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4679627 Feb 10 04:06:31.828780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:31.828780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:31.828780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:31.828780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Bound port: a1eef442-e083-431c-95d5-186fa56b02ec, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:31.828780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:31.843757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-5179615e-c6b2-4b9c-8422-5334aa4f94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:31.845595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-5179615e-c6b2-4b9c-8422-5334aa4f94e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1130 time: 0.4743149 Feb 10 04:06:31.889880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b76ed81-f2b5-41dc-87cf-b61dd9887832,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:31.978054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-9f16b6b5-90ff-4d39-ae64-aeafa61383e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1 HTTP/1.1" status: 200 len: 217 time: 0.0648875 Feb 10 04:06:32.008383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ad0f-d93b-44cc-8363-8e672d2e2bf6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.012427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1ee3ad0f-d93b-44cc-8363-8e672d2e2bf6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8576689 Feb 10 04:06:32.026022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57890) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:32.039869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-eccd9f12-9387-4de2-956a-45aa4d7ae85c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '8ae26604-b713-4b06-8ce8-f0a796aa729d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:32.054597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-3c0d2a87-1a11-4d97-b87f-8e4ad761c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.055999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3ad0f-d93b-44cc-8363-8e672d2e2bf6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae26604-b713-4b06-8ce8-f0a796aa729d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:32.056506 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-3c0d2a87-1a11-4d97-b87f-8e4ad761c571 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0698943 Feb 10 04:06:32.081541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534ddbc-941c-44a2-b573-5e83e2e7f2b7 req-81331a75-6821-4a75-a13f-db1d18cc55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.082956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c660c103-b6a4-4829-a4c3-7d5222748373 req-4aac9ef5-3cbf-494b-bb84-15724b72ff2f tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 210 time: 0.1017735 Feb 10 04:06:32.096943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e534ddbc-941c-44a2-b573-5e83e2e7f2b7 req-81331a75-6821-4a75-a13f-db1d18cc55f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 1127 time: 0.4795604 Feb 10 04:06:32.116273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:06:32.131613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] For port a1eef442-e083-431c-95d5-186fa56b02ec, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:32.151143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] For port a1eef442-e083-431c-95d5-186fa56b02ec, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a1eef442-e083-431c-95d5-186fa56b02ec,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:32.166356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-85a645d3-cb72-4d14-8086-49eaacef99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.169637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-85a645d3-cb72-4d14-8086-49eaacef99e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0898151 Feb 10 04:06:32.172116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Checking segment: {'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:32.172704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Network hostable DHCP agents. Network: 9fad80e1-48e5-4ddd-b792-d2482ae8b503, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:06:32.181786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-2e19eda9-bf66-4ee8-8d2d-066a53b099fb tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.183354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-2e19eda9-bf66-4ee8-8d2d-066a53b099fb tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.43 "GET /v2.0/networks?id=d9e8c78d-07f3-47f6-a9df-d885047fbc14 HTTP/1.1" status: 200 len: 820 time: 0.2895947 Feb 10 04:06:32.194983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feb141-5454-4b76-9528-3d18809bf244 req-b7f580e8-1c5b-4c8a-a0e4-b64f56ccace2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.203453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3feb141-5454-4b76-9528-3d18809bf244 req-b7f580e8-1c5b-4c8a-a0e4-b64f56ccace2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.5905325 Feb 10 04:06:32.213156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Request body: {'port': {'device_id': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14', 'admin_state_up': True, 'tenant_id': '9c7b23d2763d4985bd2d477ffe9df14a'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:32.228512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4b8497cd-84eb-4db9-8fea-1b04db4b71da) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:32.237008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d0af3-1266-4d13-8608-4fa2616f3ccb None None] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:32.303981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.304595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.558229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d4888-58d1-41d7-8dca-36ba9ab3a43d None None] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:32.577335 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e534ddbc-941c-44a2-b573-5e83e2e7f2b7 req-20d4d8d4-cd43-48bd-8f10-4676f1e38bc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697626 Feb 10 04:06:32.599816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3feb141-5454-4b76-9528-3d18809bf244 req-ed2daaf1-561d-4b46-9cf4-bbdd6d939695 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815372 Feb 10 04:06:32.599816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eccd9f12-9387-4de2-956a-45aa4d7ae85c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (f214ad16-0638-4f02-8160-0030946c897c), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.648450 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.685896 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eccd9f12-9387-4de2-956a-45aa4d7ae85c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (f214ad16-0638-4f02-8160-0030946c897c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.713294 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.775827 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-65565f61-0549-4d4c-b954-e3b757ac744d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3957269 Feb 10 04:06:32.778544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57896) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:32.784315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:32.805945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.806573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.808053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/a1eef442-e083-431c-95d5-186fa56b02ec HTTP/1.1" status: 200 len: 1096 time: 3.2891114 Feb 10 04:06:32.822284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:06:32.823497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-6c6c5fdd-b37a-483a-aa7f-56bb6ff20c62 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480355 Feb 10 04:06:32.830785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9fad80e1-48e5-4ddd-b792-d2482ae8b503) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:32.835906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.836639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.847407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a16f8b-7ede-4d0c-b1a3-cdcbc03421c9 None None] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:32.853123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eccd9f12-9387-4de2-956a-45aa4d7ae85c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f214ad16-0638-4f02-8160-0030946c897c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.858420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Made reservation on behalf of 9c7b23d2763d4985bd2d477ffe9df14a for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:32.861898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.884112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd9f12-9387-4de2-956a-45aa4d7ae85c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f214ad16-0638-4f02-8160-0030946c897c,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:32.917380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.918500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:32.923580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d35e-d5c1-4cf5-93ab-63aef17e57fd req-1076ec5e-2a3c-45fe-be34-0cfe48570504 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:32.925511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04d9d35e-d5c1-4cf5-93ab-63aef17e57fd req-1076ec5e-2a3c-45fe-be34-0cfe48570504 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 948 time: 0.2178760 Feb 10 04:06:32.948579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf08f-d1af-45c7-aa8e-3360317086a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eef442-e083-431c-95d5-186fa56b02ec,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:32.953518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4f0a3384-26dc-4699-9885-922c01abb09b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7349589 Feb 10 04:06:32.963939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57900) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:32.982207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:33.024563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eccd9f12-9387-4de2-956a-45aa4d7ae85c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.026816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eccd9f12-9387-4de2-956a-45aa4d7ae85c tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9969206 Feb 10 04:06:33.069606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57902) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:33.167886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-9fad80e1-48e5-4ddd-b792-d2482ae8b503', 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503', 'project_id': 'dc0d308170aa4133804130ea91323772', 'fixed_ips': [{'subnet_id': '9b76ed81-f2b5-41dc-87cf-b61dd9887832'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:06:33.167886 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.204157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04d9d35e-d5c1-4cf5-93ab-63aef17e57fd req-995dc490-cfbb-4169-aa4b-8d7b073cdd1d tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709081 Feb 10 04:06:33.212979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8c49651-4263-4352-bcbf-ec9de0f9f796 req-eb8b5634-1799-4108-b7c9-094589c0dce4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772213 Feb 10 04:06:33.213147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-30063d57-e882-4ecb-9bb1-020277a6cf41 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules/f214ad16-0638-4f02-8160-0030946c897c HTTP/1.1" status: 200 len: 763 time: 0.1372893 Feb 10 04:06:33.214037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57906) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:33.224025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-8714909a-b86f-4692-bb7d-ada95ba58a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.227704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-8714909a-b86f-4692-bb7d-ada95ba58a85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 1130 time: 0.2179456 Feb 10 04:06:33.235985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks [] for router_controller (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.296086 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.297264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.311066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-df1bbe5b-f14a-45ad-95cc-1a3ba58caf0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a1eef442-e083-431c-95d5-186fa56b02ec HTTP/1.1" status: 200 len: 217 time: 0.0722830 Feb 10 04:06:33.335632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.341413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.347575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.354315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.359812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.367444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.374116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.376135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-411c22c4-3a3d-479b-948e-f11f2f4e8138 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3612616 Feb 10 04:06:33.384206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Allocated IP 172.20.0.2 (9fad80e1-48e5-4ddd-b792-d2482ae8b503/9b76ed81-f2b5-41dc-87cf-b61dd9887832/5497905e-f191-4b64-b526-3daf4a8ea201) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:33.463279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Allocated IP 172.20.0.9 (d9e8c78d-07f3-47f6-a9df-d885047fbc14/87a1feab-9f0a-4806-bb78-c4e769313a9f/8b434a39-1547-48f2-b447-247e213e9814) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:33.613407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7bea1e5e-eb0c-4c25-8ab6-5b86e097da26 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3945303 Feb 10 04:06:33.619925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57908) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:33.628307 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Publish callbacks [] for port (5497905e-f191-4b64-b526-3daf4a8ea201), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.640688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d5b31da-4d44-488b-8689-dad5d0772400 req-f7367132-9796-4570-900e-10fd5029705f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2544177 Feb 10 04:06:33.650354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks [] for router_gateway (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.686001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'tag': 'a1eef442-e083-431c-95d5-186fa56b02ec'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:33.688263 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecd3343-4fc0-4979-a9bd-3703bd3c105e", "tag": "a1eef442-e083-431c-95d5-186fa56b02ec"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:33.727528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f38f8163-c6e4-464b-894b-7c997ecdd77b req-096172ae-6c96-4c38-956a-8ee1a0016743 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 210 time: 0.3365355 Feb 10 04:06:33.747075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.847461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks [] for router_controller (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.880359 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69543fb-9ead-4bb1-8415-bf222f672520 x-openstack-request-id: req-b69543fb-9ead-4bb1-8415-bf222f672520 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:33.880359 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecd3343-4fc0-4979-a9bd-3703bd3c105e", "tag": "a1eef442-e083-431c-95d5-186fa56b02ec", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:33.880359 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b69543fb-9ead-4bb1-8415-bf222f672520 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:33.880359 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'tag': 'a1eef442-e083-431c-95d5-186fa56b02ec', 'status': 'completed', 'code': 200} Feb 10 04:06:33.880359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-e0f9f390-0851-4729-ba56-d3b863d3bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.880359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-e0f9f390-0851-4729-ba56-d3b863d3bf25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.5232434 Feb 10 04:06:33.880359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c4423a16-ef7e-4ff6-a356-c9cec480d3b6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (f214ad16-0638-4f02-8160-0030946c897c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.883463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c4423a16-ef7e-4ff6-a356-c9cec480d3b6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (f214ad16-0638-4f02-8160-0030946c897c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.888195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-2d6efa78-d2c3-46c7-9d98-a9325483b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:33.889972 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-2d6efa78-d2c3-46c7-9d98-a9325483b31b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1130 time: 0.5448363 Feb 10 04:06:33.892936 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks [] for port (8b434a39-1547-48f2-b447-247e213e9814), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:33.895014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:33.901642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:33.915920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:33.924322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Pushing event updated for resources: {'Port': ['ID=5497905e-f191-4b64-b526-3daf4a8ea201,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:34.039827 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.056488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Attempting to bind port 5497905e-f191-4b64-b526-3daf4a8ea201 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:34.059525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Attempting to bind port 5497905e-f191-4b64-b526-3daf4a8ea201 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:34.059525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Attempting to bind port 5497905e-f191-4b64-b526-3daf4a8ea201 on network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:34.060600 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8b434a39-1547-48f2-b447-247e213e9814), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.062545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:34.063211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Checking segment: {'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:34.063658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.064084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Bound using segment: {'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:34.064565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Bound port: 5497905e-f191-4b64-b526-3daf4a8ea201, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:34.064954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.131978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Pushing event updated for resources: {'Port': ['ID=8b434a39-1547-48f2-b447-247e213e9814,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:34.173214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] For port 5497905e-f191-4b64-b526-3daf4a8ea201, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:34.176080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332879f6-671d-496d-a391-6861e4817a03 req-2f15aabf-0bea-4727-bbea-a3dd458a67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:34.177901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] For port 5497905e-f191-4b64-b526-3daf4a8ea201, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5497905e-f191-4b64-b526-3daf4a8ea201,segment=NetworkSegment(a7536662-060f-47aa-badd-317e4ab20e37),segment_id=a7536662-060f-47aa-badd-317e4ab20e37)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:34.178937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-2f15aabf-0bea-4727-bbea-a3dd458a67b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2929194 Feb 10 04:06:34.185318 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c4423a16-ef7e-4ff6-a356-c9cec480d3b6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f214ad16-0638-4f02-8160-0030946c897c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.188062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Network d9e8c78d-07f3-47f6-a9df-d885047fbc14 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:34.188639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks [] for router_gateway (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.199815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c4423a16-ef7e-4ff6-a356-c9cec480d3b6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.203607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c4423a16-ef7e-4ff6-a356-c9cec480d3b6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f214ad16-0638-4f02-8160-0030946c897c HTTP/1.1" status: 204 len: 168 time: 0.5187581 Feb 10 04:06:34.242694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.300339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-ad5090b9-b249-4fd5-8b5d-812c5f277ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058049 Feb 10 04:06:34.300978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57916) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:34.329183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4423a16-ef7e-4ff6-a356-c9cec480d3b6 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f214ad16-0638-4f02-8160-0030946c897c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:34.446339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c84a3-ce35-4670-9d50-2aa6dcfe5b79 None None] Pushing event updated for resources: {'Port': ['ID=5497905e-f191-4b64-b526-3daf4a8ea201,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:34.500440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-923adb5a-589d-41e9-b4e1-dea5629231be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:34.502105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-923adb5a-589d-41e9-b4e1-dea5629231be service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.5760663 Feb 10 04:06:34.542568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-02cd84f3-704c-4e6f-856f-478ed6d7c6ae tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2332814 Feb 10 04:06:34.550937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57920) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:34.567366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b071e5e9-d50a-4e13-9e67-f7345ae28103 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '8ae26604-b713-4b06-8ce8-f0a796aa729d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:34.624866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332879f6-671d-496d-a391-6861e4817a03 req-73c02cf5-4712-46fb-a2cc-23fe6132070d service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167968 Feb 10 04:06:34.703271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a348b9-55f1-474d-8898-9552bebf601d req-a889957c-db33-4d93-a023-c556976f687b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:34.707099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18a348b9-55f1-474d-8898-9552bebf601d req-a889957c-db33-4d93-a023-c556976f687b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 948 time: 0.3505936 Feb 10 04:06:34.715501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-c871306a-18f7-4acc-8e35-299269f64fcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1 HTTP/1.1" status: 200 len: 217 time: 0.1712577 Feb 10 04:06:34.723729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0980d-a933-4d1d-a307-d28e03cd705d req-1c43445b-6ea5-4552-8b99-f0a76ecea8d7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:34.734985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9e0980d-a933-4d1d-a307-d28e03cd705d req-1c43445b-6ea5-4552-8b99-f0a76ecea8d7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.7719114 Feb 10 04:06:34.739397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:34.753121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:34.793620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18a348b9-55f1-474d-8898-9552bebf601d req-ed55f2c4-c803-496d-a7c5-88f98564fe83 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739141 Feb 10 04:06:34.923055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:34.923695 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:34.945456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9e0980d-a933-4d1d-a307-d28e03cd705d req-7bed4727-90fa-4e91-bc58-aeb9ad42e569 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046304 Feb 10 04:06:35.032997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b071e5e9-d50a-4e13-9e67-f7345ae28103 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (0808708b-966f-4472-8539-7c52ea1b2d10), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.053938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-78ce2852-becd-4826-a8e4-ec949bd633a9 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8469884 Feb 10 04:06:35.097160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Request body: {'port': {'device_id': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:35.133013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-5d33116b-d96e-4c8b-8118-e7594a8a16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.135851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-5d33116b-d96e-4c8b-8118-e7594a8a16ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.3892968 Feb 10 04:06:35.173717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-f959bd5a-c2e9-4877-a588-77aac0220660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.175571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-f959bd5a-c2e9-4877-a588-77aac0220660 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 1130 time: 0.2065368 Feb 10 04:06:35.213658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.218922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.223376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks [] for router_gateway (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.224263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.229464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.234537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fdc7e-5d0f-46d0-b262-da40db42bb8a req-34056cfc-764e-416d-8fa8-af9860d5e333 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.234839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.236187 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-590fdc7e-5d0f-46d0-b262-da40db42bb8a req-34056cfc-764e-416d-8fa8-af9860d5e333 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 931 time: 0.1884990 Feb 10 04:06:35.240685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.245930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.247889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-ed557822-c583-43a8-b852-420e34a9e348 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3292120 Feb 10 04:06:35.254150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b434a39-1547-48f2-b447-247e213e9814), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.266263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.279029 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b071e5e9-d50a-4e13-9e67-f7345ae28103 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (0808708b-966f-4472-8539-7c52ea1b2d10), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.418805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-b94cca19-ca91-4963-b105-ae37fa732a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:35.423484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-b94cca19-ca91-4963-b105-ae37fa732a9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2199433 Feb 10 04:06:35.492067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-590fdc7e-5d0f-46d0-b262-da40db42bb8a req-03ca7a85-b1fe-493c-9be5-e94aaadb9fdd tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339182 Feb 10 04:06:35.505920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:35.543835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ab770b0-253a-4d2e-bfd7-b6a584a3d028 req-3738f4f4-5484-44c6-82fc-7a9e31818220 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2770379 Feb 10 04:06:35.569243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b071e5e9-d50a-4e13-9e67-f7345ae28103 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (0808708b-966f-4472-8539-7c52ea1b2d10), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.633083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:35.647815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'mac_address': 'fa:16:3e:b5:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:35.652376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Allocated IP 172.25.8.24 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/329e7261-2af5-4853-ad68-8a2e89419c09) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:35.720507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:35.721080 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.765451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-733f3582-c3a4-4e54-8449-fea898aa08db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a1eef442-e083-431c-95d5-186fa56b02ec HTTP/1.1" status: 200 len: 217 time: 0.2388608 Feb 10 04:06:35.772631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:35.818598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:35.854258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761f7de-95b2-4832-8659-c9c9b5f9b660 None None] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:35.885994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071e5e9-d50a-4e13-9e67-f7345ae28103 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0808708b-966f-4472-8539-7c52ea1b2d10,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:35.907799 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks [] for router_gateway (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.907984 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.912922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b071e5e9-d50a-4e13-9e67-f7345ae28103 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:35.922082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b071e5e9-d50a-4e13-9e67-f7345ae28103 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3659003 Feb 10 04:06:35.961175 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks [] for port (329e7261-2af5-4853-ad68-8a2e89419c09), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.021525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-cb95edc9-5531-4263-8a82-6f59835842c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:36.022995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-cb95edc9-5531-4263-8a82-6f59835842c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1218283 Feb 10 04:06:36.023470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57932) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:36.033072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b434a39-1547-48f2-b447-247e213e9814 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:36.056115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Publish callbacks [] for port (8b434a39-1547-48f2-b447-247e213e9814), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.071333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Provisioning complete for port 5497905e-f191-4b64-b526-3daf4a8ea201 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:36.071718 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.080541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821e69c-ce5d-46f9-96b9-577743b0461b req-6b87db7a-2e68-4d3a-90a4-9f5f896dec87 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:36.085370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1821e69c-ce5d-46f9-96b9-577743b0461b req-6b87db7a-2e68-4d3a-90a4-9f5f896dec87 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 948 time: 0.1773283 Feb 10 04:06:36.087519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.103885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Transition to ACTIVE for port object 8b434a39-1547-48f2-b447-247e213e9814 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:36.122159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-91956213-d5d1-42c6-9a77-d3b3c603c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:36.124787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-91956213-d5d1-42c6-9a77-d3b3c603c8ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9793451 Feb 10 04:06:36.133915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['cfa52d8b-6f17-42d3-bf71-49605c7382f1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:36.142515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.175086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1821e69c-ce5d-46f9-96b9-577743b0461b req-c7590dc1-366d-4a31-8c20-6375a0d08354 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755103 Feb 10 04:06:36.183731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:36.187315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:36.194824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8b434a39-1547-48f2-b447-247e213e9814), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.205719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:36.222396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:36.404844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Pushing event updated for resources: {'Port': ['ID=329e7261-2af5-4853-ad68-8a2e89419c09,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:36.454352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Pushing event updated for resources: {'Port': ['ID=8b434a39-1547-48f2-b447-247e213e9814,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:36.548503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5497905e-f191-4b64-b526-3daf4a8ea201 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:36.687129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks [] for router_gateway (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.724416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Current status of the port 5497905e-f191-4b64-b526-3daf4a8ea201 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:36.725604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.772290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5497905e-f191-4b64-b526-3daf4a8ea201 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:36.772975 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.832452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] For port 5497905e-f191-4b64-b526-3daf4a8ea201, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5497905e-f191-4b64-b526-3daf4a8ea201,segment=NetworkSegment(a7536662-060f-47aa-badd-317e4ab20e37),segment_id=a7536662-060f-47aa-badd-317e4ab20e37)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:36.891398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4d93f4f2-31ec-47df-b9bb-826418cd119f tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules/0808708b-966f-4472-8539-7c52ea1b2d10 HTTP/1.1" status: 200 len: 763 time: 0.8124833 Feb 10 04:06:36.900727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57942) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:36.955908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Attempting to bind port 8b434a39-1547-48f2-b447-247e213e9814 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:36.956409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Attempting to bind port 8b434a39-1547-48f2-b447-247e213e9814 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'cf6056ee-6e08-403c-bb60-6517b1c3c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:36.957247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5497905e-f191-4b64-b526-3daf4a8ea201 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:36.957543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Attempting to bind port 8b434a39-1547-48f2-b447-247e213e9814 on network d9e8c78d-07f3-47f6-a9df-d885047fbc14 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:36.957697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.966690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:36.999394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Port 8b434a39-1547-48f2-b447-247e213e9814 on network d9e8c78d-07f3-47f6-a9df-d885047fbc14 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:37.000006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Attempting to bind port 8b434a39-1547-48f2-b447-247e213e9814 on network d9e8c78d-07f3-47f6-a9df-d885047fbc14 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:37.018625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:37.019130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Checking segment: {'id': 'cf6056ee-6e08-403c-bb60-6517b1c3c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:37.019683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Bound using segment: {'id': 'cf6056ee-6e08-403c-bb60-6517b1c3c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:37.020230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Bound port: 8b434a39-1547-48f2-b447-247e213e9814, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6056ee-6e08-403c-bb60-6517b1c3c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:37.021366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b434a39-1547-48f2-b447-247e213e9814), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.154162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-7971e163-becf-42dd-ab25-ad16dfe40744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.155861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-7971e163-becf-42dd-ab25-ad16dfe40744 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0630510 Feb 10 04:06:37.170750 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:06:37.170750 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:06:37.178632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-75ad8c79-ca82-4b1d-810b-69f9ebb688cc tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2764523 Feb 10 04:06:37.185507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3925a-74d8-438a-b2a8-82c999083177 req-9f5d61bd-b492-4569-82a3-a5ffa959f14b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.192702 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7d3925a-74d8-438a-b2a8-82c999083177 req-9f5d61bd-b492-4569-82a3-a5ffa959f14b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 1.1150241 Feb 10 04:06:37.194383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57946) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:37.203950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdd154-a93e-4267-9db1-6da5becb84e9 req-21652b97-e6bb-4052-8e1c-cfaf9223fd36 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.205979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5bbdd154-a93e-4267-9db1-6da5becb84e9 req-21652b97-e6bb-4052-8e1c-cfaf9223fd36 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 943 time: 0.5198829 Feb 10 04:06:37.216382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Pushing event updated for resources: {'Port': ['ID=5497905e-f191-4b64-b526-3daf4a8ea201,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:37.231598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.232224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.232647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.233119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.233532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.235262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.235262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.235262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.235262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.235690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.236091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.236495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.236899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f2f003-bc57-4d95-81e6-3d126f3f4bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:37.255750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5e664a43-3775-45b9-bd56-3c54dd41c43b None None] Provisioning complete for port 5497905e-f191-4b64-b526-3daf4a8ea201 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:37.257144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e664a43-3775-45b9-bd56-3c54dd41c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.267378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-4357fdec-b3e8-4c37-ac18-e7f9d88816aa service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1157126 Feb 10 04:06:37.309165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] For port 8b434a39-1547-48f2-b447-247e213e9814, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:37.313818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Allocated IP 172.25.8.212 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/31c2aaee-05bc-435f-9dea-93b51bfcbc59) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:37.386194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] For port 8b434a39-1547-48f2-b447-247e213e9814, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b434a39-1547-48f2-b447-247e213e9814,segment=NetworkSegment(cf6056ee-6e08-403c-bb60-6517b1c3c476),segment_id=cf6056ee-6e08-403c-bb60-6517b1c3c476)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:37.392416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5e664a43-3775-45b9-bd56-3c54dd41c43b None None] Current status of the port 5497905e-f191-4b64-b526-3daf4a8ea201 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:37.410089 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5bbdd154-a93e-4267-9db1-6da5becb84e9 req-aeb428ef-b4ff-4291-b837-4105d618c036 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962554 Feb 10 04:06:37.422073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.430928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76c31b52-52b6-4470-a636-bf3c7cd1df40 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (0808708b-966f-4472-8539-7c52ea1b2d10), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.468837 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8b434a39-1547-48f2-b447-247e213e9814), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.489283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76c31b52-52b6-4470-a636-bf3c7cd1df40 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (0808708b-966f-4472-8539-7c52ea1b2d10), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.508196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-ce7e43cf-097b-4f8f-800f-0e05a4cbaa7f service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122852 Feb 10 04:06:37.514409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a1eef442-e083-431c-95d5-186fa56b02ec details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:37.514845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.515481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.517024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] 10.222.0.43 "PUT /v2.0/ports/8b434a39-1547-48f2-b447-247e213e9814 HTTP/1.1" status: 200 len: 1091 time: 2.4515584 Feb 10 04:06:37.517172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:37.519222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'tag': '8b434a39-1547-48f2-b447-247e213e9814'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:37.523570 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ae477d-955c-45b2-aa89-c71a55eac9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4474d5-3879-4713-b817-80a31a0b34a0", "tag": "8b434a39-1547-48f2-b447-247e213e9814"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:37.609614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7d3925a-74d8-438a-b2a8-82c999083177 req-f5bc0736-313a-43a1-ba5f-d1d5511dbcee tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159372 Feb 10 04:06:37.652044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56427-c9e6-48ff-8a56-046678d1ca84 service neutron] Pushing event updated for resources: {'Port': ['ID=8b434a39-1547-48f2-b447-247e213e9814,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:37.712267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ec7f4b-ff8d-4be0-ace6-67375e84ad20 req-122598f7-1181-47a3-be57-fbb0906a902a service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207540 Feb 10 04:06:37.739149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks [] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.741008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:06:37.742170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-79a3f9ee-ac9b-42a8-b704-6e42b9df0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.747992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-79a3f9ee-ac9b-42a8-b704-6e42b9df0edc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c7b23d2763d4985bd2d477ffe9df14a&device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 1125 time: 0.0823159 Feb 10 04:06:37.749849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8ece627-0112-4bfd-bcfc-eadd085ffbb4 req-8fcd9c8c-6206-48b4-88df-e5e4da850473 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096155 Feb 10 04:06:37.794716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.800193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.805812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76c31b52-52b6-4470-a636-bf3c7cd1df40 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (0808708b-966f-4472-8539-7c52ea1b2d10), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.807775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.814356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.820271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.825632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.831159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.833791 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-fb146c0b-de66-4475-bf45-2dff75177950 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.3200278 Feb 10 04:06:37.836310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5497905e-f191-4b64-b526-3daf4a8ea201 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:37.844263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76c31b52-52b6-4470-a636-bf3c7cd1df40 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.845812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-76c31b52-52b6-4470-a636-bf3c7cd1df40 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0808708b-966f-4472-8539-7c52ea1b2d10 HTTP/1.1" status: 204 len: 168 time: 0.6414514 Feb 10 04:06:37.847518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port cfa52d8b-6f17-42d3-bf71-49605c7382f1 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:37.854137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:37.878295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c31b52-52b6-4470-a636-bf3c7cd1df40 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0808708b-966f-4472-8539-7c52ea1b2d10,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:37.893545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.900507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-feb197ac-4508-4bb1-baa5-d77554293479 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b434a39-1547-48f2-b447-247e213e9814 HTTP/1.1" status: 200 len: 217 time: 0.1336725 Feb 10 04:06:37.901048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a1eef442-e083-431c-95d5-186fa56b02ec, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a1eef442-e083-431c-95d5-186fa56b02ec,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:37.916292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'a1eef442-e083-431c-95d5-186fa56b02ec', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'a1eef442-e083-431c-95d5-186fa56b02ec', 'mac_address': 'fa:16:3e:f8:bb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:37.922793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port cfa52d8b-6f17-42d3-bf71-49605c7382f1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:37.927596 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:37.955726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:37.967321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b4b5e55-1a18-4ecb-9808-bf83fa4e04cd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1107922 Feb 10 04:06:37.970213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57956) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:37.976753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-96b26f27-c278-48f4-8e11-660c60ecf1be tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '8ae26604-b713-4b06-8ce8-f0a796aa729d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:37.978786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0540e-1a2f-4254-bc76-f9aa50ec83a7 req-863f46cd-bc98-4c4e-bb1b-6f3e1dc667a2 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:37.980492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0b0540e-1a2f-4254-bc76-f9aa50ec83a7 req-863f46cd-bc98-4c4e-bb1b-6f3e1dc667a2 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 948 time: 0.1987748 Feb 10 04:06:37.981902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:37.987901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Pushing event updated for resources: {'Port': ['ID=31c2aaee-05bc-435f-9dea-93b51bfcbc59,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:37.991063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:38.016269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:06:38.049166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f8f44e02-e7ed-4e61-b4c0-48490ef04376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:38.051604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-f8f44e02-e7ed-4e61-b4c0-48490ef04376 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87a1feab-9f0a-4806-bb78-c4e769313a9f HTTP/1.1" status: 200 len: 860 time: 0.1250045 Feb 10 04:06:38.094465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port a1eef442-e083-431c-95d5-186fa56b02ec is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:38.099585 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.120129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:38.120129 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.125115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1eef442-e083-431c-95d5-186fa56b02ec {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:38.165006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a1eef442-e083-431c-95d5-186fa56b02ec, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a1eef442-e083-431c-95d5-186fa56b02ec,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:38.169728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:38.172439 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e259cf-1bcd-46fc-a880-5db861ab583d" -d '{"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-plugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:38.175472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fbf22ac-8b4d-4243-8815-c96cfbaa2a50 req-78823ac0-57d8-42d5-8c11-c53390e5c051 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886248 Feb 10 04:06:38.179641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:06:38.188143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:38.215663 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Sync routers for ids ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:06:38.233739 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Routers {'c5e8f3c6-2e0c-468f-8f0b-9466863f7803'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:38.234366 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:38.248132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-8f71cd71-f562-4c3d-8ffe-dac6d1a56e00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9e8c78d-07f3-47f6-a9df-d885047fbc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703075 Feb 10 04:06:38.255173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.263633 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96b26f27-c278-48f4-8e11-660c60ecf1be tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5963973d-ab88-42d9-a9a0-2f112ee9420e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.288588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0b0540e-1a2f-4254-bc76-f9aa50ec83a7 req-446233b0-6fc4-4589-9773-768acb56b0cd tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936766 Feb 10 04:06:38.308277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.357691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5497905e-f191-4b64-b526-3daf4a8ea201 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:38.408585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=a1eef442-e083-431c-95d5-186fa56b02ec,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:38.416210 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f8db3-effa-4052-8378-416611acb4ac x-openstack-request-id: req-742f8db3-effa-4052-8378-416611acb4ac {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:38.416619 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4474d5-3879-4713-b817-80a31a0b34a0", "tag": "8b434a39-1547-48f2-b447-247e213e9814", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:38.416976 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-742f8db3-effa-4052-8378-416611acb4ac {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:38.440088 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'tag': '8b434a39-1547-48f2-b447-247e213e9814', 'status': 'completed', 'code': 200} Feb 10 04:06:38.450972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.453538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e8660e22-2556-4fcf-bead-d798cedb42ad admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6736581 Feb 10 04:06:38.476499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57966) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:38.546900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['a1eef442-e083-431c-95d5-186fa56b02ec'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:38.565700 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Set router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:38.573462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks [] for router_gateway (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.577885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:38.617705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96b26f27-c278-48f4-8e11-660c60ecf1be tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5963973d-ab88-42d9-a9a0-2f112ee9420e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.654113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5497905e-f191-4b64-b526-3daf4a8ea201 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:38.654481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.684511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-36b979fb-7c88-4a65-bb97-f03db599bd17 service neutron] 10.222.0.43 "GET /v2.0/networks/d9e8c78d-07f3-47f6-a9df-d885047fbc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219778 Feb 10 04:06:38.719420 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96b26f27-c278-48f4-8e11-660c60ecf1be tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5963973d-ab88-42d9-a9a0-2f112ee9420e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.829874 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:06:36Z', 'revision_number': 3, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:38.867972 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Checking router: c5e8f3c6-2e0c-468f-8f0b-9466863f7803 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:06:38.868740 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Updating router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 port 329e7261-2af5-4853-ad68-8a2e89419c09 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:06:38.951591 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:38.993062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.078317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5497905e-f191-4b64-b526-3daf4a8ea201 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:39.317370 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaaf201-19cc-4dd5-b17d-d17765f04282 x-openstack-request-id: req-5aaaf201-19cc-4dd5-b17d-d17765f04282 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:39.317637 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-plugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:39.317897 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5aaaf201-19cc-4dd5-b17d-d17765f04282 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:39.318300 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'code': 200} Feb 10 04:06:39.351584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:06:39.491725 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Publish callbacks [] for port (329e7261-2af5-4853-ad68-8a2e89419c09), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.513921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b26f27-c278-48f4-8e11-660c60ecf1be tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5963973d-ab88-42d9-a9a0-2f112ee9420e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:39.591929 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.648566 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96b26f27-c278-48f4-8e11-660c60ecf1be tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.650200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-96b26f27-c278-48f4-8e11-660c60ecf1be tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6782286 Feb 10 04:06:39.660861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57978) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:39.666848 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Attempting to bind port 329e7261-2af5-4853-ad68-8a2e89419c09 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:39.667233 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Attempting to bind port 329e7261-2af5-4853-ad68-8a2e89419c09 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:39.667661 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Attempting to bind port 329e7261-2af5-4853-ad68-8a2e89419c09 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:39.673703 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:06:39.690283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Sync routers for ids ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:06:39.691435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574b42ea-fa53-4bb3-b2b4-f5fd2a71d432 req-4ef97f5c-0ebc-48e6-a809-4e947900f072 service neutron] 10.222.0.43 "GET /v2.0/networks/d9e8c78d-07f3-47f6-a9df-d885047fbc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9929957 Feb 10 04:06:39.697108 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:39.697935 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:39.699002 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.699572 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:39.700903 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Bound port: 329e7261-2af5-4853-ad68-8a2e89419c09, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:39.702812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Routers {'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:39.703877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:39.706870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df9d305c-2b84-4687-9a5f-fe3fb743f639 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules/5963973d-ab88-42d9-a9a0-2f112ee9420e HTTP/1.1" status: 200 len: 764 time: 0.0415885 Feb 10 04:06:39.713693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57980) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:39.719266 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.745653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba72ce-b225-4d58-8442-bcb60790dcd9 req-1cb8924c-ef82-412b-810a-728b299108d8 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:39.753348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50ba72ce-b225-4d58-8442-bcb60790dcd9 req-1cb8924c-ef82-412b-810a-728b299108d8 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 943 time: 0.2331312 Feb 10 04:06:39.763566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6ce8-6e29-401c-888d-20bf09f0110b req-6c29e224-2770-4e1f-934b-a2aac7379e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:39.768194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b0a6ce8-6e29-401c-888d-20bf09f0110b req-6c29e224-2770-4e1f-934b-a2aac7379e0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1132 time: 0.2693887 Feb 10 04:06:39.796465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-b0810a7d-0975-47b8-a27f-027875332cf2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:39.798043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-b0810a7d-0975-47b8-a27f-027875332cf2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 945 time: 0.2683663 Feb 10 04:06:39.804610 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.808480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ac327266-1926-438e-b7cb-dce8148d27bb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8283060 Feb 10 04:06:39.814405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57982) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:39.833951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-262f25d1-4aa1-4c82-9724-65364c50121a tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1163032 Feb 10 04:06:39.835576 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Pushing event updated for resources: {'Port': ['ID=329e7261-2af5-4853-ad68-8a2e89419c09,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:39.841361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:39.873321 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.873821 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.874262 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.874718 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.874861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb288e-e879-4dcd-9db8-fffa97bba10d req-92084159-7af0-4c62-9f45-37ebb9431ba8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:39.875245 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.875672 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.876306 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.876435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cecb288e-e879-4dcd-9db8-fffa97bba10d req-92084159-7af0-4c62-9f45-37ebb9431ba8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.3792131 Feb 10 04:06:39.876806 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.877281 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.877701 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.878123 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.878575 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.879040 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:06:39.915662 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] For port 329e7261-2af5-4853-ad68-8a2e89419c09, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:39.919304 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] For port 329e7261-2af5-4853-ad68-8a2e89419c09, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=329e7261-2af5-4853-ad68-8a2e89419c09,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:39.948376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b0a6ce8-6e29-401c-888d-20bf09f0110b req-2077ce5f-b2c2-4a93-a64f-139b1bfbb18a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731856 Feb 10 04:06:39.956898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Set router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:39.971907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa0c2aad-32c0-4c8a-8be3-954df38c8bb8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5963973d-ab88-42d9-a9a0-2f112ee9420e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:39.987491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa0c2aad-32c0-4c8a-8be3-954df38c8bb8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (5963973d-ab88-42d9-a9a0-2f112ee9420e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.001060 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.011105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cecb288e-e879-4dcd-9db8-fffa97bba10d req-5cf45f85-89a1-4eb2-9542-bdec5433959f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157629 Feb 10 04:06:40.059730 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Routers {'c5e8f3c6-2e0c-468f-8f0b-9466863f7803'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:40.060442 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:40.106209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa0c2aad-32c0-4c8a-8be3-954df38c8bb8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5963973d-ab88-42d9-a9a0-2f112ee9420e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.115188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa0c2aad-32c0-4c8a-8be3-954df38c8bb8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.122063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aa0c2aad-32c0-4c8a-8be3-954df38c8bb8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5963973d-ab88-42d9-a9a0-2f112ee9420e HTTP/1.1" status: 204 len: 168 time: 0.2686691 Feb 10 04:06:40.122063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57986) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:40.157479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c2aad-32c0-4c8a-8be3-954df38c8bb8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5963973d-ab88-42d9-a9a0-2f112ee9420e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:40.185572 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b350c-71aa-4947-9c54-38d9cf448371 None None] Pushing event updated for resources: {'Port': ['ID=329e7261-2af5-4853-ad68-8a2e89419c09,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:40.194632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50ba72ce-b225-4d58-8442-bcb60790dcd9 req-58449910-1c37-40bf-8529-4488a7514837 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403608 Feb 10 04:06:40.305262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a0c8cc15-e8bb-4eb1-b37f-1ee39c87013b tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1787548 Feb 10 04:06:40.310174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57988) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:40.363865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518783d-2734-4053-91e3-9d4232b13882 req-219ec6c8-e4f0-431f-9b79-e9e1c08e2680 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:40.371214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4518783d-2734-4053-91e3-9d4232b13882 req-219ec6c8-e4f0-431f-9b79-e9e1c08e2680 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 945 time: 0.2363241 Feb 10 04:06:40.384477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:06:38Z', 'revision_number': 3, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:40.406266 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] Set router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:40.449771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4518783d-2734-4053-91e3-9d4232b13882 req-f0243402-944c-4998-9d8f-583efa59ddea tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645211 Feb 10 04:06:40.483954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Checking router: a5bdab87-7a5b-4fba-b3f5-3c749ff1261f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:06:40.484308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Updating router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:06:40.508722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f42ea4f-4a07-422a-98c0-c972ecbbe1c5 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (8ae26604-b713-4b06-8ce8-f0a796aa729d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.552226 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.575923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f42ea4f-4a07-422a-98c0-c972ecbbe1c5 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (8ae26604-b713-4b06-8ce8-f0a796aa729d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.680029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-a59adeb9-4d56-4b24-8c9b-93ad9b6f6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:40.681598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-a59adeb9-4d56-4b24-8c9b-93ad9b6f6738 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c7b23d2763d4985bd2d477ffe9df14a&device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 1125 time: 0.7437270 Feb 10 04:06:40.695279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cabd4-3dce-4211-a96d-60604dd7d131 req-1ec9c920-fd64-421c-9ead-66ad6872a715 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:40.703712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb7cabd4-3dce-4211-a96d-60604dd7d131 req-1ec9c920-fd64-421c-9ead-66ad6872a715 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 949 time: 0.0720186 Feb 10 04:06:40.741876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f42ea4f-4a07-422a-98c0-c972ecbbe1c5 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8ae26604-b713-4b06-8ce8-f0a796aa729d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.744950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f42ea4f-4a07-422a-98c0-c972ecbbe1c5 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:40.749319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2f42ea4f-4a07-422a-98c0-c972ecbbe1c5 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/8ae26604-b713-4b06-8ce8-f0a796aa729d HTTP/1.1" status: 204 len: 168 time: 0.4334717 Feb 10 04:06:40.750439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57990) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:40.796518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ea4f-4a07-422a-98c0-c972ecbbe1c5 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae26604-b713-4b06-8ce8-f0a796aa729d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:40.835616 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:06:36Z', 'revision_number': 3, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:40.839419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d2a36029-089f-4e5e-9d5b-d91cc0124c62 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674512 Feb 10 04:06:40.843705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57992) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:40.852859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb7cabd4-3dce-4211-a96d-60604dd7d131 req-78d0e6b8-30e3-43fd-94d4-78abe52a3140 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472368 Feb 10 04:06:40.862955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-44e126ea-48a6-4549-a885-00f465d97ad8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885125773'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:40.895160 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19bf11-a7aa-4418-a6bd-0a6f4e73988c None None] The sync data for ids ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'] in n-d-827844-2 is: [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:06:36Z', 'revision_number': 3, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:06:40.946454 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Publish callbacks [] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.032457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Deleting port efb3a4e4-641b-418c-a02f-e2d6485227fd {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:41.032889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.040906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44e126ea-48a6-4549-a885-00f465d97ad8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.084591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.167308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.173010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.179747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.185280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.190768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.198288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.203707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.212205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46f29b5c-8021-41a7-b421-65a7842b939a req-46c771b6-890d-480c-b473-70750433a71e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.8452547 Feb 10 04:06:41.242420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Attempting to bind port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:41.243401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Attempting to bind port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:41.243401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Attempting to bind port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:41.247189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a550-9c10-442b-988d-c6c9a9a1d999 None None] Pushing event updated for resources: {'Port': ['ID=31c2aaee-05bc-435f-9dea-93b51bfcbc59,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:41.253329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:41.258747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:41.258747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.258747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:41.258747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Bound port: 31c2aaee-05bc-435f-9dea-93b51bfcbc59, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:41.258747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.313593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44e126ea-48a6-4549-a885-00f465d97ad8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (8e10fe7b-1766-4cf6-aec1-5978e0025985), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.365679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4369f-8c3f-429c-b91e-0210ac24e1c0 req-fbbf22f3-b8b8-405d-a20e-db5d953a0fe3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.383017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aab4369f-8c3f-429c-b91e-0210ac24e1c0 req-fbbf22f3-b8b8-405d-a20e-db5d953a0fe3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.2225161 Feb 10 04:06:41.385517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] For port 31c2aaee-05bc-435f-9dea-93b51bfcbc59, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:41.388510 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44e126ea-48a6-4549-a885-00f465d97ad8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8e10fe7b-1766-4cf6-aec1-5978e0025985), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.399914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] For port 31c2aaee-05bc-435f-9dea-93b51bfcbc59, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=31c2aaee-05bc-435f-9dea-93b51bfcbc59,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:41.445290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e126ea-48a6-4549-a885-00f465d97ad8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10fe7b-1766-4cf6-aec1-5978e0025985,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:41.484517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.504715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-6bd2a0bb-7dbf-4e3e-88a2-af2bb0ce2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.506999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-6bd2a0bb-7dbf-4e3e-88a2-af2bb0ce2271 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d9e8c78d-07f3-47f6-a9df-d885047fbc14 HTTP/1.1" status: 200 len: 921 time: 0.8016937 Feb 10 04:06:41.511843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aab4369f-8c3f-429c-b91e-0210ac24e1c0 req-111aeccc-078a-44d0-b740-347c9292da5e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242981 Feb 10 04:06:41.553954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a1eef442-e083-431c-95d5-186fa56b02ec up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:41.577252 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44e126ea-48a6-4549-a885-00f465d97ad8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.581135 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-44e126ea-48a6-4549-a885-00f465d97ad8 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7248166 Feb 10 04:06:41.581398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:41.588511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2433ee74-9e44-40dd-990f-fd9cbff7729d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Request body: {'security_group_rule': {'security_group_id': '8e10fe7b-1766-4cf6-aec1-5978e0025985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:41.669252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a550-9c10-442b-988d-c6c9a9a1d999 None None] Pushing event updated for resources: {'Port': ['ID=31c2aaee-05bc-435f-9dea-93b51bfcbc59,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:41.681540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Routers {'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:41.682172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:41.743421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2433ee74-9e44-40dd-990f-fd9cbff7729d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (e25a7c81-bfe1-4886-9592-d7cd7a4774f4), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.795938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a022add-c86a-4a89-b951-ed5ab45f79e3 req-ca677c1f-1bf9-472b-9de9-be1d5aa6c4b3 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:41.801128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a022add-c86a-4a89-b951-ed5ab45f79e3 req-ca677c1f-1bf9-472b-9de9-be1d5aa6c4b3 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 943 time: 0.1722240 Feb 10 04:06:41.830012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] For port efb3a4e4-641b-418c-a02f-e2d6485227fd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=efb3a4e4-641b-418c-a02f-e2d6485227fd,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:41.830617 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.847822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] Set router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:41.868905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2433ee74-9e44-40dd-990f-fd9cbff7729d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (e25a7c81-bfe1-4886-9592-d7cd7a4774f4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.870489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Calling delete_port for efb3a4e4-641b-418c-a02f-e2d6485227fd owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:41.886662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a022add-c86a-4a89-b951-ed5ab45f79e3 req-ce0fc479-e0be-45cb-9592-36cc29ff9ce2 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792353 Feb 10 04:06:41.933064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-eaf6d150-aafe-44e7-b5c0-8599367751c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b434a39-1547-48f2-b447-247e213e9814 HTTP/1.1" status: 200 len: 217 time: 0.3233507 Feb 10 04:06:41.939865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port a1eef442-e083-431c-95d5-186fa56b02ec completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:41.951801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2433ee74-9e44-40dd-990f-fd9cbff7729d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (e25a7c81-bfe1-4886-9592-d7cd7a4774f4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.956516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port a1eef442-e083-431c-95d5-186fa56b02ec triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:41.956940 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:41.992545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433ee74-9e44-40dd-990f-fd9cbff7729d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25a7c81-bfe1-4886-9592-d7cd7a4774f4,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:42.087697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2433ee74-9e44-40dd-990f-fd9cbff7729d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.088960 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2433ee74-9e44-40dd-990f-fd9cbff7729d tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5066063 Feb 10 04:06:42.099342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58004) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:42.148395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfadb3-a7c4-4d20-9d20-3eb38009f770 req-ce7453b7-ef68-4b5a-86c4-2879a4dd3cfc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:42.149999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42bfadb3-a7c4-4d20-9d20-3eb38009f770 req-ce7453b7-ef68-4b5a-86c4-2879a4dd3cfc tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 945 time: 0.1408982 Feb 10 04:06:42.151287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46f29b5c-8021-41a7-b421-65a7842b939a req-2a42ae38-4672-4746-bdad-a47cb8cf3cdb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9380958 Feb 10 04:06:42.169461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.292164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42bfadb3-a7c4-4d20-9d20-3eb38009f770 req-12493dfb-f046-4d53-8312-e42d27c27728 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337655 Feb 10 04:06:42.324151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d78976aa-b029-481e-8a56-c16b5c4f58ed tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (8e10fe7b-1766-4cf6-aec1-5978e0025985), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.347515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-8b11c3fb-fd08-426b-bc14-3bdfac101cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:42.349984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-8b11c3fb-fd08-426b-bc14-3bdfac101cc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87a1feab-9f0a-4806-bb78-c4e769313a9f HTTP/1.1" status: 200 len: 860 time: 0.4044087 Feb 10 04:06:42.387094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d78976aa-b029-481e-8a56-c16b5c4f58ed tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (8e10fe7b-1766-4cf6-aec1-5978e0025985), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.415213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 329e7261-2af5-4853-ad68-8a2e89419c09 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:42.462076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b434a39-1547-48f2-b447-247e213e9814 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:42.467315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device efb3a4e4-641b-418c-a02f-e2d6485227fd no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:42.501891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-554a2d81-3a59-4e0b-9b4d-66be808ec51c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d9e8c78d-07f3-47f6-a9df-d885047fbc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061354 Feb 10 04:06:42.510149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d78976aa-b029-481e-8a56-c16b5c4f58ed tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8e10fe7b-1766-4cf6-aec1-5978e0025985), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.513874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d78976aa-b029-481e-8a56-c16b5c4f58ed tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.515352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d78976aa-b029-481e-8a56-c16b5c4f58ed tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/8e10fe7b-1766-4cf6-aec1-5978e0025985 HTTP/1.1" status: 204 len: 168 time: 0.4148462 Feb 10 04:06:42.522895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58006) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:42.556504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port a1eef442-e083-431c-95d5-186fa56b02ec is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:42.556897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.568261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78976aa-b029-481e-8a56-c16b5c4f58ed tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10fe7b-1766-4cf6-aec1-5978e0025985,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:42.605283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1d0e85b9-63f1-4d22-a06d-9106423c1288 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789983 Feb 10 04:06:42.607579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58010) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:42.626538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eef442-e083-431c-95d5-186fa56b02ec'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:42.629374 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc4f9a0-7a50-4033-b096-58c9f7db95e6" -d '{"events": [{"server_uuid": "1ecd3343-4fc0-4979-a9bd-3703bd3c105e", "name": "network-vif-plugged", "status": "completed", "tag": "a1eef442-e083-431c-95d5-186fa56b02ec"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:42.678010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a1eef442-e083-431c-95d5-186fa56b02ec, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a1eef442-e083-431c-95d5-186fa56b02ec,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:42.704818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-25243f2a-86a0-4a28-9056-eea509c2262f tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0953882 Feb 10 04:06:42.710407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58014) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:42.736938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:06:38Z', 'revision_number': 3, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:42.751999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840ca86-a649-4d02-b86a-7e3a137b3cef req-e5e0cca8-c723-4340-894c-c34fa9bb8ea0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:42.753634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2840ca86-a649-4d02-b86a-7e3a137b3cef req-e5e0cca8-c723-4340-894c-c34fa9bb8ea0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.1034210 Feb 10 04:06:42.771368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b5ed2-8895-4069-b1cb-8d1c34873552 None None] The sync data for ids ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'] in n-d-827844-2 is: [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:06:38Z', 'revision_number': 3, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:06:42.782139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 329e7261-2af5-4853-ad68-8a2e89419c09 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:42.782696 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.853257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2840ca86-a649-4d02-b86a-7e3a137b3cef req-77349e8e-8d52-4df5-8e52-a93cdc6e0d28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938878 Feb 10 04:06:42.868881 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:42.926577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port efb3a4e4-641b-418c-a02f-e2d6485227fd is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:42.962871 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19d5bf-2215-4955-848b-4a01bf28454f x-openstack-request-id: req-ff19d5bf-2215-4955-848b-4a01bf28454f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:42.963372 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecd3343-4fc0-4979-a9bd-3703bd3c105e", "name": "network-vif-plugged", "status": "completed", "tag": "a1eef442-e083-431c-95d5-186fa56b02ec", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:42.963643 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff19d5bf-2215-4955-848b-4a01bf28454f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:42.964085 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eef442-e083-431c-95d5-186fa56b02ec', 'code': 200} Feb 10 04:06:43.040639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8b434a39-1547-48f2-b447-247e213e9814, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b434a39-1547-48f2-b447-247e213e9814,segment=NetworkSegment(cf6056ee-6e08-403c-bb60-6517b1c3c476),segment_id=cf6056ee-6e08-403c-bb60-6517b1c3c476)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:43.043259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=a1eef442-e083-431c-95d5-186fa56b02ec,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:43.071310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '8b434a39-1547-48f2-b447-247e213e9814', 'network_id': 'd9e8c78d-07f3-47f6-a9df-d885047fbc14', 'port_id': '8b434a39-1547-48f2-b447-247e213e9814', 'mac_address': 'fa:16:3e:f0:30:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a1feab-9f0a-4806-bb78-c4e769313a9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:43.128190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 329e7261-2af5-4853-ad68-8a2e89419c09 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:43.128594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:43.134083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8b434a39-1547-48f2-b447-247e213e9814 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:43.134486 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b434a39-1547-48f2-b447-247e213e9814), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:43.152265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b434a39-1547-48f2-b447-247e213e9814 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:43.178341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d7c23-2090-4962-9c1b-d90342f50502 req-ee74b16c-bc50-4d63-895a-68763e186e43 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.190538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e70d7c23-2090-4962-9c1b-d90342f50502 req-ee74b16c-bc50-4d63-895a-68763e186e43 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 943 time: 0.1158378 Feb 10 04:06:43.191814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8b434a39-1547-48f2-b447-247e213e9814, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b434a39-1547-48f2-b447-247e213e9814,segment=NetworkSegment(cf6056ee-6e08-403c-bb60-6517b1c3c476),segment_id=cf6056ee-6e08-403c-bb60-6517b1c3c476)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:43.196680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 329e7261-2af5-4853-ad68-8a2e89419c09, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=329e7261-2af5-4853-ad68-8a2e89419c09,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:43.226403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b647d3-0cd0-456a-b7aa-f03cce38a3c7 req-c142ae92-0366-4d3e-974a-c486d71c77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.228051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44b647d3-0cd0-456a-b7aa-f03cce38a3c7 req-c142ae92-0366-4d3e-974a-c486d71c77f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 1132 time: 0.2130461 Feb 10 04:06:43.307679 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8b434a39-1547-48f2-b447-247e213e9814), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:43.315086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:43.351128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e70d7c23-2090-4962-9c1b-d90342f50502 req-b1ea18b8-e126-471c-a9b1-2f8632e8a7c2 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594679 Feb 10 04:06:43.376300 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-d2e04b9e-8611-4482-a675-0eff73905056 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] delete failed (client error): The resource could not be found. Feb 10 04:06:43.381103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2e04b9e-8611-4482-a675-0eff73905056 tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "DELETE /v2.0/security-groups/8e10fe7b-1766-4cf6-aec1-5978e0025985 HTTP/1.1" status: 404 len: 347 time: 0.6591330 Feb 10 04:06:43.382539 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44b647d3-0cd0-456a-b7aa-f03cce38a3c7 req-eb1ce1c8-d5b0-422c-8f2f-684890b25b74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334829 Feb 10 04:06:43.384848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58022) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:43.419221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8b434a39-1547-48f2-b447-247e213e9814,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:43.439697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64905-5ed9-4459-a21c-05b7039604a7 req-2655c614-11ab-46e3-9c3c-bcac7ea26bc5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.441479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ed64905-5ed9-4459-a21c-05b7039604a7 req-2655c614-11ab-46e3-9c3c-bcac7ea26bc5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 949 time: 1.1312621 Feb 10 04:06:43.500961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3226befe-f291-4869-8de7-27af1fa6a7fd tempest-SecGroupTest-1431481729 tempest-SecGroupTest-1431481729-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132812 Feb 10 04:06:43.517429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=329e7261-2af5-4853-ad68-8a2e89419c09,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:43.547360 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (efb3a4e4-641b-418c-a02f-e2d6485227fd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:43.550731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.558029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.566190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.572406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.578795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.578999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8b434a39-1547-48f2-b447-247e213e9814'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:43.585664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.591376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:43.600384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-b1190cbd-5928-4921-a821-5c42f12c3a51 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.1489723 Feb 10 04:06:43.691395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ffc46f7-c7a1-49a2-9fea-5db9f0c6079e req-2b3a24d6-9366-49d5-954c-b2dc93dd4410 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898015 Feb 10 04:06:43.755882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-f49b2a55-073f-4e29-8cee-178a559e105a service neutron] 10.222.0.43 "GET /v2.0/networks/d9e8c78d-07f3-47f6-a9df-d885047fbc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2384844 Feb 10 04:06:43.755882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event deleted for resources: {'Port': ['ID=efb3a4e4-641b-418c-a02f-e2d6485227fd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:43.763406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Allocated IP 172.20.0.1 (4b8497cd-84eb-4db9-8fea-1b04db4b71da/c8defdbc-a85d-4146-8e27-7d330adcdba3/79e49f60-cd54-47df-95e1-8f8c7ef33f64) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:43.811837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ed64905-5ed9-4459-a21c-05b7039604a7 req-88be00d7-9727-49d9-865e-22c90957ba8f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580093 Feb 10 04:06:43.823546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] No DVR routers for this DVR port efb3a4e4-641b-418c-a02f-e2d6485227fd on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:43.828223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:43.830583 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:43.834362 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d5918a3-110a-4f6b-9719-b78f19b8e92f req-8d3a610d-82f5-4035-a3b3-e6aa0b7b1ce5 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "DELETE /v2.0/ports/efb3a4e4-641b-418c-a02f-e2d6485227fd HTTP/1.1" status: 204 len: 173 time: 4.0298457 Feb 10 04:06:43.840507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a64a8677-52aa-47a3-b62d-9ea31f4c9e9c req-69d525cd-f7b1-463e-a22d-4d5cafcc9699 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=c98bb971-b969-4a25-be5c-46821d348ed9 HTTP/1.1" status: 200 len: 210 time: 0.0525694 Feb 10 04:06:43.848193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'name': 'network-vif-deleted', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:43.850485 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3131e5e-6abf-4386-99a9-dede579c4376" -d '{"events": [{"server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "name": "network-vif-deleted", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:43.918945 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b402f7-4bec-4fc2-9468-4c9927683ba4 x-openstack-request-id: req-26b402f7-4bec-4fc2-9468-4c9927683ba4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:43.919291 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98bb971-b969-4a25-be5c-46821d348ed9", "name": "network-vif-deleted", "tag": "efb3a4e4-641b-418c-a02f-e2d6485227fd", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:43.919491 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26b402f7-4bec-4fc2-9468-4c9927683ba4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:43.919894 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98bb971-b969-4a25-be5c-46821d348ed9', 'name': 'network-vif-deleted', 'tag': 'efb3a4e4-641b-418c-a02f-e2d6485227fd', 'status': 'completed', 'code': 200} Feb 10 04:06:44.016475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587cbc6-ce34-43d1-aca2-d9807e0ed2b4 req-5d675f3e-f78b-4bc6-ba0b-896f64cb123d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:44.018849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2587cbc6-ce34-43d1-aca2-d9807e0ed2b4 req-5d675f3e-f78b-4bc6-ba0b-896f64cb123d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.0747533 Feb 10 04:06:44.055395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71ae477d-955c-45b2-aa89-c71a55eac9c3 req-26785dcf-d8bd-4d7d-8f5a-e7dc832e9f03 service neutron] 10.222.0.43 "GET /v2.0/networks/d9e8c78d-07f3-47f6-a9df-d885047fbc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425430 Feb 10 04:06:44.084983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2587cbc6-ce34-43d1-aca2-d9807e0ed2b4 req-a56c1e3a-1e63-4af6-99ce-e2110146fc82 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592468 Feb 10 04:06:44.140251 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks [] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.205122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Allocated IP 172.20.0.1 (9fad80e1-48e5-4ddd-b792-d2482ae8b503/9b76ed81-f2b5-41dc-87cf-b61dd9887832/654961ee-cb76-4d51-8deb-dc7f886c0428) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:44.217202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:44.297015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.361736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:44.369534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:44.371919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:44.405255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 329e7261-2af5-4853-ad68-8a2e89419c09 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:44.457851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b434a39-1547-48f2-b447-247e213e9814 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:44.467764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5e57f092-59c8-437f-8028-c1ea4aa09dfb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc329651d5004461b5ac0b3efda5b4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465377 Feb 10 04:06:44.469504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58038) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:44.506461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks [] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.509178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Pushing event updated for resources: {'Port': ['ID=79e49f60-cd54-47df-95e1-8f8c7ef33f64,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:44.562632 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f88fd1de-fda2-420d-8e16-b2fa36547a56 admin admin] Publish callbacks [] for security_group (789c07da-9c1b-49fa-9756-1163cf2234cc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.573293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 329e7261-2af5-4853-ad68-8a2e89419c09 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:44.580607 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.581027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.594789 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f88fd1de-fda2-420d-8e16-b2fa36547a56 admin admin] Publish callbacks [] for security_group (789c07da-9c1b-49fa-9756-1163cf2234cc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.662336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 8b434a39-1547-48f2-b447-247e213e9814 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:44.664466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 329e7261-2af5-4853-ad68-8a2e89419c09 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:44.665438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 31c2aaee-05bc-435f-9dea-93b51bfcbc59 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:44.669259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 8b434a39-1547-48f2-b447-247e213e9814 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:44.669637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8b434a39-1547-48f2-b447-247e213e9814), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.676407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10763eaf-be09-4657-b561-32ffd0796301 req-123e6e7c-76df-4070-8f32-fbb8f0922714 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:44.681264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10763eaf-be09-4657-b561-32ffd0796301 req-123e6e7c-76df-4070-8f32-fbb8f0922714 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 944 time: 0.2040730 Feb 10 04:06:44.724226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f88fd1de-fda2-420d-8e16-b2fa36547a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (789c07da-9c1b-49fa-9756-1163cf2234cc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.729577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f88fd1de-fda2-420d-8e16-b2fa36547a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.731415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f88fd1de-fda2-420d-8e16-b2fa36547a56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/789c07da-9c1b-49fa-9756-1163cf2234cc HTTP/1.1" status: 204 len: 168 time: 0.2609854 Feb 10 04:06:44.743613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fd1de-fda2-420d-8e16-b2fa36547a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c07da-9c1b-49fa-9756-1163cf2234cc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:44.782367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.796543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:44.797211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.864551 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10763eaf-be09-4657-b561-32ffd0796301 req-cdd2b8b3-a45e-43f4-beb1-187e087bf8a8 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784148 Feb 10 04:06:44.869741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8b434a39-1547-48f2-b447-247e213e9814 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:44.870245 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8b434a39-1547-48f2-b447-247e213e9814), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.878089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:44.883121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:44.885106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=654961ee-cb76-4d51-8deb-dc7f886c0428,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:44.887360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:44.943558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:44.946304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8b434a39-1547-48f2-b447-247e213e9814, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b434a39-1547-48f2-b447-247e213e9814,segment=NetworkSegment(cf6056ee-6e08-403c-bb60-6517b1c3c476),segment_id=cf6056ee-6e08-403c-bb60-6517b1c3c476)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:44.987695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b434a39-1547-48f2-b447-247e213e9814'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:44.990311 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7acd8-08c5-48a6-b4aa-dffbdda547d3" -d '{"events": [{"server_uuid": "2f4474d5-3879-4713-b817-80a31a0b34a0", "name": "network-vif-plugged", "status": "completed", "tag": "8b434a39-1547-48f2-b447-247e213e9814"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:45.010887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:45.011484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.040475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.050261 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8b434a39-1547-48f2-b447-247e213e9814), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.052837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.059178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.066209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.068695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 31c2aaee-05bc-435f-9dea-93b51bfcbc59, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=31c2aaee-05bc-435f-9dea-93b51bfcbc59,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:45.074372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.082486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.100009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.102491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-821d64c9-a581-4dbf-a91d-16219a1eb7b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5431 time: 0.2793505 Feb 10 04:06:45.153443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.165523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8b434a39-1547-48f2-b447-247e213e9814,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:45.178024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.222001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4d1be-df96-409a-988d-daffcfd6d5a1 req-73f9f943-4c69-44d1-85df-c001616d5f01 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.228444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cffe8879-5f32-4d10-9635-695b25f051f6 req-f722f623-e0bf-460f-b519-31fe168ea0c6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187208 Feb 10 04:06:45.229385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60d4d1be-df96-409a-988d-daffcfd6d5a1 req-73f9f943-4c69-44d1-85df-c001616d5f01 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 950 time: 0.1958730 Feb 10 04:06:45.260617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=31c2aaee-05bc-435f-9dea-93b51bfcbc59,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:45.303335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a3139167-d537-4aa7-a3fb-b862ca357dfc None None] Provisioning complete for port 654961ee-cb76-4d51-8deb-dc7f886c0428 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:45.303335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a3139167-d537-4aa7-a3fb-b862ca357dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.360695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a3139167-d537-4aa7-a3fb-b862ca357dfc None None] Port 654961ee-cb76-4d51-8deb-dc7f886c0428 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:45.379005 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734a730c-2051-43e4-ab3e-460623f9cf71 x-openstack-request-id: req-734a730c-2051-43e4-ab3e-460623f9cf71 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:45.379005 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4474d5-3879-4713-b817-80a31a0b34a0", "name": "network-vif-plugged", "status": "completed", "tag": "8b434a39-1547-48f2-b447-247e213e9814", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:45.379005 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-734a730c-2051-43e4-ab3e-460623f9cf71 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:45.379005 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b434a39-1547-48f2-b447-247e213e9814', 'code': 200} Feb 10 04:06:45.434392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60d4d1be-df96-409a-988d-daffcfd6d5a1 req-1a4660ec-fa1d-4280-9dd0-bc5a2ef23abc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766748 Feb 10 04:06:45.494681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532a3c-c883-47ea-8242-c61e6a6117de req-1f7ff51c-a82d-4417-b99b-2b5e93681c28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.496268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e532a3c-c883-47ea-8242-c61e6a6117de req-1f7ff51c-a82d-4417-b99b-2b5e93681c28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.0727704 Feb 10 04:06:45.539198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 90b75a24-bb18-42bf-a139-918d71a0d689 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:45.566884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e532a3c-c883-47ea-8242-c61e6a6117de req-62cb21d9-09c1-4e6b-aee2-7a5920dc7431 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570896 Feb 10 04:06:45.598277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.631557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff92abe-5e56-4074-bf81-35b7c7882fa7 req-b3f78cc3-a8aa-4dbf-9f0c-20154b047cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.633016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cff92abe-5e56-4074-bf81-35b7c7882fa7 req-b3f78cc3-a8aa-4dbf-9f0c-20154b047cac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 1127 time: 0.1545682 Feb 10 04:06:45.635133 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks [] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.666403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 90b75a24-bb18-42bf-a139-918d71a0d689, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=90b75a24-bb18-42bf-a139-918d71a0d689,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:45.686770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '90b75a24-bb18-42bf-a139-918d71a0d689', 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec', 'port_id': '90b75a24-bb18-42bf-a139-918d71a0d689', 'mac_address': 'fa:16:3e:2f:06:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1237638c-f910-4821-bb76-54a9eeb72f1c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:45.722051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623400f0-4741-46ef-a41d-7c870ae86e0a req-657d6e0c-33d4-45b4-9eae-25b3b4d241dc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:45.723808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-623400f0-4741-46ef-a41d-7c870ae86e0a req-657d6e0c-33d4-45b4-9eae-25b3b4d241dc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0791345 Feb 10 04:06:45.732379 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.745455 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cff92abe-5e56-4074-bf81-35b7c7882fa7 req-c98d44c3-5332-4602-8295-740481dc0fd6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049707 Feb 10 04:06:45.752624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 90b75a24-bb18-42bf-a139-918d71a0d689 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:45.753107 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.770614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b75a24-bb18-42bf-a139-918d71a0d689 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:45.781190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-623400f0-4741-46ef-a41d-7c870ae86e0a req-8d3a9cf4-e971-456e-9570-77a061ec5957 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503521 Feb 10 04:06:45.793304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 90b75a24-bb18-42bf-a139-918d71a0d689, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=90b75a24-bb18-42bf-a139-918d71a0d689,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:45.850736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.857733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Pushing event updated for resources: {'Port': ['ID=79e49f60-cd54-47df-95e1-8f8c7ef33f64,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:45.892567 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.893268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:45.966525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks [] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:45.984007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=90b75a24-bb18-42bf-a139-918d71a0d689,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:46.002369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:46.003883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:46.013989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:46.024601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c', 'network_id': '90e1cf24-2192-446b-b1d5-98500b85bdec', 'port_id': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c', 'mac_address': 'fa:16:3e:1b:a9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1237638c-f910-4821-bb76-54a9eeb72f1c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:46.062513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:46.085086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:46.085551 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:46.100631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:46.102797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b826d-e9d8-4d91-8469-a5a0a3160790 req-6991340a-4d42-4941-b331-692a6d7ae256 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.104801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c14b826d-e9d8-4d91-8469-a5a0a3160790 req-6991340a-4d42-4941-b331-692a6d7ae256 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 945 time: 0.0667651 Feb 10 04:06:46.121905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:46.158653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-67ec0e95-8c78-41c2-b0ed-c941cb1c47c4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478408 Feb 10 04:06:46.170039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c14b826d-e9d8-4d91-8469-a5a0a3160790 req-c74b805b-5e9e-4081-b2ee-479877f47250 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556362 Feb 10 04:06:46.191954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:46.207828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6f0a6392-77a1-404f-b27c-16b7357d6a58 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:46.208828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=654961ee-cb76-4d51-8deb-dc7f886c0428,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:46.213959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:46.332174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:46.337750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:06:46.384656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abe97b-5e6a-4dd5-8f67-29160625a659 req-3d694161-94ab-4fb0-af09-aecaedc55471 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.387625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 31c2aaee-05bc-435f-9dea-93b51bfcbc59 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:46.388964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79abe97b-5e6a-4dd5-8f67-29160625a659 req-3d694161-94ab-4fb0-af09-aecaedc55471 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 944 time: 0.1007462 Feb 10 04:06:46.414757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-30d6487d-9fa4-4e1f-8d6f-116f3fd91e85 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.416257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-30d6487d-9fa4-4e1f-8d6f-116f3fd91e85 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452173 Feb 10 04:06:46.465459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6f0a6392-77a1-404f-b27c-16b7357d6a58, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:46.468111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79abe97b-5e6a-4dd5-8f67-29160625a659 req-5aa691c1-f3c0-452b-95b0-c9d24f7152e3 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658917 Feb 10 04:06:46.490765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '6f0a6392-77a1-404f-b27c-16b7357d6a58', 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'port_id': '6f0a6392-77a1-404f-b27c-16b7357d6a58', 'mac_address': 'fa:16:3e:16:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae2a415-f1aa-4f62-9398-009f0d874e89', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:46.490765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:46.490765 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:46.507234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-4b1a8066-d800-406f-9ada-daddd65399b6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/quotas/3ba0894f166f44a8aee33005bf4a2f3e HTTP/1.1" status: 200 len: 375 time: 0.0740793 Feb 10 04:06:46.550772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:46.569026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6f0a6392-77a1-404f-b27c-16b7357d6a58 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:46.571130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:46.579315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:46.600407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.606863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.612732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.619183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.627640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.634324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.640358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.650314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-512df179-8566-4344-b869-bba21f6212bf req-fff0f7d0-5412-4b88-a44d-0ac87846bfbb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5433 time: 0.1184261 Feb 10 04:06:46.731967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:06:46.734516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-512df179-8566-4344-b869-bba21f6212bf req-6fc18598-abed-487f-bca6-a790c66c293b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816696 Feb 10 04:06:46.747446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb23f0-be97-417a-9e75-c9245150249b req-ff878b4e-fcb0-444b-b4a6-d10b7f7ef433 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:46.748981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9eb23f0-be97-417a-9e75-c9245150249b req-ff878b4e-fcb0-444b-b4a6-d10b7f7ef433 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 944 time: 0.2604656 Feb 10 04:06:46.750420 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Sync routers for ids ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:06:46.757531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c53e4ed-4a5d-460d-b94f-1275beef532a admin admin] 10.222.0.42 "PUT /v2.0/routers/c5e8f3c6-2e0c-468f-8f0b-9466863f7803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2801361 Feb 10 04:06:46.785218 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Routers {'c5e8f3c6-2e0c-468f-8f0b-9466863f7803'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:46.785853 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:46.870989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-9c26fd35-6487-4868-8a67-71d9b5e1a0f9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3462424 Feb 10 04:06:46.910762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0a6392-77a1-404f-b27c-16b7357d6a58 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:46.928294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:06:46.989760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6f0a6392-77a1-404f-b27c-16b7357d6a58, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:47.058071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d1164-e7f7-4673-9524-d97d49402d73 req-dca0e9e2-99ec-485f-add6-400eb3caa670 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:47.060730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d3d1164-e7f7-4673-9524-d97d49402d73 req-dca0e9e2-99ec-485f-add6-400eb3caa670 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.1555293 Feb 10 04:06:47.087094 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:47.092250 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:47.103968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e99ead58-76e7-4f01-a08b-fd7cd271d232 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:47.113446 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Set router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:47.269046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d3d1164-e7f7-4673-9524-d97d49402d73 req-ece590cb-e7e9-494e-8b7d-014351a3e12b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020161 Feb 10 04:06:47.290177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:47.309950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6f0a6392-77a1-404f-b27c-16b7357d6a58,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:47.350813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-30f451ac-9247-4c8c-ba12-89b042a7b070 None None] Provisioning complete for port 654961ee-cb76-4d51-8deb-dc7f886c0428 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:47.351195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30f451ac-9247-4c8c-ba12-89b042a7b070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:47.358223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:06:47.434199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb7e2f83-ce4d-46b2-bdfe-384d28c21fc8 admin admin] 10.222.0.42 "PUT /v2.0/routers/a5bdab87-7a5b-4fba-b3f5-3c749ff1261f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6181011 Feb 10 04:06:47.494656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc3f38a4-9024-46b1-b459-46d33fbef987 req-7f89ffea-db27-43de-a9d8-76cd8ee12861 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 210 time: 0.1169631 Feb 10 04:06:47.512195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-30f451ac-9247-4c8c-ba12-89b042a7b070 None None] Port 654961ee-cb76-4d51-8deb-dc7f886c0428 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:47.516786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Sync routers for ids ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:06:47.523274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:06:47.541482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e99ead58-76e7-4f01-a08b-fd7cd271d232, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:47.554833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Routers {'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:47.555362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:47.557741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'e99ead58-76e7-4f01-a08b-fd7cd271d232', 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'port_id': 'e99ead58-76e7-4f01-a08b-fd7cd271d232', 'mac_address': 'fa:16:3e:13:53:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae2a415-f1aa-4f62-9398-009f0d874e89', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:47.623016 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:06:44Z', 'revision_number': 4, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '79e49f60-cd54-47df-95e1-8f8c7ef33f64', 'name': '', 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'mac_address': 'fa:16:3e:e9:ea:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:42Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 2, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'subnets': [{'id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:47.657581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58134) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:47.688737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e99ead58-76e7-4f01-a08b-fd7cd271d232 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:47.689369 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:47.708050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99ead58-76e7-4f01-a08b-fd7cd271d232 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:47.724210 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Checking router: c5e8f3c6-2e0c-468f-8f0b-9466863f7803 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:06:47.727644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Updating router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:06:47.730459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e99ead58-76e7-4f01-a08b-fd7cd271d232, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:47.784872 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:47.829418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Set router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:47.848178 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:06:47.872424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:47.873113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 15d3bf2a-d880-4aa7-beae-afb1adaf3aac details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:47.937546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1213180110'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:48.058220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:48.061618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.099865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:06:48.100782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d957-7be3-48ca-8349-5850edd3c84a req-7fb1d889-2b39-4253-9e1b-5f7d9b34e686 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:48.108101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4883d957-7be3-48ca-8349-5850edd3c84a req-7fb1d889-2b39-4253-9e1b-5f7d9b34e686 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 945 time: 0.7547116 Feb 10 04:06:48.121685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ba9ae805-3ce9-463b-9c8a-02f7699ae311), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.122160 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Added segment ba9ae805-3ce9-463b-9c8a-02f7699ae311 of type vlan for network d164279a-f41a-4150-ae7a-9032b45c075e Feb 10 04:06:48.132167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Deleting port 8bce17f6-032e-45a6-91e1-8d918eead3e6 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:48.132515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.133578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e99ead58-76e7-4f01-a08b-fd7cd271d232,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:48.263952 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.273114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:48.293849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'port_id': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'mac_address': 'fa:16:3e:5f:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:48.299585 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Publish callbacks [] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.302861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4883d957-7be3-48ca-8349-5850edd3c84a req-a4cd61bd-23d1-49fd-9751-37c3c390cde0 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869497 Feb 10 04:06:48.355631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d164279a-f41a-4150-ae7a-9032b45c075e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.368803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:48.369209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.381394 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.389204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d3bf2a-d880-4aa7-beae-afb1adaf3aac {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:48.400750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] For port 8bce17f6-032e-45a6-91e1-8d918eead3e6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8bce17f6-032e-45a6-91e1-8d918eead3e6,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:48.401432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.417673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:48.436810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '654961ee-cb76-4d51-8deb-dc7f886c0428', 'name': '', 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'mac_address': 'fa:16:3e:ca:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9b76ed81-f2b5-41dc-87cf-b61dd9887832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:43Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 2, 'project_id': 'dc0d308170aa4133804130ea91323772', 'subnets': [{'id': '9b76ed81-f2b5-41dc-87cf-b61dd9887832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:48.447345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Calling delete_port for 8bce17f6-032e-45a6-91e1-8d918eead3e6 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:48.487886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Checking router: a5bdab87-7a5b-4fba-b3f5-3c749ff1261f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:06:48.488251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Updating router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f port 654961ee-cb76-4d51-8deb-dc7f886c0428 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:06:48.523203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-d9ec31d4-2c98-4b17-a841-9db7d7749a8b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:48.531622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-d9ec31d4-2c98-4b17-a841-9db7d7749a8b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 818 time: 0.3782032 Feb 10 04:06:48.532353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.547506 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.548178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 77353ded-1de2-46fd-9994-8691a45d912c details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:48.561430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-ab9974ef-7223-4cf6-b2e3-38eb64202d08 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/quotas/5ffbd836050640a3b18a0d9471b7516e HTTP/1.1" status: 200 len: 375 time: 0.0286608 Feb 10 04:06:48.570775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d164279a-f41a-4150-ae7a-9032b45c075e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.571357 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Attempting to bind port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:48.571960 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Attempting to bind port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:48.572501 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Attempting to bind port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 on network 4b8497cd-84eb-4db9-8fea-1b04db4b71da {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:48.575748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:48.576352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.578250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62602f74-e3de-47fa-abfe-d6f2c8be14e5 None None] Pushing event updated for resources: {'Port': ['ID=79e49f60-cd54-47df-95e1-8f8c7ef33f64,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:48.581080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:48.581703 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Checking segment: {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:48.582273 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.583467 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Bound using segment: {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:48.584126 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Bound port: 79e49f60-cd54-47df-95e1-8f8c7ef33f64, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:48.584725 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.606685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 77353ded-1de2-46fd-9994-8691a45d912c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=77353ded-1de2-46fd-9994-8691a45d912c,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:48.629028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '77353ded-1de2-46fd-9994-8691a45d912c', 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'port_id': '77353ded-1de2-46fd-9994-8691a45d912c', 'mac_address': 'fa:16:3e:7b:92:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae2a415-f1aa-4f62-9398-009f0d874e89', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:48.667861 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] For port 79e49f60-cd54-47df-95e1-8f8c7ef33f64, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:48.675712 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] For port 79e49f60-cd54-47df-95e1-8f8c7ef33f64, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=79e49f60-cd54-47df-95e1-8f8c7ef33f64,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:48.695454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Network': ['ID=d164279a-f41a-4150-ae7a-9032b45c075e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:48.710493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-b6372a7f-8736-457e-90a2-33021779a867 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299064 Feb 10 04:06:48.710820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5947fd-1ba7-499f-a4e2-3ae78c0f4c29 req-47221df5-5117-4a63-b706-533c59b41188 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:48.717532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d5947fd-1ba7-499f-a4e2-3ae78c0f4c29 req-47221df5-5117-4a63-b706-533c59b41188 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 944 time: 0.2662911 Feb 10 04:06:48.724263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d164279a-f41a-4150-ae7a-9032b45c075e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:06:48.761643 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.820683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:48.836487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d5947fd-1ba7-499f-a4e2-3ae78c0f4c29 req-5dd87eb2-29ee-4f96-b0e1-55097570166c tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169577 Feb 10 04:06:48.839444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8bce17f6-032e-45a6-91e1-8d918eead3e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:48.910367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event deleted for resources: {'Port': ['ID=8bce17f6-032e-45a6-91e1-8d918eead3e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:49.002447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 77353ded-1de2-46fd-9994-8691a45d912c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:49.002982 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77353ded-1de2-46fd-9994-8691a45d912c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.029720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77353ded-1de2-46fd-9994-8691a45d912c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:49.074050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-97f271ca-18ba-41b7-8009-881affc181c3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4147439 Feb 10 04:06:49.076894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58166) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:49.077816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 77353ded-1de2-46fd-9994-8691a45d912c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=77353ded-1de2-46fd-9994-8691a45d912c,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:49.081757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'subnet': {'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:49.101547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] No DVR routers for this DVR port 8bce17f6-032e-45a6-91e1-8d918eead3e6 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:49.103726 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62602f74-e3de-47fa-abfe-d6f2c8be14e5 None None] Pushing event updated for resources: {'Port': ['ID=79e49f60-cd54-47df-95e1-8f8c7ef33f64,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:49.105490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.109719 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9eb23f0-be97-417a-9e75-c9245150249b req-12aac889-ec93-4533-bf2f-095838a91b6a tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.43 "DELETE /v2.0/ports/8bce17f6-032e-45a6-91e1-8d918eead3e6 HTTP/1.1" status: 204 len: 173 time: 2.3492820 Feb 10 04:06:49.110217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'name': 'network-vif-deleted', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:49.113121 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22833cb-aa55-4e27-956c-171a7d8ce91a" -d '{"events": [{"server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "name": "network-vif-deleted", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:49.131151 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Routers {'c5e8f3c6-2e0c-468f-8f0b-9466863f7803'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:49.134448 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:49.155141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.161707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.174324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.180960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (77353ded-1de2-46fd-9994-8691a45d912c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.181542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:06:49.196342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.207029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.216064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.220988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-1df8d69c-4ed9-44aa-889c-4049283654c9 service neutron] 10.222.0.42 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020216 Feb 10 04:06:49.231889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.258375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-014270fa-afc4-411e-8548-36532cade7de tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5436 time: 0.2906022 Feb 10 04:06:49.297789 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] Set router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:49.336720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a5585d2-f666-4170-8e9f-5f9373cee738 req-4f2f665f-5fe1-41a8-aaa5-e1281a38c3b6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753803 Feb 10 04:06:49.338492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=77353ded-1de2-46fd-9994-8691a45d912c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:49.350642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:49.356029 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.365196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:49.365716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-54f8dd4a-3c76-42d3-a4d7-76b2476244c0 service neutron] 10.222.0.42 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358116 Feb 10 04:06:49.383918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '97ac36a5-1aee-4cda-b65a-fdf08bc99ebe', 'network_id': '2782cacf-5947-4ed6-9154-fbf1c2b0297d', 'port_id': '97ac36a5-1aee-4cda-b65a-fdf08bc99ebe', 'mac_address': 'fa:16:3e:e2:f0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae2a415-f1aa-4f62-9398-009f0d874e89', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:06:49.544198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Publish callbacks [] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.552426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfc1f3-66a6-4f17-b58d-3b7a8757f97c req-d2ff6cce-29c7-4581-8c23-da8491a4ae72 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:49.554070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2edfc1f3-66a6-4f17-b58d-3b7a8757f97c req-d2ff6cce-29c7-4581-8c23-da8491a4ae72 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.0929332 Feb 10 04:06:49.554210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:49.554489 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.569351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:49.597583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:49.601820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:06:44Z', 'revision_number': 4, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '79e49f60-cd54-47df-95e1-8f8c7ef33f64', 'name': '', 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'mac_address': 'fa:16:3e:e9:ea:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:42Z', 'updated_at': '2022-02-10T04:06:48Z', 'revision_number': 4, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'subnets': [{'id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:49.617997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2edfc1f3-66a6-4f17-b58d-3b7a8757f97c req-efbd1c38-5d1b-4ae9-97dd-159c7536d241 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555022 Feb 10 04:06:49.635309 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.642659 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2b617-6d33-4cf0-adc3-79d5d45ca6a5 None None] The sync data for ids ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'] in n-d-827844-2 is: [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:06:44Z', 'revision_number': 4, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '79e49f60-cd54-47df-95e1-8f8c7ef33f64', 'name': '', 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'mac_address': 'fa:16:3e:e9:ea:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:42Z', 'updated_at': '2022-02-10T04:06:48Z', 'revision_number': 4, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'subnets': [{'id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:06:49.741866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.804938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a3c98-430b-4e68-bce9-27ae8699c867 None None] Pushing event updated for resources: {'Port': ['ID=654961ee-cb76-4d51-8deb-dc7f886c0428,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:49.820062 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf77d85d-c3de-4c69-b66d-3f6840545195 req-de10d875-4d16-4869-9911-7c971972f354 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 210 time: 0.1280198 Feb 10 04:06:49.847320 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5369f83b-04cd-421b-9d7c-bc549b2aea2f x-openstack-request-id: req-5369f83b-04cd-421b-9d7c-bc549b2aea2f {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:49.847804 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f2b51-9c05-4087-b867-04efce913d78", "name": "network-vif-deleted", "tag": "8bce17f6-032e-45a6-91e1-8d918eead3e6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:49.847940 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5369f83b-04cd-421b-9d7c-bc549b2aea2f {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:49.848348 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f2b51-9c05-4087-b867-04efce913d78', 'name': 'network-vif-deleted', 'tag': '8bce17f6-032e-45a6-91e1-8d918eead3e6', 'status': 'completed', 'code': 200} Feb 10 04:06:49.883567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d06d080c-2497-438f-bf3e-4567e5b31562), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:49.919153 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74ae604f-1200-4de1-91db-7b14fa0b15db req-27ea8fc6-5c66-46ca-9958-bbda2eea40dd tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 210 time: 0.0426188 Feb 10 04:06:50.115446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Attempting to bind port 654961ee-cb76-4d51-8deb-dc7f886c0428 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:50.115859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Attempting to bind port 654961ee-cb76-4d51-8deb-dc7f886c0428 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:50.116886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Attempting to bind port 654961ee-cb76-4d51-8deb-dc7f886c0428 on network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:50.177105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:50.187077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Checking segment: {'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:50.187322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Subnet': ['ID=d06d080c-2497-438f-bf3e-4567e5b31562,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:50.190149 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:50.190796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Bound using segment: {'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:50.196881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Bound port: 654961ee-cb76-4d51-8deb-dc7f886c0428, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7536662-060f-47aa-badd-317e4ab20e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:50.197410 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:50.211088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f9bd65b-5e0a-4c94-a7a3-89e1d983762d req-727fa5e3-a493-439e-bea0-94d7e15f8491 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=052f2b51-9c05-4087-b867-04efce913d78 HTTP/1.1" status: 200 len: 210 time: 0.0853133 Feb 10 04:06:50.288552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:50.289459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Checking segment: {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:50.290179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network hostable DHCP agents. Network: d164279a-f41a-4150-ae7a-9032b45c075e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:06:50.405429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-17bbe802-9287-4a33-86df-a9a12af92c15 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293472 Feb 10 04:06:50.454360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-0d742a16-944e-4800-a7cb-e81430368370 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.474846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-0d742a16-944e-4800-a7cb-e81430368370 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 818 time: 0.2814910 Feb 10 04:06:50.514203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2301711b-8b6b-4c6e-9e64-a6d9005ef109 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/quotas/5ffbd836050640a3b18a0d9471b7516e HTTP/1.1" status: 200 len: 375 time: 0.0350201 Feb 10 04:06:50.569380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network d164279a-f41a-4150-ae7a-9032b45c075e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:06:50.604996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-7310fd6c-f624-442e-989f-4f1c862a1535 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888455 Feb 10 04:06:50.611864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-3ecab527-5463-42b4-8ca2-e1ed872d4977 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:06:50.613225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-3ecab527-5463-42b4-8ca2-e1ed872d4977 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071344 Feb 10 04:06:50.680455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-9ba2be24-8047-47eb-9b61-0a237f80642e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.680853 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-9ba2be24-8047-47eb-9b61-0a237f80642e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683108 Feb 10 04:06:50.729042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Request body: {'port': {'device_id': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3ba0894f166f44a8aee33005bf4a2f3e'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:50.769144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d164279a-f41a-4150-ae7a-9032b45c075e) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:50.779638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['90b75a24-bb18-42bf-a139-918d71a0d689'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:50.782900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e99ead58-76e7-4f01-a08b-fd7cd271d232'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:50.785572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['77353ded-1de2-46fd-9994-8691a45d912c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:50.793106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:50.795062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.795666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:50.797686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-cda988ca-db41-4657-901a-aff952b65f3e service neutron] 10.222.0.42 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774430 Feb 10 04:06:50.829660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['97ac36a5-1aee-4cda-b65a-fdf08bc99ebe'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:50.889736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 79e49f60-cd54-47df-95e1-8f8c7ef33f64 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:50.910462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.920082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.927029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.929673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 8bce17f6-032e-45a6-91e1-8d918eead3e6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:50.930073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8bce17f6-032e-45a6-91e1-8d918eead3e6 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:50.935734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.939099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aead62a-941a-4277-833b-cfd830c4d4e3 None None] Network d164279a-f41a-4150-ae7a-9032b45c075e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:50.941248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.947771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.953550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:50.955944 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-986b17c0-31af-4c2c-89ba-418daf64f7fb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5438 time: 0.3887320 Feb 10 04:06:50.990675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-e5919154-2461-4f04-b5fb-313036916b08 service neutron] 10.222.0.42 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914093 Feb 10 04:06:51.007830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8e243dc4-7d33-4bca-a39c-dddaeeb431e6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9251504 Feb 10 04:06:51.008613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58222) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:51.021373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1718424575'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:51.035290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:51.164487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:51.182040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.202293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:06:51.212552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2e60e5fe-9e1e-4cbc-8aa7-79cae111113f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.213397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9b8dd47-56bd-4a72-aded-37f274a957f3 req-1557e0a2-510b-428d-84c1-0d38692e128c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2328000 Feb 10 04:06:51.219595 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Added segment 2e60e5fe-9e1e-4cbc-8aa7-79cae111113f of type vlan for network ea6e4120-e18d-4e19-91ea-026466029bdc Feb 10 04:06:51.226417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a56ee437-f223-4185-ab4c-ea4862505a19 None None] Provisioning complete for port 654961ee-cb76-4d51-8deb-dc7f886c0428 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:51.232132 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a56ee437-f223-4185-ab4c-ea4862505a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.313108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (ea6e4120-e18d-4e19-91ea-026466029bdc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.336624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] For port 654961ee-cb76-4d51-8deb-dc7f886c0428, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:51.344858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Made reservation on behalf of 3ba0894f166f44a8aee33005bf4a2f3e for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:51.348365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.349347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] For port 654961ee-cb76-4d51-8deb-dc7f886c0428, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=654961ee-cb76-4d51-8deb-dc7f886c0428,segment=NetworkSegment(a7536662-060f-47aa-badd-317e4ab20e37),segment_id=a7536662-060f-47aa-badd-317e4ab20e37)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:51.479855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15092224-0bdd-4dc3-aea3-cd3562fd45b1 req-794d7885-78bf-47b2-ab16-e0b7d6df2092 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 210 time: 0.0392110 Feb 10 04:06:51.499456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (ea6e4120-e18d-4e19-91ea-026466029bdc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.519658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6f0a6392-77a1-404f-b27c-16b7357d6a58'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:51.522952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:51.523912 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.621128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d164279a-f41a-4150-ae7a-9032b45c075e', 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e', 'project_id': 'dc0d308170aa4133804130ea91323772', 'fixed_ips': [{'subnet_id': 'd06d080c-2497-438f-bf3e-4567e5b31562'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:06:51.622146 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.634994 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:51.740719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecc355-eae6-49bb-a6f3-200b6b02c213 req-cc2c89e2-b9b9-4c87-9b28-749070371dcf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:51.749746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fdecc355-eae6-49bb-a6f3-200b6b02c213 req-cc2c89e2-b9b9-4c87-9b28-749070371dcf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.3977475 Feb 10 04:06:51.765653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Network': ['ID=ea6e4120-e18d-4e19-91ea-026466029bdc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:51.772141 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4c3660aa-fa73-463d-9550-21e068157d28 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7605193 Feb 10 04:06:51.780805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a56ee437-f223-4185-ab4c-ea4862505a19 None None] Port 654961ee-cb76-4d51-8deb-dc7f886c0428 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:06:51.784860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58256) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:51.808340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network ea6e4120-e18d-4e19-91ea-026466029bdc details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:06:51.810053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'subnet': {'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:51.817254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c09f370-f009-4953-9543-846ea7b7de30 req-cb4c47b1-bc35-4951-897a-8036318f27ab tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 210 time: 0.0527534 Feb 10 04:06:51.851738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:51.854160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:52.053724 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fdecc355-eae6-49bb-a6f3-200b6b02c213 req-8dbf0912-25f7-406f-b492-fc4c4592725c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958369 Feb 10 04:06:52.066124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Allocated IP 192.168.233.209 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:52.192919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:52.202256 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:52.421907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks [] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:52.427581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Routers {'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:06:52.428452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:52.549334 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:52.610270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'a1eef442-e083-431c-95d5-186fa56b02ec'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:52.623742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.631033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.637939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.643382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Pushing event updated for resources: {'Port': ['ID=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:52.648861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.655194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.656435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:52.658185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:52.661000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:52.661141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.668032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.695662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0595a808-cca6-4fb9-bede-c28907051f30 req-f008ab37-b513-4ef1-90fd-da3cc56a881c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5438 time: 0.1921089 Feb 10 04:06:52.722893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (e7851e13-accd-455c-93f5-c0d8dcd75ada), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:52.786689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['15d3bf2a-d880-4aa7-beae-afb1adaf3aac'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:06:52.855884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Checking segment: {'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:52.856869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network hostable DHCP agents. Network: ea6e4120-e18d-4e19-91ea-026466029bdc, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:06:52.886631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.887356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:52.906757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Subnet': ['ID=e7851e13-accd-455c-93f5-c0d8dcd75ada,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:52.947797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0595a808-cca6-4fb9-bede-c28907051f30 req-fea5f47d-dcd9-49cb-89ff-694e265f4cc7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2432170 Feb 10 04:06:52.952299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network ea6e4120-e18d-4e19-91ea-026466029bdc is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:06:52.998528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-76391647-213b-44b3-85d1-1b8db9dd12af tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:52.998528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-76391647-213b-44b3-85d1-1b8db9dd12af tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 944 time: 0.2546968 Feb 10 04:06:53.016578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2cc91-ca83-4551-b14b-60d8f6ad2e6a req-695ec0d8-6942-4450-a850-c1c79333224f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:53.025375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98a2cc91-ca83-4551-b14b-60d8f6ad2e6a req-695ec0d8-6942-4450-a850-c1c79333224f tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 944 time: 0.1660280 Feb 10 04:06:53.044268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, ea6e4120-e18d-4e19-91ea-026466029bdc) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:53.053908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:53.053908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:53.104960 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98a2cc91-ca83-4551-b14b-60d8f6ad2e6a req-98a7d2e0-1046-46f7-8f61-ac7cd0b71d6d tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d60e177-4c75-418d-9e26-3f4a60562a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784755 Feb 10 04:06:53.115298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-90fab603-97bd-4f65-abeb-8f1c7256099b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4060485 Feb 10 04:06:53.156421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-73b4afd7-8fac-4ca3-85b2-2141627260e7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:06:53.157531 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-73b4afd7-8fac-4ca3-85b2-2141627260e7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063207 Feb 10 04:06:53.279514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6fb569e2-e18b-46e1-85ff-4195c7c76828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4929841 Feb 10 04:06:53.281863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Allocated IP 19.80.0.2 (d164279a-f41a-4150-ae7a-9032b45c075e/d06d080c-2497-438f-bf3e-4567e5b31562/9688ba19-665b-4578-82c4-13a984ecd890) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:53.306288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Request body: {'port': {'device_id': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:53.343352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d334261-ede5-486c-a229-98bfb9e73b59 req-6a2fd5e3-404b-4ebf-8f93-45ed5444f72e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:53.354093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d334261-ede5-486c-a229-98bfb9e73b59 req-6a2fd5e3-404b-4ebf-8f93-45ed5444f72e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 936 time: 0.2260838 Feb 10 04:06:53.401605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Deleting port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:53.402050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:53.423994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-8af9b68a-cf12-4043-bb88-5957d503eb2a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:53.425552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-8af9b68a-cf12-4043-bb88-5957d503eb2a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 818 time: 0.3702018 Feb 10 04:06:53.450879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Request body: {'port': {'device_id': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'admin_state_up': True, 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:53.463048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a241fc0-71b3-437e-a4d6-4a9f321287f4 None None] Network ea6e4120-e18d-4e19-91ea-026466029bdc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:53.471714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acbc53-e3eb-483b-aae3-e14a3da1cf50 req-dd60d28d-a261-4c25-a138-31b6916113e1 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:53.473479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-74acbc53-e3eb-483b-aae3-e14a3da1cf50 req-dd60d28d-a261-4c25-a138-31b6916113e1 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 945 time: 0.2461622 Feb 10 04:06:53.480364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:53.481180 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:53.503060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:53.625801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a3c98-430b-4e68-bce9-27ae8699c867 None None] Pushing event updated for resources: {'Port': ['ID=654961ee-cb76-4d51-8deb-dc7f886c0428,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:53.662183 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d334261-ede5-486c-a229-98bfb9e73b59 req-3f5d12a7-588c-407a-8515-6eb1fb51ae52 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071194 Feb 10 04:06:53.683830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2de4c7ad-790a-4f99-8c47-fe4f6d8b128e None None] Provisioning complete for port 654961ee-cb76-4d51-8deb-dc7f886c0428 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:53.684289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7ad-790a-4f99-8c47-fe4f6d8b128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:53.741937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] Set router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:06:53.793501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-479ec6e4-dbd1-4dae-b611-8113929e48bd req-7c679cbe-7dbb-4daa-9b35-cee2c6be9b09 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 210 time: 0.0389740 Feb 10 04:06:53.793501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Made reservation on behalf of 5ffbd836050640a3b18a0d9471b7516e for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:53.793501 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:53.804004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-74acbc53-e3eb-483b-aae3-e14a3da1cf50 req-9f627308-5221-4317-a7ff-b894cdf8fb00 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b466f4-f3d1-4c49-ad6b-c83a859e51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018506 Feb 10 04:06:53.809373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] For port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,segment=NetworkSegment(6ba10441-1021-4a04-8903-72f0f15c0095),segment_id=6ba10441-1021-4a04-8903-72f0f15c0095)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:53.809887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:53.865375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Calling delete_port for 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:54.073015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3350f3-fd49-4782-b1e1-970155b6040e req-d8f625dc-7d83-42b4-8133-1213a1be23f4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.075306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa3350f3-fd49-4782-b1e1-970155b6040e req-d8f625dc-7d83-42b4-8133-1213a1be23f4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.1346128 Feb 10 04:06:54.089773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 79e49f60-cd54-47df-95e1-8f8c7ef33f64, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=79e49f60-cd54-47df-95e1-8f8c7ef33f64,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:54.129043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e99ead58-76e7-4f01-a08b-fd7cd271d232 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:54.151565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:54.159788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Allocated IP 172.20.0.7 (4b8497cd-84eb-4db9-8fea-1b04db4b71da/c8defdbc-a85d-4146-8e27-7d330adcdba3/8829d0e7-7dc5-4725-b05a-eb6aa19b2822) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:54.175355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Publish callbacks [] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.203923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa3350f3-fd49-4782-b1e1-970155b6040e req-b8ddc034-4642-4e56-a56a-110eda55666a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847180 Feb 10 04:06:54.239625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Transition to ACTIVE for port object 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:54.249573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-bc1bc8dd-f60a-489b-b01e-4faa9bd7a80b tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.251784 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-bc1bc8dd-f60a-489b-b01e-4faa9bd7a80b tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 945 time: 0.1712251 Feb 10 04:06:54.257283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.259179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-7f7cc34a-6020-4aac-804f-64bf45c9773e tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.281136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-ea6e4120-e18d-4e19-91ea-026466029bdc', 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc', 'project_id': 'dc0d308170aa4133804130ea91323772', 'fixed_ips': [{'subnet_id': 'e7851e13-accd-455c-93f5-c0d8dcd75ada'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:06:54.282566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.282727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-7f7cc34a-6020-4aac-804f-64bf45c9773e tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.290422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-7f7cc34a-6020-4aac-804f-64bf45c9773e tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/networks?id=d164279a-f41a-4150-ae7a-9032b45c075e&id=ea6e4120-e18d-4e19-91ea-026466029bdc&id=d164279a-f41a-4150-ae7a-9032b45c075e HTTP/1.1" status: 200 len: 1392 time: 0.3057549 Feb 10 04:06:54.333337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-9a68160c-3239-4536-a398-4c4c9c2c7581 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/quotas/dc0d308170aa4133804130ea91323772 HTTP/1.1" status: 200 len: 375 time: 0.0412612 Feb 10 04:06:54.382478 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.449019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Pushing event updated for resources: {'Port': ['ID=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:54.523018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-ee39a84d-79a1-423e-bd2e-1cd86eaa0ee3 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.524549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-ee39a84d-79a1-423e-bd2e-1cd86eaa0ee3 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 818 time: 0.3302655 Feb 10 04:06:54.545009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Request body: {'port': {'device_id': '823efcd5-7953-4925-bc2d-d3ead758b208', 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'admin_state_up': True, 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:54.591336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks [] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.592934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a22d3d0f-640b-45a1-9eb0-7ece13b1b6b3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2586243 Feb 10 04:06:54.618157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (69e6c33b-c05d-4dd2-8fe6-c37d9c892705), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.649686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.656327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.663115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.671139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.678329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.687174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.693447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:54.702104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-2703ed92-5853-4e7e-aa25-80a60180f45b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5438 time: 0.4043162 Feb 10 04:06:54.728645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.748509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Deleting port 8b434a39-1547-48f2-b447-247e213e9814 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:06:54.748891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8b434a39-1547-48f2-b447-247e213e9814), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.825191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port e99ead58-76e7-4f01-a08b-fd7cd271d232 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:54.841734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Pushing event deleted for resources: {'Port': ['ID=69e6c33b-c05d-4dd2-8fe6-c37d9c892705,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:54.869336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] For port 8b434a39-1547-48f2-b447-247e213e9814, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8b434a39-1547-48f2-b447-247e213e9814,segment=NetworkSegment(cf6056ee-6e08-403c-bb60-6517b1c3c476),segment_id=cf6056ee-6e08-403c-bb60-6517b1c3c476)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:54.869620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8b434a39-1547-48f2-b447-247e213e9814), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.883370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Calling delete_port for 8b434a39-1547-48f2-b447-247e213e9814 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:06:54.922399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2de4c7ad-790a-4f99-8c47-fe4f6d8b128e None None] Current status of the port 654961ee-cb76-4d51-8deb-dc7f886c0428 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:54.922681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7ad-790a-4f99-8c47-fe4f6d8b128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.935924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Publish callbacks [] for port (9688ba19-665b-4578-82c4-13a984ecd890), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.940382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port e99ead58-76e7-4f01-a08b-fd7cd271d232 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:54.940762 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.968257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] No DVR routers for this DVR port 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:54.977805 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:54.982131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ebe5603-61f7-46a2-88db-a5f60a6d9c7d req-77e59ee3-83b9-4db9-89e3-d365eb3d05c2 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.24 "DELETE /v2.0/ports/69e6c33b-c05d-4dd2-8fe6-c37d9c892705 HTTP/1.1" status: 204 len: 173 time: 1.9764199 Feb 10 04:06:54.982684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'name': 'network-vif-deleted', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:54.985016 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c756e95-d9cf-4050-bc72-0993bd867345" -d '{"events": [{"server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "name": "network-vif-deleted", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:54.992208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=79e49f60-cd54-47df-95e1-8f8c7ef33f64,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:54.998525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Attempting to bind port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:54.999733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Attempting to bind port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:54.999733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Attempting to bind port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:55.012727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:55.013204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Attempting to bind port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:55.018902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0788d053-27ff-41e9-8446-83df282454b5 service neutron] 10.222.0.42 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250939 Feb 10 04:06:55.022745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:55.023213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:55.023809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:55.024366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Bound port: 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:55.024991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.025784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:55.040529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:55.052318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:55.074484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Pushing event updated for resources: {'Port': ['ID=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:55.098025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Made reservation on behalf of 5ffbd836050640a3b18a0d9471b7516e for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:06:55.101489 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.117322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c50fa1eb-9e7e-4544-aae0-7ca3c4e009a5 req-47f370b2-774f-45ff-b2cf-c26617742ace tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4095590 Feb 10 04:06:55.140894 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (9688ba19-665b-4578-82c4-13a984ecd890), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.188309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:55.189132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.203706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2de4c7ad-790a-4f99-8c47-fe4f6d8b128e None None] For port 654961ee-cb76-4d51-8deb-dc7f886c0428, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=654961ee-cb76-4d51-8deb-dc7f886c0428,segment=NetworkSegment(a7536662-060f-47aa-badd-317e4ab20e37),segment_id=a7536662-060f-47aa-badd-317e4ab20e37)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:55.251784 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1304ae99-4720-45c8-94f8-600597811db1 req-b8f29244-d8a6-4bea-81a4-b48f32a12c02 tempest-LiveMigrationTest-391757486 tempest-LiveMigrationTest-391757486-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e9b6181-3421-4808-a0f4-370147913ad4 HTTP/1.1" status: 200 len: 210 time: 0.0473223 Feb 10 04:06:55.262535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8b434a39-1547-48f2-b447-247e213e9814), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.262665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Network d164279a-f41a-4150-ae7a-9032b45c075e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:55.304854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Allocated IP 19.86.0.2 (ea6e4120-e18d-4e19-91ea-026466029bdc/e7851e13-accd-455c-93f5-c0d8dcd75ada/4bbd2d41-f9ea-4c72-8eb7-a44a83b73991) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:55.317894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-35f2472b-dc1d-49ec-8704-d2a1d578ab7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8793538 Feb 10 04:06:55.322316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Pushing event deleted for resources: {'Port': ['ID=8b434a39-1547-48f2-b447-247e213e9814,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:55.322575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '654961ee-cb76-4d51-8deb-dc7f886c0428', 'name': '', 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'mac_address': 'fa:16:3e:ca:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9b76ed81-f2b5-41dc-87cf-b61dd9887832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:43Z', 'updated_at': '2022-02-10T04:06:51Z', 'revision_number': 4, 'project_id': 'dc0d308170aa4133804130ea91323772', 'subnets': [{'id': '9b76ed81-f2b5-41dc-87cf-b61dd9887832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:55.346795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Request body: {'port': {'device_id': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:55.384041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:55.387999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] No DVR routers for this DVR port 8b434a39-1547-48f2-b447-247e213e9814 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:06:55.391334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.392566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb4202-80d5-448a-96c7-df0bc2bdba95 None None] The sync data for ids ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'] in n-d-827844-2 is: [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '654961ee-cb76-4d51-8deb-dc7f886c0428', 'name': '', 'network_id': '9fad80e1-48e5-4ddd-b792-d2482ae8b503', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'mac_address': 'fa:16:3e:ca:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9b76ed81-f2b5-41dc-87cf-b61dd9887832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:43Z', 'updated_at': '2022-02-10T04:06:51Z', 'revision_number': 4, 'project_id': 'dc0d308170aa4133804130ea91323772', 'subnets': [{'id': '9b76ed81-f2b5-41dc-87cf-b61dd9887832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:06:55.396420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7dd6538-a3a5-432f-9e8c-90bd381047cb req-9d01b3a0-c67a-46e0-91c0-5ed7a339dbc6 tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.43 "DELETE /v2.0/ports/8b434a39-1547-48f2-b447-247e213e9814 HTTP/1.1" status: 204 len: 173 time: 1.0306737 Feb 10 04:06:55.407364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'name': 'network-vif-deleted', 'tag': '8b434a39-1547-48f2-b447-247e213e9814'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:55.409262 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc41eba-3785-41b4-8bda-7c408585c1f1" -d '{"events": [{"server_uuid": "2f4474d5-3879-4713-b817-80a31a0b34a0", "name": "network-vif-deleted", "tag": "8b434a39-1547-48f2-b447-247e213e9814"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:55.462087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:55.469733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2de4c7ad-790a-4f99-8c47-fe4f6d8b128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.471121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Pushing event updated for resources: {'Port': ['ID=9688ba19-665b-4578-82c4-13a984ecd890,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:55.591793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.679081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eead20-8470-4852-b987-d396897a3791 req-8ef1561e-ce65-4ceb-8589-4c69a1952c25 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:55.681112 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49eead20-8470-4852-b987-d396897a3791 req-8ef1561e-ce65-4ceb-8589-4c69a1952c25 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 948 time: 0.3126287 Feb 10 04:06:55.741414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Attempting to bind port 9688ba19-665b-4578-82c4-13a984ecd890 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:55.741788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Attempting to bind port 9688ba19-665b-4578-82c4-13a984ecd890 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:55.742149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Attempting to bind port 9688ba19-665b-4578-82c4-13a984ecd890 on network d164279a-f41a-4150-ae7a-9032b45c075e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:55.796269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Allocated IP 172.20.0.3 (4b8497cd-84eb-4db9-8fea-1b04db4b71da/c8defdbc-a85d-4146-8e27-7d330adcdba3/ecf00a9e-737f-478b-8763-a3aa197888fa) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:06:55.809494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] For port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:55.810210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e99ead58-76e7-4f01-a08b-fd7cd271d232 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:55.810612 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.815798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] For port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:55.819024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-7c201d31-865c-40dc-b759-6f097fb3800b service neutron] 10.222.0.42 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797027 Feb 10 04:06:55.891037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:55.891433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Checking segment: {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:55.891848 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.892243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Bound using segment: {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:55.892746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Bound port: 9688ba19-665b-4578-82c4-13a984ecd890, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:55.893135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9688ba19-665b-4578-82c4-13a984ecd890), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:55.965645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4c7ad-790a-4f99-8c47-fe4f6d8b128e None None] Pushing event updated for resources: {'Port': ['ID=654961ee-cb76-4d51-8deb-dc7f886c0428,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:55.982999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49eead20-8470-4852-b987-d396897a3791 req-dd00ff37-80d8-4cae-895d-bd67979070c2 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937412 Feb 10 04:06:56.000115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks [] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.072111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] For port 9688ba19-665b-4578-82c4-13a984ecd890, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:56.076496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] For port 9688ba19-665b-4578-82c4-13a984ecd890, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9688ba19-665b-4578-82c4-13a984ecd890,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:56.079031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:56.081770 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c1470-61b3-40e6-8559-f33679d2d33e" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:56.106666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e99ead58-76e7-4f01-a08b-fd7cd271d232, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:56.141173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.166576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9688ba19-665b-4578-82c4-13a984ecd890), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.169218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.274441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.282575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:56.327208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Network 4b8497cd-84eb-4db9-8fea-1b04db4b71da is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:56.331841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:56.333233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.335046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] 10.222.0.24 "PUT /v2.0/ports/65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e HTTP/1.1" status: 200 len: 1096 time: 3.1684678 Feb 10 04:06:56.337958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5219d2f-3428-4e78-9fcd-708c78935327 req-3ec4948c-7fa7-4555-8fe2-e8e6ef0d18bf tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:56.339705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Pushing event updated for resources: {'Port': ['ID=ecf00a9e-737f-478b-8763-a3aa197888fa,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:56.349618 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5219d2f-3428-4e78-9fcd-708c78935327 req-3ec4948c-7fa7-4555-8fe2-e8e6ef0d18bf tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 931 time: 0.2381144 Feb 10 04:06:56.352344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-94f6b2a8-f5b6-4298-9db3-9cdd52618b66 service neutron] 10.222.0.42 "GET /v2.0/networks/ea6e4120-e18d-4e19-91ea-026466029bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172801 Feb 10 04:06:56.360002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:56.370377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:56.538845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b434a39-1547-48f2-b447-247e213e9814 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:06:56.602597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5219d2f-3428-4e78-9fcd-708c78935327 req-944395d6-3929-4c63-aa89-0ae3a1a2492f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280161 Feb 10 04:06:56.605640 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Publish callbacks [] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.608983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cc00d-5875-49d8-9f88-4d97958dad84 None None] Pushing event updated for resources: {'Port': ['ID=9688ba19-665b-4578-82c4-13a984ecd890,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:56.683442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 8b434a39-1547-48f2-b447-247e213e9814 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:06:56.683734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8b434a39-1547-48f2-b447-247e213e9814 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:06:56.698111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 654961ee-cb76-4d51-8deb-dc7f886c0428 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:56.753764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.828457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e99ead58-76e7-4f01-a08b-fd7cd271d232,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:56.841298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:56.850760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:56.873757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Network ea6e4120-e18d-4e19-91ea-026466029bdc is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:06:56.922439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:06:56.922439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:06:56.968931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3065df26-7981-42f8-8bf2-eb48628c01d2 req-fa89e012-e780-439d-a8c6-1c80fc74842c tempest-ServerMetadataNegativeTestJSON-1552753860 tempest-ServerMetadataNegativeTestJSON-1552753860-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f4474d5-3879-4713-b817-80a31a0b34a0 HTTP/1.1" status: 200 len: 210 time: 0.0466220 Feb 10 04:06:56.982899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a32f6-c070-4dc9-b129-c93592b48e7f service neutron] Pushing event updated for resources: {'Port': ['ID=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:56.983126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Pushing event updated for resources: {'Port': ['ID=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:57.010873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 654961ee-cb76-4d51-8deb-dc7f886c0428 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:57.011681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.026546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:57.057903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:57.061672 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0011b7c1-4c4a-41bf-a748-f87bdd5b6f96 x-openstack-request-id: req-0011b7c1-4c4a-41bf-a748-f87bdd5b6f96 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:57.061980 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9b6181-3421-4808-a0f4-370147913ad4", "name": "network-vif-deleted", "tag": "69e6c33b-c05d-4dd2-8fe6-c37d9c892705", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:57.062242 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0011b7c1-4c4a-41bf-a748-f87bdd5b6f96 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:57.062669 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9b6181-3421-4808-a0f4-370147913ad4', 'name': 'network-vif-deleted', 'tag': '69e6c33b-c05d-4dd2-8fe6-c37d9c892705', 'status': 'completed', 'code': 200} Feb 10 04:06:57.071928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Publish callbacks [] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.085439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-e4028000-1fb4-4252-95df-62748ccda9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.089468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-e4028000-1fb4-4252-95df-62748ccda9ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 1130 time: 0.6027613 Feb 10 04:06:57.099356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Transition to ACTIVE for port object 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:57.111952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c7dfd59-9019-467b-a712-6044a5feeb24 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5763755 Feb 10 04:06:57.128525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:57.129700 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.162859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Request body: {'port': {'device_id': '823efcd5-7953-4925-bc2d-d3ead758b208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:06:57.169354 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-de1c4d0d-7d59-4643-81ff-f87361fc5113 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e HTTP/1.1" status: 200 len: 217 time: 0.0701067 Feb 10 04:06:57.183630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.199057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-47bf45ec-6fde-4547-9624-a57a6b80a84c service neutron] 10.222.0.42 "GET /v2.0/networks/ea6e4120-e18d-4e19-91ea-026466029bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8223264 Feb 10 04:06:57.288830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Pushing event updated for resources: {'Port': ['ID=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:57.353947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15210c-a476-44a2-a17d-fed182a0890e req-0e23e18f-0e88-40b6-ba15-b9fbf950ed89 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.355764 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd15210c-a476-44a2-a17d-fed182a0890e req-0e23e18f-0e88-40b6-ba15-b9fbf950ed89 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.2104414 Feb 10 04:06:57.390397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-7b4b2476-2c88-4ea3-8b08-e3ab935b4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.401758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-7b4b2476-2c88-4ea3-8b08-e3ab935b4cc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1940932 Feb 10 04:06:57.450144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Attempting to bind port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:57.450806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Attempting to bind port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:57.450931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Attempting to bind port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 on network ea6e4120-e18d-4e19-91ea-026466029bdc {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:57.461613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.471559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:57.471946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Checking segment: {'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:57.472359 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.472758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Bound using segment: {'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:57.472959 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd15210c-a476-44a2-a17d-fed182a0890e req-0c30ba2b-9b5c-4e0f-b4bc-ad225be360d0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923970 Feb 10 04:06:57.473752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Bound port: 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:57.474274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.572521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-1fb293ef-279b-4da9-ba9c-58bec6e0f1cb service neutron] 10.222.0.42 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539090 Feb 10 04:06:57.601822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 654961ee-cb76-4d51-8deb-dc7f886c0428 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:57.603031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 79e49f60-cd54-47df-95e1-8f8c7ef33f64 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:57.618097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-141fe30e-6c23-404f-bc1a-549a5368b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.624674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-141fe30e-6c23-404f-bc1a-549a5368b24e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2220242 Feb 10 04:06:57.667161 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18123fc5-b04e-4637-bef1-09e46061a878 x-openstack-request-id: req-18123fc5-b04e-4637-bef1-09e46061a878 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:57.667545 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4474d5-3879-4713-b817-80a31a0b34a0", "name": "network-vif-deleted", "tag": "8b434a39-1547-48f2-b447-247e213e9814", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:57.667771 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18123fc5-b04e-4637-bef1-09e46061a878 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:57.668134 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4474d5-3879-4713-b817-80a31a0b34a0', 'name': 'network-vif-deleted', 'tag': '8b434a39-1547-48f2-b447-247e213e9814', 'status': 'completed', 'code': 200} Feb 10 04:06:57.690669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Attempting to bind port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:57.690669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Attempting to bind port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:57.690669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Attempting to bind port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 on network 4b8497cd-84eb-4db9-8fea-1b04db4b71da {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:57.696021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 on network 4b8497cd-84eb-4db9-8fea-1b04db4b71da not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:57.696377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Attempting to bind port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 on network 4b8497cd-84eb-4db9-8fea-1b04db4b71da {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:57.702130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:57.703649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Checking segment: {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:57.703649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Bound using segment: {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:57.703940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Bound port: 8829d0e7-7dc5-4725-b05a-eb6aa19b2822, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:57.704862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.706519 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdce9434-f6c6-4ae2-a5a9-bc68c2c48245 x-openstack-request-id: req-fdce9434-f6c6-4ae2-a5a9-bc68c2c48245 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:57.711102 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:57.711402 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdce9434-f6c6-4ae2-a5a9-bc68c2c48245 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:57.711829 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232', 'code': 200} Feb 10 04:06:57.720818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-16ba01c9-fdeb-4cd3-9c3a-2de52de9a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.855345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:57.856420 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:57.882748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.885376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] For port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:57.892694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.898589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.904223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.909862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.911053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] For port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:57.915464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.921931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:57.923941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-246200a0-d952-4248-8537-289866406fa2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5439 time: 0.1392097 Feb 10 04:06:57.947631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:57.948593 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.005927 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-638f6cb1-9078-499d-97c6-6bc519331fb7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603005 Feb 10 04:06:58.015295 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.057362 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b3be1a7-b92a-4bf2-957e-acb9a137ae99 req-0ed33cd0-c12a-47c7-880f-8ccf2c8b3f5d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185911 Feb 10 04:06:58.060950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] For port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:06:58.089677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] For port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:06:58.120765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:58.131765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fcb07-bb2b-4a3f-88b5-b031d85985d7 None None] Network d164279a-f41a-4150-ae7a-9032b45c075e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:06:58.142159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-4f168f01-a212-4555-ab9a-b2b911b4362d service neutron] 10.222.0.42 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572555 Feb 10 04:06:58.154053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58338) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:58.169375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.250605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.283500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 90b75a24-bb18-42bf-a139-918d71a0d689 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:58.292268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Pushing event updated for resources: {'Port': ['ID=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:58.404844 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b109d-2a32-4813-bc02-25e483426f72 None None] Pushing event updated for resources: {'Port': ['ID=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:58.454279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] Deleting subnet 67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:58.462779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] Publish callbacks [] for subnet (67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.466222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:58.489860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf00a9e-737f-478b-8763-a3aa197888fa {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:06:58.499213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-038b06dd-e189-49ed-b107-deb81f8c1ff5 None None] Provisioning complete for port 9688ba19-665b-4578-82c4-13a984ecd890 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:58.499808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-038b06dd-e189-49ed-b107-deb81f8c1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9688ba19-665b-4578-82c4-13a984ecd890), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.522472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d648b344-3cfc-4d33-b41e-9c45c4ad16a3 req-01099201-bece-4c33-95ed-355eabad8125 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947551 Feb 10 04:06:58.528245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Publish callbacks [] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.579191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Transition to ACTIVE for port object ecf00a9e-737f-478b-8763-a3aa197888fa will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:06:58.584319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.666963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.717379 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.741060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:58.776931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:58.777608 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.779231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-3a3b0740-0740-4dd2-ad97-d695e9d74733 service neutron] 10.222.0.43 "PUT /v2.0/ports/8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 200 len: 1091 time: 3.4394228 Feb 10 04:06:58.796072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af2a15-c690-4e48-8116-5531e74ba19d req-bbc9eca9-8efa-490d-8594-553cc885bd74 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:58.798902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3af2a15-c690-4e48-8116-5531e74ba19d req-bbc9eca9-8efa-490d-8594-553cc885bd74 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 948 time: 0.4886496 Feb 10 04:06:58.824396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d7fb8-0b2c-44fc-b5d8-7f54e017da01 req-06e380a8-a5fe-4d41-8892-7978cecce6c5 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:58.847824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-075d7fb8-0b2c-44fc-b5d8-7f54e017da01 req-06e380a8-a5fe-4d41-8892-7978cecce6c5 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 931 time: 0.2554052 Feb 10 04:06:58.876645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3af2a15-c690-4e48-8116-5531e74ba19d req-a54817c8-ecc0-41d4-b2c9-0333ee3f2f4f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710843 Feb 10 04:06:58.878029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.924792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:58.936327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.945757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aa42ade9-9c6e-49ad-96fd-04da048c7fa4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/67c8d78e-8c0d-4cd1-9b8a-708d77fe2e39 HTTP/1.1" status: 204 len: 168 time: 0.7904224 Feb 10 04:06:58.946548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58354) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:58.947569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-038b06dd-e189-49ed-b107-deb81f8c1ff5 None None] Current status of the port 9688ba19-665b-4578-82c4-13a984ecd890 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:58.948447 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-038b06dd-e189-49ed-b107-deb81f8c1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9688ba19-665b-4578-82c4-13a984ecd890), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.964954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 90b75a24-bb18-42bf-a139-918d71a0d689 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:06:58.976107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 90b75a24-bb18-42bf-a139-918d71a0d689 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:58.980770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:58.992782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Pushing event updated for resources: {'Port': ['ID=ecf00a9e-737f-478b-8763-a3aa197888fa,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:59.032593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58356) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:06:59.071567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'tag': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:59.074054 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b45b42-fadf-47e0-810c-ec31f57558b0" -d '{"events": [{"name": "network-changed", "server_uuid": "34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355", "tag": "65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:59.097830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-038b06dd-e189-49ed-b107-deb81f8c1ff5 None None] For port 9688ba19-665b-4578-82c4-13a984ecd890, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9688ba19-665b-4578-82c4-13a984ecd890,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:59.124295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9688ba19-665b-4578-82c4-13a984ecd890 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:59.169953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-075d7fb8-0b2c-44fc-b5d8-7f54e017da01 req-a95021f5-77bf-4f78-a15d-dc57c0ea7d62 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208160 Feb 10 04:06:59.204915 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (19c2078d-d0d8-41aa-81b3-6d3d3e628f67), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.205755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-038b06dd-e189-49ed-b107-deb81f8c1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9688ba19-665b-4578-82c4-13a984ecd890), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.234935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b596b265-0087-416d-a023-d2dd48923826 req-c73939a9-b52f-45a5-be1d-304bbf563354 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 210 time: 0.1190228 Feb 10 04:06:59.360876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b06dd-e189-49ed-b107-deb81f8c1ff5 None None] Pushing event updated for resources: {'Port': ['ID=9688ba19-665b-4578-82c4-13a984ecd890,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:59.376074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 90b75a24-bb18-42bf-a139-918d71a0d689 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:59.378133 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.439555 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea7121-b284-472f-b0e8-a871e3f59ddb x-openstack-request-id: req-6bea7121-b284-472f-b0e8-a871e3f59ddb {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:06:59.440034 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355", "tag": "65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:06:59.440188 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bea7121-b284-472f-b0e8-a871e3f59ddb {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:06:59.440613 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'tag': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e', 'status': 'completed', 'code': 200} Feb 10 04:06:59.517854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 90b75a24-bb18-42bf-a139-918d71a0d689, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=90b75a24-bb18-42bf-a139-918d71a0d689,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:06:59.544556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9688ba19-665b-4578-82c4-13a984ecd890 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:59.544976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9688ba19-665b-4578-82c4-13a984ecd890), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.579693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (19c2078d-d0d8-41aa-81b3-6d3d3e628f67), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.581209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.582038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:59.652472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-33b1a4fc-eaa0-4a44-8f3c-19c23d4dfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:59.654775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-33b1a4fc-eaa0-4a44-8f3c-19c23d4dfc63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1125 time: 0.4907165 Feb 10 04:06:59.656051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] Deleting subnet 87a1feab-9f0a-4806-bb78-c4e769313a9f {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:06:59.660478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c2078d-d0d8-41aa-81b3-6d3d3e628f67']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:59.670114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'tag': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:59.678256 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b8a439-ff81-4041-8522-322c45fc733e" -d '{"events": [{"name": "network-changed", "server_uuid": "a760ce54-90dc-4c1f-8114-50bd8edd1f7e", "tag": "8829d0e7-7dc5-4725-b05a-eb6aa19b2822"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:59.679502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] Publish callbacks [] for subnet (87a1feab-9f0a-4806-bb78-c4e769313a9f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.688830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Attempting to bind port ecf00a9e-737f-478b-8763-a3aa197888fa on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:06:59.691767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Attempting to bind port ecf00a9e-737f-478b-8763-a3aa197888fa by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:06:59.694618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Attempting to bind port ecf00a9e-737f-478b-8763-a3aa197888fa on network 4b8497cd-84eb-4db9-8fea-1b04db4b71da {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:59.705057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3a567b46-775f-4360-a2fd-2bbfd4b1cc51 None None] Provisioning complete for port 9688ba19-665b-4578-82c4-13a984ecd890 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:06:59.705671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3a567b46-775f-4360-a2fd-2bbfd4b1cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9688ba19-665b-4578-82c4-13a984ecd890), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.726851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac36a5-1aee-4cda-b65a-fdf08bc99ebe'}, {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b75a24-bb18-42bf-a139-918d71a0d689'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:06:59.729563 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44c85c2-5eea-4eb0-b4a0-2c15f0c9ff24" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "97ac36a5-1aee-4cda-b65a-fdf08bc99ebe"}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "90b75a24-bb18-42bf-a139-918d71a0d689"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:06:59.758424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa625f-c0f2-4615-bce6-fb285786f235 req-a07cb99e-75d6-4f77-8725-4d0fa200a246 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:59.760695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ffa625f-c0f2-4615-bce6-fb285786f235 req-a07cb99e-75d6-4f77-8725-4d0fa200a246 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.4733932 Feb 10 04:06:59.771858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Port ecf00a9e-737f-478b-8763-a3aa197888fa on network 4b8497cd-84eb-4db9-8fea-1b04db4b71da not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:06:59.772555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Attempting to bind port ecf00a9e-737f-478b-8763-a3aa197888fa on network 4b8497cd-84eb-4db9-8fea-1b04db4b71da {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:06:59.777515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-0bc40293-b0da-4216-8c1a-6f0daed2642c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 200 len: 217 time: 0.0904057 Feb 10 04:06:59.779840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba10441-1021-4a04-8903-72f0f15c0095') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:59.790569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba10441-1021-4a04-8903-72f0f15c0095') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:06:59.807627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=90b75a24-bb18-42bf-a139-918d71a0d689,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:06:59.813375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6ba10441-1021-4a04-8903-72f0f15c0095), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.828325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:06:59.828664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Checking segment: {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:06:59.829198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Bound using segment: {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:06:59.829938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Bound port: ecf00a9e-737f-478b-8763-a3aa197888fa, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:06:59.830474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.886231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6ba10441-1021-4a04-8903-72f0f15c0095), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.887715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (87a1feab-9f0a-4806-bb78-c4e769313a9f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.906740 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c7778ec-93a8-48b7-b063-03672ca80899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.918370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-d1c83bd7-bd04-4c42-9f0e-c330ee7de421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:59.920130 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-d1c83bd7-bd04-4c42-9f0e-c330ee7de421 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 1130 time: 0.4314754 Feb 10 04:06:59.921104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:06:59.923396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6ba10441-1021-4a04-8903-72f0f15c0095), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:06:59.928731 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:06:59.933110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9688ba19-665b-4578-82c4-13a984ecd890 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:06:59.933110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:06:59.948093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-9b69c699-9b7b-47c3-9ad0-76ab74da52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:06:59.949878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-9b69c699-9b7b-47c3-9ad0-76ab74da52cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.1566446 Feb 10 04:07:00.002052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.012365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:00.012595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.020535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.021433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:00.022253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.028486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.034082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.040641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.052088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.063870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-791a3be4-f487-425e-a35c-78f65ab93917 req-9bfd52fe-224e-4d35-8766-92d308049d72 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5441 time: 0.5612769 Feb 10 04:07:00.071889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b1092-511f-4543-96d0-e6f757b51b8a None None] Network ea6e4120-e18d-4e19-91ea-026466029bdc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:00.097074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ffa625f-c0f2-4615-bce6-fb285786f235 req-cb59ed15-73f6-4973-83a4-80b96a0b32bb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162885 Feb 10 04:07:00.259790 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b884321-ae4e-4e42-8f4f-2c97ce60d4ff x-openstack-request-id: req-4b884321-ae4e-4e42-8f4f-2c97ce60d4ff {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:00.260344 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a760ce54-90dc-4c1f-8114-50bd8edd1f7e", "tag": "8829d0e7-7dc5-4725-b05a-eb6aa19b2822", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:00.260518 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b884321-ae4e-4e42-8f4f-2c97ce60d4ff {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:00.261071 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'tag': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822', 'status': 'completed', 'code': 200} Feb 10 04:07:00.266003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-42d5f59e-5dee-4466-a15a-19d0964561b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1965873 Feb 10 04:07:00.273244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (87a1feab-9f0a-4806-bb78-c4e769313a9f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.373641 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458b510e-3d8d-4dc5-99e3-93351f89ecdf x-openstack-request-id: req-458b510e-3d8d-4dc5-99e3-93351f89ecdf {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:00.373944 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "97ac36a5-1aee-4cda-b65a-fdf08bc99ebe", "code": 200}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "90b75a24-bb18-42bf-a139-918d71a0d689", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:00.374204 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-458b510e-3d8d-4dc5-99e3-93351f89ecdf {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:00.374646 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac36a5-1aee-4cda-b65a-fdf08bc99ebe', 'code': 200} Feb 10 04:07:00.374941 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b75a24-bb18-42bf-a139-918d71a0d689', 'code': 200} Feb 10 04:07:00.386474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3a567b46-775f-4360-a2fd-2bbfd4b1cc51 None None] Current status of the port 9688ba19-665b-4578-82c4-13a984ecd890 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:00.388343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (19c2078d-d0d8-41aa-81b3-6d3d3e628f67), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.415958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] For port ecf00a9e-737f-478b-8763-a3aa197888fa, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:00.440325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-cb36d7a2-fcc1-4bbc-a74e-5ddaa0e27b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.441892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-cb36d7a2-fcc1-4bbc-a74e-5ddaa0e27b93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.4856901 Feb 10 04:07:00.459452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.465967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] 10.222.0.42 "DELETE /v2.0/networks/19c2078d-d0d8-41aa-81b3-6d3d3e628f67 HTTP/1.1" status: 204 len: 168 time: 1.5182538 Feb 10 04:07:00.468453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58376) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:00.486878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] For port ecf00a9e-737f-478b-8763-a3aa197888fa, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf00a9e-737f-478b-8763-a3aa197888fa,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:00.495764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:00.496113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.525822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9dec-fe5f-4e7b-a81e-6ee9325b238d admin admin] Pushing event deleted for resources: {'Network': ['ID=19c2078d-d0d8-41aa-81b3-6d3d3e628f67,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:00.554467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:00.555108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.563078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-791a3be4-f487-425e-a35c-78f65ab93917 req-2c98db52-1da6-4584-beee-af9b4bf7ce9b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4978285 Feb 10 04:07:00.563902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8af358b2-7e37-41ad-b638-a501ee3ce8e3 None None] Provisioning complete for port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:00.564285 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8af358b2-7e37-41ad-b638-a501ee3ce8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.640715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.656564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (87a1feab-9f0a-4806-bb78-c4e769313a9f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.676934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-5a37c7c6-e820-4164-8168-7a4bc120494c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e HTTP/1.1" status: 200 len: 217 time: 0.1979902 Feb 10 04:07:00.682092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:00.687851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] Deleting subnet d8b141ec-d742-40f8-9954-09365c5463a0 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:07:00.691663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.693017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.695387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] 10.222.0.43 "PUT /v2.0/ports/ecf00a9e-737f-478b-8763-a3aa197888fa HTTP/1.1" status: 200 len: 1091 time: 3.5407045 Feb 10 04:07:00.697223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] Publish callbacks [] for subnet (d8b141ec-d742-40f8-9954-09365c5463a0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.710554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.719390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/87a1feab-9f0a-4806-bb78-c4e769313a9f HTTP/1.1" status: 204 len: 168 time: 1.6822488 Feb 10 04:07:00.727113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8af358b2-7e37-41ad-b638-a501ee3ce8e3 None None] Current status of the port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:00.727517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8af358b2-7e37-41ad-b638-a501ee3ce8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.792195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58378) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:00.793785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8af358b2-7e37-41ad-b638-a501ee3ce8e3 None None] For port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:00.804083 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.804976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 77353ded-1de2-46fd-9994-8691a45d912c up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:00.904233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:00.904233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.915193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cab9a9-9c9a-4bd5-82fb-5b2585d38bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a1feab-9f0a-4806-bb78-c4e769313a9f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:00.924959 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8af358b2-7e37-41ad-b638-a501ee3ce8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:00.966972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcda60c-41c0-4d53-89e6-3996908658f4 req-c578d1f8-3cb6-4396-9e1d-47548f59a78e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:00.976548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3fcda60c-41c0-4d53-89e6-3996908658f4 req-c578d1f8-3cb6-4396-9e1d-47548f59a78e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 948 time: 0.5828543 Feb 10 04:07:00.994173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:01.012735 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.071953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-f3a92a9e-89d7-4288-bc4d-6a8912498acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.073518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-f3a92a9e-89d7-4288-bc4d-6a8912498acd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.3548670 Feb 10 04:07:01.131113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d9e8c78d-07f3-47f6-a9df-d885047fbc14), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.155002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e6391-c34a-4705-aa99-38a43a0fa00d service neutron] Pushing event updated for resources: {'Port': ['ID=ecf00a9e-737f-478b-8763-a3aa197888fa,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:01.155644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d8b141ec-d742-40f8-9954-09365c5463a0), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.185315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3fcda60c-41c0-4d53-89e6-3996908658f4 req-e3e9baf9-00be-4b8a-99a6-d33badb49176 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073629 Feb 10 04:07:01.186203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 77353ded-1de2-46fd-9994-8691a45d912c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:01.195323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 77353ded-1de2-46fd-9994-8691a45d912c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:01.195523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-c42a9f03-6a75-47b4-96ab-c3389df86154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.195732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77353ded-1de2-46fd-9994-8691a45d912c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.196751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d8b141ec-d742-40f8-9954-09365c5463a0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.197035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-c42a9f03-6a75-47b4-96ab-c3389df86154 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 1125 time: 0.3545814 Feb 10 04:07:01.236485 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:07:01.237000 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:07:01.263746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4a55d901-f971-4aa2-ae31-293c2fd97d97 None None] Provisioning complete for port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:01.264124 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a55d901-f971-4aa2-ae31-293c2fd97d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.267984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af358b2-7e37-41ad-b638-a501ee3ce8e3 None None] Pushing event updated for resources: {'Port': ['ID=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:01.281272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-40dc7aca-d267-491f-b218-f016681a9625 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019546 Feb 10 04:07:01.282508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-459ccf5d-6e67-4f3e-bf44-9cb5590d79fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecf00a9e-737f-478b-8763-a3aa197888fa HTTP/1.1" status: 200 len: 217 time: 0.0764165 Feb 10 04:07:01.328673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-95f7bb2e-b2cb-4c13-b6f2-64e230be864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.330289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-95f7bb2e-b2cb-4c13-b6f2-64e230be864b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2458844 Feb 10 04:07:01.353795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 77353ded-1de2-46fd-9994-8691a45d912c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:01.354190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77353ded-1de2-46fd-9994-8691a45d912c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.380105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b6e06b68-9040-45fa-ba57-4fc43845a30f req-0fa5b0c3-74b8-4eba-a118-9b5ea9c521ba tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 210 time: 0.0682924 Feb 10 04:07:01.405806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810811c1-437c-4424-8a46-aab9a8fc26b6 req-3421c7b0-c8f6-417c-b21d-a3e2c6250db0 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.413192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-810811c1-437c-4424-8a46-aab9a8fc26b6 req-3421c7b0-c8f6-417c-b21d-a3e2c6250db0 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 943 time: 0.1654000 Feb 10 04:07:01.421096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d8b141ec-d742-40f8-9954-09365c5463a0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.424573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab86e29-0bed-44d7-bce5-00639a1232ca req-16f0dbdc-4598-4ed3-b482-0dd943681612 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328204 Feb 10 04:07:01.446394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823efcd5-7953-4925-bc2d-d3ead758b208', 'tag': 'ecf00a9e-737f-478b-8763-a3aa197888fa'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:01.448399 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7bd534-7a44-41ac-a312-35290c8d1d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "823efcd5-7953-4925-bc2d-d3ead758b208", "tag": "ecf00a9e-737f-478b-8763-a3aa197888fa"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:01.454438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d9e8c78d-07f3-47f6-a9df-d885047fbc14), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.467563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.475487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d8b141ec-d742-40f8-9954-09365c5463a0 HTTP/1.1" status: 204 len: 168 time: 0.9936113 Feb 10 04:07:01.476722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc76f8-07f6-429b-8552-646af1095b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b141ec-d742-40f8-9954-09365c5463a0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:01.478483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58386) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:01.486142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 77353ded-1de2-46fd-9994-8691a45d912c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=77353ded-1de2-46fd-9994-8691a45d912c,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:01.498102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4a55d901-f971-4aa2-ae31-293c2fd97d97 None None] Current status of the port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:01.557481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (77353ded-1de2-46fd-9994-8691a45d912c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.559360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6f0a6392-77a1-404f-b27c-16b7357d6a58 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:01.605537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-810811c1-437c-4424-8a46-aab9a8fc26b6 req-f4a26bfb-4713-4d53-9fd3-c6cd0975f9e4 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912262 Feb 10 04:07:01.615469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (df9dac61-33d1-40a0-a342-cbdad6cc9935), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.657523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8a439-ff81-4041-8522-322c45fc733e req-106934ea-9071-4eb3-9e76-62ca3665e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.659162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78b8a439-ff81-4041-8522-322c45fc733e req-106934ea-9071-4eb3-9e76-62ca3665e6be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1125 time: 0.1247971 Feb 10 04:07:01.673962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=77353ded-1de2-46fd-9994-8691a45d912c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:01.781710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:01.785207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 6f0a6392-77a1-404f-b27c-16b7357d6a58 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:01.792151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 6f0a6392-77a1-404f-b27c-16b7357d6a58 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:01.792646 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.796821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:01.811763 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (df9dac61-33d1-40a0-a342-cbdad6cc9935), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.833407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9dac61-33d1-40a0-a342-cbdad6cc9935']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:01.843402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88e9e80-7ab3-4c45-a95b-643b6c13cef3') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:01.843939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88e9e80-7ab3-4c45-a95b-643b6c13cef3') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:01.894460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (c88e9e80-7ab3-4c45-a95b-643b6c13cef3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.903015 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa678441-16db-46f6-b6e4-264efaa3f67c x-openstack-request-id: req-fa678441-16db-46f6-b6e4-264efaa3f67c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:01.903302 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823efcd5-7953-4925-bc2d-d3ead758b208", "tag": "ecf00a9e-737f-478b-8763-a3aa197888fa", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:01.903554 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa678441-16db-46f6-b6e4-264efaa3f67c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:01.903944 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823efcd5-7953-4925-bc2d-d3ead758b208', 'tag': 'ecf00a9e-737f-478b-8763-a3aa197888fa', 'status': 'completed', 'code': 200} Feb 10 04:07:01.910009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-70cfcce4-ebf5-46ec-8153-697371562c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.922776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-70cfcce4-ebf5-46ec-8153-697371562c60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.6224384 Feb 10 04:07:01.936304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c88e9e80-7ab3-4c45-a95b-643b6c13cef3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:01.951459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.953208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e8c78d-07f3-47f6-a9df-d885047fbc14']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:01.958720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.963439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.969068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.975557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.983946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.990597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:01.992604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4123e50f-d514-474b-ba71-5651dc065d7f req-0f3bc9e8-f82d-4c08-a351-d54bca871fe7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5443 time: 0.2643070 Feb 10 04:07:02.011756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-2c550a44-e299-4478-895a-5c528c7c696f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531559 Feb 10 04:07:02.013508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6056ee-6e08-403c-bb60-6517b1c3c476') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:02.013802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6056ee-6e08-403c-bb60-6517b1c3c476') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:02.031174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8a439-ff81-4041-8522-322c45fc733e req-1e7d4809-777a-489d-aaa2-cc04de91ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:02.034200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78b8a439-ff81-4041-8522-322c45fc733e req-1e7d4809-777a-489d-aaa2-cc04de91ccdd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 919 time: 0.3679910 Feb 10 04:07:02.036985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:02.046694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9688ba19-665b-4578-82c4-13a984ecd890 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:02.071160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:07:02.071737 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (c88e9e80-7ab3-4c45-a95b-643b6c13cef3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.088664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e', 'mac_address': 'fa:16:3e:5f:91:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:02.105202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (cf6056ee-6e08-403c-bb60-6517b1c3c476), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.143545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-80f78920-4bab-4298-a33b-358d61a2deec service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923384 Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:07:02.169476 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:07:02.172269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cf6056ee-6e08-403c-bb60-6517b1c3c476), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.201035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:02.201424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.214357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78b8a439-ff81-4041-8522-322c45fc733e req-e392a3f1-e2ad-423e-a287-a4823bdba6a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 200 len: 217 time: 0.1738048 Feb 10 04:07:02.218660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8480e-35a3-4729-aedf-04e2c39b372e req-94a8fc01-b922-4493-bef2-b525d0223942 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:02.227082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0a8480e-35a3-4729-aedf-04e2c39b372e req-94a8fc01-b922-4493-bef2-b525d0223942 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.7269235 Feb 10 04:07:02.235882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:02.254766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (df9dac61-33d1-40a0-a342-cbdad6cc9935), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.258212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6f0a6392-77a1-404f-b27c-16b7357d6a58 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:02.259511 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.260067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:07:02.260555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (cf6056ee-6e08-403c-bb60-6517b1c3c476), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.275823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9688ba19-665b-4578-82c4-13a984ecd890 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:02.276194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9688ba19-665b-4578-82c4-13a984ecd890), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.284191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:02.284526 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:07:02.286349 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:07:02.289999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] 10.222.0.42 "DELETE /v2.0/networks/df9dac61-33d1-40a0-a342-cbdad6cc9935 HTTP/1.1" status: 204 len: 168 time: 0.8087866 Feb 10 04:07:02.309895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e9e90-7407-4ee7-9586-dd2918383aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=df9dac61-33d1-40a0-a342-cbdad6cc9935,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:02.344832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6f0a6392-77a1-404f-b27c-16b7357d6a58, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:02.352352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8a439-ff81-4041-8522-322c45fc733e req-d5f4f96a-0604-49cc-bc99-8872b16b765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:02.353915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78b8a439-ff81-4041-8522-322c45fc733e req-d5f4f96a-0604-49cc-bc99-8872b16b765a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.1328754 Feb 10 04:07:02.361739 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4123e50f-d514-474b-ba71-5651dc065d7f req-5e5bd7fd-5bf8-4480-bc73-51b74b0e37fc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3165364 Feb 10 04:07:02.380660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c'}, {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77353ded-1de2-46fd-9994-8691a45d912c'}, {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:02.384104 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8d9591-4f46-4644-a42e-eaac9d42b19a" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c"}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "77353ded-1de2-46fd-9994-8691a45d912c"}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:02.414292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78b8a439-ff81-4041-8522-322c45fc733e req-fc9a4983-2c66-4d04-9929-95ac84c9acac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507913 Feb 10 04:07:02.414527 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.417789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-836437bb-04a1-43cc-8328-44ce874e6979 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:02.424110 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.424800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 15d3bf2a-d880-4aa7-beae-afb1adaf3aac up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:02.427834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-836437bb-04a1-43cc-8328-44ce874e6979 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:02.430488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-836437bb-04a1-43cc-8328-44ce874e6979 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "GET /v2.0/networks?id=d164279a-f41a-4150-ae7a-9032b45c075e&id=ea6e4120-e18d-4e19-91ea-026466029bdc&id=d164279a-f41a-4150-ae7a-9032b45c075e HTTP/1.1" status: 200 len: 1392 time: 0.8818288 Feb 10 04:07:02.473479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9688ba19-665b-4578-82c4-13a984ecd890 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:02.474921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:02.506819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'port': {'device_id': '306e038c-e37d-480c-83f3-6cde1b878514', 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e', 'admin_state_up': True, 'tenant_id': 'dc0d308170aa4133804130ea91323772'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:02.514649 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.538742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-d9982116-6c73-4e7f-846c-c02d55357ed3 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139246 Feb 10 04:07:02.549679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:02.577747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c46227-616a-4624-afdd-257cc406aec2 req-52c9f989-cc08-42c2-88d2-eea6d58a5069 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:02.579740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1c46227-616a-4624-afdd-257cc406aec2 req-52c9f989-cc08-42c2-88d2-eea6d58a5069 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 949 time: 0.1317949 Feb 10 04:07:02.584458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78b8a439-ff81-4041-8522-322c45fc733e req-323a6f8c-30b7-4a91-b518-169c6a202b7e service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590075 Feb 10 04:07:02.589839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:02.681305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1cf59e4-127c-4b3d-998c-9784ccf963ed req-e1f8adce-230c-4543-b847-8f459a1b2e8b service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212261 Feb 10 04:07:02.698870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d9e8c78d-07f3-47f6-a9df-d885047fbc14), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.706184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b45b42-fadf-47e0-810c-ec31f57558b0 req-ba99725c-6cb0-4c4e-ac8b-deb050a925c8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524514 Feb 10 04:07:02.716676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:02.717041 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.722193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0a8480e-35a3-4729-aedf-04e2c39b372e req-edb65510-ca7b-4498-b6b6-388f487df750 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940116 Feb 10 04:07:02.722729 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1c46227-616a-4624-afdd-257cc406aec2 req-ff1691c4-90c8-4196-960c-ce6899aba9dd tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348050 Feb 10 04:07:02.767309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6f0a6392-77a1-404f-b27c-16b7357d6a58,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:02.782803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:02.783223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.788999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78b8a439-ff81-4041-8522-322c45fc733e req-7c7c2e44-b068-4a99-b7a1-09e7ab3d270f service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944215 Feb 10 04:07:02.791035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] 10.222.0.42 "DELETE /v2.0/networks/d9e8c78d-07f3-47f6-a9df-d885047fbc14 HTTP/1.1" status: 204 len: 168 time: 1.9962993 Feb 10 04:07:02.808166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de5065-60d8-4062-be6b-6dd590b1d64d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e8c78d-07f3-47f6-a9df-d885047fbc14,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:02.850213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:02.850583 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:02.857674 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd0223f-1dbd-4ec3-9a21-68aa52a7d8f1 x-openstack-request-id: req-ddd0223f-1dbd-4ec3-9a21-68aa52a7d8f1 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:02.857970 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c", "code": 200}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "77353ded-1de2-46fd-9994-8691a45d912c", "code": 200}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:02.858226 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ddd0223f-1dbd-4ec3-9a21-68aa52a7d8f1 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:02.858620 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c', 'code': 200} Feb 10 04:07:02.858907 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77353ded-1de2-46fd-9994-8691a45d912c', 'code': 200} Feb 10 04:07:02.859161 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58', 'code': 200} Feb 10 04:07:02.860128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:02.890898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:02.969125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec2b5388-cb20-4342-9ccc-ebad84f361a2 req-54bc8665-62e1-499d-a1b1-89dac562c6c5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 210 time: 0.0353372 Feb 10 04:07:02.972687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:02.988194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-2d6f12f0-8173-4663-b106-217b0637726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:02.990684 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-2d6f12f0-8173-4663-b106-217b0637726c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 1125 time: 0.1088774 Feb 10 04:07:03.032734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d02c6350-4bbd-471c-b6c6-2fb6337a7740 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6211b1d8a47c48e3939e0cd373e443bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406927 Feb 10 04:07:03.034047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822', 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'port_id': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822', 'mac_address': 'fa:16:3e:ff:3f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:03.037372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58412) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:03.042974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:03.060365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cf6be-94fd-46a4-a26d-29f8ee6746f4 req-6eca0996-c27d-4109-aa05-4233bdd2bd8a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.063179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-394cf6be-94fd-46a4-a26d-29f8ee6746f4 req-6eca0996-c27d-4109-aa05-4233bdd2bd8a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 943 time: 0.1107318 Feb 10 04:07:03.124306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:03.128542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.140726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:03.141121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.153326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:03.153704 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.167478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-394cf6be-94fd-46a4-a26d-29f8ee6746f4 req-2654fea0-5bb5-413e-ab44-6bd0d845f7c8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976155 Feb 10 04:07:03.187437 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b277e22-4a2c-44e4-9fb0-e806d019ddfc admin admin] Publish callbacks [] for security_group (2d60e177-4c75-418d-9e26-3f4a60562a71), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.195857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:03.201242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-4b9d2fc5-f8a7-4d82-b364-54de753b966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.202931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-4b9d2fc5-f8a7-4d82-b364-54de753b966d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 919 time: 0.2044592 Feb 10 04:07:03.231130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:03.253100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:03.269340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-a575ebe2-f3e9-40a6-b6e3-0c10be7ac3b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecf00a9e-737f-478b-8763-a3aa197888fa HTTP/1.1" status: 200 len: 217 time: 0.0575051 Feb 10 04:07:03.271864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b277e22-4a2c-44e4-9fb0-e806d019ddfc admin admin] Publish callbacks [] for security_group (2d60e177-4c75-418d-9e26-3f4a60562a71), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.281902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58414) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:03.309005 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.309946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:07:03.327208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Allocated IP 19.80.0.149 (d164279a-f41a-4150-ae7a-9032b45c075e/d06d080c-2497-438f-bf3e-4567e5b31562/6e2250a6-9fb1-476f-80d2-3c6dde4173a3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:03.340361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:07:03.341028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69e6c33b-c05d-4dd2-8fe6-c37d9c892705 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:07:03.387533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f7b76c64-f381-4340-9a08-bfc40b069911 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c7b23d2763d4985bd2d477ffe9df14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1033926 Feb 10 04:07:03.388477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58416) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:03.417415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-0ee0ef6a-b143-4239-a63c-82fd9551ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.418976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-0ee0ef6a-b143-4239-a63c-82fd9551ccb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.1361461 Feb 10 04:07:03.424108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:03.469627 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-28aa4821-aa28-44a5-b8ca-b5b3f4360be5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435596 Feb 10 04:07:03.476898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.532343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:03.548982 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.566485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-014ef056-ed5b-474b-ba0b-98cb79d4a327 admin admin] Publish callbacks [] for security_group (24b466f4-f3d1-4c49-ad6b-c83a859e51b3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.644729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-014ef056-ed5b-474b-ba0b-98cb79d4a327 admin admin] Publish callbacks [] for security_group (24b466f4-f3d1-4c49-ad6b-c83a859e51b3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.669617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.674997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.680810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.686216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.691569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.697665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.703017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.704900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-688f83e2-fc57-478e-87bd-5c33719d1cca tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.2329862 Feb 10 04:07:03.719137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8829d0e7-7dc5-4725-b05a-eb6aa19b2822'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:03.752333 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.758310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b277e22-4a2c-44e4-9fb0-e806d019ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2d60e177-4c75-418d-9e26-3f4a60562a71), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.763890 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b277e22-4a2c-44e4-9fb0-e806d019ddfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.768463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7b277e22-4a2c-44e4-9fb0-e806d019ddfc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d60e177-4c75-418d-9e26-3f4a60562a71 HTTP/1.1" status: 204 len: 168 time: 0.7269118 Feb 10 04:07:03.786946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b277e22-4a2c-44e4-9fb0-e806d019ddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d60e177-4c75-418d-9e26-3f4a60562a71,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:03.812003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network d164279a-f41a-4150-ae7a-9032b45c075e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:03.815882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:03.825953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:03.861603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8345b6a-a876-4bd0-a2d8-4117dfc061d1 req-514a4236-6bc2-423d-838a-c7c66223c33d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428804 Feb 10 04:07:03.867033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-13305346-23e5-4fff-8bf5-36d06bbcbd84 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702464 Feb 10 04:07:03.911265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:03.912330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:03.958506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Port': ['ID=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:04.012346 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:04.023893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a6600c20-b1e5-497e-a3c4-f5ac04ea85ae tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5312600 Feb 10 04:07:04.042910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'port': {'device_id': '306e038c-e37d-480c-83f3-6cde1b878514', 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc', 'admin_state_up': True, 'tenant_id': 'dc0d308170aa4133804130ea91323772'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:04.067188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83a1b3-d6a9-43f8-b1fc-266e38759191 req-7b2e891e-2248-4e51-8d0e-92dc512bb4cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:04.068825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab83a1b3-d6a9-43f8-b1fc-266e38759191 req-7b2e891e-2248-4e51-8d0e-92dc512bb4cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.1394792 Feb 10 04:07:04.085887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c7bd534-7a44-41ac-a312-35290c8d1d3e req-5e5253fe-9cfc-4b48-8d94-8d2f6a0a8411 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077758 Feb 10 04:07:04.157535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-014ef056-ed5b-474b-ba0b-98cb79d4a327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (24b466f4-f3d1-4c49-ad6b-c83a859e51b3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:04.160247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-014ef056-ed5b-474b-ba0b-98cb79d4a327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:04.164740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-014ef056-ed5b-474b-ba0b-98cb79d4a327 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24b466f4-f3d1-4c49-ad6b-c83a859e51b3 HTTP/1.1" status: 204 len: 168 time: 0.7709744 Feb 10 04:07:04.173932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef056-ed5b-474b-ba0b-98cb79d4a327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b466f4-f3d1-4c49-ad6b-c83a859e51b3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:04.192674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51171f1b-58a3-4d0e-ae38-14212d252ec9 req-f4cf7c71-616c-4813-8a9e-5584afbe6a6f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:04.200239 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51171f1b-58a3-4d0e-ae38-14212d252ec9 req-f4cf7c71-616c-4813-8a9e-5584afbe6a6f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 949 time: 0.1122348 Feb 10 04:07:04.270220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51171f1b-58a3-4d0e-ae38-14212d252ec9 req-13bea187-9a54-46dd-ab18-01867d29521e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666294 Feb 10 04:07:04.365518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-39b69b56-89e3-4ee7-aef3-f79aad1db05d None None] Provisioning complete for port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:04.366270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-39b69b56-89e3-4ee7-aef3-f79aad1db05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:04.385001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab83a1b3-d6a9-43f8-b1fc-266e38759191 req-ac76b26d-1565-40a0-8aaa-70085346a026 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032146 Feb 10 04:07:04.417753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-39b69b56-89e3-4ee7-aef3-f79aad1db05d None None] Port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:07:04.437592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1a8ac-8d0c-4ae9-96d2-91bccb27d552 req-44167aa6-1c0d-4379-87c4-0d20b61661ce tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:04.441708 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2e1a8ac-8d0c-4ae9-96d2-91bccb27d552 req-44167aa6-1c0d-4379-87c4-0d20b61661ce tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 932 time: 0.1097617 Feb 10 04:07:04.503818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2e1a8ac-8d0c-4ae9-96d2-91bccb27d552 req-c5080ca8-109e-411a-a053-f4dcee4d8eb6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541759 Feb 10 04:07:04.531579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:04.538018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:04.556382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06b228-1cc7-454b-bfa9-25e8f1caf5e7 req-67afcb35-5ec9-4250-a349-c38d6e4ebb7d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:04.564363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc06b228-1cc7-454b-bfa9-25e8f1caf5e7 req-67afcb35-5ec9-4250-a349-c38d6e4ebb7d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 943 time: 0.0920351 Feb 10 04:07:04.580203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf00a9e-737f-478b-8763-a3aa197888fa details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:04.629105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc06b228-1cc7-454b-bfa9-25e8f1caf5e7 req-a4766366-9fc7-4e9d-a3f8-5e09cc1e22c2 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Feb 10 04:07:04.804478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Allocated IP 19.86.0.111 (ea6e4120-e18d-4e19-91ea-026466029bdc/e7851e13-accd-455c-93f5-c0d8dcd75ada/f0ff0ad3-219a-4889-90b0-8ac2efb9638f) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:04.873064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:04.875548 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704af271-e59d-4479-95d9-44179905961d" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:04.921933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ecf00a9e-737f-478b-8763-a3aa197888fa, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf00a9e-737f-478b-8763-a3aa197888fa,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:04.936381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'ecf00a9e-737f-478b-8763-a3aa197888fa', 'network_id': '4b8497cd-84eb-4db9-8fea-1b04db4b71da', 'port_id': 'ecf00a9e-737f-478b-8763-a3aa197888fa', 'mac_address': 'fa:16:3e:50:c0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8defdbc-a85d-4146-8e27-7d330adcdba3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:05.005202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ecf00a9e-737f-478b-8763-a3aa197888fa is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:05.005950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.010000 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2053ae6f-3f4a-496f-b592-85887a9af148 x-openstack-request-id: req-2053ae6f-3f4a-496f-b592-85887a9af148 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:05.010563 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-plugged", "status": "completed", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:05.011012 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2053ae6f-3f4a-496f-b592-85887a9af148 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:05.011687 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'code': 200} Feb 10 04:07:05.030837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf00a9e-737f-478b-8763-a3aa197888fa {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:05.048382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ecf00a9e-737f-478b-8763-a3aa197888fa, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf00a9e-737f-478b-8763-a3aa197888fa,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:05.090695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58458) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:05.112604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.123402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.175024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f22de74-df26-4f0c-8f97-59cba56d1d61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95653c6931fb432e8c6e87b457d03845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829365 Feb 10 04:07:05.176811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58462) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:05.193932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.199422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.204832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.210217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.215536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.218003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ecf00a9e-737f-478b-8763-a3aa197888fa,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:05.224616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.230070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.232114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-2d2b6806-2215-411b-93e3-63e9d4fa72ec tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1760228 Feb 10 04:07:05.245759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.246586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.246910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.247458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.247829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.248281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.248736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.250798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-866f64d4-665e-432e-aa58-b33633d4b96f req-13f826b7-e932-4619-b3b5-3d47d2f6b5cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6719 time: 0.1902502 Feb 10 04:07:05.276395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0ed1-c715-4327-907e-42c9f6a9334c admin admin] Publish callbacks [] for security_group (c761468a-0da3-4f5f-a854-d2599b11aec5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.306339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0ed1-c715-4327-907e-42c9f6a9334c admin admin] Publish callbacks [] for security_group (c761468a-0da3-4f5f-a854-d2599b11aec5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.358206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5abdc01a-d22f-4412-bfe9-c6bf7cca0bf5 req-e1dc20d5-517b-4694-bae6-62c3523662eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999172 Feb 10 04:07:05.374355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['ecf00a9e-737f-478b-8763-a3aa197888fa'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:05.377999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-866f64d4-665e-432e-aa58-b33633d4b96f req-c0ad874f-6694-4704-8a75-f9050bd6007a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&id=684368d5-c0fe-4cfb-9351-65ef655aff26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966077 Feb 10 04:07:05.380936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.452124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Port': ['ID=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:05.482798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network ea6e4120-e18d-4e19-91ea-026466029bdc is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:05.485047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:05.500617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:05.608695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-ce3f7df7-6c09-4260-ab71-a7dc508e520c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1961825 Feb 10 04:07:05.648971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab7e5-c6a5-4a3a-ac54-d6abf5e5e2b7 req-8fee601b-9430-47d2-a8d1-11440a7fe393 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.672810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14fab7e5-c6a5-4a3a-ac54-d6abf5e5e2b7 req-8fee601b-9430-47d2-a8d1-11440a7fe393 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 949 time: 0.1718776 Feb 10 04:07:05.695835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.697140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.746687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0ed1-c715-4327-907e-42c9f6a9334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c761468a-0da3-4f5f-a854-d2599b11aec5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.748807 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0ed1-c715-4327-907e-42c9f6a9334c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:05.750063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3d6b0ed1-c715-4327-907e-42c9f6a9334c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c761468a-0da3-4f5f-a854-d2599b11aec5 HTTP/1.1" status: 204 len: 168 time: 0.5702574 Feb 10 04:07:05.777446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bdf5a-d089-44ac-adb6-99858fb42633 req-5790f477-0eae-424f-bf37-f5dbee2a11e8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.784434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b0ed1-c715-4327-907e-42c9f6a9334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c761468a-0da3-4f5f-a854-d2599b11aec5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:05.788777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab7bdf5a-d089-44ac-adb6-99858fb42633 req-5790f477-0eae-424f-bf37-f5dbee2a11e8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.1905999 Feb 10 04:07:05.804101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ec2f6c19-5aba-486f-ab49-8bc48ee07ef3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7717123 Feb 10 04:07:05.812387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58484) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:05.818883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'port': {'device_id': '306e038c-e37d-480c-83f3-6cde1b878514', 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e', 'admin_state_up': True, 'tenant_id': 'dc0d308170aa4133804130ea91323772'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:05.821742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:05.928576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14fab7e5-c6a5-4a3a-ac54-d6abf5e5e2b7 req-b684b083-9bf8-42b4-9148-f8d2ef767812 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549565 Feb 10 04:07:05.963318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-ec680e30-7958-4062-9173-3367b2e2a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:05.964852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-ec680e30-7958-4062-9173-3367b2e2a18a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1127 time: 0.2895517 Feb 10 04:07:05.965949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab7bdf5a-d089-44ac-adb6-99858fb42633 req-c1d09e40-2f53-40e0-9767-48e4bd3f6a9d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759717 Feb 10 04:07:06.066412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-122418840-network', 'tenant_id': 'fabf036da769424f855b4512bdd7863b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:06.083790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-85b3e8f9-6f0f-4f63-ad00-43ac1b9bf5ab None None] Provisioning complete for port f0ff0ad3-219a-4889-90b0-8ac2efb9638f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:06.086817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85b3e8f9-6f0f-4f63-ad00-43ac1b9bf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.145277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26202a-c2ba-4000-a146-12770685e537 req-7a715ad1-6b09-4e81-b421-924ca1280586 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.153375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae26202a-c2ba-4000-a146-12770685e537 req-7a715ad1-6b09-4e81-b421-924ca1280586 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 944 time: 0.0734365 Feb 10 04:07:06.159821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:06.173081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:06.174961 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.203354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c003-1eda-4cdb-85bc-6caa850a62e0 req-519c2c07-db3f-46c9-9285-0ac7f0a1f718 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.209204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-85b3e8f9-6f0f-4f63-ad00-43ac1b9bf5ab None None] Port f0ff0ad3-219a-4889-90b0-8ac2efb9638f cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:07:06.212802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c003-1eda-4cdb-85bc-6caa850a62e0 req-519c2c07-db3f-46c9-9285-0ac7f0a1f718 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.212802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d62c003-1eda-4cdb-85bc-6caa850a62e0 req-519c2c07-db3f-46c9-9285-0ac7f0a1f718 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 1655 time: 0.1515253 Feb 10 04:07:06.212802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-4d9b01f8-dfbc-471d-8f85-630dbf356857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.214658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-4d9b01f8-dfbc-471d-8f85-630dbf356857 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.2114925 Feb 10 04:07:06.215473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae26202a-c2ba-4000-a146-12770685e537 req-2aa55290-60c9-467b-b9aa-8112d193c4ce tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611753 Feb 10 04:07:06.216807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:06.229196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.294815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Made reservation on behalf of fabf036da769424f855b4512bdd7863b for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:06.297137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.318249 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.325077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:06.325287 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.371933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:06.378224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-1686fb01-b18d-4861-9274-66d7c4a0fe23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.1486084 Feb 10 04:07:06.388904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d62c003-1eda-4cdb-85bc-6caa850a62e0 req-dcb72926-d224-4d84-b758-4d60c89c503b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689031 Feb 10 04:07:06.701939 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.702433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-53eba4f6-78f2-43dd-b6b6-eaf1e45e1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.702433 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-53eba4f6-78f2-43dd-b6b6-eaf1e45e1e48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0846493 Feb 10 04:07:06.703751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Allocated IP 19.80.0.209 (d164279a-f41a-4150-ae7a-9032b45c075e/d06d080c-2497-438f-bf3e-4567e5b31562/726e6d8e-5e45-47ca-85aa-85565ce71d1e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:06.705467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:06.705467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:06.706031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks [] for security_group (d8f515d4-c723-451d-80cc-e125354623d5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.706031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-2dd5457d-cc0f-444c-abac-ef50d78d88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.706031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-2dd5457d-cc0f-444c-abac-ef50d78d88d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1552274 Feb 10 04:07:06.735260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.741680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.747073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.752268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.758037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.763831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.769180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:06.771922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-c7da625d-b136-4cfe-96bb-7dd4292e8d8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.2237132 Feb 10 04:07:06.781288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-5ce763b6-7465-4a1d-9a40-61c077cf3010 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323299 Feb 10 04:07:06.784623 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d8f515d4-c723-451d-80cc-e125354623d5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.805779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:07:06.819681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (84ce4e73-eb19-40fd-9029-cc9ed26fb646), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.820330 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Added segment 84ce4e73-eb19-40fd-9029-cc9ed26fb646 of type vlan for network 5ea493fe-0dc7-440f-96d1-b50270835075 Feb 10 04:07:06.840523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:06.847689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:06.849071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.856654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.887957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-877dcbe2-ff88-4124-af8e-40a5910f68ab req-03d3fc0b-c113-44d8-95de-9972bc8ae3fa tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097445 Feb 10 04:07:06.963538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (5ea493fe-0dc7-440f-96d1-b50270835075), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:06.997063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:06.997468 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.008838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.019654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:07.023316 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab6d3f2-8b4d-4749-9942-7b1c4232cc50" -d '{"events": [{"server_uuid": "34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355", "name": "network-vif-plugged", "status": "completed", "tag": "65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:07.056117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:07.081228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network d164279a-f41a-4150-ae7a-9032b45c075e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:07.087081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:07.099111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:07.123522 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.125324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf00a9e-737f-478b-8763-a3aa197888fa up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:07.155991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Port': ['ID=726e6d8e-5e45-47ca-85aa-85565ce71d1e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:07.198801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f515d4-c723-451d-80cc-e125354623d5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:07.206163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.214447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.256365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba8c7-a757-444d-822e-cacb20e83418 req-53485907-87d8-4abb-a791-167014124c1e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.258000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-049ba8c7-a757-444d-822e-cacb20e83418 req-53485907-87d8-4abb-a791-167014124c1e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.1722906 Feb 10 04:07:07.276797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:07.276991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (5ea493fe-0dc7-440f-96d1-b50270835075), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.277941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.278534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.323522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f9fca-db51-4536-890b-f569c273a908 req-e8adc4e6-bc63-411f-af2d-3cb3a7c71bb9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.330494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c20f9fca-db51-4536-890b-f569c273a908 req-e8adc4e6-bc63-411f-af2d-3cb3a7c71bb9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 950 time: 0.3447971 Feb 10 04:07:07.341258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-049ba8c7-a757-444d-822e-cacb20e83418 req-b83a739b-7a3b-405e-a6a7-2620a9a938d7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715463 Feb 10 04:07:07.347539 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6930cb1f-161f-4de0-8a64-00eeb1da137b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5339901 Feb 10 04:07:07.366087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Request body: {'port': {'device_id': '306e038c-e37d-480c-83f3-6cde1b878514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:07.387233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93f1a4b4-bc01-4dd2-b978-fe125a227325 req-1a9f053a-2aaf-4c92-9d27-099f3d5bd0c3 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575922 Feb 10 04:07:07.390553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port ecf00a9e-737f-478b-8763-a3aa197888fa completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:07.419227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port ecf00a9e-737f-478b-8763-a3aa197888fa triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:07.420192 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.481348 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba25548-0a67-4b34-b8ad-4dabf6e1ceb3 x-openstack-request-id: req-0ba25548-0a67-4b34-b8ad-4dabf6e1ceb3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:07.481640 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355", "name": "network-vif-plugged", "status": "completed", "tag": "65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:07.482365 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ba25548-0a67-4b34-b8ad-4dabf6e1ceb3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:07.482796 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e', 'code': 200} Feb 10 04:07:07.527756 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6957977 Feb 10 04:07:07.535435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd5653-43de-4ffe-bd3e-1f43a05f1acd admin admin] Pushing event updated for resources: {'Network': ['ID=5ea493fe-0dc7-440f-96d1-b50270835075,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:07.538685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58522) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:07.547639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Request body: {'subnet': {'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-122418840-subnet', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:07.568575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 5ea493fe-0dc7-440f-96d1-b50270835075 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:07:07.588882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.604211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c20f9fca-db51-4536-890b-f569c273a908 req-b71f5e0f-0dd4-4e54-a91a-ee4b2ac24246 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727931 Feb 10 04:07:07.626789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb131142-3c46-43ed-9656-74ce95d6c438 None None] Provisioning complete for port 726e6d8e-5e45-47ca-85aa-85565ce71d1e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:07.626789 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb131142-3c46-43ed-9656-74ce95d6c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.711457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Made reservation on behalf of fabf036da769424f855b4512bdd7863b for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:07.715220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.737433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5baa16-09f7-49b1-a8bb-d06d25f674c4 req-f31e1d4b-9e70-4a78-8c6e-52ff9e00e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.740682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e5baa16-09f7-49b1-a8bb-d06d25f674c4 req-f31e1d4b-9e70-4a78-8c6e-52ff9e00e5aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 1132 time: 0.2293212 Feb 10 04:07:07.750207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ea825-913a-483f-b3bc-98a72e3c99e3 req-6032a7a9-3218-4cfb-9cce-3f44be19b845 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.760037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ecf00a9e-737f-478b-8763-a3aa197888fa is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:07.760443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:07.773185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-535ea825-913a-483f-b3bc-98a72e3c99e3 req-6032a7a9-3218-4cfb-9cce-3f44be19b845 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 944 time: 0.2446334 Feb 10 04:07:07.887334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d06d-04f4-4926-bcdd-bea1bcfff373 req-073077da-27bf-4a40-a9d6-d9a45d9a6d15 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.894341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d06d-04f4-4926-bcdd-bea1bcfff373 req-073077da-27bf-4a40-a9d6-d9a45d9a6d15 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.904051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d06d-04f4-4926-bcdd-bea1bcfff373 req-073077da-27bf-4a40-a9d6-d9a45d9a6d15 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:07.910261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0003d06d-04f4-4926-bcdd-bea1bcfff373 req-073077da-27bf-4a40-a9d6-d9a45d9a6d15 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2377 time: 0.2142434 Feb 10 04:07:07.932740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-535ea825-913a-483f-b3bc-98a72e3c99e3 req-bca19437-e074-4a24-a2fa-1cdae4505dd5 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540267 Feb 10 04:07:07.942542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb131142-3c46-43ed-9656-74ce95d6c438 None None] Port 726e6d8e-5e45-47ca-85aa-85565ce71d1e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:07:07.949217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e5baa16-09f7-49b1-a8bb-d06d25f674c4 req-093d9dd6-ae19-452d-9848-88c0e86fa01e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671202 Feb 10 04:07:07.953316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ecf00a9e-737f-478b-8763-a3aa197888fa, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf00a9e-737f-478b-8763-a3aa197888fa,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:08.022221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:08.069901 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0003d06d-04f4-4926-bcdd-bea1bcfff373 req-3045abe4-8239-4033-abe5-eb88b70991c2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579347 Feb 10 04:07:08.121857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ecf00a9e-737f-478b-8763-a3aa197888fa,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:08.148651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.155075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.160964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.166295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.171793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.177374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.182596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.184698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-1b8db5f3-ef34-4ac8-9d7a-a2d879c2b176 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1346962 Feb 10 04:07:08.236947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (0e912084-eecb-47dc-9766-1b0f0afadecc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:08.260933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:08.276549 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Publish callbacks [] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:08.296596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e912084-eecb-47dc-9766-1b0f0afadecc,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:08.302404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d8f6222-0276-4d0d-a64e-7becd3627161 req-f12cfecb-4b63-4d5a-8db7-ea249ba89d9e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035848 Feb 10 04:07:08.304044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Transition to ACTIVE for port object 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:08.316054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Checking segment: {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:08.316576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Network hostable DHCP agents. Network: 5ea493fe-0dc7-440f-96d1-b50270835075, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:07:08.378294 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:08.416716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Network 5ea493fe-0dc7-440f-96d1-b50270835075 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:07:08.446645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Pushing event updated for resources: {'Port': ['ID=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:08.520358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.525975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.537486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.549390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.566370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.569212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.574693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.576869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19b54cc7-a948-4175-9b9b-dc46bdda3e40 req-e29959f8-18b8-454e-a389-ea2d8bd3fa08 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1754706 Feb 10 04:07:08.578675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 5ea493fe-0dc7-440f-96d1-b50270835075) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:08.593740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.593740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:08.593740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58548) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:08.606211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69a062-a425-4732-8044-a28a2015c447 None None] Network 5ea493fe-0dc7-440f-96d1-b50270835075 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:08.606761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Attempting to bind port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:08.606761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Attempting to bind port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:08.609903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Attempting to bind port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 on network d164279a-f41a-4150-ae7a-9032b45c075e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:08.617185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Request body: {'floatingip': {'port_id': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:08.664616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 on network d164279a-f41a-4150-ae7a-9032b45c075e not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:08.666189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Attempting to bind port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 on network d164279a-f41a-4150-ae7a-9032b45c075e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:08.704396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for floatingip (eb18ca9e-2168-4f83-8f71-fba34f720b52), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:08.714720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:08.716956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Checking segment: {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:08.717375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Bound using segment: {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:08.717841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Bound port: 6e2250a6-9fb1-476f-80d2-3c6dde4173a3, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:08.718209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:08.816184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b8edc-9b25-43d7-8bb3-f8485f57ce94 None None] Network 5ea493fe-0dc7-440f-96d1-b50270835075 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:08.877899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] For port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:08.883859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] For port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:08.905854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bbcf4f6c-f7a4-4e58-8349-4e4f480e8faa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3635225 Feb 10 04:07:08.909176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58558) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:08.916782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:08.945930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8af8fb-f54e-40c0-9960-1b5077d5a17c req-e545d90e-fa56-4bc8-af9f-b9552363bfeb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:08.953494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c8af8fb-f54e-40c0-9960-1b5077d5a17c req-e545d90e-fa56-4bc8-af9f-b9552363bfeb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.4587693 Feb 10 04:07:08.975929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.022479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e373fd-d15d-449f-9085-b9d21b05fe15 req-3e842342-fb3f-4acd-acf5-b81b99d660a6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:09.024704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82e373fd-d15d-449f-9085-b9d21b05fe15 req-3e842342-fb3f-4acd-acf5-b81b99d660a6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 950 time: 0.1600029 Feb 10 04:07:09.037870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:09.038618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.039968 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] 10.222.0.24 "PUT /v2.0/ports/6e2250a6-9fb1-476f-80d2-3c6dde4173a3 HTTP/1.1" status: 200 len: 1092 time: 1.6838479 Feb 10 04:07:09.043520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'tag': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:09.046204 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab70758-98ed-491d-b8b1-a6f7941f4993" -d '{"events": [{"name": "network-changed", "server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "tag": "6e2250a6-9fb1-476f-80d2-3c6dde4173a3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:09.084090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90beb3-5f0e-4b26-abb1-3c95a02707af service neutron] Pushing event updated for resources: {'Port': ['ID=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:09.096573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (bc40e480-685f-434e-9f0f-62bff0982ada), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.097842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (bc40e480-685f-434e-9f0f-62bff0982ada), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.114622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c8af8fb-f54e-40c0-9960-1b5077d5a17c req-52e3ebb7-a821-45a3-8793-ad9e27297fae tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588111 Feb 10 04:07:09.206227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82e373fd-d15d-449f-9085-b9d21b05fe15 req-787b75d2-3fe5-4cd2-85e0-9d5187d03e44 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677957 Feb 10 04:07:09.484240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822'}, {'server_uuid': '823efcd5-7953-4925-bc2d-d3ead758b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf00a9e-737f-478b-8763-a3aa197888fa'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:09.487866 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c7fa79-4ddd-49e9-8a63-13834ae0d7ad" -d '{"events": [{"server_uuid": "a760ce54-90dc-4c1f-8114-50bd8edd1f7e", "name": "network-vif-plugged", "status": "completed", "tag": "8829d0e7-7dc5-4725-b05a-eb6aa19b2822"}, {"server_uuid": "823efcd5-7953-4925-bc2d-d3ead758b208", "name": "network-vif-plugged", "status": "completed", "tag": "ecf00a9e-737f-478b-8763-a3aa197888fa"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:09.544902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks [] for router_controller (bc40e480-685f-434e-9f0f-62bff0982ada), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.549709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Request body: {'port': {'device_id': '306e038c-e37d-480c-83f3-6cde1b878514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:09.650446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.689991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-ec140604-dfdc-457f-9e98-f390fcceb3e2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311840 Feb 10 04:07:09.698465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.745019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1adbc6-a3d2-4ed4-b130-333539ab1871 req-48d3b2c8-7f0b-43f4-bcaa-910dd7bc79fe tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:09.746569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af1adbc6-a3d2-4ed4-b130-333539ab1871 req-48d3b2c8-7f0b-43f4-bcaa-910dd7bc79fe tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.2061918 Feb 10 04:07:09.767110 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (eb18ca9e-2168-4f83-8f71-fba34f720b52), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.867228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks [] for router_gateway (bc40e480-685f-434e-9f0f-62bff0982ada), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:09.974238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af1adbc6-a3d2-4ed4-b130-333539ab1871 req-30627187-5a1c-46c4-80c9-b08a5055279b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101374 Feb 10 04:07:10.083514 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26bf941-bb58-464e-aa7f-73ac84720941 x-openstack-request-id: req-f26bf941-bb58-464e-aa7f-73ac84720941 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:10.083811 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "tag": "6e2250a6-9fb1-476f-80d2-3c6dde4173a3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:10.084069 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f26bf941-bb58-464e-aa7f-73ac84720941 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:10.084474 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'tag': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3', 'status': 'completed', 'code': 200} Feb 10 04:07:10.208033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-4db09e7a-1644-46df-929d-e79ffa1cacac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.214565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-4db09e7a-1644-46df-929d-e79ffa1cacac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5147057 Feb 10 04:07:10.259254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-3b005b63-f4f4-44e0-ad95-447da9693427 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/quotas/3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 375 time: 0.0437500 Feb 10 04:07:10.293935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-a5b3ef65-cb3e-40dc-9f3a-6326975ac94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.294417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-a5b3ef65-cb3e-40dc-9f3a-6326975ac94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.294909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-a5b3ef65-cb3e-40dc-9f3a-6326975ac94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.295586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-01a24658-1fc2-4bbd-af97-ddae35cbaee9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304427 Feb 10 04:07:10.296527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-a5b3ef65-cb3e-40dc-9f3a-6326975ac94c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2763 time: 0.1754308 Feb 10 04:07:10.298345 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Floating IP eb18ca9e-2168-4f83-8f71-fba34f720b52 associated. External IP: 172.25.8.154, port: 15d3bf2a-d880-4aa7-beae-afb1adaf3aac. Feb 10 04:07:10.309245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c354ac-6b7b-4a9c-8616-cd08d5959c36 req-1b6a17f1-a870-498d-8523-031364d71352 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.314752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c354ac-6b7b-4a9c-8616-cd08d5959c36 req-1b6a17f1-a870-498d-8523-031364d71352 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.320581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c354ac-6b7b-4a9c-8616-cd08d5959c36 req-1b6a17f1-a870-498d-8523-031364d71352 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.322274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52c354ac-6b7b-4a9c-8616-cd08d5959c36 req-1b6a17f1-a870-498d-8523-031364d71352 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2389 time: 0.1852193 Feb 10 04:07:10.375942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ff0ad3-219a-4889-90b0-8ac2efb9638f {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:10.402767 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Publish callbacks [] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:10.488815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Transition to ACTIVE for port object f0ff0ad3-219a-4889-90b0-8ac2efb9638f will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:10.530312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Router b1fca028-d241-4fad-9c19-67f1e8d185a5 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:07:10.549711 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52c354ac-6b7b-4a9c-8616-cd08d5959c36 req-3bf37ed8-067f-445a-91a1-ac099e778378 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079670 Feb 10 04:07:10.596237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-5d84ec53-e638-479c-babe-a502ab896c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.596521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-5d84ec53-e638-479c-babe-a502ab896c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.596982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-5d84ec53-e638-479c-babe-a502ab896c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.599792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-5d84ec53-e638-479c-babe-a502ab896c95 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dc0d308170aa4133804130ea91323772&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2742372 Feb 10 04:07:10.602289 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:10.668853 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks [] for router_gateway (bc40e480-685f-434e-9f0f-62bff0982ada), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:10.669652 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcd041f-bb31-4744-acc2-48b3fd704c7a x-openstack-request-id: req-1dcd041f-bb31-4744-acc2-48b3fd704c7a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:10.670160 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a760ce54-90dc-4c1f-8114-50bd8edd1f7e", "name": "network-vif-plugged", "status": "completed", "tag": "8829d0e7-7dc5-4725-b05a-eb6aa19b2822", "code": 200}, {"server_uuid": "823efcd5-7953-4925-bc2d-d3ead758b208", "name": "network-vif-plugged", "status": "completed", "tag": "ecf00a9e-737f-478b-8763-a3aa197888fa", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:10.670469 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1dcd041f-bb31-4744-acc2-48b3fd704c7a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:10.670925 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822', 'code': 200} Feb 10 04:07:10.671181 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823efcd5-7953-4925-bc2d-d3ead758b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf00a9e-737f-478b-8763-a3aa197888fa', 'code': 200} Feb 10 04:07:10.714122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:10.791930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:10.846991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:07:10.855691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:10.864900 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] Sync routers for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:07:10.883573 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:07:10.884965 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:10.921271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82713d-7917-44c9-b929-9a0ac740891a req-00199560-e871-4153-96bc-f7010b460294 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.929316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c82713d-7917-44c9-b929-9a0ac740891a req-00199560-e871-4153-96bc-f7010b460294 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.2192254 Feb 10 04:07:10.950092 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-100fddcc-8d5e-473d-93e6-6749c041570d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "PUT /v2.0/floatingips/eb18ca9e-2168-4f83-8f71-fba34f720b52 HTTP/1.1" status: 200 len: 991 time: 2.3555036 Feb 10 04:07:10.952642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:10.955193 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf9b0e8-a534-4b86-a853-9ee689d47045" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:10.988327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9e37b-5547-4ed4-823f-368d56d881ae req-d15bcabc-d3e0-4025-bb88-7030fd69049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:10.988327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98f9e37b-5547-4ed4-823f-368d56d881ae req-d15bcabc-d3e0-4025-bb88-7030fd69049e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1127 time: 0.1919222 Feb 10 04:07:11.094276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-0ee15be6-2206-4f90-b508-af2386238215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.095799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab70758-98ed-491d-b8b1-a6f7941f4993 req-0ee15be6-2206-4f90-b508-af2386238215 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4870136 Feb 10 04:07:11.109236 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:07:11.124315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c82713d-7917-44c9-b929-9a0ac740891a req-2e5d2b41-a4b6-4987-b727-23e6df14828d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940320 Feb 10 04:07:11.148868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2bd3f-26ac-458f-af4d-6ed4cb3c541e req-2892cf18-b5ed-4563-ae00-daf840d2bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.150465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77e2bd3f-26ac-458f-af4d-6ed4cb3c541e req-2892cf18-b5ed-4563-ae00-daf840d2bd48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 1127 time: 0.2843859 Feb 10 04:07:11.162017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822cc8-7b68-447f-b6b5-15543521226c req-86eb42a1-3170-46f1-8c58-0980c87cdf45 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.164140 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98f9e37b-5547-4ed4-823f-368d56d881ae req-2661d174-a76c-4b33-9053-08595b9e0322 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683936 Feb 10 04:07:11.171123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84822cc8-7b68-447f-b6b5-15543521226c req-86eb42a1-3170-46f1-8c58-0980c87cdf45 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 950 time: 0.4084740 Feb 10 04:07:11.198177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Allocated IP 172.25.8.172 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/6ff362dd-b817-4847-ae25-084a42f23538) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:11.200448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Attempting to bind port f0ff0ad3-219a-4889-90b0-8ac2efb9638f on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:11.200796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Attempting to bind port f0ff0ad3-219a-4889-90b0-8ac2efb9638f by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:11.201128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Attempting to bind port f0ff0ad3-219a-4889-90b0-8ac2efb9638f on network ea6e4120-e18d-4e19-91ea-026466029bdc {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:11.213392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb86188c-7a21-4d86-a397-111c4e514af8 req-c9cab15d-4794-45e6-a29a-344187031954 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 210 time: 0.0449646 Feb 10 04:07:11.246654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Port f0ff0ad3-219a-4889-90b0-8ac2efb9638f on network ea6e4120-e18d-4e19-91ea-026466029bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:11.247011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Attempting to bind port f0ff0ad3-219a-4889-90b0-8ac2efb9638f on network ea6e4120-e18d-4e19-91ea-026466029bdc {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:11.257917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:11.258271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Checking segment: {'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:11.258665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Bound using segment: {'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:11.259130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Bound port: f0ff0ad3-219a-4889-90b0-8ac2efb9638f, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:11.259494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:11.316340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77e2bd3f-26ac-458f-af4d-6ed4cb3c541e req-a57e2a48-72b1-402a-ba96-a2ae822040df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434245 Feb 10 04:07:11.368962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.375158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.383023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.390088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.398873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.405089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.410659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.413859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-1656b0b7-84b1-4132-97d8-9d37cab0473a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1264114 Feb 10 04:07:11.446399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'eb18ca9e-2168-4f83-8f71-fba34f720b52', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'port_id': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'mac_address': 'fa:16:3e:5f:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:04:44Z', 'updated_at': '2022-02-10T04:07:09Z', 'revision_number': 1, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:11.469582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84822cc8-7b68-447f-b6b5-15543521226c req-c2cc3a60-f553-4d5e-a812-2b4c496d9c5e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631941 Feb 10 04:07:11.482566 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] Checking router: b1fca028-d241-4fad-9c19-67f1e8d185a5 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:07:11.524401 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:07:11.525372 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:11.530595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] For port f0ff0ad3-219a-4889-90b0-8ac2efb9638f, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:11.534639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks [] for port (6ff362dd-b817-4847-ae25-084a42f23538), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:11.537833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] For port f0ff0ad3-219a-4889-90b0-8ac2efb9638f, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:11.557521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77879dc0-6a8e-49d2-b0ad-63f84a0fb5bc req-06f02d7f-7d8a-42a1-abc3-479f9e506f17 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317396 Feb 10 04:07:11.570983 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac213f-42d0-4ae0-8439-c9268ae55386 x-openstack-request-id: req-bbac213f-42d0-4ae0-8439-c9268ae55386 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:11.571287 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:11.575117 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbac213f-42d0-4ae0-8439-c9268ae55386 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:11.575694 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'status': 'completed', 'code': 200} Feb 10 04:07:11.633350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:11.716600 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:07:11.739917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.740707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:11.743523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] 10.222.0.24 "PUT /v2.0/ports/f0ff0ad3-219a-4889-90b0-8ac2efb9638f HTTP/1.1" status: 200 len: 1092 time: 2.2003362 Feb 10 04:07:11.748903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52ba0e-269c-447e-8e8e-32d7b3cfa82a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:11.777689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.777689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.777689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.777689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.777689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.777689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.777689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.779133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-d1831857-8f9c-4d1c-bee4-3db07068ebb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6719 time: 0.2022953 Feb 10 04:07:11.823554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6ff362dd-b817-4847-ae25-084a42f23538), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:11.849607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2717a-8a04-4a7c-b03b-f50098f611e7 req-73cee13c-ba9c-456e-83e4-3403defeb919 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:11.851279 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6d2717a-8a04-4a7c-b03b-f50098f611e7 req-73cee13c-ba9c-456e-83e4-3403defeb919 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.2247655 Feb 10 04:07:11.875605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Request body: {'port': {'device_id': '306e038c-e37d-480c-83f3-6cde1b878514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:12.029269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:12.036420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:12.041674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Pushing event updated for resources: {'Port': ['ID=6ff362dd-b817-4847-ae25-084a42f23538,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:12.044182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:12.081878 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'eb18ca9e-2168-4f83-8f71-fba34f720b52', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'port_id': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'mac_address': 'fa:16:3e:5f:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:04:44Z', 'updated_at': '2022-02-10T04:07:09Z', 'revision_number': 1, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:12.161767 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab88883-8dea-4cb4-b0e7-965340117a4a None None] The sync data for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 is: [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'eb18ca9e-2168-4f83-8f71-fba34f720b52', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'port_id': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'mac_address': 'fa:16:3e:5f:b4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:04:44Z', 'updated_at': '2022-02-10T04:07:09Z', 'revision_number': 1, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:07:12.191104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab075ee-0727-4b4f-9ce0-0d87ce4a29c6 req-007e43b0-d64c-4c06-b50a-822f7d3b0ec2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.208589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab075ee-0727-4b4f-9ce0-0d87ce4a29c6 req-007e43b0-d64c-4c06-b50a-822f7d3b0ec2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.215205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab075ee-0727-4b4f-9ce0-0d87ce4a29c6 req-007e43b0-d64c-4c06-b50a-822f7d3b0ec2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.217485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dab075ee-0727-4b4f-9ce0-0d87ce4a29c6 req-007e43b0-d64c-4c06-b50a-822f7d3b0ec2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2401 time: 0.1362822 Feb 10 04:07:12.275423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dab075ee-0727-4b4f-9ce0-0d87ce4a29c6 req-bae351f9-5deb-4cf1-9d6c-add99ef4954e tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507548 Feb 10 04:07:12.396008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'tag': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:12.398498 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e9b718-e0af-45e2-80c2-4d6f336162f0" -d '{"events": [{"name": "network-changed", "server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "tag": "f0ff0ad3-219a-4889-90b0-8ac2efb9638f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:12.407171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:12.448059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1659e-bd9a-4264-b63d-82d0a2195a73 req-5f4d2126-61d4-4b72-80ed-b9334090c0a2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.450123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8c1659e-bd9a-4264-b63d-82d0a2195a73 req-5f4d2126-61d4-4b72-80ed-b9334090c0a2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1015704 Feb 10 04:07:12.460216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-69cdce87-0645-4a83-bee5-b75a414415cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.461711 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-69cdce87-0645-4a83-bee5-b75a414415cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd571703-bb59-453e-9190-8d8e94cb434e HTTP/1.1" status: 200 len: 918 time: 0.6741176 Feb 10 04:07:12.490924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6d2717a-8a04-4a7c-b03b-f50098f611e7 req-2e967403-2537-4fff-892e-f4aba8d8a177 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686235 Feb 10 04:07:12.540717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8c1659e-bd9a-4264-b63d-82d0a2195a73 req-5f463fc0-c78e-41de-92f1-7eb4e554a770 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835955 Feb 10 04:07:12.603787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ce82a-b5ac-40b4-ae13-d037853eb50e None None] New status for floating IP eb18ca9e-2168-4f83-8f71-fba34f720b52: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:07:12.691007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-242773e6-fb29-4b3f-8185-bf3ae9318849 req-cdf90212-0d97-4902-b7c8-0f1921d0f68b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 210 time: 0.0494049 Feb 10 04:07:12.834884 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaba942-6fc0-4b77-b9ce-c6bf0ceb8796 x-openstack-request-id: req-bfaba942-6fc0-4b77-b9ce-c6bf0ceb8796 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:12.835258 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "tag": "f0ff0ad3-219a-4889-90b0-8ac2efb9638f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:12.835622 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfaba942-6fc0-4b77-b9ce-c6bf0ceb8796 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:12.836023 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'tag': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f', 'status': 'completed', 'code': 200} Feb 10 04:07:12.877949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-d82d001d-2eee-418f-82d4-25e4ec971489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.878428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-d82d001d-2eee-418f-82d4-25e4ec971489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.878921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-d82d001d-2eee-418f-82d4-25e4ec971489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.879384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-82547bae-ec31-4e9e-bbd8-437ecc2f6cd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac HTTP/1.1" status: 200 len: 999 time: 0.4104056 Feb 10 04:07:12.880871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-d82d001d-2eee-418f-82d4-25e4ec971489 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2861 time: 0.1144142 Feb 10 04:07:12.902923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77541820-0c00-4def-b798-d35e137b8114 req-ff09b337-58bc-45d2-8dfe-2a2a09612919 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:12.904594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77541820-0c00-4def-b798-d35e137b8114 req-ff09b337-58bc-45d2-8dfe-2a2a09612919 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0807493 Feb 10 04:07:13.027029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77541820-0c00-4def-b798-d35e137b8114 req-fc9e0b2c-de42-4ff0-949e-f75557e23899 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066754 Feb 10 04:07:13.084691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-81aecd59-941d-4ea4-9311-c196b14e15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.086208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-81aecd59-941d-4ea4-9311-c196b14e15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.088340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-81aecd59-941d-4ea4-9311-c196b14e15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.091534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-81aecd59-941d-4ea4-9311-c196b14e15a4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dc0d308170aa4133804130ea91323772&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1795783 Feb 10 04:07:13.139774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-0c148e90-0d3d-40e2-ba02-64dc2206b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.141306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-0c148e90-0d3d-40e2-ba02-64dc2206b415 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ab80b5c-9000-4c21-a5b4-a53a9141c6ad HTTP/1.1" status: 200 len: 856 time: 0.2156188 Feb 10 04:07:13.247884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.253297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.259197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.264696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.270071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.275673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.281149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.283124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b93c9502-010e-4593-9946-ccc514235f7d req-a7f6f8db-1863-46bc-863e-154e4d6a7b4c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1608722 Feb 10 04:07:13.289139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.289630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.290111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.290616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.291110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.291200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-b4e8403b-fbe7-456a-879b-c527e492f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.291829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.292302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.292766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.292854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9e9b718-e0af-45e2-80c2-4d6f336162f0 req-b4e8403b-fbe7-456a-879b-c527e492f918 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947718 Feb 10 04:07:13.293311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.293775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.294236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.294715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.295282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.295762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.296226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.297312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.298768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.302781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-d098032f-0ccf-48bf-b74c-4870772baa60 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025&device_id=306e038c-e37d-480c-83f3-6cde1b878514&device_id=823efcd5-7953-4925-bc2d-d3ead758b208&device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e&device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355&device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e&device_id=7cbb5065-7063-4ea9-b72b-358a0a070892&device_id=f69f92e2-6e50-4267-8dac-639192bb9b27&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 15804 time: 0.2899506 Feb 10 04:07:13.370516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b93c9502-010e-4593-9946-ccc514235f7d req-571bcb66-4d26-45ca-b78e-48b30b5aff2c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729098 Feb 10 04:07:13.375883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-8751b801-6cd1-474c-920f-b2d4f9e60802 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:13.382652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-9ddf3eca-1b71-4aec-901b-6d6a0de5a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.384514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-9ddf3eca-1b71-4aec-901b-6d6a0de5a890 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd571703-bb59-453e-9190-8d8e94cb434e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2285948 Feb 10 04:07:13.476622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726e6d8e-5e45-47ca-85aa-85565ce71d1e {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:13.497018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Publish callbacks [] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:13.562886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks [] for router_gateway (bc40e480-685f-434e-9f0f-62bff0982ada), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:13.583310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-d184116e-39b9-4188-bfbd-84925c117263 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:13.584805 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-d184116e-39b9-4188-bfbd-84925c117263 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.1232142 Feb 10 04:07:13.600665 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-7e879b40-7344-4385-b5f0-25f2cf6fb8a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/quotas/abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 375 time: 0.0101230 Feb 10 04:07:13.615240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Transition to ACTIVE for port object 726e6d8e-5e45-47ca-85aa-85565ce71d1e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:13.624925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-bac27dbd-fbcd-4ccb-819a-d6e77568f58c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106741 Feb 10 04:07:13.669277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-a6f3511d-430b-4b7e-a29b-d0bd40cf43fb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629361 Feb 10 04:07:13.706647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-93c2e180-d595-4f26-a92c-f199072aed93 service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732546 Feb 10 04:07:13.734990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:13.775646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-baf0f854-6881-41fe-b40d-8c68a059e212 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977564 Feb 10 04:07:13.891850 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-ba786960-0cee-4d87-aae5-174d604ba172 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133330 Feb 10 04:07:13.897622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-8751b801-6cd1-474c-920f-b2d4f9e60802 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Publish callbacks [] for security_group (0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:13.976136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Pushing event updated for resources: {'Port': ['ID=726e6d8e-5e45-47ca-85aa-85565ce71d1e,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:13.997171 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-8751b801-6cd1-474c-920f-b2d4f9e60802 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:14.005708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-437847da-1f37-4971-b7d2-d96fab24ad1f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.007111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-437847da-1f37-4971-b7d2-d96fab24ad1f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3736618 Feb 10 04:07:14.052410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Request body: {'port': {'device_id': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3456fa0cc11147fab022130f646e6e11'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:14.316640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97c49-c846-490a-a55b-015100d16daf req-225b7529-9220-4b90-9b59-2851807642d6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.323047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97c49-c846-490a-a55b-015100d16daf req-225b7529-9220-4b90-9b59-2851807642d6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.328963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97c49-c846-490a-a55b-015100d16daf req-225b7529-9220-4b90-9b59-2851807642d6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.345055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ade97c49-c846-490a-a55b-015100d16daf req-225b7529-9220-4b90-9b59-2851807642d6 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2413 time: 0.0978892 Feb 10 04:07:14.403472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ade97c49-c846-490a-a55b-015100d16daf req-270576e2-f27a-4208-9638-01beb388f567 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572586 Feb 10 04:07:14.491290 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aaf9b0e8-a534-4b86-a853-9ee689d47045 req-9e568f22-beab-4acb-b9b8-91b83414a447 service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464802 Feb 10 04:07:14.499630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b801-6cd1-474c-920f-b2d4f9e60802 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:14.554487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a7bc4-6ce8-4df0-82ba-d057bf68f55d req-90669b0f-e02c-4d89-84e1-2a040afb485e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.559230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e32a7bc4-6ce8-4df0-82ba-d057bf68f55d req-90669b0f-e02c-4d89-84e1-2a040afb485e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0709512 Feb 10 04:07:14.574187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (bc40e480-685f-434e-9f0f-62bff0982ada), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:14.587978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Attempting to bind port 726e6d8e-5e45-47ca-85aa-85565ce71d1e on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:14.588313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Attempting to bind port 726e6d8e-5e45-47ca-85aa-85565ce71d1e by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:14.588646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Attempting to bind port 726e6d8e-5e45-47ca-85aa-85565ce71d1e on network d164279a-f41a-4150-ae7a-9032b45c075e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:14.616511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Port 726e6d8e-5e45-47ca-85aa-85565ce71d1e on network d164279a-f41a-4150-ae7a-9032b45c075e not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:14.616856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Attempting to bind port 726e6d8e-5e45-47ca-85aa-85565ce71d1e on network d164279a-f41a-4150-ae7a-9032b45c075e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:14.618251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e32a7bc4-6ce8-4df0-82ba-d057bf68f55d req-4e49b1e8-3e11-4f66-8a6d-6764a3a6aaa6 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574169 Feb 10 04:07:14.683659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:14.687860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Checking segment: {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:14.687860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Bound using segment: {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:14.687860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Bound port: 726e6d8e-5e45-47ca-85aa-85565ce71d1e, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9ae805-3ce9-463b-9c8a-02f7699ae311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:14.687860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:14.708869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b840acb8-afd9-4bd8-84a8-3b265c912761 req-8751b801-6cd1-474c-920f-b2d4f9e60802 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&id=033853ba-c3a6-485f-98a8-39beba36ebbd&id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=dec9eaae-53e8-4efe-9808-35c716b6cd48&id=deff9c04-1060-4892-b32f-e78db4ac6664&id=186de899-2fc6-4342-b79d-80efac5b9b82&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 1.3913693 Feb 10 04:07:14.735127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d327669-1ba8-47e4-a53c-e293e32224d3 req-a66824c3-f280-4e0b-a64e-2ea7395861d1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 210 time: 0.0389307 Feb 10 04:07:14.867468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Made reservation on behalf of 3456fa0cc11147fab022130f646e6e11 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:14.868380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.870852 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:14.873226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] For port 726e6d8e-5e45-47ca-85aa-85565ce71d1e, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:14.874091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.878467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81bf819a-9a46-4c63-95cf-87d082fd38ba req-ac920047-cbcb-4622-b42d-8f39e092cdb0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 210 time: 0.0569181 Feb 10 04:07:14.880699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.892350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.898661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.902663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] For port 726e6d8e-5e45-47ca-85aa-85565ce71d1e, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=726e6d8e-5e45-47ca-85aa-85565ce71d1e,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:14.904058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:14.904666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.915185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:14.918651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40763163-9561-496e-9726-4d9547f32594 req-38d0df33-c7be-46be-8891-960a8ad00ad0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1172366 Feb 10 04:07:14.988951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40763163-9561-496e-9726-4d9547f32594 req-0b3fb107-e50b-4444-8d68-5da2bf8d426f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644624 Feb 10 04:07:14.996647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:15.081002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.081833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:15.083443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] 10.222.0.24 "PUT /v2.0/ports/726e6d8e-5e45-47ca-85aa-85565ce71d1e HTTP/1.1" status: 200 len: 1092 time: 3.2120621 Feb 10 04:07:15.085929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'tag': '726e6d8e-5e45-47ca-85aa-85565ce71d1e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:15.087910 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12" -d '{"events": [{"name": "network-changed", "server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "tag": "726e6d8e-5e45-47ca-85aa-85565ce71d1e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:15.135274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15233c-413f-4d09-b098-3835323dcf7e service neutron] Pushing event updated for resources: {'Port': ['ID=726e6d8e-5e45-47ca-85aa-85565ce71d1e,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:15.146977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks [] for security_group (51a481d9-de6d-4bee-8bb0-09a3ba7dad95), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:15.168842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Router bc40e480-685f-434e-9f0f-62bff0982ada is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:07:15.200447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.206671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.223886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.230882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.236295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.241938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.247887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.255363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-cad4d6ee-5d57-4bd3-a3d0-2940dfdae5eb tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1273162 Feb 10 04:07:15.327753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51a481d9-de6d-4bee-8bb0-09a3ba7dad95), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:15.327914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbd268aa-dd04-4e69-83f5-38be583dfdd2 req-7f85f02b-ed28-4d08-8004-c99c6ff1e5bc tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714219 Feb 10 04:07:15.377948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ba67d30b-eb9f-4596-bf8b-e1f62b4810ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.377948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ba67d30b-eb9f-4596-bf8b-e1f62b4810ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.377948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ba67d30b-eb9f-4596-bf8b-e1f62b4810ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.377948 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-ba67d30b-eb9f-4596-bf8b-e1f62b4810ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2959 time: 0.1324759 Feb 10 04:07:15.480733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-5f57db95-76e4-4215-8be4-d50379946079 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=6e2250a6-9fb1-476f-80d2-3c6dde4173a3 HTTP/1.1" status: 200 len: 217 time: 0.0652528 Feb 10 04:07:15.482182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:07:15.493518 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Sync routers for ids ['bc40e480-685f-434e-9f0f-62bff0982ada'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:07:15.514669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a481d9-de6d-4bee-8bb0-09a3ba7dad95,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:15.515206 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Routers {'bc40e480-685f-434e-9f0f-62bff0982ada'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:07:15.515813 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bc40e480-685f-434e-9f0f-62bff0982ada'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:15.626320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aafa91-8064-4a7d-a491-d6f30a5b37d6 req-22d69e6f-57e4-4d98-ba90-a20f00c9e916 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.626843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aafa91-8064-4a7d-a491-d6f30a5b37d6 req-22d69e6f-57e4-4d98-ba90-a20f00c9e916 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.627326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aafa91-8064-4a7d-a491-d6f30a5b37d6 req-22d69e6f-57e4-4d98-ba90-a20f00c9e916 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.645508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c9aafa91-8064-4a7d-a491-d6f30a5b37d6 req-22d69e6f-57e4-4d98-ba90-a20f00c9e916 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355&device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e&device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 2977 time: 0.0930917 Feb 10 04:07:15.649337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Allocated IP 192.168.233.236 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/5fb39d96-8dd1-47bc-958c-ae86c9d90f68) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:15.757122 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239895c-7bb3-41cf-8825-44477a33d692 x-openstack-request-id: req-4239895c-7bb3-41cf-8825-44477a33d692 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:15.757450 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "tag": "726e6d8e-5e45-47ca-85aa-85565ce71d1e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:15.757848 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4239895c-7bb3-41cf-8825-44477a33d692 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:15.758248 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'tag': '726e6d8e-5e45-47ca-85aa-85565ce71d1e', 'status': 'completed', 'code': 200} Feb 10 04:07:15.763132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c9aafa91-8064-4a7d-a491-d6f30a5b37d6 req-f543800b-0ae6-4da3-9ff6-a0a3cb01cf6f tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126225 Feb 10 04:07:15.767750 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Set router bc40e480-685f-434e-9f0f-62bff0982ada gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:07:15.780002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-b5bd6cdc-1d0d-4163-afa6-b7f380608b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.781542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-b5bd6cdc-1d0d-4163-afa6-b7f380608b8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 1127 time: 0.1180010 Feb 10 04:07:15.905483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-65dd5e7f-cd19-4eaa-a4d0-fbbc3f5d31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.907371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-65dd5e7f-cd19-4eaa-a4d0-fbbc3f5d31b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d06d080c-2497-438f-bf3e-4567e5b31562 HTTP/1.1" status: 200 len: 801 time: 0.3938205 Feb 10 04:07:15.910849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:15.919012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f2616e80-2fab-420f-9ef5-2c14f6f0d592 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0083146 Feb 10 04:07:15.920125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58694) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:15.974449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-3503ee0b-fc1a-4f9c-8693-895a3bad1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:15.975982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-3503ee0b-fc1a-4f9c-8693-895a3bad1345 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 919 time: 0.1891980 Feb 10 04:07:16.005267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91616c5-a5ee-44a7-b910-0f5345b4c416 req-47c67e47-751c-4d06-aa10-824f9498b064 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.014497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91616c5-a5ee-44a7-b910-0f5345b4c416 req-47c67e47-751c-4d06-aa10-824f9498b064 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.023327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91616c5-a5ee-44a7-b910-0f5345b4c416 req-47c67e47-751c-4d06-aa10-824f9498b064 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.025127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e91616c5-a5ee-44a7-b910-0f5345b4c416 req-47c67e47-751c-4d06-aa10-824f9498b064 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2413 time: 0.1667860 Feb 10 04:07:16.047563 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks [] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.064834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.071970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.078361 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-e136b683-a315-4fc3-af35-c8b826c85ae0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecf00a9e-737f-478b-8763-a3aa197888fa HTTP/1.1" status: 200 len: 217 time: 0.0943530 Feb 10 04:07:16.078829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.085390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.090874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.096727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.102077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.104409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63162b0b-c4f7-4263-b9de-cd491cf45c7f req-9de97b39-bcfc-4ef9-a7f7-e7ce67f939a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.3421772 Feb 10 04:07:16.127315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-90bdd494-6192-4dcb-b253-a78becedacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.127315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-90bdd494-6192-4dcb-b253-a78becedacf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d164279a-f41a-4150-ae7a-9032b45c075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2058024 Feb 10 04:07:16.242161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-7c679df4-e30f-4791-ae38-ba35c59d6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.243948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-7c679df4-e30f-4791-ae38-ba35c59d6428 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.1571677 Feb 10 04:07:16.249552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:07:13Z', 'revision_number': 3, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:16.252119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e91616c5-a5ee-44a7-b910-0f5345b4c416 req-8291c43c-711f-4eba-86eb-812384a88c48 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155585 Feb 10 04:07:16.260167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.292474 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Checking router: bc40e480-685f-434e-9f0f-62bff0982ada for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:07:16.292474 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Updating router bc40e480-685f-434e-9f0f-62bff0982ada port 6ff362dd-b817-4847-ae25-084a42f23538 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:07:16.296916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-2f27fbac-f8c9-4c45-b5f8-7969ef21edcb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420327 Feb 10 04:07:16.327136 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ff362dd-b817-4847-ae25-084a42f23538), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.385326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:16.387620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-0014a11f-9400-461d-b607-d3b12eea5c78 service neutron] 10.222.0.24 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506132 Feb 10 04:07:16.390069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:16.395857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:16.399356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:16.466287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712afd98-9449-44ae-85e2-cc60a13ee0aa req-4cf5910c-d50b-44b4-b2e6-f2b03fb87e4e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.468477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-712afd98-9449-44ae-85e2-cc60a13ee0aa req-4cf5910c-d50b-44b4-b2e6-f2b03fb87e4e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.2525716 Feb 10 04:07:16.533257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.533905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.631230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-712afd98-9449-44ae-85e2-cc60a13ee0aa req-f804265f-c3ac-47df-a85e-b994cd20b383 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426795 Feb 10 04:07:16.676523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-6b379032-b9ac-4117-b405-b69495166016 service neutron] 10.222.0.24 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742128 Feb 10 04:07:16.704239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-09632d3a-29bc-42b5-aa17-5613282d9953 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6662550 Feb 10 04:07:16.753517 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Publish callbacks [] for port (6ff362dd-b817-4847-ae25-084a42f23538), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.780628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Request body: {'port': {'device_id': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:16.791764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-d3779f0b-4ca4-4462-9db5-a6c1a1a5d6c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=f0ff0ad3-219a-4889-90b0-8ac2efb9638f HTTP/1.1" status: 200 len: 217 time: 0.1042397 Feb 10 04:07:16.806534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7351eaa-b01d-4f39-9596-09e8e84be3a3 req-16e230b1-8408-4549-89bc-6e6b9b61428e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.813919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-37c96472-23d2-423e-943c-88af206b8807 None None] Provisioning complete for port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:16.818650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-37c96472-23d2-423e-943c-88af206b8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.823068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7351eaa-b01d-4f39-9596-09e8e84be3a3 req-16e230b1-8408-4549-89bc-6e6b9b61428e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 936 time: 0.4488032 Feb 10 04:07:16.864504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.878122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-37c96472-23d2-423e-943c-88af206b8807 None None] Port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:07:16.888987 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6ff362dd-b817-4847-ae25-084a42f23538), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:16.894839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-9c92e4c6-9659-494c-b117-be3211d2d08b service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913641 Feb 10 04:07:16.897227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8007794e-75d9-4de1-8a1f-7c1d7248b5cf req-5c365ab5-d64b-4e16-a7c4-e324139491ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 210 time: 0.0690136 Feb 10 04:07:16.938299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7351eaa-b01d-4f39-9596-09e8e84be3a3 req-aaed38a5-d9c9-4010-beab-f9bee7ad6d2d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185584 Feb 10 04:07:16.979960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-76baa24c-9446-46a1-a8c9-167e766d0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:16.981691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-76baa24c-9446-46a1-a8c9-167e766d0f68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7851e13-accd-455c-93f5-c0d8dcd75ada HTTP/1.1" status: 200 len: 801 time: 0.1675148 Feb 10 04:07:17.019539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.044781 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0665cc-c914-42a3-90ba-56c803a005f1 None None] Pushing event updated for resources: {'Port': ['ID=6ff362dd-b817-4847-ae25-084a42f23538,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:17.053924 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Attempting to bind port 6ff362dd-b817-4847-ae25-084a42f23538 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:17.054138 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Attempting to bind port 6ff362dd-b817-4847-ae25-084a42f23538 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:17.054829 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Attempting to bind port 6ff362dd-b817-4847-ae25-084a42f23538 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:17.065378 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:17.065894 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:17.066405 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.067672 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:17.068726 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Bound port: 6ff362dd-b817-4847-ae25-084a42f23538, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:17.068854 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ff362dd-b817-4847-ae25-084a42f23538), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.113672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-dcff379d-86dc-4715-a330-56a8f8999144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.115264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-dcff379d-86dc-4715-a330-56a8f8999144 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea6e4120-e18d-4e19-91ea-026466029bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1209304 Feb 10 04:07:17.153390 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] For port 6ff362dd-b817-4847-ae25-084a42f23538, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:17.157589 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] For port 6ff362dd-b817-4847-ae25-084a42f23538, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6ff362dd-b817-4847-ae25-084a42f23538,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:17.169720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea730020-b2d0-4d74-bdf4-795ab8aa6c09 req-08fc707d-f139-4011-8afa-4fe08c24b6dc service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459092 Feb 10 04:07:17.180065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-cc43f4ec-821c-4d4b-a34f-754becfb4fad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.181778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-cc43f4ec-821c-4d4b-a34f-754becfb4fad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.2413609 Feb 10 04:07:17.210186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'port': {'device_id': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'admin_state_up': True, 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:17.228538 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6ff362dd-b817-4847-ae25-084a42f23538), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.282086 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0665cc-c914-42a3-90ba-56c803a005f1 None None] Pushing event updated for resources: {'Port': ['ID=6ff362dd-b817-4847-ae25-084a42f23538,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:17.316080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Routers {'bc40e480-685f-434e-9f0f-62bff0982ada'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:07:17.317273 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bc40e480-685f-434e-9f0f-62bff0982ada'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:17.400956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-7e9b5080-f789-4669-a9ae-5978144df039 service neutron] 10.222.0.24 "GET /v2.0/networks/ea6e4120-e18d-4e19-91ea-026466029bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730949 Feb 10 04:07:17.423938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.524393 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] Set router bc40e480-685f-434e-9f0f-62bff0982ada gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:07:17.538204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-3bc0b9fc-831a-4a1d-bbe4-30a8356acddb service neutron] 10.222.0.24 "GET /v2.0/networks/ea6e4120-e18d-4e19-91ea-026466029bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258130 Feb 10 04:07:17.590574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-a01035cf-d825-4ca8-9ff6-c69cbc9ae4e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=726e6d8e-5e45-47ca-85aa-85565ce71d1e HTTP/1.1" status: 200 len: 217 time: 0.0436525 Feb 10 04:07:17.611705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a3a4e-957d-42f2-b51e-c6a2c49461bd req-05b92f9b-7f9e-461f-9414-137d7a6fd04b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.620715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a3a4e-957d-42f2-b51e-c6a2c49461bd req-05b92f9b-7f9e-461f-9414-137d7a6fd04b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.628056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a3a4e-957d-42f2-b51e-c6a2c49461bd req-05b92f9b-7f9e-461f-9414-137d7a6fd04b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.630584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e1a3a4e-957d-42f2-b51e-c6a2c49461bd req-05b92f9b-7f9e-461f-9414-137d7a6fd04b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2413 time: 0.2157280 Feb 10 04:07:17.672390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-bab90ee9-36c2-46c9-8e88-2f8f7ce9d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.674431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-bab90ee9-36c2-46c9-8e88-2f8f7ce9d2f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d06d080c-2497-438f-bf3e-4567e5b31562 HTTP/1.1" status: 200 len: 801 time: 0.0744040 Feb 10 04:07:17.699828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Made reservation on behalf of abf0d4d19fe34e06a3d997474c9c4cd9 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:17.703388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.773447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e1a3a4e-957d-42f2-b51e-c6a2c49461bd req-5facf35f-5823-4ec1-b17f-2d68875ecb06 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366193 Feb 10 04:07:17.814253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:17.825271 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Publish callbacks [] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.861870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c77e93-3487-4038-a7cf-e7d460b1c2b1 req-3aa3f1b1-71cd-441a-8d69-938ac811ea95 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.861870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7c77e93-3487-4038-a7cf-e7d460b1c2b1 req-3aa3f1b1-71cd-441a-8d69-938ac811ea95 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.1122005 Feb 10 04:07:17.864664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-1c3a3cfa-2e41-45ae-b5fd-69d66af12885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:17.866171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-1c3a3cfa-2e41-45ae-b5fd-69d66af12885 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d164279a-f41a-4150-ae7a-9032b45c075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1803927 Feb 10 04:07:17.867192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Transition to ACTIVE for port object 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:17.871695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Allocated IP 172.20.0.1 (5ea493fe-0dc7-440f-96d1-b50270835075/0e912084-eecb-47dc-9766-1b0f0afadecc/8d1ba34e-852f-422c-a270-319b96fb0371) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:17.942729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:07:13Z', 'revision_number': 3, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:17.950719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Allocated IP 172.20.0.4 (36db4135-2aff-4d08-a93b-23775dc656a5/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26/eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:17.980048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:17.995641 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6a0ea-3e7a-4147-9757-39bf7794e901 None None] The sync data for ids ['bc40e480-685f-434e-9f0f-62bff0982ada'] in n-d-827844-2 is: [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:07:13Z', 'revision_number': 3, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:07:18.016837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7c77e93-3487-4038-a7cf-e7d460b1c2b1 req-7d146478-e243-4442-8f5e-b5c4fea3e86e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404576 Feb 10 04:07:18.081139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:18.094451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-00589765-4a07-493a-9788-fccf33428ced service neutron] 10.222.0.24 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058530 Feb 10 04:07:18.141176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks [] for port (8d1ba34e-852f-422c-a270-319b96fb0371), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:18.155155 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:18.258167 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32ca0209-f4c7-4ffe-83de-f6b8cbf5ecee req-d0c34e3c-4436-49fb-9c40-1fa11d465c08 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 210 time: 0.0742426 Feb 10 04:07:18.375200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:18.375200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:18.375564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:18.384860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de3ab08d-8c06-47f0-a4b0-469ca4ad37e8 req-9134d562-614b-4878-8d8e-aaf44c7bd75f service neutron] 10.222.0.24 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654743 Feb 10 04:07:18.386901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:18.387447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:18.438162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:18.438521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:18.438945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:18.439414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Bound port: 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:18.439785 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:18.595586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c1226-8841-4827-a1c7-946128f6e05a req-327ea807-30ad-4690-a47f-7e12906030e9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:18.597202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-895c1226-8841-4827-a1c7-946128f6e05a req-327ea807-30ad-4690-a47f-7e12906030e9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.1330712 Feb 10 04:07:18.599065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:18.602958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:18.695679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:18.741718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-895c1226-8841-4827-a1c7-946128f6e05a req-d8246a58-f2bd-49b9-84af-53515fca20f0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267769 Feb 10 04:07:18.743547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:18.757692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bf3f-9d19-499f-941f-fdce1d8b7651 req-b02dacb2-d5e8-4ce0-96bb-5e2a5372560c tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:18.758306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:18.758993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0887bf3f-9d19-499f-941f-fdce1d8b7651 req-b02dacb2-d5e8-4ce0-96bb-5e2a5372560c tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1132 time: 0.1112959 Feb 10 04:07:18.759105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:18.760395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] 10.222.0.43 "PUT /v2.0/ports/5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 1096 time: 1.9851892 Feb 10 04:07:18.760859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:18.763139 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c6b56f-1e89-4789-b75b-f293037ca590" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:18.819610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-58bf6213-5910-471a-91b8-55619f296b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:18.820127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-58bf6213-5910-471a-91b8-55619f296b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:18.820616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-58bf6213-5910-471a-91b8-55619f296b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:18.822397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-58bf6213-5910-471a-91b8-55619f296b87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2959 time: 0.1812425 Feb 10 04:07:18.823024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48399247-5c87-481c-b0b7-d87bed564d83 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:18.843290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:18.969348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Network 5ea493fe-0dc7-440f-96d1-b50270835075 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:18.981585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:18.992021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:18.994101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Pushing event updated for resources: {'Port': ['ID=8d1ba34e-852f-422c-a270-319b96fb0371,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:19.026734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0887bf3f-9d19-499f-941f-fdce1d8b7651 req-5ad9b68e-f5e9-4270-8539-336afcf7b53e tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495909 Feb 10 04:07:19.034619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.048785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:19.054982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:19.120220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (bc40e480-685f-434e-9f0f-62bff0982ada), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:19.265856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:19.280680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:19.287714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:19.290187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:19.405432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb7bf2-6684-40f9-8697-503585b0e5ac req-87fb635b-b0fc-4041-81bb-6d38039d654b tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.409221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9eb7bf2-6684-40f9-8697-503585b0e5ac req-87fb635b-b0fc-4041-81bb-6d38039d654b tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1132 time: 0.2705047 Feb 10 04:07:19.430860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.431369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:19.467235 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8017a5b5-f6c9-4e89-b002-b35ee6ea9717 x-openstack-request-id: req-8017a5b5-f6c9-4e89-b002-b35ee6ea9717 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:19.467545 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:19.467782 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8017a5b5-f6c9-4e89-b002-b35ee6ea9717 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:19.468184 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'status': 'completed', 'code': 200} Feb 10 04:07:19.525236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9eb7bf2-6684-40f9-8697-503585b0e5ac req-c551b728-c8f4-4a60-9188-a00226474934 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012938 Feb 10 04:07:19.593747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-f905b209-7b11-48a7-8aff-a8cadd3105d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.595484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-f905b209-7b11-48a7-8aff-a8cadd3105d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1130 time: 0.1264942 Feb 10 04:07:19.598644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e2152e88-0ddc-4b36-9c91-bfd8792a6d29 None None] Provisioning complete for port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:19.599303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-b23aad14-1b47-4806-96cc-7ecfc1ac02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.600103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-da24bd9d-69e8-4a41-bd42-b3f1cabcf0d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3943410 Feb 10 04:07:19.600306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-b23aad14-1b47-4806-96cc-7ecfc1ac02b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d164279a-f41a-4150-ae7a-9032b45c075e HTTP/1.1" status: 200 len: 903 time: 0.7712455 Feb 10 04:07:19.600441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2152e88-0ddc-4b36-9c91-bfd8792a6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:19.609197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:19.616159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Request body: {'port': {'device_id': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:19.637972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e584b-2fbf-468e-9b51-299536bf521e req-2fe8f4b6-61b3-4247-a962-1fd6adb55e2c tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.649535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e584b-2fbf-468e-9b51-299536bf521e req-2fe8f4b6-61b3-4247-a962-1fd6adb55e2c tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.655550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e584b-2fbf-468e-9b51-299536bf521e req-2fe8f4b6-61b3-4247-a962-1fd6adb55e2c tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.663356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-142e584b-2fbf-468e-9b51-299536bf521e req-2fe8f4b6-61b3-4247-a962-1fd6adb55e2c tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2413 time: 0.1930146 Feb 10 04:07:19.674601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e2152e88-0ddc-4b36-9c91-bfd8792a6d29 None None] Port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:07:19.753638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-acdc1db8-4bc9-43e0-a76a-eb512c3d1ede service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.1426830 Feb 10 04:07:19.756893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-88069770-06fe-43c3-8130-46515702a6a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=726e6d8e-5e45-47ca-85aa-85565ce71d1e HTTP/1.1" status: 200 len: 217 time: 0.0855665 Feb 10 04:07:19.765262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:19.792520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a0be-6dbb-4bf5-bcff-26b3c49eb40d req-95a44c98-c44e-4558-8143-e71f231b16dc tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.794034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6319a0be-6dbb-4bf5-bcff-26b3c49eb40d req-95a44c98-c44e-4558-8143-e71f231b16dc tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.1504252 Feb 10 04:07:19.859164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:19.867476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-142e584b-2fbf-468e-9b51-299536bf521e req-2fb28fd6-ed59-4f95-b4e4-465151e33f90 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937230 Feb 10 04:07:19.939455 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6319a0be-6dbb-4bf5-bcff-26b3c49eb40d req-2e692352-8349-4652-853f-d38f8d078177 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362166 Feb 10 04:07:19.960969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-74df4c75-f713-4ee3-9e22-206e6abaf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:19.971796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-74df4c75-f713-4ee3-9e22-206e6abaf06a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d06d080c-2497-438f-bf3e-4567e5b31562 HTTP/1.1" status: 200 len: 801 time: 0.2051792 Feb 10 04:07:20.073796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:20.082499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-d8068b54-399b-41a0-9a8f-56fe6d3fd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:20.085612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-d8068b54-399b-41a0-9a8f-56fe6d3fd31c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.3263562 Feb 10 04:07:20.095534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3', 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e', 'port_id': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3', 'mac_address': 'fa:16:3e:34:b8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06d080c-2497-438f-bf3e-4567e5b31562', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:20.098885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6ff362dd-b817-4847-ae25-084a42f23538 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:20.100355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks [] for port (8d1ba34e-852f-422c-a270-319b96fb0371), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.211744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6ff362dd-b817-4847-ae25-084a42f23538 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:20.212263 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6ff362dd-b817-4847-ae25-084a42f23538), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.227174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-d022bfd2-9b60-43d4-990b-16bb157f73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:20.229065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-d022bfd2-9b60-43d4-990b-16bb157f73d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d164279a-f41a-4150-ae7a-9032b45c075e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2482691 Feb 10 04:07:20.231379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-74b1063a-f096-4624-9f27-f9bc02e31e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:20.232891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-74b1063a-f096-4624-9f27-f9bc02e31e49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1009724 Feb 10 04:07:20.242205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.261059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:20.261434 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.324605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:20.338929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Publish callbacks [] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.351435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6ff362dd-b817-4847-ae25-084a42f23538 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:20.356220 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ff362dd-b817-4847-ae25-084a42f23538), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.356337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-db228650-56bd-41b2-b200-47461a33f02e service neutron] 10.222.0.24 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136954 Feb 10 04:07:20.369738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Transition to ACTIVE for port object eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:20.381076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 6ff362dd-b817-4847-ae25-084a42f23538, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6ff362dd-b817-4847-ae25-084a42f23538,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:20.383426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:20.397272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03a3c-4f32-4e27-a520-8e4961b8bac1 req-1b120ca4-c592-4386-9180-d5eac3b2bff4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:20.400571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a03a3c-4f32-4e27-a520-8e4961b8bac1 req-1b120ca4-c592-4386-9180-d5eac3b2bff4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 931 time: 0.3256586 Feb 10 04:07:20.408863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:20.450058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.466178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6ff362dd-b817-4847-ae25-084a42f23538), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.495683 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (bc40e480-685f-434e-9f0f-62bff0982ada), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.502486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Pushing event updated for resources: {'Port': ['ID=8d1ba34e-852f-422c-a270-319b96fb0371,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:20.532533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=6ff362dd-b817-4847-ae25-084a42f23538,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:20.538037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.538777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f0ff0ad3-219a-4889-90b0-8ac2efb9638f details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:20.610855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-0eb1294b-19ff-401b-aa97-2bf547c95eb5 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710034 Feb 10 04:07:20.671947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79b037-248d-4616-ae06-d0b4ac837080 req-f95ff6cf-eb79-4c12-bb21-da1fad7a6cd2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:20.680650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a03a3c-4f32-4e27-a520-8e4961b8bac1 req-4cf90d43-6249-4697-8829-bb85fb6dabf0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594798 Feb 10 04:07:20.680872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d79b037-248d-4616-ae06-d0b4ac837080 req-f95ff6cf-eb79-4c12-bb21-da1fad7a6cd2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.2498157 Feb 10 04:07:20.684481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Pushing event updated for resources: {'Port': ['ID=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:20.695124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:20.754330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8584c7f3-f6c2-45ef-9f1b-3088a2cabb12 req-9a24e9d5-6616-4fc3-b031-4492b209b1f2 service neutron] 10.222.0.24 "GET /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444746 Feb 10 04:07:20.836808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Attempting to bind port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:20.837671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Attempting to bind port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:20.838272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Attempting to bind port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:20.838377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port f0ff0ad3-219a-4889-90b0-8ac2efb9638f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:20.856047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f', 'network_id': 'ea6e4120-e18d-4e19-91ea-026466029bdc', 'port_id': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f', 'mac_address': 'fa:16:3e:d6:f5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7851e13-accd-455c-93f5-c0d8dcd75ada', 'ip_address': '19.86.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:20.859285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 on network 36db4135-2aff-4d08-a93b-23775dc656a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:20.860048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Attempting to bind port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:20.865200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e14359a-7347-4d73-8d87-252fd0d755ba req-9dedafdd-ce17-4715-b1eb-4b019327894c service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469125 Feb 10 04:07:20.890849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:20.891293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:20.891762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Bound using segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:20.893153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Bound port: eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:20.893602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.946826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Network 5ea493fe-0dc7-440f-96d1-b50270835075 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:20.947002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port f0ff0ad3-219a-4889-90b0-8ac2efb9638f is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:20.947871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:20.949490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:20.969870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d79b037-248d-4616-ae06-d0b4ac837080 req-25970d86-8557-4aca-a47b-9311d0f5ba77 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878189 Feb 10 04:07:20.980588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ff0ad3-219a-4889-90b0-8ac2efb9638f {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:21.017364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port f0ff0ad3-219a-4889-90b0-8ac2efb9638f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:21.094695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0058add-3055-4d48-a906-bbba6cf715bc req-5a6a4335-09b0-4fd1-bd70-95e0aa8d6a95 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.102111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] For port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:21.102685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0058add-3055-4d48-a906-bbba6cf715bc req-5a6a4335-09b0-4fd1-bd70-95e0aa8d6a95 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.107665 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:21.107972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0058add-3055-4d48-a906-bbba6cf715bc req-5a6a4335-09b0-4fd1-bd70-95e0aa8d6a95 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.108328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 726e6d8e-5e45-47ca-85aa-85565ce71d1e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:21.109698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0058add-3055-4d48-a906-bbba6cf715bc req-5a6a4335-09b0-4fd1-bd70-95e0aa8d6a95 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2414 time: 0.1581912 Feb 10 04:07:21.150021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-58f09fe5-3b3e-4d98-a12a-22a8e301d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.151692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-58f09fe5-3b3e-4d98-a12a-22a8e301d3fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1130 time: 0.1157448 Feb 10 04:07:21.164093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] For port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:21.203308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Router bc40e480-685f-434e-9f0f-62bff0982ada has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:07:21.246786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 726e6d8e-5e45-47ca-85aa-85565ce71d1e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=726e6d8e-5e45-47ca-85aa-85565ce71d1e,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:21.250477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:21.260043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:21.271019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '726e6d8e-5e45-47ca-85aa-85565ce71d1e', 'network_id': 'd164279a-f41a-4150-ae7a-9032b45c075e', 'port_id': '726e6d8e-5e45-47ca-85aa-85565ce71d1e', 'mac_address': 'fa:16:3e:7f:cd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06d080c-2497-438f-bf3e-4567e5b31562', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:21.279533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0058add-3055-4d48-a906-bbba6cf715bc req-9ff7cf0d-9bf0-4cbc-92b2-65f262ec0828 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543653 Feb 10 04:07:21.321738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-c1c28ff4-48c2-410d-8144-8d0464fed17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.323602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-c1c28ff4-48c2-410d-8144-8d0464fed17d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1652696 Feb 10 04:07:21.339077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 726e6d8e-5e45-47ca-85aa-85565ce71d1e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:21.339430 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:21.357081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.357866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:21.359362 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] 10.222.0.43 "PUT /v2.0/ports/eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 HTTP/1.1" status: 200 len: 1091 time: 1.7477698 Feb 10 04:07:21.362623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'tag': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:21.368267 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c22253-3f15-4499-8f2b-6a6390c2fca9" -d '{"events": [{"name": "network-changed", "server_uuid": "f715b77f-8839-4e8a-b035-e40507e1f04c", "tag": "eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:21.377143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726e6d8e-5e45-47ca-85aa-85565ce71d1e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:21.430987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 726e6d8e-5e45-47ca-85aa-85565ce71d1e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=726e6d8e-5e45-47ca-85aa-85565ce71d1e,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:21.461835 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e05960-f795-4bc8-bb91-0e30587ab554 x-openstack-request-id: req-84e05960-f795-4bc8-bb91-0e30587ab554 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:21.462146 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f715b77f-8839-4e8a-b035-e40507e1f04c", "tag": "eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:21.462386 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84e05960-f795-4bc8-bb91-0e30587ab554 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:21.462826 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'tag': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3', 'status': 'completed', 'code': 200} Feb 10 04:07:21.478357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-2cc79328-0be2-450c-97ac-036e81ce9db6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.1478701 Feb 10 04:07:21.484323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e46f8-75be-4f7e-bffa-0400d788bf2d service neutron] Pushing event updated for resources: {'Port': ['ID=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:21.515591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:21.545670 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:07:21.556270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e23ec090-629d-4f3c-92e3-147e970d837f admin admin] 10.222.0.42 "PUT /v2.0/routers/bc40e480-685f-434e-9f0f-62bff0982ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6334229 Feb 10 04:07:21.558813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-d8baf3ee-1070-4e92-b362-d950e9899469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.560227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-d8baf3ee-1070-4e92-b362-d950e9899469 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 1125 time: 0.0943320 Feb 10 04:07:21.611094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c154572-5912-4a58-8fde-0e70b93deaea req-da959b64-596e-45b1-9886-3d6ffb23bbb2 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.623614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Sync routers for ids ['bc40e480-685f-434e-9f0f-62bff0982ada'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:07:21.634855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-7f1be221-b83b-4d26-9b88-0628bfcf4739 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 HTTP/1.1" status: 200 len: 217 time: 0.0653312 Feb 10 04:07:21.650782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c154572-5912-4a58-8fde-0e70b93deaea req-da959b64-596e-45b1-9886-3d6ffb23bbb2 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.2210541 Feb 10 04:07:21.671160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Routers {'bc40e480-685f-434e-9f0f-62bff0982ada'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:07:21.672217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bc40e480-685f-434e-9f0f-62bff0982ada'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:21.682228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=726e6d8e-5e45-47ca-85aa-85565ce71d1e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:21.695556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-e684bfbf-5d11-4e43-944c-5b264d0b2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.702565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-e684bfbf-5d11-4e43-944c-5b264d0b2a01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2183006 Feb 10 04:07:21.727604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-bd54efea-4077-4144-a768-0e3c25aba5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.729438 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-bd54efea-4077-4144-a768-0e3c25aba5f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0873778 Feb 10 04:07:21.819879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c154572-5912-4a58-8fde-0e70b93deaea req-4aee7e1d-da1c-448d-bc2c-949bde654e1d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676505 Feb 10 04:07:21.835367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-b4533dcf-7640-490f-b92d-b6106fe1feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.835367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-b4533dcf-7640-490f-b92d-b6106fe1feec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1306694 Feb 10 04:07:21.841303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-21fabdef-bb3c-4f32-8a67-4251600ce8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:21.843463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-21fabdef-bb3c-4f32-8a67-4251600ce8ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1048074 Feb 10 04:07:21.984722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-17cbb508-7c95-40a5-890c-683e7a0ad958 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351588 Feb 10 04:07:22.013930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-f6a3c118-5ce0-49bd-aa17-825f55895946 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727402 Feb 10 04:07:22.027477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f49d2f-a8d1-46aa-8b85-9652c762cbb1 req-5b139314-0502-4121-bfc3-f14310928d7a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.030568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6ff362dd-b817-4847-ae25-084a42f23538 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:22.034503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2f49d2f-a8d1-46aa-8b85-9652c762cbb1 req-5b139314-0502-4121-bfc3-f14310928d7a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 943 time: 0.0872204 Feb 10 04:07:22.104044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Set router bc40e480-685f-434e-9f0f-62bff0982ada gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:07:22.156169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834ad67-60af-4235-89fa-17ac89f6d293 req-cda815e9-05c7-458d-9fd3-c7f942652a52 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483562 Feb 10 04:07:22.161888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2f49d2f-a8d1-46aa-8b85-9652c762cbb1 req-6c88a3f0-ce73-47ed-bf5e-f777ad766acc tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248648 Feb 10 04:07:22.165342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6ff362dd-b817-4847-ae25-084a42f23538 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:22.166842 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6ff362dd-b817-4847-ae25-084a42f23538), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:22.241001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['f0ff0ad3-219a-4889-90b0-8ac2efb9638f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:22.271834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4c6b56f-1e89-4789-b75b-f293037ca590 req-eeda91dc-11a8-4b03-8beb-472b025f8af2 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330658 Feb 10 04:07:22.331879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['726e6d8e-5e45-47ca-85aa-85565ce71d1e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:22.335118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6e2250a6-9fb1-476f-80d2-3c6dde4173a3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:22.381859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea12834-fb13-48c5-ae14-500ad1986fcd req-8d48e112-b0ec-46f0-9684-bf1ab430446d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.383433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fea12834-fb13-48c5-ae14-500ad1986fcd req-8d48e112-b0ec-46f0-9684-bf1ab430446d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.1075077 Feb 10 04:07:22.409616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-b690e81c-6e83-4a92-a02e-535b880776f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.411952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-b690e81c-6e83-4a92-a02e-535b880776f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 1125 time: 0.0873826 Feb 10 04:07:22.521780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fea12834-fb13-48c5-ae14-500ad1986fcd req-caed0b16-f43e-46f7-9409-4cf2245192c6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229618 Feb 10 04:07:22.525806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527778ae-f682-462f-9ea7-33ca505b1077 req-4f72495f-421c-486a-95fe-f6e79a2575f6 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.536276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-4f72495f-421c-486a-95fe-f6e79a2575f6 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 810 time: 0.1782897 Feb 10 04:07:22.555599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-eb204254-b08f-42b9-8439-b38a2f444bd1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/quotas/fabf036da769424f855b4512bdd7863b HTTP/1.1" status: 200 len: 375 time: 0.0180638 Feb 10 04:07:22.572791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-a8882019-99e9-4865-8b6d-5eeda79155ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.583163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-a8882019-99e9-4865-8b6d-5eeda79155ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.1507154 Feb 10 04:07:22.619152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-88a604ab-faf2-48ba-aff4-12866554ba33 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623066 Feb 10 04:07:22.644375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-a861e49e-c3a9-406f-8cac-7c9c4d603fa8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 HTTP/1.1" status: 200 len: 217 time: 0.0635865 Feb 10 04:07:22.708221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6ff362dd-b817-4847-ae25-084a42f23538 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:22.713051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:22.756469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-5b394482-051d-4533-acb0-680eb1b22548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.758758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-5b394482-051d-4533-acb0-680eb1b22548 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0941691 Feb 10 04:07:22.772652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31519e36-f6d2-4994-b1f4-c2ecc8eb6162 req-218e423e-8e09-4384-948f-4acab8e29288 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.774695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31519e36-f6d2-4994-b1f4-c2ecc8eb6162 req-218e423e-8e09-4384-948f-4acab8e29288 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1404967 Feb 10 04:07:22.859803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-2b2a92d2-3f24-46fe-a501-5053a0c99e26 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333341 Feb 10 04:07:22.888501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31519e36-f6d2-4994-b1f4-c2ecc8eb6162 req-c05752cb-f61d-4857-837b-f5419ae808cc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038072 Feb 10 04:07:22.892458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-543aec32-7a30-4f05-b4f7-53b4a6eab0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:22.894343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-543aec32-7a30-4f05-b4f7-53b4a6eab0d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1186204 Feb 10 04:07:22.963723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:07:19Z', 'revision_number': 4, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '8d1ba34e-852f-422c-a270-319b96fb0371', 'name': '', 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'mac_address': 'fa:16:3e:02:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:17Z', 'updated_at': '2022-02-10T04:07:19Z', 'revision_number': 2, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'subnets': [{'id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:23.011492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Checking router: bc40e480-685f-434e-9f0f-62bff0982ada for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:07:23.011847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Updating router bc40e480-685f-434e-9f0f-62bff0982ada port 8d1ba34e-852f-422c-a270-319b96fb0371 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:07:23.013589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-6daa6224-a160-43cb-a680-1e73fcc42e87 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525743 Feb 10 04:07:23.077399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2895d8-3e9e-44e6-b15b-353e60ac20f8 req-aea42eac-e0ae-4198-8fb9-539a2cd4c4cf tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:23.083610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2895d8-3e9e-44e6-b15b-353e60ac20f8 req-aea42eac-e0ae-4198-8fb9-539a2cd4c4cf tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:23.089113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2895d8-3e9e-44e6-b15b-353e60ac20f8 req-aea42eac-e0ae-4198-8fb9-539a2cd4c4cf tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:23.090825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa2895d8-3e9e-44e6-b15b-353e60ac20f8 req-aea42eac-e0ae-4198-8fb9-539a2cd4c4cf tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2416 time: 0.0827434 Feb 10 04:07:23.109764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:23.122186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:23.127024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-91dbd534-a336-4831-86cf-bda545fb7303 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254369 Feb 10 04:07:23.144195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'mac_address': 'fa:16:3e:3a:e5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:23.181472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa2895d8-3e9e-44e6-b15b-353e60ac20f8 req-44554853-3473-4faf-b9e2-a891202b713b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815117 Feb 10 04:07:23.233285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:23.233905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:23.248359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c22253-3f15-4499-8f2b-6a6390c2fca9 req-47ccea78-fd34-47d3-8d80-4498ffc48e85 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108088 Feb 10 04:07:23.310426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:23.348009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aecd4-11f6-4374-a240-cf9130b94df7 req-906784cb-7c33-4d98-acc9-fb7b3fbbac8a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:23.349011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b72aecd4-11f6-4374-a240-cf9130b94df7 req-906784cb-7c33-4d98-acc9-fb7b3fbbac8a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0765519 Feb 10 04:07:23.361676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:23.427530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b72aecd4-11f6-4374-a240-cf9130b94df7 req-85470680-15b6-432e-a05a-4cd34554f40f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579846 Feb 10 04:07:23.476183 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:23.487493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18487-e61e-4b17-92aa-71d3e1ce20b0 req-0995f19c-1f30-4a57-aa20-cac7cfb5d6e0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:23.498853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ac18487-e61e-4b17-92aa-71d3e1ce20b0 req-0995f19c-1f30-4a57-aa20-cac7cfb5d6e0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 943 time: 0.0979316 Feb 10 04:07:23.519250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e89b8b83-e264-4e50-9a06-6304c795ef68 req-8bcdd820-7658-48c0-8cde-830b54aae742 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0610430 Feb 10 04:07:23.583668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ac18487-e61e-4b17-92aa-71d3e1ce20b0 req-ac5832a1-156c-4c37-83d9-e9bb961e5994 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833895 Feb 10 04:07:23.656127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:23.696511 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Publish callbacks [] for port (8d1ba34e-852f-422c-a270-319b96fb0371), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:23.751360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:23.801741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:23.876140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4acd5-9296-4518-a170-b62765b5cbbd None None] Pushing event updated for resources: {'Port': ['ID=8d1ba34e-852f-422c-a270-319b96fb0371,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:23.916322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dd4bb-b4fd-4f06-8943-ad3fda76395e req-e7f3c5c6-d388-4975-b24e-b0ee38e95584 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:23.917946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-518dd4bb-b4fd-4f06-8943-ad3fda76395e req-e7f3c5c6-d388-4975-b24e-b0ee38e95584 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 949 time: 0.0698702 Feb 10 04:07:23.969345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Attempting to bind port 8d1ba34e-852f-422c-a270-319b96fb0371 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:23.969724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Attempting to bind port 8d1ba34e-852f-422c-a270-319b96fb0371 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:23.970095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Attempting to bind port 8d1ba34e-852f-422c-a270-319b96fb0371 on network 5ea493fe-0dc7-440f-96d1-b50270835075 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:23.975266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-518dd4bb-b4fd-4f06-8943-ad3fda76395e req-8400f66a-f292-4765-9bb1-0c83ba2167ae tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496399 Feb 10 04:07:23.981134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:23.981515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Checking segment: {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:23.981940 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:23.982340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Bound using segment: {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:23.982830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Bound port: 8d1ba34e-852f-422c-a270-319b96fb0371, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:23.983210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:24.044731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020412f-3a3d-4c04-950e-35d372d20160 req-adc499df-e87e-4bd1-ae2d-ac27e392d928 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:24.046375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1020412f-3a3d-4c04-950e-35d372d20160 req-adc499df-e87e-4bd1-ae2d-ac27e392d928 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0731933 Feb 10 04:07:24.083106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] For port 8d1ba34e-852f-422c-a270-319b96fb0371, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:24.088307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] For port 8d1ba34e-852f-422c-a270-319b96fb0371, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8d1ba34e-852f-422c-a270-319b96fb0371,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:24.100297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1020412f-3a3d-4c04-950e-35d372d20160 req-6547385c-6630-4bec-95d4-54729bc2276f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Feb 10 04:07:24.179700 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:24.241247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4acd5-9296-4518-a170-b62765b5cbbd None None] Pushing event updated for resources: {'Port': ['ID=8d1ba34e-852f-422c-a270-319b96fb0371,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:24.243881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Routers {'bc40e480-685f-434e-9f0f-62bff0982ada'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:07:24.244484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bc40e480-685f-434e-9f0f-62bff0982ada'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:24.332609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459ef8-126f-41cb-bf44-93e6eacab70f req-a638e875-c1da-478a-bc1c-eb2ac2476892 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:24.338162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459ef8-126f-41cb-bf44-93e6eacab70f req-a638e875-c1da-478a-bc1c-eb2ac2476892 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:24.343390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459ef8-126f-41cb-bf44-93e6eacab70f req-a638e875-c1da-478a-bc1c-eb2ac2476892 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:24.345122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90459ef8-126f-41cb-bf44-93e6eacab70f req-a638e875-c1da-478a-bc1c-eb2ac2476892 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2416 time: 0.0824988 Feb 10 04:07:24.399095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90459ef8-126f-41cb-bf44-93e6eacab70f req-9b3ee710-daca-4436-8996-114cb6416c61 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472407 Feb 10 04:07:24.514219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] Set router bc40e480-685f-434e-9f0f-62bff0982ada gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:07:24.538664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a789d-21c3-4de7-9c7a-a3128bb42f98 req-46c44d5f-df0a-4f09-865d-7524595256ad tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:24.542189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a4a789d-21c3-4de7-9c7a-a3128bb42f98 req-46c44d5f-df0a-4f09-865d-7524595256ad tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0605915 Feb 10 04:07:24.601990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a4a789d-21c3-4de7-9c7a-a3128bb42f98 req-a5117c2c-4fae-4e1f-a6af-ebec5044c907 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483873 Feb 10 04:07:24.634435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e53ce61-bc42-4a80-9926-e0e8cd230848 req-c4cd621e-912a-4e4b-b2c3-cbebc89d83cb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0462205 Feb 10 04:07:24.730726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:24.732666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:24.744672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ba4e-b0c4-4ac9-abca-27f490c3f352 req-3046a1cf-e21b-449e-84bd-049ab2417280 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:24.747686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e525ba4e-b0c4-4ac9-abca-27f490c3f352 req-3046a1cf-e21b-449e-84bd-049ab2417280 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 943 time: 0.0701842 Feb 10 04:07:24.804637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e525ba4e-b0c4-4ac9-abca-27f490c3f352 req-2beb8161-00ae-4979-b780-1a1bdca0570e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515130 Feb 10 04:07:24.837725 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:07:24.881939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:07:19Z', 'revision_number': 4, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '8d1ba34e-852f-422c-a270-319b96fb0371', 'name': '', 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'mac_address': 'fa:16:3e:02:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:17Z', 'updated_at': '2022-02-10T04:07:24Z', 'revision_number': 4, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'subnets': [{'id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:24.918081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06494d-33d1-4317-bea5-528fb9971ab1 None None] The sync data for ids ['bc40e480-685f-434e-9f0f-62bff0982ada'] in n-d-827844-2 is: [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:07:19Z', 'revision_number': 4, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '8d1ba34e-852f-422c-a270-319b96fb0371', 'name': '', 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'mac_address': 'fa:16:3e:02:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:17Z', 'updated_at': '2022-02-10T04:07:24Z', 'revision_number': 4, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'subnets': [{'id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:07:24.920726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:24.937221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3', 'mac_address': 'fa:16:3e:87:c4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:24.975860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:24.995064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:24.998857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:25.025488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:25.025874 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:25.060147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:25.093333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:25.116128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231d58b-e588-40c2-9650-3016aed37ee0 req-7126f793-111b-4bae-8f41-1525bff38338 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.117688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7231d58b-e588-40c2-9650-3016aed37ee0 req-7126f793-111b-4bae-8f41-1525bff38338 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 949 time: 0.0693676 Feb 10 04:07:25.143641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:25.144151 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:25.176109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:25.178833 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3909a4d2-c4dd-4a85-b8d9-2842d1ce8744" -d '{"events": [{"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-plugged", "status": "completed", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:25.204012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:25.214949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:25.218507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7231d58b-e588-40c2-9650-3016aed37ee0 req-d7bb1dec-b719-4b79-b4bc-ab13595716dd tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874786 Feb 10 04:07:25.276213 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81b3fbf-7aa0-4ae1-b441-781751d30526 x-openstack-request-id: req-f81b3fbf-7aa0-4ae1-b441-781751d30526 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:25.276506 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-plugged", "status": "completed", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:25.276762 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f81b3fbf-7aa0-4ae1-b441-781751d30526 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:25.280017 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'code': 200} Feb 10 04:07:25.288573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733fc10-f802-47af-a170-9cd9dc0e6f8a req-c5709eef-674a-4d12-89e6-f82d7c76a151 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.290520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9733fc10-f802-47af-a170-9cd9dc0e6f8a req-c5709eef-674a-4d12-89e6-f82d7c76a151 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0966215 Feb 10 04:07:25.299833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:25.303421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:25.380940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9733fc10-f802-47af-a170-9cd9dc0e6f8a req-63ede082-8a7f-4c44-a430-b54afaa07e39 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827138 Feb 10 04:07:25.402977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:25.442617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57f263-5d13-43ee-9220-5480879491d7 req-01c0ea86-af21-4aa1-b14f-7d7e0292533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.444500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b57f263-5d13-43ee-9220-5480879491d7 req-01c0ea86-af21-4aa1-b14f-7d7e0292533f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1132 time: 0.0750289 Feb 10 04:07:25.485731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:25.511647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b57f263-5d13-43ee-9220-5480879491d7 req-088534c9-aed8-4df0-a538-adbb1998f8d2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558832 Feb 10 04:07:25.561476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0659373-42f1-4f95-8d30-5e81f6ae8240 req-414326f9-2b10-46c4-86d1-6fcd2ade1ed1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.566851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0659373-42f1-4f95-8d30-5e81f6ae8240 req-414326f9-2b10-46c4-86d1-6fcd2ade1ed1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.572238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0659373-42f1-4f95-8d30-5e81f6ae8240 req-414326f9-2b10-46c4-86d1-6fcd2ade1ed1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.575355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0659373-42f1-4f95-8d30-5e81f6ae8240 req-414326f9-2b10-46c4-86d1-6fcd2ade1ed1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2416 time: 0.0762379 Feb 10 04:07:25.667330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0659373-42f1-4f95-8d30-5e81f6ae8240 req-c5e2664e-4018-4336-922e-58e843e36976 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871148 Feb 10 04:07:25.780488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54b66-7c8d-4c71-9aa3-e685411c3453 req-6c249361-a02b-4896-b77a-39512fb4fd67 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.782065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73b54b66-7c8d-4c71-9aa3-e685411c3453 req-6c249361-a02b-4896-b77a-39512fb4fd67 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0702806 Feb 10 04:07:25.782917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db94a390-ab26-42a9-b545-1d3289242400 req-dc2ee911-3437-4bd3-a176-342739217d1c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0329006 Feb 10 04:07:25.858387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73b54b66-7c8d-4c71-9aa3-e685411c3453 req-ba86fe5f-4e04-4249-a8f0-69ebcc7af297 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629644 Feb 10 04:07:25.873748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:25.977568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8d1ba34e-852f-422c-a270-319b96fb0371 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:25.991029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6563b-3b20-47a1-a8eb-2dcd2f2e3ab5 req-58a03883-17d1-4d9a-bde3-ffc95cbad549 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:25.998878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47c6563b-3b20-47a1-a8eb-2dcd2f2e3ab5 req-58a03883-17d1-4d9a-bde3-ffc95cbad549 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 944 time: 0.0975144 Feb 10 04:07:26.029567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8d1ba34e-852f-422c-a270-319b96fb0371 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:26.029944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.058035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47c6563b-3b20-47a1-a8eb-2dcd2f2e3ab5 req-85363f5b-3aca-4ac0-9fbf-9fb2302abd7f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576503 Feb 10 04:07:26.060133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:26.070921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:26.071231 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.189127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8d1ba34e-852f-422c-a270-319b96fb0371 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:26.189524 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.217446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:26.218090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.231578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527778ae-f682-462f-9ea7-33ca505b1077 req-fd622e62-117c-4529-af02-5f3c1a623919 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:26.232963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-fd622e62-117c-4529-af02-5f3c1a623919 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.24 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 810 time: 0.1577857 Feb 10 04:07:26.252091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Request body: {'port': {'device_id': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'admin_state_up': True, 'tenant_id': 'fabf036da769424f855b4512bdd7863b'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:26.253687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 8d1ba34e-852f-422c-a270-319b96fb0371, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8d1ba34e-852f-422c-a270-319b96fb0371,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:26.273484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:26.328177 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.577819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8fe38-065b-4c6d-821f-ef0ae0ead77f req-0236300d-5a0f-41ab-8d50-359eec433ffe tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:26.579170 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.579170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f0ff0ad3-219a-4889-90b0-8ac2efb9638f up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:26.579935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03a8fe38-065b-4c6d-821f-ef0ae0ead77f req-0236300d-5a0f-41ab-8d50-359eec433ffe tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.1066868 Feb 10 04:07:26.580062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=8d1ba34e-852f-422c-a270-319b96fb0371,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:26.580162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03a8fe38-065b-4c6d-821f-ef0ae0ead77f req-2d0eee10-cac9-4ed4-ad88-e369e07f9df8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Feb 10 04:07:26.580253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:26.580340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0844b72-89df-4ad4-9672-adc679ea91e2 req-39b83d95-fa34-4a6e-8a50-8323df3d8cca tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:26.580340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0844b72-89df-4ad4-9672-adc679ea91e2 req-39b83d95-fa34-4a6e-8a50-8323df3d8cca tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0723858 Feb 10 04:07:26.627623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Made reservation on behalf of fabf036da769424f855b4512bdd7863b for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:26.631987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.638090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port f0ff0ad3-219a-4889-90b0-8ac2efb9638f completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:26.645609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0844b72-89df-4ad4-9672-adc679ea91e2 req-391268e2-93d2-44e6-82b1-3d19633f9f01 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704415 Feb 10 04:07:26.648317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port f0ff0ad3-219a-4889-90b0-8ac2efb9638f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:26.648902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.740285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:26.820581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Allocated IP 172.20.0.13 (5ea493fe-0dc7-440f-96d1-b50270835075/0e912084-eecb-47dc-9766-1b0f0afadecc/69f5a675-3347-4580-9648-dd659eb2e074) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:26.840405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port f0ff0ad3-219a-4889-90b0-8ac2efb9638f is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:26.840405 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:26.848387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5040f-61ff-475e-8d2f-c51388a935e3 req-65571680-0b2d-44c4-852f-2427e17c6ab9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:26.868267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5040f-61ff-475e-8d2f-c51388a935e3 req-65571680-0b2d-44c4-852f-2427e17c6ab9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:26.885502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5040f-61ff-475e-8d2f-c51388a935e3 req-65571680-0b2d-44c4-852f-2427e17c6ab9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:26.887270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31b5040f-61ff-475e-8d2f-c51388a935e3 req-65571680-0b2d-44c4-852f-2427e17c6ab9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2417 time: 0.1210687 Feb 10 04:07:26.887682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port f0ff0ad3-219a-4889-90b0-8ac2efb9638f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:26.937490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-664f5e3e-9d36-49db-9c2f-9fe9ea4513d5 req-eea9fe09-1bd5-4953-a769-0a48e4be5355 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0367630 Feb 10 04:07:26.940130 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31b5040f-61ff-475e-8d2f-c51388a935e3 req-12225ec6-4f6a-4a59-8a99-f64da6fc4099 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470181 Feb 10 04:07:26.964725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:26.964725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:26.968002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.000295 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.006004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 726e6d8e-5e45-47ca-85aa-85565ce71d1e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:27.108434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:27.116900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b79c73-6cbc-4355-9b09-dfc5c0be0acc req-ecb2144e-8289-47bf-ac4a-55973a4aa27f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:27.118485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b79c73-6cbc-4355-9b09-dfc5c0be0acc req-ecb2144e-8289-47bf-ac4a-55973a4aa27f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0939271 Feb 10 04:07:27.123730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks [] for port (69f5a675-3347-4580-9648-dd659eb2e074), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.157790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:27.158185 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.190515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b79c73-6cbc-4355-9b09-dfc5c0be0acc req-ac2f542c-254e-4223-98c8-b5a626d61b89 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622890 Feb 10 04:07:27.199332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:27.202014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 726e6d8e-5e45-47ca-85aa-85565ce71d1e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:27.206559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 726e6d8e-5e45-47ca-85aa-85565ce71d1e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:27.207553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.232749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de5efd-ff17-427c-aa26-6d34408d68ad req-cf25d3ef-2154-471b-adcb-28b124b48f98 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:27.234444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-26de5efd-ff17-427c-aa26-6d34408d68ad req-cf25d3ef-2154-471b-adcb-28b124b48f98 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 944 time: 0.0766621 Feb 10 04:07:27.277276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (69f5a675-3347-4580-9648-dd659eb2e074), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.282001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3'}, {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f'}, {'server_uuid': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:27.286429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-26de5efd-ff17-427c-aa26-6d34408d68ad req-c29129a7-36b5-4199-a7a1-56e27976be17 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Feb 10 04:07:27.290630 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3687b42c-1aac-479b-a8fe-0d5c083f851b" -d '{"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-plugged", "status": "completed", "tag": "6e2250a6-9fb1-476f-80d2-3c6dde4173a3"}, {"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-plugged", "status": "completed", "tag": "f0ff0ad3-219a-4889-90b0-8ac2efb9638f"}, {"server_uuid": "f715b77f-8839-4e8a-b035-e40507e1f04c", "name": "network-vif-plugged", "status": "completed", "tag": "eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:27.305948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.318214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 726e6d8e-5e45-47ca-85aa-85565ce71d1e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:27.318214 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.343509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Network 5ea493fe-0dc7-440f-96d1-b50270835075 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:27.348072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:27.350807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:27.354865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Pushing event updated for resources: {'Port': ['ID=69f5a675-3347-4580-9648-dd659eb2e074,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:27.361653 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c498859-4c19-4765-a72f-f6c09a958645 x-openstack-request-id: req-6c498859-4c19-4765-a72f-f6c09a958645 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:27.362367 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-plugged", "status": "completed", "tag": "6e2250a6-9fb1-476f-80d2-3c6dde4173a3", "code": 200}, {"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-plugged", "status": "completed", "tag": "f0ff0ad3-219a-4889-90b0-8ac2efb9638f", "code": 200}, {"server_uuid": "f715b77f-8839-4e8a-b035-e40507e1f04c", "name": "network-vif-plugged", "status": "completed", "tag": "eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:27.362630 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c498859-4c19-4765-a72f-f6c09a958645 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:27.366819 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3', 'code': 200} Feb 10 04:07:27.366819 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f', 'code': 200} Feb 10 04:07:27.366819 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3', 'code': 200} Feb 10 04:07:27.393776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 726e6d8e-5e45-47ca-85aa-85565ce71d1e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=726e6d8e-5e45-47ca-85aa-85565ce71d1e,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:27.397160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:27.427637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:27.428461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.482653 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.514251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-277ce2bc-5981-4c28-92cc-bec5661f88fe tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2667744 Feb 10 04:07:27.518571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a4609-d8d4-4924-ae96-0cdf085787e4 req-d5355d71-3230-4be0-9d50-411753f6fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:27.518571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-905a4609-d8d4-4924-ae96-0cdf085787e4 req-d5355d71-3230-4be0-9d50-411753f6fa9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 1127 time: 0.0573037 Feb 10 04:07:27.527567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Request body: {'port': {'device_id': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:27.547427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=726e6d8e-5e45-47ca-85aa-85565ce71d1e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:27.596496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbd58-cba3-4d2c-8856-4e1f3d5e06b7 req-a51cd77d-7362-473a-99ce-a71574414356 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:27.597319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-905a4609-d8d4-4924-ae96-0cdf085787e4 req-4abf92cf-0f2c-4622-98a7-e51759ecabab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656555 Feb 10 04:07:27.598965 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63dfbd58-cba3-4d2c-8856-4e1f3d5e06b7 req-a51cd77d-7362-473a-99ce-a71574414356 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0587335 Feb 10 04:07:27.614590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-529838a0-b8f9-4c78-ad4d-d133bfd7ab11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.633196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69f5a675-3347-4580-9648-dd659eb2e074), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.655767 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63dfbd58-cba3-4d2c-8856-4e1f3d5e06b7 req-fe2e43b2-f73c-4713-b63b-45d07551f130 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499201 Feb 10 04:07:27.853357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e930-bcbc-4deb-951d-8793349678ea req-01cee12a-1cae-4f12-b4f2-4203c606b7e8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:27.853357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5069e930-bcbc-4deb-951d-8793349678ea req-01cee12a-1cae-4f12-b4f2-4203c606b7e8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1025770 Feb 10 04:07:27.859680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9eed50-ee63-446a-b567-8a6aa4e64e17 req-aaab77a1-8f98-4345-877b-663bb7be7db2 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:27.862178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f9eed50-ee63-446a-b567-8a6aa4e64e17 req-aaab77a1-8f98-4345-877b-663bb7be7db2 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1132 time: 0.0714159 Feb 10 04:07:27.888171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7f9eed50-ee63-446a-b567-8a6aa4e64e17 req-716d6edd-0518-403c-a2b9-0e99b4934516 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:27.907949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8d1ba34e-852f-422c-a270-319b96fb0371 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:27.951674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5069e930-bcbc-4deb-951d-8793349678ea req-e65a778f-3d05-421e-94c5-d090959f7431 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720532 Feb 10 04:07:27.984784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8d1ba34e-852f-422c-a270-319b96fb0371 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:27.985013 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.018031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7f9eed50-ee63-446a-b567-8a6aa4e64e17 req-716d6edd-0518-403c-a2b9-0e99b4934516 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Publish callbacks [] for security_group (1b4ef6c9-2940-427f-9d48-3e57ffff294f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.066060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f5a675-3347-4580-9648-dd659eb2e074 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:28.073039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8d1ba34e-852f-422c-a270-319b96fb0371 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:28.075703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Publish callbacks [] for port (69f5a675-3347-4580-9648-dd659eb2e074), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.094095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Transition to ACTIVE for port object 69f5a675-3347-4580-9648-dd659eb2e074 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:28.105328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0caf9-f2f3-43db-a9de-e4ec832e3125 req-615c6252-681d-4518-bdd4-987e77d11ffb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.106858 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0c0caf9-f2f3-43db-a9de-e4ec832e3125 req-615c6252-681d-4518-bdd4-987e77d11ffb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 932 time: 0.0827234 Feb 10 04:07:28.133749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-7f9eed50-ee63-446a-b567-8a6aa4e64e17 req-716d6edd-0518-403c-a2b9-0e99b4934516 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1b4ef6c9-2940-427f-9d48-3e57ffff294f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.155081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0c0caf9-f2f3-43db-a9de-e4ec832e3125 req-05071528-8a7a-44c0-adde-b16ed9cc5eb6 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Feb 10 04:07:28.174037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (69f5a675-3347-4580-9648-dd659eb2e074), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.174151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d6edd-0518-403c-a2b9-0e99b4934516 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ef6c9-2940-427f-9d48-3e57ffff294f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:28.186606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f9eed50-ee63-446a-b567-8a6aa4e64e17 req-716d6edd-0518-403c-a2b9-0e99b4934516 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131957 Feb 10 04:07:28.225016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5a675-3347-4580-9648-dd659eb2e074,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:28.254850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-ec1035c8-3c57-4a78-979a-a26417ef7534 req-620f9707-8509-4b84-8b66-4b1d7aa20b31 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:07:28.256292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec1035c8-3c57-4a78-979a-a26417ef7534 req-620f9707-8509-4b84-8b66-4b1d7aa20b31 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074425 Feb 10 04:07:28.341629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Attempting to bind port 69f5a675-3347-4580-9648-dd659eb2e074 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:28.342184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Attempting to bind port 69f5a675-3347-4580-9648-dd659eb2e074 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:28.342483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Attempting to bind port 69f5a675-3347-4580-9648-dd659eb2e074 on network 5ea493fe-0dc7-440f-96d1-b50270835075 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:28.352302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddeb41-f109-4ea0-9e8d-7bf3af3ee706 req-5be1739a-ca2d-4907-adad-f356159f14b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.357776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddeb41-f109-4ea0-9e8d-7bf3af3ee706 req-5be1739a-ca2d-4907-adad-f356159f14b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.363261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddeb41-f109-4ea0-9e8d-7bf3af3ee706 req-5be1739a-ca2d-4907-adad-f356159f14b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.364974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ddeb41-f109-4ea0-9e8d-7bf3af3ee706 req-5be1739a-ca2d-4907-adad-f356159f14b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.1307333 Feb 10 04:07:28.368673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Port 69f5a675-3347-4580-9648-dd659eb2e074 on network 5ea493fe-0dc7-440f-96d1-b50270835075 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:28.368978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Attempting to bind port 69f5a675-3347-4580-9648-dd659eb2e074 on network 5ea493fe-0dc7-440f-96d1-b50270835075 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:28.381321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:28.381658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Checking segment: {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:28.382036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Bound using segment: {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:28.382472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Bound port: 69f5a675-3347-4580-9648-dd659eb2e074, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:28.382857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69f5a675-3347-4580-9648-dd659eb2e074), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.466937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6ddeb41-f109-4ea0-9e8d-7bf3af3ee706 req-f47e2128-aeaa-4580-b293-818e583e056b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920432 Feb 10 04:07:28.492973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] For port 69f5a675-3347-4580-9648-dd659eb2e074, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:28.496317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] For port 69f5a675-3347-4580-9648-dd659eb2e074, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69f5a675-3347-4580-9648-dd659eb2e074,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:28.589926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535bf0c-5a43-4b67-b8bf-46bb01e692d8 req-25afac48-f0ac-4208-864f-d1e45a6145d9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.591716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8535bf0c-5a43-4b67-b8bf-46bb01e692d8 req-25afac48-f0ac-4208-864f-d1e45a6145d9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0637834 Feb 10 04:07:28.619127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (69f5a675-3347-4580-9648-dd659eb2e074), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.694604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.695243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:28.696636 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] 10.222.0.24 "PUT /v2.0/ports/69f5a675-3347-4580-9648-dd659eb2e074 HTTP/1.1" status: 200 len: 1092 time: 1.1736741 Feb 10 04:07:28.697230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'tag': '69f5a675-3347-4580-9648-dd659eb2e074'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:28.699630 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95884254-b6a9-4e0a-b5fe-679a7b6749b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2", "tag": "69f5a675-3347-4580-9648-dd659eb2e074"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:28.718559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8535bf0c-5a43-4b67-b8bf-46bb01e692d8 req-80aeb43d-c313-455f-9edb-df55efaa16b3 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192105 Feb 10 04:07:28.726760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5a675-3347-4580-9648-dd659eb2e074,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:28.733949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.734580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.735129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.735642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.735978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.736312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.736741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.737337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.737644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.737968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.738468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.738819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.739159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbabb4e7-e4be-4ccc-be07-26584ca51fe1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:28.846320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ed5b-74ce-446e-9e94-8875efc649af req-95d4c8f9-f305-4230-80c9-4f41afc46c3b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.848500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c660ed5b-74ce-446e-9e94-8875efc649af req-95d4c8f9-f305-4230-80c9-4f41afc46c3b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 945 time: 0.0590363 Feb 10 04:07:28.862979 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4254c5e9-036c-41d5-991c-f0e531a71c95 x-openstack-request-id: req-4254c5e9-036c-41d5-991c-f0e531a71c95 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:28.863403 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2", "tag": "69f5a675-3347-4580-9648-dd659eb2e074", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:28.863662 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4254c5e9-036c-41d5-991c-f0e531a71c95 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:28.864285 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'tag': '69f5a675-3347-4580-9648-dd659eb2e074', 'status': 'completed', 'code': 200} Feb 10 04:07:28.939386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c660ed5b-74ce-446e-9e94-8875efc649af req-e0c81873-cfe3-40f2-b1d3-d9b8f293598e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835464 Feb 10 04:07:28.963527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527778ae-f682-462f-9ea7-33ca505b1077 req-b00b5938-4a67-4d6e-ab10-108fd7ffa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.965427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-b00b5938-4a67-4d6e-ab10-108fd7ffa04d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 1126 time: 0.0778542 Feb 10 04:07:28.966847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05498d-bcd2-4152-976e-e3ab3e88fc20 req-22349316-011b-419e-8844-9d942669ba89 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:28.968460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b05498d-bcd2-4152-976e-e3ab3e88fc20 req-22349316-011b-419e-8844-9d942669ba89 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0586379 Feb 10 04:07:29.020818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-ed3f2d65-c01c-4d1c-9f40-2029264ea6c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f5a675-3347-4580-9648-dd659eb2e074 HTTP/1.1" status: 200 len: 217 time: 0.0457509 Feb 10 04:07:29.090544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b05498d-bcd2-4152-976e-e3ab3e88fc20 req-bf41c34b-cb7c-49cb-93ba-da30fd917f8b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163621 Feb 10 04:07:29.107742 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-47a86a3a-fbfc-40d7-99df-21292f332aa0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783763 Feb 10 04:07:29.120955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-f8fb2f8c-b80b-4c85-ae8f-58525b4467ad service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:07:29.121947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-f8fb2f8c-b80b-4c85-ae8f-58525b4467ad service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052154 Feb 10 04:07:29.122060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527778ae-f682-462f-9ea7-33ca505b1077 req-4c820071-c0f8-461d-bf35-e36b4549246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.123481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-4c820071-c0f8-461d-bf35-e36b4549246b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.0972145 Feb 10 04:07:29.134902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35d92e-dad0-464a-be75-545000f425ff req-51bec892-0dae-47ab-af86-4a05125b841c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.136493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af35d92e-dad0-464a-be75-545000f425ff req-51bec892-0dae-47ab-af86-4a05125b841c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0994854 Feb 10 04:07:29.168824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-b24d798c-4a90-4ca1-8a3a-59f49fa03851 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312374 Feb 10 04:07:29.320347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507730c-07dc-444c-876b-da9c1980ac73 req-4ecf35ce-2f00-43e8-b2af-bce316f46f58 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.322403 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5507730c-07dc-444c-876b-da9c1980ac73 req-4ecf35ce-2f00-43e8-b2af-bce316f46f58 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 944 time: 0.0656545 Feb 10 04:07:29.365373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e6d8e-5e45-47ca-85aa-85565ce71d1e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:29.367981 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d99a8-cb7b-4ea2-95aa-676871e2ed3d" -d '{"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-plugged", "status": "completed", "tag": "726e6d8e-5e45-47ca-85aa-85565ce71d1e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:29.381413 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5507730c-07dc-444c-876b-da9c1980ac73 req-2e9e45c0-b3a4-4a9f-9e1d-f08fce4e4438 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 Feb 10 04:07:29.448029 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e119c9-cbba-4fc2-bf3f-86a63248a5c3 x-openstack-request-id: req-d9e119c9-cbba-4fc2-bf3f-86a63248a5c3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:29.448387 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-plugged", "status": "completed", "tag": "726e6d8e-5e45-47ca-85aa-85565ce71d1e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:29.448745 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9e119c9-cbba-4fc2-bf3f-86a63248a5c3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:29.449194 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e6d8e-5e45-47ca-85aa-85565ce71d1e', 'code': 200} Feb 10 04:07:29.578070 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af35d92e-dad0-464a-be75-545000f425ff req-33aa621d-14ac-4f8b-aba4-2b516343b314 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148698 Feb 10 04:07:29.631560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-9d341918-69a0-4357-9585-7e797aad5541 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539175 Feb 10 04:07:29.644935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d12c0-2cbb-4b17-8ae5-f789a7ed2c35 req-a7a47e74-4043-4c88-96e4-2cd3d255d6c1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.651050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d12c0-2cbb-4b17-8ae5-f789a7ed2c35 req-a7a47e74-4043-4c88-96e4-2cd3d255d6c1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.658233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d12c0-2cbb-4b17-8ae5-f789a7ed2c35 req-a7a47e74-4043-4c88-96e4-2cd3d255d6c1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.661010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a5d12c0-2cbb-4b17-8ae5-f789a7ed2c35 req-a7a47e74-4043-4c88-96e4-2cd3d255d6c1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.0963323 Feb 10 04:07:29.668353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53b93-5e0e-4548-aa48-276fa22754ca req-8bbb4869-9793-459f-aa59-233427b37932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.668900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53b93-5e0e-4548-aa48-276fa22754ca req-8bbb4869-9793-459f-aa59-233427b37932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.669501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53b93-5e0e-4548-aa48-276fa22754ca req-8bbb4869-9793-459f-aa59-233427b37932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.671174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91c53b93-5e0e-4548-aa48-276fa22754ca req-8bbb4869-9793-459f-aa59-233427b37932 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2965 time: 0.1326652 Feb 10 04:07:29.716743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a5d12c0-2cbb-4b17-8ae5-f789a7ed2c35 req-f05fd209-0281-46e0-858a-d1c8e351c424 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497899 Feb 10 04:07:29.766930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91c53b93-5e0e-4548-aa48-276fa22754ca req-8ab88393-8e5d-4f3b-8e16-a5a27f6e8824 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852516 Feb 10 04:07:29.796900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-527778ae-f682-462f-9ea7-33ca505b1077 req-3e69fbbe-653c-4d55-99a2-47946c0542aa service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558626 Feb 10 04:07:29.807905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0da6e0d8-db00-4d2d-b4a7-8d5d17ef1661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:29.831136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-81dee58b-af99-4641-8f84-a38662b9c62d tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.833798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-81dee58b-af99-4641-8f84-a38662b9c62d tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/ports/5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 1129 time: 0.0662413 Feb 10 04:07:29.874270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e2be2-86ae-4559-9f97-7b0a80e6dbb0 req-787830bd-5566-4b73-8ba4-7b1c519550e1 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:29.875846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b19e2be2-86ae-4559-9f97-7b0a80e6dbb0 req-787830bd-5566-4b73-8ba4-7b1c519550e1 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0546372 Feb 10 04:07:29.928832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b19e2be2-86ae-4559-9f97-7b0a80e6dbb0 req-c6b13a48-d245-4131-8e8b-df2ca88cc4d8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Feb 10 04:07:30.064620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc40e1-28a0-4068-ac2a-1df39bbc1af9 req-9b073a51-8d16-4b09-a355-7419f9661d73 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.066210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dadc40e1-28a0-4068-ac2a-1df39bbc1af9 req-9b073a51-8d16-4b09-a355-7419f9661d73 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 945 time: 0.0556805 Feb 10 04:07:30.123245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dadc40e1-28a0-4068-ac2a-1df39bbc1af9 req-dd8a781f-9ffd-4e58-9e64-2b1530bfc0fd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511544 Feb 10 04:07:30.265130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-aa1a2135-e91c-406a-b708-c9a189022658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.266693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-aa1a2135-e91c-406a-b708-c9a189022658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 1126 time: 0.1315143 Feb 10 04:07:30.281764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0d58-13c7-4972-813a-dca21f4d2af2 req-dddb25ca-2537-4280-8141-eac1e60fa1a8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.284780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caaa0d58-13c7-4972-813a-dca21f4d2af2 req-dddb25ca-2537-4280-8141-eac1e60fa1a8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0814564 Feb 10 04:07:30.386433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caaa0d58-13c7-4972-813a-dca21f4d2af2 req-1975918c-5287-4d70-a0ab-fb354dfb91c1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937932 Feb 10 04:07:30.413407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-3cd04c92-69ac-44d7-9228-43fa8f0028eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.413407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-3cd04c92-69ac-44d7-9228-43fa8f0028eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 911 time: 0.1228502 Feb 10 04:07:30.463319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-f17f42c9-9489-4484-b437-847409b42ac5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f5a675-3347-4580-9648-dd659eb2e074 HTTP/1.1" status: 200 len: 217 time: 0.0482142 Feb 10 04:07:30.523375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-f0af1010-0e43-4fee-8045-b7a259b070f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.526495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-f0af1010-0e43-4fee-8045-b7a259b070f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.0571005 Feb 10 04:07:30.537217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e821f-d3ca-42d8-aa3e-08f2fadb1dd6 req-19ed5e07-402a-481a-9714-586ba3194818 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.549425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-412e821f-d3ca-42d8-aa3e-08f2fadb1dd6 req-19ed5e07-402a-481a-9714-586ba3194818 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 944 time: 0.0570188 Feb 10 04:07:30.562635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-2e7aff93-2f1f-4eeb-91ff-d25ff9aab895 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290728 Feb 10 04:07:30.595354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-412e821f-d3ca-42d8-aa3e-08f2fadb1dd6 req-54c9ec74-22fc-4adb-9439-ecd2bec24ea8 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Feb 10 04:07:30.707696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-cce7f829-4647-4a66-beba-99f9501d3680 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384017 Feb 10 04:07:30.809879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31d4eb-17f9-4fe9-a70d-d386765fad67 req-7d93ea9e-e5dc-4028-b625-eae81ff43ad5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.817195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee31d4eb-17f9-4fe9-a70d-d386765fad67 req-7d93ea9e-e5dc-4028-b625-eae81ff43ad5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1715214 Feb 10 04:07:30.872031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536f274-c101-4e3c-8d55-9f16ad02a10f req-8a22f2d5-a9d0-4b5b-9920-7fbddcf03e29 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.878990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536f274-c101-4e3c-8d55-9f16ad02a10f req-8a22f2d5-a9d0-4b5b-9920-7fbddcf03e29 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.879229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:30.885966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee31d4eb-17f9-4fe9-a70d-d386765fad67 req-faa71427-e114-4071-967c-1b63dc2fbe17 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678217 Feb 10 04:07:30.890404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536f274-c101-4e3c-8d55-9f16ad02a10f req-8a22f2d5-a9d0-4b5b-9920-7fbddcf03e29 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:30.891019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95884254-b6a9-4e0a-b5fe-679a7b6749b2 req-b04a2468-e081-4b2f-95ca-81bfdb06edd9 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693444 Feb 10 04:07:30.891109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a536f274-c101-4e3c-8d55-9f16ad02a10f req-8a22f2d5-a9d0-4b5b-9920-7fbddcf03e29 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.0976107 Feb 10 04:07:30.940387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a536f274-c101-4e3c-8d55-9f16ad02a10f req-8002bfae-40c5-4685-9554-4bf7f07328fb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440853 Feb 10 04:07:31.050591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ef490-ffd3-4026-9813-f5485fd608dc req-46ebfb70-450e-4e37-af13-0b5e305a4b9d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:31.052137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e19ef490-ffd3-4026-9813-f5485fd608dc req-46ebfb70-450e-4e37-af13-0b5e305a4b9d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0542493 Feb 10 04:07:31.105904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e19ef490-ffd3-4026-9813-f5485fd608dc req-aca14360-31a8-4f45-bd83-453ac57187d6 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Feb 10 04:07:31.526976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cd41c-166f-4ca6-85c3-043a3a3e132e req-c12b4ef6-bf2a-4492-ac3c-d44f8f4fe283 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:31.528527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c5cd41c-166f-4ca6-85c3-043a3a3e132e req-c12b4ef6-bf2a-4492-ac3c-d44f8f4fe283 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0601902 Feb 10 04:07:31.577176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c5cd41c-166f-4ca6-85c3-043a3a3e132e req-b50c8a65-7923-4d80-8f9a-8e9af801f281 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Feb 10 04:07:31.730797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cec1d7-eeb5-4455-889a-d1df7eca31a3 req-1ab3b695-52b3-4fe5-960b-f6f84f3cd115 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:31.732440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25cec1d7-eeb5-4455-889a-d1df7eca31a3 req-1ab3b695-52b3-4fe5-960b-f6f84f3cd115 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 944 time: 0.0574386 Feb 10 04:07:31.787235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-0f163165-baa0-49a3-94d1-7a04850a545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:31.788854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-0f163165-baa0-49a3-94d1-7a04850a545f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1132 time: 0.0572124 Feb 10 04:07:31.799387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25cec1d7-eeb5-4455-889a-d1df7eca31a3 req-834748c3-a02d-4b7f-9550-b81e524d0094 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Feb 10 04:07:31.912079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-7c4239a9-254f-4179-a1ce-bf5f48d09138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:31.913588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-7c4239a9-254f-4179-a1ce-bf5f48d09138 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1156204 Feb 10 04:07:31.957931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-2272d1b9-9415-4358-a1f5-d45e753a698d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.0370076 Feb 10 04:07:32.047052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-3ef074de-cdf0-4c99-8bbd-94a437ef152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.048565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-3ef074de-cdf0-4c99-8bbd-94a437ef152d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0857754 Feb 10 04:07:32.065761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a7e27-aacf-46a7-b0c9-a039dc334fe7 req-46c34ee9-7a33-4ad8-9e7d-a718aa3e0f0d tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.068736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-257a7e27-aacf-46a7-b0c9-a039dc334fe7 req-46c34ee9-7a33-4ad8-9e7d-a718aa3e0f0d tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0982075 Feb 10 04:07:32.084649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73885bc-db81-4305-a2a4-a5eeee9b00dc req-50e9773d-2bee-4679-8dbc-8bb659dbf9eb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.090065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73885bc-db81-4305-a2a4-a5eeee9b00dc req-50e9773d-2bee-4679-8dbc-8bb659dbf9eb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.095355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73885bc-db81-4305-a2a4-a5eeee9b00dc req-50e9773d-2bee-4679-8dbc-8bb659dbf9eb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.097140 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d73885bc-db81-4305-a2a4-a5eeee9b00dc req-50e9773d-2bee-4679-8dbc-8bb659dbf9eb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.0798390 Feb 10 04:07:32.148309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-257a7e27-aacf-46a7-b0c9-a039dc334fe7 req-28fa6e48-dcf9-4102-a3e0-37725d4cb7ca tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689721 Feb 10 04:07:32.151066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-fa1ed27e-f24d-4706-a7eb-3881c75bbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.152733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-fa1ed27e-f24d-4706-a7eb-3881c75bbe07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0957115 Feb 10 04:07:32.158643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d73885bc-db81-4305-a2a4-a5eeee9b00dc req-b580e0dd-c7bf-4c29-8b27-1cc1e44a459b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553002 Feb 10 04:07:32.298679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-ef41edb3-0c6e-4464-98d5-761764186d3a service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389337 Feb 10 04:07:32.311327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb58e9-5577-4623-8ddc-2a053b0a94b6 req-42cf5b20-30cc-46bc-a8f1-d4275d6afae7 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.312760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29cb58e9-5577-4623-8ddc-2a053b0a94b6 req-42cf5b20-30cc-46bc-a8f1-d4275d6afae7 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0839856 Feb 10 04:07:32.434066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29cb58e9-5577-4623-8ddc-2a053b0a94b6 req-24c39ea0-1bc3-49a9-a49b-f8593f6ec783 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110282 Feb 10 04:07:32.454815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-bd3cbc84-bd76-45ee-bce3-aa13b469055f service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372447 Feb 10 04:07:32.510934 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:32.718435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756a1d2-e7cf-45b0-bddf-bd287adbf4ad req-634def72-e121-4e60-8289-9772059d706c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.720064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e756a1d2-e7cf-45b0-bddf-bd287adbf4ad req-634def72-e121-4e60-8289-9772059d706c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0636096 Feb 10 04:07:32.780511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e756a1d2-e7cf-45b0-bddf-bd287adbf4ad req-c8741286-7c3e-41c9-9f53-40877dbafce6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530930 Feb 10 04:07:32.791071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fcf26-0610-48fb-aa95-e81e86345dc4 req-3af7fd4e-4cc3-42ac-8ad5-9cb4bffc640f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.798827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fcf26-0610-48fb-aa95-e81e86345dc4 req-3af7fd4e-4cc3-42ac-8ad5-9cb4bffc640f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.805052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fcf26-0610-48fb-aa95-e81e86345dc4 req-3af7fd4e-4cc3-42ac-8ad5-9cb4bffc640f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.806773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d44fcf26-0610-48fb-aa95-e81e86345dc4 req-3af7fd4e-4cc3-42ac-8ad5-9cb4bffc640f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.0794041 Feb 10 04:07:32.866018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d44fcf26-0610-48fb-aa95-e81e86345dc4 req-4e240b66-c177-4454-b45e-987dd87c2ef7 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527015 Feb 10 04:07:32.951246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f703b-56cc-4a84-8975-178074eb03c3 req-9d2ce158-ae44-424f-a9bd-aaa110191c14 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:32.959097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-588f703b-56cc-4a84-8975-178074eb03c3 req-9d2ce158-ae44-424f-a9bd-aaa110191c14 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 944 time: 0.0613484 Feb 10 04:07:33.015362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-588f703b-56cc-4a84-8975-178074eb03c3 req-6b7e3888-d8b7-41ba-bc81-3e19162b6aa4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Feb 10 04:07:33.271564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2231139-a9db-4471-bf12-056925d21812 req-d1997ff1-18b4-4ea7-b6c2-5f4cea1dbd10 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:33.273228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2231139-a9db-4471-bf12-056925d21812 req-d1997ff1-18b4-4ea7-b6c2-5f4cea1dbd10 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0543125 Feb 10 04:07:33.577759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6be63-1183-4980-80ef-a17ea514b623 req-e16b80f7-92cf-4c3c-aa57-8bf1139bc04b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:33.579461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ae6be63-1183-4980-80ef-a17ea514b623 req-e16b80f7-92cf-4c3c-aa57-8bf1139bc04b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0684645 Feb 10 04:07:33.625575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2231139-a9db-4471-bf12-056925d21812 req-ae5c8691-897c-4a4e-b785-10e86dfa034d tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459864 Feb 10 04:07:33.632485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ae6be63-1183-4980-80ef-a17ea514b623 req-fc209c75-cd70-4e15-a5c6-aaec345e7820 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Feb 10 04:07:33.833928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:33.888557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69f5a675-3347-4580-9648-dd659eb2e074 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:33.927760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15cf0-a704-4850-8ec7-9ac10ba9972e req-a9ffd106-a2d0-49d0-b22c-b5afff4392ef tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:33.940389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aae15cf0-a704-4850-8ec7-9ac10ba9972e req-a9ffd106-a2d0-49d0-b22c-b5afff4392ef tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0884027 Feb 10 04:07:34.003057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aae15cf0-a704-4850-8ec7-9ac10ba9972e req-415a6c94-53cb-4eec-a4a0-d2f07ad67d8b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577824 Feb 10 04:07:34.049828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626d44-19db-4cd0-afa7-2ea01d677684 req-23ec1a2b-1396-45ce-adfe-3c3bab6a0d06 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.049828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626d44-19db-4cd0-afa7-2ea01d677684 req-23ec1a2b-1396-45ce-adfe-3c3bab6a0d06 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.052231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 69f5a675-3347-4580-9648-dd659eb2e074, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69f5a675-3347-4580-9648-dd659eb2e074,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:34.052830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626d44-19db-4cd0-afa7-2ea01d677684 req-23ec1a2b-1396-45ce-adfe-3c3bab6a0d06 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.059982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da626d44-19db-4cd0-afa7-2ea01d677684 req-23ec1a2b-1396-45ce-adfe-3c3bab6a0d06 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.0739055 Feb 10 04:07:34.067546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '69f5a675-3347-4580-9648-dd659eb2e074', 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'port_id': '69f5a675-3347-4580-9648-dd659eb2e074', 'mac_address': 'fa:16:3e:b5:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:34.116862 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da626d44-19db-4cd0-afa7-2ea01d677684 req-892b47e3-5eb5-4eae-b688-ba3f8c4b556c tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560308 Feb 10 04:07:34.121550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 69f5a675-3347-4580-9648-dd659eb2e074 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:34.121954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69f5a675-3347-4580-9648-dd659eb2e074), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:34.136380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f5a675-3347-4580-9648-dd659eb2e074 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:34.149525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f831c-2538-44d0-bef5-0e04a7244e08 req-20a3ca1c-3d62-451e-882d-327984c21c33 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.151032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-735f831c-2538-44d0-bef5-0e04a7244e08 req-20a3ca1c-3d62-451e-882d-327984c21c33 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 944 time: 0.0598335 Feb 10 04:07:34.157889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 69f5a675-3347-4580-9648-dd659eb2e074, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69f5a675-3347-4580-9648-dd659eb2e074,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:34.208288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-735f831c-2538-44d0-bef5-0e04a7244e08 req-5940f2a1-d0a5-4f22-a3fc-d8a81f0ad388 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507679 Feb 10 04:07:34.258251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69f5a675-3347-4580-9648-dd659eb2e074), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:34.347408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=69f5a675-3347-4580-9648-dd659eb2e074,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:34.710478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69f5a675-3347-4580-9648-dd659eb2e074'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:34.781697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81263ad-d48f-4ee9-abd9-9e9b455a826f req-f2f77312-0638-499b-881d-62a98c801468 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.784319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a81263ad-d48f-4ee9-abd9-9e9b455a826f req-f2f77312-0638-499b-881d-62a98c801468 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0746489 Feb 10 04:07:34.818140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1cea0-1219-4740-9049-774779dbb231 req-513fde03-d6d7-4068-ab4c-3675bbdf7bc3 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.829425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0b1cea0-1219-4740-9049-774779dbb231 req-513fde03-d6d7-4068-ab4c-3675bbdf7bc3 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1296170 Feb 10 04:07:34.888636 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a81263ad-d48f-4ee9-abd9-9e9b455a826f req-4247fb30-bc3a-4faf-92ee-0e108a6becb5 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974853 Feb 10 04:07:34.917364 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0b1cea0-1219-4740-9049-774779dbb231 req-d0a70f5f-ad04-4678-a102-2ee03918dff1 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868137 Feb 10 04:07:34.922083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2a992188-e7a1-4428-9c7b-423cb89c696a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.931189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2a992188-e7a1-4428-9c7b-423cb89c696a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.936526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2a992188-e7a1-4428-9c7b-423cb89c696a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:34.938330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2a992188-e7a1-4428-9c7b-423cb89c696a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.1260364 Feb 10 04:07:35.103256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port 726e6d8e-5e45-47ca-85aa-85565ce71d1e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:07:35.104281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:35.141681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1722f6c-b2c1-4f3e-a9ae-344b15a535cc req-d20a41b2-6d10-46d3-9413-d367c391188b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:35.149578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1722f6c-b2c1-4f3e-a9ae-344b15a535cc req-d20a41b2-6d10-46d3-9413-d367c391188b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0729759 Feb 10 04:07:35.203307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1722f6c-b2c1-4f3e-a9ae-344b15a535cc req-ee699dba-d52c-4d71-b3d6-7c2bffe862c5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527813 Feb 10 04:07:35.253335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port 726e6d8e-5e45-47ca-85aa-85565ce71d1e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=726e6d8e-5e45-47ca-85aa-85565ce71d1e,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:35.253703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:35.274635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for 726e6d8e-5e45-47ca-85aa-85565ce71d1e owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:07:35.308812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08453fed-66a7-4fd1-9e1c-a981a5bc598c req-46c36c6c-f821-41a1-bca5-c58ae039515d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:35.314555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08453fed-66a7-4fd1-9e1c-a981a5bc598c req-46c36c6c-f821-41a1-bca5-c58ae039515d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:35.321417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08453fed-66a7-4fd1-9e1c-a981a5bc598c req-46c36c6c-f821-41a1-bca5-c58ae039515d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:35.323158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08453fed-66a7-4fd1-9e1c-a981a5bc598c req-46c36c6c-f821-41a1-bca5-c58ae039515d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 2419 time: 0.1248806 Feb 10 04:07:35.366899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccf943-0c06-4ba5-acb6-e28e925bff91 req-561938ff-1e78-45d4-9e68-98724d83998c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:35.368712 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1ccf943-0c06-4ba5-acb6-e28e925bff91 req-561938ff-1e78-45d4-9e68-98724d83998c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0659962 Feb 10 04:07:35.455658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08453fed-66a7-4fd1-9e1c-a981a5bc598c req-9bd42cf5-d7ef-44c3-92f1-beacfa7a5120 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996304 Feb 10 04:07:35.460620 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1ccf943-0c06-4ba5-acb6-e28e925bff91 req-9acd5666-bf80-40c5-a2b2-b1a502936279 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807815 Feb 10 04:07:35.571381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (726e6d8e-5e45-47ca-85aa-85565ce71d1e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:35.585832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6e2250a6-9fb1-476f-80d2-3c6dde4173a3', 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f', '726e6d8e-5e45-47ca-85aa-85565ce71d1e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:35.602393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=726e6d8e-5e45-47ca-85aa-85565ce71d1e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:35.679466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port 726e6d8e-5e45-47ca-85aa-85565ce71d1e on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:07:35.685738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:35.694981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-6ca7beaf-b81d-47cd-a443-8d03906f635a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "DELETE /v2.0/ports/726e6d8e-5e45-47ca-85aa-85565ce71d1e HTTP/1.1" status: 204 len: 173 time: 0.7479990 Feb 10 04:07:35.695793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-deleted', 'tag': '726e6d8e-5e45-47ca-85aa-85565ce71d1e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:35.698444 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd9af5e-e738-4adf-a89b-fa33e4d477ee" -d '{"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-deleted", "tag": "726e6d8e-5e45-47ca-85aa-85565ce71d1e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:35.876661 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77c732d-6458-4128-b3a0-6f7484448fee x-openstack-request-id: req-b77c732d-6458-4128-b3a0-6f7484448fee {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:35.876956 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-deleted", "tag": "726e6d8e-5e45-47ca-85aa-85565ce71d1e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:35.877211 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b77c732d-6458-4128-b3a0-6f7484448fee {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:35.877613 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-deleted', 'tag': '726e6d8e-5e45-47ca-85aa-85565ce71d1e', 'status': 'completed', 'code': 200} Feb 10 04:07:35.900818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:07:35.901115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:36.069103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:36.069600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:36.070937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284187-9148-4620-ab9e-a17f05137a11 req-cc1dd21f-0e27-4cfd-bb1b-5fa2e3ade302 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:36.072453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c4284187-9148-4620-ab9e-a17f05137a11 req-cc1dd21f-0e27-4cfd-bb1b-5fa2e3ade302 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0648968 Feb 10 04:07:36.091624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:07:36.117134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ea2f-f046-4f2b-8554-4d82bfa11ed6 req-7379c4a6-3d24-4568-ab6b-7200a7f95df7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:36.118684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6b2ea2f-f046-4f2b-8554-4d82bfa11ed6 req-7379c4a6-3d24-4568-ab6b-7200a7f95df7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1150534 Feb 10 04:07:36.126568 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c4284187-9148-4620-ab9e-a17f05137a11 req-ca672504-ac51-40df-adfb-2004d9fdfcf8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484207 Feb 10 04:07:36.238912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6b2ea2f-f046-4f2b-8554-4d82bfa11ed6 req-e69e886d-8a18-4e25-8dd3-2e54a9086711 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853226 Feb 10 04:07:36.344251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823758dc-4c79-4cb4-90bd-18d0e319a484 req-79a58b64-8b1a-4402-b205-b41b586ccb9a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:36.345740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-823758dc-4c79-4cb4-90bd-18d0e319a484 req-79a58b64-8b1a-4402-b205-b41b586ccb9a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0537832 Feb 10 04:07:36.365910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6e2250a6-9fb1-476f-80d2-3c6dde4173a3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:36.400056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=6e2250a6-9fb1-476f-80d2-3c6dde4173a3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:36.401877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-823758dc-4c79-4cb4-90bd-18d0e319a484 req-6d756301-ea3c-49af-afbd-9c9f39b2a580 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Feb 10 04:07:36.460531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:07:36.463656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:36.467629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-2fb4abb9-5cd6-4096-8ceb-59d5b9f39b2a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "DELETE /v2.0/ports/6e2250a6-9fb1-476f-80d2-3c6dde4173a3 HTTP/1.1" status: 204 len: 173 time: 0.7655830 Feb 10 04:07:36.626106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5c400-88d6-4e9b-b7bf-fc1b4baf6adc req-1cab6185-3385-4e96-a871-a602f624e400 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:36.627797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48a5c400-88d6-4e9b-b7bf-fc1b4baf6adc req-1cab6185-3385-4e96-a871-a602f624e400 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0849674 Feb 10 04:07:36.633413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5883ec-4f94-4e21-a3c1-233e24109d07 req-a11ef6db-5477-4fbc-a267-a3fd91b6de0a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:36.635534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac5883ec-4f94-4e21-a3c1-233e24109d07 req-a11ef6db-5477-4fbc-a267-a3fd91b6de0a tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 946 time: 0.0837781 Feb 10 04:07:36.642904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port f0ff0ad3-219a-4889-90b0-8ac2efb9638f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:07:36.643254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:36.725433 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48a5c400-88d6-4e9b-b7bf-fc1b4baf6adc req-c64eae67-9487-45f6-aea3-fc40a2b3c55f tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888202 Feb 10 04:07:36.788442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac5883ec-4f94-4e21-a3c1-233e24109d07 req-58f3a0b6-3158-4b57-8ea6-a1395e071f79 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409929 Feb 10 04:07:36.811759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port f0ff0ad3-219a-4889-90b0-8ac2efb9638f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:36.812119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:36.826145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for f0ff0ad3-219a-4889-90b0-8ac2efb9638f owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:07:37.028774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f0ff0ad3-219a-4889-90b0-8ac2efb9638f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:37.063898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=f0ff0ad3-219a-4889-90b0-8ac2efb9638f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:37.119073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port f0ff0ad3-219a-4889-90b0-8ac2efb9638f on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:07:37.122825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:37.126804 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c73fb9c5-2af7-42e7-9648-0cd61b158e55 req-fe6231d6-fe24-4805-a553-b08981d47c53 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "DELETE /v2.0/ports/f0ff0ad3-219a-4889-90b0-8ac2efb9638f HTTP/1.1" status: 204 len: 173 time: 0.6535282 Feb 10 04:07:37.272539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a964d-fdcc-48d6-83d0-92674cb1c0ce req-ffea95a4-6ec3-4001-817c-f498ee634f3c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:37.274283 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-670a964d-fdcc-48d6-83d0-92674cb1c0ce req-ffea95a4-6ec3-4001-817c-f498ee634f3c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0737278 Feb 10 04:07:37.328532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-670a964d-fdcc-48d6-83d0-92674cb1c0ce req-6643075e-95da-4012-aab6-a9821748fbd8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Feb 10 04:07:37.392417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6259e-aebb-4fa8-a32f-f75ec5590b0e req-5d0d06d0-1482-47e5-8817-21cebf0b3f52 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:37.394403 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ad6259e-aebb-4fa8-a32f-f75ec5590b0e req-5d0d06d0-1482-47e5-8817-21cebf0b3f52 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0638864 Feb 10 04:07:37.444207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ad6259e-aebb-4fa8-a32f-f75ec5590b0e req-7aefd464-ecbc-4e02-99e9-eb0f3d5b1941 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Feb 10 04:07:37.549167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566350b-c062-48c6-a465-8d09f83d5d3b req-58dfbb82-d7b9-4136-a913-aebd9d0f5d2d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:37.550652 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e566350b-c062-48c6-a465-8d09f83d5d3b req-58dfbb82-d7b9-4136-a913-aebd9d0f5d2d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0545497 Feb 10 04:07:37.599081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e566350b-c062-48c6-a465-8d09f83d5d3b req-173cb125-d4e2-4e5a-98d4-62b4eb3bf857 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Feb 10 04:07:37.865124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23214ce7-c971-44d5-be65-49adc400f831 req-8e895476-c720-4931-856b-503e601131b3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:37.866625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-23214ce7-c971-44d5-be65-49adc400f831 req-8e895476-c720-4931-856b-503e601131b3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 945 time: 0.0610416 Feb 10 04:07:37.878265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-deleted', 'tag': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3'}, {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-deleted', 'tag': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:37.880492 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bddc76-7b5c-4110-980a-1d848a7ad51c" -d '{"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-deleted", "tag": "6e2250a6-9fb1-476f-80d2-3c6dde4173a3"}, {"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-deleted", "tag": "f0ff0ad3-219a-4889-90b0-8ac2efb9638f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:37.903594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31ff9dcd-2e8e-4e27-9166-92ac956a23e5 req-884ed202-241a-46f4-9df8-be4f089fd064 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=306e038c-e37d-480c-83f3-6cde1b878514 HTTP/1.1" status: 200 len: 210 time: 0.0309770 Feb 10 04:07:37.910644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69f5a675-3347-4580-9648-dd659eb2e074 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:37.931231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-23214ce7-c971-44d5-be65-49adc400f831 req-0de08438-be7a-4ce3-8ee1-5775b92fcec1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584843 Feb 10 04:07:37.961683 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a47b0e-5120-4638-aaf0-8df2395b7a65 x-openstack-request-id: req-51a47b0e-5120-4638-aaf0-8df2395b7a65 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:37.961683 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-deleted", "tag": "6e2250a6-9fb1-476f-80d2-3c6dde4173a3", "status": "completed", "code": 200}, {"server_uuid": "306e038c-e37d-480c-83f3-6cde1b878514", "name": "network-vif-deleted", "tag": "f0ff0ad3-219a-4889-90b0-8ac2efb9638f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:37.961683 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51a47b0e-5120-4638-aaf0-8df2395b7a65 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:37.961683 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-deleted', 'tag': '6e2250a6-9fb1-476f-80d2-3c6dde4173a3', 'status': 'completed', 'code': 200} Feb 10 04:07:37.961683 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e038c-e37d-480c-83f3-6cde1b878514', 'name': 'network-vif-deleted', 'tag': 'f0ff0ad3-219a-4889-90b0-8ac2efb9638f', 'status': 'completed', 'code': 200} Feb 10 04:07:38.041658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 69f5a675-3347-4580-9648-dd659eb2e074 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:07:38.045587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 69f5a675-3347-4580-9648-dd659eb2e074 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:38.045973 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69f5a675-3347-4580-9648-dd659eb2e074), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:38.133664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 69f5a675-3347-4580-9648-dd659eb2e074 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:38.134055 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69f5a675-3347-4580-9648-dd659eb2e074), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:38.157319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5a675-3347-4580-9648-dd659eb2e074'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:38.159737 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57aef75-4043-4a1c-9199-a23b5c0c9ba8" -d '{"events": [{"server_uuid": "d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "69f5a675-3347-4580-9648-dd659eb2e074"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:38.175490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 69f5a675-3347-4580-9648-dd659eb2e074, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69f5a675-3347-4580-9648-dd659eb2e074,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:38.202034 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df90b04-edf9-437a-9b7b-c45a837d4b69 x-openstack-request-id: req-9df90b04-edf9-437a-9b7b-c45a837d4b69 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:38.202328 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2", "name": "network-vif-plugged", "status": "completed", "tag": "69f5a675-3347-4580-9648-dd659eb2e074", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:38.202583 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9df90b04-edf9-437a-9b7b-c45a837d4b69 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:38.203013 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5a675-3347-4580-9648-dd659eb2e074', 'code': 200} Feb 10 04:07:38.239849 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69f5a675-3347-4580-9648-dd659eb2e074), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:38.240766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:07:38.281555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:07:38.281918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6e2250a6-9fb1-476f-80d2-3c6dde4173a3 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:07:38.282342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f0ff0ad3-219a-4889-90b0-8ac2efb9638f no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:07:38.305181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: f0ff0ad3-219a-4889-90b0-8ac2efb9638f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:07:38.305717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f0ff0ad3-219a-4889-90b0-8ac2efb9638f not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:07:38.306158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 726e6d8e-5e45-47ca-85aa-85565ce71d1e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:07:38.329653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894dcde-e1f9-4ef8-b30f-a9ef12c3f429 req-4f3454a1-132e-46ef-8c52-ed9f46480565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:38.331444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8894dcde-e1f9-4ef8-b30f-a9ef12c3f429 req-4f3454a1-132e-46ef-8c52-ed9f46480565 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 1128 time: 0.0579107 Feb 10 04:07:38.345127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 726e6d8e-5e45-47ca-85aa-85565ce71d1e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:07:38.345483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 726e6d8e-5e45-47ca-85aa-85565ce71d1e not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:07:38.358023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=69f5a675-3347-4580-9648-dd659eb2e074,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:38.367473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.367666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.368120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.368577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.369047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.369473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.369890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.370276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.370741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.376354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.376354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.376354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.376354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:07:38.382976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8894dcde-e1f9-4ef8-b30f-a9ef12c3f429 req-a43247bc-9111-48d9-b591-42d78323f043 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Feb 10 04:07:38.464070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae58f5d-44d1-42f0-87ef-5036064e0570 req-a5af4f5e-73f5-48ef-8908-cd75de10c324 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:38.465551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ae58f5d-44d1-42f0-87ef-5036064e0570 req-a5af4f5e-73f5-48ef-8908-cd75de10c324 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0596468 Feb 10 04:07:38.527054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ae58f5d-44d1-42f0-87ef-5036064e0570 req-f4278924-c29a-46ba-adb1-86dac99d5ab7 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552912 Feb 10 04:07:38.575547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4079e-c696-4745-81fe-1a17209182d4 req-40a7b3e3-70c5-4ae6-8b23-d884ec1b9332 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:38.577373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74f4079e-c696-4745-81fe-1a17209182d4 req-40a7b3e3-70c5-4ae6-8b23-d884ec1b9332 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0563574 Feb 10 04:07:38.627621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74f4079e-c696-4745-81fe-1a17209182d4 req-e9de4d36-edfb-4441-ab6a-946965c83ef0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Feb 10 04:07:38.730485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a114ea-53b4-4a1c-970a-12102ebdec51 req-86792c11-1113-4f6b-aae1-9a9790faa4d3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:38.732090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a114ea-53b4-4a1c-970a-12102ebdec51 req-86792c11-1113-4f6b-aae1-9a9790faa4d3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0572815 Feb 10 04:07:38.792094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4a114ea-53b4-4a1c-970a-12102ebdec51 req-2a276f7f-f6f6-41dc-9fff-2bd17e891208 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537539 Feb 10 04:07:38.968109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59124) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:39.053908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting subnet e7851e13-accd-455c-93f5-c0d8dcd75ada {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:07:39.058130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (e7851e13-accd-455c-93f5-c0d8dcd75ada), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.104704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (e7851e13-accd-455c-93f5-c0d8dcd75ada), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.135456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7af09f-3e4d-498a-9b3c-267f7f748d9a req-0a054c74-805a-4448-8d3f-ef2d09dde2b9 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:39.136838 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd7af09f-3e4d-498a-9b3c-267f7f748d9a req-0a054c74-805a-4448-8d3f-ef2d09dde2b9 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1239111 Feb 10 04:07:39.228422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd7af09f-3e4d-498a-9b3c-267f7f748d9a req-78e9cf8b-4f53-4e1f-82ab-998dd3ebbf8e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849671 Feb 10 04:07:39.234854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e7851e13-accd-455c-93f5-c0d8dcd75ada), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.377412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (e7851e13-accd-455c-93f5-c0d8dcd75ada), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.424319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Subnet': ['ID=e7851e13-accd-455c-93f5-c0d8dcd75ada,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:39.424319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.424319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2dfc9d27-ea2a-4bb7-ad0f-5288b16e5a02 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/subnets/e7851e13-accd-455c-93f5-c0d8dcd75ada HTTP/1.1" status: 204 len: 168 time: 0.4517560 Feb 10 04:07:39.426633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59128) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:39.432314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a824b5-7728-4f69-9864-ebfde0197c5b None None] Network ea6e4120-e18d-4e19-91ea-026466029bdc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:39.534055 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (ea6e4120-e18d-4e19-91ea-026466029bdc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.613056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:07:39.613746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.700752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:39.701547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:39.712631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd86ec-185b-48d2-ada0-c1528325c927 req-cce5295a-bbaa-4c0e-9b12-dfe5b3418858 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:39.714174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22cd86ec-185b-48d2-ada0-c1528325c927 req-cce5295a-bbaa-4c0e-9b12-dfe5b3418858 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0974531 Feb 10 04:07:39.720017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:07:39.803831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22cd86ec-185b-48d2-ada0-c1528325c927 req-a82bbad0-a030-4687-85fe-6d7a4387b609 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744846 Feb 10 04:07:39.849415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] DHCP port deletion for ea6e4120-e18d-4e19-91ea-026466029bdc request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:07:39.944936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] Deleting port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:07:39.948903 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.078933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] For port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,segment=NetworkSegment(2e60e5fe-9e1e-4cbc-8aa7-79cae111113f),segment_id=2e60e5fe-9e1e-4cbc-8aa7-79cae111113f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:40.079990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.085284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bf87b-e078-4d00-9aef-26e84b94a62d req-429f7ffa-b4c4-4ddd-b5de-96155d169276 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:40.094085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af3bf87b-e078-4d00-9aef-26e84b94a62d req-429f7ffa-b4c4-4ddd-b5de-96155d169276 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.2924347 Feb 10 04:07:40.097028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.103488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eea49-4af5-430d-a22a-5ce610a6e1b4 req-b9a6c358-c915-4bb1-b488-dc7fe59cbb8c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:40.103488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be8eea49-4af5-430d-a22a-5ce610a6e1b4 req-b9a6c358-c915-4bb1-b488-dc7fe59cbb8c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0923445 Feb 10 04:07:40.103737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:07:40.110928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] Calling delete_port for 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:07:40.146554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:07:40.146554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:07:40.176277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:07:40.230965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be8eea49-4af5-430d-a22a-5ce610a6e1b4 req-36e7f1d1-29df-45fb-974d-4f0dc3f42c4d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147985 Feb 10 04:07:40.250494 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (4bbd2d41-f9ea-4c72-8eb7-a44a83b73991), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.285105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] Pushing event deleted for resources: {'Port': ['ID=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:40.293815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364965d5-e7e6-44f0-86bf-85070af923d6 None None] No DVR routers for this DVR port 4bbd2d41-f9ea-4c72-8eb7-a44a83b73991 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:07:40.330181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (ea6e4120-e18d-4e19-91ea-026466029bdc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.363901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6e4120-e18d-4e19-91ea-026466029bdc']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:40.374768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:40.375131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e60e5fe-9e1e-4cbc-8aa7-79cae111113f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:40.387287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (2e60e5fe-9e1e-4cbc-8aa7-79cae111113f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.402314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2e60e5fe-9e1e-4cbc-8aa7-79cae111113f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.405700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=4bbd2d41-f9ea-4c72-8eb7-a44a83b73991,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:40.422537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:07:40.423093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (2e60e5fe-9e1e-4cbc-8aa7-79cae111113f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.453104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bfd19-41b5-4570-ba58-d60c7785409f req-2c086474-3ef8-460e-abb3-a49456e90de4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:40.455011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c4bfd19-41b5-4570-ba58-d60c7785409f req-2c086474-3ef8-460e-abb3-a49456e90de4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0669980 Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:07:40.487938 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:07:40.517048 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c4bfd19-41b5-4570-ba58-d60c7785409f req-e766af1e-0868-4ea4-b2ca-c981ae16f403 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557661 Feb 10 04:07:40.544040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af3bf87b-e078-4d00-9aef-26e84b94a62d req-ba0092ee-0f32-4764-be7f-e2e74e2fa9af tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746839 Feb 10 04:07:40.605995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (ea6e4120-e18d-4e19-91ea-026466029bdc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.619914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.625738 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/networks/ea6e4120-e18d-4e19-91ea-026466029bdc HTTP/1.1" status: 204 len: 168 time: 1.1953321 Feb 10 04:07:40.626678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59146) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:40.658306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869456f0-e495-488c-903c-1c3ab112a1b4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Network': ['ID=ea6e4120-e18d-4e19-91ea-026466029bdc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:40.700215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting subnet d06d080c-2497-438f-bf3e-4567e5b31562 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:07:40.704425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (d06d080c-2497-438f-bf3e-4567e5b31562), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:40.757975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (d06d080c-2497-438f-bf3e-4567e5b31562), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:41.142617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dde03-9b80-45c2-8fd1-825fc845f139 req-33339d87-1134-4412-be49-19c1181aebbf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:41.152516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba1dde03-9b80-45c2-8fd1-825fc845f139 req-33339d87-1134-4412-be49-19c1181aebbf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1228778 Feb 10 04:07:41.211641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba1dde03-9b80-45c2-8fd1-825fc845f139 req-325017c6-5add-4d56-a38c-f8822c62ac41 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580273 Feb 10 04:07:41.338998 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d06d080c-2497-438f-bf3e-4567e5b31562), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:41.382397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4244b-2e7e-44ba-b4fa-b84e9fd76d2a req-ffbfaa17-3173-4b7b-a96c-e7286e6c9dc8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:41.390208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26b4244b-2e7e-44ba-b4fa-b84e9fd76d2a req-ffbfaa17-3173-4b7b-a96c-e7286e6c9dc8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.1869941 Feb 10 04:07:41.405889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-a3d66432-d46d-4e1f-b565-715084ba0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:41.407646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-a3d66432-d46d-4e1f-b565-715084ba0cb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 1128 time: 0.2057214 Feb 10 04:07:41.434125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc0119-3581-4910-97d2-b9d75796cfee req-327ff1bc-435e-48ee-bbb7-f3cb9f7e846e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:41.436730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73dc0119-3581-4910-97d2-b9d75796cfee req-327ff1bc-435e-48ee-bbb7-f3cb9f7e846e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0890865 Feb 10 04:07:41.533793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73dc0119-3581-4910-97d2-b9d75796cfee req-40126a73-4fd5-43c2-b4a5-d58e9ecf501a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860538 Feb 10 04:07:41.536288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26b4244b-2e7e-44ba-b4fa-b84e9fd76d2a req-6fc0aab3-82c0-41c0-8c36-1c346d934046 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428974 Feb 10 04:07:41.577952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-34efa503-a52b-4836-8e84-454631da02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:41.580731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-34efa503-a52b-4836-8e84-454631da02ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 911 time: 0.1640725 Feb 10 04:07:41.642562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-6460e986-7ed0-4e7e-8a80-ca1dd29a4de5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f5a675-3347-4580-9648-dd659eb2e074 HTTP/1.1" status: 200 len: 217 time: 0.0507381 Feb 10 04:07:41.644208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (d06d080c-2497-438f-bf3e-4567e5b31562), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:41.688856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Subnet': ['ID=d06d080c-2497-438f-bf3e-4567e5b31562,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:41.737845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0811b3-4848-4de6-9a0c-b10464da4f2d req-0450eb86-5644-4c69-8b3b-274be0962a08 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:41.745575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:41.752083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e0811b3-4848-4de6-9a0c-b10464da4f2d req-0450eb86-5644-4c69-8b3b-274be0962a08 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1060836 Feb 10 04:07:41.752868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4777cf6-cdc3-45c2-abb0-3770a4136196 None None] Network d164279a-f41a-4150-ae7a-9032b45c075e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:41.773284 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b30bb4d-06e6-46ee-a2a8-0a9efccb2f71 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/subnets/d06d080c-2497-438f-bf3e-4567e5b31562 HTTP/1.1" status: 204 len: 168 time: 1.1432629 Feb 10 04:07:41.774192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59162) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:41.794096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-00e61c71-67e7-4918-a921-4ac5b409f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:41.796957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-00e61c71-67e7-4918-a921-4ac5b409f5c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.1478732 Feb 10 04:07:41.866119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-fa35afa4-3481-4c52-9ad7-7a6a18542cd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604868 Feb 10 04:07:41.876056 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e0811b3-4848-4de6-9a0c-b10464da4f2d req-f8d0d2d1-a32c-4bfd-9297-d3fa99cbe92f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206458 Feb 10 04:07:41.965188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d164279a-f41a-4150-ae7a-9032b45c075e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:41.996711 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-52159d4c-7e76-4292-b8f6-8ea119dff9d6 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241641 Feb 10 04:07:42.041717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] DHCP port deletion for d164279a-f41a-4150-ae7a-9032b45c075e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:07:42.053422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port 9688ba19-665b-4578-82c4-13a984ecd890 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:07:42.053902 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9688ba19-665b-4578-82c4-13a984ecd890), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.095889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] Deleting port 9688ba19-665b-4578-82c4-13a984ecd890 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:07:42.096190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9688ba19-665b-4578-82c4-13a984ecd890), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.134915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe11f036-15fa-4f02-9dff-4b91f162eff2 req-a3a1a682-00ca-430e-bc08-893ebf93c386 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171849 Feb 10 04:07:42.136129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port 9688ba19-665b-4578-82c4-13a984ecd890, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9688ba19-665b-4578-82c4-13a984ecd890,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:42.136593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9688ba19-665b-4578-82c4-13a984ecd890), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.164065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for 9688ba19-665b-4578-82c4-13a984ecd890 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:07:42.175898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] For port 9688ba19-665b-4578-82c4-13a984ecd890, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9688ba19-665b-4578-82c4-13a984ecd890,segment=NetworkSegment(ba9ae805-3ce9-463b-9c8a-02f7699ae311),segment_id=ba9ae805-3ce9-463b-9c8a-02f7699ae311)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:42.184920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9688ba19-665b-4578-82c4-13a984ecd890), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.190429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] Calling delete_port for 9688ba19-665b-4578-82c4-13a984ecd890 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:07:42.339587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9688ba19-665b-4578-82c4-13a984ecd890), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.353504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (9688ba19-665b-4578-82c4-13a984ecd890), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.373652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port 9688ba19-665b-4578-82c4-13a984ecd890 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:07:42.377857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=9688ba19-665b-4578-82c4-13a984ecd890,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:42.406856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] Pushing event deleted for resources: {'Port': ['ID=9688ba19-665b-4578-82c4-13a984ecd890,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:42.431460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13493ef8-9ec3-4bd5-97f6-99b3c46157c9 None None] No DVR routers for this DVR port 9688ba19-665b-4578-82c4-13a984ecd890 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:07:42.432262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ddce-c832-4769-99f2-6024b259b234 req-4a0d5abd-7021-43a5-af7f-03ff08a7a661 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:42.440593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ec0ddce-c832-4769-99f2-6024b259b234 req-4a0d5abd-7021-43a5-af7f-03ff08a7a661 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1196187 Feb 10 04:07:42.487558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d164279a-f41a-4150-ae7a-9032b45c075e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.492059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ec0ddce-c832-4769-99f2-6024b259b234 req-7f1e75a4-34a2-4459-9c20-3d2189524833 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503671 Feb 10 04:07:42.524562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d164279a-f41a-4150-ae7a-9032b45c075e']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:42.536374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9ae805-3ce9-463b-9c8a-02f7699ae311') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:42.536694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9ae805-3ce9-463b-9c8a-02f7699ae311') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:07:42.554071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ba9ae805-3ce9-463b-9c8a-02f7699ae311), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.579570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ba9ae805-3ce9-463b-9c8a-02f7699ae311), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.590978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:07:42.590978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ba9ae805-3ce9-463b-9c8a-02f7699ae311), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:07:42.648305 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:07:42.716170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5208e-e9d1-4eea-aeec-e7393a94d16c req-3ab0d8cf-1238-4b70-aac6-59a5d5982de5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:42.717633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-47e5208e-e9d1-4eea-aeec-e7393a94d16c req-3ab0d8cf-1238-4b70-aac6-59a5d5982de5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0685313 Feb 10 04:07:42.721776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7210a-667f-497e-8bcd-1a68b5e69863 req-816077bf-21a7-4409-af46-5df573c3ca3d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:42.723452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce7210a-667f-497e-8bcd-1a68b5e69863 req-816077bf-21a7-4409-af46-5df573c3ca3d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0731065 Feb 10 04:07:42.774918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce7210a-667f-497e-8bcd-1a68b5e69863 req-ef1929f4-253f-4205-82a3-a4a0898442b9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Feb 10 04:07:42.775227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-47e5208e-e9d1-4eea-aeec-e7393a94d16c req-5aec8e75-1417-4159-9705-b0f6a75660bf tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516706 Feb 10 04:07:42.785517 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d164279a-f41a-4150-ae7a-9032b45c075e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.792397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.795868 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/networks/d164279a-f41a-4150-ae7a-9032b45c075e HTTP/1.1" status: 204 len: 168 time: 1.0206845 Feb 10 04:07:42.804813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:42.814774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-406554207'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:42.821069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b9d32-fa29-4006-bfba-0caf4c86a4dd tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Network': ['ID=d164279a-f41a-4150-ae7a-9032b45c075e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:42.887672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:42.891367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.920630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:07:42.934878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e795c322-4037-44fa-9fed-f1e8c3a86bb6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:42.936176 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Added segment e795c322-4037-44fa-9fed-f1e8c3a86bb6 of type vlan for network 78e86d02-b371-4284-9f7e-cf9e9279286e Feb 10 04:07:42.995902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (78e86d02-b371-4284-9f7e-cf9e9279286e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:43.006123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db177260-168a-44da-b7e7-e9d4ed9b6a83 req-ca9e1393-466a-4b09-a6e0-3c2a2a808142 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:43.007745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db177260-168a-44da-b7e7-e9d4ed9b6a83 req-ca9e1393-466a-4b09-a6e0-3c2a2a808142 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0574439 Feb 10 04:07:43.056621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db177260-168a-44da-b7e7-e9d4ed9b6a83 req-33efc2bf-9603-4adb-9c87-567667ea50b7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Feb 10 04:07:43.108012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (78e86d02-b371-4284-9f7e-cf9e9279286e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:43.113328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:43.113921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:43.181870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Network': ['ID=78e86d02-b371-4284-9f7e-cf9e9279286e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:43.191726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 78e86d02-b371-4284-9f7e-cf9e9279286e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:07:43.249544 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a54691f2-ae90-451d-8b67-9be4d3936359 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4405856 Feb 10 04:07:43.252296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59184) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:43.259238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'subnet': {'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:43.479927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:43.483326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:43.620610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c6c0-387d-49fb-a6f0-0668c87e2016 req-3cfdac21-34a2-450a-966a-920ff377234a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:43.622141 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87e8c6c0-387d-49fb-a6f0-0668c87e2016 req-3cfdac21-34a2-450a-966a-920ff377234a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0551684 Feb 10 04:07:43.669192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87e8c6c0-387d-49fb-a6f0-0668c87e2016 req-ddcafa71-6ca4-4a26-9ebd-657061d394a2 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Feb 10 04:07:43.756904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (f93b66cf-452c-4849-923e-f4909a308f18), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:43.814925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6199c6-7a0d-4586-987b-63e7ef006678 req-297d5e4a-389c-440a-ba8e-0e016e20b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:43.816479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a6199c6-7a0d-4586-987b-63e7ef006678 req-297d5e4a-389c-440a-ba8e-0e016e20b948 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 1127 time: 0.0490639 Feb 10 04:07:43.820610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Subnet': ['ID=f93b66cf-452c-4849-923e-f4909a308f18,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:43.834801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Checking segment: {'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:43.834972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network hostable DHCP agents. Network: 78e86d02-b371-4284-9f7e-cf9e9279286e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:07:43.915461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9688ba19-665b-4578-82c4-13a984ecd890 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:07:43.926075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a6199c6-7a0d-4586-987b-63e7ef006678 req-1c481a2a-7d19-4bb0-af15-1cfcba3c8f45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996239 Feb 10 04:07:43.932853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d616a-7f2f-47bf-8c79-0c0b2ac03639 req-e4ad354c-ab76-44c7-9f47-9b18c4768a62 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:43.938714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9688ba19-665b-4578-82c4-13a984ecd890 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:07:43.939163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9688ba19-665b-4578-82c4-13a984ecd890 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:07:43.942319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-223d616a-7f2f-47bf-8c79-0c0b2ac03639 req-e4ad354c-ab76-44c7-9f47-9b18c4768a62 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0790858 Feb 10 04:07:43.952324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:07:43.954618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:07:43.961107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network 78e86d02-b371-4284-9f7e-cf9e9279286e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:07:43.996104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1f474-9930-437f-beb8-c15232ba705b req-c52d613a-a319-4435-9e49-4d53d350e182 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:43.999249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ad1f474-9930-437f-beb8-c15232ba705b req-c52d613a-a319-4435-9e49-4d53d350e182 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.1011126 Feb 10 04:07:44.003212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-223d616a-7f2f-47bf-8c79-0c0b2ac03639 req-dd08b824-2265-4c51-ac39-3751f85a7a70 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Feb 10 04:07:44.062961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ad1f474-9930-437f-beb8-c15232ba705b req-2f649685-e2a0-419c-b4df-b2330aba621f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579512 Feb 10 04:07:44.064480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 78e86d02-b371-4284-9f7e-cf9e9279286e) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:44.072710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:44.072710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.100039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ccdf2-ce70-4163-aed0-8773c7b315a3 None None] Network 78e86d02-b371-4284-9f7e-cf9e9279286e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:44.153883 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6dc65151-ce82-496b-a547-0ca50a4faad5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9003251 Feb 10 04:07:44.158465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59202) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:44.167628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-563421151'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:44.201346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebf3a5-c272-4813-b0b5-33a387712998 req-2aac2e1e-bec6-4cc8-a944-d4e7d06bc39b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:44.203124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbebf3a5-c272-4813-b0b5-33a387712998 req-2aac2e1e-bec6-4cc8-a944-d4e7d06bc39b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0669694 Feb 10 04:07:44.207033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:44.208120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.278122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbebf3a5-c272-4813-b0b5-33a387712998 req-23e9885a-1b38-4cda-982b-ce89f70d81e6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654597 Feb 10 04:07:44.309011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:44.310053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea1dda-4421-4cb5-a34a-50a6792a9ee3 req-be400655-4cd5-4e17-9294-0e631480a534 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:44.311831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcea1dda-4421-4cb5-a34a-50a6792a9ee3 req-be400655-4cd5-4e17-9294-0e631480a534 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0624220 Feb 10 04:07:44.311965 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548a0d36-309d-415e-be93-914d0184f6f5" -d '{"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:44.313092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:44.317440 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.342984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:44.350813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:07:44.359866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fe4f1007-41e4-4828-83b1-b69f03ecfdb7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.360211 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Added segment fe4f1007-41e4-4828-83b1-b69f03ecfdb7 of type vlan for network c267d228-1719-41d4-af8f-17adf22df079 Feb 10 04:07:44.373538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'mac_address': 'fa:16:3e:b5:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:07:44.377000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:44.408376 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16b73f2-d571-498b-88ea-5ccc4c39f0a5 x-openstack-request-id: req-a16b73f2-d571-498b-88ea-5ccc4c39f0a5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:44.408666 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:44.408909 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a16b73f2-d571-498b-88ea-5ccc4c39f0a5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:44.409294 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'code': 200} Feb 10 04:07:44.410952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-78e86d02-b371-4284-9f7e-cf9e9279286e', 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e', 'project_id': 'dc0d308170aa4133804130ea91323772', 'fixed_ips': [{'subnet_id': 'f93b66cf-452c-4849-923e-f4909a308f18'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:07:44.411920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.451075 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (c267d228-1719-41d4-af8f-17adf22df079), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.466165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcea1dda-4421-4cb5-a34a-50a6792a9ee3 req-a6865632-bf5d-4759-a5c4-a172d22f5a78 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435001 Feb 10 04:07:44.482987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:44.483477 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.506923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.555712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:44.583385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (c267d228-1719-41d4-af8f-17adf22df079), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.596209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:44.597717 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:44.650062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:07:44.650479 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:07:44.666711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b1a4f-c575-43dc-b615-f668fec3d8c6 req-2c6c8bf0-f5a2-4e4f-9073-16456a9f30ed tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:44.674732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f9b1a4f-c575-43dc-b615-f668fec3d8c6 req-2c6c8bf0-f5a2-4e4f-9073-16456a9f30ed tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1200058 Feb 10 04:07:44.698081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:44.722121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Allocated IP 19.80.0.2 (78e86d02-b371-4284-9f7e-cf9e9279286e/f93b66cf-452c-4849-923e-f4909a308f18/7dc1bdd1-f1f2-448e-91d1-ab558d78990f) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:44.756639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Network': ['ID=c267d228-1719-41d4-af8f-17adf22df079,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:44.778580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network c267d228-1719-41d4-af8f-17adf22df079 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:07:44.785404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f9b1a4f-c575-43dc-b615-f668fec3d8c6 req-5db769ab-11ad-4899-82b4-23c1410c384c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090708 Feb 10 04:07:44.874312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaf635-9335-46cc-aeeb-49e5fe4569f0 req-ada5eb2f-cd4a-4383-aaba-2591b56ea9cf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:44.876020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bcaf635-9335-46cc-aeeb-49e5fe4569f0 req-ada5eb2f-cd4a-4383-aaba-2591b56ea9cf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0890572 Feb 10 04:07:44.898673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-66858530-1dec-4e7e-bc40-7629a076f0d8 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7383301 Feb 10 04:07:44.900803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59224) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:07:44.906318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'subnet': {'network_id': 'c267d228-1719-41d4-af8f-17adf22df079', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:44.951627 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bcaf635-9335-46cc-aeeb-49e5fe4569f0 req-6772e307-0f9a-4580-b2e5-3f408a5ec9f4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 Feb 10 04:07:45.016490 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Publish callbacks [] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.101067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.141362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9863b-f952-466b-beab-c91e0215e8e0 req-672830d7-7c6b-41a2-b9cc-993cb0b7f319 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:45.142567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73e9863b-f952-466b-beab-c91e0215e8e0 req-672830d7-7c6b-41a2-b9cc-993cb0b7f319 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0566506 Feb 10 04:07:45.142933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Network 78e86d02-b371-4284-9f7e-cf9e9279286e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:45.148380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:45.176542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:45.184823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Pushing event updated for resources: {'Port': ['ID=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:45.192295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73e9863b-f952-466b-beab-c91e0215e8e0 req-9b5e370c-4e69-4ce6-a0ca-2d2767b74225 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Feb 10 04:07:45.200731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:45.214097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.215234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:45.215713 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.255968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:45.277167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:45.281954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Attempting to bind port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:45.282342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Attempting to bind port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:45.283615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Attempting to bind port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f on network 78e86d02-b371-4284-9f7e-cf9e9279286e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:45.288525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:45.288899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Checking segment: {'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:45.289310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.289699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Bound using segment: {'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:45.290172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Bound port: 7dc1bdd1-f1f2-448e-91d1-ab558d78990f, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:45.290692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.357191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfae320-cbb8-462e-b493-90284ae03b44 req-6c3801ed-3129-46b4-ba2b-c017b7c92f53 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:45.366630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5cfae320-cbb8-462e-b493-90284ae03b44 req-6c3801ed-3129-46b4-ba2b-c017b7c92f53 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0825818 Feb 10 04:07:45.385473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.388288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] For port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:45.395402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] For port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:45.432094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5cfae320-cbb8-462e-b493-90284ae03b44 req-7f1184af-fc5c-4020-b9eb-9ac72a61ed1c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 Feb 10 04:07:45.479272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:45.486076 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.569648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762d3f-bfb4-4f94-9775-878bd226b779 None None] Pushing event updated for resources: {'Port': ['ID=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:45.652338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d387e13c-7050-4c9e-8f56-b6bb6c8a5da8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:45.667576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2088-3d86-4f40-93d7-5bda500c1661 req-8ca55aea-702f-40a8-8521-fd8a7d577b86 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:45.669371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9beb2088-3d86-4f40-93d7-5bda500c1661 req-8ca55aea-702f-40a8-8521-fd8a7d577b86 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 949 time: 0.1192794 Feb 10 04:07:45.733291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['cfa52d8b-6f17-42d3-bf71-49605c7382f1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:07:45.742605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9beb2088-3d86-4f40-93d7-5bda500c1661 req-85c6ef50-9728-4f75-a0cd-2e056e77a101 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657539 Feb 10 04:07:45.770262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77a9d-a577-407b-8b26-15871828aeef req-fddea20b-aaa2-4a16-a5ab-224262718c66 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:45.775961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c77a9d-a577-407b-8b26-15871828aeef req-fddea20b-aaa2-4a16-a5ab-224262718c66 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1651866 Feb 10 04:07:45.784386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Subnet': ['ID=d387e13c-7050-4c9e-8f56-b6bb6c8a5da8,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:45.814069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Checking segment: {'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:45.818925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network hostable DHCP agents. Network: c267d228-1719-41d4-af8f-17adf22df079, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:07:45.889429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c77a9d-a577-407b-8b26-15871828aeef req-b1db5a13-5f63-4f6f-a9b3-479b944dcae8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007149 Feb 10 04:07:45.985167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network c267d228-1719-41d4-af8f-17adf22df079 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:07:46.093473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, c267d228-1719-41d4-af8f-17adf22df079) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:46.098075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:46.098976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:46.099947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea7977-37f7-4222-9777-bf115f2cdf4b req-15dce079-2b52-4eba-8c05-651f18dc159e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:46.104169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-91ea7977-37f7-4222-9777-bf115f2cdf4b req-15dce079-2b52-4eba-8c05-651f18dc159e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0657051 Feb 10 04:07:46.106364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c07a68-c5a5-481d-b08e-a84e68f9f92e None None] Network c267d228-1719-41d4-af8f-17adf22df079 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:46.170915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-91ea7977-37f7-4222-9777-bf115f2cdf4b req-c7b71365-4aef-4189-896d-b0dffb0bb039 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611134 Feb 10 04:07:46.229533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5540c365-39de-407b-948c-9f6644cb768d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3274429 Feb 10 04:07:46.233777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-c267d228-1719-41d4-af8f-17adf22df079', 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079', 'project_id': 'dc0d308170aa4133804130ea91323772', 'fixed_ips': [{'subnet_id': 'd387e13c-7050-4c9e-8f56-b6bb6c8a5da8'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:07:46.235799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:46.348224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b4c1-79db-4e37-86ac-bc1ea256f90a req-b863629d-47d6-4c19-a013-0dbd69b31665 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:46.350695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a787b4c1-79db-4e37-86ac-bc1ea256f90a req-b863629d-47d6-4c19-a013-0dbd69b31665 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0641501 Feb 10 04:07:46.403413 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a787b4c1-79db-4e37-86ac-bc1ea256f90a req-a755cd8d-6264-45e8-a00c-d02cd745bde9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Feb 10 04:07:46.589482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Allocated IP 19.86.0.2 (c267d228-1719-41d4-af8f-17adf22df079/d387e13c-7050-4c9e-8f56-b6bb6c8a5da8/56bac0bf-8e72-4af3-80d1-cdb676a19038) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:46.619753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60657c9e-a8dc-4077-b557-64cb3b8d869f req-62705947-6f69-4a96-89cf-034f4e015a49 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:46.627840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60657c9e-a8dc-4077-b557-64cb3b8d869f req-62705947-6f69-4a96-89cf-034f4e015a49 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0978801 Feb 10 04:07:46.694299 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60657c9e-a8dc-4077-b557-64cb3b8d869f req-24559caa-e546-446c-a58a-42968cfc6836 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615633 Feb 10 04:07:46.738149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-cf21b0f0-668d-4b46-8c46-f1de58c9f5c2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:46.745045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-cf21b0f0-668d-4b46-8c46-f1de58c9f5c2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:46.758792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-cf21b0f0-668d-4b46-8c46-f1de58c9f5c2 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/networks?id=78e86d02-b371-4284-9f7e-cf9e9279286e&id=c267d228-1719-41d4-af8f-17adf22df079 HTTP/1.1" status: 200 len: 1390 time: 0.2609396 Feb 10 04:07:46.778691 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-8aa19e0f-55c7-4644-8e9a-b656869c882b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/quotas/dc0d308170aa4133804130ea91323772 HTTP/1.1" status: 200 len: 375 time: 0.0186760 Feb 10 04:07:46.818831 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:46.829245 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Publish callbacks [] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:46.843561 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-8b1a134e-2855-4f3c-9b37-eff172755313 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637159 Feb 10 04:07:46.848730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5e6f2-6937-4f87-a45f-49c535ccfecb req-69fb5728-9ce3-434c-83e9-e8b46ea67df5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:46.855244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34d5e6f2-6937-4f87-a45f-49c535ccfecb req-69fb5728-9ce3-434c-83e9-e8b46ea67df5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0804851 Feb 10 04:07:46.919693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34d5e6f2-6937-4f87-a45f-49c535ccfecb req-9b93c8d3-de5d-409d-a5c9-53da182840be tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625582 Feb 10 04:07:46.946239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:46.958536 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-a32aa0a5-c9fc-42b4-b7d8-d4246df3461b service neutron] 10.222.0.42 "GET /v2.0/networks/78e86d02-b371-4284-9f7e-cf9e9279286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067274 Feb 10 04:07:47.001223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794e578-792d-4e65-878c-d730a11be17e None None] Network 78e86d02-b371-4284-9f7e-cf9e9279286e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:47.027119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Network c267d228-1719-41d4-af8f-17adf22df079 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:47.035619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Pushing event updated for resources: {'Port': ['ID=56bac0bf-8e72-4af3-80d1-cdb676a19038,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:47.042132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:47.046862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:47.075602 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-b4879323-b95a-4bd6-9bba-fb4ab48cbe05 service neutron] 10.222.0.42 "GET /v2.0/networks/78e86d02-b371-4284-9f7e-cf9e9279286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032736 Feb 10 04:07:47.087951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-561fe8be-badf-4fe7-9c90-6f871da7f8e6 None None] Provisioning complete for port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:47.088471 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-561fe8be-badf-4fe7-9c90-6f871da7f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:47.173903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-f2541e9c-f2b4-4007-9cec-6d8079f97351 service neutron] 10.222.0.42 "GET /v2.0/networks/c267d228-1719-41d4-af8f-17adf22df079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920773 Feb 10 04:07:47.197590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Attempting to bind port 56bac0bf-8e72-4af3-80d1-cdb676a19038 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:47.197890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Attempting to bind port 56bac0bf-8e72-4af3-80d1-cdb676a19038 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:47.198426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Attempting to bind port 56bac0bf-8e72-4af3-80d1-cdb676a19038 on network c267d228-1719-41d4-af8f-17adf22df079 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:47.212846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:47.213120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Checking segment: {'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:47.213535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:47.213937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Bound using segment: {'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:47.214416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Bound port: 56bac0bf-8e72-4af3-80d1-cdb676a19038, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:47.214904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:47.300383 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-f6a2c46a-b855-492b-86af-f1133875a605 service neutron] 10.222.0.42 "GET /v2.0/networks/c267d228-1719-41d4-af8f-17adf22df079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188557 Feb 10 04:07:47.310134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-561fe8be-badf-4fe7-9c90-6f871da7f8e6 None None] Current status of the port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:47.311292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-561fe8be-badf-4fe7-9c90-6f871da7f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:47.360686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] For port 56bac0bf-8e72-4af3-80d1-cdb676a19038, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:47.366004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] For port 56bac0bf-8e72-4af3-80d1-cdb676a19038, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=56bac0bf-8e72-4af3-80d1-cdb676a19038,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:47.375698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-561fe8be-badf-4fe7-9c90-6f871da7f8e6 None None] For port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:47.432710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:47.436559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6909199-1597-4cfe-89a7-ec6cad394789 req-e1d9d2b9-fe42-4dcb-a72f-37c0d6d702e2 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:47.445250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6909199-1597-4cfe-89a7-ec6cad394789 req-e1d9d2b9-fe42-4dcb-a72f-37c0d6d702e2 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 949 time: 0.1183414 Feb 10 04:07:47.489555 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-561fe8be-badf-4fe7-9c90-6f871da7f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:47.583186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d104ca-a221-4d1d-95d9-dcfdc02bc933 None None] Pushing event updated for resources: {'Port': ['ID=56bac0bf-8e72-4af3-80d1-cdb676a19038,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:47.671327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6909199-1597-4cfe-89a7-ec6cad394789 req-36f43980-8157-4bee-87b1-87dd065787bd tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250915 Feb 10 04:07:47.732636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fe8be-badf-4fe7-9c90-6f871da7f8e6 None None] Pushing event updated for resources: {'Port': ['ID=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:47.738672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d7afacdf-17cb-44c1-81df-f03ee261aa5e None None] Provisioning complete for port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:47.747899 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7afacdf-17cb-44c1-81df-f03ee261aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:47.811011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ee54a-df4b-49b9-a914-55d73449a141 req-32cc57f7-a829-4432-aeba-829028e87d0a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:47.812896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-757ee54a-df4b-49b9-a914-55d73449a141 req-32cc57f7-a829-4432-aeba-829028e87d0a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1138902 Feb 10 04:07:47.858600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50605ff-947d-4c42-941a-4612c78e0f7a req-d4e43e4a-9138-4702-9abb-f7386cf5f3c0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:47.867218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f50605ff-947d-4c42-941a-4612c78e0f7a req-d4e43e4a-9138-4702-9abb-f7386cf5f3c0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0877388 Feb 10 04:07:47.969404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-757ee54a-df4b-49b9-a914-55d73449a141 req-b9c79ea4-d493-49bb-b48a-b758b64b110a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442733 Feb 10 04:07:48.002075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:48.047205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f50605ff-947d-4c42-941a-4612c78e0f7a req-082bbe0b-d18f-497d-8fd3-b5b7b6d46c43 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399639 Feb 10 04:07:48.148378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89505a0c-e4a4-47e8-984e-42dc4fe0ef89 req-4f3a39a2-43d2-42ba-a7f0-1ae54c3af4b1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 210 time: 0.0641847 Feb 10 04:07:48.182140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7dc1bdd1-f1f2-448e-91d1-ab558d78990f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:48.190402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d7afacdf-17cb-44c1-81df-f03ee261aa5e None None] Current status of the port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:48.256086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port cfa52d8b-6f17-42d3-bf71-49605c7382f1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:48.256086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:48.298436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:48.299158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:48.313062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba069f-f041-433c-b757-60546b7eeed9 req-b771816f-3e59-4627-be1e-9b7aeba068d2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:48.314878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71ba069f-f041-433c-b757-60546b7eeed9 req-b771816f-3e59-4627-be1e-9b7aeba068d2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0811059 Feb 10 04:07:48.337913 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:48.383719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71ba069f-f041-433c-b757-60546b7eeed9 req-43a3c5ba-46e8-4a0c-b514-7bc95ee84c14 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593169 Feb 10 04:07:48.427316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:48.427889 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:48.479141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:48.481397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:48.483840 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b3cf5e-979a-4877-bf89-ac493961ce9a" -d '{"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-plugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:48.487672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:48.550992 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2de20-8ae3-4e82-8562-232dde07d784 x-openstack-request-id: req-ecb2de20-8ae3-4e82-8562-232dde07d784 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:48.551292 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-plugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:48.551590 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecb2de20-8ae3-4e82-8562-232dde07d784 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:48.551947 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'code': 200} Feb 10 04:07:48.570850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932c9e-b7e0-4fd9-b437-9ebab1e5c5e1 req-1dc79a5a-57ba-418d-9304-4f7793ba7376 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:48.574979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d932c9e-b7e0-4fd9-b437-9ebab1e5c5e1 req-1dc79a5a-57ba-418d-9304-4f7793ba7376 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0929177 Feb 10 04:07:48.595723 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:48.637689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d932c9e-b7e0-4fd9-b437-9ebab1e5c5e1 req-69418ede-d6ae-4b91-bf61-4c8abd2d262a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576982 Feb 10 04:07:48.748509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:48.870423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d659f5-7f5e-492f-af96-4fa1f60c495c req-85d9acc1-b6c0-4b9f-8c82-996f9c97e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:48.872022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8d659f5-7f5e-492f-af96-4fa1f60c495c req-85d9acc1-b6c0-4b9f-8c82-996f9c97e89e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1132 time: 0.0993385 Feb 10 04:07:48.885002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea149f8-77ae-4aec-8ff6-616bd8484e3c req-b70791ba-593f-4294-9855-19959a0b0aeb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:48.886602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cea149f8-77ae-4aec-8ff6-616bd8484e3c req-b70791ba-593f-4294-9855-19959a0b0aeb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0742166 Feb 10 04:07:48.960392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8d659f5-7f5e-492f-af96-4fa1f60c495c req-6669cc0c-4529-4447-a6d5-976e331890a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724282 Feb 10 04:07:48.963461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cea149f8-77ae-4aec-8ff6-616bd8484e3c req-196250bb-f943-46bb-a3f6-d5356f2cefa5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Feb 10 04:07:49.130168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a8530-6181-40ce-8f22-6790ece5d1b5 req-b198d746-418f-46df-90d4-1d9c79fedde2 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:49.132650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e97a8530-6181-40ce-8f22-6790ece5d1b5 req-b198d746-418f-46df-90d4-1d9c79fedde2 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0701213 Feb 10 04:07:49.147645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa7441-33cf-4574-b315-2ba8692b7220 None None] Network c267d228-1719-41d4-af8f-17adf22df079 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:07:49.156255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6b3b7-5dce-40d7-9532-4dd023f42cb2 req-5c952036-b61d-4deb-b477-d67dc393da9f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:49.157913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42f6b3b7-5dce-40d7-9532-4dd023f42cb2 req-5c952036-b61d-4deb-b477-d67dc393da9f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0590360 Feb 10 04:07:49.195557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e97a8530-6181-40ce-8f22-6790ece5d1b5 req-026d2d77-901b-4102-a938-8eae4d89b02d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 Feb 10 04:07:49.231217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42f6b3b7-5dce-40d7-9532-4dd023f42cb2 req-c6d7242d-2279-44d1-a047-02e74846a6ca tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664656 Feb 10 04:07:49.250549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-42b2041f-3a97-4100-8458-fad619da8712 None None] Provisioning complete for port 56bac0bf-8e72-4af3-80d1-cdb676a19038 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:49.250924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42b2041f-3a97-4100-8458-fad619da8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:49.343012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6c14d9e-49a8-4705-b1da-f22cfd004622 req-85bc529b-5e30-4cbb-8cf5-faec3846dbbe tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 210 time: 0.0535412 Feb 10 04:07:49.384762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-42b2041f-3a97-4100-8458-fad619da8712 None None] Current status of the port 56bac0bf-8e72-4af3-80d1-cdb676a19038 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:49.385278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42b2041f-3a97-4100-8458-fad619da8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:49.432618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-42b2041f-3a97-4100-8458-fad619da8712 None None] For port 56bac0bf-8e72-4af3-80d1-cdb676a19038, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=56bac0bf-8e72-4af3-80d1-cdb676a19038,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:07:49.526646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ddb09-6037-4823-a08b-0d71662c5980 req-fe6393aa-94ff-4f7c-9999-f3f8684efd06 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:49.528214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b03ddb09-6037-4823-a08b-0d71662c5980 req-fe6393aa-94ff-4f7c-9999-f3f8684efd06 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0590937 Feb 10 04:07:49.582526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b03ddb09-6037-4823-a08b-0d71662c5980 req-4ff91b37-f5c9-417d-a9ba-5964b036b76a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476372 Feb 10 04:07:49.590639 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42b2041f-3a97-4100-8458-fad619da8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:49.644154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2041f-3a97-4100-8458-fad619da8712 None None] Pushing event updated for resources: {'Port': ['ID=56bac0bf-8e72-4af3-80d1-cdb676a19038,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:49.711023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b67c0c86-9f1f-4374-a20e-e8ce58509581 None None] Provisioning complete for port 56bac0bf-8e72-4af3-80d1-cdb676a19038 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:49.711423 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b67c0c86-9f1f-4374-a20e-e8ce58509581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:49.761408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2948f04-4b3e-4cd9-bc40-8d4a63d3ebac req-fbd36061-dcd3-4eb8-af83-66b4f0854921 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:49.762945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2948f04-4b3e-4cd9-bc40-8d4a63d3ebac req-fbd36061-dcd3-4eb8-af83-66b4f0854921 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0542936 Feb 10 04:07:49.798173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b67c0c86-9f1f-4374-a20e-e8ce58509581 None None] Current status of the port 56bac0bf-8e72-4af3-80d1-cdb676a19038 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:49.814984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2948f04-4b3e-4cd9-bc40-8d4a63d3ebac req-2b62f50c-b51f-443f-b6c7-7085eb3e8316 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456946 Feb 10 04:07:49.988046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 56bac0bf-8e72-4af3-80d1-cdb676a19038 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:07:50.038379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 56bac0bf-8e72-4af3-80d1-cdb676a19038 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:50.038881 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:50.105170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b99816-f56c-4dfc-a016-e1efe326561b req-6af7b207-03f8-4925-9089-051f3a431358 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:50.105170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-73b99816-f56c-4dfc-a016-e1efe326561b req-6af7b207-03f8-4925-9089-051f3a431358 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0671310 Feb 10 04:07:50.137063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 56bac0bf-8e72-4af3-80d1-cdb676a19038 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:07:50.159738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-73b99816-f56c-4dfc-a016-e1efe326561b req-f41fd167-5902-4a1c-8593-2edd80681904 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487251 Feb 10 04:07:50.235588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20c317-bb5e-4964-8cce-3e1df8453e3f req-e93c8284-3bd7-4442-b28e-568a8ef6d38a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:50.237374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf20c317-bb5e-4964-8cce-3e1df8453e3f req-e93c8284-3bd7-4442-b28e-568a8ef6d38a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0556762 Feb 10 04:07:50.297709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf20c317-bb5e-4964-8cce-3e1df8453e3f req-9b4c5e36-bfe9-4175-87b8-4da82c2cb017 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Feb 10 04:07:50.337412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56f23-523d-4f71-b20d-51aac59d4093 req-228c5e1e-e3ac-4024-b4e4-897f7c163b29 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:50.339001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3c56f23-523d-4f71-b20d-51aac59d4093 req-228c5e1e-e3ac-4024-b4e4-897f7c163b29 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0678637 Feb 10 04:07:50.391998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3c56f23-523d-4f71-b20d-51aac59d4093 req-df97c59a-cd53-46b5-ac8f-432de89fcf88 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Feb 10 04:07:50.426789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be30595-b991-4c89-949a-3f70db3d8860 req-cb020bdd-4ea8-4012-8a4f-e015a0f532e0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:50.430285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5be30595-b991-4c89-949a-3f70db3d8860 req-cb020bdd-4ea8-4012-8a4f-e015a0f532e0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0694919 Feb 10 04:07:50.518166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5be30595-b991-4c89-949a-3f70db3d8860 req-c6524626-4b96-43eb-87af-e934a49c4125 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825291 Feb 10 04:07:50.533069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bb8c80ae-a0e5-4244-a563-309e82497d2a req-69bca4eb-bb07-4a01-bbbc-0a094fb0f75c tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 210 time: 0.0344918 Feb 10 04:07:50.632370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-2e7d017a-8a42-48fb-af1f-29f4e8a97a44 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:50.637724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-2e7d017a-8a42-48fb-af1f-29f4e8a97a44 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:50.639364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-2e7d017a-8a42-48fb-af1f-29f4e8a97a44 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "GET /v2.0/networks?id=78e86d02-b371-4284-9f7e-cf9e9279286e&id=c267d228-1719-41d4-af8f-17adf22df079 HTTP/1.1" status: 200 len: 1390 time: 0.1772325 Feb 10 04:07:50.652850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'port': {'device_id': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e', 'admin_state_up': True, 'tenant_id': 'dc0d308170aa4133804130ea91323772'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:50.715162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df5959-974e-410a-8b4e-9b923d0f5cb2 req-70af7b5c-6766-430e-a54a-90157bb5d758 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:50.722443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55df5959-974e-410a-8b4e-9b923d0f5cb2 req-70af7b5c-6766-430e-a54a-90157bb5d758 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0605996 Feb 10 04:07:50.769857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55df5959-974e-410a-8b4e-9b923d0f5cb2 req-576d6b14-8199-43e4-98ce-eb3ab6677c3e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Feb 10 04:07:50.813068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:50.816540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:50.953744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Allocated IP 19.80.0.94 (78e86d02-b371-4284-9f7e-cf9e9279286e/f93b66cf-452c-4849-923e-f4909a308f18/0371bdf6-36d3-45c1-a496-acedeae28b31) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:51.107373 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:51.261727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:51.315679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network 78e86d02-b371-4284-9f7e-cf9e9279286e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:51.323419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:51.326085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:51.355191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Port': ['ID=0371bdf6-36d3-45c1-a496-acedeae28b31,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:51.376455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78d1ea-0097-4d80-a963-b874e53a6299 req-f9d57abe-08db-44fb-bd79-b12d0b2af91a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:51.378023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca78d1ea-0097-4d80-a963-b874e53a6299 req-f9d57abe-08db-44fb-bd79-b12d0b2af91a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1463602 Feb 10 04:07:51.401500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:51.402725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:51.455840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca78d1ea-0097-4d80-a963-b874e53a6299 req-b3a89fed-2bb8-4035-a17d-445bd5fc317b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Feb 10 04:07:51.461722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c556-39ee-4be6-bc4a-968df5c4846c req-769b70bd-7f6c-47be-b465-0ebfd766e4d8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:51.463402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8292c556-39ee-4be6-bc4a-968df5c4846c req-769b70bd-7f6c-47be-b465-0ebfd766e4d8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0644701 Feb 10 04:07:51.525728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-ddcf126f-589c-472c-a6f5-2c5ad5b467f4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771627 Feb 10 04:07:51.528341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8292c556-39ee-4be6-bc4a-968df5c4846c req-efd6da35-a040-453a-9d94-139f9b2a4c4d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586681 Feb 10 04:07:51.538056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Request body: {'port': {'device_id': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079', 'admin_state_up': True, 'tenant_id': 'dc0d308170aa4133804130ea91323772'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:51.655563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84832c-3d2e-4e31-b551-43168a99dd5a req-a00fc36e-e777-4451-9648-d52a27a79e13 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:51.657325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b84832c-3d2e-4e31-b551-43168a99dd5a req-a00fc36e-e777-4451-9648-d52a27a79e13 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0617549 Feb 10 04:07:51.722184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b84832c-3d2e-4e31-b551-43168a99dd5a req-16d77882-a520-42a9-bbc3-dda6137956b2 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569224 Feb 10 04:07:51.737159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8df5192a-1f5b-41e6-b51b-b1d0b40a9b90 None None] Provisioning complete for port 0371bdf6-36d3-45c1-a496-acedeae28b31 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:51.738116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8df5192a-1f5b-41e6-b51b-b1d0b40a9b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:51.756376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79c8a6-ed94-41d6-b7d3-21c43258f5e8 req-59a85704-3ede-477a-9ffe-30903ec3f654 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:51.758028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca79c8a6-ed94-41d6-b7d3-21c43258f5e8 req-59a85704-3ede-477a-9ffe-30903ec3f654 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1505337 Feb 10 04:07:51.789129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8df5192a-1f5b-41e6-b51b-b1d0b40a9b90 None None] Port 0371bdf6-36d3-45c1-a496-acedeae28b31 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:07:51.844305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca79c8a6-ed94-41d6-b7d3-21c43258f5e8 req-a8982125-b23e-40a8-aa8a-4b44c01c10c1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783763 Feb 10 04:07:51.903626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823eb72-85c8-4a48-bd77-a876d8c21a62 req-40f0fe93-7998-4924-bbe6-879830f8f9cb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:51.907168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f823eb72-85c8-4a48-bd77-a876d8c21a62 req-40f0fe93-7998-4924-bbe6-879830f8f9cb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0775504 Feb 10 04:07:51.960594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f823eb72-85c8-4a48-bd77-a876d8c21a62 req-2028c872-6a14-4a7c-bd19-0299f50300cd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493896 Feb 10 04:07:51.970871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Made reservation on behalf of dc0d308170aa4133804130ea91323772 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:07:51.973587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:52.012111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d5db5-b768-4e22-b323-573cce2d4432 req-14b3bdee-d42c-4023-bd26-ba25624c25a9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:52.013633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a57d5db5-b768-4e22-b323-573cce2d4432 req-14b3bdee-d42c-4023-bd26-ba25624c25a9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 931 time: 0.0876622 Feb 10 04:07:52.141302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a57d5db5-b768-4e22-b323-573cce2d4432 req-afcb0acd-ca68-48d7-9386-d94b545d1241 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216693 Feb 10 04:07:52.171526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Allocated IP 19.86.0.147 (c267d228-1719-41d4-af8f-17adf22df079/d387e13c-7050-4c9e-8f56-b6bb6c8a5da8/bfcd5560-3fab-47d5-88bc-9b847db9fab9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:07:52.330858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825470c-82dc-4817-9b49-f3ce96ba8611 req-18f27467-abb7-482b-9b70-b3dee26454c2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:52.332485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b825470c-82dc-4817-9b49-f3ce96ba8611 req-18f27467-abb7-482b-9b70-b3dee26454c2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.1196077 Feb 10 04:07:52.439341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b825470c-82dc-4817-9b49-f3ce96ba8611 req-d2743485-b6bd-4756-9df3-8ee2fb41ddae tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687218 Feb 10 04:07:52.457420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:52.505524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d590b1-c639-4cd7-9535-5553c90283ea req-ef0d5c0c-f1ad-41a7-b74f-1816f17f5301 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:52.508561 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92d590b1-c639-4cd7-9535-5553c90283ea req-ef0d5c0c-f1ad-41a7-b74f-1816f17f5301 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0639002 Feb 10 04:07:52.557193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92d590b1-c639-4cd7-9535-5553c90283ea req-d17eefca-8bbd-4136-a024-60d31c1dd0ab tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Feb 10 04:07:52.640612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:52.685505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Network c267d228-1719-41d4-af8f-17adf22df079 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:07:52.688647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:07:52.692654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:07:52.701475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event updated for resources: {'Port': ['ID=bfcd5560-3fab-47d5-88bc-9b847db9fab9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:52.757541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:52.759019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:52.866945 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-8e6af2d2-2e13-4dc1-9090-bcf4d2d313f9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344193 Feb 10 04:07:52.884762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Request body: {'port': {'device_id': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:52.962122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:53.027578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-35f6af73-c804-424f-aea1-ec91e09cfd12 None None] Provisioning complete for port bfcd5560-3fab-47d5-88bc-9b847db9fab9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:07:53.028176 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-35f6af73-c804-424f-aea1-ec91e09cfd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:53.070629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-35f6af73-c804-424f-aea1-ec91e09cfd12 None None] Port bfcd5560-3fab-47d5-88bc-9b847db9fab9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:07:53.097462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8b8c-a66a-4988-9b7c-b7be830eef9d req-9378bc22-3e56-48a1-a638-12bf4d687a35 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:53.099958 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c0c8b8c-a66a-4988-9b7c-b7be830eef9d req-9378bc22-3e56-48a1-a638-12bf4d687a35 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1481164 Feb 10 04:07:53.139910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd600c-ce59-4f62-9597-375a0e468575 req-2aeb7c80-066d-45f8-be57-4cc0f513ed3b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:53.142645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11cd600c-ce59-4f62-9597-375a0e468575 req-2aeb7c80-066d-45f8-be57-4cc0f513ed3b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0622513 Feb 10 04:07:53.221736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11cd600c-ce59-4f62-9597-375a0e468575 req-be7275a8-0aae-45ae-ac3a-979ec235102a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575051 Feb 10 04:07:53.342644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1dcfb-f02f-46d5-bd0d-039ffe36101b req-2c3d0a11-8c13-427f-adfb-52fecd857865 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:53.348352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1dcfb-f02f-46d5-bd0d-039ffe36101b req-2c3d0a11-8c13-427f-adfb-52fecd857865 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:53.350114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eba1dcfb-f02f-46d5-bd0d-039ffe36101b req-2c3d0a11-8c13-427f-adfb-52fecd857865 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1654 time: 0.0811410 Feb 10 04:07:53.406440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eba1dcfb-f02f-46d5-bd0d-039ffe36101b req-4c9073b4-bf08-42d9-87d9-cb81245349e3 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490382 Feb 10 04:07:53.576401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3205ff9-1673-495d-af8f-cb15db760c9d req-e143d412-8dd9-480b-93a1-3157b88e0517 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:53.578120 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3205ff9-1673-495d-af8f-cb15db760c9d req-e143d412-8dd9-480b-93a1-3157b88e0517 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0592620 Feb 10 04:07:53.596395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c0c8b8c-a66a-4988-9b7c-b7be830eef9d req-f6734230-4ec3-421e-8cae-a4b9d6f333c4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549737 Feb 10 04:07:53.651593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3205ff9-1673-495d-af8f-cb15db760c9d req-e6b7a9f6-1acc-4f23-b2ac-aa1150fcc87d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Feb 10 04:07:53.702545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0371bdf6-36d3-45c1-a496-acedeae28b31 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:53.712435 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Publish callbacks [] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:53.742356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Transition to ACTIVE for port object 0371bdf6-36d3-45c1-a496-acedeae28b31 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:53.761820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accd796-7753-44c1-9bfc-9f0c9d702e09 req-c38dfb7f-8335-491e-bc08-269b34233251 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:53.763404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5accd796-7753-44c1-9bfc-9f0c9d702e09 req-c38dfb7f-8335-491e-bc08-269b34233251 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0749779 Feb 10 04:07:53.810230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5accd796-7753-44c1-9bfc-9f0c9d702e09 req-03bccf9d-190a-4c75-baf6-8a22ea724c3a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Feb 10 04:07:53.816378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:53.892739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0371bdf6-36d3-45c1-a496-acedeae28b31,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:53.947293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Attempting to bind port 0371bdf6-36d3-45c1-a496-acedeae28b31 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:53.947625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Attempting to bind port 0371bdf6-36d3-45c1-a496-acedeae28b31 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:53.947956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Attempting to bind port 0371bdf6-36d3-45c1-a496-acedeae28b31 on network 78e86d02-b371-4284-9f7e-cf9e9279286e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:53.952528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Port 0371bdf6-36d3-45c1-a496-acedeae28b31 on network 78e86d02-b371-4284-9f7e-cf9e9279286e not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:53.953009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Attempting to bind port 0371bdf6-36d3-45c1-a496-acedeae28b31 on network 78e86d02-b371-4284-9f7e-cf9e9279286e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:53.958335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:53.958824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Checking segment: {'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:53.959390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Bound using segment: {'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:53.959864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Bound port: 0371bdf6-36d3-45c1-a496-acedeae28b31, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e795c322-4037-44fa-9fed-f1e8c3a86bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:53.964763 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:54.031005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] For port 0371bdf6-36d3-45c1-a496-acedeae28b31, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:54.034394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] For port 0371bdf6-36d3-45c1-a496-acedeae28b31, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=0371bdf6-36d3-45c1-a496-acedeae28b31,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:54.117201 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:54.165386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.166105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:54.167670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/0371bdf6-36d3-45c1-a496-acedeae28b31 HTTP/1.1" status: 200 len: 1091 time: 1.2876515 Feb 10 04:07:54.168152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'tag': '0371bdf6-36d3-45c1-a496-acedeae28b31'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:54.173613 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ec4329-dbff-49cd-8d69-ef7e02cea003" -d '{"events": [{"name": "network-changed", "server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "tag": "0371bdf6-36d3-45c1-a496-acedeae28b31"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:54.225728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fde48-058c-4da3-a3cd-b85a6e30d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0371bdf6-36d3-45c1-a496-acedeae28b31,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:54.241573 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11929794-5dc0-44ab-9740-2f1dc73576f8 x-openstack-request-id: req-11929794-5dc0-44ab-9740-2f1dc73576f8 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:54.241870 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "tag": "0371bdf6-36d3-45c1-a496-acedeae28b31", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:54.242119 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11929794-5dc0-44ab-9740-2f1dc73576f8 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:54.242515 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'tag': '0371bdf6-36d3-45c1-a496-acedeae28b31', 'status': 'completed', 'code': 200} Feb 10 04:07:54.259284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Request body: {'port': {'device_id': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:07:54.408873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-f6f2275b-fce9-4a80-a80c-ab4117dd5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.409358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-f6f2275b-fce9-4a80-a80c-ab4117dd5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.410981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-f6f2275b-fce9-4a80-a80c-ab4117dd5a4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1944 time: 0.1478095 Feb 10 04:07:54.413428 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:54.459801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948aa1b-e6f0-41b9-9417-3c269b47074d req-fda4d0eb-f58e-4f43-8b42-83648c537bee tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.461333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a948aa1b-e6f0-41b9-9417-3c269b47074d req-fda4d0eb-f58e-4f43-8b42-83648c537bee tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1476226 Feb 10 04:07:54.548347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52262-9990-4eef-b64d-0f1af9db0565 req-84ec3ddb-1e29-412e-b251-dd3ba0983a00 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.554353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52262-9990-4eef-b64d-0f1af9db0565 req-84ec3ddb-1e29-412e-b251-dd3ba0983a00 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.556086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c0b52262-9990-4eef-b64d-0f1af9db0565 req-84ec3ddb-1e29-412e-b251-dd3ba0983a00 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1666 time: 0.0724721 Feb 10 04:07:54.607642 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c0b52262-9990-4eef-b64d-0f1af9db0565 req-431937e6-e228-4358-9646-32e85ccf0daa tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Feb 10 04:07:54.663177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a948aa1b-e6f0-41b9-9417-3c269b47074d req-5aa8d50f-f4c5-418f-8389-06b61929245d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795478 Feb 10 04:07:54.688235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-dd78d40b-bd44-48ce-932a-574c508ec9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.690782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-dd78d40b-bd44-48ce-932a-574c508ec9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.690782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-dd78d40b-bd44-48ce-932a-574c508ec9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.690782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-dd78d40b-bd44-48ce-932a-574c508ec9ca service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dc0d308170aa4133804130ea91323772&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2653029 Feb 10 04:07:54.896701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-0e902925-5e4d-409a-9af0-9ceb4c645310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.898254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85ec4329-dbff-49cd-8d69-ef7e02cea003 req-0e902925-5e4d-409a-9af0-9ceb4c645310 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014165 Feb 10 04:07:54.908404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba52a-ca03-4a47-858a-d4b1d95bd52b req-3de3ca97-693a-4c12-81ef-01a53a5b3964 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:54.909839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b5ba52a-ca03-4a47-858a-d4b1d95bd52b req-3de3ca97-693a-4c12-81ef-01a53a5b3964 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1719623 Feb 10 04:07:54.993716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfcd5560-3fab-47d5-88bc-9b847db9fab9 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:07:55.001890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b5ba52a-ca03-4a47-858a-d4b1d95bd52b req-6183d29f-4402-4dc8-b027-46bd7d2348e5 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853119 Feb 10 04:07:55.006094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Publish callbacks [] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:55.018591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Transition to ACTIVE for port object bfcd5560-3fab-47d5-88bc-9b847db9fab9 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:07:55.073175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba20b7-75c8-4ca8-a4ef-739059ba85af req-e88c0377-7a09-441d-8354-62e6fa2d4101 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.074742 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61ba20b7-75c8-4ca8-a4ef-739059ba85af req-e88c0377-7a09-441d-8354-62e6fa2d4101 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0557377 Feb 10 04:07:55.122779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61ba20b7-75c8-4ca8-a4ef-739059ba85af req-cd983f13-ca29-4eda-961c-e34e89478c50 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Feb 10 04:07:55.128463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:55.206134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72141b0b-0ece-4a1d-9ce0-0abcd5559aea req-6ac9b25a-ae9f-451f-b85b-5a4e1b8e7ca9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.207666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72141b0b-0ece-4a1d-9ce0-0abcd5559aea req-6ac9b25a-ae9f-451f-b85b-5a4e1b8e7ca9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1409218 Feb 10 04:07:55.211229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcd5560-3fab-47d5-88bc-9b847db9fab9,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:55.239700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04bf31-14ca-4b28-a68f-66782e1f11f1 req-664c0b71-181f-44eb-a73a-2acfda90c6e9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.242664 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e04bf31-14ca-4b28-a68f-66782e1f11f1 req-664c0b71-181f-44eb-a73a-2acfda90c6e9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0618742 Feb 10 04:07:55.256107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-cd986272-5d5a-4822-9241-aba1aecf28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.257694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-cd986272-5d5a-4822-9241-aba1aecf28ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1127 time: 0.1585138 Feb 10 04:07:55.303359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e04bf31-14ca-4b28-a68f-66782e1f11f1 req-5b6f1557-5787-4523-82b5-a680aee334ea tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528483 Feb 10 04:07:55.399404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72141b0b-0ece-4a1d-9ce0-0abcd5559aea req-11061e46-e894-4b9e-a1b3-9531589b9361 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792614 Feb 10 04:07:55.438219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Attempting to bind port bfcd5560-3fab-47d5-88bc-9b847db9fab9 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:07:55.438556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Attempting to bind port bfcd5560-3fab-47d5-88bc-9b847db9fab9 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:07:55.438911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Attempting to bind port bfcd5560-3fab-47d5-88bc-9b847db9fab9 on network c267d228-1719-41d4-af8f-17adf22df079 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:55.452273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Port bfcd5560-3fab-47d5-88bc-9b847db9fab9 on network c267d228-1719-41d4-af8f-17adf22df079 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:07:55.452535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Attempting to bind port bfcd5560-3fab-47d5-88bc-9b847db9fab9 on network c267d228-1719-41d4-af8f-17adf22df079 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:07:55.455989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-fd48ec87-850f-4f57-8bfa-d5ec60b842e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.457318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-fd48ec87-850f-4f57-8bfa-d5ec60b842e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 919 time: 0.1662304 Feb 10 04:07:55.460465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:07:55.460804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Checking segment: {'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:07:55.461179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Bound using segment: {'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:07:55.461607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Bound port: bfcd5560-3fab-47d5-88bc-9b847db9fab9, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:07:55.461965 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:55.508729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-c3d0dd5b-de1d-4af8-ae7c-eb4609d4db87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 200 len: 217 time: 0.0437486 Feb 10 04:07:55.589719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-f1612d6d-748f-47be-aa29-85bfd16985a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.591211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-f1612d6d-748f-47be-aa29-85bfd16985a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.0657191 Feb 10 04:07:55.593538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] For port bfcd5560-3fab-47d5-88bc-9b847db9fab9, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:07:55.596586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] For port bfcd5560-3fab-47d5-88bc-9b847db9fab9, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=bfcd5560-3fab-47d5-88bc-9b847db9fab9,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:07:55.629267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-aa9df3da-9f86-464f-9b9d-cf09bf24da74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310795 Feb 10 04:07:55.700653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:55.738953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4255d-374d-4089-9c1e-2b5741679284 req-21b95c54-0fa2-4b04-8b90-44e5b8c5ddfe tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.745487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4255d-374d-4089-9c1e-2b5741679284 req-21b95c54-0fa2-4b04-8b90-44e5b8c5ddfe tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.747948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5da4255d-374d-4089-9c1e-2b5741679284 req-21b95c54-0fa2-4b04-8b90-44e5b8c5ddfe tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1678 time: 0.0704722 Feb 10 04:07:55.761407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.761974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:55.763386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] 10.222.0.24 "PUT /v2.0/ports/bfcd5560-3fab-47d5-88bc-9b847db9fab9 HTTP/1.1" status: 200 len: 1092 time: 1.5095901 Feb 10 04:07:55.801392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5da4255d-374d-4089-9c1e-2b5741679284 req-e38e84dd-5fcb-47ef-9d34-23feddeeffaf tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476353 Feb 10 04:07:55.825751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-a8a8be69-82d1-41b7-82e2-ab378b23e7b8 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909566 Feb 10 04:07:55.828066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548458e3-8d2c-4037-9bd1-40eae111e254 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcd5560-3fab-47d5-88bc-9b847db9fab9,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:07:55.904344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdcaa9-b41c-48bc-af54-e417e29eb3b6 req-fbacc479-eed5-4b23-9c76-e0be2511796d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:55.905916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8cdcaa9-b41c-48bc-af54-e417e29eb3b6 req-fbacc479-eed5-4b23-9c76-e0be2511796d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1616659 Feb 10 04:07:55.985004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0d317-4b0e-4f26-89e9-03696432326c req-d9f0673f-f90f-48d8-9952-fe63fe716d29 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520030 Feb 10 04:07:56.013989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-d62ced69-9a78-4df4-923b-37e8e237a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.014397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-d62ced69-9a78-4df4-923b-37e8e237a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.016060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-d62ced69-9a78-4df4-923b-37e8e237a82d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 2042 time: 0.1075258 Feb 10 04:07:56.019559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8cdcaa9-b41c-48bc-af54-e417e29eb3b6 req-a21012dd-f7eb-4c39-bd45-f0babd188e5b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010997 Feb 10 04:07:56.060513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-d82f9e2c-4af5-4695-92d7-657ed482a9d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=0371bdf6-36d3-45c1-a496-acedeae28b31 HTTP/1.1" status: 200 len: 217 time: 0.0370290 Feb 10 04:07:56.112202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-05d8f01f-4565-4053-bb5e-36ac9d9634c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.113732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-05d8f01f-4565-4053-bb5e-36ac9d9634c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f93b66cf-452c-4849-923e-f4909a308f18 HTTP/1.1" status: 200 len: 801 time: 0.0463393 Feb 10 04:07:56.128024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8bd0d-52f5-4e80-a31e-bf4368bf9d21 req-40137c10-c898-4445-bb93-cfb278d8a3ec tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.129382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86c8bd0d-52f5-4e80-a31e-bf4368bf9d21 req-40137c10-c898-4445-bb93-cfb278d8a3ec tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0564797 Feb 10 04:07:56.173739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-7c89a9cc-c318-401f-bef5-d9a949a3c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.175438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-7c89a9cc-c318-401f-bef5-d9a949a3c82c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78e86d02-b371-4284-9f7e-cf9e9279286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0551798 Feb 10 04:07:56.184637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86c8bd0d-52f5-4e80-a31e-bf4368bf9d21 req-dd92f9e5-d9f5-4809-8e41-87cd9a475ea8 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Feb 10 04:07:56.264044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'tag': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:07:56.266278 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c85b70e-91f2-4578-8ae5-7f8e0315746c" -d '{"events": [{"name": "network-changed", "server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "tag": "bfcd5560-3fab-47d5-88bc-9b847db9fab9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:07:56.307209 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d828acee-225a-41ce-86f1-7b8859472245 x-openstack-request-id: req-d828acee-225a-41ce-86f1-7b8859472245 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:07:56.307695 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "tag": "bfcd5560-3fab-47d5-88bc-9b847db9fab9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:07:56.307987 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d828acee-225a-41ce-86f1-7b8859472245 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:07:56.308386 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'tag': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9', 'status': 'completed', 'code': 200} Feb 10 04:07:56.311563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-8749b403-a84f-444c-9487-43a27e961af0 service neutron] 10.222.0.24 "GET /v2.0/networks/78e86d02-b371-4284-9f7e-cf9e9279286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281631 Feb 10 04:07:56.321876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351158f-0fe9-4a91-a08c-d07ff394fe9d req-0cfd50bc-f7bc-4511-9d3d-9135e0c56ec8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.323363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5351158f-0fe9-4a91-a08c-d07ff394fe9d req-0cfd50bc-f7bc-4511-9d3d-9135e0c56ec8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.1216021 Feb 10 04:07:56.425227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5351158f-0fe9-4a91-a08c-d07ff394fe9d req-fbcafb98-d96b-4188-b421-3275b31829e7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938463 Feb 10 04:07:56.432208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4fdaf-60cc-4787-8acc-ac2f51c19c75 req-a8660a6e-114d-44a6-ab21-84fda771cbeb tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.433794 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55e4fdaf-60cc-4787-8acc-ac2f51c19c75 req-a8660a6e-114d-44a6-ab21-84fda771cbeb tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0554159 Feb 10 04:07:56.443558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-81330338-6279-43b8-a660-4e8105364101 service neutron] 10.222.0.24 "GET /v2.0/networks/78e86d02-b371-4284-9f7e-cf9e9279286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186531 Feb 10 04:07:56.493526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-09b70874-8e01-4bf8-aea0-77c9f1d0b879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.147&port_id=bfcd5560-3fab-47d5-88bc-9b847db9fab9 HTTP/1.1" status: 200 len: 217 time: 0.0429270 Feb 10 04:07:56.499453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55e4fdaf-60cc-4787-8acc-ac2f51c19c75 req-c49a8df9-add1-4ba3-9afb-93617a56cac8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546997 Feb 10 04:07:56.580319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-1833e259-542a-416e-921d-7e8f8572c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.581912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-1833e259-542a-416e-921d-7e8f8572c630 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d387e13c-7050-4c9e-8f56-b6bb6c8a5da8 HTTP/1.1" status: 200 len: 801 time: 0.0715311 Feb 10 04:07:56.592119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767f777-d415-496b-bc81-eac948d94a37 req-f58d525b-bf59-4ac5-b847-700359b82909 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.593618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b767f777-d415-496b-bc81-eac948d94a37 req-f58d525b-bf59-4ac5-b847-700359b82909 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0951393 Feb 10 04:07:56.681989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b767f777-d415-496b-bc81-eac948d94a37 req-934de250-0c34-42dd-aabf-e9886ac30ebc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778906 Feb 10 04:07:56.684111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77694ae-0759-4795-83d5-5f7448159420 req-213effa5-0922-4da8-879a-8afab96aa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.686067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-213effa5-0922-4da8-879a-8afab96aa6f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c267d228-1719-41d4-af8f-17adf22df079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0912583 Feb 10 04:07:56.779822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-9712f754-afd2-48c2-b601-5f81864fd017 service neutron] 10.222.0.24 "GET /v2.0/networks/c267d228-1719-41d4-af8f-17adf22df079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867474 Feb 10 04:07:56.875231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b77694ae-0759-4795-83d5-5f7448159420 req-f8839710-29fd-49ce-92e5-a5191262a8fe service neutron] 10.222.0.24 "GET /v2.0/networks/c267d228-1719-41d4-af8f-17adf22df079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Feb 10 04:07:56.929962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3593f2-aa64-47ca-b784-f6285c690ee9 req-1b080ce8-99b9-4179-93b3-173500cf6b69 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.935290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3593f2-aa64-47ca-b784-f6285c690ee9 req-1b080ce8-99b9-4179-93b3-173500cf6b69 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:56.936846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f3593f2-aa64-47ca-b784-f6285c690ee9 req-1b080ce8-99b9-4179-93b3-173500cf6b69 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1678 time: 0.0596840 Feb 10 04:07:56.984714 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f3593f2-aa64-47ca-b784-f6285c690ee9 req-586c1353-d446-4791-b371-fa326673066b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Feb 10 04:07:57.081828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-2f5d9ed7-1ca3-48fa-bdb2-f89d7a1102c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.082307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-2f5d9ed7-1ca3-48fa-bdb2-f89d7a1102c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.084458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-2f5d9ed7-1ca3-48fa-bdb2-f89d7a1102c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc0d308170aa4133804130ea91323772&device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 2042 time: 0.0483587 Feb 10 04:07:57.202363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aee739-c498-4713-bb62-d9da2fefd304 req-0b253d2a-a72f-4669-a2ab-c1c81b46c3d7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.203874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69aee739-c498-4713-bb62-d9da2fefd304 req-0b253d2a-a72f-4669-a2ab-c1c81b46c3d7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1142313 Feb 10 04:07:57.225259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-a00e4f2c-1e5f-4027-8254-770161d54298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.225259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-a00e4f2c-1e5f-4027-8254-770161d54298 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c267d228-1719-41d4-af8f-17adf22df079 HTTP/1.1" status: 200 len: 902 time: 0.1264510 Feb 10 04:07:57.274894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-b3497743-23d8-4a47-a78a-5760d2da7146 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.147&port_id=bfcd5560-3fab-47d5-88bc-9b847db9fab9 HTTP/1.1" status: 200 len: 217 time: 0.0427115 Feb 10 04:07:57.305830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150dff7-d69e-497c-b91d-f79d6850dc63 req-32bac02e-00ac-43bf-8e07-7508b3a32fcf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.307472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2150dff7-d69e-497c-b91d-f79d6850dc63 req-32bac02e-00ac-43bf-8e07-7508b3a32fcf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0543065 Feb 10 04:07:57.324083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69aee739-c498-4713-bb62-d9da2fefd304 req-655dd856-0c10-434f-b24b-ba6036d21631 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107225 Feb 10 04:07:57.343868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-7f5d997d-b94e-4e5f-ae51-ee9090fa1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.345266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-7f5d997d-b94e-4e5f-ae51-ee9090fa1caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d387e13c-7050-4c9e-8f56-b6bb6c8a5da8 HTTP/1.1" status: 200 len: 801 time: 0.0628426 Feb 10 04:07:57.363684 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2150dff7-d69e-497c-b91d-f79d6850dc63 req-44ae4e86-1cb1-4ea5-8c7b-172570c2770d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505078 Feb 10 04:07:57.399300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-eb90ab70-c457-4893-9969-f710cf0ec549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.400871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-eb90ab70-c457-4893-9969-f710cf0ec549 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c267d228-1719-41d4-af8f-17adf22df079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0457261 Feb 10 04:07:57.535281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-daec20a6-dd66-45ed-9cda-24751c7a79d2 service neutron] 10.222.0.24 "GET /v2.0/networks/c267d228-1719-41d4-af8f-17adf22df079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198502 Feb 10 04:07:57.587929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89888941-f66e-4653-9df1-0e51472a92e9 req-f623cfc9-d301-4066-9467-e8ff0dc540eb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.589737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89888941-f66e-4653-9df1-0e51472a92e9 req-f623cfc9-d301-4066-9467-e8ff0dc540eb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0940273 Feb 10 04:07:57.613114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8770846-0cc9-4def-883c-485c0103c5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:57.623270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411a130-39ac-4a2f-98c3-ad987604d7d6 req-f3a2ddb2-1c02-454b-a54a-af6f338ab10c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.624770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5411a130-39ac-4a2f-98c3-ad987604d7d6 req-f3a2ddb2-1c02-454b-a54a-af6f338ab10c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0586483 Feb 10 04:07:57.673246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5411a130-39ac-4a2f-98c3-ad987604d7d6 req-43908e86-0465-4f2d-835b-0562fa7b083f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Feb 10 04:07:57.681643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c85b70e-91f2-4578-8ae5-7f8e0315746c req-db19ff1c-a2f8-4ec1-a266-09195dfaeb70 service neutron] 10.222.0.24 "GET /v2.0/networks/c267d228-1719-41d4-af8f-17adf22df079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375248 Feb 10 04:07:57.687721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89888941-f66e-4653-9df1-0e51472a92e9 req-80f9d07f-f49d-4fe2-978b-cff5c80a2236 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647986 Feb 10 04:07:57.814414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9b136-5dd8-43e8-be2a-3f8a2f45f9f0 req-6888d511-17c5-4bb0-9062-a0d152a49c76 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:57.816013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16c9b136-5dd8-43e8-be2a-3f8a2f45f9f0 req-6888d511-17c5-4bb0-9062-a0d152a49c76 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0570884 Feb 10 04:07:57.872612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16c9b136-5dd8-43e8-be2a-3f8a2f45f9f0 req-bea68997-10f0-46fd-a61c-b990885535ac tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Feb 10 04:07:58.125413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5af4c-1fe5-48fc-a73c-6afab089583e req-15bfddb5-3d7d-4343-a2db-458a9673d23d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:58.130869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5af4c-1fe5-48fc-a73c-6afab089583e req-15bfddb5-3d7d-4343-a2db-458a9673d23d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:58.132572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27e5af4c-1fe5-48fc-a73c-6afab089583e req-15bfddb5-3d7d-4343-a2db-458a9673d23d tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1678 time: 0.0635042 Feb 10 04:07:58.178983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27e5af4c-1fe5-48fc-a73c-6afab089583e req-4f21cbf8-5908-4587-9374-2406a7d0a151 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Feb 10 04:07:58.451903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82cad-b6f6-4bb0-a971-c44c83ee46b7 req-9b1ce1a7-ec00-4643-a17d-437715dea360 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:58.453414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7eb82cad-b6f6-4bb0-a971-c44c83ee46b7 req-9b1ce1a7-ec00-4643-a17d-437715dea360 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0604408 Feb 10 04:07:58.496209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156db8db-f334-49be-abde-c9b3586c56de req-fc525740-2dfc-4ea8-b2b0-53a8fcaa273a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:58.497761 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-156db8db-f334-49be-abde-c9b3586c56de req-fc525740-2dfc-4ea8-b2b0-53a8fcaa273a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0544033 Feb 10 04:07:58.503601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7eb82cad-b6f6-4bb0-a971-c44c83ee46b7 req-ce9306c7-20cc-4f30-a3b8-e5194eefb73b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Feb 10 04:07:58.550951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-156db8db-f334-49be-abde-c9b3586c56de req-916b62e2-0c5f-43c3-b632-58821888f2ae tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464108 Feb 10 04:07:58.798384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f577ff-2e4f-4de4-bc39-2036a39db4d3 req-789621e3-3f39-41ad-927b-62c1f6e5bf31 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:58.799911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88f577ff-2e4f-4de4-bc39-2036a39db4d3 req-789621e3-3f39-41ad-927b-62c1f6e5bf31 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0553298 Feb 10 04:07:58.874146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88f577ff-2e4f-4de4-bc39-2036a39db4d3 req-3f0f8d7e-81cc-4bec-be0b-632decbb3c0f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639477 Feb 10 04:07:58.981191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd318f-1c5a-4a7c-a5b8-d4c3b52b62b3 req-442f924e-3075-4540-a692-ff898a44f279 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:58.989803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89fd318f-1c5a-4a7c-a5b8-d4c3b52b62b3 req-442f924e-3075-4540-a692-ff898a44f279 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0967553 Feb 10 04:07:59.014365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a2b-6047-4bc4-bea0-a033413e8e7b req-b2dd19d4-78bb-4d86-9f94-ca6e67a67623 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.022079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64e36a2b-6047-4bc4-bea0-a033413e8e7b req-b2dd19d4-78bb-4d86-9f94-ca6e67a67623 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0711176 Feb 10 04:07:59.059363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89fd318f-1c5a-4a7c-a5b8-d4c3b52b62b3 req-845039f0-4a8c-4b44-9aa5-6d01193f926a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678501 Feb 10 04:07:59.097810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64e36a2b-6047-4bc4-bea0-a033413e8e7b req-731f7049-b7fe-45e3-8a14-3269f71b0af0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748165 Feb 10 04:07:59.148023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-78a6ccb0-27d7-4dfc-843d-cae97da5d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.149741 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-78a6ccb0-27d7-4dfc-843d-cae97da5d5c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1127 time: 0.0775936 Feb 10 04:07:59.176376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60141-2673-4664-82c0-5b4af97fa08d req-ac0ff183-f9f9-4c51-bb0e-04eaf81b27a7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.178716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66c60141-2673-4664-82c0-5b4af97fa08d req-ac0ff183-f9f9-4c51-bb0e-04eaf81b27a7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0568113 Feb 10 04:07:59.239607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66c60141-2673-4664-82c0-5b4af97fa08d req-1d8c78da-81c2-4915-8f76-f3bf6cd485fb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Feb 10 04:07:59.263595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-ddd418b5-51da-4ace-9ef4-c1d253e81e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.265093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-ddd418b5-51da-4ace-9ef4-c1d253e81e74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.1084993 Feb 10 04:07:59.359915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-1f04bc49-17ef-482a-b9eb-b2528df476b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0847948 Feb 10 04:07:59.371068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176ce38-19c6-4f1a-a030-17a6dbd905e8 req-ea1f1c7a-8d75-4c55-9ed1-46a54f2025d9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.376258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176ce38-19c6-4f1a-a030-17a6dbd905e8 req-ea1f1c7a-8d75-4c55-9ed1-46a54f2025d9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.377790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9176ce38-19c6-4f1a-a030-17a6dbd905e8 req-ea1f1c7a-8d75-4c55-9ed1-46a54f2025d9 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1678 time: 0.1118255 Feb 10 04:07:59.444462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-ed64a07b-7853-431b-8e7b-6ab3260d1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.445914 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-ed64a07b-7853-431b-8e7b-6ab3260d1c6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0672760 Feb 10 04:07:59.459008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9176ce38-19c6-4f1a-a030-17a6dbd905e8 req-a14e7d68-d565-4738-94dd-aadb30c650e4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724943 Feb 10 04:07:59.709501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96abaa-1b4f-46d4-9396-4f7e3608d6dc req-217c20dc-302a-4655-98a1-7265cdea7b78 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.717429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e96abaa-1b4f-46d4-9396-4f7e3608d6dc req-217c20dc-302a-4655-98a1-7265cdea7b78 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0798783 Feb 10 04:07:59.767247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e96abaa-1b4f-46d4-9396-4f7e3608d6dc req-652ae271-6c1c-4b79-a3c1-4789ae8c9da3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489025 Feb 10 04:07:59.774289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-681eaf75-bff1-4615-ac82-36790a8abeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:07:59.788453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-1bc3a4ee-2c96-4bff-aa37-0fc04933d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:07:59.789979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-1bc3a4ee-2c96-4bff-aa37-0fc04933d8c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3299873 Feb 10 04:07:59.881387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-064edf5d-b7ec-4c3e-a6ce-f7028a6ea652 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Feb 10 04:07:59.976815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 0371bdf6-36d3-45c1-a496-acedeae28b31 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:08:00.011857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d874ce2-e19c-472f-b310-aa766f9a7848 req-72eebea8-ff40-4ffe-b9d3-ca39965907eb service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221893 Feb 10 04:08:00.033876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4946f-2053-40ab-90ad-d0030e5b4034 req-6736795f-fdff-4bb1-ac53-223f5f3f889a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.035399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ced4946f-2053-40ab-90ad-d0030e5b4034 req-6736795f-fdff-4bb1-ac53-223f5f3f889a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0831521 Feb 10 04:08:00.089612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 0371bdf6-36d3-45c1-a496-acedeae28b31, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=0371bdf6-36d3-45c1-a496-acedeae28b31,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:00.096300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ced4946f-2053-40ab-90ad-d0030e5b4034 req-b5cd624a-66c3-4ad3-9f11-dec9e15de794 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Feb 10 04:08:00.102379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '0371bdf6-36d3-45c1-a496-acedeae28b31', 'network_id': '78e86d02-b371-4284-9f7e-cf9e9279286e', 'port_id': '0371bdf6-36d3-45c1-a496-acedeae28b31', 'mac_address': 'fa:16:3e:a3:e8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93b66cf-452c-4849-923e-f4909a308f18', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:08:00.154583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 0371bdf6-36d3-45c1-a496-acedeae28b31 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:00.155015 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:00.170481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0371bdf6-36d3-45c1-a496-acedeae28b31 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:00.196034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 0371bdf6-36d3-45c1-a496-acedeae28b31, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=0371bdf6-36d3-45c1-a496-acedeae28b31,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:00.210977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e348f-3c2f-4d1b-a496-3a15588802fb req-34c0bc79-0c73-4a81-ab93-ff609619bb7b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.213396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-815e348f-3c2f-4d1b-a496-3a15588802fb req-34c0bc79-0c73-4a81-ab93-ff609619bb7b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0612233 Feb 10 04:08:00.275910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e6da-7b19-402e-beb5-e6f3164c1229 req-1e190e94-5c8f-4de9-b00f-dc986b3ca51e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.277497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6552e6da-7b19-402e-beb5-e6f3164c1229 req-1e190e94-5c8f-4de9-b00f-dc986b3ca51e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0713229 Feb 10 04:08:00.279064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-815e348f-3c2f-4d1b-a496-3a15588802fb req-2e7dfb21-f29d-4956-92f3-d4615ffa29ad tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590084 Feb 10 04:08:00.304429 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:00.305528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device bfcd5560-3fab-47d5-88bc-9b847db9fab9 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:08:00.356743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6552e6da-7b19-402e-beb5-e6f3164c1229 req-cb8cda35-3126-4778-9e28-cf67640cbcdd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698378 Feb 10 04:08:00.403020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=0371bdf6-36d3-45c1-a496-acedeae28b31,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:00.477359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be54460-7313-44db-8405-7541aefb17df req-907a6c97-fe33-4bb0-b4cd-f365582775f5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.479234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9be54460-7313-44db-8405-7541aefb17df req-907a6c97-fe33-4bb0-b4cd-f365582775f5 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0991955 Feb 10 04:08:00.483553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port bfcd5560-3fab-47d5-88bc-9b847db9fab9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=bfcd5560-3fab-47d5-88bc-9b847db9fab9,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:00.497744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9', 'network_id': 'c267d228-1719-41d4-af8f-17adf22df079', 'port_id': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9', 'mac_address': 'fa:16:3e:1e:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd387e13c-7050-4c9e-8f56-b6bb6c8a5da8', 'ip_address': '19.86.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:08:00.551705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port bfcd5560-3fab-47d5-88bc-9b847db9fab9 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:00.552107 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:00.574334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9be54460-7313-44db-8405-7541aefb17df req-fede42fe-ed05-4ab7-9146-c8d73a7891a0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821407 Feb 10 04:08:00.576425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcd5560-3fab-47d5-88bc-9b847db9fab9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:00.609007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port bfcd5560-3fab-47d5-88bc-9b847db9fab9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=bfcd5560-3fab-47d5-88bc-9b847db9fab9,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:00.692636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaeff-2fff-48c6-a90d-b48ae29b2f96 req-4bb9983a-b11b-4f39-ae89-9cddaffcf2ba tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.699780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aaeff-2fff-48c6-a90d-b48ae29b2f96 req-4bb9983a-b11b-4f39-ae89-9cddaffcf2ba tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.701440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e96aaeff-2fff-48c6-a90d-b48ae29b2f96 req-4bb9983a-b11b-4f39-ae89-9cddaffcf2ba tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1679 time: 0.1344917 Feb 10 04:08:00.713758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-236f1ff9-43b9-4f63-9eb5-3a3adddff2e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0928807 Feb 10 04:08:00.725360 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:00.790172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=bfcd5560-3fab-47d5-88bc-9b847db9fab9,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:00.853290 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e96aaeff-2fff-48c6-a90d-b48ae29b2f96 req-e705d9b5-0d6b-46ca-8b02-793cb413a354 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331666 Feb 10 04:08:00.880450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.881721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.882539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.883358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.883844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.884318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.884791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:00.886942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6c954d9b-7a59-4616-967f-ad9b299e3a78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6719 time: 0.1110344 Feb 10 04:08:00.980724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:00.991449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d5613-fa8c-4a5b-9c04-7f6fe77451b1 req-6fccc1ab-68ac-4397-b4e4-689c7294a9a4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.002056 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-341d5613-fa8c-4a5b-9c04-7f6fe77451b1 req-6fccc1ab-68ac-4397-b4e4-689c7294a9a4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1329787 Feb 10 04:08:01.077422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-341d5613-fa8c-4a5b-9c04-7f6fe77451b1 req-cd243528-9c46-4efb-8fe7-a2fe5d99a282 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744796 Feb 10 04:08:01.092940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-46165231-a392-43ac-abd7-3774631c6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.095726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-46165231-a392-43ac-abd7-3774631c6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.098160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-46165231-a392-43ac-abd7-3774631c6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.099977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-46165231-a392-43ac-abd7-3774631c6218 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd571703-bb59-453e-9190-8d8e94cb434e&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=90e1cf24-2192-446b-b1d5-98500b85bdec&id=90e1cf24-2192-446b-b1d5-98500b85bdec HTTP/1.1" status: 200 len: 2298 time: 0.1772947 Feb 10 04:08:01.121013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['bfcd5560-3fab-47d5-88bc-9b847db9fab9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:01.154545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['0371bdf6-36d3-45c1-a496-acedeae28b31'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:01.221879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-999f5950-b14b-479f-85c3-9df09a11db92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac HTTP/1.1" status: 200 len: 1001 time: 0.1148729 Feb 10 04:08:01.310487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1507aa-aff2-4bf0-90ec-c076a1255c97 req-44d2a57e-dc46-4b40-9db2-b435613dec8d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.319040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b1507aa-aff2-4bf0-90ec-c076a1255c97 req-44d2a57e-dc46-4b40-9db2-b435613dec8d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1449919 Feb 10 04:08:01.343757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-26e441ca-5140-496f-bde4-20d3c4f57959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.346158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-26e441ca-5140-496f-bde4-20d3c4f57959 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ab80b5c-9000-4c21-a5b4-a53a9141c6ad HTTP/1.1" status: 200 len: 856 time: 0.1173627 Feb 10 04:08:01.417074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843704a-86f5-4b44-92b9-9060829e1a63 req-bcf0753e-5888-4551-9311-f3a85a1603bf tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.421013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5843704a-86f5-4b44-92b9-9060829e1a63 req-bcf0753e-5888-4551-9311-f3a85a1603bf tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0626123 Feb 10 04:08:01.441589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b1507aa-aff2-4bf0-90ec-c076a1255c97 req-d582362e-03db-4dea-8450-e9666d574d19 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215560 Feb 10 04:08:01.456626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-42e691ff-d963-45da-a892-4000a629f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.458135 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-42e691ff-d963-45da-a892-4000a629f20d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd571703-bb59-453e-9190-8d8e94cb434e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053598 Feb 10 04:08:01.491063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5843704a-86f5-4b44-92b9-9060829e1a63 req-21cd482a-d848-4c86-868e-29d17996408f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691469 Feb 10 04:08:01.601418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-2670085e-000b-40c9-8ce8-3f86ac747e81 service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360335 Feb 10 04:08:01.615211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832de541-7835-4f07-96d8-f5242c4d74cd req-d0641171-109b-4dfc-9d1e-a774e2ac6afa tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.615211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-832de541-7835-4f07-96d8-f5242c4d74cd req-d0641171-109b-4dfc-9d1e-a774e2ac6afa tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0757606 Feb 10 04:08:01.706382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c113-c84e-4d5b-ac25-855efbcb943d req-8a5d643e-4925-4443-aeee-6872ba36666b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.707938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d91c113-c84e-4d5b-ac25-855efbcb943d req-8a5d643e-4925-4443-aeee-6872ba36666b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0558321 Feb 10 04:08:01.728056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-832de541-7835-4f07-96d8-f5242c4d74cd req-7fc23882-e100-45cc-bca8-71dbe7961e55 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052284 Feb 10 04:08:01.748177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-97a75dab-7ef6-4891-b812-4c3c47b2e690 service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335943 Feb 10 04:08:01.770580 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d91c113-c84e-4d5b-ac25-855efbcb943d req-0c85ca3c-12e0-4303-8e3f-5591899a016f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549576 Feb 10 04:08:01.803847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-e7ff6d6b-8510-4b5b-8fb1-fea32926f033 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 217 time: 0.0485654 Feb 10 04:08:01.837103 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:08:01.889100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-7c6d8642-a040-4baf-bfa9-2bae32b55326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.890643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-7c6d8642-a040-4baf-bfa9-2bae32b55326 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.0709918 Feb 10 04:08:01.902595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53efc2-c392-466e-ae3c-b6d0a44359c5 req-3db35738-a65b-45c3-b6ca-4c3ee5724e56 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.907159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea53efc2-c392-466e-ae3c-b6d0a44359c5 req-3db35738-a65b-45c3-b6ca-4c3ee5724e56 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0963798 Feb 10 04:08:01.965301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ca3b-339a-45f5-9787-0969160529b1 req-1d127212-285b-4a89-b410-1b2d9390fbfb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.970694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ca3b-339a-45f5-9787-0969160529b1 req-1d127212-285b-4a89-b410-1b2d9390fbfb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.972401 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-feb1ca3b-339a-45f5-9787-0969160529b1 req-1d127212-285b-4a89-b410-1b2d9390fbfb tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1680 time: 0.0622997 Feb 10 04:08:01.988363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea53efc2-c392-466e-ae3c-b6d0a44359c5 req-bb629be0-4d6c-46c1-9503-f60f9f2f00fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716951 Feb 10 04:08:01.991059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6001b324-82aa-4411-966e-3b2f730eabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:01.992505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6001b324-82aa-4411-966e-3b2f730eabc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0843108 Feb 10 04:08:02.026077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-feb1ca3b-339a-45f5-9787-0969160529b1 req-9d7a1c24-7e7d-445b-a377-b0587aec93e7 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Feb 10 04:08:02.108476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-6306b3ac-72e2-421e-a96c-0d3149853aca service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031051 Feb 10 04:08:02.214994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-c3a7ce8d-760a-4f3d-8e82-c4406631f6f2 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995607 Feb 10 04:08:02.216401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a4a72-e2b2-43ed-9c48-12d58d859007 req-b838dc9f-25e3-4a08-a274-4bfef57761c4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.217832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc1a4a72-e2b2-43ed-9c48-12d58d859007 req-b838dc9f-25e3-4a08-a274-4bfef57761c4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0669582 Feb 10 04:08:02.261683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-377d52b9-3f30-4e9c-b87c-379bd5660798 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 217 time: 0.0399065 Feb 10 04:08:02.268837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc1a4a72-e2b2-43ed-9c48-12d58d859007 req-0e08bda9-338e-437c-a37a-eabb048cb341 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Feb 10 04:08:02.323791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-3a84064d-e00c-47ef-b500-c588e43fbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.325293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-3a84064d-e00c-47ef-b500-c588e43fbe53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.0505288 Feb 10 04:08:02.387993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-4b1b7b9c-6929-434b-a906-ef94a87b2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.389571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-4b1b7b9c-6929-434b-a906-ef94a87b2b4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0562603 Feb 10 04:08:02.482393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:02.513117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-64fbc267-1db9-450b-98b2-69035afb4755 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062794 Feb 10 04:08:02.577635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3615d31-b275-436c-aeeb-2b55e8a31fa0 req-c9bfbacd-e2c5-498e-b7ea-4bacdb9fea6b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.581045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3615d31-b275-436c-aeeb-2b55e8a31fa0 req-c9bfbacd-e2c5-498e-b7ea-4bacdb9fea6b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0589106 Feb 10 04:08:02.640390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3615d31-b275-436c-aeeb-2b55e8a31fa0 req-3a7615c5-ede7-4421-a53c-5455d2644b7f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532870 Feb 10 04:08:02.659047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79932f41-7643-4250-bbcf-e302d110738d req-dc5ffd02-52c6-49a4-b960-082293a10695 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.660726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79932f41-7643-4250-bbcf-e302d110738d req-dc5ffd02-52c6-49a4-b960-082293a10695 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1184165 Feb 10 04:08:02.663318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-40d6866e-f367-4cd5-a56c-d8336c71d91d service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415608 Feb 10 04:08:02.725404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-f5a7b905-c725-419a-95e4-b096366ea9e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58 HTTP/1.1" status: 200 len: 217 time: 0.0436819 Feb 10 04:08:02.773908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370739-698d-4ed6-b05d-047e9b538bed req-6b3fa032-acf9-445d-ae24-93531936e4ed tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.775636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58370739-698d-4ed6-b05d-047e9b538bed req-6b3fa032-acf9-445d-ae24-93531936e4ed tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0729976 Feb 10 04:08:02.780723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79932f41-7643-4250-bbcf-e302d110738d req-e0437437-c45f-4599-94da-2a1606b2aeb6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136875 Feb 10 04:08:02.802893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-b4c93176-c6f3-401d-b6c2-f5a6ad069ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.805313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-b4c93176-c6f3-401d-b6c2-f5a6ad069ec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.0726664 Feb 10 04:08:02.841405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58370739-698d-4ed6-b05d-047e9b538bed req-23bf4fad-56c2-4f59-b06f-1730d4384a8b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575790 Feb 10 04:08:02.863728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-1ff92bc9-c5f5-40b7-8f76-c52bac579257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:02.866303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-1ff92bc9-c5f5-40b7-8f76-c52bac579257 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0522528 Feb 10 04:08:03.008592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12269976-f99e-467d-9f42-7368ef16fdb9 req-c0c59282-5267-4da8-8d93-9cd8cbc72ee6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.010065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12269976-f99e-467d-9f42-7368ef16fdb9 req-c0c59282-5267-4da8-8d93-9cd8cbc72ee6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1261919 Feb 10 04:08:03.013898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-1a2d3b95-2373-4c08-803f-d9388cb8e0ae service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398716 Feb 10 04:08:03.121111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12269976-f99e-467d-9f42-7368ef16fdb9 req-4ad392bf-2d45-4f70-abbb-c290b2ed2c99 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046000 Feb 10 04:08:03.161202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-1d0c7984-53cc-4bf8-97b6-051cf368a97a service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339264 Feb 10 04:08:03.206528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-99a7bd3d-5bdd-48f9-894f-781bab7aced0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232 HTTP/1.1" status: 200 len: 217 time: 0.0420227 Feb 10 04:08:03.251930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05107f-2aa2-4e2a-b454-7800f8b90ff2 req-24ba65d0-e49a-4d1c-b3b4-aff09107936f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.258155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05107f-2aa2-4e2a-b454-7800f8b90ff2 req-24ba65d0-e49a-4d1c-b3b4-aff09107936f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.259994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e05107f-2aa2-4e2a-b454-7800f8b90ff2 req-24ba65d0-e49a-4d1c-b3b4-aff09107936f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1680 time: 0.0645840 Feb 10 04:08:03.291252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-1fc9a809-bf31-4ab0-b324-c14ea9378d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.292686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-1fc9a809-bf31-4ab0-b324-c14ea9378d3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.0711720 Feb 10 04:08:03.337800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73d005-89c9-4ff6-8a0d-a6389815376a req-12f644e8-26f5-4755-81e5-8d59bce42e58 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.338885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e05107f-2aa2-4e2a-b454-7800f8b90ff2 req-14086e89-d18c-4a3e-8db8-82b50beb7959 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626056 Feb 10 04:08:03.344686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b73d005-89c9-4ff6-8a0d-a6389815376a req-12f644e8-26f5-4755-81e5-8d59bce42e58 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1332855 Feb 10 04:08:03.390961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-85b813e2-4523-41fb-81f5-ec5b1e640eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.392467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-85b813e2-4523-41fb-81f5-ec5b1e640eb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0920353 Feb 10 04:08:03.415155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b73d005-89c9-4ff6-8a0d-a6389815376a req-644c9db0-df03-4f80-b6e1-e2c801449a04 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696194 Feb 10 04:08:03.451156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac7649-c8db-4eb2-a172-73280e8598a7 req-4a5b1a56-c4a8-4cfa-8506-77d458ce918b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.452802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63ac7649-c8db-4eb2-a172-73280e8598a7 req-4a5b1a56-c4a8-4cfa-8506-77d458ce918b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0628405 Feb 10 04:08:03.511953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-54ee2c2c-9d38-42c2-a507-f8c9169e3274 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085405 Feb 10 04:08:03.516077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63ac7649-c8db-4eb2-a172-73280e8598a7 req-46334d29-bee6-4c8e-baf8-ac385df0bced tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Feb 10 04:08:03.643782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-a0316f6d-8c97-4381-9ac1-495922f98fad service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228135 Feb 10 04:08:03.702359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-36b92bad-fe4f-4b21-8149-2bd3c41d834e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c HTTP/1.1" status: 200 len: 217 time: 0.0495918 Feb 10 04:08:03.809631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-293fb37f-0926-4823-aae6-0a7fab3e35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.811265 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-293fb37f-0926-4823-aae6-0a7fab3e35da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 200 len: 797 time: 0.0835874 Feb 10 04:08:03.864790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16660c-4b2b-479d-b738-6e77a0c64bac req-488f8552-9a60-4dc7-8aec-3228f39707de tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.866924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b16660c-4b2b-479d-b738-6e77a0c64bac req-488f8552-9a60-4dc7-8aec-3228f39707de tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1286614 Feb 10 04:08:03.871963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:03.898770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-3dd04892-e82b-4fe0-ba3d-376c9b20aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.900303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-3dd04892-e82b-4fe0-ba3d-376c9b20aca8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0815401 Feb 10 04:08:03.947734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b16660c-4b2b-479d-b738-6e77a0c64bac req-67c02b2d-1c2c-4446-90c8-9e76197310e8 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745919 Feb 10 04:08:03.972753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08c057-71bf-4c33-aac1-1d62ddc995a7 req-58b9b698-72f3-41f1-a29d-e73e34633732 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:03.974322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab08c057-71bf-4c33-aac1-1d62ddc995a7 req-58b9b698-72f3-41f1-a29d-e73e34633732 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0610619 Feb 10 04:08:04.007211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 0371bdf6-36d3-45c1-a496-acedeae28b31 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:04.007412 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-941606db-5f9a-45f9-aa57-0242e7a2be33 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979676 Feb 10 04:08:04.024416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab08c057-71bf-4c33-aac1-1d62ddc995a7 req-43649a9c-e4ce-4e9b-baf0-c85be75d0bc8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Feb 10 04:08:04.106999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-433ba933-7886-4767-87bc-13d84a24143a service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937052 Feb 10 04:08:04.152502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-057bf0a3-ec40-47c7-836a-4715e272e63f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b75a24-bb18-42bf-a139-918d71a0d689 HTTP/1.1" status: 200 len: 217 time: 0.0361648 Feb 10 04:08:04.217074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-e3c8adb0-614f-48f5-876a-8b29d42af9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:04.218512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-e3c8adb0-614f-48f5-876a-8b29d42af9e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 200 len: 797 time: 0.0591142 Feb 10 04:08:04.285074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c250c42-6ec7-418c-b7a7-cae36a59df86 req-1e770897-e565-4793-9939-845e8b803d7d tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:04.286517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c250c42-6ec7-418c-b7a7-cae36a59df86 req-1e770897-e565-4793-9939-845e8b803d7d tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0833051 Feb 10 04:08:04.300725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-53c7ab0a-d71c-49fc-b8d4-8b6ba28d85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:04.302185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-53c7ab0a-d71c-49fc-b8d4-8b6ba28d85f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0686240 Feb 10 04:08:04.313799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 0371bdf6-36d3-45c1-a496-acedeae28b31 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:08:04.318839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 0371bdf6-36d3-45c1-a496-acedeae28b31 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:04.319297 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:04.394855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c250c42-6ec7-418c-b7a7-cae36a59df86 req-d975ba50-017b-487e-a0f1-3ac3efc3d40c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011581 Feb 10 04:08:04.422126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-34e41829-ca60-4371-95d4-06c0704ac4ae service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127517 Feb 10 04:08:04.492477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece6a6-eac9-41af-887f-32187a471e52 req-94ce9058-d313-43af-a8a3-911539daf7af tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:04.493742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 0371bdf6-36d3-45c1-a496-acedeae28b31 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:04.494140 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:04.501445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece6a6-eac9-41af-887f-32187a471e52 req-94ce9058-d313-43af-a8a3-911539daf7af tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:04.509424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08ece6a6-eac9-41af-887f-32187a471e52 req-94ce9058-d313-43af-a8a3-911539daf7af tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1680 time: 0.1018536 Feb 10 04:08:04.524432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0371bdf6-36d3-45c1-a496-acedeae28b31'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:04.526667 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9737ea-a29d-4b7f-be80-4928de6c171d" -d '{"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-plugged", "status": "completed", "tag": "0371bdf6-36d3-45c1-a496-acedeae28b31"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:04.541384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 0371bdf6-36d3-45c1-a496-acedeae28b31, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=0371bdf6-36d3-45c1-a496-acedeae28b31,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:04.557387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08ece6a6-eac9-41af-887f-32187a471e52 req-3cdfd4b5-2079-4d30-b1c6-9b91c917fe96 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470788 Feb 10 04:08:04.564315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071141ed-8aec-418d-bdf9-3a1039009d70 req-bc604f32-5f6f-44c0-9b8b-836f1a26609c service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350131 Feb 10 04:08:04.585474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303618cd-4135-47bb-9b77-1b9589f2dc2a req-25fdec7f-f94e-42af-987d-3ebba6057aa8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:04.587289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-303618cd-4135-47bb-9b77-1b9589f2dc2a req-25fdec7f-f94e-42af-987d-3ebba6057aa8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0826495 Feb 10 04:08:04.622543 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e85dce-bd56-43b8-8d23-cbdd68a237ba x-openstack-request-id: req-61e85dce-bd56-43b8-8d23-cbdd68a237ba {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:04.622877 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-plugged", "status": "completed", "tag": "0371bdf6-36d3-45c1-a496-acedeae28b31", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:04.623135 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61e85dce-bd56-43b8-8d23-cbdd68a237ba {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:04.623532 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0371bdf6-36d3-45c1-a496-acedeae28b31', 'code': 200} Feb 10 04:08:04.633520 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:04.634319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device bfcd5560-3fab-47d5-88bc-9b847db9fab9 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:04.644597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-303618cd-4135-47bb-9b77-1b9589f2dc2a req-b1cca8d5-5c05-4031-833a-8b743c672cfe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510962 Feb 10 04:08:04.718154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=0371bdf6-36d3-45c1-a496-acedeae28b31,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:04.740252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399aed98-0b6b-44d2-8087-ac7cbc23760c req-f6a1f0da-44a7-40af-a14b-fd16b09c785a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:04.740252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-399aed98-0b6b-44d2-8087-ac7cbc23760c req-f6a1f0da-44a7-40af-a14b-fd16b09c785a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0603821 Feb 10 04:08:04.779635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-399aed98-0b6b-44d2-8087-ac7cbc23760c req-4b577e5c-8438-4526-8009-2cf06d065d65 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Feb 10 04:08:04.816213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port bfcd5560-3fab-47d5-88bc-9b847db9fab9 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:08:04.823161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port bfcd5560-3fab-47d5-88bc-9b847db9fab9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:04.823539 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:04.878608 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-db735420-3431-42da-aa92-a7fd371f2e18 req-1bac661d-2899-4722-94e5-ad33c014d5e6 service neutron] show failed (client error): The resource could not be found. Feb 10 04:08:04.880081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-1bac661d-2899-4722-94e5-ad33c014d5e6 service neutron] 10.222.0.43 "GET /v2.0/ports/5fb39d96-8dd1-47bc-958c-ae86c9d90f68/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0680258 Feb 10 04:08:04.919420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port bfcd5560-3fab-47d5-88bc-9b847db9fab9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:04.920000 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:04.955078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port bfcd5560-3fab-47d5-88bc-9b847db9fab9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=bfcd5560-3fab-47d5-88bc-9b847db9fab9,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:05.071928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5422d49-41a7-47e3-b80f-eb8645f98d7c req-52686b36-ef6b-4be6-9cd7-63dd24c46167 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.074535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5422d49-41a7-47e3-b80f-eb8645f98d7c req-52686b36-ef6b-4be6-9cd7-63dd24c46167 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0754125 Feb 10 04:08:05.093443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:05.102602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eddf0-6c17-4170-a1c6-a4e2cb3bd7ad req-80aada9f-05a4-4fb5-8ac4-13fd6310f4c9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.105125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b3eddf0-6c17-4170-a1c6-a4e2cb3bd7ad req-80aada9f-05a4-4fb5-8ac4-13fd6310f4c9 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0824327 Feb 10 04:08:05.155328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5422d49-41a7-47e3-b80f-eb8645f98d7c req-35fc1bc3-f9f3-41f9-9999-579ea49835a3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749171 Feb 10 04:08:05.193415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b3eddf0-6c17-4170-a1c6-a4e2cb3bd7ad req-3b70a211-3898-4d1b-b86b-543445c671bc tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759373 Feb 10 04:08:05.199205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=bfcd5560-3fab-47d5-88bc-9b847db9fab9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:05.290711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e442f-c2a5-4082-a070-6dd546b8aef7 req-1ba63c4c-00de-469d-ae45-d5c6f6524c88 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.299238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a0e442f-c2a5-4082-a070-6dd546b8aef7 req-1ba63c4c-00de-469d-ae45-d5c6f6524c88 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0619876 Feb 10 04:08:05.366831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a0e442f-c2a5-4082-a070-6dd546b8aef7 req-90a7216b-e6e0-494e-8aa1-52fc13b088a6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666070 Feb 10 04:08:05.462400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-495d9a9a-b5dc-420c-b5f3-9cc0ff6e1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.464773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-495d9a9a-b5dc-420c-b5f3-9cc0ff6e1cf0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025&tenant_id=3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 1132 time: 0.0647824 Feb 10 04:08:05.483008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:05.584560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:05.609347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db9111-b16c-4ccb-a75a-24d2b7ede535 req-ac8d5cad-63a4-473c-90ca-e9ff47c805f4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.609347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5db9111-b16c-4ccb-a75a-24d2b7ede535 req-ac8d5cad-63a4-473c-90ca-e9ff47c805f4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0902953 Feb 10 04:08:05.687047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b023e-7099-4370-a351-26dbcd862719 req-c6920f2f-b127-4467-bdab-9119ac646ddc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.692639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b023e-7099-4370-a351-26dbcd862719 req-c6920f2f-b127-4467-bdab-9119ac646ddc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.700366 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f7b023e-7099-4370-a351-26dbcd862719 req-c6920f2f-b127-4467-bdab-9119ac646ddc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0662889 Feb 10 04:08:05.743989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5db9111-b16c-4ccb-a75a-24d2b7ede535 req-18318fff-bef1-45c5-b8b4-ab31650ecd8a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141551 Feb 10 04:08:05.751728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f7b023e-7099-4370-a351-26dbcd862719 req-a7f719c7-3877-46b0-9807-ec6fcd75ab70 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Feb 10 04:08:05.844460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:05.880403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:05.913605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad712-9f81-41b6-bf10-4b166486ad4b req-7a930a6a-9d6f-4703-abc9-0a8ba213edf5 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:05.915427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f2ad712-9f81-41b6-bf10-4b166486ad4b req-7a930a6a-9d6f-4703-abc9-0a8ba213edf5 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0675709 Feb 10 04:08:05.921578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:05.923986 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429b8b9-863a-499c-8b53-93aa71047ea3" -d '{"events": [{"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:05.928181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Publish callbacks [] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:05.944349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Transition to ACTIVE for port object 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:08:05.971267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f2ad712-9f81-41b6-bf10-4b166486ad4b req-ec5d4ae5-0c90-460b-b42e-07bd7e3f4866 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Feb 10 04:08:05.987559 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd29c96b-ab6d-4a39-9dbc-ee62ecbdd32e x-openstack-request-id: req-dd29c96b-ab6d-4a39-9dbc-ee62ecbdd32e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:05.987559 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:05.988105 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd29c96b-ab6d-4a39-9dbc-ee62ecbdd32e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:05.988609 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'code': 200} Feb 10 04:08:06.013062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:06.086848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] No DVR routers for this DVR port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:06.090150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:06.130057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:06.130158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:06.131123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:06.135851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:08:06.136192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Attempting to bind port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:06.141490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:06.141828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:06.142208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:06.142633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Bound port: 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:06.143008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:06.216492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:06.220551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:06.296880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb7dd-a0ee-40c2-838e-0dacb7b688d9 req-0a358b98-4ca4-4af3-b677-bb229e8489da tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:06.298468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1dfdb7dd-a0ee-40c2-838e-0dacb7b688d9 req-0a358b98-4ca4-4af3-b677-bb229e8489da tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0552399 Feb 10 04:08:06.322430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:06.330292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d9cd3-b59c-4e57-95a9-38e74272bdba req-d45c564a-6a56-4b3e-b262-0e2687e36357 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:06.332780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-932d9cd3-b59c-4e57-95a9-38e74272bdba req-d45c564a-6a56-4b3e-b262-0e2687e36357 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0612445 Feb 10 04:08:06.405886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-932d9cd3-b59c-4e57-95a9-38e74272bdba req-ba9d41ca-f2a8-4f27-90be-2a57d6b5a795 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Feb 10 04:08:06.423329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:06.424039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:06.425456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] 10.222.0.24 "PUT /v2.0/ports/5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 1096 time: 0.9531033 Feb 10 04:08:06.472457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1dfdb7dd-a0ee-40c2-838e-0dacb7b688d9 req-c4ca7fe2-4bf5-4151-b842-8dc7039cd749 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593139 Feb 10 04:08:06.490563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21914e8-6cd5-40cd-b32a-243695442c83 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:06.543878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-925e02da-48e6-4e44-b6e5-fe45e66e77eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775506 Feb 10 04:08:06.581315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70656e2-8e58-47ff-8980-223bdef7d37d req-c5ab5fa5-b798-4346-a7a8-2c29d0c4a762 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:06.583210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c70656e2-8e58-47ff-8980-223bdef7d37d req-c5ab5fa5-b798-4346-a7a8-2c29d0c4a762 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.0946846 Feb 10 04:08:06.624975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:06.627311 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b735b-07f3-4bcc-9c27-32236009cedd" -d '{"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd5560-3fab-47d5-88bc-9b847db9fab9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:06.654691 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c70656e2-8e58-47ff-8980-223bdef7d37d req-bf0b4748-bab6-4453-9bcf-eb10383fa081 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611055 Feb 10 04:08:06.672693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-7d167ab9-20cb-433f-badd-f7ae7b29655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:06.674213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-7d167ab9-20cb-433f-badd-f7ae7b29655a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1130 time: 0.2186534 Feb 10 04:08:06.729880 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8264f445-feb0-457a-9941-234f235c5f9f x-openstack-request-id: req-8264f445-feb0-457a-9941-234f235c5f9f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:06.730285 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd5560-3fab-47d5-88bc-9b847db9fab9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:06.730654 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8264f445-feb0-457a-9941-234f235c5f9f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:06.731152 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9', 'code': 200} Feb 10 04:08:06.903393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6a980-5c11-4bed-af8c-09a534ce2d8a req-d83633b1-491b-464b-b37c-5a177b503efa tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:06.904772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:06.910429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6a980-5c11-4bed-af8c-09a534ce2d8a req-d83633b1-491b-464b-b37c-5a177b503efa tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:06.918614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ed6a980-5c11-4bed-af8c-09a534ce2d8a req-d83633b1-491b-464b-b37c-5a177b503efa tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0828092 Feb 10 04:08:06.956047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:08:06.956775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:06.970357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ed6a980-5c11-4bed-af8c-09a534ce2d8a req-946ec852-9c98-4246-ab9e-61fec9c84624 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501206 Feb 10 04:08:07.064711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6edb4-b3fe-4137-b8b2-553927598c2c req-a129460d-9169-4ea5-b7b3-c7436a4d397c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.066158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40b6edb4-b3fe-4137-b8b2-553927598c2c req-a129460d-9169-4ea5-b7b3-c7436a4d397c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.4974270 Feb 10 04:08:07.084024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db921cd-c514-4e78-9e56-08d0612c495e req-13543449-603e-4c78-a9b8-a6e673f130b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.085411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-13543449-603e-4c78-a9b8-a6e673f130b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 1127 time: 0.5046122 Feb 10 04:08:07.087775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98440350-7216-4511-b51d-1f0cc4394067 req-0b52e5eb-e432-4f98-9c5a-4f2386084549 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.089279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98440350-7216-4511-b51d-1f0cc4394067 req-0b52e5eb-e432-4f98-9c5a-4f2386084549 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0542696 Feb 10 04:08:07.152630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98440350-7216-4511-b51d-1f0cc4394067 req-d81734ac-083c-4f1b-805b-da2b542475ea tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Feb 10 04:08:07.179151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-d444e0b3-32e6-44e6-bb41-39aa58cae661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.180641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-d444e0b3-32e6-44e6-bb41-39aa58cae661 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.4961600 Feb 10 04:08:07.265210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40b6edb4-b3fe-4137-b8b2-553927598c2c req-36e1e83b-0a00-4e00-92ec-39f6630ab553 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872554 Feb 10 04:08:07.270065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-27958eda-2643-468a-a551-85a64c7d99ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.0777617 Feb 10 04:08:07.271098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b997c4-69e1-448f-a2e2-4e994057d6f7 req-fe440cc6-21be-4196-b1f0-2ed101ae9aec tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.276425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5d2d-ae9f-4b2b-b1ac-57e10172af66 req-559f8086-2bd6-43c7-ae91-ec408ac2b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.276898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5d2d-ae9f-4b2b-b1ac-57e10172af66 req-559f8086-2bd6-43c7-ae91-ec408ac2b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.278450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd7a5d2d-ae9f-4b2b-b1ac-57e10172af66 req-559f8086-2bd6-43c7-ae91-ec408ac2b277 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 2046 time: 0.2209582 Feb 10 04:08:07.278728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27b997c4-69e1-448f-a2e2-4e994057d6f7 req-fe440cc6-21be-4196-b1f0-2ed101ae9aec tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0624156 Feb 10 04:08:07.348038 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27b997c4-69e1-448f-a2e2-4e994057d6f7 req-037addb3-60fc-4b81-93a6-0989c254bbdb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679846 Feb 10 04:08:07.359816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db921cd-c514-4e78-9e56-08d0612c495e req-f8ac6779-776e-4c94-b89d-aedf9fa52561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.361623 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-f8ac6779-776e-4c94-b89d-aedf9fa52561 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.2324007 Feb 10 04:08:07.429017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-04beee8a-544b-4d59-91e5-0f46ee61db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.430946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-04beee8a-544b-4d59-91e5-0f46ee61db99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1497998 Feb 10 04:08:07.448473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-77f0484e-b193-46a6-96af-6d5bd93cea26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394 HTTP/1.1" status: 200 len: 217 time: 0.0777373 Feb 10 04:08:07.464799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd7a5d2d-ae9f-4b2b-b1ac-57e10172af66 req-591937da-16ad-48fa-b553-9cf6bd453818 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724408 Feb 10 04:08:07.541293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf76b-b60f-47bd-b64d-9039a21435e3 req-fedd8bb3-d8d4-4330-accc-c7921956cb03 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.556604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac4bf76b-b60f-47bd-b64d-9039a21435e3 req-fedd8bb3-d8d4-4330-accc-c7921956cb03 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0761271 Feb 10 04:08:07.566584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d6b9-eed9-4cdb-a78f-28af447c7c96 req-79f5e6c1-7998-4081-bb66-80ac3cbaaaf5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.568230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1d5d6b9-eed9-4cdb-a78f-28af447c7c96 req-79f5e6c1-7998-4081-bb66-80ac3cbaaaf5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1918011 Feb 10 04:08:07.571642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db921cd-c514-4e78-9e56-08d0612c495e req-74fd9971-42a2-417f-a358-71651390fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.573285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-74fd9971-42a2-417f-a358-71651390fce1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1108379 Feb 10 04:08:07.576892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735420-3431-42da-aa92-a7fd371f2e18 req-0e940021-9f57-4da9-b7e6-e493c0066119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.578278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-0e940021-9f57-4da9-b7e6-e493c0066119 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1288228 Feb 10 04:08:07.627729 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac4bf76b-b60f-47bd-b64d-9039a21435e3 req-d3c552e5-9741-48e7-91a3-6ee7130b4d39 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696721 Feb 10 04:08:07.664772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1d5d6b9-eed9-4cdb-a78f-28af447c7c96 req-aa633696-a57c-49a0-90a8-de23b6112e1c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897727 Feb 10 04:08:07.676140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db921cd-c514-4e78-9e56-08d0612c495e req-447b7260-c851-4783-9604-09f2a726b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.677845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-447b7260-c851-4783-9604-09f2a726b99a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920019 Feb 10 04:08:07.799956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106e78d-e2d5-4afd-a80e-0cd0d745724f req-b6c6542b-df81-4ed9-b747-956e6d91c36f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.801467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b106e78d-e2d5-4afd-a80e-0cd0d745724f req-b6c6542b-df81-4ed9-b747-956e6d91c36f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.0534379 Feb 10 04:08:07.851305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b106e78d-e2d5-4afd-a80e-0cd0d745724f req-b13a2da5-e333-4de9-9ce0-293ef2cb0f8a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Feb 10 04:08:07.886996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-bd1d10c1-7141-4287-8556-9c054eef02d4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060492 Feb 10 04:08:07.890540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-b6915bed-927f-4a2e-afe7-84e536cb3e88 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023146 Feb 10 04:08:07.918236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a49ed-7a6d-4d42-9587-ad3ab7d35467 req-59239a43-7912-4518-bff8-7a2758cbc784 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:07.919959 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f99a49ed-7a6d-4d42-9587-ad3ab7d35467 req-59239a43-7912-4518-bff8-7a2758cbc784 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1511109 Feb 10 04:08:08.000326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:08.002268 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5291fcc-8759-438c-a732-4d20d13930cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:08.103036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f99a49ed-7a6d-4d42-9587-ad3ab7d35467 req-0779d01c-b151-4da2-9c7d-38785394b2d9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720886 Feb 10 04:08:08.107251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db735420-3431-42da-aa92-a7fd371f2e18 req-f2068875-c296-4d52-a483-82e09dd114c8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137957 Feb 10 04:08:08.148918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db921cd-c514-4e78-9e56-08d0612c495e req-5a0e6b56-180c-48e8-93e2-0fa855ba4611 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463775 Feb 10 04:08:08.205767 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12be488-a8e8-4310-8b52-04b63956ef95 x-openstack-request-id: req-c12be488-a8e8-4310-8b52-04b63956ef95 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:08.206057 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:08.209372 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c12be488-a8e8-4310-8b52-04b63956ef95 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:08.209372 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'status': 'completed', 'code': 200} Feb 10 04:08:08.355152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8df6f3-8cde-49c7-8520-81a49ae5faf1 req-5d8923cb-e73b-457b-8eba-361234a5ec9f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.360961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8df6f3-8cde-49c7-8520-81a49ae5faf1 req-5d8923cb-e73b-457b-8eba-361234a5ec9f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.366276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b8df6f3-8cde-49c7-8520-81a49ae5faf1 req-5d8923cb-e73b-457b-8eba-361234a5ec9f tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0857241 Feb 10 04:08:08.396817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-2582df19-1fc4-40f2-bd3a-38255cc4108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.398661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-2582df19-1fc4-40f2-bd3a-38255cc4108d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1130 time: 0.1445527 Feb 10 04:08:08.403206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-c038c416-43fa-4252-86c6-61b56fa79292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.404918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-c038c416-43fa-4252-86c6-61b56fa79292 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1130 time: 0.1352751 Feb 10 04:08:08.421762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7a7b9-de34-43b3-88d7-07bb49ad337e req-865bf920-6840-4d43-866c-509891e4fd38 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.423260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ab7a7b9-de34-43b3-88d7-07bb49ad337e req-865bf920-6840-4d43-866c-509891e4fd38 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1165230 Feb 10 04:08:08.440158 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b8df6f3-8cde-49c7-8520-81a49ae5faf1 req-2b195391-8387-4575-91fd-e7d03f411f5b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Feb 10 04:08:08.566065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798fa6-d29e-4a76-9ab5-e6f92dd693c2 req-1f82284c-60b7-4624-8cde-16d958583c2f tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.567789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6798fa6-d29e-4a76-9ab5-e6f92dd693c2 req-1f82284c-60b7-4624-8cde-16d958583c2f tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0591602 Feb 10 04:08:08.589421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ab7a7b9-de34-43b3-88d7-07bb49ad337e req-6e293829-1381-4cbd-9ee3-6ae14d24e5cb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495285 Feb 10 04:08:08.608415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-df40fbf6-1a8d-4c1d-b8fb-89c28a462bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.609903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-df40fbf6-1a8d-4c1d-b8fb-89c28a462bf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2034247 Feb 10 04:08:08.652430 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6798fa6-d29e-4a76-9ab5-e6f92dd693c2 req-271e5900-cfcf-4f05-a121-0c769d0bf20e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683680 Feb 10 04:08:08.666197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-af874d43-9fd9-4a72-95f8-c9a33fe8eac0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.0485282 Feb 10 04:08:08.671410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-125d2eee-1dab-4488-a16d-41a165b0f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.672779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-125d2eee-1dab-4488-a16d-41a165b0f258 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2580965 Feb 10 04:08:08.762020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-d5825a28-81f1-408f-8701-cf11c8b6debb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.0610428 Feb 10 04:08:08.825288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-a67d8eac-2557-4029-a9cb-2f4ba2c84614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.826832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-a67d8eac-2557-4029-a9cb-2f4ba2c84614 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1530991 Feb 10 04:08:08.875373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-5cefb978-5360-4d62-91f9-f497bdbe6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.876845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-5cefb978-5360-4d62-91f9-f497bdbe6792 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1041636 Feb 10 04:08:08.905604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac208e65-f974-496b-a74a-abff9310f185 req-ef6606ba-7141-413d-9863-703e7f1a0262 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.907231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac208e65-f974-496b-a74a-abff9310f185 req-ef6606ba-7141-413d-9863-703e7f1a0262 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1506898 Feb 10 04:08:08.958968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-a444cf9f-967a-470e-b853-e8b4aa3d5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:08.960648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-a444cf9f-967a-470e-b853-e8b4aa3d5945 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1273339 Feb 10 04:08:09.002009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a6647-fda4-4271-aaa7-9d7867725d9f req-344421d6-5071-4f0a-bea8-51a4bbf28998 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:09.004080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-307a6647-fda4-4271-aaa7-9d7867725d9f req-344421d6-5071-4f0a-bea8-51a4bbf28998 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.0570946 Feb 10 04:08:09.024129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291fcc-8759-438c-a732-4d20d13930cf req-29c44cb6-4963-4b6e-b1e4-ceab7f4fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:09.025697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-29c44cb6-4963-4b6e-b1e4-ceab7f4fb403 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1380978 Feb 10 04:08:09.031188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac208e65-f974-496b-a74a-abff9310f185 req-c9c7d8a0-ace2-4d2c-a1c4-7258198dd478 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034667 Feb 10 04:08:09.091363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-307a6647-fda4-4271-aaa7-9d7867725d9f req-54d05ece-3cb6-4216-bdcf-f866f6ce342e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777769 Feb 10 04:08:09.151992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-0822a1ee-2255-44f2-b3ac-b52e4ae6b202 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791699 Feb 10 04:08:09.200235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-b85b6942-2608-4369-a810-8e369a53f8f5 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430509 Feb 10 04:08:09.316551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-fc350196-20b5-450e-8560-78975edfbc5f service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577973 Feb 10 04:08:09.342415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5291fcc-8759-438c-a732-4d20d13930cf req-aef19309-d66a-45e4-bdc4-34b486eb3038 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113973 Feb 10 04:08:09.558619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d434d-9a57-4677-a3fa-be831c867e09 req-d240b912-c540-4cac-a7a3-57fc6c1592b1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:09.563890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d434d-9a57-4677-a3fa-be831c867e09 req-d240b912-c540-4cac-a7a3-57fc6c1592b1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:09.565425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a89d434d-9a57-4677-a3fa-be831c867e09 req-d240b912-c540-4cac-a7a3-57fc6c1592b1 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0595827 Feb 10 04:08:09.620118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a89d434d-9a57-4677-a3fa-be831c867e09 req-c79b3e72-6ed3-4b28-8080-d1d34ff97559 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Feb 10 04:08:09.744145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf37865-9dc4-471d-bfb1-e378e095d902 req-0303174b-6616-4703-ae88-f18f9b863ceb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:09.744145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ebf37865-9dc4-471d-bfb1-e378e095d902 req-0303174b-6616-4703-ae88-f18f9b863ceb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0658793 Feb 10 04:08:09.795527 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ebf37865-9dc4-471d-bfb1-e378e095d902 req-b96668d4-618e-49bd-a2a8-6655265f322c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 Feb 10 04:08:09.810368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7736d-8780-43d0-8ecf-456e8cc79cbd req-875421fb-701c-4404-be35-fc5dbc5b3c43 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:09.810368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89a7736d-8780-43d0-8ecf-456e8cc79cbd req-875421fb-701c-4404-be35-fc5dbc5b3c43 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0589833 Feb 10 04:08:09.861362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89a7736d-8780-43d0-8ecf-456e8cc79cbd req-0d814db3-900a-42cb-868c-c53a9220a960 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Feb 10 04:08:10.235507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6852fbe-d056-4a26-9281-33d73a3bae3c req-49e96ead-5f64-428e-85dd-2de367e7543e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:10.235507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6852fbe-d056-4a26-9281-33d73a3bae3c req-49e96ead-5f64-428e-85dd-2de367e7543e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0645139 Feb 10 04:08:10.238348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6852fbe-d056-4a26-9281-33d73a3bae3c req-f3dcf99c-d224-4dd7-b643-981187d68e8a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Feb 10 04:08:10.361400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4c33a-8db2-464d-b984-e5e99c3af450 req-c65df758-b537-47db-be73-36636ee75d18 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:10.362921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ea4c33a-8db2-464d-b984-e5e99c3af450 req-c65df758-b537-47db-be73-36636ee75d18 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.0604587 Feb 10 04:08:10.388397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122376d-da8b-47b1-b8f3-6d2acdc087ce req-8982ae30-1230-4d0a-96d0-84d31421e374 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:10.393650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122376d-da8b-47b1-b8f3-6d2acdc087ce req-8982ae30-1230-4d0a-96d0-84d31421e374 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:10.395262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6122376d-da8b-47b1-b8f3-6d2acdc087ce req-8982ae30-1230-4d0a-96d0-84d31421e374 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0643353 Feb 10 04:08:10.412803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ea4c33a-8db2-464d-b984-e5e99c3af450 req-a4c55baa-cdc6-41ea-93cf-8cc9a15be2cb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Feb 10 04:08:10.446477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6122376d-da8b-47b1-b8f3-6d2acdc087ce req-9384f139-1555-49f8-a863-30fe222294ed tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Feb 10 04:08:10.913096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eddaba-b4bb-49d0-9183-c9f925d4d70b req-8a9e3b39-fe71-4a39-b8c5-f385a61a9983 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:10.914492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9eddaba-b4bb-49d0-9183-c9f925d4d70b req-8a9e3b39-fe71-4a39-b8c5-f385a61a9983 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0544553 Feb 10 04:08:10.966900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9eddaba-b4bb-49d0-9183-c9f925d4d70b req-3e39eb86-ecb9-4ddd-98c1-90847b28eeb4 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Feb 10 04:08:11.292260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ee271-d227-4d8b-863d-100b401faaeb req-befdb7ba-1503-4c38-9a4a-1359a929a9b7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:11.294780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-069ee271-d227-4d8b-863d-100b401faaeb req-befdb7ba-1503-4c38-9a4a-1359a929a9b7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.3471611 Feb 10 04:08:11.343703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-069ee271-d227-4d8b-863d-100b401faaeb req-75bb4a51-86d3-4fbe-a9fc-24beb3b26bd0 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Feb 10 04:08:11.373507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d500-a714-4f98-b7f0-acef5cf732c4 req-6649560f-0810-4454-92bf-8aeccf0d0d6e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:11.379170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ee4d500-a714-4f98-b7f0-acef5cf732c4 req-6649560f-0810-4454-92bf-8aeccf0d0d6e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0673311 Feb 10 04:08:11.422964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ee4d500-a714-4f98-b7f0-acef5cf732c4 req-fc3ffa1d-c1c5-4d30-9a83-af9a1d11abd6 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Feb 10 04:08:11.534372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36320c-27a1-4119-a2ec-7c241ce946b1 req-56192d18-0d51-482f-ae54-65718a245d60 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:11.535804 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee36320c-27a1-4119-a2ec-7c241ce946b1 req-56192d18-0d51-482f-ae54-65718a245d60 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.0549104 Feb 10 04:08:11.574990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102302ce-aa3d-4f48-86ff-b8629a165d00 req-1550da82-7044-438e-bca0-a73a39ca8298 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:11.580276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102302ce-aa3d-4f48-86ff-b8629a165d00 req-1550da82-7044-438e-bca0-a73a39ca8298 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:11.581851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-102302ce-aa3d-4f48-86ff-b8629a165d00 req-1550da82-7044-438e-bca0-a73a39ca8298 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0622325 Feb 10 04:08:11.586007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee36320c-27a1-4119-a2ec-7c241ce946b1 req-e6a8ebd5-fdf7-4497-be36-5b13bac56e59 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Feb 10 04:08:11.630796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-102302ce-aa3d-4f48-86ff-b8629a165d00 req-f64bd38f-4162-4d68-8aab-df43e36af407 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Feb 10 04:08:12.013121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842983-1a03-4429-964c-2479b77f86e5 req-45811db9-8d9b-4e33-a0f7-32ef60f43080 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.014645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11842983-1a03-4429-964c-2479b77f86e5 req-45811db9-8d9b-4e33-a0f7-32ef60f43080 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 948 time: 0.0917444 Feb 10 04:08:12.029976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40347923-cea4-4867-bca3-3eecff4d395e req-5282aa6f-8eba-4936-884f-f9bf62892f08 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.037799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40347923-cea4-4867-bca3-3eecff4d395e req-5282aa6f-8eba-4936-884f-f9bf62892f08 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.037799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40347923-cea4-4867-bca3-3eecff4d395e req-5282aa6f-8eba-4936-884f-f9bf62892f08 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0850618 Feb 10 04:08:12.064044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:08:12.117964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e48b-36b8-4662-9db3-5d743ccc2f65 req-9d7d5ec8-bc17-4e9b-a307-45b626d5f6b1 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.120022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0310e48b-36b8-4662-9db3-5d743ccc2f65 req-9d7d5ec8-bc17-4e9b-a307-45b626d5f6b1 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0694680 Feb 10 04:08:12.181314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:12.193495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'mac_address': 'fa:16:3e:3a:e5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:08:12.195807 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0310e48b-36b8-4662-9db3-5d743ccc2f65 req-c109cceb-2e99-431f-9709-d052eee51535 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681322 Feb 10 04:08:12.218490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11842983-1a03-4429-964c-2479b77f86e5 req-1f1eaba4-74ad-47de-b66a-198f22a08fa9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967075 Feb 10 04:08:12.252884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185443-8920-4371-95d1-51c313264c6f req-7824f6e4-8467-4c02-825b-2461d5a73172 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.252884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-7824f6e4-8467-4c02-825b-2461d5a73172 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025&tenant_id=3456fa0cc11147fab022130f646e6e11&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 948 time: 0.2015553 Feb 10 04:08:12.253093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:12.253093 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:12.271847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:12.299598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:12.307669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port 0371bdf6-36d3-45c1-a496-acedeae28b31 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:12.308045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:12.382428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:12.508039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:12.553781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158efb8c-7dca-4882-bae4-f44e2c3f7672 req-a40a37a1-b6d2-4a08-9596-d7bd8f1f1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.555412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-158efb8c-7dca-4882-bae4-f44e2c3f7672 req-a40a37a1-b6d2-4a08-9596-d7bd8f1f1733 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1127 time: 0.1255639 Feb 10 04:08:12.575836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90693f77-e6bc-4977-90d9-5739dd5e5629 req-b7d3a5bf-e2e0-4811-9eef-8c1f1404b8bb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.579177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90693f77-e6bc-4977-90d9-5739dd5e5629 req-b7d3a5bf-e2e0-4811-9eef-8c1f1404b8bb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0852447 Feb 10 04:08:12.641057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-158efb8c-7dca-4882-bae4-f44e2c3f7672 req-69763d4a-f4e3-4627-84b5-07fc69571ba4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786316 Feb 10 04:08:12.660135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90693f77-e6bc-4977-90d9-5739dd5e5629 req-acd42989-7937-4424-8802-625244725ac9 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678635 Feb 10 04:08:12.682434 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-90185443-8920-4371-95d1-51c313264c6f req-4a8d04fb-2b0d-46a9-ae57-7d5d705b2a22 service neutron] delete failed (client error): The resource could not be found. Feb 10 04:08:12.683757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-4a8d04fb-2b0d-46a9-ae57-7d5d705b2a22 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5fb39d96-8dd1-47bc-958c-ae86c9d90f68/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.4217021 Feb 10 04:08:12.760977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port 0371bdf6-36d3-45c1-a496-acedeae28b31, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=0371bdf6-36d3-45c1-a496-acedeae28b31,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:12.761306 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:12.771963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c48-3ad3-42b5-beac-6815dc9a7c54 req-d516b4cb-f17f-4107-bb3d-797e4dea3375 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.777260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465c48-3ad3-42b5-beac-6815dc9a7c54 req-d516b4cb-f17f-4107-bb3d-797e4dea3375 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.778925 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc465c48-3ad3-42b5-beac-6815dc9a7c54 req-d516b4cb-f17f-4107-bb3d-797e4dea3375 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 1682 time: 0.0614359 Feb 10 04:08:12.784546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:12.785059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf87884-c98b-4486-84b5-4efff48b127b req-ff01667c-4089-48ac-bd80-b83e86768f84 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:12.792488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cf87884-c98b-4486-84b5-4efff48b127b req-ff01667c-4089-48ac-bd80-b83e86768f84 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1200991 Feb 10 04:08:12.795732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for 0371bdf6-36d3-45c1-a496-acedeae28b31 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:12.837700 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc465c48-3ad3-42b5-beac-6815dc9a7c54 req-2c1d45e7-1e61-401f-9b16-bb9466b8e54b tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527630 Feb 10 04:08:12.891463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cf87884-c98b-4486-84b5-4efff48b127b req-9ddb2895-d340-43fc-a244-8a81b15776fd tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935378 Feb 10 04:08:13.028362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185443-8920-4371-95d1-51c313264c6f req-07144599-1116-4492-99e9-1d6dfb140b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:13.029850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-07144599-1116-4492-99e9-1d6dfb140b93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1131 time: 0.0916758 Feb 10 04:08:13.098280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0371bdf6-36d3-45c1-a496-acedeae28b31), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:13.135571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=0371bdf6-36d3-45c1-a496-acedeae28b31,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:13.180548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185443-8920-4371-95d1-51c313264c6f req-d5959d1d-8c90-4969-8cf8-3f304716da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:13.182042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-d5959d1d-8c90-4969-8cf8-3f304716da62 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1459260 Feb 10 04:08:13.203311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port 0371bdf6-36d3-45c1-a496-acedeae28b31 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:13.206274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:13.211295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40347923-cea4-4867-bca3-3eecff4d395e req-5fe6d539-b75b-4eb5-90a1-7a1315900887 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "DELETE /v2.0/ports/0371bdf6-36d3-45c1-a496-acedeae28b31 HTTP/1.1" status: 204 len: 173 time: 1.1664801 Feb 10 04:08:13.216576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-deleted', 'tag': '0371bdf6-36d3-45c1-a496-acedeae28b31'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:13.218973 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28359acd-7c32-4dd2-9a76-b4a5e8c17a80" -d '{"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-deleted", "tag": "0371bdf6-36d3-45c1-a496-acedeae28b31"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:13.283926 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30148295-12bc-4f0f-88b0-567584d3f29a x-openstack-request-id: req-30148295-12bc-4f0f-88b0-567584d3f29a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:13.283926 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-deleted", "tag": "0371bdf6-36d3-45c1-a496-acedeae28b31", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:13.284183 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30148295-12bc-4f0f-88b0-567584d3f29a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:13.284393 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-deleted', 'tag': '0371bdf6-36d3-45c1-a496-acedeae28b31', 'status': 'completed', 'code': 200} Feb 10 04:08:13.293651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-fd4712f4-009f-490a-a6f6-3db158e19cca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.0917091 Feb 10 04:08:13.389733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55da9-3aa9-4055-83a9-ca8692e2b529 req-83d4c159-b184-495d-ab82-2b377efb7cc0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:13.402171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08c55da9-3aa9-4055-83a9-ca8692e2b529 req-83d4c159-b184-495d-ab82-2b377efb7cc0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0788705 Feb 10 04:08:13.475655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08c55da9-3aa9-4055-83a9-ca8692e2b529 req-afdd8145-7443-4944-89d2-c1944b6fb768 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665112 Feb 10 04:08:13.486873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port bfcd5560-3fab-47d5-88bc-9b847db9fab9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:13.487222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:13.505529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185443-8920-4371-95d1-51c313264c6f req-9412a632-fb13-440e-835a-bd0eeb2cabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:13.507108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-9412a632-fb13-440e-835a-bd0eeb2cabe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1581008 Feb 10 04:08:13.540534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1722cb1-0328-460d-8557-ffa782f093c1 req-571c470f-7b86-4ac0-a353-76268d8ac727 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:13.542019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1722cb1-0328-460d-8557-ffa782f093c1 req-571c470f-7b86-4ac0-a353-76268d8ac727 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 949 time: 0.1326838 Feb 10 04:08:13.654409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port bfcd5560-3fab-47d5-88bc-9b847db9fab9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=bfcd5560-3fab-47d5-88bc-9b847db9fab9,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:13.654692 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:13.678036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for bfcd5560-3fab-47d5-88bc-9b847db9fab9 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:13.681000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185443-8920-4371-95d1-51c313264c6f req-f78ae163-9628-4176-9e57-5e235920dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:13.682522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-f78ae163-9628-4176-9e57-5e235920dbf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1625843 Feb 10 04:08:13.687823 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1722cb1-0328-460d-8557-ffa782f093c1 req-bebbd0bd-e750-4ec7-b1fb-0cb97cfb50c6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256347 Feb 10 04:08:13.824196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b11f9-fafc-45b2-a226-22aca4447e59 req-b35eabf1-cbff-445c-b7f6-57c6ef14bd20 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:13.825729 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da6b11f9-fafc-45b2-a226-22aca4447e59 req-b35eabf1-cbff-445c-b7f6-57c6ef14bd20 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0774605 Feb 10 04:08:13.868565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-117605d6-8078-497a-9f6c-a53f0884e1dd service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716189 Feb 10 04:08:13.896232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da6b11f9-fafc-45b2-a226-22aca4447e59 req-9dbd8d67-7255-43b5-836f-20871dc4ba16 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570521 Feb 10 04:08:14.024620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f6cce-5efc-48f6-99a2-dadb3fd60db1 req-9b92de87-0282-4b74-acb4-a5baa2f06141 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.026464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c6f6cce-5efc-48f6-99a2-dadb3fd60db1 req-9b92de87-0282-4b74-acb4-a5baa2f06141 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0599270 Feb 10 04:08:14.078638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c6f6cce-5efc-48f6-99a2-dadb3fd60db1 req-34ae4f06-4b4d-4ebf-8dc9-d2d2c8c7b206 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447469 Feb 10 04:08:14.078901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:14.115384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90185443-8920-4371-95d1-51c313264c6f req-780709b4-90dd-4781-a18a-c66373bca7c5 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219217 Feb 10 04:08:14.117523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900034-6f5e-4cdf-b297-f0accde1aa83 req-aaefc9cf-4e61-4a9d-a488-f3930b60f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.119232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25900034-6f5e-4cdf-b297-f0accde1aa83 req-aaefc9cf-4e61-4a9d-a488-f3930b60f74d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 1128 time: 0.2205176 Feb 10 04:08:14.127481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548152c0-7d89-4cad-afbe-55559f899015 req-94b901a8-0161-4e00-b6af-e94add5d4551 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.129132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-548152c0-7d89-4cad-afbe-55559f899015 req-94b901a8-0161-4e00-b6af-e94add5d4551 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 946 time: 0.1745129 Feb 10 04:08:14.136613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (bfcd5560-3fab-47d5-88bc-9b847db9fab9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:14.201059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=bfcd5560-3fab-47d5-88bc-9b847db9fab9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:14.229804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:08:14.234016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:14.236418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:14.286095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port bfcd5560-3fab-47d5-88bc-9b847db9fab9 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:14.298274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25900034-6f5e-4cdf-b297-f0accde1aa83 req-f94f1f0d-dbed-461d-a03c-f1fb9c449e77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680663 Feb 10 04:08:14.299555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:14.303603 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-40347923-cea4-4867-bca3-3eecff4d395e req-1745dfdd-e15f-4944-9555-e16d849945e5 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.24 "DELETE /v2.0/ports/bfcd5560-3fab-47d5-88bc-9b847db9fab9 HTTP/1.1" status: 204 len: 173 time: 1.0802448 Feb 10 04:08:14.319424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-548152c0-7d89-4cad-afbe-55559f899015 req-9e9e1c72-b1fb-41cf-b92f-370d28e8f32e tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758816 Feb 10 04:08:14.360255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:14.362657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:14.387757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:14.390354 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56599efe-5245-4260-83d4-058e529d3706" -d '{"events": [{"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-plugged", "status": "completed", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:14.423343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:14.469337 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf582911-2f4f-45d1-acb1-f0feefa88680 x-openstack-request-id: req-bf582911-2f4f-45d1-acb1-f0feefa88680 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:14.469885 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-plugged", "status": "completed", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:14.470862 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf582911-2f4f-45d1-acb1-f0feefa88680 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:14.471640 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'code': 200} Feb 10 04:08:14.522119 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:14.522999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 0371bdf6-36d3-45c1-a496-acedeae28b31 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:14.607662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:14.612881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 0371bdf6-36d3-45c1-a496-acedeae28b31 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:14.613535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 0371bdf6-36d3-45c1-a496-acedeae28b31 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:14.614151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device bfcd5560-3fab-47d5-88bc-9b847db9fab9 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:14.624560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f03c2-50f7-40cb-a7c0-16c815a08288 req-c01f5c3b-8e3b-4d9e-8ee3-9223a860acb6 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.624732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f02eec-3ce4-4839-a7aa-0fdf65234f8a req-1afa95d0-d9b1-4a68-b163-c2576c76690c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.626259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d76f03c2-50f7-40cb-a7c0-16c815a08288 req-c01f5c3b-8e3b-4d9e-8ee3-9223a860acb6 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0833149 Feb 10 04:08:14.633358 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73f02eec-3ce4-4839-a7aa-0fdf65234f8a req-1afa95d0-d9b1-4a68-b163-c2576c76690c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0794032 Feb 10 04:08:14.654296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: bfcd5560-3fab-47d5-88bc-9b847db9fab9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:14.654652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device bfcd5560-3fab-47d5-88bc-9b847db9fab9 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:14.688182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73f02eec-3ce4-4839-a7aa-0fdf65234f8a req-080e1a84-6cde-4039-9551-60c01d7d1ff7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526636 Feb 10 04:08:14.714665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d76f03c2-50f7-40cb-a7c0-16c815a08288 req-412a95a0-15a3-4b51-898e-0fd91210af69 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Feb 10 04:08:14.722880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43040d-38c8-4834-a199-f925a05599b8 req-519c9c48-6594-45a2-8d92-43f706cd420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.722880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a43040d-38c8-4834-a199-f925a05599b8 req-519c9c48-6594-45a2-8d92-43f706cd420e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1127 time: 0.0941265 Feb 10 04:08:14.841723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43040d-38c8-4834-a199-f925a05599b8 req-671a7c6b-a8cc-4bd6-bb60-39ee2d8442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.843704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a43040d-38c8-4834-a199-f925a05599b8 req-671a7c6b-a8cc-4bd6-bb60-39ee2d8442ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 919 time: 0.1092012 Feb 10 04:08:14.874991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7ec79-ce37-4bfd-8a14-f420282fe055 req-b0fd69aa-6c59-424b-8b9a-86e577ad3519 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.876668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58c7ec79-ce37-4bfd-8a14-f420282fe055 req-b0fd69aa-6c59-424b-8b9a-86e577ad3519 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0753300 Feb 10 04:08:14.903206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a43040d-38c8-4834-a199-f925a05599b8 req-16d94ba9-c25a-403d-8946-98f58beb9634 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 200 len: 217 time: 0.0515854 Feb 10 04:08:14.950824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58c7ec79-ce37-4bfd-8a14-f420282fe055 req-e5ff8cc9-fc56-42a8-b712-f9310dc8fbef tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680206 Feb 10 04:08:14.980177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43040d-38c8-4834-a199-f925a05599b8 req-1bff8c5d-a846-43ad-8102-fdfb39c1c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:14.981669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a43040d-38c8-4834-a199-f925a05599b8 req-1bff8c5d-a846-43ad-8102-fdfb39c1c9a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.0716279 Feb 10 04:08:15.037426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a43040d-38c8-4834-a199-f925a05599b8 req-c2b854bf-3c3a-4c13-815e-64b4f8f1bd6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485537 Feb 10 04:08:15.095324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac098-b0f2-4bb0-b19f-cc0466d280dd req-ffd53275-eab5-4acf-9e16-a812e0c1c5f7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:15.095324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f08ac098-b0f2-4bb0-b19f-cc0466d280dd req-ffd53275-eab5-4acf-9e16-a812e0c1c5f7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.1075826 Feb 10 04:08:15.189803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a43040d-38c8-4834-a199-f925a05599b8 req-50259518-3cf1-41d1-87bb-ed577098f675 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416783 Feb 10 04:08:15.194373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f08ac098-b0f2-4bb0-b19f-cc0466d280dd req-71f1a773-f8db-4542-b553-0cea18905611 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654986 Feb 10 04:08:15.286208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a43040d-38c8-4834-a199-f925a05599b8 req-6100348b-be4c-4f0e-9ac2-0d799d2d7e02 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885010 Feb 10 04:08:15.287670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-deleted', 'tag': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:15.290930 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5681399a-bba3-4a99-92df-8ad55f5a66a1" -d '{"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-deleted", "tag": "bfcd5560-3fab-47d5-88bc-9b847db9fab9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:15.329690 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f74ed4-f71f-4396-960b-0aa26cd5ee46 x-openstack-request-id: req-b5f74ed4-f71f-4396-960b-0aa26cd5ee46 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:15.329982 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80", "name": "network-vif-deleted", "tag": "bfcd5560-3fab-47d5-88bc-9b847db9fab9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:15.330231 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5f74ed4-f71f-4396-960b-0aa26cd5ee46 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:15.330652 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80', 'name': 'network-vif-deleted', 'tag': 'bfcd5560-3fab-47d5-88bc-9b847db9fab9', 'status': 'completed', 'code': 200} Feb 10 04:08:15.453040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-083a20da-8ad7-46ae-a7f3-31e2ddf0fd1f req-a183db34-e526-4db4-b771-178f70864c99 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "GET /v2.0/ports?device_id=3491cfb1-4f3d-47b0-b9a9-6de6f7a89e80 HTTP/1.1" status: 200 len: 210 time: 0.0320776 Feb 10 04:08:15.831723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87d92-ea02-4386-86d2-bae212451825 req-b2965df7-6b72-4e05-8bfb-d35fbfbe359b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:15.833902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2aa87d92-ea02-4386-86d2-bae212451825 req-b2965df7-6b72-4e05-8bfb-d35fbfbe359b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0672638 Feb 10 04:08:15.847656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eda6d5-c357-41ed-81b8-73a387fae7c0 req-a9f985e1-0bdb-479d-bcad-d14b39568a55 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:15.849737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85eda6d5-c357-41ed-81b8-73a387fae7c0 req-a9f985e1-0bdb-479d-bcad-d14b39568a55 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0652640 Feb 10 04:08:15.899548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2aa87d92-ea02-4386-86d2-bae212451825 req-5fe84f5d-c6e5-465b-834d-1ae7a6537090 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597372 Feb 10 04:08:15.902387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85eda6d5-c357-41ed-81b8-73a387fae7c0 req-42103bac-c278-4522-aa06-0f01d455e856 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Feb 10 04:08:16.074906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063116-76f7-4fad-bd3b-42f570e5fd30 req-a05a3c06-f758-4a8e-9f95-d623deff05a6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:16.076380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-57063116-76f7-4fad-bd3b-42f570e5fd30 req-a05a3c06-f758-4a8e-9f95-d623deff05a6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.0534942 Feb 10 04:08:16.123563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-57063116-76f7-4fad-bd3b-42f570e5fd30 req-3b880866-2c68-4c9f-aafa-777bfff4da38 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Feb 10 04:08:16.238510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1e982-7449-4272-9a31-f43e5c66f750 req-8d3b6ef5-95d5-4aa4-bf6a-4b4796515132 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:16.240910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db1e982-7449-4272-9a31-f43e5c66f750 req-8d3b6ef5-95d5-4aa4-bf6a-4b4796515132 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1132 time: 0.0489886 Feb 10 04:08:16.285929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9db1e982-7449-4272-9a31-f43e5c66f750 req-db1f04f4-9906-45ef-8f5f-1a6c9a98c685 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Feb 10 04:08:16.329628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e29ed-fc3f-4304-a5de-cddccdf60f69 req-8a3aaa6e-6f9e-452a-b13b-b26b96f9125b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:16.331113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d82e29ed-fc3f-4304-a5de-cddccdf60f69 req-8a3aaa6e-6f9e-452a-b13b-b26b96f9125b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0638351 Feb 10 04:08:16.391748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d82e29ed-fc3f-4304-a5de-cddccdf60f69 req-dba2c404-7ad5-47ec-af53-00e6321e3429 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Feb 10 04:08:16.534313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-a8d72e6f-ad09-43d5-9289-ee86cbd95dfe tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260448 Feb 10 04:08:16.665551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-af97f847-b894-4ad4-b363-ea4dac587224 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:16.669146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-af97f847-b894-4ad4-b363-ea4dac587224 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237063 Feb 10 04:08:16.672381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18e14f65-2c71-44bb-bede-681eff3ce013 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:16.673985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18e14f65-2c71-44bb-bede-681eff3ce013 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 810 time: 0.1351924 Feb 10 04:08:16.684533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-df21a1a8-4f24-4b46-80a5-853505e188a7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/quotas/3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 375 time: 0.0111663 Feb 10 04:08:16.689342 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-f82fd31d-73f7-4df8-86fc-45776fc57dcf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/quotas/fabf036da769424f855b4512bdd7863b HTTP/1.1" status: 200 len: 375 time: 0.0094106 Feb 10 04:08:16.751976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-f221fe04-32d5-42e2-836f-aca7951d5c84 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610387 Feb 10 04:08:16.754168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-f64292c7-710d-49f2-9e5f-a7208706d67d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584164 Feb 10 04:08:16.815111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:16.870479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-7e747aae-ed6a-42ca-a790-7aa4accc1b44 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077664 Feb 10 04:08:16.995925 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8dd38554-60a5-40ae-85f9-40e4ca468555 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183827 Feb 10 04:08:17.015553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59826) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:17.160020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting subnet d387e13c-7050-4c9e-8f56-b6bb6c8a5da8 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:08:17.162299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (d387e13c-7050-4c9e-8f56-b6bb6c8a5da8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:17.225840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659c013-3cd7-4ebd-90f4-832b1afbcbae req-6507ca3b-687b-4d14-bcd5-787fe9319763 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:17.233297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7659c013-3cd7-4ebd-90f4-832b1afbcbae req-6507ca3b-687b-4d14-bcd5-787fe9319763 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1312251 Feb 10 04:08:17.255979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (d387e13c-7050-4c9e-8f56-b6bb6c8a5da8), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:17.337968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2ebf0-98f5-44ac-b375-52aa0aa33cd0 req-7652b342-dd48-497f-8813-1e455c925f32 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:17.346635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-34a2ebf0-98f5-44ac-b375-52aa0aa33cd0 req-7652b342-dd48-497f-8813-1e455c925f32 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0851767 Feb 10 04:08:17.356051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7659c013-3cd7-4ebd-90f4-832b1afbcbae req-b35ce8f3-da18-46e0-853a-f21404ee6838 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168790 Feb 10 04:08:17.438227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-34a2ebf0-98f5-44ac-b375-52aa0aa33cd0 req-586f2f86-288d-4279-92da-c5ef6e04a6dd tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900617 Feb 10 04:08:17.484887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d96f645e-baf1-41ab-9d2e-0ac1d141dac1 req-331878ba-fa90-456d-b677-b94cf15c9f2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 210 time: 0.0546234 Feb 10 04:08:17.493859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d387e13c-7050-4c9e-8f56-b6bb6c8a5da8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:17.544002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a4a7caa-4d28-4779-8f58-17ac92816d96 req-5da84468-a885-4021-8e31-3e552767382e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 210 time: 0.0395274 Feb 10 04:08:17.716209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (d387e13c-7050-4c9e-8f56-b6bb6c8a5da8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:17.741838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Subnet': ['ID=d387e13c-7050-4c9e-8f56-b6bb6c8a5da8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:17.748361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:17.750939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-09fa4829-1c59-47b8-ac01-e64edb8ce3d4 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/subnets/d387e13c-7050-4c9e-8f56-b6bb6c8a5da8 HTTP/1.1" status: 204 len: 168 time: 0.7342732 Feb 10 04:08:17.753628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59846) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:17.757849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee7d94-ceb0-426d-9309-03b373588e0b None None] Network c267d228-1719-41d4-af8f-17adf22df079 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:08:17.906843 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (c267d228-1719-41d4-af8f-17adf22df079), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:17.962565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port 56bac0bf-8e72-4af3-80d1-cdb676a19038 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:17.967008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.031965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port 56bac0bf-8e72-4af3-80d1-cdb676a19038, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=56bac0bf-8e72-4af3-80d1-cdb676a19038,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:18.032555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.037042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] DHCP port deletion for c267d228-1719-41d4-af8f-17adf22df079 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:08:18.050880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for 56bac0bf-8e72-4af3-80d1-cdb676a19038 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:18.103194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] Deleting port 56bac0bf-8e72-4af3-80d1-cdb676a19038 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:18.103664 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.174644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] For port 56bac0bf-8e72-4af3-80d1-cdb676a19038, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=56bac0bf-8e72-4af3-80d1-cdb676a19038,segment=NetworkSegment(fe4f1007-41e4-4828-83b1-b69f03ecfdb7),segment_id=fe4f1007-41e4-4828-83b1-b69f03ecfdb7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:18.175002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.189940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] Calling delete_port for 56bac0bf-8e72-4af3-80d1-cdb676a19038 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:18.207102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.250793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.285269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=56bac0bf-8e72-4af3-80d1-cdb676a19038,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:18.285269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port 56bac0bf-8e72-4af3-80d1-cdb676a19038 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: from cryptography.utils import int_from_bytes Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: from cryptography.utils import int_from_bytes Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.294891 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:08:18.297591 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:08:18.301351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (56bac0bf-8e72-4af3-80d1-cdb676a19038), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.335214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] Pushing event deleted for resources: {'Port': ['ID=56bac0bf-8e72-4af3-80d1-cdb676a19038,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:18.338959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143c806-a4fe-4b0c-bc05-5bb4c5f85a34 None None] No DVR routers for this DVR port 56bac0bf-8e72-4af3-80d1-cdb676a19038 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:18.397486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (c267d228-1719-41d4-af8f-17adf22df079), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.430322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c267d228-1719-41d4-af8f-17adf22df079']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:18.442214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:18.443209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4f1007-41e4-4828-83b1-b69f03ecfdb7') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:18.453401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (fe4f1007-41e4-4828-83b1-b69f03ecfdb7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.472060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fe4f1007-41e4-4828-83b1-b69f03ecfdb7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.481256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:08:18.483948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (fe4f1007-41e4-4828-83b1-b69f03ecfdb7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:08:18.491698 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:08:18.510126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99daa3e-9d15-4a7f-aff9-f7c8b306ea81 req-41fbc4a7-5e82-436e-9bbc-d604b9ac3849 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:18.518395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c99daa3e-9d15-4a7f-aff9-f7c8b306ea81 req-41fbc4a7-5e82-436e-9bbc-d604b9ac3849 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0841188 Feb 10 04:08:18.579405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c99daa3e-9d15-4a7f-aff9-f7c8b306ea81 req-0f669fcf-5bf5-4666-a18b-716512911a58 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553346 Feb 10 04:08:18.656482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1e2e9a6-960c-4c14-a521-176a66631bc7 req-55df205a-cdf2-4a51-91df-dfaacf225918 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 210 time: 0.0553946 Feb 10 04:08:18.670230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b56f6c5-3d9f-4822-8075-2f941b7e62ea req-abf7c31f-9ef3-49e6-bde6-722da54d029b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 210 time: 0.0316148 Feb 10 04:08:18.681980 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (c267d228-1719-41d4-af8f-17adf22df079), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.695242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.698432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/networks/c267d228-1719-41d4-af8f-17adf22df079 HTTP/1.1" status: 204 len: 168 time: 0.9435923 Feb 10 04:08:18.701414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59862) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:18.711779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbfe1-c23f-4c32-b41d-dc8df2bac491 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Network': ['ID=c267d228-1719-41d4-af8f-17adf22df079,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:18.781561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting subnet f93b66cf-452c-4849-923e-f4909a308f18 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:08:18.784836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (f93b66cf-452c-4849-923e-f4909a308f18), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.851020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (f93b66cf-452c-4849-923e-f4909a308f18), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:18.969770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f93b66cf-452c-4849-923e-f4909a308f18), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.119854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f93b66cf-452c-4849-923e-f4909a308f18), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.155842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Subnet': ['ID=f93b66cf-452c-4849-923e-f4909a308f18,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:19.160669 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.168931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6fc9a4d6-4ef4-4ce2-8973-2bf051b1cbfc tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/subnets/f93b66cf-452c-4849-923e-f4909a308f18 HTTP/1.1" status: 204 len: 168 time: 0.4661627 Feb 10 04:08:19.169243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59870) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:19.179965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4eb370-76d2-46bf-8863-9db1c220cd37 None None] Network 78e86d02-b371-4284-9f7e-cf9e9279286e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:08:19.295675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (78e86d02-b371-4284-9f7e-cf9e9279286e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.383514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] DHCP port deletion for 78e86d02-b371-4284-9f7e-cf9e9279286e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:08:19.391252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Deleting port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:19.391252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.437563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] Deleting port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:19.437930 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.474185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] For port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:19.474806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.489985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Calling delete_port for 7dc1bdd1-f1f2-448e-91d1-ab558d78990f owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:19.536136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] For port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,segment=NetworkSegment(e795c322-4037-44fa-9fed-f1e8c3a86bb6),segment_id=e795c322-4037-44fa-9fed-f1e8c3a86bb6)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:19.536943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.557724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] Calling delete_port for 7dc1bdd1-f1f2-448e-91d1-ab558d78990f owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:19.683878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.707089 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7dc1bdd1-f1f2-448e-91d1-ab558d78990f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.716247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] Pushing event deleted for resources: {'Port': ['ID=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:19.733381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73bfaa7-eb60-4fec-a039-1636485bc10a None None] No DVR routers for this DVR port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:19.752996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-aa527930-c9a8-41bc-b962-be662f183501 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335734 Feb 10 04:08:19.766921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Port': ['ID=7dc1bdd1-f1f2-448e-91d1-ab558d78990f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:19.769474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] No DVR routers for this DVR port 7dc1bdd1-f1f2-448e-91d1-ab558d78990f on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:19.825738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.826456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.826825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.827471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b859558c-5be9-4402-9118-7a277d789219 req-c2a90ea3-2d58-4e75-9773-468ede32321e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 210 time: 0.0434685 Feb 10 04:08:19.834240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.855448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.855930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.856285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.857074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.857074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.857386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.857682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.858012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.858347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:19.871924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aad25-1791-47ee-be8e-f5ef5ab06e4a req-42d0f758-8cbe-4c70-bd80-d8a3d3e6736e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:19.879507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453aad25-1791-47ee-be8e-f5ef5ab06e4a req-42d0f758-8cbe-4c70-bd80-d8a3d3e6736e tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.2138228 Feb 10 04:08:19.967876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-a55733dd-c1c5-4bb0-bff5-72a260a59f95 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:19.969472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-a55733dd-c1c5-4bb0-bff5-72a260a59f95 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105911 Feb 10 04:08:19.971988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (78e86d02-b371-4284-9f7e-cf9e9279286e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:19.985051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Request body: {'port': {'device_id': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3456fa0cc11147fab022130f646e6e11'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:20.024641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 56bac0bf-8e72-4af3-80d1-cdb676a19038 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:20.026049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e86d02-b371-4284-9f7e-cf9e9279286e']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:20.045687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47c93af2-a592-4847-b74a-5b3c11cadd19 req-2b667582-128c-4654-b052-9d82ca88c958 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 210 time: 0.0439732 Feb 10 04:08:20.068303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e795c322-4037-44fa-9fed-f1e8c3a86bb6') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:20.071412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e795c322-4037-44fa-9fed-f1e8c3a86bb6') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:20.088057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (e795c322-4037-44fa-9fed-f1e8c3a86bb6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.106680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 56bac0bf-8e72-4af3-80d1-cdb676a19038 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:20.107308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 56bac0bf-8e72-4af3-80d1-cdb676a19038 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:20.109031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7dc1bdd1-f1f2-448e-91d1-ab558d78990f no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:20.153548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7dc1bdd1-f1f2-448e-91d1-ab558d78990f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:20.154428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7dc1bdd1-f1f2-448e-91d1-ab558d78990f not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:20.196329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c273-e4f6-4497-88f2-55241af09e9d req-49b507f9-ec27-4146-b7c7-a0a95bbb7bdb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:20.199492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-49b507f9-ec27-4146-b7c7-a0a95bbb7bdb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.43 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 810 time: 0.1903296 Feb 10 04:08:20.220003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e795c322-4037-44fa-9fed-f1e8c3a86bb6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.224947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Request body: {'port': {'device_id': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'admin_state_up': True, 'tenant_id': 'fabf036da769424f855b4512bdd7863b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:20.234187 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453aad25-1791-47ee-be8e-f5ef5ab06e4a req-385eac8c-bf22-4a7e-b5e6-6b6d291ae9b8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410707 Feb 10 04:08:20.263806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:08:20.264502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (e795c322-4037-44fa-9fed-f1e8c3a86bb6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:08:20.267742 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:08:20.366854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Made reservation on behalf of 3456fa0cc11147fab022130f646e6e11 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:08:20.372350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.435416 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (78e86d02-b371-4284-9f7e-cf9e9279286e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.443590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.446761 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] 10.222.0.42 "DELETE /v2.0/networks/78e86d02-b371-4284-9f7e-cf9e9279286e HTTP/1.1" status: 204 len: 168 time: 1.2759659 Feb 10 04:08:20.464587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336405b-0d4f-4179-9360-b4d19f170f86 tempest-ServersTestMultiNic-1337476479 tempest-ServersTestMultiNic-1337476479-project] Pushing event deleted for resources: {'Network': ['ID=78e86d02-b371-4284-9f7e-cf9e9279286e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:20.549595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Made reservation on behalf of fabf036da769424f855b4512bdd7863b for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:08:20.552552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Allocated IP 192.168.233.124 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/47f3bbaa-e197-47ae-95a2-f79fc284709a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:20.553868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.599945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59898) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:20.683506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Allocated IP 172.20.0.7 (5ea493fe-0dc7-440f-96d1-b50270835075/0e912084-eecb-47dc-9766-1b0f0afadecc/1768de99-aa48-46b6-ad2a-9be3e25d9506) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:20.827189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks [] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.841686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks [] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:20.939240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5454cb88-a6be-4b4c-b6d9-3cce4cd94442 req-7d07ffbf-ace0-48b3-8fc7-bf77e8c0e9cb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 210 time: 0.0350454 Feb 10 04:08:20.990799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.002787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.008199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69f5a675-3347-4580-9648-dd659eb2e074'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:21.039660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:21.071827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Network 5ea493fe-0dc7-440f-96d1-b50270835075 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:21.077316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:21.077884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:21.081377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:21.082545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:21.085350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:21.090552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:21.145175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Pushing event updated for resources: {'Port': ['ID=1768de99-aa48-46b6-ad2a-9be3e25d9506,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:21.186215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:21.188359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.219681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:21.222370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.262011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56413ec7-7bdc-48fb-a0f3-95b9935197e5 req-e60aa8f3-eb65-49fc-aaca-e44e2a8769e9 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:21.271304 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56413ec7-7bdc-48fb-a0f3-95b9935197e5 req-e60aa8f3-eb65-49fc-aaca-e44e2a8769e9 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 931 time: 0.1057029 Feb 10 04:08:21.314220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ae130f98-e195-4c3f-9c17-fdd0293e0c2b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3334694 Feb 10 04:08:21.332082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.334961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-18d3fa3c-06c2-43c7-9d87-0cc857f96061 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156380 Feb 10 04:08:21.342131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Request body: {'port': {'device_id': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:21.362298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56413ec7-7bdc-48fb-a0f3-95b9935197e5 req-3a4eb84e-a609-46cd-8cbe-b04322d8cc8e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899689 Feb 10 04:08:21.384363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Request body: {'port': {'device_id': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:21.495734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-85ee6127-6871-4cac-9a71-529dc67384a8 None None] Provisioning complete for port 47f3bbaa-e197-47ae-95a2-f79fc284709a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:21.496177 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85ee6127-6871-4cac-9a71-529dc67384a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.548403 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.548691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-85ee6127-6871-4cac-9a71-529dc67384a8 None None] Port 47f3bbaa-e197-47ae-95a2-f79fc284709a cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:08:21.726315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa7194-aacf-4982-b404-27c65e99fbe9 req-4f2b2674-6cac-4617-b3c5-1bda8c1572d7 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:21.728251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90aa7194-aacf-4982-b404-27c65e99fbe9 req-4f2b2674-6cac-4617-b3c5-1bda8c1572d7 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1496828 Feb 10 04:08:21.831267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90aa7194-aacf-4982-b404-27c65e99fbe9 req-8d552ca5-1a42-44c5-99e8-89e228c5267b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950055 Feb 10 04:08:21.891527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae36391-39e1-4082-9f96-d219534fb6b7 req-e797efd1-4c92-47b8-aa95-ca5d454ffab0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:21.893207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ae36391-39e1-4082-9f96-d219534fb6b7 req-e797efd1-4c92-47b8-aa95-ca5d454ffab0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.5059779 Feb 10 04:08:21.896567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.965117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1768de99-aa48-46b6-ad2a-9be3e25d9506 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:21.976067 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Publish callbacks [] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:21.990155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Transition to ACTIVE for port object 1768de99-aa48-46b6-ad2a-9be3e25d9506 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:08:22.070031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.086644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ae36391-39e1-4082-9f96-d219534fb6b7 req-234fcd57-0305-4710-9cf3-55d32c280701 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824377 Feb 10 04:08:22.123274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Pushing event updated for resources: {'Port': ['ID=1768de99-aa48-46b6-ad2a-9be3e25d9506,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:22.284597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Attempting to bind port 1768de99-aa48-46b6-ad2a-9be3e25d9506 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:22.285714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Attempting to bind port 1768de99-aa48-46b6-ad2a-9be3e25d9506 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:22.286163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Attempting to bind port 1768de99-aa48-46b6-ad2a-9be3e25d9506 on network 5ea493fe-0dc7-440f-96d1-b50270835075 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:22.291511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Port 1768de99-aa48-46b6-ad2a-9be3e25d9506 on network 5ea493fe-0dc7-440f-96d1-b50270835075 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:08:22.291831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Attempting to bind port 1768de99-aa48-46b6-ad2a-9be3e25d9506 on network 5ea493fe-0dc7-440f-96d1-b50270835075 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:22.296841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:22.297179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Checking segment: {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:22.297558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Bound using segment: {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:22.297978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Bound port: 1768de99-aa48-46b6-ad2a-9be3e25d9506, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ce4e73-eb19-40fd-9029-cc9ed26fb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:22.298329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.390047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] For port 1768de99-aa48-46b6-ad2a-9be3e25d9506, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:22.393799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] For port 1768de99-aa48-46b6-ad2a-9be3e25d9506, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:22.395080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e98021-1556-4f49-a49c-8057a8f538b7 req-0c3a53a3-e759-40b5-9f82-27b3500a36c9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:22.397263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5e98021-1556-4f49-a49c-8057a8f538b7 req-0c3a53a3-e759-40b5-9f82-27b3500a36c9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 936 time: 0.1679888 Feb 10 04:08:22.497768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f3bbaa-e197-47ae-95a2-f79fc284709a {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:22.511158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.511507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Publish callbacks [] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.517098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5e98021-1556-4f49-a49c-8057a8f538b7 req-7e7c315b-1424-48a7-8cad-6e53e3e0c919 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100717 Feb 10 04:08:22.520010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Deleting port 654961ee-cb76-4d51-8deb-dc7f886c0428 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:22.520010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.551307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Transition to ACTIVE for port object 47f3bbaa-e197-47ae-95a2-f79fc284709a will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:08:22.567227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:22.568719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.570196 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] 10.222.0.43 "PUT /v2.0/ports/1768de99-aa48-46b6-ad2a-9be3e25d9506 HTTP/1.1" status: 200 len: 1091 time: 1.2068496 Feb 10 04:08:22.572828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'tag': '1768de99-aa48-46b6-ad2a-9be3e25d9506'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:22.576632 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777530a1-b295-4724-92e4-1e855855ab33" -d '{"events": [{"name": "network-changed", "server_uuid": "2636e63c-5080-40d5-bbcb-5fe7caf4a33b", "tag": "1768de99-aa48-46b6-ad2a-9be3e25d9506"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:22.620353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147e0c8-d8a7-40e0-8d28-68d688d6b8bf service neutron] Pushing event updated for resources: {'Port': ['ID=1768de99-aa48-46b6-ad2a-9be3e25d9506,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:22.639745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] For port 654961ee-cb76-4d51-8deb-dc7f886c0428, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=654961ee-cb76-4d51-8deb-dc7f886c0428,segment=NetworkSegment(a7536662-060f-47aa-badd-317e4ab20e37),segment_id=a7536662-060f-47aa-badd-317e4ab20e37)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:22.640106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.662824 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:22.680879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Calling delete_port for 654961ee-cb76-4d51-8deb-dc7f886c0428 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:22.728318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c273-e4f6-4497-88f2-55241af09e9d req-6df92ca4-516c-45f5-b2ff-61939cf0e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:22.730591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-6df92ca4-516c-45f5-b2ff-61939cf0e59b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 1125 time: 0.0583968 Feb 10 04:08:22.787250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-9ddf2710-b201-4869-8dd4-412daeffeb08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506 HTTP/1.1" status: 200 len: 217 time: 0.0474970 Feb 10 04:08:22.810322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:22.834726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49ea8-91f8-4c2f-aed4-090ac81f4044 req-5c30b597-9a10-4946-a801-1bde5cbcc98b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:22.837549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ebc49ea8-91f8-4c2f-aed4-090ac81f4044 req-5c30b597-9a10-4946-a801-1bde5cbcc98b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 943 time: 0.2136254 Feb 10 04:08:22.849182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677c273-e4f6-4497-88f2-55241af09e9d req-ac93181f-aa61-4641-b0ee-ccc867f72b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:22.849633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-ac93181f-aa61-4641-b0ee-ccc867f72b90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.0529482 Feb 10 04:08:22.930578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-44a98836-49d5-45ee-af07-47b2791342df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676208 Feb 10 04:08:22.988563 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e598c-62fa-48ef-aa54-d88fb347306e x-openstack-request-id: req-f52e598c-62fa-48ef-aa54-d88fb347306e {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:22.989928 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2636e63c-5080-40d5-bbcb-5fe7caf4a33b", "tag": "1768de99-aa48-46b6-ad2a-9be3e25d9506", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:22.990266 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f52e598c-62fa-48ef-aa54-d88fb347306e {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:22.990929 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'tag': '1768de99-aa48-46b6-ad2a-9be3e25d9506', 'status': 'completed', 'code': 200} Feb 10 04:08:23.096133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:23.096594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:23.099600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:23.111769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ebc49ea8-91f8-4c2f-aed4-090ac81f4044 req-80f81d1c-f9ff-48e3-ab06-501800c93b52 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555213 Feb 10 04:08:23.128610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-bfc1e512-49cb-4c62-b8f6-33a734471c4b service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812916 Feb 10 04:08:23.144685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Port 47f3bbaa-e197-47ae-95a2-f79fc284709a on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:08:23.145077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:23.156846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:23.157196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:23.157714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:23.158161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Bound port: 47f3bbaa-e197-47ae-95a2-f79fc284709a, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:23.158521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:23.238924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:23.242825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:23.319577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0677c273-e4f6-4497-88f2-55241af09e9d req-fb64156c-24a8-4852-a656-5de8197502be service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831961 Feb 10 04:08:23.332005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c58536-8260-44a9-b938-91f07abfe5d2 req-4225d86d-c1de-42a4-be54-5462a2f97952 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:23.333940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3c58536-8260-44a9-b938-91f07abfe5d2 req-4225d86d-c1de-42a4-be54-5462a2f97952 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0890098 Feb 10 04:08:23.385122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:23.388635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (654961ee-cb76-4d51-8deb-dc7f886c0428), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:23.389124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3c58536-8260-44a9-b938-91f07abfe5d2 req-810e17f5-5881-44e3-a313-2a9732d44ebd tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476310 Feb 10 04:08:23.464035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:23.469107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:23.469107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] 10.222.0.43 "PUT /v2.0/ports/47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 1096 time: 2.1422112 Feb 10 04:08:23.469107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:23.469892 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5a3b20-6517-45fb-a6bc-a34bf527941e" -d '{"events": [{"name": "network-changed", "server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:23.610064 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0394d74-c25c-41d0-b96c-dc49355623a5 x-openstack-request-id: req-f0394d74-c25c-41d0-b96c-dc49355623a5 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:23.610395 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:23.611116 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0394d74-c25c-41d0-b96c-dc49355623a5 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:23.611802 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'status': 'completed', 'code': 200} Feb 10 04:08:23.629251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23d0d5-dcff-4143-bf3d-9caad43ae8ac service neutron] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:23.669841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=654961ee-cb76-4d51-8deb-dc7f886c0428,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:23.753834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3b20-6517-45fb-a6bc-a34bf527941e req-7b398ca6-38ef-4d37-86f0-bc5fe1b53db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:23.757077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d5a3b20-6517-45fb-a6bc-a34bf527941e req-7b398ca6-38ef-4d37-86f0-bc5fe1b53db7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1130 time: 0.1648538 Feb 10 04:08:23.767483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56902d-da6e-419e-8b26-33371a6a3ccc req-48224737-48db-4e4d-af5d-9f25573f7ec9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:23.769655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc56902d-da6e-419e-8b26-33371a6a3ccc req-48224737-48db-4e4d-af5d-9f25573f7ec9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.1010516 Feb 10 04:08:23.784906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777530a1-b295-4724-92e4-1e855855ab33 req-8c63279e-6756-4b0f-87c0-a1b7ea69f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:23.787245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-777530a1-b295-4724-92e4-1e855855ab33 req-8c63279e-6756-4b0f-87c0-a1b7ea69f8cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 1125 time: 0.2656817 Feb 10 04:08:23.854060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc56902d-da6e-419e-8b26-33371a6a3ccc req-161b92cd-7b75-4f6a-bd27-0b411c0abee5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726528 Feb 10 04:08:23.857360 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d5a3b20-6517-45fb-a6bc-a34bf527941e req-a2af31e2-b6ea-4d04-aae5-31bc66415f38 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864425 Feb 10 04:08:23.970892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:23.999709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777530a1-b295-4724-92e4-1e855855ab33 req-c3ffcfed-b249-4e2b-8cef-f6e12c866f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.001235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-777530a1-b295-4724-92e4-1e855855ab33 req-c3ffcfed-b249-4e2b-8cef-f6e12c866f3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 911 time: 0.2043743 Feb 10 04:08:24.054815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3b20-6517-45fb-a6bc-a34bf527941e req-385fddf3-45b3-45e3-801e-102f0901fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.056337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d5a3b20-6517-45fb-a6bc-a34bf527941e req-385fddf3-45b3-45e3-801e-102f0901fd69 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931548 Feb 10 04:08:24.078362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-777530a1-b295-4724-92e4-1e855855ab33 req-ce4fa178-ce75-48fe-b606-792a06db6687 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506 HTTP/1.1" status: 200 len: 217 time: 0.0432839 Feb 10 04:08:24.175747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-c9d0c2ff-5a26-43de-bfe6-651a0488ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.180279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-c9d0c2ff-5a26-43de-bfe6-651a0488ed84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1130 time: 0.0803814 Feb 10 04:08:24.199335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777530a1-b295-4724-92e4-1e855855ab33 req-191298e1-37fa-4764-8b23-7d01c0b92a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.200829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-777530a1-b295-4724-92e4-1e855855ab33 req-191298e1-37fa-4764-8b23-7d01c0b92a4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.1078975 Feb 10 04:08:24.237188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-d6124c86-e6ce-4086-839d-a1b5627bb24d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 217 time: 0.0488892 Feb 10 04:08:24.249464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-777530a1-b295-4724-92e4-1e855855ab33 req-4e4876da-aecd-4287-ac3e-2659227e3128 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393384 Feb 10 04:08:24.299945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-f83d616b-897e-4537-9540-eb51ad230ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.304243 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-f83d616b-897e-4537-9540-eb51ad230ec6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0608418 Feb 10 04:08:24.368507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-61e8e044-c311-4757-bf96-0eb38c9395a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.370551 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-61e8e044-c311-4757-bf96-0eb38c9395a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0589108 Feb 10 04:08:24.415196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f872e-44e0-4e90-89d0-43003cbde362 req-fdd62228-8ed4-4971-a589-247a216e1b65 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.416990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c6f872e-44e0-4e90-89d0-43003cbde362 req-fdd62228-8ed4-4971-a589-247a216e1b65 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 943 time: 0.1938121 Feb 10 04:08:24.521003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-777530a1-b295-4724-92e4-1e855855ab33 req-70c9b399-3694-4597-9f14-c55d94e8b34f service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267890 Feb 10 04:08:24.525844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c6f872e-44e0-4e90-89d0-43003cbde362 req-1f2de3e8-b153-4927-aef2-5d3fc4b544af tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Feb 10 04:08:24.556998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:08:24.564804 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-5c7db898-342a-445f-bd77-28b328eea6c3 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835494 Feb 10 04:08:24.573266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bc473-5079-420d-8fce-09dca12d996c req-7787f642-ef40-4b60-abc6-8ea5315da0cd tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:24.575252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-446bc473-5079-420d-8fce-09dca12d996c req-7787f642-ef40-4b60-abc6-8ea5315da0cd tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0907080 Feb 10 04:08:24.674534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-777530a1-b295-4724-92e4-1e855855ab33 req-6f738257-a00b-4fdb-aa65-99ffbe47ceaa service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453226 Feb 10 04:08:24.693814 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-446bc473-5079-420d-8fce-09dca12d996c req-28b360a7-1337-4928-b2de-13a6ea282c7f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085162 Feb 10 04:08:24.719307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69f7fb7d-a877-4b4b-8562-d53710258636 req-f4536b33-d763-461d-88d0-c126b0fab682 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405609 Feb 10 04:08:25.048310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:08:25.057681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4ab23e5f-1f3d-41c1-a820-951d391d35b3 admin admin] 10.222.0.42 "PUT /v2.0/routers/a5bdab87-7a5b-4fba-b3f5-3c749ff1261f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4561505 Feb 10 04:08:25.057800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59968) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:25.063180 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] Sync routers for ids ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:08:25.079348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895f798-5a20-4b30-9a24-5c4a4001243f req-7bf94ee3-3374-4c4f-a061-9bd3d42a5ada tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:25.087493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c895f798-5a20-4b30-9a24-5c4a4001243f req-7bf94ee3-3374-4c4f-a061-9bd3d42a5ada tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.0906968 Feb 10 04:08:25.090353 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] Routers {'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:25.091428 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:25.194377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c895f798-5a20-4b30-9a24-5c4a4001243f req-3f7c0e99-7658-4e24-a4ed-6e9a0114a176 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060109 Feb 10 04:08:25.262402 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] Set router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:25.265771 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks [] for router (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:25.460758 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:08:23Z', 'revision_number': 5, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:25.492375 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] Checking router: a5bdab87-7a5b-4fba-b3f5-3c749ff1261f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:08:25.501516 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] Routers {'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:25.502379 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:25.616742 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] Set router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:25.786801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks [] for router_gateway (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:25.803508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f194f3d-7ef4-410b-9593-5f44b4f9969d req-69f40a8d-d450-491b-95a7-75beba6bd6c1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:25.805730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f194f3d-7ef4-410b-9593-5f44b4f9969d req-69f40a8d-d450-491b-95a7-75beba6bd6c1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 943 time: 0.1152825 Feb 10 04:08:25.879496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f194f3d-7ef4-410b-9593-5f44b4f9969d req-9053adff-056b-42fa-9b00-ba841a4753ae tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584433 Feb 10 04:08:25.902317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf88422-aa71-4ffd-a5c0-008c30bde4ab req-774d0e8c-fee0-4c90-bfad-1e06b3e9ddc8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:25.904434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bf88422-aa71-4ffd-a5c0-008c30bde4ab req-774d0e8c-fee0-4c90-bfad-1e06b3e9ddc8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0930295 Feb 10 04:08:25.944943 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:08:23Z', 'revision_number': 5, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:25.958594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bf88422-aa71-4ffd-a5c0-008c30bde4ab req-93b24679-d0fb-4867-80de-e588d2b21593 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Feb 10 04:08:25.984375 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79310dfb-f2f7-4a5f-8e6e-d1f4dd98901e None None] The sync data for ids ['a5bdab87-7a5b-4fba-b3f5-3c749ff1261f'] in n-d-827844-2 is: [{'id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'name': 'tempest-ServersTestMultiNic-1570030350-router', 'tenant_id': 'dc0d308170aa4133804130ea91323772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:33Z', 'updated_at': '2022-02-10T04:08:23Z', 'revision_number': 5, 'project_id': 'dc0d308170aa4133804130ea91323772', 'gw_port': {'id': '31c2aaee-05bc-435f-9dea-93b51bfcbc59', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdab87-7a5b-4fba-b3f5-3c749ff1261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:36Z', 'updated_at': '2022-02-10T04:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:08:26.030596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Deleting port 31c2aaee-05bc-435f-9dea-93b51bfcbc59 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:26.031081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.111913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] For port 31c2aaee-05bc-435f-9dea-93b51bfcbc59, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=31c2aaee-05bc-435f-9dea-93b51bfcbc59,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:26.112609 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.125840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Calling delete_port for 31c2aaee-05bc-435f-9dea-93b51bfcbc59 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:26.437845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffb7a4-877d-4f6b-8bb5-c74334366ab6 req-e07c2686-9de0-4b3f-abf8-731d210a1036 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:26.440114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6ffb7a4-877d-4f6b-8bb5-c74334366ab6 req-e07c2686-9de0-4b3f-abf8-731d210a1036 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.1109583 Feb 10 04:08:26.470674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (31c2aaee-05bc-435f-9dea-93b51bfcbc59), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.509133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c2aaee-05bc-435f-9dea-93b51bfcbc59,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:26.576838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6ffb7a4-877d-4f6b-8bb5-c74334366ab6 req-78501903-6e50-4ddb-a75b-d84368ab6233 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308172 Feb 10 04:08:26.612822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.720456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.723071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks [] for router_controller (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.862286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (a5bdab87-7a5b-4fba-b3f5-3c749ff1261f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.863582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5bdab87-7a5b-4fba-b3f5-3c749ff1261f {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:08:26.870334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:26.871825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3b7b6cd6-07c9-4dd4-b75e-1f99b5c662d2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a5bdab87-7a5b-4fba-b3f5-3c749ff1261f HTTP/1.1" status: 204 len: 168 time: 1.8128231 Feb 10 04:08:26.874449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59990) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:26.978539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] Deleting subnet 9b76ed81-f2b5-41dc-87cf-b61dd9887832 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:08:26.983534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] Publish callbacks [] for subnet (9b76ed81-f2b5-41dc-87cf-b61dd9887832), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.045915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1768de99-aa48-46b6-ad2a-9be3e25d9506 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:08:27.088850 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (9b76ed81-f2b5-41dc-87cf-b61dd9887832), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.135038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db9784-f25c-49d2-8e2f-33588ef22a5a req-39724d15-e648-4218-956b-d2eeadfcee47 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:27.136917 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89db9784-f25c-49d2-8e2f-33588ef22a5a req-39724d15-e648-4218-956b-d2eeadfcee47 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0794790 Feb 10 04:08:27.139098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932f15-f62e-45db-b848-4b203aa61c2a req-7ce111d3-da87-410e-874c-163f453909e1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:27.140621 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41932f15-f62e-45db-b848-4b203aa61c2a req-7ce111d3-da87-410e-874c-163f453909e1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 943 time: 0.1073217 Feb 10 04:08:27.195080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89db9784-f25c-49d2-8e2f-33588ef22a5a req-a3dc0f4d-39b5-4826-8662-8cdae0371eea tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452995 Feb 10 04:08:27.226634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1768de99-aa48-46b6-ad2a-9be3e25d9506, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:27.235566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41932f15-f62e-45db-b848-4b203aa61c2a req-6e13daf3-454b-4764-98b1-e8bcdded90d7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828478 Feb 10 04:08:27.238228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9b76ed81-f2b5-41dc-87cf-b61dd9887832), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.239872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '1768de99-aa48-46b6-ad2a-9be3e25d9506', 'network_id': '5ea493fe-0dc7-440f-96d1-b50270835075', 'port_id': '1768de99-aa48-46b6-ad2a-9be3e25d9506', 'mac_address': 'fa:16:3e:7c:4a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e912084-eecb-47dc-9766-1b0f0afadecc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:08:27.288614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 1768de99-aa48-46b6-ad2a-9be3e25d9506 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:27.289135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.306299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1768de99-aa48-46b6-ad2a-9be3e25d9506 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:27.331223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1768de99-aa48-46b6-ad2a-9be3e25d9506, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:27.404957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (9b76ed81-f2b5-41dc-87cf-b61dd9887832), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.433341 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.438460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b76ed81-f2b5-41dc-87cf-b61dd9887832,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:27.444178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.447496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f60f41db-f3de-443c-a100-71fc057c4f77 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9b76ed81-f2b5-41dc-87cf-b61dd9887832 HTTP/1.1" status: 204 len: 168 time: 0.5720119 Feb 10 04:08:27.449970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59998) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:27.498216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3090e-b9d0-4423-aa85-a7a0dfb7ca37 None None] Network 9fad80e1-48e5-4ddd-b792-d2482ae8b503 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:08:27.507490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=1768de99-aa48-46b6-ad2a-9be3e25d9506,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:27.558562 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9fad80e1-48e5-4ddd-b792-d2482ae8b503), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.628379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Deleting port 5497905e-f191-4b64-b526-3daf4a8ea201 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:27.628723 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.630888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-14b241de-24a0-42ab-b20d-ee252d50c481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.724722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] DHCP port deletion for 9fad80e1-48e5-4ddd-b792-d2482ae8b503 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:08:27.751581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] For port 5497905e-f191-4b64-b526-3daf4a8ea201, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5497905e-f191-4b64-b526-3daf4a8ea201,segment=NetworkSegment(a7536662-060f-47aa-badd-317e4ab20e37),segment_id=a7536662-060f-47aa-badd-317e4ab20e37)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:27.751984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.752135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56936-70e3-47ae-918a-3222d136b6b3 req-78fe43a5-427c-4a91-80e0-261aea77c9cc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:27.760544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7c56936-70e3-47ae-918a-3222d136b6b3 req-78fe43a5-427c-4a91-80e0-261aea77c9cc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.1034448 Feb 10 04:08:27.767795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Calling delete_port for 5497905e-f191-4b64-b526-3daf4a8ea201 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:27.779310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['1768de99-aa48-46b6-ad2a-9be3e25d9506'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:27.842543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7c56936-70e3-47ae-918a-3222d136b6b3 req-16f76ead-def3-42b1-99fc-809e9d186e32 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758600 Feb 10 04:08:27.875280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] Deleting port 5497905e-f191-4b64-b526-3daf4a8ea201 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:27.875730 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:27.966141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5497905e-f191-4b64-b526-3daf4a8ea201 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:28.004890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] For port 5497905e-f191-4b64-b526-3daf4a8ea201, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5497905e-f191-4b64-b526-3daf4a8ea201,segment=NetworkSegment(a7536662-060f-47aa-badd-317e4ab20e37),segment_id=a7536662-060f-47aa-badd-317e4ab20e37)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:28.005301 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.010757 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.040148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] Calling delete_port for 5497905e-f191-4b64-b526-3daf4a8ea201 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:28.044068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5497905e-f191-4b64-b526-3daf4a8ea201,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:28.052829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] No DVR routers for this DVR port 5497905e-f191-4b64-b526-3daf4a8ea201 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:28.054589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port 5497905e-f191-4b64-b526-3daf4a8ea201 {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:08:28.055147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port 5497905e-f191-4b64-b526-3daf4a8ea201 host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:08:28.055375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5497905e-f191-4b64-b526-3daf4a8ea201 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:28.055814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 654961ee-cb76-4d51-8deb-dc7f886c0428 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:28.094547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 654961ee-cb76-4d51-8deb-dc7f886c0428 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:28.094547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 654961ee-cb76-4d51-8deb-dc7f886c0428 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:28.095016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 31c2aaee-05bc-435f-9dea-93b51bfcbc59 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:28.147757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:08:28.149578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:28.171752 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9fad80e1-48e5-4ddd-b792-d2482ae8b503), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.184158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 31c2aaee-05bc-435f-9dea-93b51bfcbc59 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:28.184510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 31c2aaee-05bc-435f-9dea-93b51bfcbc59 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:28.206807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fad80e1-48e5-4ddd-b792-d2482ae8b503']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:28.217839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7536662-060f-47aa-badd-317e4ab20e37') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:28.218142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7536662-060f-47aa-badd-317e4ab20e37') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:28.229442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (a7536662-060f-47aa-badd-317e4ab20e37), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.289726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (a7536662-060f-47aa-badd-317e4ab20e37), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.307755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:08:28.308176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (a7536662-060f-47aa-badd-317e4ab20e37), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:08:28.310071 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:08:28.393872 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:08:28.482279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e0407-b2d7-46b9-87d3-897254feea65 req-b8424686-8af5-4343-bd2e-031b85726953 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:28.490196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac6e0407-b2d7-46b9-87d3-897254feea65 req-b8424686-8af5-4343-bd2e-031b85726953 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.1258647 Feb 10 04:08:28.495666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c309220-8741-4da4-bb79-6d6726a2aa0e req-537e7d3d-cd04-43dc-ab29-22b07ab6e183 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:28.497294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c309220-8741-4da4-bb79-6d6726a2aa0e req-537e7d3d-cd04-43dc-ab29-22b07ab6e183 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 944 time: 0.1443310 Feb 10 04:08:28.507937 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (5497905e-f191-4b64-b526-3daf4a8ea201), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.550520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac6e0407-b2d7-46b9-87d3-897254feea65 req-d89dcbb1-b8bf-4841-a9c0-07a15666c1ee tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Feb 10 04:08:28.565622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9fad80e1-48e5-4ddd-b792-d2482ae8b503), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.583642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] No DVR routers for this DVR port 5497905e-f191-4b64-b526-3daf4a8ea201 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:28.584113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c309220-8741-4da4-bb79-6d6726a2aa0e req-81bfa44d-16aa-4337-bb0d-805b8522b7ac tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778496 Feb 10 04:08:28.584997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.588628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9fad80e1-48e5-4ddd-b792-d2482ae8b503 HTTP/1.1" status: 204 len: 168 time: 1.1377275 Feb 10 04:08:28.592538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0122a4-3465-4c71-b8b6-c3456ecc65a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fad80e1-48e5-4ddd-b792-d2482ae8b503,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:28.617263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59a41d-7749-43a6-a0ee-537f004eb9d7 None None] Pushing event deleted for resources: {'Port': ['ID=5497905e-f191-4b64-b526-3daf4a8ea201,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:28.629017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:28.629465 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.654514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:28.677268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:28.679420 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8082e32-3240-4988-953c-2ee057e20701" -d '{"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:28.684142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'mac_address': 'fa:16:3e:b5:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:08:28.694229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:28.738445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:28.738883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.759906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:28.768612 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bafc1b-9030-4e5f-9308-60410e0f5b8e x-openstack-request-id: req-61bafc1b-9030-4e5f-9308-60410e0f5b8e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:28.769011 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:28.769719 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61bafc1b-9030-4e5f-9308-60410e0f5b8e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:28.770769 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'code': 200} Feb 10 04:08:28.819346 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:28.917942 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:08:28.918554 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:08:28.927018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:28.969485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c6ea-18ed-47ca-9d51-d39c075fffcb req-8389d840-0271-4073-b3ed-28e068ebdda4 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:28.971146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11d7c6ea-18ed-47ca-9d51-d39c075fffcb req-8389d840-0271-4073-b3ed-28e068ebdda4 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.0600352 Feb 10 04:08:29.021926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11d7c6ea-18ed-47ca-9d51-d39c075fffcb req-c6281ff5-65f7-4888-bbfd-276f2e3abe4a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Feb 10 04:08:29.066930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:08:29.070579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1768de99-aa48-46b6-ad2a-9be3e25d9506 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:29.162721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60024) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:29.210626 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b8ba40bd-4722-4a52-b103-d2dec7deb33d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc0d308170aa4133804130ea91323772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440028 Feb 10 04:08:29.211041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60026) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:29.232292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:29.247429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'mac_address': 'fa:16:3e:c6:bd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:08:29.251310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 1768de99-aa48-46b6-ad2a-9be3e25d9506 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:08:29.256667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 1768de99-aa48-46b6-ad2a-9be3e25d9506 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:29.257218 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.265910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Publish callbacks [] for security_group (6e34f9ae-ed69-4132-a3d3-06f8845c3f5a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.290731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Publish callbacks [] for security_group (6e34f9ae-ed69-4132-a3d3-06f8845c3f5a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.352039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 47f3bbaa-e197-47ae-95a2-f79fc284709a is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:29.352437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.388103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f3bbaa-e197-47ae-95a2-f79fc284709a {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:29.410304 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e34f9ae-ed69-4132-a3d3-06f8845c3f5a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.413541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.417005 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e34f9ae-ed69-4132-a3d3-06f8845c3f5a HTTP/1.1" status: 204 len: 168 time: 0.2026699 Feb 10 04:08:29.422905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e34f9ae-ed69-4132-a3d3-06f8845c3f5a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:29.432260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.432615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.435540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.436077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.436077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.436417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beb04ab-4912-4599-9872-2e458594b123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:29.457349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:29.472453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 1768de99-aa48-46b6-ad2a-9be3e25d9506 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:29.472453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.486223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:29.486612 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.510870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:08:29.524021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1768de99-aa48-46b6-ad2a-9be3e25d9506, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:29.548794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:29.568600 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.622152 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.624404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:29.673085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:29.748538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=1768de99-aa48-46b6-ad2a-9be3e25d9506,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:29.758415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2bd6-64bb-410e-894c-52a46213cddf req-7a3463cd-5841-45f9-8316-c81c5062eea8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:29.760285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d72a2bd6-64bb-410e-894c-52a46213cddf req-7a3463cd-5841-45f9-8316-c81c5062eea8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0947711 Feb 10 04:08:29.825604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d72a2bd6-64bb-410e-894c-52a46213cddf req-3e5cd6ca-c2c2-4c78-a2e4-8496639dfaf6 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533681 Feb 10 04:08:29.833814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a2f30-10c1-4a82-87f2-a6f60203b128 req-60c045a0-a352-4db6-b366-e6dac82ba896 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:29.834342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:29.840776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c63a2f30-10c1-4a82-87f2-a6f60203b128 req-60c045a0-a352-4db6-b366-e6dac82ba896 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1183503 Feb 10 04:08:29.915252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['47f3bbaa-e197-47ae-95a2-f79fc284709a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:29.959594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c63a2f30-10c1-4a82-87f2-a6f60203b128 req-e6268ff5-a559-4faa-b25c-12d8060d1422 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119742 Feb 10 04:08:29.962688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ded71ec-9351-449b-9974-d1010cbe4522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:30.035668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['cfa52d8b-6f17-42d3-bf71-49605c7382f1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:30.231440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2b04-cc09-444a-993f-76794039fa40 req-6809fe0e-6bf6-4dee-b5e7-b0a2e3bf2a1e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:30.236081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-027a2b04-cc09-444a-993f-76794039fa40 req-6809fe0e-6bf6-4dee-b5e7-b0a2e3bf2a1e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 949 time: 0.0934849 Feb 10 04:08:30.285176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-027a2b04-cc09-444a-993f-76794039fa40 req-41737c4b-7bf7-4154-a0fd-f38b837c232e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Feb 10 04:08:30.772380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1768de99-aa48-46b6-ad2a-9be3e25d9506'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:30.774837 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a489eef1-6f7f-4efa-9f96-3d31f9e63b38" -d '{"events": [{"server_uuid": "2636e63c-5080-40d5-bbcb-5fe7caf4a33b", "name": "network-vif-plugged", "status": "completed", "tag": "1768de99-aa48-46b6-ad2a-9be3e25d9506"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:30.817330 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed9fe93-0e92-41a7-b453-c5737efcfd3e x-openstack-request-id: req-6ed9fe93-0e92-41a7-b453-c5737efcfd3e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:30.817639 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2636e63c-5080-40d5-bbcb-5fe7caf4a33b", "name": "network-vif-plugged", "status": "completed", "tag": "1768de99-aa48-46b6-ad2a-9be3e25d9506", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:30.820627 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ed9fe93-0e92-41a7-b453-c5737efcfd3e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:30.820627 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1768de99-aa48-46b6-ad2a-9be3e25d9506', 'code': 200} Feb 10 04:08:30.820980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60064) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:30.944849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1376-bc14-45f2-9d3f-b614a4bb90a9 req-2e7bcff3-6878-4bcf-a863-438e043e3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:30.946884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06cd1376-bc14-45f2-9d3f-b614a4bb90a9 req-2e7bcff3-6878-4bcf-a863-438e043e3e91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 1127 time: 0.0616181 Feb 10 04:08:30.973167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.001273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8274b-c96f-42d3-91f0-cc6e0ad7d2e0 req-732ce6f1-c26f-4857-ae2a-311842255337 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:31.001677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65f8274b-c96f-42d3-91f0-cc6e0ad7d2e0 req-732ce6f1-c26f-4857-ae2a-311842255337 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0737095 Feb 10 04:08:31.011533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1109883056-network', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:31.048624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06cd1376-bc14-45f2-9d3f-b614a4bb90a9 req-5e3da0f0-1d8d-412c-870d-dbeb52e238d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935030 Feb 10 04:08:31.077740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:31.088417 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65f8274b-c96f-42d3-91f0-cc6e0ad7d2e0 req-69e61f93-4df2-44af-ad2c-8b4cf3171220 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630634 Feb 10 04:08:31.142288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad934eb-cab5-4ef5-9812-0ff049994311 req-58906734-cf6a-4d78-ab6d-e5ab2fd00bb3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:31.144134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ad934eb-cab5-4ef5-9812-0ff049994311 req-58906734-cf6a-4d78-ab6d-e5ab2fd00bb3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0830882 Feb 10 04:08:31.147789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:08:31.152502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.166292 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.229750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ad934eb-cab5-4ef5-9812-0ff049994311 req-de699d0e-4d78-42b5-b071-618b527d9207 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725467 Feb 10 04:08:31.287754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 47f3bbaa-e197-47ae-95a2-f79fc284709a completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:08:31.292767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 47f3bbaa-e197-47ae-95a2-f79fc284709a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:31.293215 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.336465 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks [] for security_group (e147fb72-51cb-4968-8bc8-f047e0a5c501), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.397645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 47f3bbaa-e197-47ae-95a2-f79fc284709a is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:31.398255 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.445591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e147fb72-51cb-4968-8bc8-f047e0a5c501), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.454182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:31.470654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:08:31.501720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b5fde-b1c5-4a3f-aaac-82a667e6f86f req-359cd488-7490-4844-8fa2-e8af156b07d4 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:31.503549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-232b5fde-b1c5-4a3f-aaac-82a667e6f86f req-359cd488-7490-4844-8fa2-e8af156b07d4 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 949 time: 0.1218562 Feb 10 04:08:31.508262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d9040e33-1331-426a-b7c0-a3f37297c7a9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.508262 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Added segment d9040e33-1331-426a-b7c0-a3f37297c7a9 of type vlan for network 7c407173-3146-4722-992d-f46469606988 Feb 10 04:08:31.524566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e147fb72-51cb-4968-8bc8-f047e0a5c501,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:31.545928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.584740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (7c407173-3146-4722-992d-f46469606988), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.597945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:31.608943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-232b5fde-b1c5-4a3f-aaac-82a667e6f86f req-3394d0a3-f4bb-422f-9079-fe80c1931a6c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925252 Feb 10 04:08:31.715027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (7c407173-3146-4722-992d-f46469606988), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.718546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:31.718546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:31.781159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] Pushing event updated for resources: {'Network': ['ID=7c407173-3146-4722-992d-f46469606988,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:31.791551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 7c407173-3146-4722-992d-f46469606988 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:08:31.860515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9a1e8f80-23bd-4f36-81d9-c6523ad58928 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0374763 Feb 10 04:08:31.863736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:31.868825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Request body: {'subnet': {'network_id': '7c407173-3146-4722-992d-f46469606988', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1109883056-subnet', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:31.978088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:08:31.980526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.132093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:32.205069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port cfa52d8b-6f17-42d3-bf71-49605c7382f1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:32.205505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.218387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdee16-f292-4d04-85fd-2e9e1530e72b req-47378b59-a9cc-48fb-8d26-412dc47ffac7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:32.227276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aafdee16-f292-4d04-85fd-2e9e1530e72b req-47378b59-a9cc-48fb-8d26-412dc47ffac7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 950 time: 0.0579844 Feb 10 04:08:32.248165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (3ca3c80c-5417-49f0-a45b-a21de528561e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.299178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port cfa52d8b-6f17-42d3-bf71-49605c7382f1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:32.301815 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.345549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:32.347980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aafdee16-f292-4d04-85fd-2e9e1530e72b req-f37f40d8-bb6d-479e-905e-93bbbd002bd0 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212442 Feb 10 04:08:32.375943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca3c80c-5417-49f0-a45b-a21de528561e,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:32.400137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Checking segment: {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:32.400488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Network hostable DHCP agents. Network: 7c407173-3146-4722-992d-f46469606988, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:08:32.448065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb945c0a-dda1-4a3e-98c6-1bec3085abfd req-d8d8eee5-090a-44cb-a6eb-24bbaefa5a93 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:32.449521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb945c0a-dda1-4a3e-98c6-1bec3085abfd req-d8d8eee5-090a-44cb-a6eb-24bbaefa5a93 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0840547 Feb 10 04:08:32.458866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.508398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb945c0a-dda1-4a3e-98c6-1bec3085abfd req-ee546902-2f64-435c-bd46-993362ae40f7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526323 Feb 10 04:08:32.533167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:32.570067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.581729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Network 7c407173-3146-4722-992d-f46469606988 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:08:32.680571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 7c407173-3146-4722-992d-f46469606988) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:32.689782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:32.690434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.696930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec5a29-4a33-4b3d-8950-c7096b04002d None None] Network 7c407173-3146-4722-992d-f46469606988 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:08:32.749291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfecc9-a7f2-4d84-8203-5d0e0c114cba req-19062155-f6a2-4659-adef-0cacf1ba32c6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:32.751192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0dfecc9-a7f2-4d84-8203-5d0e0c114cba req-19062155-f6a2-4659-adef-0cacf1ba32c6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0690126 Feb 10 04:08:32.802737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0dfecc9-a7f2-4d84-8203-5d0e0c114cba req-ffba4d26-3770-45f0-bf4a-b308d6f5009f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Feb 10 04:08:32.823414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-7c407173-3146-4722-992d-f46469606988', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:08:32.823414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.830183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8565c11a-8dd3-49b2-a6ca-f020771b383a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9628589 Feb 10 04:08:32.832112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60100) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:32.836976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a'}, {'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:32.839301 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f3700-0edf-4534-b30a-0124ecd31ad1" -d '{"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-plugged", "status": "completed", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a"}, {"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-plugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:32.839901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:32.932338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (20914de0-c393-4d78-b228-4cee8b17302e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.933531 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (20914de0-c393-4d78-b228-4cee8b17302e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:32.973000 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f5f111-f79c-4723-a124-1e502bc5e336 x-openstack-request-id: req-07f5f111-f79c-4723-a124-1e502bc5e336 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:32.973812 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-plugged", "status": "completed", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a", "code": 200}, {"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-plugged", "status": "completed", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:32.974076 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07f5f111-f79c-4723-a124-1e502bc5e336 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:32.974536 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'code': 200} Feb 10 04:08:32.974893 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'code': 200} Feb 10 04:08:33.051303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks [] for router_controller (20914de0-c393-4d78-b228-4cee8b17302e), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.112212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Allocated IP 172.20.0.2 (7c407173-3146-4722-992d-f46469606988/3ca3c80c-5417-49f0-a45b-a21de528561e/d4b32d7e-f918-480f-b127-cee21f8a3718) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:33.125455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f34f3e-243d-4f87-bbad-f9cd1be80d11 req-a9b6252f-6d86-4761-a55f-d2b8b0445189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:33.127157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90f34f3e-243d-4f87-bbad-f9cd1be80d11 req-a9b6252f-6d86-4761-a55f-d2b8b0445189 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1132 time: 0.0681417 Feb 10 04:08:33.192374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02681abb-de18-4a06-9e9b-e28f3c640fdd req-d96ed5fc-bff5-457e-85be-1ee87d8068f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:33.196355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02681abb-de18-4a06-9e9b-e28f3c640fdd req-d96ed5fc-bff5-457e-85be-1ee87d8068f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1133 time: 0.0891047 Feb 10 04:08:33.288429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02681abb-de18-4a06-9e9b-e28f3c640fdd req-f1a0f419-80fa-4ef0-a5bf-7a837e6d59bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842655 Feb 10 04:08:33.365330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Publish callbacks [] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.393399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90f34f3e-243d-4f87-bbad-f9cd1be80d11 req-d04f6166-7bf3-4c25-b0f2-649fb6bade86 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571921 Feb 10 04:08:33.435471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks [] for router_gateway (20914de0-c393-4d78-b228-4cee8b17302e), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.441188 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.485397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9d5d9-9a33-4331-acb6-2f7ac999c839 req-e6d2f2dd-c663-49e8-913b-890c3c9a1abc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:33.487716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cc9d5d9-9a33-4331-acb6-2f7ac999c839 req-e6d2f2dd-c663-49e8-913b-890c3c9a1abc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 951 time: 0.0651143 Feb 10 04:08:33.514872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Network 7c407173-3146-4722-992d-f46469606988 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:33.517972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:33.523335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:33.563630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Pushing event updated for resources: {'Port': ['ID=d4b32d7e-f918-480f-b127-cee21f8a3718,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:33.578255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cc9d5d9-9a33-4331-acb6-2f7ac999c839 req-d0242a6a-8c20-4da0-801a-41b4c2635472 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772736 Feb 10 04:08:33.621020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Attempting to bind port d4b32d7e-f918-480f-b127-cee21f8a3718 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:33.621404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Attempting to bind port d4b32d7e-f918-480f-b127-cee21f8a3718 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:33.622024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Attempting to bind port d4b32d7e-f918-480f-b127-cee21f8a3718 on network 7c407173-3146-4722-992d-f46469606988 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:33.628402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:33.628792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Checking segment: {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:33.629203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.630138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Bound using segment: {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:33.630834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Bound port: d4b32d7e-f918-480f-b127-cee21f8a3718, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:33.631230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.723153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] For port d4b32d7e-f918-480f-b127-cee21f8a3718, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:33.727804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] For port d4b32d7e-f918-480f-b127-cee21f8a3718, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4b32d7e-f918-480f-b127-cee21f8a3718,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:33.730892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a94b38-ba2e-4d9c-8606-57cf74e4e194 req-a3c02d72-649f-4fdb-ae7d-5d49f6b76259 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:33.732855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42a94b38-ba2e-4d9c-8606-57cf74e4e194 req-a3c02d72-649f-4fdb-ae7d-5d49f6b76259 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0732794 Feb 10 04:08:33.832067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42a94b38-ba2e-4d9c-8606-57cf74e4e194 req-42b8a954-e4da-44c3-9ace-dd9e88c56ef7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725358 Feb 10 04:08:33.867873 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.906305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks [] for router_gateway (20914de0-c393-4d78-b228-4cee8b17302e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.939845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:33.942203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:34.040263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87687abd-ae90-4814-b982-6afa1566af2e None None] Pushing event updated for resources: {'Port': ['ID=d4b32d7e-f918-480f-b127-cee21f8a3718,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:34.104251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75104aae-5442-4a09-a6bd-d617b1326d90 req-8357c9ab-551f-43ca-8275-17313157095d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:34.105925 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75104aae-5442-4a09-a6bd-d617b1326d90 req-8357c9ab-551f-43ca-8275-17313157095d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1796839 Feb 10 04:08:34.188770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Allocated IP 172.25.8.151 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c3e32283-9fef-4bbc-a426-ec4895dd611d) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:34.204642 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75104aae-5442-4a09-a6bd-d617b1326d90 req-51a37c01-1442-421b-be77-1bf69e8b633e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923622 Feb 10 04:08:34.393147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks [] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:34.540006 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:34.597594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e32283-9fef-4bbc-a426-ec4895dd611d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:34.673805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:34.682978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea534c-be5f-4bdd-800d-459120fb51e5 req-aa622b7b-1fb9-4b28-b8b1-c9d5ccd5fc36 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:34.690311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63ea534c-be5f-4bdd-800d-459120fb51e5 req-aa622b7b-1fb9-4b28-b8b1-c9d5ccd5fc36 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1977432 Feb 10 04:08:34.714808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:34.745197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:34.763214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63ea534c-be5f-4bdd-800d-459120fb51e5 req-3b344839-6311-4c81-ae1d-670982aefee0 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673645 Feb 10 04:08:34.774282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c6359-ef0a-420d-9d7f-fe4b375bd209 req-24fc8d11-b027-4ece-803e-8b7e1e1cf37c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:34.782821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-464c6359-ef0a-420d-9d7f-fe4b375bd209 req-24fc8d11-b027-4ece-803e-8b7e1e1cf37c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 951 time: 0.0947058 Feb 10 04:08:34.813556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-85cb9154-0a72-4ec9-bf3c-05d407c85612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:34.815364 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-85cb9154-0a72-4ec9-bf3c-05d407c85612 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 1127 time: 0.2188778 Feb 10 04:08:34.872318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-464c6359-ef0a-420d-9d7f-fe4b375bd209 req-5b420026-997a-4bdf-afa8-b46265ed6595 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Feb 10 04:08:35.069559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-f8acfbe9-b08d-4069-92fd-8c6de0751f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:35.071731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-f8acfbe9-b08d-4069-92fd-8c6de0751f78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 911 time: 0.1778543 Feb 10 04:08:35.143078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-8fa54095-825e-4338-8487-6aa98ea72dbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506 HTTP/1.1" status: 200 len: 217 time: 0.0624611 Feb 10 04:08:35.254595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-880c51a2-c978-4e0d-bef5-4a1323dcd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:35.256270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-880c51a2-c978-4e0d-bef5-4a1323dcd1db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.0759735 Feb 10 04:08:35.346027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-7ecf3ac2-41e2-43d5-b624-ac06d9252f04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573702 Feb 10 04:08:35.400257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks [] for router_gateway (20914de0-c393-4d78-b228-4cee8b17302e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:35.469592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e129540-30fc-45b1-9aa7-321229299e81 None None] Network 7c407173-3146-4722-992d-f46469606988 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:08:35.528528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ccb40-823c-41e8-a0de-bbc4b3aff7ea req-b01b016d-090c-4dfd-b620-22bd91a9e21c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:35.530108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d70ccb40-823c-41e8-a0de-bbc4b3aff7ea req-b01b016d-090c-4dfd-b620-22bd91a9e21c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.2290397 Feb 10 04:08:35.583773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-7a474a0d-cf8c-4dba-8262-cd63f941dcfd service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131608 Feb 10 04:08:35.589237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e79a8472-e68a-4d69-adb2-2e03e955eabe None None] Provisioning complete for port d4b32d7e-f918-480f-b127-cee21f8a3718 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:35.589614 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e79a8472-e68a-4d69-adb2-2e03e955eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:35.711172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d70ccb40-823c-41e8-a0de-bbc4b3aff7ea req-52201436-5286-4e1d-b22a-f3c9e3ab4f49 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468759 Feb 10 04:08:35.877271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-29e31869-07f6-482b-af3b-a0fc61b324f3 req-4022e65b-0d14-4634-9ce4-2b9394c6e933 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:08:35.879207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29e31869-07f6-482b-af3b-a0fc61b324f3 req-4022e65b-0d14-4634-9ce4-2b9394c6e933 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064962 Feb 10 04:08:35.952776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbf760d-5d75-4f62-ae50-00a270eb7c5e req-d9368095-0946-46a7-a1cf-13ae20861f8d service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567357 Feb 10 04:08:35.953489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e79a8472-e68a-4d69-adb2-2e03e955eabe None None] Current status of the port d4b32d7e-f918-480f-b127-cee21f8a3718 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:35.953935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e79a8472-e68a-4d69-adb2-2e03e955eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:35.984230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e50c30-37f7-4485-ba6f-02ed73492943 req-2f0c314b-505e-4214-919d-386c77975c76 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:35.987110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c7e50c30-37f7-4485-ba6f-02ed73492943 req-2f0c314b-505e-4214-919d-386c77975c76 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1193051 Feb 10 04:08:35.988717 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (20914de0-c393-4d78-b228-4cee8b17302e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:36.027127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e79a8472-e68a-4d69-adb2-2e03e955eabe None None] For port d4b32d7e-f918-480f-b127-cee21f8a3718, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4b32d7e-f918-480f-b127-cee21f8a3718,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:36.058409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d4b32d7e-f918-480f-b127-cee21f8a3718 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:36.109954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c7e50c30-37f7-4485-ba6f-02ed73492943 req-883e4e86-83d2-48e3-96a0-d91638034dff tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124699 Feb 10 04:08:36.113542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d4b32d7e-f918-480f-b127-cee21f8a3718 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:36.114976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:36.157796 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e79a8472-e68a-4d69-adb2-2e03e955eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:36.240937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a8472-e68a-4d69-adb2-2e03e955eabe None None] Pushing event updated for resources: {'Port': ['ID=d4b32d7e-f918-480f-b127-cee21f8a3718,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:36.250446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d4b32d7e-f918-480f-b127-cee21f8a3718 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:36.278625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-df7c2e64-9c9d-45ef-bbfc-15fc761b11d3 None None] Provisioning complete for port d4b32d7e-f918-480f-b127-cee21f8a3718 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:36.279169 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-df7c2e64-9c9d-45ef-bbfc-15fc761b11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:36.297560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d21da2-9fe8-4536-a30c-b2ed0c2636c3 req-1db522e3-bc82-4122-9e97-89dc9cf85e01 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:36.299400 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01d21da2-9fe8-4536-a30c-b2ed0c2636c3 req-1db522e3-bc82-4122-9e97-89dc9cf85e01 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 951 time: 0.0660853 Feb 10 04:08:36.338568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Router 20914de0-c393-4d78-b228-4cee8b17302e is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:08:36.374594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-df7c2e64-9c9d-45ef-bbfc-15fc761b11d3 None None] Current status of the port d4b32d7e-f918-480f-b127-cee21f8a3718 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:36.417741 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01d21da2-9fe8-4536-a30c-b2ed0c2636c3 req-a1a71840-de3a-483e-a5d3-e6614733b407 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097445 Feb 10 04:08:36.474969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742116f2-83b0-46a5-9a93-2f8fe2fd6370 req-1328fb2e-b5e4-4241-bf22-e2759bdae9a0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:36.476627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-742116f2-83b0-46a5-9a93-2f8fe2fd6370 req-1328fb2e-b5e4-4241-bf22-e2759bdae9a0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0780406 Feb 10 04:08:36.505269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:08:36.515841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Sync routers for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:08:36.528033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:36.528771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:36.542586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-742116f2-83b0-46a5-9a93-2f8fe2fd6370 req-bee0ecbe-b992-4314-9044-12a6e49e088a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587857 Feb 10 04:08:36.647288 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:36.651833 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1f17b88f-fef8-4d5a-9989-bdf3f862c2c5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8151827 Feb 10 04:08:36.651975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:36.652072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60158) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:36.689134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-d0a7592f-24fb-47cf-9807-d4ab68b38fd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137867 Feb 10 04:08:36.699236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6da5ecd-869b-49fc-b2fd-2badc6ade55a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:08:36.702459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6da5ecd-869b-49fc-b2fd-2badc6ade55a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067937 Feb 10 04:08:36.840180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:34Z', 'revision_number': 3, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:36.868285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Checking router: 20914de0-c393-4d78-b228-4cee8b17302e for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:08:36.868655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Updating router 20914de0-c393-4d78-b228-4cee8b17302e port c3e32283-9fef-4bbc-a426-ec4895dd611d binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:08:36.903168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:37.032155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1041d-c16b-4a60-a353-0c40734af57e req-f9c622df-ade4-4542-b881-43607bda2b86 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:37.041164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52a1041d-c16b-4a60-a353-0c40734af57e req-f9c622df-ade4-4542-b881-43607bda2b86 tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1133 time: 0.0566177 Feb 10 04:08:37.088148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52a1041d-c16b-4a60-a353-0c40734af57e req-238dd3bc-04bf-4055-bf88-0ac08315006b tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Feb 10 04:08:37.254546 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Publish callbacks [] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:37.326957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea62def-bb64-4ede-a148-284860010741 req-d70b181b-3573-4d78-89de-35ea6eaf29f1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:37.335109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea62def-bb64-4ede-a148-284860010741 req-d70b181b-3573-4d78-89de-35ea6eaf29f1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1296294 Feb 10 04:08:37.365131 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:37.394302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea62def-bb64-4ede-a148-284860010741 req-3de7b81d-606a-4ded-9b6d-5a769735e489 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579646 Feb 10 04:08:37.423693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Attempting to bind port c3e32283-9fef-4bbc-a426-ec4895dd611d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:37.424073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Attempting to bind port c3e32283-9fef-4bbc-a426-ec4895dd611d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:37.424444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Attempting to bind port c3e32283-9fef-4bbc-a426-ec4895dd611d on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:37.427308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dac886-d06e-4ee8-802c-4fb88f2a352a None None] Pushing event updated for resources: {'Port': ['ID=c3e32283-9fef-4bbc-a426-ec4895dd611d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:37.433072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:37.433451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:37.433853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:37.434841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:37.434841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Bound port: c3e32283-9fef-4bbc-a426-ec4895dd611d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:37.435108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:37.495774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:37.500541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] For port c3e32283-9fef-4bbc-a426-ec4895dd611d, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:37.505589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] For port c3e32283-9fef-4bbc-a426-ec4895dd611d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c3e32283-9fef-4bbc-a426-ec4895dd611d,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:37.607641 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:37.678595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c05f-226c-4e71-bdf4-02dbbcd6f569 req-6a5cf19b-75d3-4354-9bb3-d816ecee8f5f tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:37.678882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:37.679496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:37.680880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f613c05f-226c-4e71-bdf4-02dbbcd6f569 req-6a5cf19b-75d3-4354-9bb3-d816ecee8f5f tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 1133 time: 0.0939095 Feb 10 04:08:37.716631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dac886-d06e-4ee8-802c-4fb88f2a352a None None] Pushing event updated for resources: {'Port': ['ID=c3e32283-9fef-4bbc-a426-ec4895dd611d,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:37.738954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f613c05f-226c-4e71-bdf4-02dbbcd6f569 req-dd7f6279-bc34-4402-9b6e-e91bf82e3beb tempest-ServersAdminTestJSON-2113913641 tempest-ServersAdminTestJSON-2113913641-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499203 Feb 10 04:08:37.788336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Allocated IP 172.20.0.1 (7c407173-3146-4722-992d-f46469606988/3ca3c80c-5417-49f0-a45b-a21de528561e/560c97ff-42a2-458a-b9da-05cb73c14ebb) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:37.800965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-a2e7a181-16be-45d1-91c2-893db95f4754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:37.802437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-a2e7a181-16be-45d1-91c2-893db95f4754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports/47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 947 time: 0.1209292 Feb 10 04:08:37.803177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:37.881427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37d95-3e5b-40f3-8e7e-930ca24db4bc req-88f991d5-da94-42f0-8035-e4b69e718e52 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:37.881427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bcc37d95-3e5b-40f3-8e7e-930ca24db4bc req-88f991d5-da94-42f0-8035-e4b69e718e52 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1970248 Feb 10 04:08:38.019993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bcc37d95-3e5b-40f3-8e7e-930ca24db4bc req-d6223a02-e5ce-471a-b54c-f6562cd394ef tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314626 Feb 10 04:08:38.024081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d4b32d7e-f918-480f-b127-cee21f8a3718 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:38.048457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks [] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:38.145442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d4b32d7e-f918-480f-b127-cee21f8a3718 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:38.145710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:38.190736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:34Z', 'revision_number': 3, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:38.223524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:38.223745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955b9ce-17df-4fe0-959e-b8ebcf0e98ef None None] The sync data for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 is: [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:34Z', 'revision_number': 3, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:08:38.282467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d4b32d7e-f918-480f-b127-cee21f8a3718 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:38.304905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Pushing event updated for resources: {'Port': ['ID=560c97ff-42a2-458a-b9da-05cb73c14ebb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:38.351532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Network 7c407173-3146-4722-992d-f46469606988 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:38.355748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:38.358443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:38.464229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc43d54-abdb-4029-9a94-044a914d19c3 req-46d1a23d-eba7-4c68-9d19-e04b31ab06dc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:38.465844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3dc43d54-abdb-4029-9a94-044a914d19c3 req-46d1a23d-eba7-4c68-9d19-e04b31ab06dc tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 950 time: 0.1644371 Feb 10 04:08:38.466868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (20914de0-c393-4d78-b228-4cee8b17302e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:38.587008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff6d03-a137-4747-bb41-48fd783c921a req-91840ac4-6798-4e5d-8536-3091d8c7592c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:38.594252 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78ff6d03-a137-4747-bb41-48fd783c921a req-91840ac4-6798-4e5d-8536-3091d8c7592c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0947690 Feb 10 04:08:38.662944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3dc43d54-abdb-4029-9a94-044a914d19c3 req-b890a866-4b35-46e6-a749-3d1f73b44a6f tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361883 Feb 10 04:08:38.727756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78ff6d03-a137-4747-bb41-48fd783c921a req-c84b2649-f261-4374-9b53-b848b48a1b63 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263516 Feb 10 04:08:38.817596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8ec95990-2df0-48d6-927a-9ba883a56fdb None None] Provisioning complete for port 560c97ff-42a2-458a-b9da-05cb73c14ebb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:38.818273 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ec95990-2df0-48d6-927a-9ba883a56fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:38.826268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:38.837345 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:08:38.858469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8ec95990-2df0-48d6-927a-9ba883a56fdb None None] Port 560c97ff-42a2-458a-b9da-05cb73c14ebb cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:08:39.052520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks [] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:39.170763 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:39.205094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c40e4a-2d99-4294-9157-e07638a59260 req-b8b997c3-893f-423e-98e8-f68e7b4ed143 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:39.206717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6c40e4a-2d99-4294-9157-e07638a59260 req-b8b997c3-893f-423e-98e8-f68e7b4ed143 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1101246 Feb 10 04:08:39.287800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Pushing event updated for resources: {'Port': ['ID=560c97ff-42a2-458a-b9da-05cb73c14ebb,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:39.290383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (20914de0-c393-4d78-b228-4cee8b17302e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:39.313914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6c40e4a-2d99-4294-9157-e07638a59260 req-c3f47b49-7351-440f-8bd2-835405438ebb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807424 Feb 10 04:08:39.422863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Network 7c407173-3146-4722-992d-f46469606988 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:39.424776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:39.574558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Router 20914de0-c393-4d78-b228-4cee8b17302e has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:08:39.698237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:08:39.703164 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a82190eb-d71b-493f-a070-6a417fcb1707 admin admin] 10.222.0.42 "PUT /v2.0/routers/20914de0-c393-4d78-b228-4cee8b17302e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0501227 Feb 10 04:08:39.806340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5db21caf-10f4-4993-b57b-397c2492fb1e None None] Provisioning complete for port 560c97ff-42a2-458a-b9da-05cb73c14ebb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:39.808424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5db21caf-10f4-4993-b57b-397c2492fb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:39.930491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a92ccb-020c-464c-a836-bd779c3c351b req-703fbc86-91e0-49d2-bc7a-32a02c01ff8b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:39.934676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5db21caf-10f4-4993-b57b-397c2492fb1e None None] Port 560c97ff-42a2-458a-b9da-05cb73c14ebb cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:08:39.940926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31a92ccb-020c-464c-a836-bd779c3c351b req-703fbc86-91e0-49d2-bc7a-32a02c01ff8b tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 950 time: 0.1577072 Feb 10 04:08:40.013182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-d8c2e936-2999-417f-bc2f-85f7dcc8ca8a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:40.015830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-d8c2e936-2999-417f-bc2f-85f7dcc8ca8a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 950 time: 0.1461742 Feb 10 04:08:40.029115 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31a92ccb-020c-464c-a836-bd779c3c351b req-df5f4f3b-19fc-4bab-9954-a6977f4e3c43 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869589 Feb 10 04:08:40.072735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-df6cd84f-6090-459d-b749-7cd43d7913f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:40.074357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-df6cd84f-6090-459d-b749-7cd43d7913f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1132 time: 0.1968801 Feb 10 04:08:40.096428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3e32283-9fef-4bbc-a426-ec4895dd611d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:40.112126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3843d99-d622-4d3d-b72a-eedc5b8070e6 req-a9b33326-159b-431c-b26d-8d56a8109ba4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:40.115703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3843d99-d622-4d3d-b72a-eedc5b8070e6 req-a9b33326-159b-431c-b26d-8d56a8109ba4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.2482185 Feb 10 04:08:40.267895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c3e32283-9fef-4bbc-a426-ec4895dd611d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:40.268561 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:40.296048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Deleting port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:40.296781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:40.351721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-fb157dd1-a33f-4abd-aded-9a11c15f0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:40.356610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-fb157dd1-a33f-4abd-aded-9a11c15f0371 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2346616 Feb 10 04:08:40.378135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3843d99-d622-4d3d-b72a-eedc5b8070e6 req-c4fa492e-bf85-4dab-a51e-cfa5e4612ed7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292879 Feb 10 04:08:40.433721 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-033c5b3c-abe4-430d-827a-3356764b0ff1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 217 time: 0.0542104 Feb 10 04:08:40.468403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c3e32283-9fef-4bbc-a426-ec4895dd611d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:40.468802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:40.513549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] For port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:40.515317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:40.542560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-f2346099-1002-4230-8d49-9b483c474844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:40.544205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port c3e32283-9fef-4bbc-a426-ec4895dd611d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c3e32283-9fef-4bbc-a426-ec4895dd611d,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:40.545582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-f2346099-1002-4230-8d49-9b483c474844 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1014726 Feb 10 04:08:40.570310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Calling delete_port for 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:40.638866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:40.639642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-5b6aeb4e-5b66-4034-ba01-5069883c81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:40.646446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-5b6aeb4e-5b66-4034-ba01-5069883c81b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0918558 Feb 10 04:08:40.661450 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Sync routers for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:08:40.663415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde6a1-9e82-4179-bb3f-8f1cb9b1020c req-49f059f0-697b-4b26-b3bf-036fa8a0a2f2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:40.671057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1acde6a1-9e82-4179-bb3f-8f1cb9b1020c req-49f059f0-697b-4b26-b3bf-036fa8a0a2f2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.2285128 Feb 10 04:08:40.695480 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:40.697469 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:40.777521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=c3e32283-9fef-4bbc-a426-ec4895dd611d,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:40.794505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1acde6a1-9e82-4179-bb3f-8f1cb9b1020c req-d8240449-274a-44fc-8be6-b49b8ab00d0e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099238 Feb 10 04:08:40.799890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.803165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.804806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.805458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.806341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.807443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.808959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.810103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.810600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.812433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.813618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.814218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.816266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:40.894468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-c2dbcb7d-275b-4bc1-b714-38c4797c9cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253411 Feb 10 04:08:41.006042 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:41.024150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:41.040932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['a1eef442-e083-431c-95d5-186fa56b02ec', '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e', 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:41.071860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-4568db89-3411-4332-86a5-0f3e5a18689a service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665468 Feb 10 04:08:41.072766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:41.085626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1102604151-network', 'tenant_id': 'bdf013b9521543859a1379f846509f1f'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:41.092151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Pushing event deleted for resources: {'Port': ['ID=65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:41.189931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] No DVR routers for this DVR port 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:41.204211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:41.218135 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b362cd0f-5ec0-4ac3-95a2-97aea1805ecb req-37ef0b19-26ce-409f-b425-ad5861370ebb tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "DELETE /v2.0/ports/65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e HTTP/1.1" status: 204 len: 173 time: 1.1782162 Feb 10 04:08:41.218657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'name': 'network-vif-deleted', 'tag': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:41.221032 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa853a-1397-49f7-aafd-1c79fb25951f" -d '{"events": [{"server_uuid": "34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355", "name": "network-vif-deleted", "tag": "65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:41.254117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a0db528d-20c7-4a2e-a4e3-7114de84fc5f req-74490492-870c-4b16-b59b-6272870d6dc8 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 210 time: 0.0595634 Feb 10 04:08:41.316184 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3500da12-ff88-4f8e-950d-cc582993dee2 x-openstack-request-id: req-3500da12-ff88-4f8e-950d-cc582993dee2 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:41.316496 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355", "name": "network-vif-deleted", "tag": "65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:41.317346 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3500da12-ff88-4f8e-950d-cc582993dee2 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:41.317346 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355', 'name': 'network-vif-deleted', 'tag': '65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e', 'status': 'completed', 'code': 200} Feb 10 04:08:41.466727 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 2, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:41.516828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c1bc7-3267-4d8c-8785-a3909666d914 req-b479a089-8c06-4fe9-ac91-272abaefae97 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:41.528132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-087c1bc7-3267-4d8c-8785-a3909666d914 req-b479a089-8c06-4fe9-ac91-272abaefae97 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0768292 Feb 10 04:08:41.580786 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Checking router: 20914de0-c393-4d78-b228-4cee8b17302e for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:08:41.581315 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Updating router 20914de0-c393-4d78-b228-4cee8b17302e port 560c97ff-42a2-458a-b9da-05cb73c14ebb binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:08:41.623592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Made reservation on behalf of bdf013b9521543859a1379f846509f1f for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:08:41.631000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:41.671765 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:41.683503 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-087c1bc7-3267-4d8c-8785-a3909666d914 req-58f24643-0fbb-46d1-b6a5-43fee7010cc4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540546 Feb 10 04:08:41.684263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:41.934230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks [] for security_group (72ff46f8-6abb-44f7-87f9-59173994cecf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:41.979342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e075794-1b5a-4280-bad2-acf44d58fdcb req-ae6d6667-7d67-4c92-b632-024f9ba29d54 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:41.987735 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e075794-1b5a-4280-bad2-acf44d58fdcb req-ae6d6667-7d67-4c92-b632-024f9ba29d54 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0730095 Feb 10 04:08:41.996638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3e32283-9fef-4bbc-a426-ec4895dd611d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:42.073034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (72ff46f8-6abb-44f7-87f9-59173994cecf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.111909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c3e32283-9fef-4bbc-a426-ec4895dd611d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:42.112919 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.138942 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Publish callbacks [] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.147382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e075794-1b5a-4280-bad2-acf44d58fdcb req-525b8d24-55b5-41e0-aefd-659d585b6c05 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579399 Feb 10 04:08:42.151037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:08:42.173356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff46f8-6abb-44f7-87f9-59173994cecf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:42.194102 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e2dd22be-e872-48bb-bbc4-0a07e380fd78), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.194102 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Added segment e2dd22be-e872-48bb-bbc4-0a07e380fd78 of type vlan for network fff0c709-b485-4452-b77e-24a73306a045 Feb 10 04:08:42.239486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c3e32283-9fef-4bbc-a426-ec4895dd611d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:42.251033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (fff0c709-b485-4452-b77e-24a73306a045), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.269526 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.331254 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Pushing event updated for resources: {'Port': ['ID=560c97ff-42a2-458a-b9da-05cb73c14ebb,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:42.386172 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.387085 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.387638 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.388569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.389238 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.389429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (fff0c709-b485-4452-b77e-24a73306a045), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.389934 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.390450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:42.390619 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.398395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.398561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.398561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.398561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.398561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.398561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.398561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:08:42.442552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Attempting to bind port 560c97ff-42a2-458a-b9da-05cb73c14ebb on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:42.442552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Attempting to bind port 560c97ff-42a2-458a-b9da-05cb73c14ebb by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:42.442552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Attempting to bind port 560c97ff-42a2-458a-b9da-05cb73c14ebb on network 7c407173-3146-4722-992d-f46469606988 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:42.449490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:42.450000 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Checking segment: {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:42.450903 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.451917 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Bound using segment: {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:42.452915 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Bound port: 560c97ff-42a2-458a-b9da-05cb73c14ebb, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:42.453896 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.546128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-972b4fe5-1b91-4e84-ad3f-7b92a4255799 req-a538b455-feee-4aad-9457-b847e9bab710 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=34c463b8-9c6d-4eb2-b7d4-77a8d4d5f355 HTTP/1.1" status: 200 len: 210 time: 0.0623443 Feb 10 04:08:42.566076 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] For port 560c97ff-42a2-458a-b9da-05cb73c14ebb, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:42.571580 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] For port 560c97ff-42a2-458a-b9da-05cb73c14ebb, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=560c97ff-42a2-458a-b9da-05cb73c14ebb,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:42.595074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] Pushing event updated for resources: {'Network': ['ID=fff0c709-b485-4452-b77e-24a73306a045,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:42.607453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network fff0c709-b485-4452-b77e-24a73306a045 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:08:42.683537 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.691603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2147dc84-328a-498a-bb41-b76c9a6cc507 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6151128 Feb 10 04:08:42.691991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60278) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:42.697691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Request body: {'subnet': {'network_id': 'fff0c709-b485-4452-b77e-24a73306a045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1102604151-subnet', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:42.751767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-234e0d21-f2c6-4dec-95f3-3f22d6e8cc9c None None] Provisioning complete for port 560c97ff-42a2-458a-b9da-05cb73c14ebb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:42.753382 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-234e0d21-f2c6-4dec-95f3-3f22d6e8cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.759450 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:42.763091 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:42.919800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Made reservation on behalf of bdf013b9521543859a1379f846509f1f for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:08:42.928498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.951671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-234e0d21-f2c6-4dec-95f3-3f22d6e8cc9c None None] Current status of the port 560c97ff-42a2-458a-b9da-05cb73c14ebb is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:42.954483 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-234e0d21-f2c6-4dec-95f3-3f22d6e8cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:42.979956 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52975531-5fd5-4981-971c-8ade5a3f267e None None] Pushing event updated for resources: {'Port': ['ID=560c97ff-42a2-458a-b9da-05cb73c14ebb,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:42.986589 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:43.027866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-234e0d21-f2c6-4dec-95f3-3f22d6e8cc9c None None] For port 560c97ff-42a2-458a-b9da-05cb73c14ebb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=560c97ff-42a2-458a-b9da-05cb73c14ebb,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:43.088395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814aa52-4135-41b3-bb2e-687da3adb1f4 req-c69913ee-fd83-4fa7-9a4a-632959b02da3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:43.090230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0814aa52-4135-41b3-bb2e-687da3adb1f4 req-c69913ee-fd83-4fa7-9a4a-632959b02da3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.2897718 Feb 10 04:08:43.138591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-234e0d21-f2c6-4dec-95f3-3f22d6e8cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:43.199126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0814aa52-4135-41b3-bb2e-687da3adb1f4 req-cf21005f-3cd1-4bf1-986c-acc4ecf48471 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010959 Feb 10 04:08:43.294008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e0d21-f2c6-4dec-95f3-3f22d6e8cc9c None None] Pushing event updated for resources: {'Port': ['ID=560c97ff-42a2-458a-b9da-05cb73c14ebb,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:43.314470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eeb6fcdf-0b98-4f7e-aa15-145a091ac176 None None] Provisioning complete for port 560c97ff-42a2-458a-b9da-05cb73c14ebb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:43.314884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eeb6fcdf-0b98-4f7e-aa15-145a091ac176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:43.390604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (ed68e256-37c8-4c75-91e7-5276276b38e2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:43.397127 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:43.428187 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d9591-85f3-465d-a20a-8778bce00c1b None None] The sync data for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 is: [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:08:43.441164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6fcdf-0b98-4f7e-aa15-145a091ac176 None None] Current status of the port 560c97ff-42a2-458a-b9da-05cb73c14ebb is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:43.469641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd378-2bdd-4ba9-a2f8-67cfbcab39f0 req-c552d48e-427c-4bb7-a69d-722f46ef3ceb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:43.471339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e24cd378-2bdd-4ba9-a2f8-67cfbcab39f0 req-c552d48e-427c-4bb7-a69d-722f46ef3ceb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1426017 Feb 10 04:08:43.472453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed68e256-37c8-4c75-91e7-5276276b38e2,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:43.557909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Checking segment: {'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:43.558313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Network hostable DHCP agents. Network: fff0c709-b485-4452-b77e-24a73306a045, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:08:43.575103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e24cd378-2bdd-4ba9-a2f8-67cfbcab39f0 req-18b9a473-34bd-4f1a-b0a8-dec8ec7eae9a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742643 Feb 10 04:08:43.687582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Network fff0c709-b485-4452-b77e-24a73306a045 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:08:43.807762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b166d-97d2-449f-bcc1-b90191d3f6a9 req-33b06923-7b89-4f53-8358-1ff9304fe2aa tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:43.815782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-655b166d-97d2-449f-bcc1-b90191d3f6a9 req-33b06923-7b89-4f53-8358-1ff9304fe2aa tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0886602 Feb 10 04:08:43.829268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, fff0c709-b485-4452-b77e-24a73306a045) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:43.834998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:43.835771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:43.840549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c2460-7d59-4d69-a446-20136fd9800a None None] Network fff0c709-b485-4452-b77e-24a73306a045 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:08:43.949320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-655b166d-97d2-449f-bcc1-b90191d3f6a9 req-bb6914cd-9d61-4b17-bc4f-d30a19fb6171 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325648 Feb 10 04:08:43.955274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2e9a5e2e-2a70-4e23-95b2-77c6d3a8015d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2617579 Feb 10 04:08:43.955522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60312) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:43.969480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:08:44.013870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-ba72ed7c-6391-4c71-a1f6-6d4f99f56715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:44.015703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-ba72ed7c-6391-4c71-a1f6-6d4f99f56715 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1127 time: 0.1464620 Feb 10 04:08:44.045783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-fff0c709-b485-4452-b77e-24a73306a045', 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045', 'project_id': 'bdf013b9521543859a1379f846509f1f', 'fixed_ips': [{'subnet_id': 'ed68e256-37c8-4c75-91e7-5276276b38e2'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:08:44.046933 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:44.196186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-72ede7ed-9af1-4d3c-bd98-0637392bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:44.198651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-72ede7ed-9af1-4d3c-bd98-0637392bbdd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 919 time: 0.1766469 Feb 10 04:08:44.200375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (38c87461-3dfc-42f4-b043-e769a0a0ca30), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:44.201705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (38c87461-3dfc-42f4-b043-e769a0a0ca30), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:44.277528 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-2485ea59-4dd3-4c63-a1f4-3d1dc14fdee5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 200 len: 217 time: 0.0717051 Feb 10 04:08:44.284686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 560c97ff-42a2-458a-b9da-05cb73c14ebb up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:44.288316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:44.359926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-0c9985e9-c2ce-4f06-a755-0c789587b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:44.362490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-0c9985e9-c2ce-4f06-a755-0c789587b40c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.0762179 Feb 10 04:08:44.387167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:44.387863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d04bfa-ffc8-404a-bdb9-c13d1e8a2d2e not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:44.449597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Allocated IP 172.20.0.2 (fff0c709-b485-4452-b77e-24a73306a045/ed68e256-37c8-4c75-91e7-5276276b38e2/05b1e893-8fe6-40fe-8acf-e20da73f5219) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:44.453965 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-c8891ad6-cad0-4690-83d7-d7bf194e356d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679927 Feb 10 04:08:44.473946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da55b1-06df-402d-b3f1-94344701e3b2 req-306592bc-5453-4899-876c-f094b31f9a28 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:44.476239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70da55b1-06df-402d-b3f1-94344701e3b2 req-306592bc-5453-4899-876c-f094b31f9a28 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 950 time: 0.1571968 Feb 10 04:08:44.524820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks [] for router_controller (38c87461-3dfc-42f4-b043-e769a0a0ca30), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:44.550928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 560c97ff-42a2-458a-b9da-05cb73c14ebb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:44.551859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:44.623921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70da55b1-06df-402d-b3f1-94344701e3b2 req-498a1259-c1d8-4d42-9070-68a5193b46d2 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380889 Feb 10 04:08:44.889713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f82d-912e-40ab-834c-04ef722d173d req-166ba7a8-6846-4311-85fa-576fbebebce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:44.892726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b30f82d-912e-40ab-834c-04ef722d173d req-166ba7a8-6846-4311-85fa-576fbebebce4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1127 time: 0.1120923 Feb 10 04:08:44.942137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Publish callbacks [] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:44.948621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks [] for router_gateway (38c87461-3dfc-42f4-b043-e769a0a0ca30), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:44.962988 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-7ab5481a-e9ec-4b45-93de-55474c894624 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521863 Feb 10 04:08:44.971766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 560c97ff-42a2-458a-b9da-05cb73c14ebb is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:45.045846 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:45.048417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f82d-912e-40ab-834c-04ef722d173d req-3e9097d8-a9b0-49b2-bf4f-119e7c05973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.051963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b30f82d-912e-40ab-834c-04ef722d173d req-3e9097d8-a9b0-49b2-bf4f-119e7c05973f service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.1504922 Feb 10 04:08:45.152451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c78c5-54f0-4ae9-9bdf-26a6fd35f8de req-292ff5fd-aece-4cdb-a57f-fd797a914b3b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.158566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b30f82d-912e-40ab-834c-04ef722d173d req-c264c33a-68b4-4dd1-908d-7e5d10363318 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0919025 Feb 10 04:08:45.160520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Network fff0c709-b485-4452-b77e-24a73306a045 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:45.164209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:45.172813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-421c78c5-54f0-4ae9-9bdf-26a6fd35f8de req-292ff5fd-aece-4cdb-a57f-fd797a914b3b tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.4653852 Feb 10 04:08:45.188102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:45.200026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Pushing event updated for resources: {'Port': ['ID=05b1e893-8fe6-40fe-8acf-e20da73f5219,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:45.279504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Attempting to bind port 05b1e893-8fe6-40fe-8acf-e20da73f5219 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:45.279887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Attempting to bind port 05b1e893-8fe6-40fe-8acf-e20da73f5219 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:45.280468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Attempting to bind port 05b1e893-8fe6-40fe-8acf-e20da73f5219 on network fff0c709-b485-4452-b77e-24a73306a045 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:45.288692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:45.289352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Checking segment: {'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:45.289440 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:45.289840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Bound using segment: {'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:45.290923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Bound port: 05b1e893-8fe6-40fe-8acf-e20da73f5219, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:45.291278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:45.299875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f82d-912e-40ab-834c-04ef722d173d req-5f857528-bf1c-413f-afa0-8bbb8e727c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.302031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b30f82d-912e-40ab-834c-04ef722d173d req-5f857528-bf1c-413f-afa0-8bbb8e727c68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1350007 Feb 10 04:08:45.312429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-421c78c5-54f0-4ae9-9bdf-26a6fd35f8de req-0e310cf0-b7c1-4746-8301-4fd9231c718d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386709 Feb 10 04:08:45.334567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e78c694-f937-41ce-a9f9-4672c78436f3 req-4399152d-f758-45d4-ac0a-966e75e49433 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601086 Feb 10 04:08:45.369764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55328b52-167d-46a6-9b0a-6243c1908e17 req-b8b7b684-c331-4e27-b511-8b55d4acbb34 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.371975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55328b52-167d-46a6-9b0a-6243c1908e17 req-b8b7b684-c331-4e27-b511-8b55d4acbb34 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1251979 Feb 10 04:08:45.392786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f82d-912e-40ab-834c-04ef722d173d req-c9862975-4384-4e51-8ed3-68957d3638ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.394692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b30f82d-912e-40ab-834c-04ef722d173d req-c9862975-4384-4e51-8ed3-68957d3638ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832691 Feb 10 04:08:45.491595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] For port 05b1e893-8fe6-40fe-8acf-e20da73f5219, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:45.497925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] For port 05b1e893-8fe6-40fe-8acf-e20da73f5219, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b1e893-8fe6-40fe-8acf-e20da73f5219,segment=NetworkSegment(e2dd22be-e872-48bb-bbc4-0a07e380fd78),segment_id=e2dd22be-e872-48bb-bbc4-0a07e380fd78)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:45.509760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60354) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:45.526020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55328b52-167d-46a6-9b0a-6243c1908e17 req-ceaf421d-8af3-47ff-bd6d-c95652f615c8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429236 Feb 10 04:08:45.578222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:45.609850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b30f82d-912e-40ab-834c-04ef722d173d req-2aafcaa7-9b5b-4c28-ade8-67f084ad7665 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856985 Feb 10 04:08:45.622268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d1f8-cc11-4de0-8155-508eadaf21ba req-96c90a0f-ce19-412b-9e07-4c362e5ba8e0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.622268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c695d1f8-cc11-4de0-8155-508eadaf21ba req-96c90a0f-ce19-412b-9e07-4c362e5ba8e0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1498418 Feb 10 04:08:45.750034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d635f-c86a-415f-af18-c475104ea379 None None] Pushing event updated for resources: {'Port': ['ID=05b1e893-8fe6-40fe-8acf-e20da73f5219,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:45.768677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b30f82d-912e-40ab-834c-04ef722d173d req-ec96c558-6d5c-4117-8be6-d27abd7af5e5 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515186 Feb 10 04:08:45.873383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a2805-da33-4a88-8c8c-968e2a4dd0c6 req-ea12a6e3-4967-47a1-9ca9-d95fea84923a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.875337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac9a2805-da33-4a88-8c8c-968e2a4dd0c6 req-ea12a6e3-4967-47a1-9ca9-d95fea84923a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0934455 Feb 10 04:08:45.883423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54433cc3-5258-457a-b61b-bf5a263356de req-a49c00fe-c09a-4613-bee7-9731aa764135 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:45.887599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54433cc3-5258-457a-b61b-bf5a263356de req-a49c00fe-c09a-4613-bee7-9731aa764135 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 950 time: 0.1177077 Feb 10 04:08:46.023899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac9a2805-da33-4a88-8c8c-968e2a4dd0c6 req-4384439e-27c7-45fc-9137-0f435c7f4c32 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349461 Feb 10 04:08:46.092598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Deleting port a1eef442-e083-431c-95d5-186fa56b02ec {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:46.096519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.245924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-213e7eb9-96c1-42fa-8048-8017594212c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.253947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] For port a1eef442-e083-431c-95d5-186fa56b02ec, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a1eef442-e083-431c-95d5-186fa56b02ec,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:46.255131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.267042 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks [] for router_gateway (38c87461-3dfc-42f4-b043-e769a0a0ca30), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.276623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Calling delete_port for a1eef442-e083-431c-95d5-186fa56b02ec owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:46.290920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a27ab-9ff4-44a8-92dc-2ffcc0d28e72 req-daae70eb-473d-4d26-8dd6-2568625b80d9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:46.292468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b9a27ab-9ff4-44a8-92dc-2ffcc0d28e72 req-daae70eb-473d-4d26-8dd6-2568625b80d9 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 950 time: 0.1000407 Feb 10 04:08:46.306308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.327906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c695d1f8-cc11-4de0-8155-508eadaf21ba req-350e0e62-1c2b-4275-9cce-452cfdd89594 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142476 Feb 10 04:08:46.421995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b9a27ab-9ff4-44a8-92dc-2ffcc0d28e72 req-a78918dd-d5af-42d3-8e2f-06d7c03eb1b7 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223731 Feb 10 04:08:46.546386 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-213e7eb9-96c1-42fa-8048-8017594212c5 admin admin] Publish callbacks [] for security_group (7b0077ad-71f9-4c74-aa83-059143de81c7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.560226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Allocated IP 172.25.8.136 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:46.582604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef20917-e4b4-4731-aee3-35f44bc45bea req-14b8db08-63da-4303-b494-b8de8290680c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:46.589818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ef20917-e4b4-4731-aee3-35f44bc45bea req-14b8db08-63da-4303-b494-b8de8290680c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1236575 Feb 10 04:08:46.658096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-213e7eb9-96c1-42fa-8048-8017594212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7b0077ad-71f9-4c74-aa83-059143de81c7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.678028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a1eef442-e083-431c-95d5-186fa56b02ec), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.692968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['a1eef442-e083-431c-95d5-186fa56b02ec', 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:46.755000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Pushing event deleted for resources: {'Port': ['ID=a1eef442-e083-431c-95d5-186fa56b02ec,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:46.781685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e7eb9-96c1-42fa-8048-8017594212c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0077ad-71f9-4c74-aa83-059143de81c7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:46.794690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-213e7eb9-96c1-42fa-8048-8017594212c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e8e496d8d6a40d1855500c1bc3b3002&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2811525 Feb 10 04:08:46.797998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60364) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:46.806495 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ef20917-e4b4-4731-aee3-35f44bc45bea req-1a788a69-cf38-478d-a833-9510f674b205 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157481 Feb 10 04:08:46.865626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] No DVR routers for this DVR port a1eef442-e083-431c-95d5-186fa56b02ec on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:46.869281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.872632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54433cc3-5258-457a-b61b-bf5a263356de req-8e8f7f65-d437-402a-8005-b870d2b2a2ec tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "DELETE /v2.0/ports/a1eef442-e083-431c-95d5-186fa56b02ec HTTP/1.1" status: 204 len: 173 time: 0.9769003 Feb 10 04:08:46.873605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'name': 'network-vif-deleted', 'tag': 'a1eef442-e083-431c-95d5-186fa56b02ec'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:46.878663 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8428e5-1cd4-4278-9dd1-66332c87afed" -d '{"events": [{"server_uuid": "1ecd3343-4fc0-4979-a9bd-3703bd3c105e", "name": "network-vif-deleted", "tag": "a1eef442-e083-431c-95d5-186fa56b02ec"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:46.887881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks [] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.890863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74212-4e65-4d01-acd9-06b4c2917cbf req-93dc8824-c346-473e-a95d-c208e93b9fb5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:46.897320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2df74212-4e65-4d01-acd9-06b4c2917cbf req-93dc8824-c346-473e-a95d-c208e93b9fb5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.2582850 Feb 10 04:08:46.914386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.927918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a61de56-30e2-4d28-9edb-ac01899f4ec6 admin admin] Publish callbacks [] for security_group (7b0077ad-71f9-4c74-aa83-059143de81c7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:46.996333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a61de56-30e2-4d28-9edb-ac01899f4ec6 admin admin] Publish callbacks [] for security_group (7b0077ad-71f9-4c74-aa83-059143de81c7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.014031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2df74212-4e65-4d01-acd9-06b4c2917cbf req-1cd12428-8634-43ba-b8ed-b0a480b15d68 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125882 Feb 10 04:08:47.027899 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34655e1-a17f-4c8c-881e-460419437fb2 x-openstack-request-id: req-d34655e1-a17f-4c8c-881e-460419437fb2 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:47.027899 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecd3343-4fc0-4979-a9bd-3703bd3c105e", "name": "network-vif-deleted", "tag": "a1eef442-e083-431c-95d5-186fa56b02ec", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:47.027899 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d34655e1-a17f-4c8c-881e-460419437fb2 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:47.027899 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecd3343-4fc0-4979-a9bd-3703bd3c105e', 'name': 'network-vif-deleted', 'tag': 'a1eef442-e083-431c-95d5-186fa56b02ec', 'status': 'completed', 'code': 200} Feb 10 04:08:47.120793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13652cb-0495-4f36-873e-4f67e7555ad3 None None] Network fff0c709-b485-4452-b77e-24a73306a045 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:08:47.163502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.214003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a61de56-30e2-4d28-9edb-ac01899f4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7b0077ad-71f9-4c74-aa83-059143de81c7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.216844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a61de56-30e2-4d28-9edb-ac01899f4ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.220345 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a61de56-30e2-4d28-9edb-ac01899f4ec6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b0077ad-71f9-4c74-aa83-059143de81c7 HTTP/1.1" status: 204 len: 168 time: 0.4106493 Feb 10 04:08:47.229144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:47.241993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:47.244887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:47.247547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61de56-30e2-4d28-9edb-ac01899f4ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0077ad-71f9-4c74-aa83-059143de81c7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:47.256195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f24c6c-cc74-4320-afbb-9201e9ea4b41 req-b22033e2-53c0-444d-85a7-7b2ee8f9e227 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:47.262386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61f24c6c-cc74-4320-afbb-9201e9ea4b41 req-b22033e2-53c0-444d-85a7-7b2ee8f9e227 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1391039 Feb 10 04:08:47.262386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:47.274662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-27329eae-b3fb-426a-8599-5e0bb52f6d54 None None] Provisioning complete for port 05b1e893-8fe6-40fe-8acf-e20da73f5219 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:47.275073 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27329eae-b3fb-426a-8599-5e0bb52f6d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.414810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-27329eae-b3fb-426a-8599-5e0bb52f6d54 None None] Current status of the port 05b1e893-8fe6-40fe-8acf-e20da73f5219 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:47.415211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27329eae-b3fb-426a-8599-5e0bb52f6d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.426840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61f24c6c-cc74-4320-afbb-9201e9ea4b41 req-0384d81c-2981-4a19-9087-74ca72d2b80c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371140 Feb 10 04:08:47.472131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-27329eae-b3fb-426a-8599-5e0bb52f6d54 None None] For port 05b1e893-8fe6-40fe-8acf-e20da73f5219, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b1e893-8fe6-40fe-8acf-e20da73f5219,segment=NetworkSegment(e2dd22be-e872-48bb-bbc4-0a07e380fd78),segment_id=e2dd22be-e872-48bb-bbc4-0a07e380fd78)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:47.513113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5237688-1b89-4559-ad00-545e9d38970a req-36df78b5-43ed-45a8-aa08-af74f9a4a90f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:47.515248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5237688-1b89-4559-ad00-545e9d38970a req-36df78b5-43ed-45a8-aa08-af74f9a4a90f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0738063 Feb 10 04:08:47.568592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a46e019b-7e8d-43a3-b417-4780a1f52fec req-71830f14-b227-461e-9ca7-329b98b2d41c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ecd3343-4fc0-4979-a9bd-3703bd3c105e HTTP/1.1" status: 200 len: 210 time: 0.0384426 Feb 10 04:08:47.582206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5237688-1b89-4559-ad00-545e9d38970a req-4655cf89-180b-4759-ae97-8c86475fe0a1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587916 Feb 10 04:08:47.599907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27329eae-b3fb-426a-8599-5e0bb52f6d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.649394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27329eae-b3fb-426a-8599-5e0bb52f6d54 None None] Pushing event updated for resources: {'Port': ['ID=05b1e893-8fe6-40fe-8acf-e20da73f5219,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:47.718506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-19db24dc-1b44-4b5f-92ad-ff21ac4cc72c None None] Provisioning complete for port 05b1e893-8fe6-40fe-8acf-e20da73f5219 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:47.719356 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19db24dc-1b44-4b5f-92ad-ff21ac4cc72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.794604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks [] for router_gateway (38c87461-3dfc-42f4-b043-e769a0a0ca30), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:47.807014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-19db24dc-1b44-4b5f-92ad-ff21ac4cc72c None None] Current status of the port 05b1e893-8fe6-40fe-8acf-e20da73f5219 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:47.988172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b193892-0dd0-4317-bf70-3b806583c8cc req-b6bbd81a-8868-4375-b545-1a030cf70574 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:47.990010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b193892-0dd0-4317-bf70-3b806583c8cc req-b6bbd81a-8868-4375-b545-1a030cf70574 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1025913 Feb 10 04:08:48.012867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05b1e893-8fe6-40fe-8acf-e20da73f5219 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:48.071281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60382) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:48.078867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (38c87461-3dfc-42f4-b043-e769a0a0ca30), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.092593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72f0eeb9-8126-46cd-828c-e81dced59b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.093374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b193892-0dd0-4317-bf70-3b806583c8cc req-a7b19d0c-ff29-4306-aa03-ef6a607d6e38 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967250 Feb 10 04:08:48.138326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 05b1e893-8fe6-40fe-8acf-e20da73f5219 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:48.138731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.206274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72f0eeb9-8126-46cd-828c-e81dced59b29 admin admin] Publish callbacks [] for security_group (d4bbf68b-56f2-41b6-8627-c0dafda98874), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.242300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.257878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 05b1e893-8fe6-40fe-8acf-e20da73f5219 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:48.329425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72f0eeb9-8126-46cd-828c-e81dced59b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d4bbf68b-56f2-41b6-8627-c0dafda98874), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.369679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-72f0eeb9-8126-46cd-828c-e81dced59b29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e325ac913ac2443e9304e616d72446b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2971129 Feb 10 04:08:48.372026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60384) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:48.375022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Router 38c87461-3dfc-42f4-b043-e769a0a0ca30 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:08:48.378095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0eeb9-8126-46cd-828c-e81dced59b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bbf68b-56f2-41b6-8627-c0dafda98874,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:48.425930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e86473aa-08ec-416f-88f6-55c6f8cec345 admin admin] Publish callbacks [] for security_group (d4bbf68b-56f2-41b6-8627-c0dafda98874), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.448013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e86473aa-08ec-416f-88f6-55c6f8cec345 admin admin] Publish callbacks [] for security_group (d4bbf68b-56f2-41b6-8627-c0dafda98874), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.492744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:08:48.501333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Sync routers for ids ['38c87461-3dfc-42f4-b043-e769a0a0ca30'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:08:48.514300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Routers {'38c87461-3dfc-42f4-b043-e769a0a0ca30'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:48.515146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['38c87461-3dfc-42f4-b043-e769a0a0ca30'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:48.547896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d525263-a08e-463b-98cc-f13105366d95 req-9a75f6bf-7489-4043-9b80-105532a5023c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:48.549994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d525263-a08e-463b-98cc-f13105366d95 req-9a75f6bf-7489-4043-9b80-105532a5023c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0595949 Feb 10 04:08:48.581071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e86473aa-08ec-416f-88f6-55c6f8cec345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d4bbf68b-56f2-41b6-8627-c0dafda98874), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.584147 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e86473aa-08ec-416f-88f6-55c6f8cec345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.585256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e86473aa-08ec-416f-88f6-55c6f8cec345 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4bbf68b-56f2-41b6-8627-c0dafda98874 HTTP/1.1" status: 204 len: 168 time: 0.2123563 Feb 10 04:08:48.604231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.617327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86473aa-08ec-416f-88f6-55c6f8cec345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bbf68b-56f2-41b6-8627-c0dafda98874,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:48.618326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e8d710b8-6cc6-4ee1-8cc2-30c5c166d6c8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6503651 Feb 10 04:08:48.618424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d525263-a08e-463b-98cc-f13105366d95 req-cf78d8af-1f30-484a-8ca6-1481f4ad7461 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541596 Feb 10 04:08:48.619636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60394) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:48.641670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Set router 38c87461-3dfc-42f4-b043-e769a0a0ca30 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:48.864263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:08:47Z', 'revision_number': 3, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:48.866748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d8c8-4e26-48c6-8246-d2af01601483 req-fa9d9094-ff37-4173-a78b-f57f8fcdaf98 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:48.882330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bb9d8c8-4e26-48c6-8246-d2af01601483 req-fa9d9094-ff37-4173-a78b-f57f8fcdaf98 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1116524 Feb 10 04:08:48.897641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Checking router: 38c87461-3dfc-42f4-b043-e769a0a0ca30 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:08:48.897998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Updating router 38c87461-3dfc-42f4-b043-e769a0a0ca30 port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:08:48.925846 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:48.971398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bb9d8c8-4e26-48c6-8246-d2af01601483 req-43842823-03ac-4d09-8cef-86d5f473e1dc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967238 Feb 10 04:08:49.223955 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Publish callbacks [] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:49.255252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71161385-3be9-4386-8c1f-b5111e59dda3 req-82129eae-bde9-4453-b887-c84407b78f6c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:49.259705 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71161385-3be9-4386-8c1f-b5111e59dda3 req-82129eae-bde9-4453-b887-c84407b78f6c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0654478 Feb 10 04:08:49.309078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71161385-3be9-4386-8c1f-b5111e59dda3 req-a34141cd-ad2e-4fc4-bffc-64138fd17650 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Feb 10 04:08:49.371758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:49.408247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b36533-687b-4d11-b3cd-e11f38e25d7a req-4fd68a5e-0ed9-49f9-a90f-acb5c4fdef7a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:49.409780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2b36533-687b-4d11-b3cd-e11f38e25d7a req-4fd68a5e-0ed9-49f9-a90f-acb5c4fdef7a tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 951 time: 0.1022141 Feb 10 04:08:49.516003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2b36533-687b-4d11-b3cd-e11f38e25d7a req-909e4d7b-1681-421d-b91e-989713daa95d tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987608 Feb 10 04:08:49.581045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Attempting to bind port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:49.581418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Attempting to bind port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:49.581774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Attempting to bind port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:49.582984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:49.589406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4637bf-ec7e-473a-b2fd-e3278b1dc841 None None] Pushing event updated for resources: {'Port': ['ID=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:49.592288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:49.592673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:49.593075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:49.593459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:49.593938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Bound port: 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:49.594321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:49.656744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] For port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:49.660387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] For port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:49.757249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05058298-6c37-4fdd-a92f-edbc84d8834f req-2d8f9f52-4b8b-4ca2-8cdb-f27f3d8c80e0 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:49.758790 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05058298-6c37-4fdd-a92f-edbc84d8834f req-2d8f9f52-4b8b-4ca2-8cdb-f27f3d8c80e0 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0567815 Feb 10 04:08:49.764541 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:49.813647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Allocated IP 172.20.0.1 (fff0c709-b485-4452-b77e-24a73306a045/ed68e256-37c8-4c75-91e7-5276276b38e2/6530a869-7ca5-4edf-947b-9a8bb4a45caf) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:08:49.815939 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05058298-6c37-4fdd-a92f-edbc84d8834f req-ffdf4664-a782-4c1b-a9cd-ebb2764237bb tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510404 Feb 10 04:08:49.825032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Routers {'38c87461-3dfc-42f4-b043-e769a0a0ca30'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:49.825032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['38c87461-3dfc-42f4-b043-e769a0a0ca30'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:49.865653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4637bf-ec7e-473a-b2fd-e3278b1dc841 None None] Pushing event updated for resources: {'Port': ['ID=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:49.949322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] Set router 38c87461-3dfc-42f4-b043-e769a0a0ca30 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:49.954923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks [] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:50.049815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:50.110188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Network fff0c709-b485-4452-b77e-24a73306a045 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:50.115602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:50.120650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:08:50.137081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:08:47Z', 'revision_number': 3, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:50.161266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Pushing event updated for resources: {'Port': ['ID=6530a869-7ca5-4edf-947b-9a8bb4a45caf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:50.174491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ce366-c498-4e6d-8dbe-2d00d5f2a593 req-6bf65cc6-b659-40dd-9d6b-873e96ebaa1f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:50.176655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab6ce366-c498-4e6d-8dbe-2d00d5f2a593 req-6bf65cc6-b659-40dd-9d6b-873e96ebaa1f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1373665 Feb 10 04:08:50.177032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d0569-6bc1-42c0-bd51-29596b32cc95 None None] The sync data for ids ['38c87461-3dfc-42f4-b043-e769a0a0ca30'] in n-d-827844-2 is: [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:08:47Z', 'revision_number': 3, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:08:50.213444 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (38c87461-3dfc-42f4-b043-e769a0a0ca30), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:50.220399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a1eef442-e083-431c-95d5-186fa56b02ec no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:50.251603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: a1eef442-e083-431c-95d5-186fa56b02ec {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:50.252104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a1eef442-e083-431c-95d5-186fa56b02ec not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:50.289688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab6ce366-c498-4e6d-8dbe-2d00d5f2a593 req-bcf10746-e0b6-4d2d-a543-350d9f1346a9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050315 Feb 10 04:08:50.459287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4ad3c266-2fbb-4459-9158-1abf6d1ea45c None None] Provisioning complete for port 6530a869-7ca5-4edf-947b-9a8bb4a45caf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:50.459677 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c266-2fbb-4459-9158-1abf6d1ea45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:50.511330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635e50f-abb0-4192-925a-4c69fdcff2b9 req-5cfbd566-8ce7-4292-b0ea-019dfc35832c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:50.521311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c635e50f-abb0-4192-925a-4c69fdcff2b9 req-5cfbd566-8ce7-4292-b0ea-019dfc35832c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1207044 Feb 10 04:08:50.521907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:50.531566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3c266-2fbb-4459-9158-1abf6d1ea45c None None] Port 6530a869-7ca5-4edf-947b-9a8bb4a45caf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:08:50.578991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c635e50f-abb0-4192-925a-4c69fdcff2b9 req-b57c0cee-b3e2-4b5a-830b-4a3356d50f6a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 Feb 10 04:08:50.782665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22ae2-2230-4768-b3c2-1c2c34102d28 req-2bf29a4d-def1-4f32-b454-08e46e9d3a30 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:50.784673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41e22ae2-2230-4768-b3c2-1c2c34102d28 req-2bf29a4d-def1-4f32-b454-08e46e9d3a30 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 951 time: 0.1660719 Feb 10 04:08:50.836345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-fa6bd5bd-84e5-4292-9a42-f2525a371439 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:50.838402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-fa6bd5bd-84e5-4292-9a42-f2525a371439 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 951 time: 0.1704021 Feb 10 04:08:50.916169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks [] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:50.923559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41e22ae2-2230-4768-b3c2-1c2c34102d28 req-d077cd30-f2a7-4f9b-a2ff-5b45824666ff tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/security-groups?id=033853ba-c3a6-485f-98a8-39beba36ebbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272688 Feb 10 04:08:50.987249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec492b-6fd9-4413-ac26-2d0c176b63ac req-d53f419c-6692-44e2-907c-04214a2a0593 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:50.989795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2fec492b-6fd9-4413-ac26-2d0c176b63ac req-d53f419c-6692-44e2-907c-04214a2a0593 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0813861 Feb 10 04:08:50.993112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Deleting port cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:08:50.993872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:51.035628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:51.045912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2fec492b-6fd9-4413-ac26-2d0c176b63ac req-9a95847d-8bd0-4b32-8181-ff88456d4f44 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 Feb 10 04:08:51.160101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (38c87461-3dfc-42f4-b043-e769a0a0ca30), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:51.165096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Pushing event updated for resources: {'Port': ['ID=6530a869-7ca5-4edf-947b-9a8bb4a45caf,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:51.184117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] For port cfa52d8b-6f17-42d3-bf71-49605c7382f1, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=cfa52d8b-6f17-42d3-bf71-49605c7382f1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:51.184398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:51.209234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Calling delete_port for cfa52d8b-6f17-42d3-bf71-49605c7382f1 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:08:51.333043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Network fff0c709-b485-4452-b77e-24a73306a045 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:08:51.345413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:08:51.539027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c148-eae4-4255-9066-b0cc9845c8a4 req-78baa8fc-87ef-4a53-a3d2-54d0991a472e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:51.540591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c44c148-eae4-4255-9066-b0cc9845c8a4 req-78baa8fc-87ef-4a53-a3d2-54d0991a472e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1479163 Feb 10 04:08:51.557196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cfa52d8b-6f17-42d3-bf71-49605c7382f1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:51.560987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Router 38c87461-3dfc-42f4-b043-e769a0a0ca30 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:08:51.571974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['cfa52d8b-6f17-42d3-bf71-49605c7382f1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:08:51.606029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Pushing event deleted for resources: {'Port': ['ID=cfa52d8b-6f17-42d3-bf71-49605c7382f1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:51.674941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-868b04b9-3b89-4410-accf-effa73073f96 None None] Provisioning complete for port 6530a869-7ca5-4edf-947b-9a8bb4a45caf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:51.675316 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-868b04b9-3b89-4410-accf-effa73073f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:51.707604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c44c148-eae4-4255-9066-b0cc9845c8a4 req-506a2c46-aed4-46af-995f-599003a65723 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589620 Feb 10 04:08:51.710374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] No DVR routers for this DVR port cfa52d8b-6f17-42d3-bf71-49605c7382f1 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:08:51.715092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:51.718554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b58dcc82-4510-49bf-9e36-ed4e191b71c7 req-a2caeb7e-c953-4411-a729-60f0f9df2c73 tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.24 "DELETE /v2.0/ports/cfa52d8b-6f17-42d3-bf71-49605c7382f1 HTTP/1.1" status: 204 len: 173 time: 0.8725977 Feb 10 04:08:51.719045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-deleted', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:08:51.721347 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2235df-a59c-440a-9dca-16dd1c7bb4cc" -d '{"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-deleted", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:08:51.749188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-868b04b9-3b89-4410-accf-effa73073f96 None None] Port 6530a869-7ca5-4edf-947b-9a8bb4a45caf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:08:51.758409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e31ba-4230-41e1-930e-6e03fbdc6355 req-014b53db-df65-4072-a750-07893930053d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:51.780103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e64e31ba-4230-41e1-930e-6e03fbdc6355 req-014b53db-df65-4072-a750-07893930053d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1096234 Feb 10 04:08:51.830449 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf2d12-9a6c-4ff1-8a9f-8f483212c19f x-openstack-request-id: req-7daf2d12-9a6c-4ff1-8a9f-8f483212c19f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:08:51.830930 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbb5065-7063-4ea9-b72b-358a0a070892", "name": "network-vif-deleted", "tag": "cfa52d8b-6f17-42d3-bf71-49605c7382f1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:08:51.831030 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7daf2d12-9a6c-4ff1-8a9f-8f483212c19f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:08:51.831461 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbb5065-7063-4ea9-b72b-358a0a070892', 'name': 'network-vif-deleted', 'tag': 'cfa52d8b-6f17-42d3-bf71-49605c7382f1', 'status': 'completed', 'code': 200} Feb 10 04:08:51.852753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:08:51.875270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0746b1ca-ebe7-4744-8e0b-54b4fc1e069e admin admin] 10.222.0.42 "PUT /v2.0/routers/38c87461-3dfc-42f4-b043-e769a0a0ca30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2536552 Feb 10 04:08:51.898321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e64e31ba-4230-41e1-930e-6e03fbdc6355 req-67bb6e7f-4de8-48c8-ba29-644a487eeaae tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980392 Feb 10 04:08:52.059349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cb12389-30ee-4ba9-9696-3108c62ce513 req-54aca1a3-cfc0-4d96-bcac-2e259561c55c tempest-ServersAdminTestJSON-123894816 tempest-ServersAdminTestJSON-123894816-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cbb5065-7063-4ea9-b72b-358a0a070892 HTTP/1.1" status: 200 len: 210 time: 0.0327859 Feb 10 04:08:52.083066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:52.164051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:52.164721 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:52.202169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab4cd1-45a7-46d2-94d0-f1b13da7ae0d req-52b8991e-9694-4608-81b8-02a67c93114d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:52.210303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-13ab4cd1-45a7-46d2-94d0-f1b13da7ae0d req-52b8991e-9694-4608-81b8-02a67c93114d tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0714111 Feb 10 04:08:52.259569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:52.260046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:52.261401 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-13ab4cd1-45a7-46d2-94d0-f1b13da7ae0d req-95220547-79d0-4c60-bfd8-c583fddb36cb tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Feb 10 04:08:52.297746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:52.315584 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Sync routers for ids ['38c87461-3dfc-42f4-b043-e769a0a0ca30'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:08:52.328142 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Routers {'38c87461-3dfc-42f4-b043-e769a0a0ca30'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:52.331266 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['38c87461-3dfc-42f4-b043-e769a0a0ca30'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:52.382002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:52.442794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:52.446610 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Set router 38c87461-3dfc-42f4-b043-e769a0a0ca30 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:52.738875 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:08:50Z', 'revision_number': 4, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6530a869-7ca5-4edf-947b-9a8bb4a45caf', 'name': '', 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'mac_address': 'fa:16:3e:75:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'ed68e256-37c8-4c75-91e7-5276276b38e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:49Z', 'updated_at': '2022-02-10T04:08:50Z', 'revision_number': 2, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'subnets': [{'id': 'ed68e256-37c8-4c75-91e7-5276276b38e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:52.767400 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Checking router: 38c87461-3dfc-42f4-b043-e769a0a0ca30 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:08:52.767745 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Updating router 38c87461-3dfc-42f4-b043-e769a0a0ca30 port 6530a869-7ca5-4edf-947b-9a8bb4a45caf binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:08:52.802314 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:52.885510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6fe3f-5423-477f-b951-2e51b409944d req-e2c576cf-5d56-48bb-91c9-3ce3049f9a60 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:52.887163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bc6fe3f-5423-477f-b951-2e51b409944d req-e2c576cf-5d56-48bb-91c9-3ce3049f9a60 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0534339 Feb 10 04:08:52.945123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bc6fe3f-5423-477f-b951-2e51b409944d req-9facbe9f-87ce-4397-8162-ae8f3138d307 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Feb 10 04:08:53.089737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec2b8-634d-46f9-9a80-86287d222a53 req-eea56d31-afd4-4a55-9e56-6ae1bc041f67 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:53.091451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe1ec2b8-634d-46f9-9a80-86287d222a53 req-eea56d31-afd4-4a55-9e56-6ae1bc041f67 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0817928 Feb 10 04:08:53.140576 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Publish callbacks [] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.164170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe1ec2b8-634d-46f9-9a80-86287d222a53 req-4092231a-88de-473b-81de-0a40b11a5b6a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656075 Feb 10 04:08:53.200126 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.255966 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069071d2-0d1c-4df8-a3d2-877b6b8af171 None None] Pushing event updated for resources: {'Port': ['ID=6530a869-7ca5-4edf-947b-9a8bb4a45caf,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:53.326437 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Attempting to bind port 6530a869-7ca5-4edf-947b-9a8bb4a45caf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:08:53.327118 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Attempting to bind port 6530a869-7ca5-4edf-947b-9a8bb4a45caf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:08:53.327248 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Attempting to bind port 6530a869-7ca5-4edf-947b-9a8bb4a45caf on network fff0c709-b485-4452-b77e-24a73306a045 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:08:53.333217 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:08:53.335194 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Checking segment: {'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:08:53.335194 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.335194 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Bound using segment: {'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:08:53.335194 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Bound port: 6530a869-7ca5-4edf-947b-9a8bb4a45caf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dd22be-e872-48bb-bbc4-0a07e380fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:08:53.335890 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.417668 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] For port 6530a869-7ca5-4edf-947b-9a8bb4a45caf, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:08:53.421904 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] For port 6530a869-7ca5-4edf-947b-9a8bb4a45caf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6530a869-7ca5-4edf-947b-9a8bb4a45caf,segment=NetworkSegment(e2dd22be-e872-48bb-bbc4-0a07e380fd78),segment_id=e2dd22be-e872-48bb-bbc4-0a07e380fd78)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:08:53.452274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1d55e-745b-4ee2-bafb-3639f9756b28 req-dcca89b5-c833-4611-87f7-dc5a44caef7b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:53.455094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14c1d55e-745b-4ee2-bafb-3639f9756b28 req-dcca89b5-c833-4611-87f7-dc5a44caef7b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0920951 Feb 10 04:08:53.526853 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14c1d55e-745b-4ee2-bafb-3639f9756b28 req-2a1f48e2-1f11-4917-a037-2ca2ea5a608a tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633097 Feb 10 04:08:53.527884 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.599128 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Routers {'38c87461-3dfc-42f4-b043-e769a0a0ca30'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:08:53.599128 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['38c87461-3dfc-42f4-b043-e769a0a0ca30'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:53.609115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f6f7a0e2-fb0c-4475-94a5-195cf4499658 None None] Provisioning complete for port 6530a869-7ca5-4edf-947b-9a8bb4a45caf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:53.609681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a0e2-fb0c-4475-94a5-195cf4499658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.644149 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069071d2-0d1c-4df8-a3d2-877b6b8af171 None None] Pushing event updated for resources: {'Port': ['ID=6530a869-7ca5-4edf-947b-9a8bb4a45caf,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:53.781751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7a0e2-fb0c-4475-94a5-195cf4499658 None None] Current status of the port 6530a869-7ca5-4edf-947b-9a8bb4a45caf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:53.782153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a0e2-fb0c-4475-94a5-195cf4499658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.825645 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] Set router 38c87461-3dfc-42f4-b043-e769a0a0ca30 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:08:53.831290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60556) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:53.860755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f6f7a0e2-fb0c-4475-94a5-195cf4499658 None None] For port 6530a869-7ca5-4edf-947b-9a8bb4a45caf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6530a869-7ca5-4edf-947b-9a8bb4a45caf,segment=NetworkSegment(e2dd22be-e872-48bb-bbc4-0a07e380fd78),segment_id=e2dd22be-e872-48bb-bbc4-0a07e380fd78)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:08:53.926937 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a0e2-fb0c-4475-94a5-195cf4499658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:53.987286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a0e2-fb0c-4475-94a5-195cf4499658 None None] Pushing event updated for resources: {'Port': ['ID=6530a869-7ca5-4edf-947b-9a8bb4a45caf,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:53.991930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:54.042460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4ace3332-ebd2-4eab-9bc2-ba0c777e8f67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ba0894f166f44a8aee33005bf4a2f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080085 Feb 10 04:08:54.045644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60562) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:54.068114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2d801a89-b015-4085-8c55-021911386d6c None None] Provisioning complete for port 6530a869-7ca5-4edf-947b-9a8bb4a45caf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:54.068628 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2d801a89-b015-4085-8c55-021911386d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:54.102649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:54.103074 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:54.106973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7395eb-fa29-4956-94ee-3f2d3603f68c req-de7a55c3-dcc5-492d-afff-eab0a391c78e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:54.108749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc7395eb-fa29-4956-94ee-3f2d3603f68c req-de7a55c3-dcc5-492d-afff-eab0a391c78e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0648789 Feb 10 04:08:54.171656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc7395eb-fa29-4956-94ee-3f2d3603f68c req-2fb9d36a-a0b5-4dcc-9027-b5b16fc3cf72 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Feb 10 04:08:54.179439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7b49-a6e4-4a4d-874a-d49fc1c72bed admin admin] Publish callbacks [] for security_group (033853ba-c3a6-485f-98a8-39beba36ebbd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:54.194208 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:08:50Z', 'revision_number': 4, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6530a869-7ca5-4edf-947b-9a8bb4a45caf', 'name': '', 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'mac_address': 'fa:16:3e:75:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'ed68e256-37c8-4c75-91e7-5276276b38e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:49Z', 'updated_at': '2022-02-10T04:08:53Z', 'revision_number': 4, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'subnets': [{'id': 'ed68e256-37c8-4c75-91e7-5276276b38e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:08:54.227762 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7b49-a6e4-4a4d-874a-d49fc1c72bed admin admin] Publish callbacks [] for security_group (033853ba-c3a6-485f-98a8-39beba36ebbd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:54.228037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:54.245193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2d801a89-b015-4085-8c55-021911386d6c None None] Current status of the port 6530a869-7ca5-4edf-947b-9a8bb4a45caf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:54.263030 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0715f55-a323-4ba7-b16c-0b26c5455f75 None None] The sync data for ids ['38c87461-3dfc-42f4-b043-e769a0a0ca30'] in n-d-827844-2 is: [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:08:50Z', 'revision_number': 4, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6530a869-7ca5-4edf-947b-9a8bb4a45caf', 'name': '', 'network_id': 'fff0c709-b485-4452-b77e-24a73306a045', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'mac_address': 'fa:16:3e:75:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'ed68e256-37c8-4c75-91e7-5276276b38e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:49Z', 'updated_at': '2022-02-10T04:08:53Z', 'revision_number': 4, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'subnets': [{'id': 'ed68e256-37c8-4c75-91e7-5276276b38e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:08:54.374597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b9578-eeb9-4367-947e-2afd9df169b7 req-d05ddb3c-bdd8-45db-b24c-e49a994099bf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:54.376821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c4b9578-eeb9-4367-947e-2afd9df169b7 req-d05ddb3c-bdd8-45db-b24c-e49a994099bf tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0950472 Feb 10 04:08:54.435523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c4b9578-eeb9-4367-947e-2afd9df169b7 req-8946d184-f2c4-42b0-9d48-0a96e0ae1b41 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 Feb 10 04:08:54.436653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7b49-a6e4-4a4d-874a-d49fc1c72bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (033853ba-c3a6-485f-98a8-39beba36ebbd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:54.439356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7b49-a6e4-4a4d-874a-d49fc1c72bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:54.443859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4bcb7b49-a6e4-4a4d-874a-d49fc1c72bed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/033853ba-c3a6-485f-98a8-39beba36ebbd HTTP/1.1" status: 204 len: 168 time: 0.3971126 Feb 10 04:08:54.452324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb7b49-a6e4-4a4d-874a-d49fc1c72bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033853ba-c3a6-485f-98a8-39beba36ebbd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:54.666396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289ff61-9692-42f3-814c-ce6647f3f236 req-fa36cbfe-f633-4780-90c7-8943d36b4b8e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:54.674261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6289ff61-9692-42f3-814c-ce6647f3f236 req-fa36cbfe-f633-4780-90c7-8943d36b4b8e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0638616 Feb 10 04:08:54.734319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6289ff61-9692-42f3-814c-ce6647f3f236 req-12e6f981-440d-4b4c-b926-d25b7df42f48 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583863 Feb 10 04:08:55.341500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3c3b4-3cb0-4c21-9d35-b851c0ca1857 req-7676a9ba-ce60-40f1-99aa-a78e53157145 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:55.343145 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13a3c3b4-3cb0-4c21-9d35-b851c0ca1857 req-7676a9ba-ce60-40f1-99aa-a78e53157145 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0786068 Feb 10 04:08:55.358498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60586) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:55.409301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13a3c3b4-3cb0-4c21-9d35-b851c0ca1857 req-b07864bd-affa-409f-9244-ff29781b2595 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502841 Feb 10 04:08:55.439985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cb856725-e340-4543-9b66-a8898dc9376f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc418e893888480e8ec409472ebe2e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799670 Feb 10 04:08:55.442446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60590) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:08:55.527462 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de209fd1-7c4a-46a7-a68f-e74111e42eee admin admin] Publish callbacks [] for security_group (0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:55.577736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de209fd1-7c4a-46a7-a68f-e74111e42eee admin admin] Publish callbacks [] for security_group (0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:55.624266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8458b-a679-408e-9470-570ee737ed56 req-3b7fa6ad-1281-4c33-bd29-c100fa698760 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:55.625807 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ad8458b-a679-408e-9470-570ee737ed56 req-3b7fa6ad-1281-4c33-bd29-c100fa698760 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1005809 Feb 10 04:08:55.687412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ad8458b-a679-408e-9470-570ee737ed56 req-6f3019a6-35d0-44aa-83c7-ffc47d76ea49 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548148 Feb 10 04:08:55.772038 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de209fd1-7c4a-46a7-a68f-e74111e42eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:55.779180 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de209fd1-7c4a-46a7-a68f-e74111e42eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:55.779180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-de209fd1-7c4a-46a7-a68f-e74111e42eee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96 HTTP/1.1" status: 204 len: 168 time: 0.3328309 Feb 10 04:08:55.788610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de209fd1-7c4a-46a7-a68f-e74111e42eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1647ed-eb07-4ffd-ba0b-90ce8d0b9e96,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:08:55.918039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e9245-a898-4700-b402-e88b35d31e75 req-32e8dd47-9fc0-49f5-9073-ffd9993d7b19 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:55.919587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca8e9245-a898-4700-b402-e88b35d31e75 req-32e8dd47-9fc0-49f5-9073-ffd9993d7b19 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0791693 Feb 10 04:08:55.994747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca8e9245-a898-4700-b402-e88b35d31e75 req-7ac0abde-54a0-4c8a-bc40-fabd071debdc tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695429 Feb 10 04:08:56.054835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6530a869-7ca5-4edf-947b-9a8bb4a45caf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:08:56.110267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6530a869-7ca5-4edf-947b-9a8bb4a45caf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:08:56.111178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:56.191630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6530a869-7ca5-4edf-947b-9a8bb4a45caf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:08:56.229159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:08:56.257642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: cfa52d8b-6f17-42d3-bf71-49605c7382f1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:08:56.258343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device cfa52d8b-6f17-42d3-bf71-49605c7382f1 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:08:56.569437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e71cbd-fd93-4405-8f88-1232291835b1 req-13f385c9-32c2-4e97-8b75-ed57dcecd8ad tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:56.572295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50e71cbd-fd93-4405-8f88-1232291835b1 req-13f385c9-32c2-4e97-8b75-ed57dcecd8ad tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0851281 Feb 10 04:08:56.653023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50e71cbd-fd93-4405-8f88-1232291835b1 req-8b49f276-4cc6-4f44-bbbd-208e54f5ffa5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733972 Feb 10 04:08:57.134061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa2fe8-6725-4887-8b3c-3e477ffdaf70 req-0616ee1e-b0e1-473f-89cb-b54757c25574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:57.136700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6cfa2fe8-6725-4887-8b3c-3e477ffdaf70 req-0616ee1e-b0e1-473f-89cb-b54757c25574 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1127 time: 0.3980803 Feb 10 04:08:57.162249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfeb16a-b589-48cd-b3d6-a0eb93e80774 req-82a17a14-bdc6-4f8e-9f28-cab3cb916779 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:57.171752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acfeb16a-b589-48cd-b3d6-a0eb93e80774 req-82a17a14-bdc6-4f8e-9f28-cab3cb916779 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0949612 Feb 10 04:08:57.202094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89047092-ee41-4e34-ac5e-8c5f4a11383e req-ede427fd-220c-4eec-8bc1-de197d753294 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:57.210556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89047092-ee41-4e34-ac5e-8c5f4a11383e req-ede427fd-220c-4eec-8bc1-de197d753294 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1262705 Feb 10 04:08:57.255484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acfeb16a-b589-48cd-b3d6-a0eb93e80774 req-ba570cbc-f15a-49a9-98df-e3d8a3d587c1 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824230 Feb 10 04:08:57.273695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89047092-ee41-4e34-ac5e-8c5f4a11383e req-afa933fc-27d7-4a85-9b54-eac128f6cab2 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Feb 10 04:08:57.278504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6cfa2fe8-6725-4887-8b3c-3e477ffdaf70 req-cb8c6452-aa54-43fb-925e-f83b0b5c0281 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026895 Feb 10 04:08:57.611663 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-79cd9cb0-88f3-4ce5-864f-7b59acb6c9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:57.782022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4374d-ed1f-4bf0-b3fe-a67d5ef6034e req-ac9b33b8-fd81-41b0-b4e4-59b4c4f9249b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:57.784322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8d4374d-ed1f-4bf0-b3fe-a67d5ef6034e req-ac9b33b8-fd81-41b0-b4e4-59b4c4f9249b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0605965 Feb 10 04:08:57.837574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8d4374d-ed1f-4bf0-b3fe-a67d5ef6034e req-540118f0-e0d3-40d6-9b77-b988d425d0b9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473492 Feb 10 04:08:58.476680 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-6950a378-9b03-42d4-95d5-1eb6454e7081 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371053 Feb 10 04:08:58.484949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ddd51-ff29-48b3-a954-9c6ea869525c req-64de7489-7df4-4020-857b-3d097c7e4475 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:58.493506 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e68ddd51-ff29-48b3-a954-9c6ea869525c req-64de7489-7df4-4020-857b-3d097c7e4475 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1464703 Feb 10 04:08:58.565589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e68ddd51-ff29-48b3-a954-9c6ea869525c req-b599e4c5-a46b-4d61-bca9-b6cf85cbc4b5 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712264 Feb 10 04:08:58.671796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-25388d9e-f2dd-4375-88ee-cd3089dc5078 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:58.671796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-25388d9e-f2dd-4375-88ee-cd3089dc5078 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727610 Feb 10 04:08:58.671796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-5ed9f496-7cba-4271-ad3e-112d8197db57 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/quotas/cbbf071b1ca9427a80385d55b9e04030 HTTP/1.1" status: 200 len: 375 time: 0.0192034 Feb 10 04:08:58.705787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-3a6f3078-6dac-4956-bb10-f8a87b8e00da tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335052 Feb 10 04:08:58.712447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e85e-df07-4cbd-bbfc-d059acb61466 req-8ca27406-c25b-4cae-9f45-bd60d8ee4bfb tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:58.712927 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26b0e85e-df07-4cbd-bbfc-d059acb61466 req-8ca27406-c25b-4cae-9f45-bd60d8ee4bfb tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0777645 Feb 10 04:08:58.782618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26b0e85e-df07-4cbd-bbfc-d059acb61466 req-78126096-6a60-4ad9-947a-5e5ae137abfe tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623302 Feb 10 04:08:59.095213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24891b8-735f-4fa9-abf2-7b9fa26109fd req-29cf0d9e-88bc-4703-9f9d-d10ccf0500d7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:59.097151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e24891b8-735f-4fa9-abf2-7b9fa26109fd req-29cf0d9e-88bc-4703-9f9d-d10ccf0500d7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0628870 Feb 10 04:08:59.173813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e24891b8-735f-4fa9-abf2-7b9fa26109fd req-830cc3ed-ca94-4c05-ba02-b932976c045f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672398 Feb 10 04:08:59.265016 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-07a36cc4-9475-496e-8a0e-8acded69e853 service neutron] show failed (client error): The resource could not be found. Feb 10 04:08:59.266088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-07a36cc4-9475-496e-8a0e-8acded69e853 service neutron] 10.222.0.43 "GET /v2.0/ports/47f3bbaa-e197-47ae-95a2-f79fc284709a/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0631466 Feb 10 04:08:59.562320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed8310a1-1e88-4db5-a9f7-79a07e974b21 req-c00eb897-d804-48f6-97aa-18f7f3041577 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 210 time: 0.1035278 Feb 10 04:08:59.685175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba206a2-9673-4c5e-a6a5-e59b50fd347a req-da98f509-729b-475b-895b-944803ad0958 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:59.686853 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ba206a2-9673-4c5e-a6a5-e59b50fd347a req-da98f509-729b-475b-895b-944803ad0958 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1363242 Feb 10 04:08:59.792659 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3de9-2cb9-44d6-a534-6c43048b670d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:08:59.811588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ba206a2-9673-4c5e-a6a5-e59b50fd347a req-d883a0ae-e1ca-4f95-9576-14601e23896f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623474 Feb 10 04:08:59.820280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-faeed525-a9f5-4e9b-a9b3-153e11f594a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:59.821845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-faeed525-a9f5-4e9b-a9b3-153e11f594a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ffbd836050640a3b18a0d9471b7516e&device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 1127 time: 0.1340690 Feb 10 04:08:59.844278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c18ce-2b89-437e-aa28-cdb2ce3e526c req-70b86923-c7f5-42c7-a31b-9c465d23719e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:59.846775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-116c18ce-2b89-437e-aa28-cdb2ce3e526c req-70b86923-c7f5-42c7-a31b-9c465d23719e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1161718 Feb 10 04:08:59.915228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-116c18ce-2b89-437e-aa28-cdb2ce3e526c req-05478a33-30d9-44ad-b972-c58fc1f9b9a3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612082 Feb 10 04:08:59.995229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-bc52a776-a07a-40b1-9374-8b23b91b5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:08:59.996754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-bc52a776-a07a-40b1-9374-8b23b91b5591 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 200 len: 919 time: 0.1686568 Feb 10 04:09:00.051927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b1076c9b-6e2a-437d-afd2-fd5a52780489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:00.053465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b1076c9b-6e2a-437d-afd2-fd5a52780489 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9&tenant_id=3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 1132 time: 0.1208038 Feb 10 04:09:00.055261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-9980ea31-1cd0-4b1b-bae5-2c422063cea0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 200 len: 217 time: 0.0501754 Feb 10 04:09:00.065627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:00.169889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-46b2755e-0cd9-4e53-8e16-910499c14724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:00.171310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-46b2755e-0cd9-4e53-8e16-910499c14724 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 200 len: 858 time: 0.1022766 Feb 10 04:09:00.198514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:00.289417 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-92fb31b7-c398-4324-accc-66ac701b8c8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b8497cd-84eb-4db9-8fea-1b04db4b71da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055441 Feb 10 04:09:00.721309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a9ee479-4de5-4586-9ddd-beef004f826f req-66726f16-6258-43f6-a0a0-5ab13a900dc9 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 210 time: 0.0742271 Feb 10 04:09:00.810671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8030e-0d50-4a6b-b03e-01ce5929b1a5 req-af813e88-a563-40ab-a55e-2a755a45af35 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:00.822423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31a8030e-0d50-4a6b-b03e-01ce5929b1a5 req-af813e88-a563-40ab-a55e-2a755a45af35 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.4947975 Feb 10 04:09:00.827054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-41ce965a-13f2-47d2-8148-32bb30bdf739 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168185 Feb 10 04:09:00.909143 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:00.955828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31a8030e-0d50-4a6b-b03e-01ce5929b1a5 req-7776957f-e5ea-466a-a892-414ed18f90b4 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323864 Feb 10 04:09:00.973189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:01.080040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:01.108636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea839b-7dec-47fc-94ce-191e3d22af6c req-6119a877-f006-4560-b881-706cba4fb1d3 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.117870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7ea839b-7dec-47fc-94ce-191e3d22af6c req-6119a877-f006-4560-b881-706cba4fb1d3 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.2038152 Feb 10 04:09:01.131601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce2ea36-d1af-4e59-940f-a6c6bef4ae37 req-14722f71-2466-48de-a6ca-c65c20f79ae8 service neutron] 10.222.0.43 "GET /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908196 Feb 10 04:09:01.182592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:01.185140 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577556dc-2279-4fcc-b127-cd7ec19970ba" -d '{"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-unplugged", "status": "completed", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:01.186944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7ea839b-7dec-47fc-94ce-191e3d22af6c req-67ee8906-fecb-4a3f-b9e4-c1aa80e6d37f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673509 Feb 10 04:09:01.191548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Publish callbacks [] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:01.212260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Transition to ACTIVE for port object 47f3bbaa-e197-47ae-95a2-f79fc284709a will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:09:01.214445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60760) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:01.232735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f6c8-ab2e-4769-a329-4f09e2e5b14d req-e6b9340c-ece3-43a8-8d16-641a62cfb166 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.241405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0f6c8-ab2e-4769-a329-4f09e2e5b14d req-e6b9340c-ece3-43a8-8d16-641a62cfb166 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1249352 Feb 10 04:09:01.326295 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f5ab5-7dfd-49f1-a765-828a82e56cca x-openstack-request-id: req-511f5ab5-7dfd-49f1-a765-828a82e56cca {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:01.326495 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-unplugged", "status": "completed", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:01.326845 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-511f5ab5-7dfd-49f1-a765-828a82e56cca {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:01.327588 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'code': 200} Feb 10 04:09:01.329676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:01.349206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.349639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.350135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.350611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.351919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.352511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.352944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.361001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-227c443a-d35d-499f-b2fd-d4919cbda0a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6719 time: 0.1429183 Feb 10 04:09:01.462811 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-eb5b97a1-c587-43d3-a271-52c15aea34d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&id=684368d5-c0fe-4cfb-9351-65ef655aff26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873013 Feb 10 04:09:01.466409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-b4ac5c57-fb6f-4c9e-84be-d025e679392d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2218590 Feb 10 04:09:01.487382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] No DVR routers for this DVR port 47f3bbaa-e197-47ae-95a2-f79fc284709a on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:09:01.503405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5b0f6c8-ab2e-4769-a329-4f09e2e5b14d req-ecb40b63-8299-4935-b814-4232df62ac97 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609375 Feb 10 04:09:01.515422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:01.611787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:01.617207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:01.617207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:01.621205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Port 47f3bbaa-e197-47ae-95a2-f79fc284709a on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:09:01.621535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Attempting to bind port 47f3bbaa-e197-47ae-95a2-f79fc284709a on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:01.631798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-104bfd2e-2037-4943-90b1-63eb5818e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.633327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-104bfd2e-2037-4943-90b1-63eb5818e128 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 1128 time: 0.1190426 Feb 10 04:09:01.634240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:01.634741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:01.635124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:01.635605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Bound port: 47f3bbaa-e197-47ae-95a2-f79fc284709a, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:01.639884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:01.818926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:01.825601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:01.839022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-2126931b-20bc-4c2c-9679-b28f4b3eddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:01.840412 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-2126931b-20bc-4c2c-9679-b28f4b3eddc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 911 time: 0.1812239 Feb 10 04:09:01.845246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7414eddd-d1a4-4928-aeed-7a642b474bee req-c902378a-7088-44b8-b632-e4d560c5dd77 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 210 time: 0.0330861 Feb 10 04:09:01.892276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-9ee12b4d-6d8d-47d9-b6ac-66a142ba862c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f5a675-3347-4580-9648-dd659eb2e074 HTTP/1.1" status: 200 len: 217 time: 0.0437229 Feb 10 04:09:01.920891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:02.000143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.001629 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:02.002165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] 10.222.0.24 "PUT /v2.0/ports/47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 1096 time: 1.9407675 Feb 10 04:09:02.021502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-b213eb0f-2c3a-462b-bc90-923fe2ef6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.023276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-b213eb0f-2c3a-462b-bc90-923fe2ef6ca0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.1214128 Feb 10 04:09:02.032473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac5b50-315b-4c5b-84fc-0519ebebfff3 service neutron] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:02.120500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-900b28c6-1b29-4b27-a1ac-9e3111010616 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831621 Feb 10 04:09:02.267401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-f6843e69-8a39-424e-8c5f-59f81bfe1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.268950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-f6843e69-8a39-424e-8c5f-59f81bfe1c8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1130 time: 0.2310126 Feb 10 04:09:02.283852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a2bcf-a949-425f-a4d9-49f1d1014a93 req-a76e5220-edad-4997-a7fa-b909bed15180 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.286206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a5a2bcf-a949-425f-a4d9-49f1d1014a93 req-a76e5220-edad-4997-a7fa-b909bed15180 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.1695759 Feb 10 04:09:02.434815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781ff7d-5199-47b5-8853-cb4e71c8247c req-7d98ef18-b6d1-420c-9e2d-e41d38429622 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.439076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e781ff7d-5199-47b5-8853-cb4e71c8247c req-7d98ef18-b6d1-420c-9e2d-e41d38429622 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1116195 Feb 10 04:09:02.450649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-c451a6b7-6b2f-4189-a59c-b405e087d53d service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925813 Feb 10 04:09:02.475094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a5a2bcf-a949-425f-a4d9-49f1d1014a93 req-c84b454c-7af2-4aa1-bf1c-bf3b36489655 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623788 Feb 10 04:09:02.495272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e781ff7d-5199-47b5-8853-cb4e71c8247c req-e0702344-b064-40ea-8a6c-a318b58c4d53 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526934 Feb 10 04:09:02.514604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:02.570251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-93518c4f-ea64-4f1d-821d-58e84212de4e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521057 Feb 10 04:09:02.596582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-dad3f2c2-e163-43f1-9365-758a95a5c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.600876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-dad3f2c2-e163-43f1-9365-758a95a5c429 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.3114083 Feb 10 04:09:02.656419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c52a95-34c4-49d3-966e-6c4666c19d70 req-41b5a922-806d-47ba-b1df-a9c51f5ac593 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946864 Feb 10 04:09:02.657736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-d2d7eab2-36e4-4898-b67b-e8ff05a561cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 217 time: 0.0432248 Feb 10 04:09:02.733223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-4485f589-a757-420a-a875-298d799c4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.734764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-4485f589-a757-420a-a875-298d799c4547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0699475 Feb 10 04:09:02.741587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a9c8-8cac-4974-a2b0-57b4a4c0ef44 req-6530d51e-51cf-4848-855a-70c691f0be0d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.748409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3822a9c8-8cac-4974-a2b0-57b4a4c0ef44 req-6530d51e-51cf-4848-855a-70c691f0be0d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1462207 Feb 10 04:09:02.785856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-0ece024b-6847-4a50-93e1-78c0ccbe5c19 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.787407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-0ece024b-6847-4a50-93e1-78c0ccbe5c19 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113070 Feb 10 04:09:02.806808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': '19379120-807d-48c0-97c0-f6e0b1c89922', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:02.847404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-71b0ae12-0362-4f6d-88dd-5897741e9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:02.850665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-71b0ae12-0362-4f6d-88dd-5897741e9fa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1079969 Feb 10 04:09:02.859901 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3822a9c8-8cac-4974-a2b0-57b4a4c0ef44 req-09ee9c0e-6d6a-40a3-a8fb-d24bdfc936a4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105266 Feb 10 04:09:03.040991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21c4047e-1a2e-4f39-ab1f-8a31911604dd req-4b728f0b-a4ef-41f2-9f0c-022da2e53770 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 210 time: 0.0453582 Feb 10 04:09:03.065788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-3940363b-af7c-4455-b3f2-94a5bb423f96 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020390 Feb 10 04:09:03.114841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:03.118389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:03.128789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:03.154378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:03.170663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dc5b667-70b1-4571-8cb6-5f102b8e4467 req-c33628dc-d912-4380-983b-17d95eb5b8e4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050320 Feb 10 04:09:03.204226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port 47f3bbaa-e197-47ae-95a2-f79fc284709a host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:09:03.204948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:03.218201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for security_group (9351e3ad-684c-4696-8cd3-a43ff819acdc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:03.305722 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9351e3ad-684c-4696-8cd3-a43ff819acdc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:03.328636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:03.331657 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b264b267-7604-41b5-90cc-a73acb926aff" -d '{"events": [{"name": "network-changed", "server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:03.395134 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cb3b00-973e-4f1d-8bbe-e921d0e0923b x-openstack-request-id: req-46cb3b00-973e-4f1d-8bbe-e921d0e0923b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:03.395134 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:03.395134 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46cb3b00-973e-4f1d-8bbe-e921d0e0923b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:03.395134 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'status': 'completed', 'code': 200} Feb 10 04:09:03.395557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9351e3ad-684c-4696-8cd3-a43ff819acdc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:03.491234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.174 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/52ddc689-e985-430f-b032-015d4011b968) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:03.501167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-99f6d9b3-d4c8-4e24-a26b-9214f1e5f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:03.502731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-99f6d9b3-d4c8-4e24-a26b-9214f1e5f976 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1130 time: 0.0908942 Feb 10 04:09:03.516835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-da84cf2e-c96b-48b6-9536-e1bfdab28e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:03.518373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-da84cf2e-c96b-48b6-9536-e1bfdab28e08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1130 time: 0.0974531 Feb 10 04:09:03.725924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (52ddc689-e985-430f-b032-015d4011b968), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:03.734009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d65b3c-f61f-49bd-a6e2-aff88f173495 req-0dbc1c66-a16d-4319-be4f-3abd0c3c0be8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:03.736042 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76d65b3c-f61f-49bd-a6e2-aff88f173495 req-0dbc1c66-a16d-4319-be4f-3abd0c3c0be8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.0941954 Feb 10 04:09:03.766830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-52d52e4d-22c6-4134-8a59-335560da6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:03.768397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-52d52e4d-22c6-4134-8a59-335560da6e24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2070298 Feb 10 04:09:03.785888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de67b5f-6cc8-4c5b-a527-be21d1f6a39e req-2b93009c-ab07-4508-9e9c-f6063820b96b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:03.793639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6de67b5f-6cc8-4c5b-a527-be21d1f6a39e req-2b93009c-ab07-4508-9e9c-f6063820b96b tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1856394 Feb 10 04:09:03.809701 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76d65b3c-f61f-49bd-a6e2-aff88f173495 req-3e4c4275-5802-4813-aea3-413808873e6e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622633 Feb 10 04:09:03.866198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-e3f0c5f5-654a-4d4d-9735-d72c4e46e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:03.867991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-e3f0c5f5-654a-4d4d-9735-d72c4e46e5db service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.3598759 Feb 10 04:09:03.869754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-ce770568-2d37-4a10-9f29-74aecde19fec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 217 time: 0.0741088 Feb 10 04:09:03.897713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (52ddc689-e985-430f-b032-015d4011b968), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:03.937379 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:03.949892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:03.955389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:03.957630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:03.995938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-eab9c165-b74e-44a0-be98-207314c9c987 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 217 time: 0.1148129 Feb 10 04:09:04.001713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=52ddc689-e985-430f-b032-015d4011b968,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:04.012563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6de67b5f-6cc8-4c5b-a527-be21d1f6a39e req-88af4c93-c1e0-4df6-96dd-10a767d1800e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167110 Feb 10 04:09:04.063527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:04.063527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:04.075063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-9e23849a-64c6-49ce-aacd-1f7c8ed1f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:04.077186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-9e23849a-64c6-49ce-aacd-1f7c8ed1f35a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1955388 Feb 10 04:09:04.094557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-1e0e9a11-1992-472b-82ab-fe361ded7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:04.096193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-1e0e9a11-1992-472b-82ab-fe361ded7a92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0839043 Feb 10 04:09:04.154380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4570df-5bf3-4285-87b6-891cf8fc65b8 req-a8ffbb7a-0c9d-4b54-99a6-871a435d81ee tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:04.156033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de4570df-5bf3-4285-87b6-891cf8fc65b8 req-a8ffbb7a-0c9d-4b54-99a6-871a435d81ee tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1764395 Feb 10 04:09:04.225174 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de4570df-5bf3-4285-87b6-891cf8fc65b8 req-45ec0dea-45f7-45f0-9ea9-e06c6db6bdf7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601223 Feb 10 04:09:04.251346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-e21abeac-23b8-4571-95ff-284286875704 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4468091 Feb 10 04:09:04.263774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Request body: {'port': {'device_id': '19379120-807d-48c0-97c0-f6e0b1c89922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:04.444499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-938551d3-68d6-47c8-9ae0-32aed43ff64a None None] Provisioning complete for port 52ddc689-e985-430f-b032-015d4011b968 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:04.444866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-938551d3-68d6-47c8-9ae0-32aed43ff64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (52ddc689-e985-430f-b032-015d4011b968), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:04.448424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52ddc689-e985-430f-b032-015d4011b968), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:04.529707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-938551d3-68d6-47c8-9ae0-32aed43ff64a None None] Port 52ddc689-e985-430f-b032-015d4011b968 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:04.579111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-22f78d30-3db5-47ee-916c-cabd80bac44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:04.580635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-22f78d30-3db5-47ee-916c-cabd80bac44d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4953504 Feb 10 04:09:04.604396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b267-7604-41b5-90cc-a73acb926aff req-ac06b17a-644f-4141-8450-8ffcadbc210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:04.605926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-ac06b17a-644f-4141-8450-8ffcadbc210c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4885333 Feb 10 04:09:04.659351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4f50-5546-47c2-8a81-bd4100f75df1 req-dcc1ab50-5517-4761-a558-d5c25e4e9fd5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:04.666986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-456f4f50-5546-47c2-8a81-bd4100f75df1 req-dcc1ab50-5517-4761-a558-d5c25e4e9fd5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 936 time: 0.5134952 Feb 10 04:09:04.837113 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-456f4f50-5546-47c2-8a81-bd4100f75df1 req-147731a1-f959-4dd6-b04e-eeab17937f75 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691666 Feb 10 04:09:04.860660 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ddc689-e985-430f-b032-015d4011b968 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:04.891289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Publish callbacks [] for port (52ddc689-e985-430f-b032-015d4011b968), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:04.891503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-e59257ae-a169-4ed8-a4ba-2f8ea3be9bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730329 Feb 10 04:09:04.904453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-d8c16d20-75c3-4112-b5a0-9f54ec619a96 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135552 Feb 10 04:09:04.946354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Transition to ACTIVE for port object 52ddc689-e985-430f-b032-015d4011b968 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:09:05.017290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (52ddc689-e985-430f-b032-015d4011b968), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:05.125876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-2661fc51-ee93-4ea4-bee9-9a14f8374f8d service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211156 Feb 10 04:09:05.157094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Pushing event updated for resources: {'Port': ['ID=52ddc689-e985-430f-b032-015d4011b968,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:05.268756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Attempting to bind port 52ddc689-e985-430f-b032-015d4011b968 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:05.269104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Attempting to bind port 52ddc689-e985-430f-b032-015d4011b968 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:05.272091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Attempting to bind port 52ddc689-e985-430f-b032-015d4011b968 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:05.287269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Port 52ddc689-e985-430f-b032-015d4011b968 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:09:05.287599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Attempting to bind port 52ddc689-e985-430f-b032-015d4011b968 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:05.306664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:05.308644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:05.310468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:05.311485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Bound port: 52ddc689-e985-430f-b032-015d4011b968, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:05.313271 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52ddc689-e985-430f-b032-015d4011b968), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:05.340206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238fed-7eea-4449-be29-96feed962c8b req-da9cf774-7643-4de6-a194-6a77848ad60a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:05.340206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5238fed-7eea-4449-be29-96feed962c8b req-da9cf774-7643-4de6-a194-6a77848ad60a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.2596829 Feb 10 04:09:05.341022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b264b267-7604-41b5-90cc-a73acb926aff req-adbd945e-3f42-4f86-ba49-dedf7c3e6476 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211977 Feb 10 04:09:05.436406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5238fed-7eea-4449-be29-96feed962c8b req-fef0f590-b330-452d-8e68-c9cfa8636ec8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893202 Feb 10 04:09:05.468003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] For port 52ddc689-e985-430f-b032-015d4011b968, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:05.472466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] For port 52ddc689-e985-430f-b032-015d4011b968, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=52ddc689-e985-430f-b032-015d4011b968,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:05.484649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110c373-afa6-4531-8c6f-a7029fe185fa req-18b1d551-b495-43b8-a371-66b3c67b0689 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:05.486541 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e110c373-afa6-4531-8c6f-a7029fe185fa req-18b1d551-b495-43b8-a371-66b3c67b0689 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1321037 Feb 10 04:09:05.555447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e110c373-afa6-4531-8c6f-a7029fe185fa req-565ac42f-abc7-4d77-98c6-67115e5cc6ed tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586295 Feb 10 04:09:05.581425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (52ddc689-e985-430f-b032-015d4011b968), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:05.624256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:05.625015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:05.626669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] 10.222.0.24 "PUT /v2.0/ports/52ddc689-e985-430f-b032-015d4011b968 HTTP/1.1" status: 200 len: 1096 time: 1.3719068 Feb 10 04:09:05.627156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19379120-807d-48c0-97c0-f6e0b1c89922', 'tag': '52ddc689-e985-430f-b032-015d4011b968'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:05.630768 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9096114a-001d-4650-83a0-13b9b087e2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "19379120-807d-48c0-97c0-f6e0b1c89922", "tag": "52ddc689-e985-430f-b032-015d4011b968"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:05.655827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83024-5786-4370-8c9f-b079ddce051a service neutron] Pushing event updated for resources: {'Port': ['ID=52ddc689-e985-430f-b032-015d4011b968,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:05.688170 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2fad7a-0948-4283-8c47-7129f7265081 x-openstack-request-id: req-7a2fad7a-0948-4283-8c47-7129f7265081 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:05.688463 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19379120-807d-48c0-97c0-f6e0b1c89922", "tag": "52ddc689-e985-430f-b032-015d4011b968", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:05.688725 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a2fad7a-0948-4283-8c47-7129f7265081 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:05.689402 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19379120-807d-48c0-97c0-f6e0b1c89922', 'tag': '52ddc689-e985-430f-b032-015d4011b968', 'status': 'completed', 'code': 200} Feb 10 04:09:05.809024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096114a-001d-4650-83a0-13b9b087e2c5 req-1a53d0df-8b14-4a82-a211-694d83437a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:05.814261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9096114a-001d-4650-83a0-13b9b087e2c5 req-1a53d0df-8b14-4a82-a211-694d83437a19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 1130 time: 0.1012607 Feb 10 04:09:05.873403 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9096114a-001d-4650-83a0-13b9b087e2c5 req-b1c01b7e-6a18-4494-9002-e9209bce5500 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545821 Feb 10 04:09:06.259949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:09:06.592350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:06.637175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'mac_address': 'fa:16:3e:c6:bd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:09:06.732986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184278b-ab72-43a8-867a-0f568802f5cb req-820e4553-ed7d-4aed-b68c-2791ea987f7a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:06.735510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 47f3bbaa-e197-47ae-95a2-f79fc284709a is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:06.736213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:06.744289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0184278b-ab72-43a8-867a-0f568802f5cb req-820e4553-ed7d-4aed-b68c-2791ea987f7a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 948 time: 0.1115718 Feb 10 04:09:06.767358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f3bbaa-e197-47ae-95a2-f79fc284709a {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:06.824485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:06.835228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096114a-001d-4650-83a0-13b9b087e2c5 req-e1a8bee0-2acf-434c-a3f3-d32250e0ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:06.839333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9096114a-001d-4650-83a0-13b9b087e2c5 req-e1a8bee0-2acf-434c-a3f3-d32250e0ad39 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9564369 Feb 10 04:09:06.870976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0184278b-ab72-43a8-867a-0f568802f5cb req-aefd2b64-b2b9-4635-8842-93e420c46f46 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199787 Feb 10 04:09:06.936570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539484ed-02da-4f95-aa61-ca85f881d29d req-3074fa6c-4c3b-4ef7-ace0-a6bfe9c41aa6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:06.941090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:06.944663 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-539484ed-02da-4f95-aa61-ca85f881d29d req-3074fa6c-4c3b-4ef7-ace0-a6bfe9c41aa6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 948 time: 0.8817377 Feb 10 04:09:07.108715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:07.131458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-539484ed-02da-4f95-aa61-ca85f881d29d req-19d7ae83-7f70-4794-ac38-7b7c70175f9e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842253 Feb 10 04:09:07.154222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-d6c8dcb9-a4a8-496e-9495-e2bca069087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:07.155865 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-d6c8dcb9-a4a8-496e-9495-e2bca069087c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 1130 time: 0.2670977 Feb 10 04:09:07.204681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1743-0b72-4837-a1a0-8c07dfe8d138 req-9130a920-4185-4242-8444-17a615d6e453 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:07.217855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-859d1743-0b72-4837-a1a0-8c07dfe8d138 req-9130a920-4185-4242-8444-17a615d6e453 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1711783 Feb 10 04:09:07.254137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['47f3bbaa-e197-47ae-95a2-f79fc284709a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:07.270567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-7abcb004-b5a5-4d76-a53a-45a76fae9c6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=52ddc689-e985-430f-b032-015d4011b968 HTTP/1.1" status: 200 len: 217 time: 0.1077359 Feb 10 04:09:07.382553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-4da91a64-8aeb-4c88-b6a0-22104f01ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:07.388365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-4da91a64-8aeb-4c88-b6a0-22104f01ca23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1114006 Feb 10 04:09:07.404533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-859d1743-0b72-4837-a1a0-8c07dfe8d138 req-cf3f9ad7-71f9-4318-8cbf-8fb637692ce8 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850026 Feb 10 04:09:07.514906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-96263dc0-caf7-48f2-82d1-ead07c61c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:07.520451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-96263dc0-caf7-48f2-82d1-ead07c61c95c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1259694 Feb 10 04:09:07.639574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f6fe-08d8-46a3-9ded-e22208b0a5b6 req-e2371aa1-5aca-4e2d-a3bc-b6d6ef5cbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:07.641101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6847f6fe-08d8-46a3-9ded-e22208b0a5b6 req-e2371aa1-5aca-4e2d-a3bc-b6d6ef5cbfb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 1127 time: 0.1388438 Feb 10 04:09:07.707687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-8461a480-3e96-4a0e-8db9-db28b0ada884 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806030 Feb 10 04:09:07.848859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e209df1c-93d3-4cea-a5af-e9bc988da12e req-10236ef1-8c3b-4568-9f11-4a29b18bb622 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359036 Feb 10 04:09:07.855213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6847f6fe-08d8-46a3-9ded-e22208b0a5b6 req-48542e37-19cc-4386-89c5-f0e5f87c640a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892853 Feb 10 04:09:07.887355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a964-277b-49e6-b81e-c606ef2615db req-7a4ce766-ed13-4e5e-b566-4848a8dd156a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:07.894665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58f5a964-277b-49e6-b81e-c606ef2615db req-7a4ce766-ed13-4e5e-b566-4848a8dd156a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 949 time: 0.1931412 Feb 10 04:09:08.009250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58f5a964-277b-49e6-b81e-c606ef2615db req-ccb5e18c-7df3-4d0e-ae06-ccd1cb9ddbda tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137247 Feb 10 04:09:08.040451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-b6f8c159-f434-4505-aefe-2058eb661c47 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:08.043792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-b6f8c159-f434-4505-aefe-2058eb661c47 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9&tenant_id=3456fa0cc11147fab022130f646e6e11&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 949 time: 0.1879447 Feb 10 04:09:08.123030 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-103e6846-b27d-4648-8fd7-8faab913b3a4 service neutron] delete failed (client error): The resource could not be found. Feb 10 04:09:08.124852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-103e6846-b27d-4648-8fd7-8faab913b3a4 service neutron] 10.222.0.43 "DELETE /v2.0/ports/47f3bbaa-e197-47ae-95a2-f79fc284709a/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0744445 Feb 10 04:09:08.350242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38726-2e20-4caf-99f2-2b694dd9f4ae req-602b06a5-6772-4209-9ed8-f2ce5d87c51d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:08.355318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bde38726-2e20-4caf-99f2-2b694dd9f4ae req-602b06a5-6772-4209-9ed8-f2ce5d87c51d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 948 time: 0.0986075 Feb 10 04:09:08.360880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-0f672fff-a756-4588-92c4-ef0bfde7e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:08.362836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-0f672fff-a756-4588-92c4-ef0bfde7e7b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 1131 time: 0.1588206 Feb 10 04:09:08.538592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bde38726-2e20-4caf-99f2-2b694dd9f4ae req-b4d00eb6-e3e5-4fe1-bb23-10b2f352bf71 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714466 Feb 10 04:09:08.569606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-2d883d3b-288e-4d29-a0e9-e78dc6a78caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:08.571122 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-2d883d3b-288e-4d29-a0e9-e78dc6a78caa service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1971383 Feb 10 04:09:08.587393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ce4f-ae4c-469b-84ee-020ffd76e477 req-81f51895-c28b-4612-b3d1-b2077e9ea185 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:08.589507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1799ce4f-ae4c-469b-84ee-020ffd76e477 req-81f51895-c28b-4612-b3d1-b2077e9ea185 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0934000 Feb 10 04:09:08.700307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1799ce4f-ae4c-469b-84ee-020ffd76e477 req-1744c53a-7c58-4cfc-9a0d-dbf32e4a4af2 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054885 Feb 10 04:09:08.703360 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-65874d34-93c4-4d96-a567-85e4e5e8f936 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 200 len: 217 time: 0.1250963 Feb 10 04:09:08.794931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-0d42e225-8ac0-40c2-a7d7-fb2acb216259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:08.798982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-0d42e225-8ac0-40c2-a7d7-fb2acb216259 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0877864 Feb 10 04:09:08.888213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-7733d1e3-574e-41f9-87b5-0ab9371a7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:08.891847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-7733d1e3-574e-41f9-87b5-0ab9371a7d4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0800765 Feb 10 04:09:09.093417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-9b5569d5-e49a-46c3-be92-a05b33ae81b9 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929171 Feb 10 04:09:09.304460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ac969-75be-4d31-8cd1-482c17bb0498 req-e7ad9ab6-ac11-4894-a136-224cb4d0a0d7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:09.306500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-794ac969-75be-4d31-8cd1-482c17bb0498 req-e7ad9ab6-ac11-4894-a136-224cb4d0a0d7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 949 time: 0.1530542 Feb 10 04:09:09.319524 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39b288b9-e951-42ce-84ad-af8657f4dadf req-ff7417dc-232c-48d5-b40d-28f58cfcdd51 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205622 Feb 10 04:09:09.413460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-794ac969-75be-4d31-8cd1-482c17bb0498 req-2d6afc4e-ccba-4560-b03b-a97e028f8cda tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911531 Feb 10 04:09:09.692460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de11d-4bdb-463e-a15f-0d7a37e408e9 req-abdadc34-e92f-404b-90d3-c4d4999fa442 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:09.699721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d9de11d-4bdb-463e-a15f-0d7a37e408e9 req-abdadc34-e92f-404b-90d3-c4d4999fa442 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 948 time: 0.0701022 Feb 10 04:09:09.785646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d9de11d-4bdb-463e-a15f-0d7a37e408e9 req-7adf7afb-b81b-4515-980e-ccfc4f2ab909 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 Feb 10 04:09:09.893697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db70775-ec41-429f-bed3-ba202111846c req-11210a84-4b9e-48f1-b5c7-30311048bfe7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:09.901950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5db70775-ec41-429f-bed3-ba202111846c req-11210a84-4b9e-48f1-b5c7-30311048bfe7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0711384 Feb 10 04:09:09.996385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5db70775-ec41-429f-bed3-ba202111846c req-0da8f21f-4748-4781-863d-814bfd92630e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Feb 10 04:09:10.288185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 52ddc689-e985-430f-b032-015d4011b968 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:09:10.290916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:10.469598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 47f3bbaa-e197-47ae-95a2-f79fc284709a completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:09:10.488619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 47f3bbaa-e197-47ae-95a2-f79fc284709a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:10.495754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-73b6c445-a711-4081-83aa-32ded72903e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:10.498199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-73b6c445-a711-4081-83aa-32ded72903e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fabf036da769424f855b4512bdd7863b&device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 1127 time: 0.0576799 Feb 10 04:09:10.498517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:10.512025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-25b0b8e0-3a2e-4e54-866f-57faaef79df2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1224957 Feb 10 04:09:10.620375 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894749-ac23-4d92-a2ba-a9aeeaccfe1a req-e802ecab-2379-4755-befa-ef7d3e50ec26 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:10.626655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1894749-ac23-4d92-a2ba-a9aeeaccfe1a req-e802ecab-2379-4755-befa-ef7d3e50ec26 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1133718 Feb 10 04:09:10.626913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 52ddc689-e985-430f-b032-015d4011b968, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=52ddc689-e985-430f-b032-015d4011b968,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:10.655212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '52ddc689-e985-430f-b032-015d4011b968', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '52ddc689-e985-430f-b032-015d4011b968', 'mac_address': 'fa:16:3e:92:06:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:09:10.743270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42755658-2c99-4d49-8383-0b8ab7e90d37 req-05baa5c9-701a-4dda-a465-298a15395b85 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:10.752427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42755658-2c99-4d49-8383-0b8ab7e90d37 req-05baa5c9-701a-4dda-a465-298a15395b85 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 949 time: 0.1951201 Feb 10 04:09:10.780424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1894749-ac23-4d92-a2ba-a9aeeaccfe1a req-f731f9c6-667a-4c39-94af-e2e6399981eb tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448131 Feb 10 04:09:10.802437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-9a973774-9071-4525-a724-2f6b0a3476da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:10.812412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-9a973774-9071-4525-a724-2f6b0a3476da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1127 time: 0.1715970 Feb 10 04:09:10.846034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-41fae364-fb50-4893-b68b-b0d5d7d394db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:10.848896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-41fae364-fb50-4893-b68b-b0d5d7d394db service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 200 len: 911 time: 0.3433981 Feb 10 04:09:10.948125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-de9234c7-bfa1-457f-837c-7da8fbbf4cd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506 HTTP/1.1" status: 200 len: 217 time: 0.0868824 Feb 10 04:09:10.954775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 47f3bbaa-e197-47ae-95a2-f79fc284709a is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:10.957234 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:10.975398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42755658-2c99-4d49-8383-0b8ab7e90d37 req-835150bb-08fc-4026-b4da-6126e8970646 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158682 Feb 10 04:09:11.027775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 52ddc689-e985-430f-b032-015d4011b968 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:11.028639 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52ddc689-e985-430f-b032-015d4011b968), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:11.037802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-c061ebe6-a03e-4411-bfb6-c5102f4f15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:11.040328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-c061ebe6-a03e-4411-bfb6-c5102f4f15a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.1849639 Feb 10 04:09:11.082082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:11.100373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ddc689-e985-430f-b032-015d4011b968 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:11.151635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 52ddc689-e985-430f-b032-015d4011b968, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=52ddc689-e985-430f-b032-015d4011b968,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:11.153060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:11.155818 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb156d5f-0ad6-4d9e-b473-690b631adc53" -d '{"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-plugged", "status": "completed", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:11.182900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:11.230308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-17bc0e62-641a-45ae-9df9-5fae348357a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:11.232337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-17bc0e62-641a-45ae-9df9-5fae348357a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 200 len: 850 time: 0.2559538 Feb 10 04:09:11.256928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:11.276879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-60de11f6-b6b8-446d-971b-0a831b67c640 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.2289007 Feb 10 04:09:11.297427 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (52ddc689-e985-430f-b032-015d4011b968), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:11.342600 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-60233ac1-8b8c-4167-92c6-459a9fe4518c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ea493fe-0dc7-440f-96d1-b50270835075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695937 Feb 10 04:09:11.357965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e23b1-e91c-460b-83d1-473b91f31409 req-d42b6022-9986-4dee-abbf-9253afa7fb93 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:11.362114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d2e23b1-e91c-460b-83d1-473b91f31409 req-d42b6022-9986-4dee-abbf-9253afa7fb93 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 948 time: 0.3020060 Feb 10 04:09:11.407103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=52ddc689-e985-430f-b032-015d4011b968,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:11.451776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8738cdb-cb39-4746-9def-251314659189 req-456814f4-bb1f-4563-933d-34221ecde099 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:11.460618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e8738cdb-cb39-4746-9def-251314659189 req-456814f4-bb1f-4563-933d-34221ecde099 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.2716322 Feb 10 04:09:11.515809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-bba958f8-8c65-4c32-8166-9c811783da75 service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639881 Feb 10 04:09:11.529037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-10eb1e29-2a00-4ff6-aa7d-b3ed6caa4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:11.536163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-10eb1e29-2a00-4ff6-aa7d-b3ed6caa4f22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.2521403 Feb 10 04:09:11.551004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e8738cdb-cb39-4746-9def-251314659189 req-6f1fb06a-d78d-480d-b02f-a2359d31b6c3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839925 Feb 10 04:09:11.603769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:11.634563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d2e23b1-e91c-460b-83d1-473b91f31409 req-966dfdad-ccf9-4c16-bc23-9688927bc602 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268360 Feb 10 04:09:11.710292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-6c25fa2f-017a-4db2-b6b4-fac92f6f0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:11.713066 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d301981-9fea-4a60-aa52-b3d3ad81e632 x-openstack-request-id: req-5d301981-9fea-4a60-aa52-b3d3ad81e632 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:11.715323 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-plugged", "status": "completed", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:11.715561 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-6c25fa2f-017a-4db2-b6b4-fac92f6f0959 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1687970 Feb 10 04:09:11.716003 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d301981-9fea-4a60-aa52-b3d3ad81e632 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:11.716587 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'code': 200} Feb 10 04:09:11.763206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7cd732cb-ab50-499a-9b5d-6bc831c606da req-03b5a476-1f13-4502-858c-66d2458bc1c4 service neutron] 10.222.0.43 "GET /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374437 Feb 10 04:09:12.015342 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-f57da71f-0633-4a1d-9762-971ba9842717 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922757 Feb 10 04:09:12.026625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4df7d-3e84-4e50-9862-cc0a2a0e324f req-c948abf0-b620-48e8-aeb2-fe3210d743d4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:12.031182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7f4df7d-3e84-4e50-9862-cc0a2a0e324f req-c948abf0-b620-48e8-aeb2-fe3210d743d4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1212969 Feb 10 04:09:12.172248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9644ddaf-6bd8-4832-acb8-d8328dce9613 req-e93f8a38-9603-40fb-92f5-4e304bb25ad8 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399903 Feb 10 04:09:12.178942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-124ef54f-dc97-43ad-b1e1-2a70935e3264 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247242 Feb 10 04:09:12.224518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7f4df7d-3e84-4e50-9862-cc0a2a0e324f req-598f456d-eb69-457d-baa5-ed73cf33660a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707506 Feb 10 04:09:12.440010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-caba8eea-a0c4-480c-99ed-1975a8adf6e2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:12.442245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-caba8eea-a0c4-480c-99ed-1975a8adf6e2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574785 Feb 10 04:09:12.475703 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-8468a0cc-c453-484d-ba6e-6372292f0b7b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/quotas/3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 375 time: 0.0188231 Feb 10 04:09:12.543682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-3a37740e-9f50-4cac-938c-0d7427506b88 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661662 Feb 10 04:09:12.766848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e694186-b457-4c69-b172-bc85b34f716c req-73df729a-6e30-4a2e-a3e9-f62a977ca75e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:12.768542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e694186-b457-4c69-b172-bc85b34f716c req-73df729a-6e30-4a2e-a3e9-f62a977ca75e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 949 time: 0.0570207 Feb 10 04:09:12.852825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e694186-b457-4c69-b172-bc85b34f716c req-5ebb3bc7-3106-4943-bbf2-b473200b8988 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744171 Feb 10 04:09:12.904002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2e511289-9090-4561-995b-54359745d4f8 req-f0aaa69e-e976-483a-b205-f2342327d377 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 210 time: 0.0313258 Feb 10 04:09:13.380430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb1f9-8e5e-4287-9cb7-7073c2fe1539 req-b04738a6-3d6e-416e-a757-32747b40c142 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:13.385782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a32bb1f9-8e5e-4287-9cb7-7073c2fe1539 req-b04738a6-3d6e-416e-a757-32747b40c142 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0938647 Feb 10 04:09:13.443993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a32bb1f9-8e5e-4287-9cb7-7073c2fe1539 req-6ebcdd81-73ac-449c-89f7-9a0844ee6a54 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544863 Feb 10 04:09:14.010016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd9aace9-1e56-4328-9d23-53aed679f7d6 req-08a75937-ee27-45d0-9d12-81fd23c9c014 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 210 time: 0.0405238 Feb 10 04:09:14.016562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1ea5-0596-4c5f-96af-ba1e6cacf99e req-e334cc26-a2aa-4faf-b010-251c608ff196 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:14.024528 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46fb1ea5-0596-4c5f-96af-ba1e6cacf99e req-e334cc26-a2aa-4faf-b010-251c608ff196 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 949 time: 0.0772159 Feb 10 04:09:14.068311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46fb1ea5-0596-4c5f-96af-ba1e6cacf99e req-454795c5-f33f-401e-ac6e-74e2fcb4a93d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Feb 10 04:09:14.318654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 52ddc689-e985-430f-b032-015d4011b968 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:14.445578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 52ddc689-e985-430f-b032-015d4011b968 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:09:14.450061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 52ddc689-e985-430f-b032-015d4011b968 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:14.450493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (52ddc689-e985-430f-b032-015d4011b968), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:14.548237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 52ddc689-e985-430f-b032-015d4011b968 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:14.548864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52ddc689-e985-430f-b032-015d4011b968), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:14.663956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0744d7-de81-4c9c-8080-0d466092784a req-4fd12ae5-3fae-4d32-93b1-20faf504f858 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:14.665317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a0744d7-de81-4c9c-8080-0d466092784a req-4fd12ae5-3fae-4d32-93b1-20faf504f858 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1421502 Feb 10 04:09:14.759330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 52ddc689-e985-430f-b032-015d4011b968, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=52ddc689-e985-430f-b032-015d4011b968,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:14.760533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19379120-807d-48c0-97c0-f6e0b1c89922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ddc689-e985-430f-b032-015d4011b968'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:14.763293 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef619cd4-aaf4-4b98-b0be-c6a6ba5980a8" -d '{"events": [{"server_uuid": "19379120-807d-48c0-97c0-f6e0b1c89922", "name": "network-vif-plugged", "status": "completed", "tag": "52ddc689-e985-430f-b032-015d4011b968"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:14.773668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a0744d7-de81-4c9c-8080-0d466092784a req-7633294a-8fb6-4bf7-8450-6c9a569864bc tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014426 Feb 10 04:09:14.820973 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3238a72c-2352-4599-9caf-7b63e54a28aa x-openstack-request-id: req-3238a72c-2352-4599-9caf-7b63e54a28aa {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:14.821700 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19379120-807d-48c0-97c0-f6e0b1c89922", "name": "network-vif-plugged", "status": "completed", "tag": "52ddc689-e985-430f-b032-015d4011b968", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:14.822324 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3238a72c-2352-4599-9caf-7b63e54a28aa {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:14.823211 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19379120-807d-48c0-97c0-f6e0b1c89922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ddc689-e985-430f-b032-015d4011b968', 'code': 200} Feb 10 04:09:14.866321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (52ddc689-e985-430f-b032-015d4011b968), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:14.923946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=52ddc689-e985-430f-b032-015d4011b968,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:14.971739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff4724-0b5a-4809-b995-8a8bfe5a7f16 req-38c0ef9f-acd2-485e-a3ce-e84821af8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:14.973913 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7cff4724-0b5a-4809-b995-8a8bfe5a7f16 req-38c0ef9f-acd2-485e-a3ce-e84821af8efc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 1132 time: 0.0581601 Feb 10 04:09:15.056633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7cff4724-0b5a-4809-b995-8a8bfe5a7f16 req-4ff927b2-fdbd-49db-8f53-9d368bc938f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760531 Feb 10 04:09:15.157129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f39ef63d-5c2f-49c2-9ea1-af0d0dc9be2b req-9fd45dd9-f0c5-45ec-89f7-415560651e21 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 210 time: 0.0516617 Feb 10 04:09:15.305602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3637b48-25fb-4bc9-a395-fa9ea5df88dd req-ee0aa1b8-446d-4dd7-82d4-9c0b7a31b2df tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:15.315365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3637b48-25fb-4bc9-a395-fa9ea5df88dd req-ee0aa1b8-446d-4dd7-82d4-9c0b7a31b2df tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 950 time: 0.0969503 Feb 10 04:09:15.377373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3637b48-25fb-4bc9-a395-fa9ea5df88dd req-8350a57b-5e90-4631-ae08-8802262f0ebc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522108 Feb 10 04:09:15.491618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75389371-ccec-4858-87c3-8f0c6a525a86 req-b020f2de-ccb8-435f-9d1c-d885fdac5d5d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:15.493255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75389371-ccec-4858-87c3-8f0c6a525a86 req-b020f2de-ccb8-435f-9d1c-d885fdac5d5d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0687189 Feb 10 04:09:15.546492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75389371-ccec-4858-87c3-8f0c6a525a86 req-61c5c779-c739-4adc-bbd4-6863e78fcc00 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462673 Feb 10 04:09:15.837180 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:09:15.985862 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-5be6b442-a512-45dc-af23-4bb8d6c091c1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333865 Feb 10 04:09:16.143727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-d79ba811-0107-487e-a29c-81f6ee415b86 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:16.145228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-d79ba811-0107-487e-a29c-81f6ee415b86 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520979 Feb 10 04:09:16.158820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Request body: {'port': {'device_id': '0063123f-c2a7-4d00-9a74-18f53d748135', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3456fa0cc11147fab022130f646e6e11'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:16.297827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6174e25-b3dd-4a63-b365-1913769c27d6 req-91bf5dca-bb9c-4620-a656-a59201f1120f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 210 time: 0.0630963 Feb 10 04:09:16.455130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Made reservation on behalf of 3456fa0cc11147fab022130f646e6e11 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:16.459444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:16.571332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48355ad1-cc81-43b6-bdcc-23e0b93fdef0 req-4c4eb7da-8a61-4e1d-bb94-d872ece3f8de tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:16.580211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48355ad1-cc81-43b6-bdcc-23e0b93fdef0 req-4c4eb7da-8a61-4e1d-bb94-d872ece3f8de tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 950 time: 0.1139650 Feb 10 04:09:16.648404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48355ad1-cc81-43b6-bdcc-23e0b93fdef0 req-0de4d130-cd98-41f9-9d10-680091371969 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Feb 10 04:09:16.740876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Allocated IP 192.168.233.251 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/3c3c9048-2146-41fa-9389-d0330b3f1f5c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:16.773905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da426b17-d6a4-419f-bcdf-717378791e9f req-9e642a13-1c25-44bf-b878-7fe627752e45 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:16.775710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da426b17-d6a4-419f-bcdf-717378791e9f req-9e642a13-1c25-44bf-b878-7fe627752e45 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0967009 Feb 10 04:09:16.817403 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:16.913887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da426b17-d6a4-419f-bcdf-717378791e9f req-bbea0387-6483-47df-a6ed-94a74b1e0f82 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257880 Feb 10 04:09:16.978408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks [] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:17.107010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:17.120953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68', '47f3bbaa-e197-47ae-95a2-f79fc284709a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:17.193475 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:17.202568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:17.214457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:17.249774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:17.301771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:17.302722 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:17.402633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-607c1d46-2e11-471c-8ea8-6b1d6580a754 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2483037 Feb 10 04:09:17.416773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Request body: {'port': {'device_id': '0063123f-c2a7-4d00-9a74-18f53d748135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:17.511632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d5ce8-42ce-4ce1-a822-cdf5096f0eb5 req-943b37e1-8e38-439a-847e-4f9c33b1f801 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:17.521311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-041d5ce8-42ce-4ce1-a822-cdf5096f0eb5 req-943b37e1-8e38-439a-847e-4f9c33b1f801 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 936 time: 0.1032457 Feb 10 04:09:17.548657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:17.601569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-041d5ce8-42ce-4ce1-a822-cdf5096f0eb5 req-a45e5b87-1a9b-4239-bac5-561f80ec4db7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784197 Feb 10 04:09:17.633910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5546f5bf-3a44-4409-94cb-c6d87574ec4a None None] Provisioning complete for port 3c3c9048-2146-41fa-9389-d0330b3f1f5c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:17.634421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5546f5bf-3a44-4409-94cb-c6d87574ec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:17.682858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5546f5bf-3a44-4409-94cb-c6d87574ec4a None None] Port 3c3c9048-2146-41fa-9389-d0330b3f1f5c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:17.848507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164e84d-6374-4bae-bb69-f1f357a1e547 req-335bdb7e-bfc4-4bc6-89d4-3e33a2b31092 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:17.848507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d164e84d-6374-4bae-bb69-f1f357a1e547 req-335bdb7e-bfc4-4bc6-89d4-3e33a2b31092 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 950 time: 0.1207461 Feb 10 04:09:17.938537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d164e84d-6374-4bae-bb69-f1f357a1e547 req-c21127a5-8459-4a80-9bb6-46c53efb9a75 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839412 Feb 10 04:09:17.977900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3c9048-2146-41fa-9389-d0330b3f1f5c {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:17.986217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Publish callbacks [] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.000779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Transition to ACTIVE for port object 3c3c9048-2146-41fa-9389-d0330b3f1f5c will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:09:18.057782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a38a0-eb8c-4dde-b4bf-4eae046800dd req-760caa21-39e2-42cc-b8f8-b1100323392e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:18.065448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f1a38a0-eb8c-4dde-b4bf-4eae046800dd req-760caa21-39e2-42cc-b8f8-b1100323392e tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0818405 Feb 10 04:09:18.103980 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.139732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f1a38a0-eb8c-4dde-b4bf-4eae046800dd req-7882da29-d38f-4423-9038-cc5620c24c81 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732300 Feb 10 04:09:18.171622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:18.188528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346200d-cd70-4f25-a077-74734610dc71 req-3a160495-30a4-498d-89cc-747c6b1e4a70 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:18.190196 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c346200d-cd70-4f25-a077-74734610dc71 req-3a160495-30a4-498d-89cc-747c6b1e4a70 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 1132 time: 0.1182799 Feb 10 04:09:18.228869 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.252039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c346200d-cd70-4f25-a077-74734610dc71 req-a461be06-6e1f-45a2-afb6-a76492759c71 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.322429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Attempting to bind port 3c3c9048-2146-41fa-9389-d0330b3f1f5c on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:18.322771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Attempting to bind port 3c3c9048-2146-41fa-9389-d0330b3f1f5c by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:18.323085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Attempting to bind port 3c3c9048-2146-41fa-9389-d0330b3f1f5c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:18.333506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Port 3c3c9048-2146-41fa-9389-d0330b3f1f5c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:09:18.333852 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Attempting to bind port 3c3c9048-2146-41fa-9389-d0330b3f1f5c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:18.346622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:18.347001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:18.347925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:18.348459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Bound port: 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:18.348823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.410180 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c346200d-cd70-4f25-a077-74734610dc71 req-a461be06-6e1f-45a2-afb6-a76492759c71 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Publish callbacks [] for security_group (c7d671aa-63e4-4c02-ba97-494d18d603ba), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.443473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:18.447106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:18.472652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c346200d-cd70-4f25-a077-74734610dc71 req-a461be06-6e1f-45a2-afb6-a76492759c71 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c7d671aa-63e4-4c02-ba97-494d18d603ba), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.516922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c346200d-cd70-4f25-a077-74734610dc71 req-a461be06-6e1f-45a2-afb6-a76492759c71 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013949 Feb 10 04:09:18.517914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461be06-6e1f-45a2-afb6-a76492759c71 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d671aa-63e4-4c02-ba97-494d18d603ba,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:18.533462 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.604760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:18.615697 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:18.615697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 1096 time: 1.1952734 Feb 10 04:09:18.615697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ceb4c-29c3-4c0d-bd82-64b291dcfd12 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:18.615697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:18.624664 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf75cda-337d-4de2-8c8c-526fffc24589" -d '{"events": [{"name": "network-changed", "server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:18.851767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001528-24b4-4f7e-bffe-03964538dbfc req-ed8481e2-a767-415a-bbed-83bf4b358046 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:18.853309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46001528-24b4-4f7e-bffe-03964538dbfc req-ed8481e2-a767-415a-bbed-83bf4b358046 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 948 time: 0.1071072 Feb 10 04:09:18.859058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-e8b5b2e4-b46f-4b3d-b1f7-43724e8d8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:18.860756 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-e8b5b2e4-b46f-4b3d-b1f7-43724e8d8b34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 1130 time: 0.0794218 Feb 10 04:09:18.910135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46001528-24b4-4f7e-bffe-03964538dbfc req-03456505-3c60-4df3-b75b-a56b7dbb54bd tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Feb 10 04:09:18.946006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-263689eb-1087-49a2-b4b5-1d46f97d9a9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 217 time: 0.0349882 Feb 10 04:09:18.967688 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789cd074-aac9-49e6-a617-2d3edef14aba x-openstack-request-id: req-789cd074-aac9-49e6-a617-2d3edef14aba {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:18.967974 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:18.968226 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-789cd074-aac9-49e6-a617-2d3edef14aba {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:18.968623 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'status': 'completed', 'code': 200} Feb 10 04:09:19.003034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-12751975-27f6-4d73-92a5-276342bf093a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:19.005186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-12751975-27f6-4d73-92a5-276342bf093a tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.43 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.0669892 Feb 10 04:09:19.008080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-66b7124f-144b-43de-83be-25af6c5551df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:19.009537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-66b7124f-144b-43de-83be-25af6c5551df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0500479 Feb 10 04:09:19.069466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-adc229fd-dd95-4a0a-b170-e4a7a4f087bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:19.071241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-adc229fd-dd95-4a0a-b170-e4a7a4f087bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0552425 Feb 10 04:09:19.116122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Deleting port 1768de99-aa48-46b6-ad2a-9be3e25d9506 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:19.116668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:19.181692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-4e6f6960-9ed7-4d66-b594-0c8f9a4cf20f service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016896 Feb 10 04:09:19.223137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] For port 1768de99-aa48-46b6-ad2a-9be3e25d9506, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1768de99-aa48-46b6-ad2a-9be3e25d9506,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:19.223770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:19.239562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Calling delete_port for 1768de99-aa48-46b6-ad2a-9be3e25d9506 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:19.348623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06b4b73d-b241-49a0-8496-3bc8da0ad08b req-2d65c2e8-a59a-492d-828f-c27d6b6c1013 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603301 Feb 10 04:09:19.356573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9191654-b85d-43e2-970a-9b9d2c6d05eb req-0022ee41-e9fa-4149-b32f-099012e5541f tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:19.365259 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9191654-b85d-43e2-970a-9b9d2c6d05eb req-0022ee41-e9fa-4149-b32f-099012e5541f tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 945 time: 0.1315618 Feb 10 04:09:19.410863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9191654-b85d-43e2-970a-9b9d2c6d05eb req-74fed943-550c-4421-b1e5-3324276d8aa4 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Feb 10 04:09:19.482393 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1768de99-aa48-46b6-ad2a-9be3e25d9506), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:19.497058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69f5a675-3347-4580-9648-dd659eb2e074'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:19.502640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['1768de99-aa48-46b6-ad2a-9be3e25d9506'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:19.516892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Pushing event deleted for resources: {'Port': ['ID=1768de99-aa48-46b6-ad2a-9be3e25d9506,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:19.532590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-dc087f54-59e2-40b2-a4df-80154341c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:19.537504 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-dc087f54-59e2-40b2-a4df-80154341c4f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 1130 time: 0.0814059 Feb 10 04:09:19.576859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] No DVR routers for this DVR port 1768de99-aa48-46b6-ad2a-9be3e25d9506 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:09:19.579518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:19.583259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c5d8908-945d-4d2c-90f5-8764ce385107 req-088a27f4-a419-4ef4-8245-105a63e2c011 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.43 "DELETE /v2.0/ports/1768de99-aa48-46b6-ad2a-9be3e25d9506 HTTP/1.1" status: 204 len: 173 time: 0.5727596 Feb 10 04:09:19.583715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'name': 'network-vif-deleted', 'tag': '1768de99-aa48-46b6-ad2a-9be3e25d9506'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:19.586131 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ccb19c-1a16-4e5c-9be0-a5e4f36479ab" -d '{"events": [{"server_uuid": "2636e63c-5080-40d5-bbcb-5fe7caf4a33b", "name": "network-vif-deleted", "tag": "1768de99-aa48-46b6-ad2a-9be3e25d9506"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:19.632902 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f718cc05-29e5-4752-9bd5-9acd16ae78a8 x-openstack-request-id: req-f718cc05-29e5-4752-9bd5-9acd16ae78a8 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:19.633197 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2636e63c-5080-40d5-bbcb-5fe7caf4a33b", "name": "network-vif-deleted", "tag": "1768de99-aa48-46b6-ad2a-9be3e25d9506", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:19.633451 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f718cc05-29e5-4752-9bd5-9acd16ae78a8 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:19.634923 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2636e63c-5080-40d5-bbcb-5fe7caf4a33b', 'name': 'network-vif-deleted', 'tag': '1768de99-aa48-46b6-ad2a-9be3e25d9506', 'status': 'completed', 'code': 200} Feb 10 04:09:19.760354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-528d4893-fbd5-480c-8e8c-4c7c4c033734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:19.762010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-528d4893-fbd5-480c-8e8c-4c7c4c033734 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2158918 Feb 10 04:09:19.827575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-0298c54b-87d6-4c05-a1ea-cda263423155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 217 time: 0.0552926 Feb 10 04:09:19.906145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-b0f22a77-87dc-4649-aaba-aefcbb9f0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:19.907861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-b0f22a77-87dc-4649-aaba-aefcbb9f0ab7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0747910 Feb 10 04:09:20.037796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-2186d838-bdf8-4d76-b034-535adb8fd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:20.039810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-2186d838-bdf8-4d76-b034-535adb8fd6df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1201990 Feb 10 04:09:20.093593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-8a72d280-5d46-4653-94ac-150c6f417b5e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508621 Feb 10 04:09:20.137453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aecbc-6dcd-4c8d-aee1-a0daa79d9af6 req-55123d8f-23e5-45ba-ad05-c499f9275cac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:20.160524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c87aecbc-6dcd-4c8d-aee1-a0daa79d9af6 req-55123d8f-23e5-45ba-ad05-c499f9275cac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 948 time: 0.0967774 Feb 10 04:09:20.196348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c87aecbc-6dcd-4c8d-aee1-a0daa79d9af6 req-2ef40815-d8c8-4bdd-ac3e-bc4fc6165fdc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482409 Feb 10 04:09:20.257682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-69b7a0a4-fc43-4f40-b8ee-2246b37e77a9 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022121 Feb 10 04:09:20.298342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-cfbe9d9d-b103-4c3a-9400-a11bdd1efd56 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:20.303356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-cfbe9d9d-b103-4c3a-9400-a11bdd1efd56 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979439 Feb 10 04:09:20.325241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a12ea06a-3e2f-485a-a975-81ef96204408 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/quotas/cbbf071b1ca9427a80385d55b9e04030 HTTP/1.1" status: 200 len: 375 time: 0.0182278 Feb 10 04:09:20.434511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbf75cda-337d-4de2-8c8c-526fffc24589 req-712cfd40-4436-43bb-a0a1-00510c401ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627040 Feb 10 04:09:20.517478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-90095855-88ed-4e9f-841c-44f64e508a3f tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533382 Feb 10 04:09:20.567617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a207c775-c2a5-4c66-a45f-00ff7d2e8602 req-234f589f-63c7-4328-a6c5-d4e05142bd87 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=2636e63c-5080-40d5-bbcb-5fe7caf4a33b HTTP/1.1" status: 200 len: 210 time: 0.0412755 Feb 10 04:09:21.419073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26c6-92d5-422d-94d5-1dcc0620f35d req-fa3fab9a-b677-47bd-bd8e-3a27047fc0b0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:21.419073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-926f26c6-92d5-422d-94d5-1dcc0620f35d req-fa3fab9a-b677-47bd-bd8e-3a27047fc0b0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 948 time: 0.1031179 Feb 10 04:09:21.521676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-926f26c6-92d5-422d-94d5-1dcc0620f35d req-453773be-a90d-41bb-95bd-c8faa8b81807 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944583 Feb 10 04:09:21.742067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6dfccb62-526a-4540-826a-219da71f702b req-46a73069-fcad-4cff-9e2f-340e9271a95e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 210 time: 0.0715165 Feb 10 04:09:22.219298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4054c9-cb19-44ef-a7df-983fac55d035 req-5fc07367-f297-4246-bda2-9be9519610d2 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:22.226918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b4054c9-cb19-44ef-a7df-983fac55d035 req-5fc07367-f297-4246-bda2-9be9519610d2 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0676298 Feb 10 04:09:22.312758 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b4054c9-cb19-44ef-a7df-983fac55d035 req-41872a47-4a28-43eb-b79a-4fd9b6f86a48 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849411 Feb 10 04:09:22.670951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c13c-8889-4ab4-8d7d-a9d470c5a73f req-8fcd5ff6-3028-4512-8a36-85b7d7b53f7f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:22.678430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f24c13c-8889-4ab4-8d7d-a9d470c5a73f req-8fcd5ff6-3028-4512-8a36-85b7d7b53f7f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 948 time: 0.0660462 Feb 10 04:09:22.732042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f24c13c-8889-4ab4-8d7d-a9d470c5a73f req-7576b63f-65b9-48bf-886c-516635929937 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Feb 10 04:09:22.855629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf20d029-22ec-4188-bd81-8d91ffdf1650 req-c4a30702-38ba-409c-b622-72a88fba4471 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 210 time: 0.0486877 Feb 10 04:09:23.316021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:09:23.491882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:23.509611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5431bab-dfc0-4fbd-bc97-3da244f89e2c req-568ea7ab-4ad4-4dc2-a0cb-75cd0ff2d1f7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:23.517000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5431bab-dfc0-4fbd-bc97-3da244f89e2c req-568ea7ab-4ad4-4dc2-a0cb-75cd0ff2d1f7 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0770333 Feb 10 04:09:23.524941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1768de99-aa48-46b6-ad2a-9be3e25d9506 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:23.571379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'mac_address': 'fa:16:3e:cb:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:09:23.576250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 1768de99-aa48-46b6-ad2a-9be3e25d9506 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:23.576851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1768de99-aa48-46b6-ad2a-9be3e25d9506 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:23.610575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5431bab-dfc0-4fbd-bc97-3da244f89e2c req-3056c896-e730-42e3-9ad1-0a39257d6941 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924015 Feb 10 04:09:23.684461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:23.685395 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:23.717553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3c9048-2146-41fa-9389-d0330b3f1f5c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:23.744009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:23.851653 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:23.957156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:23.959993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0374b-6276-4bcf-86ed-d560c3d2bd5a req-8a499fdb-44d6-4311-801d-a416befb0770 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:23.969230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0f0374b-6276-4bcf-86ed-d560c3d2bd5a req-8a499fdb-44d6-4311-801d-a416befb0770 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 949 time: 0.1315682 Feb 10 04:09:24.016426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5912928-2d0f-46a7-b9e3-dc916087d3be req-632c1cb8-6e54-4cfe-b660-3a633ccd4091 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 210 time: 0.0389032 Feb 10 04:09:24.040160 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0f0374b-6276-4bcf-86ed-d560c3d2bd5a req-2ef89fbf-6226-4b9f-b6bd-b9ad41dd6f6e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694926 Feb 10 04:09:24.103459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3c3c9048-2146-41fa-9389-d0330b3f1f5c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:24.551658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-8043d70e-d87d-408e-b50f-50773682dffb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305092 Feb 10 04:09:24.590897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-3bb049f9-848f-4100-b2d1-585bdae9a62d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:24.592720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-3bb049f9-848f-4100-b2d1-585bdae9a62d tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.0959218 Feb 10 04:09:24.694888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-08ed2d8b-c07e-4088-812e-0dceac21da3f tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:24.697185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-08ed2d8b-c07e-4088-812e-0dceac21da3f tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400940 Feb 10 04:09:24.712404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:24.779841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Deleting port 69f5a675-3347-4580-9648-dd659eb2e074 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:24.780328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (69f5a675-3347-4580-9648-dd659eb2e074), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:24.933046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] For port 69f5a675-3347-4580-9648-dd659eb2e074, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69f5a675-3347-4580-9648-dd659eb2e074,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:24.933407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (69f5a675-3347-4580-9648-dd659eb2e074), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:24.960277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Calling delete_port for 69f5a675-3347-4580-9648-dd659eb2e074 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:25.060426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af633ca-32e3-49ce-8dd0-da5866ed22b4 req-37df85db-fd04-4d1e-8162-2de1c7b78a86 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:25.062738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6af633ca-32e3-49ce-8dd0-da5866ed22b4 req-37df85db-fd04-4d1e-8162-2de1c7b78a86 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 946 time: 0.3107407 Feb 10 04:09:25.149481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6af633ca-32e3-49ce-8dd0-da5866ed22b4 req-62e16ca7-f873-4364-b90a-0b32d04eff12 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8f515d4-c723-451d-80cc-e125354623d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797958 Feb 10 04:09:25.160034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:25.167386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:25.212892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d10166a2-cd60-4a6b-bf9f-c87304106299 req-53aeee30-cf02-4f50-a9b5-09ba84d76e6b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 210 time: 0.0395257 Feb 10 04:09:25.263918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-d04dfbe9-04fb-4675-bf22-130239f1499c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709920 Feb 10 04:09:25.316168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (69f5a675-3347-4580-9648-dd659eb2e074), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:25.322214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:25.332485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69f5a675-3347-4580-9648-dd659eb2e074'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:25.433275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Pushing event deleted for resources: {'Port': ['ID=69f5a675-3347-4580-9648-dd659eb2e074,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:25.488987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] No DVR routers for this DVR port 69f5a675-3347-4580-9648-dd659eb2e074 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:09:25.492265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:25.496524 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2adf5c4f-670a-4de0-a554-59672c0be766 req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.24 "DELETE /v2.0/ports/69f5a675-3347-4580-9648-dd659eb2e074 HTTP/1.1" status: 204 len: 173 time: 0.8976104 Feb 10 04:09:25.499284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.499284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.499491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.499752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.500156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.500413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.500742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.501104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.501434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.501756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.502080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.502405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.502805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affbecfd-7ad0-4883-8770-bda5c41de9e3 tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:25.511118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'name': 'network-vif-deleted', 'tag': '69f5a675-3347-4580-9648-dd659eb2e074'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:25.513769 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88ec0b9-78b0-4c9d-9d4c-eb8110a66151" -d '{"events": [{"server_uuid": "d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2", "name": "network-vif-deleted", "tag": "69f5a675-3347-4580-9648-dd659eb2e074"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:25.579025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ab8c0-c657-419a-a0b8-dbe272281aa9 req-df6d1be7-79bf-486d-94c2-d63e877ff931 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:25.581221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a9ab8c0-c657-419a-a0b8-dbe272281aa9 req-df6d1be7-79bf-486d-94c2-d63e877ff931 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1665108 Feb 10 04:09:25.659033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a9ab8c0-c657-419a-a0b8-dbe272281aa9 req-baa72061-a9fd-4f0f-b2aa-fc28932a8870 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703673 Feb 10 04:09:25.661115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 3c3c9048-2146-41fa-9389-d0330b3f1f5c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:09:25.662811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700e73e-9bdf-4435-820d-1ded1e17bc37 req-d4e9a315-aa58-49c8-8aab-ea485933da5f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:25.664903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4700e73e-9bdf-4435-820d-1ded1e17bc37 req-d4e9a315-aa58-49c8-8aab-ea485933da5f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 949 time: 0.3997860 Feb 10 04:09:25.666044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 3c3c9048-2146-41fa-9389-d0330b3f1f5c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:25.666582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:25.685889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.54 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/951bd873-a0be-4ab6-80c9-ce01d30fa4d5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:25.723306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-02b65b70-5c9d-42ac-aa42-ca4587b8a5b8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:25.727732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-02b65b70-5c9d-42ac-aa42-ca4587b8a5b8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4468637 Feb 10 04:09:25.728238 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f472d22f-ba6e-474f-87b2-8144a5567621 x-openstack-request-id: req-f472d22f-ba6e-474f-87b2-8144a5567621 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:25.728238 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2", "name": "network-vif-deleted", "tag": "69f5a675-3347-4580-9648-dd659eb2e074", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:25.728238 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f472d22f-ba6e-474f-87b2-8144a5567621 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:25.729946 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2', 'name': 'network-vif-deleted', 'tag': '69f5a675-3347-4580-9648-dd659eb2e074', 'status': 'completed', 'code': 200} Feb 10 04:09:25.753036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:25.822106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:25.822106 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:25.852662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4700e73e-9bdf-4435-820d-1ded1e17bc37 req-c4371a32-f669-4859-8d5e-93a5b350c778 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619160 Feb 10 04:09:25.867228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:25.878923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:25.878923 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7d5248-2051-48c8-8b3b-7766533a8a8e" -d '{"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:25.981751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:26.060205 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140eab86-deb1-44da-b59c-34ab5026bb6b x-openstack-request-id: req-140eab86-deb1-44da-b59c-34ab5026bb6b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:26.060868 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:26.061277 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-140eab86-deb1-44da-b59c-34ab5026bb6b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:26.061837 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'code': 200} Feb 10 04:09:26.063908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:26.159044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:26.291651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1cec496-484b-4bda-b3bd-a954e94c9af6 req-672ce005-f008-42d0-af0b-8d0672db123c tempest-ServerRescueTestJSON-1036958628 tempest-ServerRescueTestJSON-1036958628-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6955c0d-8d88-4a8a-90ce-f6aa5fe7f7b2 HTTP/1.1" status: 200 len: 210 time: 0.0362535 Feb 10 04:09:26.322734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:26.334684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:26.371733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:26.388485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:26.432769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b4ccc-5f53-4b41-b1d6-bed912f2c570 req-eba1b421-ee22-4287-bdb9-f4847eb05cf3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:26.443449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b20b4ccc-5f53-4b41-b1d6-bed912f2c570 req-eba1b421-ee22-4287-bdb9-f4847eb05cf3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.5587990 Feb 10 04:09:26.462584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b4d3f-c15e-4d0e-b257-4a53421b9a7b req-eca84c6b-31f0-4c52-b46e-39d1b3776985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:26.464348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b2b4d3f-c15e-4d0e-b257-4a53421b9a7b req-eca84c6b-31f0-4c52-b46e-39d1b3776985 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 1132 time: 0.1646395 Feb 10 04:09:26.558191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e51eb24-adcc-4443-8adc-ed3bb9b08305 req-7c394f41-cd65-4573-a5c4-98bae256daa9 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 210 time: 0.1706815 Feb 10 04:09:26.570936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b20b4ccc-5f53-4b41-b1d6-bed912f2c570 req-0386df20-9a94-4e54-82af-25870c9d5e19 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262112 Feb 10 04:09:26.599440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b2b4d3f-c15e-4d0e-b257-4a53421b9a7b req-bf9ab136-27c7-4310-bb75-e861a07fa6bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251926 Feb 10 04:09:26.618960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:26.695698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.61 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/4a036985-c2d7-48db-a924-019dada63b78) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:26.714111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:26.716057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:26.729992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:26.927627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-121e0cb6-33e4-4c70-aecf-ab13e50aa8a3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:26.934378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-121e0cb6-33e4-4c70-aecf-ab13e50aa8a3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.1378231 Feb 10 04:09:26.969735 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-06cd9372-d369-43d7-ba79-f1d265d88807 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/quotas/abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 375 time: 0.0339983 Feb 10 04:09:27.065411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ebc5b67f-5180-4e59-8cb4-73ab3a4613c3 None None] Provisioning complete for port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:27.065798 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b67f-5180-4e59-8cb4-73ab3a4613c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:27.085774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dd72c-dc5f-43bb-aa09-2a3aa2ac3a7f req-95456d66-a5d4-4d6b-815b-1d88ed9c7422 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:27.092087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a4dd72c-dc5f-43bb-aa09-2a3aa2ac3a7f req-95456d66-a5d4-4d6b-815b-1d88ed9c7422 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0845921 Feb 10 04:09:27.095019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:27.095749 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:27.147110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5b67f-5180-4e59-8cb4-73ab3a4613c3 None None] Port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:27.168456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a4dd72c-dc5f-43bb-aa09-2a3aa2ac3a7f req-05ed42b4-9c5f-4679-9534-4d40a0d0f515 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594440 Feb 10 04:09:27.200217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-a1676322-cca8-4d60-8fa6-a7150c934f69 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2299972 Feb 10 04:09:27.302919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (4a036985-c2d7-48db-a924-019dada63b78), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:27.348708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-549cd7f2-0a54-4b3c-b0bf-a606e92643c5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:09:27.350429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-549cd7f2-0a54-4b3c-b0bf-a606e92643c5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1415510 Feb 10 04:09:27.355405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-3e9209dd-d34a-4439-b10d-c5fba8bb79d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6468105 Feb 10 04:09:27.376532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:27.377857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Request body: {'port': {'device_id': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:27.548832 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:27.600543 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f6b94d0c-ea5d-4bac-8105-ca951a668f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:28.001025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a16195-bea1-4c77-9b16-6fb35f2fdd29 req-d29a027f-5cc6-423d-a788-c2edbf243c8a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:28.002677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0a16195-bea1-4c77-9b16-6fb35f2fdd29 req-d29a027f-5cc6-423d-a788-c2edbf243c8a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 935 time: 0.1414793 Feb 10 04:09:28.127344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4a036985-c2d7-48db-a924-019dada63b78), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:28.144519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:28.181287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-f468572b-2229-44e9-95bc-e17ef574d0e2 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225605 Feb 10 04:09:28.260734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:28.261490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0a16195-bea1-4c77-9b16-6fb35f2fdd29 req-105b93f5-086d-4f73-b985-49aabd51dfa0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993446 Feb 10 04:09:28.309595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:28.359923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69f5a675-3347-4580-9648-dd659eb2e074 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:28.373351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:28.402398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 69f5a675-3347-4580-9648-dd659eb2e074 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:28.403149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69f5a675-3347-4580-9648-dd659eb2e074 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:28.574688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334987-02b3-4498-9341-e72f53233e41 req-7e1c40c6-099c-4fcd-96bc-5c4f7089d6f7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:28.588803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb334987-02b3-4498-9341-e72f53233e41 req-7e1c40c6-099c-4fcd-96bc-5c4f7089d6f7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1975253 Feb 10 04:09:28.600379 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (bc40e480-685f-434e-9f0f-62bff0982ada), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:28.613661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=4a036985-c2d7-48db-a924-019dada63b78,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:28.694742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d1843c58-5474-4343-8d86-25326e3301c1 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071588 Feb 10 04:09:28.696871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:28.697553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:28.785066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb334987-02b3-4498-9341-e72f53233e41 req-c40d92fc-0aea-4c6b-80d4-5e739d9cc169 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743135 Feb 10 04:09:28.817861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ac769b14-7c39-449d-92d6-c2156d6a137a None None] Provisioning complete for port 4a036985-c2d7-48db-a924-019dada63b78 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:28.818361 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac769b14-7c39-449d-92d6-c2156d6a137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4a036985-c2d7-48db-a924-019dada63b78), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:28.910694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-0f52defd-8f99-4734-9a56-8ca1eebab7fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1630430 Feb 10 04:09:28.932169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ac769b14-7c39-449d-92d6-c2156d6a137a None None] Port 4a036985-c2d7-48db-a924-019dada63b78 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:28.954170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Request body: {'port': {'device_id': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:29.060418 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4a036985-c2d7-48db-a924-019dada63b78), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:29.073919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf0df5-e45c-4b55-8a6b-d4a484a8294d req-750e0c2e-8d34-4365-b6a6-a0776df1005a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:29.075213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1bf0df5-e45c-4b55-8a6b-d4a484a8294d req-750e0c2e-8d34-4365-b6a6-a0776df1005a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0990069 Feb 10 04:09:29.099665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:29.140084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Publish callbacks [] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:29.173326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Transition to ACTIVE for port object 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:09:29.198597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1bf0df5-e45c-4b55-8a6b-d4a484a8294d req-7aaa7a9a-0187-4ee7-92ef-d4c7dd9e4256 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087732 Feb 10 04:09:29.307284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Deleting port 8d1ba34e-852f-422c-a270-319b96fb0371 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:29.307735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:29.327764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:29.346677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4683889-ecfd-4410-ab73-5ff8e00e8f4e req-0041a6e4-f178-4c8e-90ba-55d6fbc480cb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 210 time: 0.0693309 Feb 10 04:09:29.722966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] For port 8d1ba34e-852f-422c-a270-319b96fb0371, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8d1ba34e-852f-422c-a270-319b96fb0371,segment=NetworkSegment(84ce4e73-eb19-40fd-9029-cc9ed26fb646),segment_id=84ce4e73-eb19-40fd-9029-cc9ed26fb646)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:29.725434 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:29.763040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Calling delete_port for 8d1ba34e-852f-422c-a270-319b96fb0371 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:29.863872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-9395033a-1ec4-436e-b9ef-1e958c053235 req-a5eb090d-f856-47d1-ac3e-b11167aeb8e4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:09:29.864826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9395033a-1ec4-436e-b9ef-1e958c053235 req-a5eb090d-f856-47d1-ac3e-b11167aeb8e4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055873 Feb 10 04:09:29.917421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Pushing event updated for resources: {'Port': ['ID=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:30.013368 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-14c991dd-9827-44f8-8ad3-7a3eb27b3eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:30.069099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.069447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.069795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.070137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.071334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.072627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.072990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.073332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.073671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.074008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.076756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.077121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.077471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:30.180000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab27f47-5cd7-4709-af10-83135896c1e7 req-02a246e8-4dc4-4f1f-abaf-b0851b203c43 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:30.188265 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ab27f47-5cd7-4709-af10-83135896c1e7 req-02a246e8-4dc4-4f1f-abaf-b0851b203c43 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 935 time: 0.5791948 Feb 10 04:09:30.311439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a036985-c2d7-48db-a924-019dada63b78 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:30.315602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8d1ba34e-852f-422c-a270-319b96fb0371), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:30.345162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Publish callbacks [] for port (4a036985-c2d7-48db-a924-019dada63b78), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:30.404891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Transition to ACTIVE for port object 4a036985-c2d7-48db-a924-019dada63b78 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:09:30.467741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1ba34e-852f-422c-a270-319b96fb0371,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:30.493545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ab27f47-5cd7-4709-af10-83135896c1e7 req-85bca3e8-40d7-464c-bab5-e811ebe3f23e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039935 Feb 10 04:09:30.494497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Attempting to bind port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:30.495145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Attempting to bind port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:30.495481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Attempting to bind port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:30.505084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4a036985-c2d7-48db-a924-019dada63b78), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:30.507773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:09:30.508204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Attempting to bind port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:30.532222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dda5710d-078c-443d-89be-05c7e57a48b0 req-bd627b5a-9962-4128-bf6d-0c2c0c589672 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 210 time: 0.0765669 Feb 10 04:09:30.553861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:30.553861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:30.554229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:30.554512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Bound port: 951bd873-a0be-4ab6-80c9-ce01d30fa4d5, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:30.554905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:30.710327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Pushing event updated for resources: {'Port': ['ID=4a036985-c2d7-48db-a924-019dada63b78,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:30.823616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-a655af75-f273-4d7a-bbcd-634c05a66280 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1541688 Feb 10 04:09:30.857452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (bc40e480-685f-434e-9f0f-62bff0982ada), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:30.977609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] For port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:30.986103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] For port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:30.989376 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:31.020589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54835a-bf61-4dc8-ae37-b658efe58e0f req-d632afac-00fc-42ae-875e-109f4d0689be tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:31.022217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d54835a-bf61-4dc8-ae37-b658efe58e0f req-d632afac-00fc-42ae-875e-109f4d0689be tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.3693895 Feb 10 04:09:31.082545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Attempting to bind port 4a036985-c2d7-48db-a924-019dada63b78 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:31.082925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Attempting to bind port 4a036985-c2d7-48db-a924-019dada63b78 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:31.083258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Attempting to bind port 4a036985-c2d7-48db-a924-019dada63b78 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:31.094683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:31.169014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Port 4a036985-c2d7-48db-a924-019dada63b78 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:09:31.169564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Attempting to bind port 4a036985-c2d7-48db-a924-019dada63b78 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:31.264270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:31.274825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:31.274825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:31.274825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Bound port: 4a036985-c2d7-48db-a924-019dada63b78, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:31.274825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4a036985-c2d7-48db-a924-019dada63b78), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:31.302736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:31.303611 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:31.309999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/951bd873-a0be-4ab6-80c9-ce01d30fa4d5 HTTP/1.1" status: 200 len: 1095 time: 3.9336593 Feb 10 04:09:31.315215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Router bc40e480-685f-434e-9f0f-62bff0982ada has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:09:31.324878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'tag': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:31.332542 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1618407-af36-4796-b157-b87a5cfbad5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce", "tag": "951bd873-a0be-4ab6-80c9-ce01d30fa4d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:31.433690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a4fed-1aff-4caf-9abc-77d909ff11c7 service neutron] Pushing event updated for resources: {'Port': ['ID=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:31.439029 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d54835a-bf61-4dc8-ae37-b658efe58e0f req-26abae7e-4507-4ae1-a544-65ce61ffb770 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982852 Feb 10 04:09:31.440816 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575c4b9-e70a-42cc-93fd-3e0a82db5854 x-openstack-request-id: req-3575c4b9-e70a-42cc-93fd-3e0a82db5854 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:31.441140 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce", "tag": "951bd873-a0be-4ab6-80c9-ce01d30fa4d5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:31.441247 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3575c4b9-e70a-42cc-93fd-3e0a82db5854 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:31.441572 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'tag': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', 'status': 'completed', 'code': 200} Feb 10 04:09:31.579532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] For port 4a036985-c2d7-48db-a924-019dada63b78, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:31.593836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] For port 4a036985-c2d7-48db-a924-019dada63b78, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4a036985-c2d7-48db-a924-019dada63b78,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:31.595285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:09:31.613097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c7eee9b8-ef9a-4179-82a3-52517b413510 admin admin] 10.222.0.42 "PUT /v2.0/routers/bc40e480-685f-434e-9f0f-62bff0982ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2345524 Feb 10 04:09:31.614143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33130) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:31.619485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] Sync routers for ids ['bc40e480-685f-434e-9f0f-62bff0982ada'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:09:31.641303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] Routers {'bc40e480-685f-434e-9f0f-62bff0982ada'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:09:31.642256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bc40e480-685f-434e-9f0f-62bff0982ada'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:31.774661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1618407-af36-4796-b157-b87a5cfbad5b req-76e5cdf8-aa8d-4df1-b01b-4a296bec49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:31.777913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1618407-af36-4796-b157-b87a5cfbad5b req-76e5cdf8-aa8d-4df1-b01b-4a296bec49f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 1129 time: 0.3330352 Feb 10 04:09:31.783860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4a036985-c2d7-48db-a924-019dada63b78), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:31.787010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea6736-5ab9-427c-8a21-214097374bcb req-54be918c-790a-40b7-94c2-854f9f7c224e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:31.795861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ecea6736-5ab9-427c-8a21-214097374bcb req-54be918c-790a-40b7-94c2-854f9f7c224e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 947 time: 0.1187770 Feb 10 04:09:31.815146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] Set router bc40e480-685f-434e-9f0f-62bff0982ada gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:09:31.838323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33138) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:31.919653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3fcb4551-e7f5-47ae-8f30-b3d2d4d4ac97 req-378e248b-5657-474f-ad1b-5f34e11b4059 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 210 time: 0.1810007 Feb 10 04:09:31.943991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ecea6736-5ab9-427c-8a21-214097374bcb req-b2912232-7a9f-42e7-ba61-60b3a0251416 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399724 Feb 10 04:09:32.078189 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1618407-af36-4796-b157-b87a5cfbad5b req-465f5bb9-96d7-4fde-9eaf-90218e49af92 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2833278 Feb 10 04:09:32.148256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:09:30Z', 'revision_number': 5, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:32.166287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-7f4b7419-6c13-4de2-a80d-1ddb34be590c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:32.168646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-7f4b7419-6c13-4de2-a80d-1ddb34be590c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports/3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 947 time: 0.3284240 Feb 10 04:09:32.168775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:32.169064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:32.170486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-28048c84-f8de-4966-b43b-03f756054430 service neutron] 10.222.0.24 "PUT /v2.0/ports/4a036985-c2d7-48db-a924-019dada63b78 HTTP/1.1" status: 200 len: 1095 time: 3.2479799 Feb 10 04:09:32.231803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] Checking router: bc40e480-685f-434e-9f0f-62bff0982ada for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:09:32.252572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] Routers {'bc40e480-685f-434e-9f0f-62bff0982ada'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:09:32.253691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bc40e480-685f-434e-9f0f-62bff0982ada'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:32.431767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28048c84-f8de-4966-b43b-03f756054430 service neutron] Pushing event updated for resources: {'Port': ['ID=4a036985-c2d7-48db-a924-019dada63b78,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:32.485232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1618407-af36-4796-b157-b87a5cfbad5b req-85d76dde-60a9-4408-a4b9-fce57e4a3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:32.487147 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1618407-af36-4796-b157-b87a5cfbad5b req-85d76dde-60a9-4408-a4b9-fce57e4a3423 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818600 Feb 10 04:09:32.614243 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:32.632188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] Set router bc40e480-685f-434e-9f0f-62bff0982ada gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:09:32.655336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks [] for router (bc40e480-685f-434e-9f0f-62bff0982ada), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:32.738507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-12a875f5-53d1-49dd-bb8f-be0aaf78c61a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:32.740074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-12a875f5-53d1-49dd-bb8f-be0aaf78c61a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.1694715 Feb 10 04:09:32.754245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'port': {'device_id': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'admin_state_up': True, 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:32.931710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60123977-f14b-4e2a-bc6a-1a861588960d req-2026c02f-dbfd-4cd9-9b89-4c42a1a3a4f9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:32.938564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60123977-f14b-4e2a-bc6a-1a861588960d req-2026c02f-dbfd-4cd9-9b89-4c42a1a3a4f9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1974142 Feb 10 04:09:33.017912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60123977-f14b-4e2a-bc6a-1a861588960d req-bf3b043d-d35c-4551-88cf-1d12dbd3e787 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782943 Feb 10 04:09:33.065982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:09:30Z', 'revision_number': 5, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:33.102078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-91f25078-106c-40cc-acde-3c7e8a2ee86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:33.103675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-91f25078-106c-40cc-acde-3c7e8a2ee86b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 1129 time: 0.6149502 Feb 10 04:09:33.175480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c741f1-5285-4111-a9d7-7de84ffd9d39 None None] The sync data for ids ['bc40e480-685f-434e-9f0f-62bff0982ada'] in n-d-827844-2 is: [{'id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'name': 'tempest-ServerRescueTestJSON-122418840-router', 'tenant_id': 'fabf036da769424f855b4512bdd7863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6ff362dd-b817-4847-ae25-084a42f23538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:07:09Z', 'updated_at': '2022-02-10T04:09:30Z', 'revision_number': 5, 'project_id': 'fabf036da769424f855b4512bdd7863b', 'gw_port': {'id': '6ff362dd-b817-4847-ae25-084a42f23538', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc40e480-685f-434e-9f0f-62bff0982ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:07:10Z', 'updated_at': '2022-02-10T04:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:09:33.217715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Made reservation on behalf of abf0d4d19fe34e06a3d997474c9c4cd9 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:33.224583 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:33.337726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a77a085-9ce5-4ced-851e-f91bfe1bd675 req-21089997-ae44-4828-a5ed-fd24d395004a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 210 time: 0.2329352 Feb 10 04:09:33.344027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-d6d40108-fceb-4328-afa1-d7d70e52d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:33.348071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-d6d40108-fceb-4328-afa1-d7d70e52d138 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 1129 time: 0.7172065 Feb 10 04:09:33.349977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-e7c4d5cc-1f7b-43a1-90ed-b9665c34e312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4a036985-c2d7-48db-a924-019dada63b78 HTTP/1.1" status: 200 len: 217 time: 0.2101502 Feb 10 04:09:33.450897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'tag': '4a036985-c2d7-48db-a924-019dada63b78'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:33.450897 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c816e83b-ddd3-44e2-a045-9df5ea4bf75c", "tag": "4a036985-c2d7-48db-a924-019dada63b78"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:33.463876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b85d1b-94d7-49c1-9410-df99bf2fb939 req-93db4bd6-f799-4115-9485-2186f38c15e5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:33.470785 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks [] for router_gateway (bc40e480-685f-434e-9f0f-62bff0982ada), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:33.483180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8b85d1b-94d7-49c1-9410-df99bf2fb939 req-93db4bd6-f799-4115-9485-2186f38c15e5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 947 time: 0.3666451 Feb 10 04:09:33.496647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-bf08cc66-21e4-4c43-9bef-0ae686dc7cee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=951bd873-a0be-4ab6-80c9-ce01d30fa4d5 HTTP/1.1" status: 200 len: 217 time: 0.1223338 Feb 10 04:09:33.541419 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bdbe21-f26d-4cf1-8332-92909cbc2043 x-openstack-request-id: req-08bdbe21-f26d-4cf1-8332-92909cbc2043 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:33.542206 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c816e83b-ddd3-44e2-a045-9df5ea4bf75c", "tag": "4a036985-c2d7-48db-a924-019dada63b78", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:33.542206 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08bdbe21-f26d-4cf1-8332-92909cbc2043 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:33.542482 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'tag': '4a036985-c2d7-48db-a924-019dada63b78', 'status': 'completed', 'code': 200} Feb 10 04:09:33.579688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Allocated IP 172.20.0.7 (36db4135-2aff-4d08-a93b-23775dc656a5/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26/cf5f6898-db38-49bd-b7f5-f585afa088d6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:33.610153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a61041d1-b29e-44f3-8d34-9a55ff63a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:33.612149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a61041d1-b29e-44f3-8d34-9a55ff63a49c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2458045 Feb 10 04:09:33.626435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8b85d1b-94d7-49c1-9410-df99bf2fb939 req-93987f58-5829-4de2-8724-72ac2199e739 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402926 Feb 10 04:09:33.730996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-1b0b3bf4-146b-42d6-af42-568812cdbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:33.732421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-1b0b3bf4-146b-42d6-af42-568812cdbe9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2199273 Feb 10 04:09:33.776082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33186) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:33.843008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:33.843876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-4630cf1d-a6d8-4593-8bb1-ca28f64f2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:33.845461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-4630cf1d-a6d8-4593-8bb1-ca28f64f2898 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2025042 Feb 10 04:09:33.881313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:33.881853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-b0bd4be1-cbb5-439e-a5b7-b148ce5591d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:33.883466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-b0bd4be1-cbb5-439e-a5b7-b148ce5591d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1425724 Feb 10 04:09:33.889195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Deleting port 6ff362dd-b817-4847-ae25-084a42f23538 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:33.889195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6ff362dd-b817-4847-ae25-084a42f23538), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:33.965754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:33.976734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8d1ba34e-852f-422c-a270-319b96fb0371 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:33.980248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:34.060101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 8d1ba34e-852f-422c-a270-319b96fb0371 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:34.060457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8d1ba34e-852f-422c-a270-319b96fb0371 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:34.127504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:34.204749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:34.230977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:34.328207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:34.328861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:34.400751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=cf5f6898-db38-49bd-b7f5-f585afa088d6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:34.458817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a334384-6aaf-43d9-9796-20f77bd6efe3 req-12d1fa74-efd6-47cc-b0cb-1b0999d6468f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:34.469579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a334384-6aaf-43d9-9796-20f77bd6efe3 req-12d1fa74-efd6-47cc-b0cb-1b0999d6468f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.3028140 Feb 10 04:09:34.551098 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-d976a491-2caf-4fab-b82e-e9e0454e785d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7981384 Feb 10 04:09:34.569098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Request body: {'port': {'device_id': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:34.665013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cb54c2ae-15e4-448d-b592-015cef9210d2 None None] Provisioning complete for port cf5f6898-db38-49bd-b7f5-f585afa088d6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:34.665013 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb54c2ae-15e4-448d-b592-015cef9210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:34.716574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:34.754454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a334384-6aaf-43d9-9796-20f77bd6efe3 req-8935ae56-4a1a-46a1-80d7-58d5ca242efd tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838714 Feb 10 04:09:34.788601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cb54c2ae-15e4-448d-b592-015cef9210d2 None None] Port cf5f6898-db38-49bd-b7f5-f585afa088d6 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:34.840642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-5af01f9a-6567-44fe-aab1-aab403e8c7e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9866753 Feb 10 04:09:34.857816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4f91126-d5d1-4753-b188-8a1f93fbce3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.048447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5f6898-db38-49bd-b7f5-f585afa088d6 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:35.058390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Publish callbacks [] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.073750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Transition to ACTIVE for port object cf5f6898-db38-49bd-b7f5-f585afa088d6 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:09:35.147663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2445e7d-d2c8-461f-8fa4-0847beb6fff1 req-41ec0b5d-926b-4653-9298-69ba43b9aa76 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.149491 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2445e7d-d2c8-461f-8fa4-0847beb6fff1 req-41ec0b5d-926b-4653-9298-69ba43b9aa76 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.0741081 Feb 10 04:09:35.187621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.188779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-97331127-ee34-4dde-91de-39678516023b service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677276 Feb 10 04:09:35.217059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] For port 6ff362dd-b817-4847-ae25-084a42f23538, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6ff362dd-b817-4847-ae25-084a42f23538,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:35.217472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6ff362dd-b817-4847-ae25-084a42f23538), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.254309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-eb56d8c0-0ff7-4d2e-aea4-fc861e8a0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.255919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-eb56d8c0-0ff7-4d2e-aea4-fc861e8a0199 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 1132 time: 0.5474784 Feb 10 04:09:35.258040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Calling delete_port for 6ff362dd-b817-4847-ae25-084a42f23538 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:35.318313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2445e7d-d2c8-461f-8fa4-0847beb6fff1 req-e5827106-2fdf-4e52-839c-b5065ec395ac tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581955 Feb 10 04:09:35.331878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f6898-db38-49bd-b7f5-f585afa088d6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:35.406444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-1aa16b4b-77e8-4f00-9f6b-7d862adcef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.407982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-1aa16b4b-77e8-4f00-9f6b-7d862adcef08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1365745 Feb 10 04:09:35.430049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-a13eba4e-a7c9-4498-8a38-8552ac5e7451 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5324972 Feb 10 04:09:35.493963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-99c9980d-dbec-4998-ac42-4afadd36067d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 217 time: 0.0605502 Feb 10 04:09:35.501990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62a841-0520-4d3e-b095-c7496e221941 req-55fe88d9-26cb-44ce-be38-f90543a60c9e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.503953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f62a841-0520-4d3e-b095-c7496e221941 req-55fe88d9-26cb-44ce-be38-f90543a60c9e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 931 time: 0.6733055 Feb 10 04:09:35.553467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Attempting to bind port cf5f6898-db38-49bd-b7f5-f585afa088d6 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:35.568817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Attempting to bind port cf5f6898-db38-49bd-b7f5-f585afa088d6 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:35.569454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Attempting to bind port cf5f6898-db38-49bd-b7f5-f585afa088d6 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:35.577197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Port cf5f6898-db38-49bd-b7f5-f585afa088d6 on network 36db4135-2aff-4d08-a93b-23775dc656a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:09:35.577855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Attempting to bind port cf5f6898-db38-49bd-b7f5-f585afa088d6 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:35.593361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:35.594183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:35.594819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Bound using segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:35.595450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Bound port: cf5f6898-db38-49bd-b7f5-f585afa088d6, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:35.596005 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.626462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-fe2857f5-aea0-49ee-86c4-f8945812f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.629160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-fe2857f5-aea0-49ee-86c4-f8945812f0fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1019056 Feb 10 04:09:35.648494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e7537-24d6-4faf-9db2-70228c0dd524 req-5a3f7065-7d39-4993-9015-d0bd0082059d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.656254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d84e7537-24d6-4faf-9db2-70228c0dd524 req-5a3f7065-7d39-4993-9015-d0bd0082059d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 947 time: 0.2052310 Feb 10 04:09:35.785898 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d84e7537-24d6-4faf-9db2-70228c0dd524 req-832e6c6d-6177-41d5-bf14-af2b9e40ef59 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262403 Feb 10 04:09:35.806834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] For port cf5f6898-db38-49bd-b7f5-f585afa088d6, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:35.810425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] For port cf5f6898-db38-49bd-b7f5-f585afa088d6, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:35.829655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4f91126-d5d1-4753-b188-8a1f93fbce3b admin admin] Publish callbacks [] for security_group (fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.837381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-54208786-7254-44c0-9f11-4f6b2aac1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.838968 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-54208786-7254-44c0-9f11-4f6b2aac1de4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1738288 Feb 10 04:09:35.900719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.954270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f62a841-0520-4d3e-b095-c7496e221941 req-39c7dc10-b23c-47b1-bbea-17c5d4bc96d3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309767 Feb 10 04:09:35.954905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f32f8-d77e-4f7b-9d19-fd5512f3caea req-dc3f1408-0323-49d7-8165-59963edd234b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.957123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-641f32f8-d77e-4f7b-9d19-fd5512f3caea req-dc3f1408-0323-49d7-8165-59963edd234b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0995228 Feb 10 04:09:35.962877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.963825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.965200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf5f6898-db38-49bd-b7f5-f585afa088d6 HTTP/1.1" status: 200 len: 1091 time: 1.4074042 Feb 10 04:09:35.969653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:35.971376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-61af2a6d-6e8d-4cee-8052-82ed43c2bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:35.973988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-61af2a6d-6e8d-4cee-8052-82ed43c2bb78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 1129 time: 0.5618026 Feb 10 04:09:35.974962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4f91126-d5d1-4753-b188-8a1f93fbce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:35.983351 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ddfc03-a3cb-4945-b77d-a326a4336cde" -d '{"events": [{"name": "network-changed", "server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:36.020297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f91126-d5d1-4753-b188-8a1f93fbce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:36.056591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b727240-6ae0-4c38-b1bf-9a03f329a098 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f6898-db38-49bd-b7f5-f585afa088d6,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:36.082885 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55350790-0caa-4ab5-b556-c8aeda5d4d14 x-openstack-request-id: req-55350790-0caa-4ab5-b556-c8aeda5d4d14 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:36.083182 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:36.083437 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55350790-0caa-4ab5-b556-c8aeda5d4d14 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:36.084095 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6', 'status': 'completed', 'code': 200} Feb 10 04:09:36.102740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-641f32f8-d77e-4f7b-9d19-fd5512f3caea req-e1181b60-17da-4279-85d7-3b0ca7f7d661 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342745 Feb 10 04:09:36.229315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddfc03-a3cb-4945-b77d-a326a4336cde req-b8772437-d53a-491b-b0ae-ef316ba6b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.230890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88ddfc03-a3cb-4945-b77d-a326a4336cde req-b8772437-d53a-491b-b0ae-ef316ba6b251 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 1125 time: 0.1261556 Feb 10 04:09:36.291805 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f093c3ff-9955-41cb-b011-67e0f95374a3 req-23ddd0fe-4af2-411c-a517-c1e25b932f0b service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043411 Feb 10 04:09:36.300365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f4f91126-d5d1-4753-b188-8a1f93fbce3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3979a3c43bda43da9b4da854ccf2c13d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5217819 Feb 10 04:09:36.308837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33216) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:36.423208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-ad004938-951f-472a-8010-2ea16287a39f service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706286 Feb 10 04:09:36.466880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-f89fd046-c674-4efb-a232-b06574379a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.468399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-f89fd046-c674-4efb-a232-b06574379a28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.4502401 Feb 10 04:09:36.501156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddfc03-a3cb-4945-b77d-a326a4336cde req-13e00bd4-7b39-44d8-a865-6eafd70c4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.502673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88ddfc03-a3cb-4945-b77d-a326a4336cde req-13e00bd4-7b39-44d8-a865-6eafd70c4dd6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2638907 Feb 10 04:09:36.504125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07436b78-ab6b-4a2f-a028-155ad02affcf admin admin] Publish callbacks [] for security_group (fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:36.623208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-3779cc3c-a132-447b-9612-fb526514d379 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4a036985-c2d7-48db-a924-019dada63b78 HTTP/1.1" status: 200 len: 217 time: 0.1375613 Feb 10 04:09:36.642225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07436b78-ab6b-4a2f-a028-155ad02affcf admin admin] Publish callbacks [] for security_group (fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:36.659720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddfc03-a3cb-4945-b77d-a326a4336cde req-0d07b65f-0d8a-4cba-ace1-0b1bad46012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.661447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88ddfc03-a3cb-4945-b77d-a326a4336cde req-0d07b65f-0d8a-4cba-ace1-0b1bad46012c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497765 Feb 10 04:09:36.697631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-aca11b6f-2cda-496f-b749-05bf86bf04ab service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595150 Feb 10 04:09:36.723385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-2e806a54-3342-4aa5-95e0-8f9190c3b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.725376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-2e806a54-3342-4aa5-95e0-8f9190c3b0ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0864997 Feb 10 04:09:36.736611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b95620-10fd-4ba8-876e-ce9ee94b4aab req-07e85026-0217-4041-9c41-42027d0f6f09 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.739289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55b95620-10fd-4ba8-876e-ce9ee94b4aab req-07e85026-0217-4041-9c41-42027d0f6f09 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.3239579 Feb 10 04:09:36.742352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6ff362dd-b817-4847-ae25-084a42f23538), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:36.820035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07436b78-ab6b-4a2f-a028-155ad02affcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:36.822840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07436b78-ab6b-4a2f-a028-155ad02affcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:36.827587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-07436b78-ab6b-4a2f-a028-155ad02affcf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac HTTP/1.1" status: 204 len: 168 time: 0.5142193 Feb 10 04:09:36.827766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff362dd-b817-4847-ae25-084a42f23538,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:36.843818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436b78-ab6b-4a2f-a028-155ad02affcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2bde34-0e2c-4dbb-b607-f33c8c1f6eac,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:36.948984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-dc538878-cde2-415b-ad52-60b87aa721a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.950449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-dc538878-cde2-415b-ad52-60b87aa721a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 1125 time: 0.2100666 Feb 10 04:09:36.954696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55b95620-10fd-4ba8-876e-ce9ee94b4aab req-36aff554-39da-426d-98ed-a5f01cf382b0 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090144 Feb 10 04:09:36.961851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-7f168458-1096-4e2e-b7e3-c3826d1221d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:36.961851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-7f168458-1096-4e2e-b7e3-c3826d1221d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2190108 Feb 10 04:09:36.967686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (bc40e480-685f-434e-9f0f-62bff0982ada), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.011321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-83e9790c-7326-4f4a-969e-3a4abcfc05f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6 HTTP/1.1" status: 200 len: 217 time: 0.0492349 Feb 10 04:09:37.039334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7742af3-349d-4a7f-895d-a00b1845b576 req-7b86115a-529d-49c3-858e-6a897974b830 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:37.042312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7742af3-349d-4a7f-895d-a00b1845b576 req-7b86115a-529d-49c3-858e-6a897974b830 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 947 time: 0.0889719 Feb 10 04:09:37.081538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-da3044cc-ecc4-489c-80ad-4bd0c9b728cc tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:37.083280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-da3044cc-ecc4-489c-80ad-4bd0c9b728cc tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 945 time: 0.1916332 Feb 10 04:09:37.160309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7742af3-349d-4a7f-895d-a00b1845b576 req-5dcab5df-55ee-43ef-8bb6-5a94e1e813e6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084328 Feb 10 04:09:37.226381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (bc40e480-685f-434e-9f0f-62bff0982ada), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.229238 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks [] for router_controller (bc40e480-685f-434e-9f0f-62bff0982ada), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.238755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Deleting port ecf00a9e-737f-478b-8763-a3aa197888fa {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:37.239115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.287068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-e6a93ad0-f1a8-4edd-8f6c-c4c7d2a5ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:37.294196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-e6a93ad0-f1a8-4edd-8f6c-c4c7d2a5ab42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.2466671 Feb 10 04:09:37.350576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff97692-bb0e-497d-89f1-ff81949e9610 req-361801be-a070-4358-be9a-d42300074ae6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:37.352201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ff97692-bb0e-497d-89f1-ff81949e9610 req-361801be-a070-4358-be9a-d42300074ae6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 943 time: 0.2413692 Feb 10 04:09:37.355313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-87968bc8-8d06-4585-a522-3c015418da87 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845804 Feb 10 04:09:37.375342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] For port ecf00a9e-737f-478b-8763-a3aa197888fa, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf00a9e-737f-478b-8763-a3aa197888fa,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:37.375711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.391384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (bc40e480-685f-434e-9f0f-62bff0982ada), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.391945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc40e480-685f-434e-9f0f-62bff0982ada {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:09:37.400699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Calling delete_port for ecf00a9e-737f-478b-8763-a3aa197888fa owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:37.408153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.409352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0f7d16d0-0e6e-452f-8eab-6a508e6defc8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bc40e480-685f-434e-9f0f-62bff0982ada HTTP/1.1" status: 204 len: 168 time: 5.7922533 Feb 10 04:09:37.412705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33236) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:37.466808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715cef1-17f3-45f2-88b6-181c7219a7fd req-253c24ba-5360-4c55-8184-51f185991c9b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:37.468697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1715cef1-17f3-45f2-88b6-181c7219a7fd req-253c24ba-5360-4c55-8184-51f185991c9b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1432943 Feb 10 04:09:37.507476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-36e5a19b-20d9-4ce8-99d0-0d8dc6e6011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:37.509025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-36e5a19b-20d9-4ce8-99d0-0d8dc6e6011b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2113435 Feb 10 04:09:37.542441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ff97692-bb0e-497d-89f1-ff81949e9610 req-b2d96b01-d8b0-44c1-8976-0319b8a85b94 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805937 Feb 10 04:09:37.563837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1715cef1-17f3-45f2-88b6-181c7219a7fd req-91086147-072d-44c5-931e-1212d4753221 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839932 Feb 10 04:09:37.584399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] Deleting subnet 0e912084-eecb-47dc-9766-1b0f0afadecc {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:09:37.593330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] Publish callbacks [] for subnet (0e912084-eecb-47dc-9766-1b0f0afadecc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.646553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bfffe9e-8a6f-4c46-b121-1e9d2c1ab1a4 req-0e43fa51-ed2d-46ca-ba76-e66c4fbe5ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765467 Feb 10 04:09:37.673711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (0e912084-eecb-47dc-9766-1b0f0afadecc), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.712534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-3e92573f-5542-4573-ad5b-d893b9f45b90 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930592 Feb 10 04:09:37.734764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ecf00a9e-737f-478b-8763-a3aa197888fa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.744097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (0e912084-eecb-47dc-9766-1b0f0afadecc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.747060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8829d0e7-7dc5-4725-b05a-eb6aa19b2822', 'ecf00a9e-737f-478b-8763-a3aa197888fa'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:37.772221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Pushing event deleted for resources: {'Port': ['ID=ecf00a9e-737f-478b-8763-a3aa197888fa,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:37.801553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33238) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:37.835956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] No DVR routers for this DVR port ecf00a9e-737f-478b-8763-a3aa197888fa on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:09:37.837859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc6077b7-a338-4c0c-93cd-a0c908757921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.841086 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.844418 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bf921ce-4d43-435a-a767-e37b6a893ddd req-e7cf4181-9e62-4266-a91f-f263d08a797e tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "DELETE /v2.0/ports/ecf00a9e-737f-478b-8763-a3aa197888fa HTTP/1.1" status: 204 len: 173 time: 0.7538166 Feb 10 04:09:37.860052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca1a92e8-23f2-4aed-8ab2-1440b04e4074 req-9e8645bc-2f08-4998-b41d-fad053b56cd3 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396093 Feb 10 04:09:37.919829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (0e912084-eecb-47dc-9766-1b0f0afadecc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.966683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e912084-eecb-47dc-9766-1b0f0afadecc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:37.983550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:37.990384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c2e6be34-8afc-4619-941d-328f70abe420 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0e912084-eecb-47dc-9766-1b0f0afadecc HTTP/1.1" status: 204 len: 168 time: 0.5729105 Feb 10 04:09:37.998168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33244) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:38.007500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc6077b7-a338-4c0c-93cd-a0c908757921 admin admin] Publish callbacks [] for security_group (e5807b5e-3ca6-4ee7-ba06-206d53437887), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.079980 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (5ea493fe-0dc7-440f-96d1-b50270835075), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.085115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc6077b7-a338-4c0c-93cd-a0c908757921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e5807b5e-3ca6-4ee7-ba06-206d53437887), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.087686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6ff362dd-b817-4847-ae25-084a42f23538 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:38.088048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823efcd5-7953-4925-bc2d-d3ead758b208', 'name': 'network-vif-deleted', 'tag': 'ecf00a9e-737f-478b-8763-a3aa197888fa'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:38.090690 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278a615f-37aa-4a84-95e9-f3f6dc7fddc1" -d '{"events": [{"server_uuid": "823efcd5-7953-4925-bc2d-d3ead758b208", "name": "network-vif-deleted", "tag": "ecf00a9e-737f-478b-8763-a3aa197888fa"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:38.156715 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf28e7-acb6-4f45-ba54-d56958b02080 x-openstack-request-id: req-f6bf28e7-acb6-4f45-ba54-d56958b02080 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:38.157009 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823efcd5-7953-4925-bc2d-d3ead758b208", "name": "network-vif-deleted", "tag": "ecf00a9e-737f-478b-8763-a3aa197888fa", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:38.157266 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6bf28e7-acb6-4f45-ba54-d56958b02080 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:38.157661 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823efcd5-7953-4925-bc2d-d3ead758b208', 'name': 'network-vif-deleted', 'tag': 'ecf00a9e-737f-478b-8763-a3aa197888fa', 'status': 'completed', 'code': 200} Feb 10 04:09:38.183162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ec35f46-8fee-4e92-acfa-529c47094a15 req-3651a105-9ab4-4c92-98e8-859b03048a18 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=823efcd5-7953-4925-bc2d-d3ead758b208 HTTP/1.1" status: 200 len: 210 time: 0.0873187 Feb 10 04:09:38.189407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6077b7-a338-4c0c-93cd-a0c908757921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5807b5e-3ca6-4ee7-ba06-206d53437887,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:38.198169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc6077b7-a338-4c0c-93cd-a0c908757921 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=737bf82fd51242478101e41009dd87d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3908386 Feb 10 04:09:38.198588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33252) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:38.257321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6ff362dd-b817-4847-ae25-084a42f23538 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:38.257674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6ff362dd-b817-4847-ae25-084a42f23538 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:38.277561 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (5ea493fe-0dc7-440f-96d1-b50270835075), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.300408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea493fe-0dc7-440f-96d1-b50270835075']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:38.310326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ce4e73-eb19-40fd-9029-cc9ed26fb646') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:38.310615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ce4e73-eb19-40fd-9029-cc9ed26fb646') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:38.320779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (84ce4e73-eb19-40fd-9029-cc9ed26fb646), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.332412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc297-bdc8-4dfa-a8fc-9a6dece516a1 admin admin] Publish callbacks [] for security_group (e5807b5e-3ca6-4ee7-ba06-206d53437887), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.334782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (84ce4e73-eb19-40fd-9029-cc9ed26fb646), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.341622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:09:38.342015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (84ce4e73-eb19-40fd-9029-cc9ed26fb646), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:09:38.347298 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:09:38.362677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc297-bdc8-4dfa-a8fc-9a6dece516a1 admin admin] Publish callbacks [] for security_group (e5807b5e-3ca6-4ee7-ba06-206d53437887), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.389610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c5d5d-be23-4178-98c4-c1de60d6fdbb req-ea0d5332-a71f-4bb7-a234-716f1c80d94a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:38.391160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-224c5d5d-be23-4178-98c4-c1de60d6fdbb req-ea0d5332-a71f-4bb7-a234-716f1c80d94a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 947 time: 0.1022809 Feb 10 04:09:38.396696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4a036985-c2d7-48db-a924-019dada63b78 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:09:38.459084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-224c5d5d-be23-4178-98c4-c1de60d6fdbb req-af7946ca-7640-4507-b81b-139a638a0385 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530050 Feb 10 04:09:38.511224 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (5ea493fe-0dc7-440f-96d1-b50270835075), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.517375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.520803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ea493fe-0dc7-440f-96d1-b50270835075 HTTP/1.1" status: 204 len: 168 time: 0.5218184 Feb 10 04:09:38.531661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4a036985-c2d7-48db-a924-019dada63b78, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4a036985-c2d7-48db-a924-019dada63b78,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:38.533538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dcb4a-5926-413f-9d51-c5c5982bf783 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea493fe-0dc7-440f-96d1-b50270835075,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:38.545389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '4a036985-c2d7-48db-a924-019dada63b78', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '4a036985-c2d7-48db-a924-019dada63b78', 'mac_address': 'fa:16:3e:b3:84:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:09:38.552066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc297-bdc8-4dfa-a8fc-9a6dece516a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e5807b5e-3ca6-4ee7-ba06-206d53437887), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.557203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc297-bdc8-4dfa-a8fc-9a6dece516a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.560707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6d9cc297-bdc8-4dfa-a8fc-9a6dece516a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5807b5e-3ca6-4ee7-ba06-206d53437887 HTTP/1.1" status: 204 len: 168 time: 0.3587854 Feb 10 04:09:38.569080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc297-bdc8-4dfa-a8fc-9a6dece516a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5807b5e-3ca6-4ee7-ba06-206d53437887,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:38.634763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4a036985-c2d7-48db-a924-019dada63b78 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:38.635166 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4a036985-c2d7-48db-a924-019dada63b78), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.692087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a036985-c2d7-48db-a924-019dada63b78 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:38.748756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4a036985-c2d7-48db-a924-019dada63b78, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4a036985-c2d7-48db-a924-019dada63b78,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:38.765989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97acf00-11d1-4767-999c-afb930dafb82 req-892f53d4-adec-4a52-aa5f-9e91447847da tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:38.778281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e97acf00-11d1-4767-999c-afb930dafb82 req-892f53d4-adec-4a52-aa5f-9e91447847da tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 943 time: 0.0897393 Feb 10 04:09:38.814118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab44f-1a67-4925-85a3-287ed7e697a2 req-cff52493-0d81-4f84-a7ac-1900572888c7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:38.817019 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-275ab44f-1a67-4925-85a3-287ed7e697a2 req-cff52493-0d81-4f84-a7ac-1900572888c7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1171942 Feb 10 04:09:38.837113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4a036985-c2d7-48db-a924-019dada63b78), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:38.837797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:09:38.851376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e97acf00-11d1-4767-999c-afb930dafb82 req-8dbfa6b1-3ecf-432c-abce-cd5781bf30d1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715075 Feb 10 04:09:38.901412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-275ab44f-1a67-4925-85a3-287ed7e697a2 req-d38e2180-0974-4929-a60a-34dd045702e2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751967 Feb 10 04:09:38.924431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4a036985-c2d7-48db-a924-019dada63b78,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:38.931815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:38.943621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', 'mac_address': 'fa:16:3e:14:f5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:09:38.986754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:38.987795 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:39.001991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:39.035929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:39.099691 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:39.152289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:39.162907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33266) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:39.204570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d461d7ae-fd16-494c-a52a-dd2131fdc564 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fabf036da769424f855b4512bdd7863b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405927 Feb 10 04:09:39.207490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33268) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:39.275955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-493cc0a1-112f-41e5-9a77-84a861a816bd admin admin] Publish callbacks [] for security_group (d8f515d4-c723-451d-80cc-e125354623d5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:39.319007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-493cc0a1-112f-41e5-9a77-84a861a816bd admin admin] Publish callbacks [] for security_group (d8f515d4-c723-451d-80cc-e125354623d5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:39.447682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['951bd873-a0be-4ab6-80c9-ce01d30fa4d5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:39.459988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-493cc0a1-112f-41e5-9a77-84a861a816bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d8f515d4-c723-451d-80cc-e125354623d5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:39.462597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-493cc0a1-112f-41e5-9a77-84a861a816bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:39.463790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-493cc0a1-112f-41e5-9a77-84a861a816bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8f515d4-c723-451d-80cc-e125354623d5 HTTP/1.1" status: 204 len: 168 time: 0.2554047 Feb 10 04:09:39.472641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cc0a1-112f-41e5-9a77-84a861a816bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f515d4-c723-451d-80cc-e125354623d5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:39.480030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['4a036985-c2d7-48db-a924-019dada63b78'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:39.600161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d073ef4-9b3c-4665-a1ce-35a47a5e6171 req-8bf60c27-373d-458d-9a03-ebbbe1997e1c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:39.601912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d073ef4-9b3c-4665-a1ce-35a47a5e6171 req-8bf60c27-373d-458d-9a03-ebbbe1997e1c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 948 time: 0.0644243 Feb 10 04:09:39.707609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d073ef4-9b3c-4665-a1ce-35a47a5e6171 req-5e773b66-f62d-43db-b76e-75850aa35f82 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995080 Feb 10 04:09:39.934454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100d4c-f3ea-440c-9743-e80338594c55 req-7ff2b644-6962-4f1d-bd82-bbd32f4b1ee3 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:39.936418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e100d4c-f3ea-440c-9743-e80338594c55 req-7ff2b644-6962-4f1d-bd82-bbd32f4b1ee3 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.0797608 Feb 10 04:09:39.991224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679f323-db9f-4812-9def-809a074f10b0 req-fabfb97b-a0e5-49f7-96df-bee4336c8150 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:40.004222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5679f323-db9f-4812-9def-809a074f10b0 req-fabfb97b-a0e5-49f7-96df-bee4336c8150 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 943 time: 0.0798147 Feb 10 04:09:40.013429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e100d4c-f3ea-440c-9743-e80338594c55 req-849b76ca-d746-45d5-8393-5a922e42cdf2 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675011 Feb 10 04:09:40.089388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5679f323-db9f-4812-9def-809a074f10b0 req-9812d706-1f70-4e3e-9911-6dc12ca74742 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870874 Feb 10 04:09:40.104186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33308) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:40.109096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1964627541'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:40.192325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5e88-6761-4358-8abe-51678baccef3 req-61d2fd7c-bfb2-4165-afcc-cc4fba084dc9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:40.193801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b8e5e88-6761-4358-8abe-51678baccef3 req-61d2fd7c-bfb2-4165-afcc-cc4fba084dc9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0550916 Feb 10 04:09:40.208322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:40.211752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:40.242912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:09:40.254429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (79a8eb36-8939-494c-9c7d-8b25a29bba1b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:40.254903 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Added segment 79a8eb36-8939-494c-9c7d-8b25a29bba1b of type vlan for network 76c519c8-4439-4370-a82f-b6d4f633a823 Feb 10 04:09:40.283327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b8e5e88-6761-4358-8abe-51678baccef3 req-9915e269-e441-49db-9dbb-6d5e136f3d23 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834229 Feb 10 04:09:40.305876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (76c519c8-4439-4370-a82f-b6d4f633a823), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:40.385881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (76c519c8-4439-4370-a82f-b6d4f633a823), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:40.392390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:40.393047 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:40.479031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Network': ['ID=76c519c8-4439-4370-a82f-b6d4f633a823,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:40.489662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 76c519c8-4439-4370-a82f-b6d4f633a823 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:09:40.550823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ebabbbd-fe8b-444c-b98a-c8deb96a016e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4452655 Feb 10 04:09:40.553281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:40.558183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-845637877'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:40.645350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:40.648805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:40.965211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33336) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:41.031037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:09:41.048647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.048990 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Added segment 9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d of type vlan for network 59c8f485-d78b-4843-b69b-06ac4f229f0a Feb 10 04:09:41.070402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935d646-5d7b-42f3-8974-eaf360f08d55 req-694e724e-c2c0-4bda-8ffc-49bc0e4178bd tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:41.078070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2935d646-5d7b-42f3-8974-eaf360f08d55 req-694e724e-c2c0-4bda-8ffc-49bc0e4178bd tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 948 time: 0.0952985 Feb 10 04:09:41.125504 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (59c8f485-d78b-4843-b69b-06ac4f229f0a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.195709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2935d646-5d7b-42f3-8974-eaf360f08d55 req-c7e71cde-2436-4e30-810c-a2f1c2c779c4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164017 Feb 10 04:09:41.308468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (59c8f485-d78b-4843-b69b-06ac4f229f0a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.314741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:41.316290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.410909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Network': ['ID=59c8f485-d78b-4843-b69b-06ac4f229f0a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:41.414777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device cf5f6898-db38-49bd-b7f5-f585afa088d6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:09:41.417632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf00a9e-737f-478b-8763-a3aa197888fa no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:41.432471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9401a-8648-4987-86d7-77aa47abfdd5 req-faf67f91-0315-4802-b8d0-e06096b4d81f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:41.440037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e9401a-8648-4987-86d7-77aa47abfdd5 req-faf67f91-0315-4802-b8d0-e06096b4d81f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 943 time: 0.1729085 Feb 10 04:09:41.447296 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-608dedb4-3fb8-4944-ac55-29e076b8c7b5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8906345 Feb 10 04:09:41.451387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33352) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:41.457728 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'subnet': {'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:41.479636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:09:41.572110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e9401a-8648-4987-86d7-77aa47abfdd5 req-9d480690-b99c-4124-97fc-3a01e120eb64 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309576 Feb 10 04:09:41.606434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: ecf00a9e-737f-478b-8763-a3aa197888fa {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:41.607506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf00a9e-737f-478b-8763-a3aa197888fa not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:41.608235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-974386988-network', 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:41.664332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662fea-14b8-41fc-9b32-a82750c83e0e req-e7004139-ebec-45fd-a28c-e3121993a13f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:41.667378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc662fea-14b8-41fc-9b32-a82750c83e0e req-e7004139-ebec-45fd-a28c-e3121993a13f tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.5539544 Feb 10 04:09:41.710003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:41.713751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.729152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:41.732279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.747063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.761628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc662fea-14b8-41fc-9b32-a82750c83e0e req-146350fe-da85-4490-bd8c-0800bd5cdb43 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880065 Feb 10 04:09:41.767828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port cf5f6898-db38-49bd-b7f5-f585afa088d6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:41.802446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'cf5f6898-db38-49bd-b7f5-f585afa088d6', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': 'cf5f6898-db38-49bd-b7f5-f585afa088d6', 'mac_address': 'fa:16:3e:73:b5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:09:41.830646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465abb-1acd-42b7-8bb2-9003a8629303 req-82da4651-2b31-4a00-bec2-5d391f383c61 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:41.839821 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b465abb-1acd-42b7-8bb2-9003a8629303 req-82da4651-2b31-4a00-bec2-5d391f383c61 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1657946 Feb 10 04:09:41.920786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b465abb-1acd-42b7-8bb2-9003a8629303 req-e416e6a1-aa8f-4abb-bbd7-e974f75e69f0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788596 Feb 10 04:09:41.947975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks [] for security_group (f64ced24-80c3-431b-8a01-a32f7e0be592), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.965896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port cf5f6898-db38-49bd-b7f5-f585afa088d6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:41.965896 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:41.973008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5f6898-db38-49bd-b7f5-f585afa088d6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:41.997547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port cf5f6898-db38-49bd-b7f5-f585afa088d6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:42.051124 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f64ced24-80c3-431b-8a01-a32f7e0be592), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.076662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:09:42.082630 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.092486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64ced24-80c3-431b-8a01-a32f7e0be592,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:42.105225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (aadeee4d-ecde-46b7-b814-bc2124e44e58), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.105754 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Added segment aadeee4d-ecde-46b7-b814-bc2124e44e58 of type vlan for network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 Feb 10 04:09:42.111593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (416bb39f-9d4d-4c07-843a-dbf25de4af7a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.153468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=cf5f6898-db38-49bd-b7f5-f585afa088d6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:42.157952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.165805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.166613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.167142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.167791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.169186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.169597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.170156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.170690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.171922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.172467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.173003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.173723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.174270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:09:42.218257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Subnet': ['ID=416bb39f-9d4d-4c07-843a-dbf25de4af7a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:42.227162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Checking segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:42.227603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network hostable DHCP agents. Network: 76c519c8-4439-4370-a82f-b6d4f633a823, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:09:42.285329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.286498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:42.287118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.313250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 76c519c8-4439-4370-a82f-b6d4f633a823 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:09:42.377361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] Pushing event updated for resources: {'Network': ['ID=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:42.382974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['cf5f6898-db38-49bd-b7f5-f585afa088d6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:42.387957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:09:42.399838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078000fd-e713-4d25-9d8f-e972fbeaba9a req-610d72fb-eca0-499f-981e-a84bd89b0af6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:42.401635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-078000fd-e713-4d25-9d8f-e972fbeaba9a req-610d72fb-eca0-499f-981e-a84bd89b0af6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 948 time: 0.1275196 Feb 10 04:09:42.413825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 76c519c8-4439-4370-a82f-b6d4f633a823) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:42.418216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:42.419057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.444803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b8adc-7afb-4d54-ae71-1318836d7133 None None] Network 76c519c8-4439-4370-a82f-b6d4f633a823 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:09:42.455950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:42.457330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-275ade1c-1941-4a2d-9ac0-2522deddbd7a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4890323 Feb 10 04:09:42.460731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33362) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:42.467018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Request body: {'subnet': {'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-974386988-subnet', 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:42.505051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-078000fd-e713-4d25-9d8f-e972fbeaba9a req-10fb3e48-dda0-4a6c-9496-da4434a95317 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957773 Feb 10 04:09:42.516945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33364) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:42.526879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be02ee67-9209-43cc-a007-976feb390fe4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0658705 Feb 10 04:09:42.528303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'subnet': {'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:42.604768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:42.608057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.688371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:42.692843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.700373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-76c519c8-4439-4370-a82f-b6d4f633a823', 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'fixed_ips': [{'subnet_id': '416bb39f-9d4d-4c07-843a-dbf25de4af7a'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:09:42.701221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.803408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ef88-845b-41a1-880d-2fe1062c32e8 req-0b46e9b5-0994-4f03-bf10-b392cd256c75 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:42.811636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ee9ef88-845b-41a1-880d-2fe1062c32e8 req-0b46e9b5-0994-4f03-bf10-b392cd256c75 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 944 time: 0.1058664 Feb 10 04:09:42.864003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:09:42.874046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:42.874792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:42.953381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ee9ef88-845b-41a1-880d-2fe1062c32e8 req-36e0c069-8daf-45a0-8906-0379d8f29c3f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408069 Feb 10 04:09:42.978327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Allocated IP 10.1.1.2 (76c519c8-4439-4370-a82f-b6d4f633a823/416bb39f-9d4d-4c07-843a-dbf25de4af7a/98bc32bc-116c-4da4-acb7-e14d44144a7d) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:43.010793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89625843-fdce-4653-9377-fa3c61d66cab req-56838dd1-4c71-41da-bed6-e5ef1d6e5282 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:43.014907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89625843-fdce-4653-9377-fa3c61d66cab req-56838dd1-4c71-41da-bed6-e5ef1d6e5282 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1676123 Feb 10 04:09:43.039405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6e808e13-05a1-4361-86b6-493213f23872), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.044070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:43.044463 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.082502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89625843-fdce-4653-9377-fa3c61d66cab req-2addf292-4855-47cb-81fb-b151006f8429 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539775 Feb 10 04:09:43.103458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (c0b1d1c8-87bd-4469-911f-e1aeff754bcb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.120361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e808e13-05a1-4361-86b6-493213f23872,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:43.121541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:43.123254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:43.125697 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e0e551-c5b8-457f-9a88-460e21263b56" -d '{"events": [{"server_uuid": "4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce", "name": "network-vif-plugged", "status": "completed", "tag": "951bd873-a0be-4ab6-80c9-ce01d30fa4d5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:43.175583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2e63-5041-46c7-aa10-373d08085e88 req-978fcdc6-7589-49bb-ad3e-b0db6b6df3c7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:43.177609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e57f2e63-5041-46c7-aa10-373d08085e88 req-978fcdc6-7589-49bb-ad3e-b0db6b6df3c7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1518116 Feb 10 04:09:43.178523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:43.178811 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd63112-c6a4-4e9c-985c-f02622ceccb9 x-openstack-request-id: req-5dd63112-c6a4-4e9c-985c-f02622ceccb9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:43.179039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Network hostable DHCP agents. Network: e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:09:43.181343 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce", "name": "network-vif-plugged", "status": "completed", "tag": "951bd873-a0be-4ab6-80c9-ce01d30fa4d5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:43.181621 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5dd63112-c6a4-4e9c-985c-f02622ceccb9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:43.182109 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', 'code': 200} Feb 10 04:09:43.191340 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.197871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4a036985-c2d7-48db-a924-019dada63b78 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:43.237668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Subnet': ['ID=c0b1d1c8-87bd-4469-911f-e1aeff754bcb,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:43.276553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e57f2e63-5041-46c7-aa10-373d08085e88 req-5ab8a506-95a6-4b5b-b073-ed8b3201cc03 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909517 Feb 10 04:09:43.286229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:09:43.303871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Checking segment: {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:43.304585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network hostable DHCP agents. Network: 59c8f485-d78b-4843-b69b-06ac4f229f0a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:09:43.331925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:43.332578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3665c-c5db-4cf7-89c3-08c70e37709f req-4ab7bede-1086-4465-8ec0-4cc2210eb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:43.334298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17c3665c-c5db-4cf7-89c3-08c70e37709f req-4ab7bede-1086-4465-8ec0-4cc2210eb8be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 1131 time: 0.0698330 Feb 10 04:09:43.385733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:43.390786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:43.391627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.399892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3789580e-1b4e-427a-8b3b-ed670f87a89e None None] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:09:43.406753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17c3665c-c5db-4cf7-89c3-08c70e37709f req-d15f5a2a-04c6-4a0a-8772-b87489ed42c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627949 Feb 10 04:09:43.420874 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Publish callbacks [] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.474037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:09:43.480736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 59c8f485-d78b-4843-b69b-06ac4f229f0a) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:43.487210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:43.488634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.496011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2e8c6-445c-4163-97b3-57db291b012c None None] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:09:43.505601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-14f65186-1b47-49c2-9475-9ef1139104e7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0436094 Feb 10 04:09:43.530690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.533391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 4a036985-c2d7-48db-a924-019dada63b78 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:09:43.563119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6480943a-8678-4570-b8cc-85aa44046f93 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0435462 Feb 10 04:09:43.566907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33384) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:43.574107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'port': {'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'name': 'tempest-TaggedBootDevicesTest-1407368742', 'fixed_ips': [{'subnet_id': '416bb39f-9d4d-4c07-843a-dbf25de4af7a'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:43.576414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aeb55a-6242-43f2-a0c1-085d28ac3fe8 None None] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:09:43.601212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 4a036985-c2d7-48db-a924-019dada63b78 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:43.603275 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4a036985-c2d7-48db-a924-019dada63b78), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:43.837875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b754d-136c-42f4-83b1-292171d9688f req-4b6a8cc8-f2fc-4683-b689-1cfff4c99610 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:43.840156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d94b754d-136c-42f4-83b1-292171d9688f req-4b6a8cc8-f2fc-4683-b689-1cfff4c99610 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 948 time: 0.1069100 Feb 10 04:09:43.876423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:43.925412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Network 76c519c8-4439-4370-a82f-b6d4f633a823 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:43.938334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:43.941445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:43.946899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Pushing event updated for resources: {'Port': ['ID=98bc32bc-116c-4da4-acb7-e14d44144a7d,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:43.952143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d94b754d-136c-42f4-83b1-292171d9688f req-6b5f7412-2383-4526-9245-2f93c3e0c6c7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037312 Feb 10 04:09:44.036558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-59c8f485-d78b-4843-b69b-06ac4f229f0a', 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a', 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'fixed_ips': [{'subnet_id': 'c0b1d1c8-87bd-4469-911f-e1aeff754bcb'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:09:44.038056 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.091757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Attempting to bind port 98bc32bc-116c-4da4-acb7-e14d44144a7d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:44.092135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Attempting to bind port 98bc32bc-116c-4da4-acb7-e14d44144a7d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:44.092506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Attempting to bind port 98bc32bc-116c-4da4-acb7-e14d44144a7d on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:44.114203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:44.114585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Checking segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:44.115418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.115418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Bound using segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:44.115913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Bound port: 98bc32bc-116c-4da4-acb7-e14d44144a7d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:44.116745 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.121791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4a036985-c2d7-48db-a924-019dada63b78 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:44.122181 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4a036985-c2d7-48db-a924-019dada63b78), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.151639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.169201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b267905-3fe5-43d0-9761-5d2f58feb1da req-00a1c91f-84b1-452d-a00f-51f43bb9d689 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:44.173819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-8efe6a28-9221-4b2c-b502-866c1512c137 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:44.177123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b267905-3fe5-43d0-9761-5d2f58feb1da req-00a1c91f-84b1-452d-a00f-51f43bb9d689 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 944 time: 0.1043470 Feb 10 04:09:44.183314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-8efe6a28-9221-4b2c-b502-866c1512c137 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.1758130 Feb 10 04:09:44.202695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-33b12f89-e262-4547-9471-d65eac7307f9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0177732 Feb 10 04:09:44.216062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] device_id is not set on port de35da2b-d418-4887-ba09-6ba2aff6c0ae yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:09:44.264163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-1664a783-5dd5-49a0-a97d-0f649f3639ba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600002 Feb 10 04:09:44.283101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4a036985-c2d7-48db-a924-019dada63b78, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4a036985-c2d7-48db-a924-019dada63b78,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:44.316767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] For port 98bc32bc-116c-4da4-acb7-e14d44144a7d, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:44.318480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b267905-3fe5-43d0-9761-5d2f58feb1da req-51780e29-eb27-4d46-be63-d6b8690e7879 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381214 Feb 10 04:09:44.321273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] For port 98bc32bc-116c-4da4-acb7-e14d44144a7d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=98bc32bc-116c-4da4-acb7-e14d44144a7d,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:44.326595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Allocated IP 10.2.2.2 (59c8f485-d78b-4843-b69b-06ac4f229f0a/c0b1d1c8-87bd-4469-911f-e1aeff754bcb/6c051a77-6b82-4a1d-a79b-8db75737f1e9) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:44.366120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4a036985-c2d7-48db-a924-019dada63b78), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.436020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-7df84ab8-999d-472c-9812-1259b170b989 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704469 Feb 10 04:09:44.445331 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.489495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4a036985-c2d7-48db-a924-019dada63b78,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:44.540594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb0fbc-f2c5-4e2a-94e3-a39215377af4 req-cd375081-3557-418b-bc95-6116276b4c50 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:44.542191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12cb0fbc-f2c5-4e2a-94e3-a39215377af4 req-cd375081-3557-418b-bc95-6116276b4c50 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1065967 Feb 10 04:09:44.572677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 10.1.1.199 (76c519c8-4439-4370-a82f-b6d4f633a823/416bb39f-9d4d-4c07-843a-dbf25de4af7a/de35da2b-d418-4887-ba09-6ba2aff6c0ae) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:44.573907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d755e0-90eb-4318-900c-d5ffe6481638 None None] Pushing event updated for resources: {'Port': ['ID=98bc32bc-116c-4da4-acb7-e14d44144a7d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:44.619216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-8943cc5c-d0ec-4e62-bfb9-258621aee965 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671717 Feb 10 04:09:44.669722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12cb0fbc-f2c5-4e2a-94e3-a39215377af4 req-00d1f7b6-0781-4b72-8433-fc27e6a2aa67 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177032 Feb 10 04:09:44.682307 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Publish callbacks [] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.790647 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.893129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:44.918902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c79d-f1d3-495f-b762-b33387098aa6 req-c1e72638-c73f-4214-ae51-997202b93f2a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:44.920649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51b4c79d-f1d3-495f-b762-b33387098aa6 req-c1e72638-c73f-4214-ae51-997202b93f2a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1250262 Feb 10 04:09:44.971410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:44.982407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:44.992712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:44.998920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Pushing event updated for resources: {'Port': ['ID=6c051a77-6b82-4a1d-a79b-8db75737f1e9,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:45.066732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51b4c79d-f1d3-495f-b762-b33387098aa6 req-7f2d6293-071b-4992-b69f-4f24e02398e9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324809 Feb 10 04:09:45.087981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-4d9fbe50-f6b9-4a9f-a9e0-2febe5caefe1 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:45.093024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-4d9fbe50-f6b9-4a9f-a9e0-2febe5caefe1 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1696181 Feb 10 04:09:45.100936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.148517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Attempting to bind port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:45.148898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Attempting to bind port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:45.150080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Attempting to bind port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 on network 59c8f485-d78b-4843-b69b-06ac4f229f0a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:45.166276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:45.168662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Checking segment: {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:45.169302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.169890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Bound using segment: {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:45.170626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Bound port: 6c051a77-6b82-4a1d-a79b-8db75737f1e9, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:45.171241 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.172850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddcf10-9720-402a-999a-2ced498848f5 req-5f375b22-83fb-4014-9d38-7be61ef76f77 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:45.180479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55ddcf10-9720-402a-999a-2ced498848f5 req-5f375b22-83fb-4014-9d38-7be61ef76f77 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 949 time: 0.0665908 Feb 10 04:09:45.186779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a036985-c2d7-48db-a924-019dada63b78'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:45.189918 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc81187c-a462-482c-9fc3-2a59d66b31cc" -d '{"events": [{"server_uuid": "c816e83b-ddd3-44e2-a045-9df5ea4bf75c", "name": "network-vif-plugged", "status": "completed", "tag": "4a036985-c2d7-48db-a924-019dada63b78"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:45.240237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d05d2d57-6c26-41dc-92e2-0d0ca0e74163 req-b0e7f74e-43bd-437c-b3b0-865514ee1998 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 210 time: 0.0787427 Feb 10 04:09:45.257557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55ddcf10-9720-402a-999a-2ced498848f5 req-babc3777-fde9-4bc4-8244-e26eda969314 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762217 Feb 10 04:09:45.270460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 76c519c8-4439-4370-a82f-b6d4f633a823 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:45.274199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:45.287375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] For port 6c051a77-6b82-4a1d-a79b-8db75737f1e9, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:45.290027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] For port 6c051a77-6b82-4a1d-a79b-8db75737f1e9, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6c051a77-6b82-4a1d-a79b-8db75737f1e9,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:45.300584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:45.309426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=de35da2b-d418-4887-ba09-6ba2aff6c0ae,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:45.313653 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c90f6f7-9812-45ba-bd5d-875392c77a8f x-openstack-request-id: req-4c90f6f7-9812-45ba-bd5d-875392c77a8f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:45.313653 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c816e83b-ddd3-44e2-a045-9df5ea4bf75c", "name": "network-vif-plugged", "status": "completed", "tag": "4a036985-c2d7-48db-a924-019dada63b78", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:45.313653 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c90f6f7-9812-45ba-bd5d-875392c77a8f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:45.313653 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a036985-c2d7-48db-a924-019dada63b78', 'code': 200} Feb 10 04:09:45.397616 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.400972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:45.401781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.439082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device cf5f6898-db38-49bd-b7f5-f585afa088d6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:45.460213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Deleting port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:45.460558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.465658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635c18-d0da-45bf-a83a-9fe812a0e462 req-14fea1df-2776-4889-b4c4-2c96bda4a976 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:45.473074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f635c18-d0da-45bf-a83a-9fe812a0e462 req-14fea1df-2776-4889-b4c4-2c96bda4a976 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 944 time: 0.0769510 Feb 10 04:09:45.503956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd75b0-09ba-4e0f-9d99-0a8e36ed0b33 req-b704025a-d022-4a66-84e2-9dafb32aa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:45.506226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96fd75b0-09ba-4e0f-9d99-0a8e36ed0b33 req-b704025a-d022-4a66-84e2-9dafb32aa4a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 1131 time: 0.1110306 Feb 10 04:09:45.523368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9baf3-b08d-4568-a646-09eb0f5e9925 None None] Pushing event updated for resources: {'Port': ['ID=6c051a77-6b82-4a1d-a79b-8db75737f1e9,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:45.540942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f635c18-d0da-45bf-a83a-9fe812a0e462 req-b4b1915f-04b4-465e-8a35-e3b610c6960f tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636895 Feb 10 04:09:45.561767 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6e1eecd9-d4b5-482a-8317-58c55c42909c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9936686 Feb 10 04:09:45.564577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33426) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:45.571837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'port': {'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'name': 'tempest-TaggedBootDevicesTest-2039614301', 'fixed_ips': [{'subnet_id': '416bb39f-9d4d-4c07-843a-dbf25de4af7a'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:45.627143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96fd75b0-09ba-4e0f-9d99-0a8e36ed0b33 req-86a20daf-7176-4b17-b824-a7f87c31d939 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770993 Feb 10 04:09:45.633176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port cf5f6898-db38-49bd-b7f5-f585afa088d6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:09:45.637148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port cf5f6898-db38-49bd-b7f5-f585afa088d6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:45.637528 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.643070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] For port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:45.643996 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.657249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Calling delete_port for 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:45.796344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port cf5f6898-db38-49bd-b7f5-f585afa088d6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:45.814545 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:45.843870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:45.867394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port cf5f6898-db38-49bd-b7f5-f585afa088d6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:45.945552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb9556-ad4b-47b8-ad6f-6d0895f80362 req-c87df272-0a6b-4c7e-b121-c56d5b5c9f0c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:45.948492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e1fb9556-ad4b-47b8-ad6f-6d0895f80362 req-c87df272-0a6b-4c7e-b121-c56d5b5c9f0c tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 945 time: 0.1645203 Feb 10 04:09:45.985426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.055090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.060082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e1fb9556-ad4b-47b8-ad6f-6d0895f80362 req-c9bece9c-cdca-46b4-b732-416e68bd22c6 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/security-groups?id=186de899-2fc6-4342-b79d-80efac5b9b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052644 Feb 10 04:09:46.068302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8829d0e7-7dc5-4725-b05a-eb6aa19b2822), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.100082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8829d0e7-7dc5-4725-b05a-eb6aa19b2822'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:46.149568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] device_id is not set on port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:09:46.150158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=cf5f6898-db38-49bd-b7f5-f585afa088d6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:46.180222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d6b9e-a52c-4ac3-9d3a-204a15e93687 None None] Network 76c519c8-4439-4370-a82f-b6d4f633a823 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:09:46.217274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Pushing event deleted for resources: {'Port': ['ID=8829d0e7-7dc5-4725-b05a-eb6aa19b2822,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:46.307765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6c051a77-6b82-4a1d-a79b-8db75737f1e9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:46.322841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] No DVR routers for this DVR port 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:09:46.332802 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.336819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc50e103-7597-4cc2-a462-a76088e19a9d req-e25054a4-e619-41ad-8835-49f685e46f42 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.43 "DELETE /v2.0/ports/8829d0e7-7dc5-4725-b05a-eb6aa19b2822 HTTP/1.1" status: 204 len: 173 time: 1.2256801 Feb 10 04:09:46.340450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'name': 'network-vif-deleted', 'tag': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:46.342961 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b632abd-f70a-4663-a5ad-cd1c94c26e36" -d '{"events": [{"server_uuid": "a760ce54-90dc-4c1f-8114-50bd8edd1f7e", "name": "network-vif-deleted", "tag": "8829d0e7-7dc5-4725-b05a-eb6aa19b2822"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:46.350924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0f2c5381-f7ae-4eb6-9465-056ba8e52ab1 None None] Provisioning complete for port 98bc32bc-116c-4da4-acb7-e14d44144a7d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:46.351206 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5381-f7ae-4eb6-9465-056ba8e52ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.366972 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-983058d4-8b0b-4377-a5e3-b1dc3b4824aa req-e631f509-2854-451e-90b9-0cf65773090d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 210 time: 0.0672708 Feb 10 04:09:46.369643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8333c9-9d95-4190-8405-75c9c568bfd1 req-e31f8599-3398-499a-8d50-c87b7dcd62ec tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:46.371238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc8333c9-9d95-4190-8405-75c9c568bfd1 req-e31f8599-3398-499a-8d50-c87b7dcd62ec tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1688848 Feb 10 04:09:46.464503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:46.469712 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.476274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 10.1.1.186 (76c519c8-4439-4370-a82f-b6d4f633a823/416bb39f-9d4d-4c07-843a-dbf25de4af7a/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:46.493129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc8333c9-9d95-4190-8405-75c9c568bfd1 req-0a234fe8-b54a-41ab-a0c9-60e67f451d11 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910890 Feb 10 04:09:46.529788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c5381-f7ae-4eb6-9465-056ba8e52ab1 None None] Current status of the port 98bc32bc-116c-4da4-acb7-e14d44144a7d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:46.530981 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5381-f7ae-4eb6-9465-056ba8e52ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.568499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1cf84-01bc-4ce3-8a63-1b4b5464bdec req-d1dcebac-128b-4c25-b97b-9d1da87c3a40 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:46.584968 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7f1cf84-01bc-4ce3-8a63-1b4b5464bdec req-d1dcebac-128b-4c25-b97b-9d1da87c3a40 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 949 time: 0.1204185 Feb 10 04:09:46.588910 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec50aaf6-0928-493d-971d-6d05ac7d5baf x-openstack-request-id: req-ec50aaf6-0928-493d-971d-6d05ac7d5baf {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:46.589206 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a760ce54-90dc-4c1f-8114-50bd8edd1f7e", "name": "network-vif-deleted", "tag": "8829d0e7-7dc5-4725-b05a-eb6aa19b2822", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:46.589451 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec50aaf6-0928-493d-971d-6d05ac7d5baf {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:46.589902 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a760ce54-90dc-4c1f-8114-50bd8edd1f7e', 'name': 'network-vif-deleted', 'tag': '8829d0e7-7dc5-4725-b05a-eb6aa19b2822', 'status': 'completed', 'code': 200} Feb 10 04:09:46.613377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0f2c5381-f7ae-4eb6-9465-056ba8e52ab1 None None] For port 98bc32bc-116c-4da4-acb7-e14d44144a7d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=98bc32bc-116c-4da4-acb7-e14d44144a7d,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:46.712200 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5381-f7ae-4eb6-9465-056ba8e52ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.747575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:46.747575 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.755591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7f1cf84-01bc-4ce3-8a63-1b4b5464bdec req-d71fbc99-73b9-488e-b583-42db15b106fd tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696081 Feb 10 04:09:46.867897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 6c051a77-6b82-4a1d-a79b-8db75737f1e9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6c051a77-6b82-4a1d-a79b-8db75737f1e9,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:46.869120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c5381-f7ae-4eb6-9465-056ba8e52ab1 None None] Pushing event updated for resources: {'Port': ['ID=98bc32bc-116c-4da4-acb7-e14d44144a7d,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:46.883169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f7d9-66a7-40a3-b848-0503fe379556 req-90c778a4-63a7-406f-b638-12453c34665b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:46.884868 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c012f7d9-66a7-40a3-b848-0503fe379556 req-90c778a4-63a7-406f-b638-12453c34665b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 945 time: 0.1305454 Feb 10 04:09:46.944051 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.945207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.955549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1e52f1d1-db6b-4b62-a74d-dbcc1e61d0d2 None None] Provisioning complete for port de35da2b-d418-4887-ba09-6ba2aff6c0ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:46.956581 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1d1-db6b-4b62-a74d-dbcc1e61d0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:46.983819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c012f7d9-66a7-40a3-b848-0503fe379556 req-ce97bc28-94ed-44ba-984a-6c8a2cbc9447 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854976 Feb 10 04:09:46.999815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f1d1-db6b-4b62-a74d-dbcc1e61d0d2 None None] Port de35da2b-d418-4887-ba09-6ba2aff6c0ae cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:47.009207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:47.014168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 98bc32bc-116c-4da4-acb7-e14d44144a7d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:47.090346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1e52f1d1-db6b-4b62-a74d-dbcc1e61d0d2 None None] Provisioning complete for port 98bc32bc-116c-4da4-acb7-e14d44144a7d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:47.091028 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1e52f1d1-db6b-4b62-a74d-dbcc1e61d0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:47.104653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:47.217886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 76c519c8-4439-4370-a82f-b6d4f633a823 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:47.225535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:47.229575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:47.229815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=6c051a77-6b82-4a1d-a79b-8db75737f1e9,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:47.301950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 98bc32bc-116c-4da4-acb7-e14d44144a7d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:47.302405 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:47.327665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:47.328384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:47.333526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1da3b5fa-e7a7-4e5c-a344-a7b18055a077 req-f7e53a75-e702-4452-9a46-6753fff6bb69 tempest-ServerRescueNegativeTestJSON-1079664918 tempest-ServerRescueNegativeTestJSON-1079664918-project] 10.222.0.42 "GET /v2.0/ports?device_id=a760ce54-90dc-4c1f-8114-50bd8edd1f7e HTTP/1.1" status: 200 len: 210 time: 0.0589166 Feb 10 04:09:47.339965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:47.356528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:47.356712 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe6d4f1-3257-45d2-9be2-e0c91083ced4" -d '{"events": [{"server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "name": "network-vif-plugged", "status": "completed", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:47.371692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33310697-ca1a-49a6-8f11-f9d6a57ff36d None None] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:09:47.442826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fe4b5eb4-9c25-45fb-8070-859f0615d7cd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8763034 Feb 10 04:09:47.585981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07995fc7-7770-4175-9e0d-d0f895242a8d req-a037aa5f-c3f1-4f7f-8111-1e563e5ef4d5 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 210 time: 0.0751300 Feb 10 04:09:47.703480 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c674d5-3694-4030-91e0-4ad1d2e0531a x-openstack-request-id: req-04c674d5-3694-4030-91e0-4ad1d2e0531a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:47.703767 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "name": "network-vif-plugged", "status": "completed", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:47.704022 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04c674d5-3694-4030-91e0-4ad1d2e0531a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:47.704447 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6', 'code': 200} Feb 10 04:09:47.708111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1e52f1d1-db6b-4b62-a74d-dbcc1e61d0d2 None None] Current status of the port 98bc32bc-116c-4da4-acb7-e14d44144a7d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:47.750645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773ce9d-b86f-470a-9049-cd319f95dbc6 req-cbf72e37-c9bc-4a16-9d0a-4367a388d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:47.753170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7773ce9d-b86f-470a-9049-cd319f95dbc6 req-cbf72e37-c9bc-4a16-9d0a-4367a388d008 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 1127 time: 0.1836128 Feb 10 04:09:47.822123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 98bc32bc-116c-4da4-acb7-e14d44144a7d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:47.830123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39beb9-0139-4d04-85ae-7f2cd3eae238 req-02ae9718-1220-47d5-a916-368c61b1d792 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:47.843402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c39beb9-0139-4d04-85ae-7f2cd3eae238 req-02ae9718-1220-47d5-a916-368c61b1d792 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1392703 Feb 10 04:09:47.861010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Provisioning complete for port de35da2b-d418-4887-ba09-6ba2aff6c0ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:47.861010 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:47.943449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Port de35da2b-d418-4887-ba09-6ba2aff6c0ae cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:47.952853 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c39beb9-0139-4d04-85ae-7f2cd3eae238 req-21675e75-4301-48e2-935b-50fa575bc1e4 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085851 Feb 10 04:09:47.957604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7773ce9d-b86f-470a-9049-cd319f95dbc6 req-3efbcb72-4340-4524-9159-6640c0e41b76 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902819 Feb 10 04:09:47.975680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Provisioning complete for port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:47.975680 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.120992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Current status of the port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:48.125100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6c051a77-6b82-4a1d-a79b-8db75737f1e9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:48.130431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33464) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:48.133076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693f025-5930-4350-b15e-6b6efd8cf391 req-e0a868a3-5aa1-4875-81dc-08ff7c98a835 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:48.135018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5693f025-5930-4350-b15e-6b6efd8cf391 req-e0a868a3-5aa1-4875-81dc-08ff7c98a835 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 949 time: 0.0910363 Feb 10 04:09:48.135140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-99f6e6fa-4234-45d0-a212-5509f572d3d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160112445', 'description': 'tempest-description--874690795'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:48.217406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Provisioning complete for port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:48.217922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.255013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:48.255357 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.255689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40038-8c3d-444b-bb61-04be6a0aa7b4 req-02435f6f-6f90-4405-a385-5ffb28cbcf3c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:48.257619 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2e40038-8c3d-444b-bb61-04be6a0aa7b4 req-02435f6f-6f90-4405-a385-5ffb28cbcf3c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 945 time: 0.0656300 Feb 10 04:09:48.271661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb77b8d1-0bb7-49b6-99ed-b64d93888c1c None None] Port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:48.281083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99f6e6fa-4234-45d0-a212-5509f572d3d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.292049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-eff376dc-d46b-44e0-a5aa-59f39d0b7cf7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:48.294023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-eff376dc-d46b-44e0-a5aa-59f39d0b7cf7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.43 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.1249471 Feb 10 04:09:48.311365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Request body: {'port': {'device_id': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'admin_state_up': True, 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:48.315495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.374917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:48.378519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 98bc32bc-116c-4da4-acb7-e14d44144a7d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:48.423013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5693f025-5930-4350-b15e-6b6efd8cf391 req-1e6238d8-3c53-40a7-afc3-5430e61d3e7b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779686 Feb 10 04:09:48.433877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2e40038-8c3d-444b-bb61-04be6a0aa7b4 req-670ab7de-6e77-4274-be76-e640bece1fd9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516724 Feb 10 04:09:48.463056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d5b1bd71-f852-4d36-9332-9fd3db62af2d None None] Provisioning complete for port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:48.465638 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bd71-f852-4d36-9332-9fd3db62af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.526507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33470) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:48.538799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 98bc32bc-116c-4da4-acb7-e14d44144a7d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:48.539278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.550819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99f6e6fa-4234-45d0-a212-5509f572d3d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group (882e0f9a-5099-4fab-812c-17c90d0aa60c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.639158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99f6e6fa-4234-45d0-a212-5509f572d3d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (882e0f9a-5099-4fab-812c-17c90d0aa60c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.648782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:48.658673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.679175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1bd71-f852-4d36-9332-9fd3db62af2d None None] Current status of the port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:48.718307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6e6fa-4234-45d0-a212-5509f572d3d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882e0f9a-5099-4fab-812c-17c90d0aa60c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:48.756250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15422308-679c-4f02-8e6e-f49d5187751a req-4c44c56d-7eff-4c28-a9bf-81f7777e326d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 210 time: 0.0559177 Feb 10 04:09:48.760440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 98bc32bc-116c-4da4-acb7-e14d44144a7d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:48.762300 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99f6e6fa-4234-45d0-a212-5509f572d3d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.770454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99f6e6fa-4234-45d0-a212-5509f572d3d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6358316 Feb 10 04:09:48.770678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:48.775934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f1741687-cacc-4c7e-bb9d-4327f2228a21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'security_group_rule': {'security_group_id': '882e0f9a-5099-4fab-812c-17c90d0aa60c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:48.889281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e0b41-edb4-428e-8e7d-636083850417 req-37252ae5-4b6d-4f38-9692-531cd8767ceb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:48.897120 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b2e0b41-edb4-428e-8e7d-636083850417 req-37252ae5-4b6d-4f38-9692-531cd8767ceb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 949 time: 0.3131502 Feb 10 04:09:48.928389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1741687-cacc-4c7e-bb9d-4327f2228a21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group_rule (d07e5037-2d3f-4bfb-aa3a-4825fb6e3ab2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:48.938951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Allocated IP 172.20.0.3 (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4/6e808e13-05a1-4361-86b6-493213f23872/f264da7b-a708-4a4e-9a4c-b55fd823d1f7) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:49.001808 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1741687-cacc-4c7e-bb9d-4327f2228a21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group_rule (d07e5037-2d3f-4bfb-aa3a-4825fb6e3ab2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.035479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b2e0b41-edb4-428e-8e7d-636083850417 req-cfdad02a-e771-420c-b419-3533120fab4d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373832 Feb 10 04:09:49.074799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1741687-cacc-4c7e-bb9d-4327f2228a21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d07e5037-2d3f-4bfb-aa3a-4825fb6e3ab2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.170083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1741687-cacc-4c7e-bb9d-4327f2228a21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07e5037-2d3f-4bfb-aa3a-4825fb6e3ab2,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:49.189658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114041f-074a-4995-b3bc-32ba546e414a req-692a134b-dc50-4d76-a173-07e8d95bec05 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:49.192322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7114041f-074a-4995-b3bc-32ba546e414a req-692a134b-dc50-4d76-a173-07e8d95bec05 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1211264 Feb 10 04:09:49.247403 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1741687-cacc-4c7e-bb9d-4327f2228a21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.251369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f1741687-cacc-4c7e-bb9d-4327f2228a21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4794436 Feb 10 04:09:49.252033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:49.258063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-743432ec-ff27-455c-849c-a7970d3fc02a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'security_group_rule': {'security_group_id': '882e0f9a-5099-4fab-812c-17c90d0aa60c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:49.291576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7114041f-074a-4995-b3bc-32ba546e414a req-4aa71394-ed6d-4c45-b6f1-607c90913c13 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768065 Feb 10 04:09:49.324319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks [] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.386627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-743432ec-ff27-455c-849c-a7970d3fc02a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group_rule (807499be-3e32-430e-8ea0-35e866653627), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.427801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:49.451804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:49.452837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8829d0e7-7dc5-4725-b05a-eb6aa19b2822 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:49.462460 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.467457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-743432ec-ff27-455c-849c-a7970d3fc02a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group_rule (807499be-3e32-430e-8ea0-35e866653627), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.547010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-743432ec-ff27-455c-849c-a7970d3fc02a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (807499be-3e32-430e-8ea0-35e866653627), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.582882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743432ec-ff27-455c-849c-a7970d3fc02a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807499be-3e32-430e-8ea0-35e866653627,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:49.604847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef66-044d-4238-a270-07cf2a289bae req-54f84b69-958e-45fa-95c5-5731f0f1f698 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:49.606834 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07c9ef66-044d-4238-a270-07cf2a289bae req-54f84b69-958e-45fa-95c5-5731f0f1f698 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 945 time: 0.0906055 Feb 10 04:09:49.647935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-743432ec-ff27-455c-849c-a7970d3fc02a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.653004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-743432ec-ff27-455c-849c-a7970d3fc02a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953424 Feb 10 04:09:49.653004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33486) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:49.657150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:49.681024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07c9ef66-044d-4238-a270-07cf2a289bae req-7bd90590-a515-4650-974e-3f87011afedc tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657101 Feb 10 04:09:49.767554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.820115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:49.824587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-5bac0082-2d18-4ad7-a212-d6d2e3bfd314 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 267 time: 0.0718472 Feb 10 04:09:49.831912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:49.849157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:49.852746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event updated for resources: {'Port': ['ID=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:49.865739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc65-0210-476d-bda1-d74c92c34c83 req-7eb1356c-e69c-47dd-b03f-af061faecb44 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:49.872227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc65-0210-476d-bda1-d74c92c34c83 req-7eb1356c-e69c-47dd-b03f-af061faecb44 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:49.874002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-569ddc65-0210-476d-bda1-d74c92c34c83 req-7eb1356c-e69c-47dd-b03f-af061faecb44 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce&device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 1689 time: 0.4821422 Feb 10 04:09:49.948833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-685ce0a6-17b2-4a6a-be7c-87a28132a618 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:49.956850 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:49.960132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-685ce0a6-17b2-4a6a-be7c-87a28132a618 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 945 time: 0.1210871 Feb 10 04:09:49.970987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'port': {'security_groups': []}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:50.065730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-569ddc65-0210-476d-bda1-d74c92c34c83 req-00f2cf46-eb8a-4bf6-a9d9-591d422b335d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688602 Feb 10 04:09:50.087827 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.093259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.141845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:50.142781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.269402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-415be486-d98e-42d9-854a-02ae91950ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9657390 Feb 10 04:09:50.284981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c20729-202a-4a58-84b3-ee7bf15ba922 req-f63eea70-513d-4035-918e-7c375ac64bc6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:50.286550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5c20729-202a-4a58-84b3-ee7bf15ba922 req-f63eea70-513d-4035-918e-7c375ac64bc6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 931 time: 0.1326334 Feb 10 04:09:50.292539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Request body: {'port': {'device_id': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:50.319577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 172.25.8.203 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/aaabaaca-9bc4-4edd-a012-567138d970e8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:50.405924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.412374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5c20729-202a-4a58-84b3-ee7bf15ba922 req-c3b04ea2-ed38-4fd8-abcf-b5df6eb7518f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991688 Feb 10 04:09:50.469725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] For port cf5f6898-db38-49bd-b7f5-f585afa088d6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:50.529262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.535190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.597504 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.608767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3', 'cf5f6898-db38-49bd-b7f5-f585afa088d6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:50.631077 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.658405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:50.659596 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.668346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f0e4c89-dde1-4fa0-aad6-fe605979b18e req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "PUT /v2.0/ports/cf5f6898-db38-49bd-b7f5-f585afa088d6 HTTP/1.1" status: 200 len: 904 time: 0.7054026 Feb 10 04:09:50.677062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:50.679356 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f588df9-d534-4070-a2c7-963ab64413f5" -d '{"events": [{"name": "network-changed", "server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:50.697248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:50.699557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Deleting port 79e49f60-cd54-47df-95e1-8f8c7ef33f64 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:50.700104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.728242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:50.728861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e5529-71aa-4a7c-9669-3048a9cbb7ef req-42935ef3-af8e-4a06-999c-7ea5cbc737f7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:50.730473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7261ad-f09c-406c-95e1-4062c4e3a8fe tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=cf5f6898-db38-49bd-b7f5-f585afa088d6,revision_number=6']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:50.737178 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-675e5529-71aa-4a7c-9669-3048a9cbb7ef req-42935ef3-af8e-4a06-999c-7ea5cbc737f7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1704242 Feb 10 04:09:50.753849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:50.755392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['cf5f6898-db38-49bd-b7f5-f585afa088d6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:50.879591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=aaabaaca-9bc4-4edd-a012-567138d970e8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:50.883092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-675e5529-71aa-4a7c-9669-3048a9cbb7ef req-abe086e7-e5e7-4e8a-a103-5429390145cb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384258 Feb 10 04:09:50.903960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] For port 79e49f60-cd54-47df-95e1-8f8c7ef33f64, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=79e49f60-cd54-47df-95e1-8f8c7ef33f64,segment=NetworkSegment(103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2),segment_id=103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:50.904531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.934784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Calling delete_port for 79e49f60-cd54-47df-95e1-8f8c7ef33f64 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:50.967872 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for floatingip (a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:50.990421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50325a27-1a70-4dad-bddd-3f8e014fc7ab req-4790beef-2754-461f-aa86-afa730b7ada5 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:50.998664 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50325a27-1a70-4dad-bddd-3f8e014fc7ab req-4790beef-2754-461f-aa86-afa730b7ada5 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 1131 time: 0.2099259 Feb 10 04:09:51.017612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f264da7b-a708-4a4e-9a4c-b55fd823d1f7 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:51.023774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5ea4ffb1-314e-4dea-b70b-1ef2b29d9f7a None None] Provisioning complete for port cf5f6898-db38-49bd-b7f5-f585afa088d6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:51.024256 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ffb1-314e-4dea-b70b-1ef2b29d9f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.073380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Publish callbacks [] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.080232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50325a27-1a70-4dad-bddd-3f8e014fc7ab req-bd027fdb-1d68-4437-b1ca-594761a5789c tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804620 Feb 10 04:09:51.090227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.108900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Transition to ACTIVE for port object f264da7b-a708-4a4e-9a4c-b55fd823d1f7 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:09:51.130863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fac698-a794-44cb-bf13-e40c33a44764 req-e174ab44-7e20-4ce2-8bf3-ce9dc46839bd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.130863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47fac698-a794-44cb-bf13-e40c33a44764 req-e174ab44-7e20-4ce2-8bf3-ce9dc46839bd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 907 time: 0.1297736 Feb 10 04:09:51.168121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4ffb1-314e-4dea-b70b-1ef2b29d9f7a None None] Current status of the port cf5f6898-db38-49bd-b7f5-f585afa088d6 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:51.182058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.215230 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe0d96-5dd9-4d5d-94a5-35218184a177 x-openstack-request-id: req-8fbe0d96-5dd9-4d5d-94a5-35218184a177 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:51.215532 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:51.217011 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fbe0d96-5dd9-4d5d-94a5-35218184a177 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:51.217011 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6', 'status': 'completed', 'code': 200} Feb 10 04:09:51.292649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Pushing event updated for resources: {'Port': ['ID=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:51.360334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-bf68497e-0d01-4491-ae95-ee3f31b99814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.362411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-bf68497e-0d01-4491-ae95-ee3f31b99814 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 1089 time: 0.1425152 Feb 10 04:09:51.407194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834031-19c8-4f09-ac36-9c4fd3713efa req-af35ea86-3f23-41a3-9bd3-612642505bbf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.409405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa834031-19c8-4f09-ac36-9c4fd3713efa req-af35ea86-3f23-41a3-9bd3-612642505bbf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1500504 Feb 10 04:09:51.426025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3406-8563-473e-8599-aedbe9b05bf7 req-1bedc34a-fa3d-4bf0-ab2a-a01eba89812f tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.431225 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e55a3406-8563-473e-8599-aedbe9b05bf7 req-1bedc34a-fa3d-4bf0-ab2a-a01eba89812f tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 1131 time: 0.1934249 Feb 10 04:09:51.453980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Attempting to bind port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:09:51.454320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Attempting to bind port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:09:51.454648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Attempting to bind port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:51.472681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:09:51.473005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Attempting to bind port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:09:51.473819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.485491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:09:51.492433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:09:51.492433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Bound using segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:09:51.492433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Bound port: f264da7b-a708-4a4e-9a4c-b55fd823d1f7, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:09:51.492433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.513779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e55a3406-8563-473e-8599-aedbe9b05bf7 req-fe4b1d0a-a8b7-42f5-a08f-02f6d4367a36 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708876 Feb 10 04:09:51.519276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa834031-19c8-4f09-ac36-9c4fd3713efa req-85a71745-dfd1-44ac-81e2-88f4e506453c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983539 Feb 10 04:09:51.534769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-d09e5d13-a6ab-48b4-9ab6-e2ed22820843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.534769 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-d09e5d13-a6ab-48b4-9ab6-e2ed22820843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.1584747 Feb 10 04:09:51.552088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (79e49f60-cd54-47df-95e1-8f8c7ef33f64), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.583513 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-24f1d4d4-5798-4057-a6d1-0caa15fcd7c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6 HTTP/1.1" status: 200 len: 217 time: 0.0458214 Feb 10 04:09:51.584107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.686293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e49f60-cd54-47df-95e1-8f8c7ef33f64,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:51.687472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=aaabaaca-9bc4-4edd-a012-567138d970e8,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:51.704397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-9643e71a-2f64-4dcb-bd56-e0e0356020cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.706174 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-9643e71a-2f64-4dcb-bd56-e0e0356020cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0903304 Feb 10 04:09:51.720426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] For port f264da7b-a708-4a4e-9a4c-b55fd823d1f7, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:09:51.722152 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.763628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] For port f264da7b-a708-4a4e-9a4c-b55fd823d1f7, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:09:51.767573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-d6907444-afa2-418e-9b0a-03b5141ed287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.770224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-d6907444-afa2-418e-9b0a-03b5141ed287 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573173 Feb 10 04:09:51.835314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e8f5c-5dea-480b-8fcd-d0277b61c4c4 req-a677a9ea-1467-4ee4-9bbc-62329267ba59 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.837050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-844e8f5c-5dea-480b-8fcd-d0277b61c4c4 req-a677a9ea-1467-4ee4-9bbc-62329267ba59 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 943 time: 0.1863449 Feb 10 04:09:51.849025 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.851648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6bebb072-d811-4e42-aa10-7beb219e0e9b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1979804 Feb 10 04:09:51.897456 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.923140 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-d75b9416-bbf7-4540-b301-f5b664ec1123 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448252 Feb 10 04:09:51.948069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f761cc-0deb-41b9-9f64-955ba6fa7c9d req-52e97738-4f15-4c7b-8cc7-85b1c3b6d8c9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.949606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85f761cc-0deb-41b9-9f64-955ba6fa7c9d req-52e97738-4f15-4c7b-8cc7-85b1c3b6d8c9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0861707 Feb 10 04:09:51.958828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:51.959478 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:51.961181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] 10.222.0.43 "PUT /v2.0/ports/f264da7b-a708-4a4e-9a4c-b55fd823d1f7 HTTP/1.1" status: 200 len: 1091 time: 1.6725898 Feb 10 04:09:51.971326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'tag': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:09:51.975474 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b6afcd-8e41-4676-bb09-5244e4590c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c55e5b3-1d6f-4a87-9559-375d6760570d", "tag": "f264da7b-a708-4a4e-9a4c-b55fd823d1f7"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:09:52.009162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-844e8f5c-5dea-480b-8fcd-d0277b61c4c4 req-d9a51e96-8c74-4ba7-90ed-767e99c142be tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663401 Feb 10 04:09:52.027786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0bc52-34cb-4839-99f2-45d7eb9c5193 service neutron] Pushing event updated for resources: {'Port': ['ID=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:52.046250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:52.177541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-2f532223-abf1-454c-8351-d29e7a8425ef tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628600 Feb 10 04:09:52.306568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-86fa61e5-5345-495a-aacf-8912fcd9c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:52.308315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-86fa61e5-5345-495a-aacf-8912fcd9c6d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 1125 time: 0.1950576 Feb 10 04:09:52.395055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85f761cc-0deb-41b9-9f64-955ba6fa7c9d req-47176180-4fcb-4fda-9bff-1f90350df5eb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260881 Feb 10 04:09:52.401026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f588df9-d534-4070-a2c7-963ab64413f5 req-a2765389-bf3f-4bd6-bf5a-e7a95889564c service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725897 Feb 10 04:09:52.406726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-ebf5f7de-45d2-4316-aa08-438f0c11c851 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7 HTTP/1.1" status: 200 len: 217 time: 0.0897489 Feb 10 04:09:52.487439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-057067ca-8e00-493f-9a68-62bb454c5ff4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:52.489091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-057067ca-8e00-493f-9a68-62bb454c5ff4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048010 Feb 10 04:09:52.539476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-c214ad78-bcc2-4318-a819-a3fdad1f4946 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/quotas/cbbf071b1ca9427a80385d55b9e04030 HTTP/1.1" status: 200 len: 375 time: 0.0446253 Feb 10 04:09:52.542438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-1272b858-690f-498c-9606-e2c703bee78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:52.543876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-1272b858-690f-498c-9606-e2c703bee78b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.1303446 Feb 10 04:09:52.578962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0b129-ae5f-4dd8-a1a4-f6f846831dac req-6c06c449-45d6-454d-885b-6575f750c103 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:52.581086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ee0b129-ae5f-4dd8-a1a4-f6f846831dac req-6c06c449-45d6-454d-885b-6575f750c103 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0643647 Feb 10 04:09:52.618001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-628c5f6b-8be0-46cb-8a97-63daead4fa3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358412 Feb 10 04:09:52.629253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ee0b129-ae5f-4dd8-a1a4-f6f846831dac req-829f324c-269f-4d1b-979b-4fafee711e27 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Feb 10 04:09:52.631507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:09:52.682424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-9fa79d44-9029-4813-b5cc-85b137483fc3 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337304 Feb 10 04:09:52.683895 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60670aa4-3337-43b3-a89a-fee48b309f4e x-openstack-request-id: req-60670aa4-3337-43b3-a89a-fee48b309f4e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:09:52.684177 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c55e5b3-1d6f-4a87-9559-375d6760570d", "tag": "f264da7b-a708-4a4e-9a4c-b55fd823d1f7", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:09:52.684432 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60670aa4-3337-43b3-a89a-fee48b309f4e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:09:52.684813 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'tag': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7', 'status': 'completed', 'code': 200} Feb 10 04:09:52.788831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-08e196b8-037c-46ac-94e5-426733b758bd service neutron] 10.222.0.43 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628678 Feb 10 04:09:52.803195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-78c6625d-fa10-4bb5-9de6-fa4bd8c3d25b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--160112445&fields=id&tenant_id=002f341f53464ed5847cc432e5b3fe57 HTTP/1.1" status: 200 len: 267 time: 0.0496860 Feb 10 04:09:52.836940 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:09:52.858444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cd81f832-6f8a-4354-b487-ef2953b329ff tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:52.862990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cd81f832-6f8a-4354-b487-ef2953b329ff tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 932 time: 0.0502672 Feb 10 04:09:52.942493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7c7f4771-2e68-4378-b573-5dfe6e20b7df tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:52.951704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7c7f4771-2e68-4378-b573-5dfe6e20b7df tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 932 time: 0.0784159 Feb 10 04:09:53.016758 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-ba4a3b5a-42cf-4c75-9bbb-82b1418f7657 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0613632 Feb 10 04:09:53.064406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3eb35f11-e449-42f6-8c09-921be8d822e9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0404661 Feb 10 04:09:53.199358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:09:53.200846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-46015c72-82a1-4595-a798-a6aea5771b47 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:53.207017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-46015c72-82a1-4595-a798-a6aea5771b47 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:53.208883 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] Sync routers for ids ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:09:53.212656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-46015c72-82a1-4595-a798-a6aea5771b47 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:53.214488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5f522395-2bfb-43fb-a456-587aca3838d3 admin admin] 10.222.0.42 "PUT /v2.0/routers/c5e8f3c6-2e0c-468f-8f0b-9466863f7803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6904600 Feb 10 04:09:53.214963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-46015c72-82a1-4595-a798-a6aea5771b47 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/networks?id=7c407173-3146-4722-992d-f46469606988&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=59c8f485-d78b-4843-b69b-06ac4f229f0a&id=59c8f485-d78b-4843-b69b-06ac4f229f0a HTTP/1.1" status: 200 len: 1990 time: 0.1456113 Feb 10 04:09:53.215685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33566) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:53.229955 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] Routers {'c5e8f3c6-2e0c-468f-8f0b-9466863f7803'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:09:53.231112 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:53.250337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade469fe-2ec0-4174-8b4a-b52317b769d3 req-2af2cc32-3b73-4c64-9712-8b312fa7b4ad service neutron] 10.222.0.43 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340909 Feb 10 04:09:53.269857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a8c69eef-5970-49ff-a52a-96201d1ff7af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/quotas/002f341f53464ed5847cc432e5b3fe57 HTTP/1.1" status: 200 len: 375 time: 0.0469205 Feb 10 04:09:53.372145 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] Set router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:09:53.436603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-01a47203-86aa-4467-9275-5c9f6ec25e5e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1638079 Feb 10 04:09:53.442918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks [] for router (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:53.448737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-6cabd169-a74b-40e0-abee-d652e4819650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:53.450259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-6cabd169-a74b-40e0-abee-d652e4819650 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 1125 time: 0.0831795 Feb 10 04:09:53.597627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-7af74d47-ed54-4b16-8e66-a39ad02549e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:53.598743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-7af74d47-ed54-4b16-8e66-a39ad02549e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 906 time: 0.1411231 Feb 10 04:09:53.682170 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:09:51Z', 'revision_number': 5, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:53.705155 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-9e9fb6e2-3f02-4d40-a9de-e8e8aa37cf5c service neutron] 10.222.0.42 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640808 Feb 10 04:09:53.715547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-9d993afd-ae5a-44e8-aef7-76c60ef14a73 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:53.717066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-9d993afd-ae5a-44e8-aef7-76c60ef14a73 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.1174254 Feb 10 04:09:53.719568 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks [] for router_gateway (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:53.733804 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] Checking router: c5e8f3c6-2e0c-468f-8f0b-9466863f7803 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:09:53.744338 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] Routers {'c5e8f3c6-2e0c-468f-8f0b-9466863f7803'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:09:53.745378 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:53.754396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-4c218510-ac01-4bf3-901f-8bf11cff125a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7 HTTP/1.1" status: 200 len: 217 time: 0.0528898 Feb 10 04:09:53.776305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-875a69b8-d46a-40a7-9205-5ef7e76f166c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/quotas/abf0d4d19fe34e06a3d997474c9c4cd9 HTTP/1.1" status: 200 len: 375 time: 0.0252242 Feb 10 04:09:53.869066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-4ec5a837-cff8-43f4-8f93-1a375bf7bc62 service neutron] 10.222.0.42 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626678 Feb 10 04:09:53.894848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-1951e408-a62e-417b-9734-1c1d8fb60e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:53.898939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-1951e408-a62e-417b-9734-1c1d8fb60e9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.1377332 Feb 10 04:09:53.932346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-785299eb-02bb-4ea6-85b3-ec7865cd85b9 service neutron] 10.222.0.42 "GET /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0623353 Feb 10 04:09:53.964292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-27110c9a-a72a-4ded-b919-4b78f6b04047 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1870177 Feb 10 04:09:53.973966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-277b06bd-1963-4e77-8779-82b448a52745 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664456 Feb 10 04:09:53.978203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Deleting port 329e7261-2af5-4853-ad68-8a2e89419c09 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:09:53.978662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:54.115118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3aff0337-381c-476d-b7ac-179ee1d3f22f service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816032 Feb 10 04:09:54.139058 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] Set router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:09:54.164501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] For port 329e7261-2af5-4853-ad68-8a2e89419c09, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=329e7261-2af5-4853-ad68-8a2e89419c09,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:54.164857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-760e63a5-a445-43e8-bb64-b63c3bbbd09b service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996520 Feb 10 04:09:54.165084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:54.215749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Calling delete_port for 329e7261-2af5-4853-ad68-8a2e89419c09 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:09:54.276669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-c2c0d97d-2e14-45e4-9ba6-bcc31577993e service neutron] 10.222.0.43 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790980 Feb 10 04:09:54.302161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-5e27093d-b46a-460a-bcdd-5d5a27779090 service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859958 Feb 10 04:09:54.377323 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-92769dcd-2527-4b0f-a0b1-91c737bff0e7 service neutron] 10.222.0.42 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115095 Feb 10 04:09:54.422122 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:09:51Z', 'revision_number': 5, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:54.446098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38b6afcd-8e41-4676-bb09-5244e4590c9f req-cce02678-b35a-4e73-a0bd-b5839bb46323 service neutron] 10.222.0.43 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579368 Feb 10 04:09:54.459522 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc12a2a-d87b-4730-a439-323737cab9dd None None] The sync data for ids ['c5e8f3c6-2e0c-468f-8f0b-9466863f7803'] in n-d-827844-2 is: [{'id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'name': 'tempest-ServerRescueNegativeTestJSON-834021457-router', 'tenant_id': '5ffbd836050640a3b18a0d9471b7516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:06:32Z', 'updated_at': '2022-02-10T04:09:51Z', 'revision_number': 5, 'project_id': '5ffbd836050640a3b18a0d9471b7516e', 'gw_port': {'id': '329e7261-2af5-4853-ad68-8a2e89419c09', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8f3c6-2e0c-468f-8f0b-9466863f7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:06:35Z', 'updated_at': '2022-02-10T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:09:54.516231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e5a89c06-2bc0-487d-96de-50fc2268b931 service neutron] 10.222.0.42 "GET /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2131097 Feb 10 04:09:54.592262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (329e7261-2af5-4853-ad68-8a2e89419c09), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:54.631236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=329e7261-2af5-4853-ad68-8a2e89419c09,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:54.713366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:54.717613 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1aed3604-af98-4599-a160-20ba55d31055 service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946006 Feb 10 04:09:54.742803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fca98-66a2-45f0-bd4b-6f260965135e req-84ece199-5795-47d5-8486-e89e5053597d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:54.744726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e33fca98-66a2-45f0-bd4b-6f260965135e req-84ece199-5795-47d5-8486-e89e5053597d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 943 time: 0.0779786 Feb 10 04:09:54.807284 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e33fca98-66a2-45f0-bd4b-6f260965135e req-e193b0d6-197c-4a6f-adb6-4ef1cd2d70a7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563142 Feb 10 04:09:54.897199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-444a30c2-73bc-4ad5-9bc1-f90a789d00b7 service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496191 Feb 10 04:09:55.000476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-6392cf65-2057-4d90-94e1-794d1be4e7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017387 Feb 10 04:09:55.054421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.058510 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks [] for router_controller (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.134867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b19d6-c48e-451a-806c-092fa1df7efb req-5297f527-1265-4e4f-b0b2-4cc2bcf639bf tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:55.136714 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b9b19d6-c48e-451a-806c-092fa1df7efb req-5297f527-1265-4e4f-b0b2-4cc2bcf639bf tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0790081 Feb 10 04:09:55.178980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-6f4bd3ab-32e1-4d20-91f8-cd99df13bc53 service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775761 Feb 10 04:09:55.226271 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (c5e8f3c6-2e0c-468f-8f0b-9466863f7803), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.226860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5e8f3c6-2e0c-468f-8f0b-9466863f7803 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:09:55.248977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b9b19d6-c48e-451a-806c-092fa1df7efb req-7f70c605-8627-4c5a-87f6-f037330a8e09 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061304 Feb 10 04:09:55.250063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.251202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0bce0251-bd1c-4de8-b995-1249678cafe1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c5e8f3c6-2e0c-468f-8f0b-9466863f7803 HTTP/1.1" status: 204 len: 168 time: 2.0343983 Feb 10 04:09:55.254723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33606) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:55.322302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] Deleting subnet c8defdbc-a85d-4146-8e27-7d330adcdba3 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:09:55.341858 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] Publish callbacks [] for subnet (c8defdbc-a85d-4146-8e27-7d330adcdba3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.407861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b24f984e-7a77-4ac9-88c6-9f6a90b06398 req-a65dbd33-5644-4ba7-baf0-42a2e292cac6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 210 time: 0.0781715 Feb 10 04:09:55.424883 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-8cd3428f-0f45-4b40-be85-664daed741dc service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272229 Feb 10 04:09:55.436486 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (c8defdbc-a85d-4146-8e27-7d330adcdba3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.497263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c8defdbc-a85d-4146-8e27-7d330adcdba3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.562669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78af9d75-ecfb-4cd6-aa6f-03b57ef3b9ce req-4eb008d6-ff50-4a34-99b8-06daf1f816b6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 210 time: 0.0359123 Feb 10 04:09:55.578781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-469ee07d-029a-4883-b0b4-3f7f5d6768b9 service neutron] 10.222.0.42 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506615 Feb 10 04:09:55.660088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (c8defdbc-a85d-4146-8e27-7d330adcdba3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.685162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d7a164d4-819d-40d5-ac34-88ba6e49ecd6 service neutron] 10.222.0.42 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054523 Feb 10 04:09:55.690940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8defdbc-a85d-4146-8e27-7d330adcdba3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:55.693086 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.698893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ca3f0c2-29c7-4f08-a2df-ddc90757007c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c8defdbc-a85d-4146-8e27-7d330adcdba3 HTTP/1.1" status: 204 len: 168 time: 0.4405837 Feb 10 04:09:55.699199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33610) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:55.791127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4b8497cd-84eb-4db9-8fea-1b04db4b71da), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.801165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-dc3f0d74-56a8-4f05-9d2d-d5e594d48c8c service neutron] 10.222.0.42 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044228 Feb 10 04:09:55.927936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-0c97bcb7-d070-42da-9e2d-4bf9bc2bc9b3 service neutron] 10.222.0.42 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207602 Feb 10 04:09:55.935684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4b8497cd-84eb-4db9-8fea-1b04db4b71da), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:55.987065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8497cd-84eb-4db9-8fea-1b04db4b71da']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:56.000149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:56.000445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:09:56.019428 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:56.036458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:56.043690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:09:56.044266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (103cb2be-ae78-4ea8-b37c-f1c40b1d0bb2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:56.062614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 329e7261-2af5-4853-ad68-8a2e89419c09 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:56.093496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 329e7261-2af5-4853-ad68-8a2e89419c09 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:56.094111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 329e7261-2af5-4853-ad68-8a2e89419c09 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:56.094731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 79e49f60-cd54-47df-95e1-8f8c7ef33f64 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:09:56.108195 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:09:56.111172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1abdae1a-ed68-4330-9e8e-ec7217b6d252 service neutron] 10.222.0.42 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761336 Feb 10 04:09:56.125063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 79e49f60-cd54-47df-95e1-8f8c7ef33f64 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:09:56.125063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 79e49f60-cd54-47df-95e1-8f8c7ef33f64 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:09:56.137814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632963-14fc-457d-85d0-00c0d4b7b398 req-16f2fc2c-f5aa-44fb-9866-bef0a6d45325 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:56.139657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8632963-14fc-457d-85d0-00c0d4b7b398 req-16f2fc2c-f5aa-44fb-9866-bef0a6d45325 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 943 time: 0.2068002 Feb 10 04:09:56.190642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b2b4d230-19f9-42c5-aa58-03f9f08fc3a9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:56.199248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b2b4d230-19f9-42c5-aa58-03f9f08fc3a9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 932 time: 0.0793650 Feb 10 04:09:56.208573 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8632963-14fc-457d-85d0-00c0d4b7b398 req-4287b3f4-82ed-4db6-9672-7e8ecd60e60d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558295 Feb 10 04:09:56.253541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-6aae0169-18b5-45ce-b1af-e72cfb0d063e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:56.254474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4b8497cd-84eb-4db9-8fea-1b04db4b71da), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:56.254932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-6aae0169-18b5-45ce-b1af-e72cfb0d063e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 932 time: 0.0547957 Feb 10 04:09:56.260387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:56.263917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4b8497cd-84eb-4db9-8fea-1b04db4b71da HTTP/1.1" status: 204 len: 168 time: 0.5635891 Feb 10 04:09:56.279643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5989906-c904-4996-a251-2fb45708ddb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8497cd-84eb-4db9-8fea-1b04db4b71da,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:56.409135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393fc63-f8c5-463d-8bf6-53cc62cb21b8 req-b403337e-b8bb-4ac0-8489-824edc9bd943 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:56.410872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7393fc63-f8c5-463d-8bf6-53cc62cb21b8 req-b403337e-b8bb-4ac0-8489-824edc9bd943 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0781026 Feb 10 04:09:56.499176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7393fc63-f8c5-463d-8bf6-53cc62cb21b8 req-c20784f7-b3e3-43aa-aa58-7cab97632a93 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676033 Feb 10 04:09:56.618506 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14e046e6-8536-4e11-a266-6128a3721486 req-7fdd34b6-24fa-45c3-8e1f-f142fd98d377 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 210 time: 0.0486047 Feb 10 04:09:56.718898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-8c420c12-50a0-4b65-9439-6d6028ee2fd7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418558 Feb 10 04:09:56.734902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62e93d62-d23b-40b8-88b2-a2c0b990c070 req-343b4379-2184-47cd-8eb3-bdc4ee4aabef tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 210 time: 0.0463176 Feb 10 04:09:56.780337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:56.834523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3b38ee29-6580-4ff6-95c1-524ea6ea1148 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ffbd836050640a3b18a0d9471b7516e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507653 Feb 10 04:09:56.835048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33636) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:09:56.878911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-4d628033-b3a1-4e29-8d9b-ec27146ab239 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:56.880365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-4d628033-b3a1-4e29-8d9b-ec27146ab239 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443806 Feb 10 04:09:56.896456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:56.999025 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-036eabca-bfae-4376-b75e-ff2514850e50 admin admin] Publish callbacks [] for security_group (186de899-2fc6-4342-b79d-80efac5b9b82), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.009387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-f5d9c2d9-d5dc-45dc-b26d-d2f151bf084b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391302 Feb 10 04:09:57.067544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-036eabca-bfae-4376-b75e-ff2514850e50 admin admin] Publish callbacks [] for security_group (186de899-2fc6-4342-b79d-80efac5b9b82), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.193405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b09cb2ec-2514-41eb-bbbf-f4e4e2b54ece tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:57.194897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b09cb2ec-2514-41eb-bbbf-f4e4e2b54ece tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745749 Feb 10 04:09:57.207428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': '487a8b62-793c-4552-8046-69c0fe27aa49', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:57.273479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:57.278278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.281518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-036eabca-bfae-4376-b75e-ff2514850e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (186de899-2fc6-4342-b79d-80efac5b9b82), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.287884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-036eabca-bfae-4376-b75e-ff2514850e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.287884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-036eabca-bfae-4376-b75e-ff2514850e50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/186de899-2fc6-4342-b79d-80efac5b9b82 HTTP/1.1" status: 204 len: 168 time: 0.4495280 Feb 10 04:09:57.380392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eabca-bfae-4376-b75e-ff2514850e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186de899-2fc6-4342-b79d-80efac5b9b82,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:57.449590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f264da7b-a708-4a4e-9a4c-b55fd823d1f7 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:09:57.547188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.198 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/6ff0fc90-616e-48e5-9bc5-04c765b0c25b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:57.590621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f264da7b-a708-4a4e-9a4c-b55fd823d1f7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:57.603456 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'port_id': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7', 'mac_address': 'fa:16:3e:da:b3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e808e13-05a1-4361-86b6-493213f23872', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:09:57.643722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:09:57.644118 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.665679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f264da7b-a708-4a4e-9a4c-b55fd823d1f7 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:09:57.671106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-dd2125d4-c289-4aac-b800-644886293181 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:57.672380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-dd2125d4-c289-4aac-b800-644886293181 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.24 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 811 time: 0.3519688 Feb 10 04:09:57.680473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-137886cb-d0e4-4956-a427-6358af416900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.690006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f264da7b-a708-4a4e-9a4c-b55fd823d1f7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:09:57.705222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Request body: {'port': {'device_id': '716170dd-d4a8-43d0-822d-1764deca1444', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'admin_state_up': True, 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:57.758997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.813847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:57.900937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:57.905045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:57.946657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac6bc-b199-4099-b664-7ab247c1e182 req-9e7de4d9-05c8-4bfc-afff-5107e3722143 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:57.953460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef4ac6bc-b199-4099-b664-7ab247c1e182 req-9e7de4d9-05c8-4bfc-afff-5107e3722143 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 943 time: 0.5708992 Feb 10 04:09:57.988902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:58.019069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:58.120314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-dd3b21df-bcd6-4899-aee4-71bca3ac9e62 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:58.136767 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef4ac6bc-b199-4099-b664-7ab247c1e182 req-07098585-78fb-43df-b0b7-bd1d0ac10e43 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704283 Feb 10 04:09:58.146859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-dd3b21df-bcd6-4899-aee4-71bca3ac9e62 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 932 time: 0.1577792 Feb 10 04:09:58.164915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Made reservation on behalf of abf0d4d19fe34e06a3d997474c9c4cd9 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:09:58.168319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:58.244664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:58.268015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:58.270649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e48fe4fe-a8cb-4759-a86d-5164293717ff tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:58.273015 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e48fe4fe-a8cb-4759-a86d-5164293717ff tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 932 time: 0.1156378 Feb 10 04:09:58.293806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7bdc-9131-43ca-a5dd-ab9a523a025d req-ceef237c-a9ac-4511-ab25-c84874bacd1a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:58.296002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c57d7bdc-9131-43ca-a5dd-ab9a523a025d req-ceef237c-a9ac-4511-ab25-c84874bacd1a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.2403841 Feb 10 04:09:58.379620 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c57d7bdc-9131-43ca-a5dd-ab9a523a025d req-e2aebd5a-ff22-45f5-acc3-b12d0e121e1d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767264 Feb 10 04:09:58.413788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1bece8-b647-47b2-9cf9-6334de622a51 req-458391b2-bcf0-465f-8fa5-84cd880a4889 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 210 time: 0.1672339 Feb 10 04:09:58.543039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9077dd9-5822-48e3-b625-0388f15316b1 req-75c44987-4dcc-401d-b005-d766f9d0d454 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 210 time: 0.0585458 Feb 10 04:09:58.556504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.97 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/d9e6405b-63ff-4dc8-9723-858bb51fac63) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:58.604817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:58.640369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2924d9b9-9f71-4870-a431-83536b334272 req-69b1a0e8-5d48-4257-92e9-c21f6ed6edf4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0995762 Feb 10 04:09:58.650534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:58.653496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:58.656795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:09:58.739454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Allocated IP 172.20.0.14 (36db4135-2aff-4d08-a93b-23775dc656a5/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26/65d66194-b32e-4c85-b02a-789b3b986d95) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:09:58.791762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:58.792507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:58.936480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-6412a5fb-6298-42d8-9ee6-c1d27bb0e99c service neutron] 10.222.0.43 "GET /v2.0/ports/3c3c9048-2146-41fa-9389-d0330b3f1f5c/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 382 time: 0.1088109 Feb 10 04:09:59.014642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:59.027921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-56aeea4e-0f22-4cd7-8598-e0c95cdf18a5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1357770 Feb 10 04:09:59.101567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Request body: {'port': {'device_id': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:09:59.168594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-03bf0b1c-628e-4cf3-a587-ff4a05b05c67 None None] Provisioning complete for port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:59.169116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-03bf0b1c-628e-4cf3-a587-ff4a05b05c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:59.239122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-03bf0b1c-628e-4cf3-a587-ff4a05b05c67 None None] Port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:09:59.310942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for port (65d66194-b32e-4c85-b02a-789b3b986d95), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:59.334027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:59.449013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:59.461251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f264da7b-a708-4a4e-9a4c-b55fd823d1f7 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:09:59.466719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e063733-7068-454d-b65d-e78920a041cc req-549ab087-e65e-49ce-a5f8-163dc81e3498 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:59.469255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:09:59.475369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e063733-7068-454d-b65d-e78920a041cc req-549ab087-e65e-49ce-a5f8-163dc81e3498 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 944 time: 0.2466619 Feb 10 04:09:59.642022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e9739-ca99-43ca-839c-6f607656256a req-a0adb865-588d-477b-a94b-a13d6bc797b1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:59.644230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f70e9739-ca99-43ca-839c-6f607656256a req-a0adb865-588d-477b-a94b-a13d6bc797b1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.0823212 Feb 10 04:09:59.724454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:09:59.734401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-eeee3dfc-6a90-451a-b758-489a3337a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:59.735980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-eeee3dfc-6a90-451a-b758-489a3337a11e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135&tenant_id=3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 1132 time: 0.0867937 Feb 10 04:09:59.740955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f70e9739-ca99-43ca-839c-6f607656256a req-8d9173d6-9511-4ca2-9bfa-d89dae89d37a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903771 Feb 10 04:09:59.743829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:09:59.744236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:59.826825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed429913-d522-4ddc-94a0-b05ed999ae70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:09:59.843560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-88c0ec6b-5a01-4c3f-be20-1aebf0b0d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:09:59.845455 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-88c0ec6b-5a01-4c3f-be20-1aebf0b0d241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 1132 time: 0.0708702 Feb 10 04:09:59.899289 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65e6da6a-6d57-4f20-b21d-8b0de6569b50 req-b85a4964-3aae-4932-8b05-35f80c5613b2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 210 time: 0.0527215 Feb 10 04:09:59.941636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:09:59.954739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:09:59.970031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:09:59.983896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=d9e6405b-63ff-4dc8-9723-858bb51fac63,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:00.008684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:00.009670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.028420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-7aa16692-fba4-44cb-b684-778d6606c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:00.029936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-7aa16692-fba4-44cb-b684-778d6606c571 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1733522 Feb 10 04:10:00.046993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.066249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:00.075129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:00.078106 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019d1cfb-604c-45cf-ab5a-b72092030c22" -d '{"events": [{"server_uuid": "4c55e5b3-1d6f-4a87-9559-375d6760570d", "name": "network-vif-plugged", "status": "completed", "tag": "f264da7b-a708-4a4e-9a4c-b55fd823d1f7"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:00.109339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-e62a138e-d4fd-4702-8508-c944cc93d5ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 217 time: 0.0717895 Feb 10 04:10:00.177137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e063733-7068-454d-b65d-e78920a041cc req-aae525ad-52f2-41f4-8e14-ea6036b24ffe tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008533 Feb 10 04:10:00.187830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f264da7b-a708-4a4e-9a4c-b55fd823d1f7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:00.230266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-ca3d2302-67bd-42f3-b221-0856603048de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:00.232313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-ca3d2302-67bd-42f3-b221-0856603048de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1109722 Feb 10 04:10:00.308194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.312264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d72ce-fd70-41e1-8468-39e543b7270f req-b7741d11-ba6d-494b-b62a-1c572fcbd72e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:00.320217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-396d72ce-fd70-41e1-8468-39e543b7270f req-b7741d11-ba6d-494b-b62a-1c572fcbd72e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 935 time: 0.1395872 Feb 10 04:10:00.354071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff0fc90-616e-48e5-9bc5-04c765b0c25b {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:00.360381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Network 36db4135-2aff-4d08-a93b-23775dc656a5 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:00.372318 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Publish callbacks [] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.379082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:00.388039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda01c-c0f2-451d-b023-c10c7931637c req-60b40b94-2f11-454a-988f-2f05c69dbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:00.390001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-60b40b94-2f11-454a-988f-2f05c69dbb18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1500504 Feb 10 04:10:00.403929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:00.404760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b16e29a0-1081-427b-b0e4-ba6bd384939f None None] Provisioning complete for port d9e6405b-63ff-4dc8-9723-858bb51fac63 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:00.405220 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b16e29a0-1081-427b-b0e4-ba6bd384939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.515406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:00.542348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b16e29a0-1081-427b-b0e4-ba6bd384939f None None] Port d9e6405b-63ff-4dc8-9723-858bb51fac63 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:00.558799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:00.559714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.560624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-396d72ce-fd70-41e1-8468-39e543b7270f req-ab896282-eafb-450b-a3fc-a6ac630cce2f tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336421 Feb 10 04:10:00.615181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13ab5a24-caab-46bf-a31c-cfb591e2a7cf req-8e7d5d5e-1d8b-47b0-aea5-4bb959286a00 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.2332809 Feb 10 04:10:00.628293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-ccb9ab39-2ebb-4195-bd15-a11af30ce58d service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162201 Feb 10 04:10:00.635635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:00.646006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:00.646682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.650330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Transition to ACTIVE for port object 6ff0fc90-616e-48e5-9bc5-04c765b0c25b will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:00.713062 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e1a0a-add6-452e-a639-94625339b810 x-openstack-request-id: req-661e1a0a-add6-452e-a639-94625339b810 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:00.713575 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55e5b3-1d6f-4a87-9559-375d6760570d", "name": "network-vif-plugged", "status": "completed", "tag": "f264da7b-a708-4a4e-9a4c-b55fd823d1f7", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:00.714078 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-661e1a0a-add6-452e-a639-94625339b810 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:00.714626 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7', 'code': 200} Feb 10 04:10:00.820845 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02bda01c-c0f2-451d-b023-c10c7931637c req-e39b9f57-d775-4031-a969-aa375c2315b8 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843164 Feb 10 04:10:00.873025 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.873329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559325ab-ffb1-4023-90c0-bacdf53a69ec req-3a474812-383e-49ef-9fef-6c40440300aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:00.873329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-559325ab-ffb1-4023-90c0-bacdf53a69ec req-3a474812-383e-49ef-9fef-6c40440300aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 1127 time: 0.0706575 Feb 10 04:10:00.886458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0801aef8-9051-4218-9e89-1a0cf2cbb7e7 None None] Provisioning complete for port 65d66194-b32e-4c85-b02a-789b3b986d95 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:00.887232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0801aef8-9051-4218-9e89-1a0cf2cbb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.930159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:00.944567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0801aef8-9051-4218-9e89-1a0cf2cbb7e7 None None] Port 65d66194-b32e-4c85-b02a-789b3b986d95 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:00.970742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-e92f3d8a-a547-432a-af58-907cd3f70f28 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2586808 Feb 10 04:10:00.975927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:00.985057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6fe4d2fe-44f9-41e3-9e12-8fa9d883db1d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7774191 Feb 10 04:10:00.993347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Request body: {'port': {'device_id': '716170dd-d4a8-43d0-822d-1764deca1444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:01.042930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-559325ab-ffb1-4023-90c0-bacdf53a69ec req-3e02fc4e-483a-4aa2-827c-f0a7bd8d1b05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665821 Feb 10 04:10:01.064107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Request body: {'port': {'device_id': '487a8b62-793c-4552-8046-69c0fe27aa49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:01.141122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f879b-412c-4696-bf9e-a23ce839c05c req-0dc6a98d-3a4e-4130-913f-8e0e688679a3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:01.142603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-927f879b-412c-4696-bf9e-a23ce839c05c req-0dc6a98d-3a4e-4130-913f-8e0e688679a3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1538830 Feb 10 04:10:01.155476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:01.234689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-927f879b-412c-4696-bf9e-a23ce839c05c req-6b8f77da-b059-439b-8d6f-55537b7b29cb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745516 Feb 10 04:10:01.411691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62a72-924e-44e0-8e8a-6a41012c367b req-c9fef061-7046-4101-99bf-56fc739bfd92 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:01.413842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8da62a72-924e-44e0-8e8a-6a41012c367b req-c9fef061-7046-4101-99bf-56fc739bfd92 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 945 time: 0.0765176 Feb 10 04:10:01.425298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:01.499654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8da62a72-924e-44e0-8e8a-6a41012c367b req-bd227106-ace1-4d53-8eab-1fa9d00c2cfe tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696006 Feb 10 04:10:01.593445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Attempting to bind port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:01.593879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Attempting to bind port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:01.594277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Attempting to bind port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:01.617554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0c12b-4082-4346-9c60-61e40dd1751c req-ff64dba1-62ce-409b-84c2-f6a4074e1eb3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:01.625728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75a0c12b-4082-4346-9c60-61e40dd1751c req-ff64dba1-62ce-409b-84c2-f6a4074e1eb3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 932 time: 0.4229784 Feb 10 04:10:01.804109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:01.804591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Attempting to bind port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:01.812126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33758) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:01.928306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:01.928665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:01.929072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:01.929532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Bound port: 6ff0fc90-616e-48e5-9bc5-04c765b0c25b, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:01.929900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.070009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-457a3287-8e1d-427a-bc5f-6306c8f4acde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.102379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75a0c12b-4082-4346-9c60-61e40dd1751c req-214f9854-535d-49c9-9cfd-0accc5b7f08c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754360 Feb 10 04:10:02.120378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b38e23ca-8a74-44d7-90df-e92c305b76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.122495 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b38e23ca-8a74-44d7-90df-e92c305b76ef service neutron] 10.222.0.43 "GET /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 1028 time: 0.4620154 Feb 10 04:10:02.191351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1ad02312-75f0-4f15-9675-de89f710fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.192654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1ad02312-75f0-4f15-9675-de89f710fa58 service neutron] 10.222.0.43 "GET /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 1028 time: 0.0629742 Feb 10 04:10:02.239814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] For port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:02.301020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080916b-1026-4896-aa06-44bb0449774a req-9420e276-e0ad-40f3-9c01-7fe57ad3c47c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.304509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0080916b-1026-4896-aa06-44bb0449774a req-9420e276-e0ad-40f3-9c01-7fe57ad3c47c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 935 time: 0.5998256 Feb 10 04:10:02.323685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] For port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:02.326619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f59022d7-1088-4015-83b0-e6b33e45b173 req-e03e48fe-5f3e-43ec-950f-c85c671c8c68 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0956042 Feb 10 04:10:02.375632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d66194-b32e-4c85-b02a-789b3b986d95 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:02.390458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c5fc4738-6fdf-4b67-a331-328f12197058 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.396113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Publish callbacks [] for port (65d66194-b32e-4c85-b02a-789b3b986d95), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.398711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c5fc4738-6fdf-4b67-a331-328f12197058 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.412910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c5fc4738-6fdf-4b67-a331-328f12197058 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.414614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c5fc4738-6fdf-4b67-a331-328f12197058 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "GET /v2.0/networks?id=7c407173-3146-4722-992d-f46469606988&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=59c8f485-d78b-4843-b69b-06ac4f229f0a&id=59c8f485-d78b-4843-b69b-06ac4f229f0a HTTP/1.1" status: 200 len: 1990 time: 0.2140563 Feb 10 04:10:02.430906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e6405b-63ff-4dc8-9723-858bb51fac63 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:02.441509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Transition to ACTIVE for port object 65d66194-b32e-4c85-b02a-789b3b986d95 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:02.442843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.445852 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Publish callbacks [] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.464353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-457a3287-8e1d-427a-bc5f-6306c8f4acde admin admin] Publish callbacks [] for security_group (8df652a8-30e3-418e-b9c4-012b99e71b2e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.499301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Transition to ACTIVE for port object d9e6405b-63ff-4dc8-9723-858bb51fac63 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:02.508974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.509588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.511023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ff0fc90-616e-48e5-9bc5-04c765b0c25b HTTP/1.1" status: 200 len: 1096 time: 3.4173911 Feb 10 04:10:02.511479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'tag': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:02.514441 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50" -d '{"events": [{"name": "network-changed", "server_uuid": "cf51ed5c-6585-40dc-8b18-48b7db6283a6", "tag": "6ff0fc90-616e-48e5-9bc5-04c765b0c25b"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:02.528496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.549949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dcd51-15bb-45d7-9dcc-b2911bb044e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:02.594635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.595541 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0080916b-1026-4896-aa06-44bb0449774a req-5886e4dc-3ade-4e1c-8707-151d781c426b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753959 Feb 10 04:10:02.604854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-457a3287-8e1d-427a-bc5f-6306c8f4acde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8df652a8-30e3-418e-b9c4-012b99e71b2e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.636135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-63edad9c-c625-45fb-81b5-4df8ee50ec28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3302209 Feb 10 04:10:02.673678 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-457a3287-8e1d-427a-bc5f-6306c8f4acde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4dc3e4e9f234c81b585c247608d80a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8606400 Feb 10 04:10:02.694612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:02.726977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:02.742472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-675375e1-fe57-4e4b-b1d0-db3fd83e7faa tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=002f341f53464ed5847cc432e5b3fe57 HTTP/1.1" status: 200 len: 379 time: 0.2589872 Feb 10 04:10:02.778188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'admin_state_up': True, 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'security_groups': ['882e0f9a-5099-4fab-812c-17c90d0aa60c']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:02.915853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b4c61-3ea0-42fd-8823-15c4e94bf273 req-20f8467f-3b24-454c-881a-f13a0a8a0542 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.925229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f4b4c61-3ea0-42fd-8823-15c4e94bf273 req-20f8467f-3b24-454c-881a-f13a0a8a0542 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.3955791 Feb 10 04:10:02.994001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-f5e665ca-57f8-4a5d-a038-28c00ad0b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:02.994001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-f5e665ca-57f8-4a5d-a038-28c00ad0b4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 1130 time: 0.3202302 Feb 10 04:10:03.076557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Attempting to bind port d9e6405b-63ff-4dc8-9723-858bb51fac63 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:03.077152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Attempting to bind port d9e6405b-63ff-4dc8-9723-858bb51fac63 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:03.077674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Attempting to bind port d9e6405b-63ff-4dc8-9723-858bb51fac63 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:03.119812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd77d9-627e-40fd-9fa6-a0966179af2c req-ea4e72ba-a132-4459-9d79-10d50f3a16fe tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.126935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7dd77d9-627e-40fd-9fa6-a0966179af2c req-ea4e72ba-a132-4459-9d79-10d50f3a16fe tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 945 time: 0.3438773 Feb 10 04:10:03.137400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Port d9e6405b-63ff-4dc8-9723-858bb51fac63 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:03.138378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Attempting to bind port d9e6405b-63ff-4dc8-9723-858bb51fac63 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:03.161100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a3287-8e1d-427a-bc5f-6306c8f4acde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df652a8-30e3-418e-b9c4-012b99e71b2e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:03.165825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-6f50dc5f-fe6a-4d5d-a0ec-3a351beb58a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=6ff0fc90-616e-48e5-9bc5-04c765b0c25b HTTP/1.1" status: 200 len: 217 time: 0.1720667 Feb 10 04:10:03.168059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:03.168605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:03.169958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:03.170583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Bound port: d9e6405b-63ff-4dc8-9723-858bb51fac63, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:03.172204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.177831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Attempting to bind port 65d66194-b32e-4c85-b02a-789b3b986d95 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:03.178171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Attempting to bind port 65d66194-b32e-4c85-b02a-789b3b986d95 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:03.178495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Attempting to bind port 65d66194-b32e-4c85-b02a-789b3b986d95 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:03.189010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f679862b-771e-432f-a6d5-86851a3b5c2d admin admin] Publish callbacks [] for security_group (8df652a8-30e3-418e-b9c4-012b99e71b2e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.205948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:03.217708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Port 65d66194-b32e-4c85-b02a-789b3b986d95 on network 36db4135-2aff-4d08-a93b-23775dc656a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:03.221529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Attempting to bind port 65d66194-b32e-4c85-b02a-789b3b986d95 on network 36db4135-2aff-4d08-a93b-23775dc656a5 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:03.276977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.277220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.277683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.278142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.278634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.279104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.279558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.281543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2bfbe767-52bd-42d6-97e1-541a250a4730 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16266ee05514d9cbe0047e309435e29&device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 6719 time: 0.5717740 Feb 10 04:10:03.316140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:03.316487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Checking segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:03.316877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Bound using segment: {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:03.317319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Bound port: 65d66194-b32e-4c85-b02a-789b3b986d95, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d19b0-9207-4c69-be36-27e5ebfa667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:03.317679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.323991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f679862b-771e-432f-a6d5-86851a3b5c2d admin admin] Publish callbacks [] for security_group (8df652a8-30e3-418e-b9c4-012b99e71b2e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.390193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-c7af619a-b173-4b9d-b559-eb631d68aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.392069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-c7af619a-b173-4b9d-b559-eb631d68aa9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2157815 Feb 10 04:10:03.441716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7dd77d9-627e-40fd-9fa6-a0966179af2c req-90d4584c-a160-4855-be70-87f34a35c8cc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137839 Feb 10 04:10:03.464961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:10:03.504198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f4b4c61-3ea0-42fd-8823-15c4e94bf273 req-44cd8b1c-665e-4605-adb9-4a984bdcd08d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747480 Feb 10 04:10:03.519556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f679862b-771e-432f-a6d5-86851a3b5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8df652a8-30e3-418e-b9c4-012b99e71b2e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.522627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f679862b-771e-432f-a6d5-86851a3b5c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.526232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f679862b-771e-432f-a6d5-86851a3b5c2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8df652a8-30e3-418e-b9c4-012b99e71b2e HTTP/1.1" status: 204 len: 168 time: 0.8263893 Feb 10 04:10:03.536128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6405b-63ff-4dc8-9723-858bb51fac63,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:03.541052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679862b-771e-432f-a6d5-86851a3b5c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df652a8-30e3-418e-b9c4-012b99e71b2e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:03.549901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-64a03159-da41-4b27-92a6-9b07724a0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.551531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-64a03159-da41-4b27-92a6-9b07724a0e83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1061189 Feb 10 04:10:03.638079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:03.654950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.669539 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e2e94d-c219-40db-a205-286abd22606d x-openstack-request-id: req-64e2e94d-c219-40db-a205-286abd22606d {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:03.672042 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf51ed5c-6585-40dc-8b18-48b7db6283a6", "tag": "6ff0fc90-616e-48e5-9bc5-04c765b0c25b", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:03.672042 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64e2e94d-c219-40db-a205-286abd22606d {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:03.672042 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'tag': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b', 'status': 'completed', 'code': 200} Feb 10 04:10:03.674988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-e19b620f-a45a-4969-acb1-de6b6cca19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.675466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-e19b620f-a45a-4969-acb1-de6b6cca19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.675932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-e19b620f-a45a-4969-acb1-de6b6cca19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:03.677552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-e19b620f-a45a-4969-acb1-de6b6cca19e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd571703-bb59-453e-9190-8d8e94cb434e&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&id=90e1cf24-2192-446b-b1d5-98500b85bdec&id=90e1cf24-2192-446b-b1d5-98500b85bdec HTTP/1.1" status: 200 len: 2298 time: 0.3463547 Feb 10 04:10:03.711782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:03.714678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] For port d9e6405b-63ff-4dc8-9723-858bb51fac63, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:03.778727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:03.779804 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.850331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:03.853907 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ca6e0f-5cc1-43a7-849c-734e817ba204" -d '{"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-unplugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:03.858421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:03.876688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:03.880638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] For port d9e6405b-63ff-4dc8-9723-858bb51fac63, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d9e6405b-63ff-4dc8-9723-858bb51fac63,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:03.914468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-9b55a2b4-73de-4dab-a671-df31ce1ea97a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac HTTP/1.1" status: 200 len: 1001 time: 0.2172508 Feb 10 04:10:03.923311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88653cbe-8c80-44ef-b895-de5d1151a912 req-a4d3d974-e1ca-4281-9ebe-056a5000aa3e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0940783 Feb 10 04:10:03.936525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:03.963641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-36e6bd7a-ce76-4f66-865f-850a95338d11 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043729 Feb 10 04:10:03.976036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:04.070400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6936e-656c-45bc-aee0-10f3468d2ccb req-1f17bc1f-4164-456c-8587-012a0d60bf17 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.072003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2a6936e-656c-45bc-aee0-10f3468d2ccb req-1f17bc1f-4164-456c-8587-012a0d60bf17 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 944 time: 0.4305878 Feb 10 04:10:04.073183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:04.089048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:04.116347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 172.20.0.3 (7c407173-3146-4722-992d-f46469606988/3ca3c80c-5417-49f0-a45b-a21de528561e/f5759c15-0eeb-4c96-9a66-c84f6d9729a9) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:04.119419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.125842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:04.125842 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] 10.222.0.24 "PUT /v2.0/ports/65d66194-b32e-4c85-b02a-789b3b986d95 HTTP/1.1" status: 200 len: 1092 time: 3.1506553 Feb 10 04:10:04.125842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:04.253350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-def0e01d-34a3-4e21-b80b-1846d2cad109 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698042 Feb 10 04:10:04.288161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-cb8cbd07-a7b9-4545-994b-32d2c01ef380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.290517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-cb8cbd07-a7b9-4545-994b-32d2c01ef380 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ab80b5c-9000-4c21-a5b4-a53a9141c6ad HTTP/1.1" status: 200 len: 856 time: 0.3647907 Feb 10 04:10:04.291878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.292482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:04.294079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] 10.222.0.43 "PUT /v2.0/ports/d9e6405b-63ff-4dc8-9723-858bb51fac63 HTTP/1.1" status: 200 len: 1095 time: 3.2386949 Feb 10 04:10:04.294315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879f22c-6594-4ff0-9624-369a3ded29ff req-80588cd4-1b2f-437f-94a8-f73ef2e56cae tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.307199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e879f22c-6594-4ff0-9624-369a3ded29ff req-80588cd4-1b2f-437f-94a8-f73ef2e56cae tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 947 time: 0.2652609 Feb 10 04:10:04.526090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e879f22c-6594-4ff0-9624-369a3ded29ff req-878f4df7-8e51-45e9-b427-c685efca0486 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178159 Feb 10 04:10:04.615879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2a6936e-656c-45bc-aee0-10f3468d2ccb req-61e643ec-9ad8-4abb-a756-badcf75f4cbc tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299470 Feb 10 04:10:04.622741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9afa73-3cc0-43aa-a93f-0b9d0d252ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:04.632471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:04.671951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-ff9c1f75-10e9-4b65-9733-72a281847a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.677144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-ff9c1f75-10e9-4b65-9733-72a281847a08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 1130 time: 0.2728674 Feb 10 04:10:04.785292 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f18124-92b3-4230-b168-b395cb06b702 x-openstack-request-id: req-a0f18124-92b3-4230-b168-b395cb06b702 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:04.785742 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-unplugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:04.785862 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0f18124-92b3-4230-b168-b395cb06b702 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:04.786217 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'code': 200} Feb 10 04:10:04.834090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-c78b04c3-5b76-4b49-bd46-71c30dca9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.841513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-c78b04c3-5b76-4b49-bd46-71c30dca9797 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 1126 time: 0.5705645 Feb 10 04:10:04.868850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-8163aa5c-0083-4f9c-a83c-4e7f86fd308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:04.870397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-8163aa5c-0083-4f9c-a83c-4e7f86fd308f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd571703-bb59-453e-9190-8d8e94cb434e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5572376 Feb 10 04:10:05.042565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b08a77-4a56-4ab2-81f9-9938dcf5eda8 req-b05bce0c-ccdb-430f-af2d-c7a8ec911c16 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.044614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01b08a77-4a56-4ab2-81f9-9938dcf5eda8 req-b05bce0c-ccdb-430f-af2d-c7a8ec911c16 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.2516096 Feb 10 04:10:05.048643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-34091aee-7ba2-48a0-8351-58b34dd5d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.050187 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-34091aee-7ba2-48a0-8351-58b34dd5d133 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.3631833 Feb 10 04:10:05.075389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01b08a77-4a56-4ab2-81f9-9938dcf5eda8 req-78e4530e-3574-432a-bd45-323c103dbdc2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0220187 Feb 10 04:10:05.119205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-156bd478-330f-48c8-a73e-d3f902583b78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=6ff0fc90-616e-48e5-9bc5-04c765b0c25b HTTP/1.1" status: 200 len: 217 time: 0.0426648 Feb 10 04:10:05.131615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:05.204971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 7c407173-3146-4722-992d-f46469606988 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:05.241127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48673d0-9c5b-45c3-b6a3-a6eb68ce87db service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6405b-63ff-4dc8-9723-858bb51fac63,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:05.253494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-0f2f4a1b-5cbe-4164-9cd3-c239e6425a97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65d66194-b32e-4c85-b02a-789b3b986d95 HTTP/1.1" status: 200 len: 217 time: 0.4005933 Feb 10 04:10:05.259875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:05.272747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:05.282398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:05.310205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-38865ec2-22bb-43b2-abb5-4abb275c9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.311771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-38865ec2-22bb-43b2-abb5-4abb275c9be4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 1129 time: 0.8882158 Feb 10 04:10:05.385396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-618f2284-1b3e-40fd-a800-d37cfeb48022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.387466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-618f2284-1b3e-40fd-a800-d37cfeb48022 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2585697 Feb 10 04:10:05.398503 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01b08a77-4a56-4ab2-81f9-9938dcf5eda8 req-247206a8-236a-49d0-8e34-48543406b964 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3208237 Feb 10 04:10:05.422214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.422942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:05.447569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-1585e0bf-e679-4d27-85a7-55f122e44a4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=d9e6405b-63ff-4dc8-9723-858bb51fac63 HTTP/1.1" status: 200 len: 217 time: 0.1047995 Feb 10 04:10:05.480394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:05.490235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-b1a1a6ea-169a-4717-882a-afe1f68dc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.491974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-b1a1a6ea-169a-4717-882a-afe1f68dc177 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.2216275 Feb 10 04:10:05.592425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01b08a77-4a56-4ab2-81f9-9938dcf5eda8 req-7e03a46e-e72c-4fa0-a17f-ae626f2a81a3 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751122 Feb 10 04:10:05.650118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-46cfa035-e574-4c1c-b529-c129acc500dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.651700 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-46cfa035-e574-4c1c-b529-c129acc500dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2501101 Feb 10 04:10:05.652695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd79d1-bfc2-438e-8861-8de490210bbe req-8abf4a57-b9f5-4274-978c-161f4de1534c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.660731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d2cd79d1-bfc2-438e-8861-8de490210bbe req-8abf4a57-b9f5-4274-978c-161f4de1534c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 948 time: 0.4311631 Feb 10 04:10:05.666085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-3edd280f-6a13-485d-a1c4-40861096f70e service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355078 Feb 10 04:10:05.670991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95'}, {'name': 'network-changed', 'server_uuid': '487a8b62-793c-4552-8046-69c0fe27aa49', 'tag': 'd9e6405b-63ff-4dc8-9723-858bb51fac63'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:05.673814 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000fa844-7bdd-41dc-9294-3934dc67b5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95"}, {"name": "network-changed", "server_uuid": "487a8b62-793c-4552-8046-69c0fe27aa49", "tag": "d9e6405b-63ff-4dc8-9723-858bb51fac63"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:05.693779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-620e811e-75dd-4a0d-a25c-5801e61c8ff6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9260950 Feb 10 04:10:05.696675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:05.709390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-45169fee-46a8-4d10-83b8-52c2f5e518d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.711070 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-45169fee-46a8-4d10-83b8-52c2f5e518d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2410941 Feb 10 04:10:05.753492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'admin_state_up': True, 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'security_groups': ['882e0f9a-5099-4fab-812c-17c90d0aa60c']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:05.764749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'mac_address': 'fa:16:3e:cb:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:05.773662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c5d62df6-b131-490c-a503-3a4aa0dc8acf None None] Provisioning complete for port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:05.774304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5d62df6-b131-490c-a503-3a4aa0dc8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:05.819343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-9ec5d256-a746-4bd0-bdc7-29876ab77683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:05.819783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-9ec5d256-a746-4bd0-bdc7-29876ab77683 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2862844 Feb 10 04:10:05.881728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d2cd79d1-bfc2-438e-8861-8de490210bbe req-1d28a46e-efa5-47a1-bd5b-92fe9616694b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193713 Feb 10 04:10:05.884759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:05.885229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:05.912426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c5d62df6-b131-490c-a503-3a4aa0dc8acf None None] Port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:05.927539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3c9048-2146-41fa-9389-d0330b3f1f5c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:05.961039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01b08a77-4a56-4ab2-81f9-9938dcf5eda8 req-69efc6b1-d45d-4909-b88c-7b4b05140f8b service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682697 Feb 10 04:10:06.011878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-fefdc6ed-0d84-4d3c-9483-a13b2c8288aa service neutron] 10.222.0.24 "GET /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349001 Feb 10 04:10:06.013795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-82ed212c-bbfe-47b2-852f-99b3a0cd1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:06.015237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-82ed212c-bbfe-47b2-852f-99b3a0cd1362 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2909150 Feb 10 04:10:06.117932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-3bd5e47a-9856-4602-bd39-19e5ca784dcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 217 time: 0.0899780 Feb 10 04:10:06.128094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-b9ef52ab-ef7c-40c4-a386-c84709989027 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433055 Feb 10 04:10:06.221651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:06.231139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-c79b8383-3210-4793-988e-71a76bf7d3c9 service neutron] 10.222.0.24 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938141 Feb 10 04:10:06.270183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-660e07fd-b053-4c50-81ee-adb0393976ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:06.271705 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-660e07fd-b053-4c50-81ee-adb0393976ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.1400926 Feb 10 04:10:06.279751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23b3b-9130-4caa-8e48-e5dd9345dc2d req-b952fc1b-2a95-4667-b5e0-1027e8501c06 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:06.286915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ac23b3b-9130-4caa-8e48-e5dd9345dc2d req-b952fc1b-2a95-4667-b5e0-1027e8501c06 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 931 time: 0.2706094 Feb 10 04:10:06.295666 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7bcd7e88-e59b-4fde-a2cf-36f7842acb50 req-5c3c6084-680d-4117-a353-3d3732892a50 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591086 Feb 10 04:10:06.299776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:06.364521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:06.367518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:06.371097 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:06.374163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-9853f167-5584-4e6a-8d11-ff4db09bc3fe service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351684 Feb 10 04:10:06.541736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6ff0fc90-616e-48e5-9bc5-04c765b0c25b details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:06.588442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ac23b3b-9130-4caa-8e48-e5dd9345dc2d req-72149da9-93d1-4a81-bab7-937cd1750123 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994099 Feb 10 04:10:06.608369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3c3c9048-2146-41fa-9389-d0330b3f1f5c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:06.665341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-4fe9aff6-2937-4a74-8602-2edcff9ab128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:06.667148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-4fe9aff6-2937-4a74-8602-2edcff9ab128 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3755338 Feb 10 04:10:06.687537 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0f335c-dbc8-4008-b942-1dc2ad9d17a2 req-d83169a2-fc75-4cd6-bf7e-5545735e2354 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046501 Feb 10 04:10:06.689802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2209925d-04cc-46ae-b4eb-19d114d7c6cd req-c74fae41-12d3-466f-8db3-3ac32617a7bb service neutron] 10.222.0.24 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471412 Feb 10 04:10:06.767122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124b5bf-68a1-437f-8c25-fe877921f579 req-2615bca5-538d-49cc-862b-f7d7ab67d022 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:06.776253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c124b5bf-68a1-437f-8c25-fe877921f579 req-2615bca5-538d-49cc-862b-f7d7ab67d022 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 947 time: 0.3640010 Feb 10 04:10:06.817132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 10.1.1.104 (76c519c8-4439-4370-a82f-b6d4f633a823/416bb39f-9d4d-4c07-843a-dbf25de4af7a/e26a2640-1e79-4e08-9567-8ec4fda4c0a6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:06.867919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c124b5bf-68a1-437f-8c25-fe877921f579 req-3bdba633-5cbd-4677-87f3-05447ac06608 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905387 Feb 10 04:10:07.010754 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b57cd-d72e-4774-a423-9a351fa3683f x-openstack-request-id: req-1b7b57cd-d72e-4774-a423-9a351fa3683f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:07.011058 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "487a8b62-793c-4552-8046-69c0fe27aa49", "tag": "d9e6405b-63ff-4dc8-9723-858bb51fac63", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:07.011311 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b7b57cd-d72e-4774-a423-9a351fa3683f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:07.011716 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95', 'status': 'completed', 'code': 200} Feb 10 04:10:07.011965 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a8b62-793c-4552-8046-69c0fe27aa49', 'tag': 'd9e6405b-63ff-4dc8-9723-858bb51fac63', 'status': 'completed', 'code': 200} Feb 10 04:10:07.016257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-60f2914a-0a54-447d-96d0-b4372e688678 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243341 Feb 10 04:10:07.039003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a7c59-15b5-49c2-8f7b-8bd8519d0b47 req-dc40ca22-a30f-429a-81a9-6564767162cc tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:07.040866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-152a7c59-15b5-49c2-8f7b-8bd8519d0b47 req-dc40ca22-a30f-429a-81a9-6564767162cc tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 944 time: 0.2741411 Feb 10 04:10:07.072905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:07.120518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b', 'mac_address': 'fa:16:3e:7b:25:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:07.180353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:07.237550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:07.239797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:07.258459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-152a7c59-15b5-49c2-8f7b-8bd8519d0b47 req-997c783e-a017-41b4-878e-7ee60d8dbf8a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960652 Feb 10 04:10:07.264174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-9e2aa044-7753-47bb-ad00-43efb39ffc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:07.268183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-9e2aa044-7753-47bb-ad00-43efb39ffc4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 1126 time: 0.2136557 Feb 10 04:10:07.309202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff0fc90-616e-48e5-9bc5-04c765b0c25b {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:07.325088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:07.350879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:07.369936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-55b965bf-b1db-486c-8205-6bb9b19b8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:07.370967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-55b965bf-b1db-486c-8205-6bb9b19b8dc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 1129 time: 0.3291397 Feb 10 04:10:07.374619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-0051c28d-28f6-4ecf-a885-4c8b5ea6fc9c service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317363 Feb 10 04:10:07.430988 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:07.457843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 76c519c8-4439-4370-a82f-b6d4f633a823 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:07.475015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:07.490057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:07.496613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:07.515842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:07.575023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:07.576046 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:07.688277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-ea51d426-34c9-41cc-9d10-c96141a72a90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 217 time: 0.2466357 Feb 10 04:10:07.732904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12c5460f-6dc8-4452-b565-2151ee4e0561 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0031471 Feb 10 04:10:07.744306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'admin_state_up': True, 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'security_groups': ['882e0f9a-5099-4fab-812c-17c90d0aa60c']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:07.746662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-4d82f839-693c-483e-9393-a42b3aef0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:07.748596 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-4d82f839-693c-483e-9393-a42b3aef0395 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.4705877 Feb 10 04:10:07.797612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6ff0fc90-616e-48e5-9bc5-04c765b0c25b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:07.910571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-6de92b34-a4cf-44fc-aca4-3bb611c0a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:07.914498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-6de92b34-a4cf-44fc-aca4-3bb611c0a4ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.5253842 Feb 10 04:10:08.014476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-b9ae743f-2f52-467e-a2de-d2977315db89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65d66194-b32e-4c85-b02a-789b3b986d95 HTTP/1.1" status: 200 len: 217 time: 0.2045462 Feb 10 04:10:08.137206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-ad1e085d-7f34-4817-9861-c7be8fbc0aaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=d9e6405b-63ff-4dc8-9723-858bb51fac63 HTTP/1.1" status: 200 len: 217 time: 0.1507707 Feb 10 04:10:08.138853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-0803e0d0-a12c-47a6-a791-3e957a236b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.140288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-0803e0d0-a12c-47a6-a791-3e957a236b65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0740206 Feb 10 04:10:08.140498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-95d7c225-30db-4864-bba9-23946ba83f1f None None] Provisioning complete for port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:08.140974 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-95d7c225-30db-4864-bba9-23946ba83f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:08.205540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-3c482f6c-2396-479a-a8db-bf4b226cc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.208397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-3c482f6c-2396-479a-a8db-bf4b226cc261 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0629585 Feb 10 04:10:08.210322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-0ee54e77-4163-41e4-9cd7-00bb48923044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.212123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-0ee54e77-4163-41e4-9cd7-00bb48923044 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.5171521 Feb 10 04:10:08.369967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-95d7c225-30db-4864-bba9-23946ba83f1f None None] Port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:08.378385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-214fcf32-89cd-4bc3-985e-68d987100a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.389241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-214fcf32-89cd-4bc3-985e-68d987100a26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1760352 Feb 10 04:10:08.427111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-67d1d47b-00db-4c38-9a2d-d31027c55b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.428637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-67d1d47b-00db-4c38-9a2d-d31027c55b6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1787460 Feb 10 04:10:08.594446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-cdb4c72d-c01c-4e1e-aa32-8c68367c68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.596696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-cdb4c72d-c01c-4e1e-aa32-8c68367c68a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3366959 Feb 10 04:10:08.599622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-a9da6a4c-111e-4096-b9c4-8a415e453043 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331806 Feb 10 04:10:08.632231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-2b0c17c1-002e-4a5f-87db-28d3ab2c2b6f service neutron] 10.222.0.24 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420063 Feb 10 04:10:08.745391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d087b72-6748-4686-8b84-a08f2c315dc4 req-f1adfbd2-3f47-43db-a276-54c3ff268678 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.751189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d087b72-6748-4686-8b84-a08f2c315dc4 req-f1adfbd2-3f47-43db-a276-54c3ff268678 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.758968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1d087b72-6748-4686-8b84-a08f2c315dc4 req-f1adfbd2-3f47-43db-a276-54c3ff268678 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 1653 time: 0.1338978 Feb 10 04:10:08.767098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-df74a106-cb9f-4e85-be6a-e8137fce3f22 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338341 Feb 10 04:10:08.840023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-20eb3754-7518-4417-8a3e-a12d318585ea tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:08.841635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-20eb3754-7518-4417-8a3e-a12d318585ea tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135&tenant_id=3456fa0cc11147fab022130f646e6e11&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 949 time: 0.2178338 Feb 10 04:10:08.856482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1d087b72-6748-4686-8b84-a08f2c315dc4 req-67e71f90-9a54-4316-81b3-734a96fb931a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965528 Feb 10 04:10:08.944539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-b1de7800-c84f-469b-a63c-fff39f84d51f service neutron] 10.222.0.43 "GET /v2.0/ports/3c3c9048-2146-41fa-9389-d0330b3f1f5c/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 382 time: 0.0820916 Feb 10 04:10:08.994327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-000fa844-7bdd-41dc-9294-3934dc67b5ae req-d5efd94c-a210-48e0-9678-8684b40dc091 service neutron] 10.222.0.24 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158029 Feb 10 04:10:09.086298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-41221f25-3938-4778-90fd-faa9800fd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.088238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-41221f25-3938-4778-90fd-faa9800fd88d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 1131 time: 0.1158869 Feb 10 04:10:09.098030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c15cbf-2ba8-4cff-9ecf-a4b9311c5f91 req-7990c08d-8892-4e8d-be0a-2b3e129339f5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.099634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13c15cbf-2ba8-4cff-9ecf-a4b9311c5f91 req-7990c08d-8892-4e8d-be0a-2b3e129339f5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 947 time: 0.6233466 Feb 10 04:10:09.110450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-36de89dd-c057-4388-b913-8f4e3745105c service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547773 Feb 10 04:10:09.112543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc462e3c-f584-4de3-9be1-475fb78f6fc7 req-9152c551-983a-4b35-8ec8-fa2e7b63b7a7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.122630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc462e3c-f584-4de3-9be1-475fb78f6fc7 req-9152c551-983a-4b35-8ec8-fa2e7b63b7a7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 949 time: 0.1313334 Feb 10 04:10:09.143326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:09.147978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:09.304990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc462e3c-f584-4de3-9be1-475fb78f6fc7 req-b5bd4dca-8f7b-44fd-ab1d-6bd0dc83258b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811690 Feb 10 04:10:09.367385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-a7a9c731-f0f1-406c-97db-dcdabfad46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.369076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-a7a9c731-f0f1-406c-97db-dcdabfad46ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2439117 Feb 10 04:10:09.369651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-c137ab2a-84bd-41dd-b395-364085c503e3 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426405 Feb 10 04:10:09.479066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-c15e7636-6e50-4eec-9a42-ecd02893036e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 217 time: 0.0796046 Feb 10 04:10:09.500847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-7b877d8f-f9e0-441e-b0a0-91e2f99393d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58 HTTP/1.1" status: 200 len: 217 time: 0.0723474 Feb 10 04:10:09.512500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d9e6405b-63ff-4dc8-9723-858bb51fac63 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:09.519677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:09.594035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 10.1.1.221 (76c519c8-4439-4370-a82f-b6d4f633a823/416bb39f-9d4d-4c07-843a-dbf25de4af7a/d91a1d09-6443-4c20-aaba-7ae6a27c5527) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:09.667534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-77cdf041-59d5-4cf5-a2a6-7c570d6eb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.668973 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-77cdf041-59d5-4cf5-a2a6-7c570d6eb06f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1827710 Feb 10 04:10:09.676522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51757c5-9e7f-4089-8bf4-37c50f6989a1 req-d5bf45e0-e68b-4a1f-8a8b-f005b81e8772 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.684466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d51757c5-9e7f-4089-8bf4-37c50f6989a1 req-d5bf45e0-e68b-4a1f-8a8b-f005b81e8772 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 944 time: 0.2787015 Feb 10 04:10:09.848035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d9e6405b-63ff-4dc8-9723-858bb51fac63, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d9e6405b-63ff-4dc8-9723-858bb51fac63,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:09.858486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13c15cbf-2ba8-4cff-9ecf-a4b9311c5f91 req-09ded933-4ae6-4a71-a851-c64693a69921 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7470088 Feb 10 04:10:09.891990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-f3ce3468-1c62-447c-9c81-412cd060d55b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5175784 Feb 10 04:10:09.894193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-005f2bdc-f78c-432e-b8d5-c8c19e5feeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.895570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-005f2bdc-f78c-432e-b8d5-c8c19e5feeb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.3814003 Feb 10 04:10:09.908146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d51757c5-9e7f-4089-8bf4-37c50f6989a1 req-37d59742-f40e-41e4-b66f-2630b4c1fc8c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189500 Feb 10 04:10:09.917501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'd9e6405b-63ff-4dc8-9723-858bb51fac63', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'd9e6405b-63ff-4dc8-9723-858bb51fac63', 'mac_address': 'fa:16:3e:9d:21:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:09.981272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-bd423fb1-5082-45e6-abe8-da10e2225ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:09.987485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-bd423fb1-5082-45e6-abe8-da10e2225ecb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2931871 Feb 10 04:10:10.030276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-4e4bba2e-8d3c-4afc-afcc-5962806ea830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:10.032276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-4e4bba2e-8d3c-4afc-afcc-5962806ea830 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1298082 Feb 10 04:10:10.046184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-90a373b7-54cd-4817-a1ed-911f9165e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:10.051078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-90a373b7-54cd-4817-a1ed-911f9165e750 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 1127 time: 0.1278231 Feb 10 04:10:10.100160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d9e6405b-63ff-4dc8-9723-858bb51fac63 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:10.100556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.105588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 3c3c9048-2146-41fa-9389-d0330b3f1f5c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:10.105958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.169494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.233700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e6405b-63ff-4dc8-9723-858bb51fac63 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:10.331436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-115b00ec-e5e2-4e00-b0ac-ccef2b2d7f02 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326015 Feb 10 04:10:10.334512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33926) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:10.405804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943287d7-4558-425a-81d1-7be5898bd184 req-5356d4cf-eb50-4d0d-a598-ccd2614feb19 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:10.434540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943287d7-4558-425a-81d1-7be5898bd184 req-5356d4cf-eb50-4d0d-a598-ccd2614feb19 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:10.438355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-943287d7-4558-425a-81d1-7be5898bd184 req-5356d4cf-eb50-4d0d-a598-ccd2614feb19 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 1653 time: 0.3910503 Feb 10 04:10:10.449317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d9e6405b-63ff-4dc8-9723-858bb51fac63, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d9e6405b-63ff-4dc8-9723-858bb51fac63,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:10.450824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:10.451803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.466569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-c3beed61-ddc8-470f-ad14-7b0bf8cbbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:10.468206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-c3beed61-ddc8-470f-ad14-7b0bf8cbbf65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.3815386 Feb 10 04:10:10.512339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:10.512339 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097d6c05-7861-4d26-8f5f-0bb034cd0fb1" -d '{"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:10.542487 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.571595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d66194-b32e-4c85-b02a-789b3b986d95 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:10.577647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6ff0fc90-616e-48e5-9bc5-04c765b0c25b up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:10.629715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-943287d7-4558-425a-81d1-7be5898bd184 req-f6536a5e-301b-4e52-be97-762d57acea5c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499019 Feb 10 04:10:10.647010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d824950e-0eba-4415-8637-3f3afce7078e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.671814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-4dae4584-8d32-42fa-b75c-5c44e00b8364 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193829 Feb 10 04:10:10.694524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-fae82eb1-c8c6-4315-b180-300cabbc3837 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394 HTTP/1.1" status: 200 len: 217 time: 0.2010393 Feb 10 04:10:10.699532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-f7a6c1be-06e6-4a41-9ea2-d54c1297366d service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556252 Feb 10 04:10:10.742055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:10.751548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.771469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:10.778763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '65d66194-b32e-4c85-b02a-789b3b986d95', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': '65d66194-b32e-4c85-b02a-789b3b986d95', 'mac_address': 'fa:16:3e:06:3d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:10.869590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 76c519c8-4439-4370-a82f-b6d4f633a823 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:10.883188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:10.898424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.907572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-1d5075d3-6f6d-4ebc-af8e-7442a020b1c5 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280495 Feb 10 04:10:10.927693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d9e6405b-63ff-4dc8-9723-858bb51fac63,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:10.929285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:10.936696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d66194-b32e-4c85-b02a-789b3b986d95 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:10.937097 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:10.975529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d66194-b32e-4c85-b02a-789b3b986d95 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:10.981041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=d91a1d09-6443-4c20-aaba-7ae6a27c5527,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:10.999292 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d824950e-0eba-4415-8637-3f3afce7078e admin admin] Publish callbacks [] for security_group (9cefdd5e-4a03-497d-b007-ba362223c214), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.003855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:11.005400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:11.034492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-aa706179-7de5-403b-9a09-c2f4dfa0981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:11.037821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-aa706179-7de5-403b-9a09-c2f4dfa0981a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1267846 Feb 10 04:10:11.050531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:11.051543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.074197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005770-ab5f-4c05-8067-769c33463b03 req-077ff44e-8a52-463f-8d7c-496ba2560972 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:11.088210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-077ff44e-8a52-463f-8d7c-496ba2560972 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.3150101 Feb 10 04:10:11.094735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d824950e-0eba-4415-8637-3f3afce7078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9cefdd5e-4a03-497d-b007-ba362223c214), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.098851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-9e5ae946-e4c3-4697-aafc-f85e58c331ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232 HTTP/1.1" status: 200 len: 217 time: 0.0554507 Feb 10 04:10:11.112399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.153655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-c957f431-4c2b-4fed-a019-32ed01256023 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0641112 Feb 10 04:10:11.167719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:11.218328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-cdbc9c69-8650-4160-b542-434a90d667f3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4789834 Feb 10 04:10:11.242331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d824950e-0eba-4415-8637-3f3afce7078e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2443bc9aff4c48b2b09cdd6bc461b6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8998780 Feb 10 04:10:11.248127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a', 'admin_state_up': True, 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'security_groups': ['882e0f9a-5099-4fab-812c-17c90d0aa60c']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:11.254919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33948) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:11.259450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:10:11.283998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-413acbb9-89e2-41e4-a9b9-67dc57606a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:11.285570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-413acbb9-89e2-41e4-a9b9-67dc57606a51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 200 len: 797 time: 0.1279578 Feb 10 04:10:11.294276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824950e-0eba-4415-8637-3f3afce7078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cefdd5e-4a03-497d-b007-ba362223c214,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:11.320996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff101c73-8031-4198-97b3-5f63fb71314f req-19db55c8-e9b9-4b32-878d-1a800fb8ddac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:11.323218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff101c73-8031-4198-97b3-5f63fb71314f req-19db55c8-e9b9-4b32-878d-1a800fb8ddac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 949 time: 0.8309467 Feb 10 04:10:11.330791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:11.330791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.450871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:11.457757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-f6ac0b6b-a7c3-463b-b0bc-bb87c3888c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:11.458264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-40028635-f113-4942-a0bb-128feae49779 None None] Provisioning complete for port d91a1d09-6443-4c20-aaba-7ae6a27c5527 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:11.458808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-40028635-f113-4942-a0bb-128feae49779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.461316 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-f6ac0b6b-a7c3-463b-b0bc-bb87c3888c55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3603752 Feb 10 04:10:11.469570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-c9be604c-fe3f-4fdd-80ff-74a520cff4f9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3151498 Feb 10 04:10:11.513723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9894-4603-4e61-b187-554e7a823f5e admin admin] Publish callbacks [] for security_group (9cefdd5e-4a03-497d-b007-ba362223c214), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.567213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:11.567652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.603054 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9894-4603-4e61-b187-554e7a823f5e admin admin] Publish callbacks [] for security_group (9cefdd5e-4a03-497d-b007-ba362223c214), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.617004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:11.619702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['65d66194-b32e-4c85-b02a-789b3b986d95'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:11.634757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff101c73-8031-4198-97b3-5f63fb71314f req-fabf5dcf-d5ad-4423-b5ab-e7c3045b69c5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902429 Feb 10 04:10:11.668845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2e3c48e0-f845-4c92-a847-efeb0520a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:11.673800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-2e3c48e0-f845-4c92-a847-efeb0520a4fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2782cacf-5947-4ed6-9154-fbf1c2b0297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3762655 Feb 10 04:10:11.678743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-40028635-f113-4942-a0bb-128feae49779 None None] Port d91a1d09-6443-4c20-aaba-7ae6a27c5527 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:11.711518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-f302ff2b-7247-4619-b2c5-7f3d6b50ee6a service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409112 Feb 10 04:10:11.748663 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08321092-660c-49e8-9195-8b5bafe474d8 x-openstack-request-id: req-08321092-660c-49e8-9195-8b5bafe474d8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:11.749794 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:11.750281 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08321092-660c-49e8-9195-8b5bafe474d8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:11.751564 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'code': 200} Feb 10 04:10:11.797307 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.837312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-e271d3b3-2f28-4646-aa44-4c020d3e24a6 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189692 Feb 10 04:10:11.843010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:11.933871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9894-4603-4e61-b187-554e7a823f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9cefdd5e-4a03-497d-b007-ba362223c214), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.934453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:11.937041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9894-4603-4e61-b187-554e7a823f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:11.938251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8c0d9894-4603-4e61-b187-554e7a823f5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cefdd5e-4a03-497d-b007-ba362223c214 HTTP/1.1" status: 204 len: 168 time: 0.6823826 Feb 10 04:10:11.998447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d9894-4603-4e61-b187-554e7a823f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cefdd5e-4a03-497d-b007-ba362223c214,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:12.004167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:12.062094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-da01cea1-a0a1-4cb6-b5ac-d89db144ab31 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865741 Feb 10 04:10:12.149528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-affd0883-3cf5-4ffc-8481-9960eab10104 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090838 Feb 10 04:10:12.270951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5554aa4-3bfb-452f-99d8-4c8f6a66738a req-576300ff-e997-46ac-9b7c-acd23ccf7e54 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960013 Feb 10 04:10:12.281573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 10.2.2.100 (59c8f485-d78b-4843-b69b-06ac4f229f0a/c0b1d1c8-87bd-4469-911f-e1aeff754bcb/523f047d-9c9b-41b6-b137-736f08deb920) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:12.345338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b06d47-9335-4895-8ad7-dd0d46c6b884 req-b46b812e-9b90-476d-942d-ba674ac6980a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.348169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2b06d47-9335-4895-8ad7-dd0d46c6b884 req-b46b812e-9b90-476d-942d-ba674ac6980a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 948 time: 0.4333267 Feb 10 04:10:12.496086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c25a7-6bf2-4325-bfcd-32f5b6458153 req-ccaf8baa-d83f-446e-87c1-4797f0baaa47 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.498247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df2c25a7-6bf2-4325-bfcd-32f5b6458153 req-ccaf8baa-d83f-446e-87c1-4797f0baaa47 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 945 time: 0.1965075 Feb 10 04:10:12.502922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-146ae4ad-df48-402b-8e18-852894685467 service neutron] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297630 Feb 10 04:10:12.560285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-9c1eafe3-3e35-4b75-82b9-c61f6b3c8d23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c HTTP/1.1" status: 200 len: 217 time: 0.0502899 Feb 10 04:10:12.580668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2b06d47-9335-4895-8ad7-dd0d46c6b884 req-33f4f2d2-de6b-4d6a-817a-4549dc280b6e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193327 Feb 10 04:10:12.592572 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df2c25a7-6bf2-4325-bfcd-32f5b6458153 req-b5df557c-2fec-4dc4-9133-94eae702f1fb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608675 Feb 10 04:10:12.695887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (523f047d-9c9b-41b6-b137-736f08deb920), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:12.699728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-0c1787bf-62e3-4748-9363-4e783cd4b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.702585 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-0c1787bf-62e3-4748-9363-4e783cd4b22e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 200 len: 797 time: 0.1194708 Feb 10 04:10:12.723992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8252dada-26b3-4d47-b7ce-b7d1b0299e79 req-083e2ed7-7993-424d-9a21-61fa693869c4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 210 time: 0.0657771 Feb 10 04:10:12.856779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (523f047d-9c9b-41b6-b137-736f08deb920), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:12.879044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-45a7c7b1-2cd3-429b-93ce-ed72bc14459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.880247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-45a7c7b1-2cd3-429b-93ce-ed72bc14459e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1703832 Feb 10 04:10:12.912258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:12.916383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff855a-f6b4-4dfc-bfca-5bbe1b4f501c req-c184ec97-1e7a-471c-858e-d51410339224 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.930660 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11465-7956-49c8-b12f-8350a21ab088 req-5d8ab0be-ef08-49d4-841e-aa9bbe6c1262 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.933454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff855a-f6b4-4dfc-bfca-5bbe1b4f501c req-c184ec97-1e7a-471c-858e-d51410339224 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.933575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48b11465-7956-49c8-b12f-8350a21ab088 req-5d8ab0be-ef08-49d4-841e-aa9bbe6c1262 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.1141818 Feb 10 04:10:12.933575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:12.938173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:12.945710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff855a-f6b4-4dfc-bfca-5bbe1b4f501c req-c184ec97-1e7a-471c-858e-d51410339224 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:12.953762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e1ff855a-f6b4-4dfc-bfca-5bbe1b4f501c req-c184ec97-1e7a-471c-858e-d51410339224 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 2374 time: 0.2302806 Feb 10 04:10:13.012655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=523f047d-9c9b-41b6-b137-736f08deb920,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:13.075891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:13.076680 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.096832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48b11465-7956-49c8-b12f-8350a21ab088 req-fbf9b1e8-2f23-4117-9630-ee97ba0564a2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312866 Feb 10 04:10:13.117698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33972) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:13.177245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d38c820b-1509-4a4e-ad24-6369043a4ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.205697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f7178a63-7318-4110-ab22-99bdf4fee8f9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9612110 Feb 10 04:10:13.205886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e1ff855a-f6b4-4dfc-bfca-5bbe1b4f501c req-c2c83677-a2cf-43b8-8a65-8ab8e188001b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453480 Feb 10 04:10:13.216245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-0caea27e-2823-4ee7-a5e6-61b8358d4198 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178930 Feb 10 04:10:13.217027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a', 'admin_state_up': True, 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'security_groups': ['882e0f9a-5099-4fab-812c-17c90d0aa60c']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:13.423057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-743508fb-5526-44ce-9a6f-0e0718b1a30c None None] Provisioning complete for port 523f047d-9c9b-41b6-b137-736f08deb920 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:13.423631 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-743508fb-5526-44ce-9a6f-0e0718b1a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (523f047d-9c9b-41b6-b137-736f08deb920), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.426093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-58a02065-4a8c-4b34-a846-8b2db6b78f8e service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088394 Feb 10 04:10:13.463396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-743508fb-5526-44ce-9a6f-0e0718b1a30c None None] Port 523f047d-9c9b-41b6-b137-736f08deb920 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:13.464907 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d38c820b-1509-4a4e-ad24-6369043a4ea2 admin admin] Publish callbacks [] for security_group (89473bf0-dcf5-45d3-83c2-9b45414e7e86), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.487771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-db7f4deb-bcef-468e-8655-bdad6c79519f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b75a24-bb18-42bf-a139-918d71a0d689 HTTP/1.1" status: 200 len: 217 time: 0.0532527 Feb 10 04:10:13.522263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d9e6405b-63ff-4dc8-9723-858bb51fac63 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:13.538663 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d38c820b-1509-4a4e-ad24-6369043a4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89473bf0-dcf5-45d3-83c2-9b45414e7e86), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.579622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-9acb018d-4dd5-4431-b540-89b4b8040657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:13.582599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-9acb018d-4dd5-4431-b540-89b4b8040657 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 200 len: 797 time: 0.0865972 Feb 10 04:10:13.597822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c820b-1509-4a4e-ad24-6369043a4ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89473bf0-dcf5-45d3-83c2-9b45414e7e86,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:13.625532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d38c820b-1509-4a4e-ad24-6369043a4ea2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28c47657cc294db2822ab23cc4fb3f9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067232 Feb 10 04:10:13.628991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33978) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:13.751184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port d9e6405b-63ff-4dc8-9723-858bb51fac63 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:10:13.756076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:13.758539 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9515a0-93c7-4c8a-b425-5d5bec191b4f" -d '{"events": [{"server_uuid": "cf51ed5c-6585-40dc-8b18-48b7db6283a6", "name": "network-vif-plugged", "status": "completed", "tag": "6ff0fc90-616e-48e5-9bc5-04c765b0c25b"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:13.765714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port d9e6405b-63ff-4dc8-9723-858bb51fac63 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:13.767969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.808751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Made reservation on behalf of 002f341f53464ed5847cc432e5b3fe57 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:13.810511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-a5f6afd1-5af6-4b19-b823-6a2eed6f142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:13.814842 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-a5f6afd1-5af6-4b19-b823-6a2eed6f142e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90e1cf24-2192-446b-b1d5-98500b85bdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2249961 Feb 10 04:10:13.820417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.917592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d9e6405b-63ff-4dc8-9723-858bb51fac63 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:13.918330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:13.962570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d9e6405b-63ff-4dc8-9723-858bb51fac63, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d9e6405b-63ff-4dc8-9723-858bb51fac63,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:13.982416 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-38eabd77-22d1-4cd5-bb0e-3080b2e71a07 admin admin] Publish callbacks [] for security_group (89473bf0-dcf5-45d3-83c2-9b45414e7e86), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:14.061510 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:14.098205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-562b2291-5ce8-4dca-9e6e-6381ea38d76d service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624357 Feb 10 04:10:14.105670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa2197-d00e-4a69-a821-816a86e70ce5 req-358bd3be-be45-497d-a3fa-c60c1c24dcb9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.107133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdaa2197-d00e-4a69-a821-816a86e70ce5 req-358bd3be-be45-497d-a3fa-c60c1c24dcb9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 945 time: 0.3006787 Feb 10 04:10:14.109238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-e199fbb0-c27e-40c2-b74f-0e0c17c92dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.110671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-e199fbb0-c27e-40c2-b74f-0e0c17c92dd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135&tenant_id=3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 1132 time: 0.2192779 Feb 10 04:10:14.208900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d9e6405b-63ff-4dc8-9723-858bb51fac63,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:14.262630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdaa2197-d00e-4a69-a821-816a86e70ce5 req-ebca37bc-85b4-468f-8ba7-3c47c4fcf809 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422069 Feb 10 04:10:14.286309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a833653-1e17-4ccb-b776-d2b3d93bc31b req-524e0123-1798-4a5f-9309-e65418ae9af3 service neutron] 10.222.0.24 "GET /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739008 Feb 10 04:10:14.288456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Allocated IP 10.2.2.200 (59c8f485-d78b-4843-b69b-06ac4f229f0a/c0b1d1c8-87bd-4469-911f-e1aeff754bcb/ba853ff4-1583-4976-bd0b-4539839892ff) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:14.288893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-54c3ca13-c356-41dd-abf7-172d9bfa16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.290496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-54c3ca13-c356-41dd-abf7-172d9bfa16ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 1132 time: 0.1339073 Feb 10 04:10:14.338292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af86b8b-56ca-4dd2-aeb3-8da135a10728 req-44eeeda6-6805-4068-90b5-0fd412c99ef7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.346206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9af86b8b-56ca-4dd2-aeb3-8da135a10728 req-44eeeda6-6805-4068-90b5-0fd412c99ef7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 948 time: 0.6332593 Feb 10 04:10:14.369105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-38eabd77-22d1-4cd5-bb0e-3080b2e71a07 admin admin] Publish callbacks [] for security_group (89473bf0-dcf5-45d3-83c2-9b45414e7e86), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:14.491345 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9af86b8b-56ca-4dd2-aeb3-8da135a10728 req-db71203e-5a52-4aff-8b2e-958c002256ba tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441743 Feb 10 04:10:14.496631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70941c18-733b-4f15-a8b8-387016c3d9e4 req-67e96bfb-ee2f-4d60-90b5-2e09f0bc5891 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 210 time: 0.0422513 Feb 10 04:10:14.525511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-2da8a630-5976-4352-9c00-29dd44846fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.528153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-2da8a630-5976-4352-9c00-29dd44846fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2230923 Feb 10 04:10:14.570339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d66194-b32e-4c85-b02a-789b3b986d95 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:14.597341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33994) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:14.610485 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaaecdc-b8c4-41c3-bfad-91e2dc92a85a x-openstack-request-id: req-dfaaecdc-b8c4-41c3-bfad-91e2dc92a85a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:14.611725 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf51ed5c-6585-40dc-8b18-48b7db6283a6", "name": "network-vif-plugged", "status": "completed", "tag": "6ff0fc90-616e-48e5-9bc5-04c765b0c25b", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:14.611725 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfaaecdc-b8c4-41c3-bfad-91e2dc92a85a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:14.611725 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b', 'code': 200} Feb 10 04:10:14.696196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-7155213b-5e95-4643-9c9d-feace5919ae0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 200 len: 217 time: 0.1574900 Feb 10 04:10:14.752913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-38eabd77-22d1-4cd5-bb0e-3080b2e71a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89473bf0-dcf5-45d3-83c2-9b45414e7e86), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:14.755503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-38eabd77-22d1-4cd5-bb0e-3080b2e71a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:14.759755 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-38eabd77-22d1-4cd5-bb0e-3080b2e71a07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89473bf0-dcf5-45d3-83c2-9b45414e7e86 HTTP/1.1" status: 204 len: 168 time: 1.1296356 Feb 10 04:10:14.779831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 65d66194-b32e-4c85-b02a-789b3b986d95 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:10:14.780917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for port (ba853ff4-1583-4976-bd0b-4539839892ff), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:14.789566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 65d66194-b32e-4c85-b02a-789b3b986d95 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:14.790841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eabd77-22d1-4cd5-bb0e-3080b2e71a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89473bf0-dcf5-45d3-83c2-9b45414e7e86,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:14.791358 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:14.810227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212ea4-782b-4228-98bb-4ed70c60b06f req-39b20a66-2aa4-42ca-958e-c0c716381be0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.820064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212ea4-782b-4228-98bb-4ed70c60b06f req-39b20a66-2aa4-42ca-958e-c0c716381be0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.827993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212ea4-782b-4228-98bb-4ed70c60b06f req-39b20a66-2aa4-42ca-958e-c0c716381be0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.835899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212ea4-782b-4228-98bb-4ed70c60b06f req-39b20a66-2aa4-42ca-958e-c0c716381be0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.843660 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6212ea4-782b-4228-98bb-4ed70c60b06f req-39b20a66-2aa4-42ca-958e-c0c716381be0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 3095 time: 0.1532924 Feb 10 04:10:14.984140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-1b717056-c65f-48ef-a1c6-723ceef2fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:14.984868 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6212ea4-782b-4228-98bb-4ed70c60b06f req-246899ee-5cbd-4651-98f3-04d0fe0621b4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400216 Feb 10 04:10:14.985950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-1b717056-c65f-48ef-a1c6-723ceef2fb13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2616773 Feb 10 04:10:15.004854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40f507d6-dbc2-40af-a4e9-4eb854d3250c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.029399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d66194-b32e-4c85-b02a-789b3b986d95 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:15.030384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.035034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a17e8d-31b1-4481-8461-9d40354c5b76 req-52623a2a-7237-4816-9e80-12a0e4e33e64 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:15.047496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5a17e8d-31b1-4481-8461-9d40354c5b76 req-52623a2a-7237-4816-9e80-12a0e4e33e64 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.3594594 Feb 10 04:10:15.117297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef058e0e-02b1-4479-9a1f-d3d5c7c71c9b req-e0f58eda-32e7-475c-9cd2-4e23520c50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:15.118066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:15.119770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef058e0e-02b1-4479-9a1f-d3d5c7c71c9b req-e0f58eda-32e7-475c-9cd2-4e23520c50a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 1132 time: 0.3967659 Feb 10 04:10:15.128674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.224708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.228816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40f507d6-dbc2-40af-a4e9-4eb854d3250c admin admin] Publish callbacks [] for security_group (39c66bc0-d431-41de-9f32-0d73fab03ab2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.232879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5a17e8d-31b1-4481-8461-9d40354c5b76 req-2e2ed705-7aa7-4714-b686-021e8f646cc1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808450 Feb 10 04:10:15.276551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:15.280497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:15.305205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:15.347026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:15.365163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event updated for resources: {'Port': ['ID=ba853ff4-1583-4976-bd0b-4539839892ff,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:15.383228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40f507d6-dbc2-40af-a4e9-4eb854d3250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (39c66bc0-d431-41de-9f32-0d73fab03ab2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.402797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7888b-3fc3-4b32-88de-4967f788619b req-fb968b4e-55cc-4f27-aff1-286cb4c9038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:15.406952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-fb968b4e-55cc-4f27-aff1-286cb4c9038b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4125578 Feb 10 04:10:15.521210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f507d6-dbc2-40af-a4e9-4eb854d3250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c66bc0-d431-41de-9f32-0d73fab03ab2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:15.543179 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-40f507d6-dbc2-40af-a4e9-4eb854d3250c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d8807b7146048e3952134f215d43cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9442873 Feb 10 04:10:15.551228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:15.553416 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.572102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:15.663088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fc1c4-c567-4d58-814c-4c341ec1c195 req-fac49066-638c-41c8-be9a-be53caf13775 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:15.664710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-037fc1c4-c567-4d58-814c-4c341ec1c195 req-fac49066-638c-41c8-be9a-be53caf13775 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2073774 Feb 10 04:10:15.679506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9c29-2e65-4b7a-b1d8-f052df186a50 admin admin] Publish callbacks [] for security_group (39c66bc0-d431-41de-9f32-0d73fab03ab2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.692841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-297801ac-dc19-49e2-b70c-ec86ae8897fe service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584052 Feb 10 04:10:15.698004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef058e0e-02b1-4479-9a1f-d3d5c7c71c9b req-215b9837-3caa-48b3-943e-3d3e1756e504 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678582 Feb 10 04:10:15.730154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d8b1bf78-9cad-4562-bdff-d2e8f87b8e10 None None] Provisioning complete for port ba853ff4-1583-4976-bd0b-4539839892ff triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:15.730831 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d8b1bf78-9cad-4562-bdff-d2e8f87b8e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.756347 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-037fc1c4-c567-4d58-814c-4c341ec1c195 req-83e5d4d9-c198-4ae8-8433-3e97223896a6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735915 Feb 10 04:10:15.771971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-7eda1a99-ead5-42f9-8975-e2c3eae9c574 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5639448 Feb 10 04:10:15.796496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9c29-2e65-4b7a-b1d8-f052df186a50 admin admin] Publish callbacks [] for security_group (39c66bc0-d431-41de-9f32-0d73fab03ab2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.805504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1bf78-9cad-4562-bdff-d2e8f87b8e10 None None] Port ba853ff4-1583-4976-bd0b-4539839892ff cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:15.847894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:15.916667 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6ad8b00-26f9-424b-b553-0b3aaa8722f3 req-5b049738-fbba-4d93-b949-3fcdeb39d2be tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 210 time: 0.0823321 Feb 10 04:10:15.967589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59f7888b-3fc3-4b32-88de-4967f788619b req-b64a27f4-5b10-4ae2-905e-c36e664a3313 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485523 Feb 10 04:10:15.991127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:15.991794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005770-ab5f-4c05-8067-769c33463b03 req-47c32c1c-400b-4def-afae-ac9c9b31e3d6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:15.993502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-47c32c1c-400b-4def-afae-ac9c9b31e3d6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.8174462 Feb 10 04:10:16.006719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffc8c2-8afe-4b4b-9171-75232560a2ef req-ab28a29e-73dd-4ae3-b47f-0a22fc0708b7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:16.008296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ccffc8c2-8afe-4b4b-9171-75232560a2ef req-ab28a29e-73dd-4ae3-b47f-0a22fc0708b7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 949 time: 0.3073061 Feb 10 04:10:16.013397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Request body: {'port': {'device_id': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'admin_state_up': True, 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:16.353960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5759c15-0eeb-4c96-9a66-c84f6d9729a9 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:16.362778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Publish callbacks [] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:16.376290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Transition to ACTIVE for port object f5759c15-0eeb-4c96-9a66-c84f6d9729a9 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:16.477462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709069a-3edb-42ea-b351-0b82023f19d9 req-04358ca7-3d3b-45ac-af0d-a457d8eaa04a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:16.483379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709069a-3edb-42ea-b351-0b82023f19d9 req-04358ca7-3d3b-45ac-af0d-a457d8eaa04a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:16.490326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709069a-3edb-42ea-b351-0b82023f19d9 req-04358ca7-3d3b-45ac-af0d-a457d8eaa04a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:16.496100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709069a-3edb-42ea-b351-0b82023f19d9 req-04358ca7-3d3b-45ac-af0d-a457d8eaa04a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:16.502929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709069a-3edb-42ea-b351-0b82023f19d9 req-04358ca7-3d3b-45ac-af0d-a457d8eaa04a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:16.510940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5709069a-3edb-42ea-b351-0b82023f19d9 req-04358ca7-3d3b-45ac-af0d-a457d8eaa04a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 3816 time: 0.1325097 Feb 10 04:10:16.519426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:16.563887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9c29-2e65-4b7a-b1d8-f052df186a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (39c66bc0-d431-41de-9f32-0d73fab03ab2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:16.567570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9c29-2e65-4b7a-b1d8-f052df186a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:16.571279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e0dc9c29-2e65-4b7a-b1d8-f052df186a50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39c66bc0-d431-41de-9f32-0d73fab03ab2 HTTP/1.1" status: 204 len: 168 time: 0.9911399 Feb 10 04:10:16.573379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:16.580694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:16.613198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a8b62-793c-4552-8046-69c0fe27aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6405b-63ff-4dc8-9723-858bb51fac63'}, {'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:16.618122 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776c150-e571-4b07-aaf4-beb25bb0cf6f" -d '{"events": [{"server_uuid": "487a8b62-793c-4552-8046-69c0fe27aa49", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6405b-63ff-4dc8-9723-858bb51fac63"}, {"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-plugged", "status": "completed", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:16.628823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9c29-2e65-4b7a-b1d8-f052df186a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c66bc0-d431-41de-9f32-0d73fab03ab2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:16.692221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Pushing event updated for resources: {'Port': ['ID=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:16.764312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ccffc8c2-8afe-4b4b-9171-75232560a2ef req-8c61b991-3f7b-4734-9258-568293df9294 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297007 Feb 10 04:10:16.837068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5709069a-3edb-42ea-b351-0b82023f19d9 req-cf191499-9e23-48be-93c6-340e4277ba8f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201115 Feb 10 04:10:16.860605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:16.882526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Attempting to bind port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:16.882959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Attempting to bind port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:16.883358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Attempting to bind port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 on network 7c407173-3146-4722-992d-f46469606988 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:16.900409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 on network 7c407173-3146-4722-992d-f46469606988 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:16.901396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Attempting to bind port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 on network 7c407173-3146-4722-992d-f46469606988 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:16.913417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:16.914310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Checking segment: {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:16.914310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Bound using segment: {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:16.914577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Bound port: f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9040e33-1331-426a-b7c0-a3f37297c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7c407173-3146-4722-992d-f46469606988'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:16.917147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:16.951082 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd62365-16db-4617-8cce-14be657ea630 x-openstack-request-id: req-7bd62365-16db-4617-8cce-14be657ea630 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:16.951268 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a8b62-793c-4552-8046-69c0fe27aa49", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6405b-63ff-4dc8-9723-858bb51fac63", "code": 200}, {"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-plugged", "status": "completed", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:16.951758 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bd62365-16db-4617-8cce-14be657ea630 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:16.952329 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a8b62-793c-4552-8046-69c0fe27aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6405b-63ff-4dc8-9723-858bb51fac63', 'code': 200} Feb 10 04:10:16.952784 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95', 'code': 200} Feb 10 04:10:17.096778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] For port f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:17.138936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] For port f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:17.199681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Allocated IP 172.20.0.7 (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4/6e808e13-05a1-4361-86b6-493213f23872/4c00e61f-4d9d-4e8a-859b-6b0b3c19885d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:17.225044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c84bba-7fa9-4d3f-a757-03cad842bbb7 req-aa5978e5-a280-41e0-a5d4-bc496d52736c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:17.232158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5c84bba-7fa9-4d3f-a757-03cad842bbb7 req-aa5978e5-a280-41e0-a5d4-bc496d52736c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 950 time: 0.2567785 Feb 10 04:10:17.262602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d287-8124-4148-922f-b9cc4a9fc8f0 req-96b5a9f1-bd20-40a0-8c5c-3d4487a247c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:17.264192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cef7d287-8124-4148-922f-b9cc4a9fc8f0 req-96b5a9f1-bd20-40a0-8c5c-3d4487a247c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 1128 time: 0.2003686 Feb 10 04:10:17.266134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6457e-1ae9-47e7-8ba9-6dfae59860bb req-d5a94ce8-0155-4304-be0e-c2d76264ffe3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:17.271009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8aa6457e-1ae9-47e7-8ba9-6dfae59860bb req-d5a94ce8-0155-4304-be0e-c2d76264ffe3 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1759942 Feb 10 04:10:17.274055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38bbc3-8dbf-4d10-a9e8-cbcf38f3ce45 req-5e152c8a-652f-4581-b6a6-c8cd78976a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:17.274194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:17.274304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd38bbc3-8dbf-4d10-a9e8-cbcf38f3ce45 req-5e152c8a-652f-4581-b6a6-c8cd78976a04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 1131 time: 0.1738992 Feb 10 04:10:17.447390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5c84bba-7fa9-4d3f-a757-03cad842bbb7 req-202f8ae4-c673-411f-90db-34462998b800 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142038 Feb 10 04:10:17.552924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:10:17.679790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cef7d287-8124-4148-922f-b9cc4a9fc8f0 req-16664062-f991-4260-855a-6eb62ab9fac6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056025 Feb 10 04:10:17.697247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:17.697635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:17.713170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd38bbc3-8dbf-4d10-a9e8-cbcf38f3ce45 req-7a0dffc4-2930-413c-8ef8-a21f4e9c232c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171011 Feb 10 04:10:17.738916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:17.762187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34050) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:17.771287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2dd83202-ff68-4ef2-b537-cfb396d39b39 req-83c84f0c-7518-4367-aff4-e95df52bdc09 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 210 time: 0.1489499 Feb 10 04:10:17.828247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c39e6ab-4e41-47d5-bfd3-a5199c538175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:17.836923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks [] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:17.847078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Pushing event updated for resources: {'Port': ['ID=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:17.855328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:17.910351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:17.911051 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:17.912473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-622fc297-183e-435c-80ac-62dcb4d84b24 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5759c15-0eeb-4c96-9a66-c84f6d9729a9 HTTP/1.1" status: 200 len: 1091 time: 2.0868337 Feb 10 04:10:17.922955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8aa6457e-1ae9-47e7-8ba9-6dfae59860bb req-e238bc3f-25e8-4d74-899d-1c37421eb808 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181953 Feb 10 04:10:17.923414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:17.930568 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a0bd78-6cf3-466b-848e-f157a24363c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:17.963263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:18.031002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e9e07-20e0-459e-b242-13f121485485 req-421c6095-0a28-48a7-ac5d-61b2543611a9 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.032923 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-511e9e07-20e0-459e-b242-13f121485485 req-421c6095-0a28-48a7-ac5d-61b2543611a9 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 949 time: 0.1421053 Feb 10 04:10:18.061188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c39e6ab-4e41-47d5-bfd3-a5199c538175 admin admin] Publish callbacks [] for security_group (48af307d-9ebc-4259-ac36-4a940e186661), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.110175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-511e9e07-20e0-459e-b242-13f121485485 req-659b652b-7424-4916-892b-311a327ed72a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621045 Feb 10 04:10:18.125236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2bb7-526b-4580-a647-412fb536f1e0 req-6f29355e-ff8c-44c4-b998-b4b0052556b7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.130809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.143141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:18.158762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2bb7-526b-4580-a647-412fb536f1e0 req-6f29355e-ff8c-44c4-b998-b4b0052556b7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.164827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2bb7-526b-4580-a647-412fb536f1e0 req-6f29355e-ff8c-44c4-b998-b4b0052556b7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.178855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2bb7-526b-4580-a647-412fb536f1e0 req-6f29355e-ff8c-44c4-b998-b4b0052556b7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.191324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2bb7-526b-4580-a647-412fb536f1e0 req-6f29355e-ff8c-44c4-b998-b4b0052556b7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.196453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0efb2bb7-526b-4580-a647-412fb536f1e0 req-6f29355e-ff8c-44c4-b998-b4b0052556b7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 3828 time: 0.1547041 Feb 10 04:10:18.203200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:18.255631 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.257298 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d26ff4-82be-496e-b320-08e5dd08a3f9 x-openstack-request-id: req-50d26ff4-82be-496e-b320-08e5dd08a3f9 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:18.258156 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:18.259307 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50d26ff4-82be-496e-b320-08e5dd08a3f9 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:18.259820 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'status': 'completed', 'code': 200} Feb 10 04:10:18.324359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event updated for resources: {'Port': ['ID=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:18.332559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c39e6ab-4e41-47d5-bfd3-a5199c538175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (48af307d-9ebc-4259-ac36-4a940e186661), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.346472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0efb2bb7-526b-4580-a647-412fb536f1e0 req-9e8c728d-b489-4cbf-b3cc-539cf2a37d8e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844846 Feb 10 04:10:18.384583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3c39e6ab-4e41-47d5-bfd3-a5199c538175 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b97739a8b1d64c4c83e7b700bc498a89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6153140 Feb 10 04:10:18.400583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:18.406571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34064) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:18.423216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.424332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:18.431536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:18.487968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.488740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.532110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39e6ab-4e41-47d5-bfd3-a5199c538175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48af307d-9ebc-4259-ac36-4a940e186661,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:18.562288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-0f61c8d2-2948-4b1a-b8ac-eed55234229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.562929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-0f61c8d2-2948-4b1a-b8ac-eed55234229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.563462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-0f61c8d2-2948-4b1a-b8ac-eed55234229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.563986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-0f61c8d2-2948-4b1a-b8ac-eed55234229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.565021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-0f61c8d2-2948-4b1a-b8ac-eed55234229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.566977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-0f61c8d2-2948-4b1a-b8ac-eed55234229d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 4394 time: 0.2666502 Feb 10 04:10:18.686194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-cb5048d3-0a73-46d6-b374-c493c7ce11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.686811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-cb5048d3-0a73-46d6-b374-c493c7ce11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.687252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-cb5048d3-0a73-46d6-b374-c493c7ce11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.692876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-cb5048d3-0a73-46d6-b374-c493c7ce11fa service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=002f341f53464ed5847cc432e5b3fe57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1073780 Feb 10 04:10:18.714917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-8e43c522-930c-4499-aa1b-c7e0fb03830a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7054317 Feb 10 04:10:18.735515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Request body: {'port': {'device_id': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:18.779971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb4e0-554a-457d-a27f-33f5bf099c47 admin admin] Publish callbacks [] for security_group (48af307d-9ebc-4259-ac36-4a940e186661), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.920715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb4e0-554a-457d-a27f-33f5bf099c47 admin admin] Publish callbacks [] for security_group (48af307d-9ebc-4259-ac36-4a940e186661), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.931784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f544d1-5a39-4ff5-b586-d941f0dcc9b0 req-38d6bcee-b1a3-43f4-9445-09722e142c16 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:18.939215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2f544d1-5a39-4ff5-b586-d941f0dcc9b0 req-38d6bcee-b1a3-43f4-9445-09722e142c16 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 948 time: 0.3680508 Feb 10 04:10:18.954249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:18.956898 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aba894-7ed9-47ca-a3af-92ba889a6092" -d '{"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-unplugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:18.978280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:18.979386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de35da2b-d418-4887-ba09-6ba2aff6c0ae {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:18.989408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Publish callbacks [] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.020883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be7768-f65e-49c2-acee-adb67ea4ff31 req-b4763aa6-cfb0-4d08-91e1-6bc0447ef0c8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.023678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-9c22335c-eccc-43d5-923e-c3d2abc274c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.025174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08a0bd78-6cf3-466b-848e-f157a24363c6 req-9c22335c-eccc-43d5-923e-c3d2abc274c2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3185117 Feb 10 04:10:19.030099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04be7768-f65e-49c2-acee-adb67ea4ff31 req-b4763aa6-cfb0-4d08-91e1-6bc0447ef0c8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 931 time: 0.0998645 Feb 10 04:10:19.038740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Transition to ACTIVE for port object de35da2b-d418-4887-ba09-6ba2aff6c0ae will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:19.080080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2f544d1-5a39-4ff5-b586-d941f0dcc9b0 req-e54d102b-0266-4fa6-b988-03c092fef4b2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383765 Feb 10 04:10:19.120611 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04be7768-f65e-49c2-acee-adb67ea4ff31 req-56c87142-38e1-4280-9921-81c6d709bc93 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900021 Feb 10 04:10:19.187614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.200871 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446017c5-ff72-497b-9d5a-ac75031fc220 x-openstack-request-id: req-446017c5-ff72-497b-9d5a-ac75031fc220 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:19.201380 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-unplugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:19.201898 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-446017c5-ff72-497b-9d5a-ac75031fc220 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:19.202089 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'code': 200} Feb 10 04:10:19.292426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=de35da2b-d418-4887-ba09-6ba2aff6c0ae,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:19.319558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb4e0-554a-457d-a27f-33f5bf099c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (48af307d-9ebc-4259-ac36-4a940e186661), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.322527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb4e0-554a-457d-a27f-33f5bf099c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.324320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8f7cb4e0-554a-457d-a27f-33f5bf099c47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48af307d-9ebc-4259-ac36-4a940e186661 HTTP/1.1" status: 204 len: 168 time: 0.9149201 Feb 10 04:10:19.398140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cb4e0-554a-457d-a27f-33f5bf099c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48af307d-9ebc-4259-ac36-4a940e186661,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:19.461518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7adade-bac1-4a26-9160-fe57b8bfbf4e req-7ef4a884-c26e-4ca8-8cec-324b8b674804 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.462140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Attempting to bind port de35da2b-d418-4887-ba09-6ba2aff6c0ae on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:19.463220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Attempting to bind port de35da2b-d418-4887-ba09-6ba2aff6c0ae by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:19.469184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da7adade-bac1-4a26-9160-fe57b8bfbf4e req-7ef4a884-c26e-4ca8-8cec-324b8b674804 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1584554 Feb 10 04:10:19.469323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Attempting to bind port de35da2b-d418-4887-ba09-6ba2aff6c0ae on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:19.476701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Port de35da2b-d418-4887-ba09-6ba2aff6c0ae on network 76c519c8-4439-4370-a82f-b6d4f633a823 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:19.477333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Attempting to bind port de35da2b-d418-4887-ba09-6ba2aff6c0ae on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:19.491005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:19.491825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Checking segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:19.492704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Bound using segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:19.493517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Bound port: de35da2b-d418-4887-ba09-6ba2aff6c0ae, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:19.494277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.528201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4af450-f1e0-4486-a952-b2d112d3caf5 req-295e882e-6c76-4ff3-839b-f639b6dee16b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.538844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e4af450-f1e0-4486-a952-b2d112d3caf5 req-295e882e-6c76-4ff3-839b-f639b6dee16b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 948 time: 0.2501595 Feb 10 04:10:19.552356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:19.598913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:19.610668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Publish callbacks [] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.634744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da7adade-bac1-4a26-9160-fe57b8bfbf4e req-7574bc20-1a21-4cf7-be44-a3ab5d8d786b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485326 Feb 10 04:10:19.651752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e4af450-f1e0-4486-a952-b2d112d3caf5 req-7a599fae-60df-4c30-b1e7-c9ed5120cd6e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731013 Feb 10 04:10:19.653902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Transition to ACTIVE for port object 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:19.661094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] For port de35da2b-d418-4887-ba09-6ba2aff6c0ae, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:19.664504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] For port de35da2b-d418-4887-ba09-6ba2aff6c0ae, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:19.702434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:19.759400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88791c-bdf5-45c9-8d3d-ef5bf1db02d2 req-a03119aa-3b28-4683-a4be-05936aec9d3d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.761439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db88791c-bdf5-45c9-8d3d-ef5bf1db02d2 req-a03119aa-3b28-4683-a4be-05936aec9d3d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 949 time: 0.0698400 Feb 10 04:10:19.777638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-8cd5a9c5-966f-4f49-915d-a0c3c574d43e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.786476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-8cd5a9c5-966f-4f49-915d-a0c3c574d43e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.793219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-8cd5a9c5-966f-4f49-915d-a0c3c574d43e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.799466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-8cd5a9c5-966f-4f49-915d-a0c3c574d43e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.804781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-8cd5a9c5-966f-4f49-915d-a0c3c574d43e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.810244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-8cd5a9c5-966f-4f49-915d-a0c3c574d43e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.815380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-8cd5a9c5-966f-4f49-915d-a0c3c574d43e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 4601 time: 0.1130359 Feb 10 04:10:19.823279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.827825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.834004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db88791c-bdf5-45c9-8d3d-ef5bf1db02d2 req-808954a5-562c-4338-abf7-38e9c0fafeb4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647488 Feb 10 04:10:19.905525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'mac_address': 'fa:16:3e:cb:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:19.937324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Pushing event updated for resources: {'Port': ['ID=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:19.963878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:19.964521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:19.966218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] 10.222.0.43 "PUT /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 1131 time: 1.8512487 Feb 10 04:10:19.989661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-844af235-8e57-4bfa-83db-b3298450c4f6 req-5f1d533a-f0b5-4531-8915-799e4d6fc57f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713266 Feb 10 04:10:20.013901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Attempting to bind port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:20.014436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Attempting to bind port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:20.014802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Attempting to bind port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:20.028886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:20.029214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Attempting to bind port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:20.040097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:20.040602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:20.041066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Bound using segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:20.041520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Bound port: 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:20.041878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:20.042010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.042695 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.060437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192784c-76a8-4d79-ab6b-71340b263eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=de35da2b-d418-4887-ba09-6ba2aff6c0ae,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:20.071272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3c9048-2146-41fa-9389-d0330b3f1f5c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:20.132640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:20.133037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:20.201762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae111ca-18c5-4089-ac63-b12f69c8d62b req-6ec5b350-96bb-4a32-a329-159e96576654 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.201762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aae111ca-18c5-4089-ac63-b12f69c8d62b req-6ec5b350-96bb-4a32-a329-159e96576654 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 950 time: 0.1666255 Feb 10 04:10:20.216313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] For port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:20.222320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34102) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:20.253102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.268144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'de35da2b-d418-4887-ba09-6ba2aff6c0ae'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:20.270312 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3500ded-7144-4a67-8d82-4322fca97e82" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "de35da2b-d418-4887-ba09-6ba2aff6c0ae"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:20.273264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] For port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:20.325655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aae111ca-18c5-4089-ac63-b12f69c8d62b req-37dca8b0-2498-492d-ab03-a52c0ea21aa1 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091397 Feb 10 04:10:20.326023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.353315 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.363503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbfcff-198e-4962-a6e8-6a6e65b2aef6 req-568898c1-9a32-40eb-ab7b-aabea0f85c50 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.370533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7fcbfcff-198e-4962-a6e8-6a6e65b2aef6 req-568898c1-9a32-40eb-ab7b-aabea0f85c50 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 943 time: 0.0903692 Feb 10 04:10:20.374945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:20.456830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.467346 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.468716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] 10.222.0.24 "PUT /v2.0/ports/4c00e61f-4d9d-4e8a-859b-6b0b3c19885d HTTP/1.1" status: 200 len: 1091 time: 1.7355988 Feb 10 04:10:20.472099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'tag': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:20.474672 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868" -d '{"events": [{"name": "network-changed", "server_uuid": "6a58325d-d707-4cc0-8882-ee5b95398efd", "tag": "4c00e61f-4d9d-4e8a-859b-6b0b3c19885d"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:20.522826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7fcbfcff-198e-4962-a6e8-6a6e65b2aef6 req-351dc3df-073d-457f-b239-7e64ac08d457 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513371 Feb 10 04:10:20.531028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641eb6f-6edc-46c3-ab74-86981a14b085 service neutron] Pushing event updated for resources: {'Port': ['ID=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:20.545962 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd73b1c8-91a5-422b-a6c3-b70ab3ca44d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.550756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3c3c9048-2146-41fa-9389-d0330b3f1f5c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:20.571364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-dda9f9e7-87cd-46d6-b2e8-d05b7bb4dc13 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364895 Feb 10 04:10:20.686437 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47b5806-ad91-43bc-80fe-7fc29adc6436 x-openstack-request-id: req-b47b5806-ad91-43bc-80fe-7fc29adc6436 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:20.688505 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "de35da2b-d418-4887-ba09-6ba2aff6c0ae", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:20.688636 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b47b5806-ad91-43bc-80fe-7fc29adc6436 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:20.688984 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'de35da2b-d418-4887-ba09-6ba2aff6c0ae', 'status': 'completed', 'code': 200} Feb 10 04:10:20.789657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-6f648c6c-08c7-4097-8811-dcff45d159bc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.804981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-6f648c6c-08c7-4097-8811-dcff45d159bc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324982 Feb 10 04:10:20.847061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-afb62109-9c3e-4703-9604-a8b01b0c8a7e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/quotas/3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 375 time: 0.0397606 Feb 10 04:10:20.852394 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd73b1c8-91a5-422b-a6c3-b70ab3ca44d6 admin admin] Publish callbacks [] for security_group (02f0b893-9904-44fe-8dc2-ec6436e290cc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.915455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:20.935093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd73b1c8-91a5-422b-a6c3-b70ab3ca44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02f0b893-9904-44fe-8dc2-ec6436e290cc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.942912 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Publish callbacks [] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:20.990190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-2c3d386c-71c2-4aa0-b4b5-efe68cf7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.990870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-2c3d386c-71c2-4aa0-b4b5-efe68cf7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.991849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-2c3d386c-71c2-4aa0-b4b5-efe68cf7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.992422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-2c3d386c-71c2-4aa0-b4b5-efe68cf7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.992946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-2c3d386c-71c2-4aa0-b4b5-efe68cf7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.993468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-2c3d386c-71c2-4aa0-b4b5-efe68cf7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:20.996092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-2c3d386c-71c2-4aa0-b4b5-efe68cf7c413 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5349 time: 0.1727726 Feb 10 04:10:21.001339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005770-ab5f-4c05-8067-769c33463b03 req-3bb74d5a-3078-4712-b426-17515a1a3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.001339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-3bb74d5a-3078-4712-b426-17515a1a3491 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 1125 time: 0.4058220 Feb 10 04:10:21.023737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Transition to ACTIVE for port object 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:21.035983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd73b1c8-91a5-422b-a6c3-b70ab3ca44d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6ee9db9f63e47cc975a35fc246582c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8093183 Feb 10 04:10:21.035983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73b1c8-91a5-422b-a6c3-b70ab3ca44d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0b893-9904-44fe-8dc2-ec6436e290cc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:21.039364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34138) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:21.072609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-e789eca3-3d9e-4e25-a564-a838fc27496b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2244565 Feb 10 04:10:21.074230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-29438c02-de18-4c7f-ab9a-fa8e7c3bd997 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d HTTP/1.1" status: 200 len: 217 time: 0.0623176 Feb 10 04:10:21.088447 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.102171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0a67-5bea-4d9f-be18-4eeabf7f2b38 req-9d9d6958-666b-439c-a64a-69158b4865c5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.108425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0a67-5bea-4d9f-be18-4eeabf7f2b38 req-9d9d6958-666b-439c-a64a-69158b4865c5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.116558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dcba0a67-5bea-4d9f-be18-4eeabf7f2b38 req-9d9d6958-666b-439c-a64a-69158b4865c5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49&device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 1690 time: 0.1681240 Feb 10 04:10:21.241988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005770-ab5f-4c05-8067-769c33463b03 req-eb30907c-0b89-4ef0-8df3-6ac1d8f52fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.245454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-eb30907c-0b89-4ef0-8df3-6ac1d8f52fe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.1440654 Feb 10 04:10:21.275263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc68-4680-46ad-8a39-1b154cb27419 admin admin] Publish callbacks [] for security_group (02f0b893-9904-44fe-8dc2-ec6436e290cc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.282148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Pushing event updated for resources: {'Port': ['ID=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:21.315697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-d1686f5f-a3e2-4791-8012-b9983f86e91e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590301 Feb 10 04:10:21.338962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dcba0a67-5bea-4d9f-be18-4eeabf7f2b38 req-1221928c-6e12-4f68-861f-07a9fd5e66b6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212307 Feb 10 04:10:21.346844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc68-4680-46ad-8a39-1b154cb27419 admin admin] Publish callbacks [] for security_group (02f0b893-9904-44fe-8dc2-ec6436e290cc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.393562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-38233c11-39c3-4de3-a155-d9b775d06b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.394695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-38233c11-39c3-4de3-a155-d9b775d06b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.396464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-38233c11-39c3-4de3-a155-d9b775d06b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.400233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-38233c11-39c3-4de3-a155-d9b775d06b02 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=002f341f53464ed5847cc432e5b3fe57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3894582 Feb 10 04:10:21.413896 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e104eb4-26a8-4536-a95d-e477aa307644 x-openstack-request-id: req-3e104eb4-26a8-4536-a95d-e477aa307644 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:21.414433 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a58325d-d707-4cc0-8882-ee5b95398efd", "tag": "4c00e61f-4d9d-4e8a-859b-6b0b3c19885d", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:21.414823 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e104eb4-26a8-4536-a95d-e477aa307644 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:21.415316 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'tag': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d', 'status': 'completed', 'code': 200} Feb 10 04:10:21.503359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Attempting to bind port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:21.504532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Attempting to bind port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:21.505027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Attempting to bind port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:21.526773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd on network 76c519c8-4439-4370-a82f-b6d4f633a823 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:21.531258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Attempting to bind port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:21.536662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-edd082cb-36f1-4076-ab40-13e4500c838d service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291704 Feb 10 04:10:21.555016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:21.556073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Checking segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:21.559905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Bound using segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:21.562538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Bound port: 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:21.563182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.649092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-0741d614-738f-419a-bc2c-c96f5080fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.650581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3500ded-7144-4a67-8d82-4322fca97e82 req-0741d614-738f-419a-bc2c-c96f5080fc9e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333407 Feb 10 04:10:21.680380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] For port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:21.685490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] For port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:21.770984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.779348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.787924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.795756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.803481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.809513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.816691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.826920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-fd9c2745-8217-4483-9916-ace17a2c3b29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5374 time: 0.2222097 Feb 10 04:10:21.828965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70005770-ab5f-4c05-8067-769c33463b03 req-e981ba4b-c030-4a2c-bc88-744c96e5c94d service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765409 Feb 10 04:10:21.837366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845407-59f9-4914-90f5-bd874f7e9322 req-be69bcb5-f2f8-4b12-a3f7-67eb4e90ca81 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.839115 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32845407-59f9-4914-90f5-bd874f7e9322 req-be69bcb5-f2f8-4b12-a3f7-67eb4e90ca81 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.3009806 Feb 10 04:10:21.847191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.861753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc68-4680-46ad-8a39-1b154cb27419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02f0b893-9904-44fe-8dc2-ec6436e290cc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.865041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc68-4680-46ad-8a39-1b154cb27419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.868747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-52d6fc68-4680-46ad-8a39-1b154cb27419 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02f0b893-9904-44fe-8dc2-ec6436e290cc HTTP/1.1" status: 204 len: 168 time: 0.8258400 Feb 10 04:10:21.928507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32845407-59f9-4914-90f5-bd874f7e9322 req-0c607895-c2ec-4ffc-91fc-5aea7e404624 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805192 Feb 10 04:10:21.936380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:21.941480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:21.943255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 1131 time: 1.8186257 Feb 10 04:10:21.944172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6fc68-4680-46ad-8a39-1b154cb27419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0b893-9904-44fe-8dc2-ec6436e290cc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:21.982658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0cab9-ce54-4050-990c-4284698b21c3 service neutron] Pushing event updated for resources: {'Port': ['ID=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:22.006165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0310d544-5e3f-4cd0-a7d0-3926c634d189 req-97ab6704-9598-4d49-8d52-767511075034 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784337 Feb 10 04:10:22.087110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:22.133982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-d6c2d91d-17d7-4e92-9562-cbe132e20592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:22.135865 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-d6c2d91d-17d7-4e92-9562-cbe132e20592 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 1125 time: 0.1393094 Feb 10 04:10:22.257694 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8e70c4d1-0c71-44dd-ae8a-9a2b6cf02b2a req-53109b6b-f27c-43e5-8b5b-0913cb2c4147 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 210 time: 0.1492605 Feb 10 04:10:22.278984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-ad4eebbd-523d-4013-b90e-2c0cc30f6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:22.280540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-ad4eebbd-523d-4013-b90e-2c0cc30f6758 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 906 time: 0.1291237 Feb 10 04:10:22.354950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:22.372079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-f2695042-e3b4-467b-a252-2b5db94cd9e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d HTTP/1.1" status: 200 len: 217 time: 0.0793726 Feb 10 04:10:22.462680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-10293005-8f2d-4e22-b4a1-96e1ce80b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:22.464404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-10293005-8f2d-4e22-b4a1-96e1ce80b5c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.0746388 Feb 10 04:10:22.473133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d648-10a8-4d07-9bf9-7c254af6951d req-77d5c819-0b15-4e43-b2b0-c387d19434a4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:22.474794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4802d648-10a8-4d07-9bf9-7c254af6951d req-77d5c819-0b15-4e43-b2b0-c387d19434a4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 943 time: 0.1932557 Feb 10 04:10:22.514525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-53b4ed9a-9a34-4233-86bf-ec1855560eea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384686 Feb 10 04:10:22.613657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4802d648-10a8-4d07-9bf9-7c254af6951d req-63376e97-c1a6-4746-b9c0-de9114039df7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283143 Feb 10 04:10:22.671758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-f7e2c328-682a-42d8-9f98-31bb07ca4acf service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454687 Feb 10 04:10:22.707844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': '52bd4a0d-eac9-4a5c-8179-4aefa1093cbd'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:22.710059 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c430e05-5416-4b4b-b486-0fa7014539f1" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "52bd4a0d-eac9-4a5c-8179-4aefa1093cbd"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:22.775412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26a2640-1e79-4e08-9567-8ec4fda4c0a6 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:22.784393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Publish callbacks [] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:22.802677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Transition to ACTIVE for port object e26a2640-1e79-4e08-9567-8ec4fda4c0a6 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:22.865473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0bdd32e0-27bc-41a8-870c-b14c7e7ca868 req-a4a5edaf-4385-4ea4-8e13-0843c364402b service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871257 Feb 10 04:10:22.865958 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97684e7f-bbb3-49a8-a10c-996eee1581d9 x-openstack-request-id: req-97684e7f-bbb3-49a8-a10c-996eee1581d9 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:22.866157 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "52bd4a0d-eac9-4a5c-8179-4aefa1093cbd", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:22.866443 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97684e7f-bbb3-49a8-a10c-996eee1581d9 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:22.866799 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': '52bd4a0d-eac9-4a5c-8179-4aefa1093cbd', 'status': 'completed', 'code': 200} Feb 10 04:10:22.905137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34188) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:22.913457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b87e2-6128-4c5a-aab5-e88a627a7a1c req-2c97319e-82a5-4187-8219-b28446145bc7 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:22.921332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:22.923333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-660b87e2-6128-4c5a-aab5-e88a627a7a1c req-2c97319e-82a5-4187-8219-b28446145bc7 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 1131 time: 0.0919232 Feb 10 04:10:23.015296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec0ebdb8-98f2-4ebb-996d-72f22bda6488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.021951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-660b87e2-6128-4c5a-aab5-e88a627a7a1c req-a44efbc5-f177-461e-aea2-316554348638 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 Feb 10 04:10:23.027374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.027854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.028321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.028783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.029474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.029700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.030158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.032332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-5fec408b-c0f2-451d-beb5-a9b84e7bd311 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6304 time: 0.1417885 Feb 10 04:10:23.302307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-9c720a87-ab3a-493d-99b7-1b1d206d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.302813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-9c720a87-ab3a-493d-99b7-1b1d206d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.303277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-9c720a87-ab3a-493d-99b7-1b1d206d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.304857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-9c720a87-ab3a-493d-99b7-1b1d206d28aa service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=002f341f53464ed5847cc432e5b3fe57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2636392 Feb 10 04:10:23.356549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b31d5-e12b-4a21-8bea-9757e628e9f8 req-b451e3f6-02b1-47a1-aacc-da3a0b8b427e tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.358097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-315b31d5-e12b-4a21-8bea-9757e628e9f8 req-b451e3f6-02b1-47a1-aacc-da3a0b8b427e tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 1132 time: 0.1851003 Feb 10 04:10:23.372195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Pushing event updated for resources: {'Port': ['ID=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:23.434469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfb0fb-5c5c-4c47-a20c-8f626bf49862 req-d80669b0-026c-4826-8163-50369a530dac tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.439083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dcfb0fb-5c5c-4c47-a20c-8f626bf49862 req-d80669b0-026c-4826-8163-50369a530dac tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.3918650 Feb 10 04:10:23.515855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-c0644ba5-c864-435a-8353-bbc863206332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.518063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c430e05-5416-4b4b-b486-0fa7014539f1 req-c0644ba5-c864-435a-8353-bbc863206332 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2051964 Feb 10 04:10:23.542946 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dcfb0fb-5c5c-4c47-a20c-8f626bf49862 req-ee565283-495b-45ab-9fc8-2a631ae7e947 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Feb 10 04:10:23.560208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Attempting to bind port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:23.560736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Attempting to bind port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:23.561196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Attempting to bind port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:23.567190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:23.573227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 on network 76c519c8-4439-4370-a82f-b6d4f633a823 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:23.577727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Attempting to bind port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:23.583928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-315b31d5-e12b-4a21-8bea-9757e628e9f8 req-5b03a4c8-d840-4f25-8318-89a9176bac5a tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073026 Feb 10 04:10:23.588468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:23.589056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Checking segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:23.589566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Bound using segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:23.590099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Bound port: e26a2640-1e79-4e08-9567-8ec4fda4c0a6, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:23.591108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.617034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec0ebdb8-98f2-4ebb-996d-72f22bda6488 admin admin] Publish callbacks [] for security_group (079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.680368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 3c3c9048-2146-41fa-9389-d0330b3f1f5c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:23.680742 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.746433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec0ebdb8-98f2-4ebb-996d-72f22bda6488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.768578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3c3c9048-2146-41fa-9389-d0330b3f1f5c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:23.769326 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.779916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] For port e26a2640-1e79-4e08-9567-8ec4fda4c0a6, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:23.794976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:23.797578 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce74e61-7e63-482e-b347-ff4254296cf7" -d '{"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:23.802239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a05a6595-56d0-4bec-a943-7832f45064a6 req-f597a6fd-4cb9-4044-a3f6-1474a8eda3e5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 210 time: 0.0409322 Feb 10 04:10:23.811581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:23.844498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] For port e26a2640-1e79-4e08-9567-8ec4fda4c0a6, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:23.856524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ebdb8-98f2-4ebb-996d-72f22bda6488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:23.868659 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.871423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.877702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.883505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.894536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.914927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.920461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.932416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.940273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-9ecfb75f-dd4c-44d0-b01d-a071d93bb83d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5386 time: 0.2488847 Feb 10 04:10:23.947040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ec0ebdb8-98f2-4ebb-996d-72f22bda6488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e2feb6f91bd4844997e6a80f3e9ffd5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0382199 Feb 10 04:10:23.947966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34214) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:23.948722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:23.952209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.996898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:23.997528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:23.999151 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] 10.222.0.43 "PUT /v2.0/ports/e26a2640-1e79-4e08-9567-8ec4fda4c0a6 HTTP/1.1" status: 200 len: 1091 time: 1.9174831 Feb 10 04:10:24.065245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5812c-08d0-497b-bdc8-d7fe50c596fd req-5acc33b5-5980-4465-a0bf-61fd50f7a0c6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:24.066880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86b5812c-08d0-497b-bdc8-d7fe50c596fd req-5acc33b5-5980-4465-a0bf-61fd50f7a0c6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 943 time: 0.1389580 Feb 10 04:10:24.092517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5298ca7-84e1-4a92-ad85-230b2fff1d7c service neutron] Pushing event updated for resources: {'Port': ['ID=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:24.098983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa41ed9a-cc9a-4689-87ca-b7547b4626dc admin admin] Publish callbacks [] for security_group (079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.127625 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1237bf4-6d3e-42ec-a73e-e4a5879ca7fe req-0bd029a8-8446-434f-8b47-a23e860dbda9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855004 Feb 10 04:10:24.141193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa41ed9a-cc9a-4689-87ca-b7547b4626dc admin admin] Publish callbacks [] for security_group (079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.153197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86b5812c-08d0-497b-bdc8-d7fe50c596fd req-5f372d60-06f0-460b-a4ff-8d5a74690e95 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789392 Feb 10 04:10:24.186619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:24.226013 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d027e7b-0029-4f5f-bc24-7bf572908fd4 x-openstack-request-id: req-0d027e7b-0029-4f5f-bc24-7bf572908fd4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:24.226311 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:24.226561 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d027e7b-0029-4f5f-bc24-7bf572908fd4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:24.226779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af919093-bebc-4a4f-8ef0-658f5db93c84 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3456fa0cc11147fab022130f646e6e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533891 Feb 10 04:10:24.226974 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'code': 200} Feb 10 04:10:24.314681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.396532 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-2cb2a790-ff7e-4e15-95cb-2867b688f7e4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977404 Feb 10 04:10:24.654008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:24.714029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e644b-e69c-426d-9773-c5f577915435 req-313cf940-acaa-4729-bae1-cce559d0983b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:24.715293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170e644b-e69c-426d-9773-c5f577915435 req-313cf940-acaa-4729-bae1-cce559d0983b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.0980582 Feb 10 04:10:24.723191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91a1d09-6443-4c20-aaba-7ae6a27c5527 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:24.758771 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Publish callbacks [] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.790606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Transition to ACTIVE for port object d91a1d09-6443-4c20-aaba-7ae6a27c5527 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:24.794477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-170e644b-e69c-426d-9773-c5f577915435 req-45346dbd-ef25-440e-a1b2-56b7f3028cec tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664077 Feb 10 04:10:24.851308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:24.867101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'port_id': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d', 'mac_address': 'fa:16:3e:2d:16:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e808e13-05a1-4361-86b6-493213f23872', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:24.868126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:24.871951 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "e26a2640-1e79-4e08-9567-8ec4fda4c0a6"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:24.912465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.950245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:24.950743 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.969539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:24.984080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa41ed9a-cc9a-4689-87ca-b7547b4626dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.991857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa41ed9a-cc9a-4689-87ca-b7547b4626dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:24.994983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:24.995648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fa41ed9a-cc9a-4689-87ca-b7547b4626dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264 HTTP/1.1" status: 204 len: 168 time: 0.9890680 Feb 10 04:10:25.025116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Pushing event updated for resources: {'Port': ['ID=d91a1d09-6443-4c20-aaba-7ae6a27c5527,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:25.072829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41ed9a-cc9a-4689-87ca-b7547b4626dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079bed1f-44ca-4f2e-a7b1-b4a6bbdf2264,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:25.077955 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:25.103804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-4019ea4d-87db-47c2-89de-67483e365b4c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:25.106562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-4019ea4d-87db-47c2-89de-67483e365b4c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8657067 Feb 10 04:10:25.130530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Request body: {'port': {'device_id': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '3456fa0cc11147fab022130f646e6e11'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:25.230280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:25.231449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Attempting to bind port d91a1d09-6443-4c20-aaba-7ae6a27c5527 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:25.231895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Attempting to bind port d91a1d09-6443-4c20-aaba-7ae6a27c5527 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:25.234479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Attempting to bind port d91a1d09-6443-4c20-aaba-7ae6a27c5527 on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:25.245977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Port d91a1d09-6443-4c20-aaba-7ae6a27c5527 on network 76c519c8-4439-4370-a82f-b6d4f633a823 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:25.247314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Attempting to bind port d91a1d09-6443-4c20-aaba-7ae6a27c5527 on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:25.264783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:25.271374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Checking segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:25.272756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Bound using segment: {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:25.273319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Bound port: d91a1d09-6443-4c20-aaba-7ae6a27c5527, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a8eb36-8939-494c-9c7d-8b25a29bba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:25.275944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:25.281025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-cb4d2625-e2fe-443b-92bf-0cfbb42af79d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:25.294144 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-cb4d2625-e2fe-443b-92bf-0cfbb42af79d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8963447 Feb 10 04:10:25.423792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-a6d2ee1d-ead1-40ce-92f0-68cfe68b6ff9 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/quotas/cbbf071b1ca9427a80385d55b9e04030 HTTP/1.1" status: 200 len: 375 time: 0.1256995 Feb 10 04:10:25.439063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] For port d91a1d09-6443-4c20-aaba-7ae6a27c5527, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:25.446817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] For port d91a1d09-6443-4c20-aaba-7ae6a27c5527, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:25.457645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['4c00e61f-4d9d-4e8a-859b-6b0b3c19885d'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:25.545651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:25.612049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-62fca9d5-3c19-4b6e-b7ee-61ecdbce2a92 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1863461 Feb 10 04:10:25.665024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:25.665024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:25.667663 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e618eaec-6275-459b-9764-e8d99371294b service neutron] 10.222.0.43 "PUT /v2.0/ports/d91a1d09-6443-4c20-aaba-7ae6a27c5527 HTTP/1.1" status: 200 len: 1091 time: 1.5060194 Feb 10 04:10:25.763788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Made reservation on behalf of 3456fa0cc11147fab022130f646e6e11 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:25.768222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:25.783995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d54dbd6a-04a2-49ce-9833-c2390f3b5baf req-3e342673-82e8-45dc-b329-0c28c67574bb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 210 time: 0.0889282 Feb 10 04:10:25.808231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Pushing event updated for resources: {'Port': ['ID=d91a1d09-6443-4c20-aaba-7ae6a27c5527,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:25.832304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.841036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.841036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.863443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.868301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.873550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.878585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.879171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.880692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.884930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.885529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.886035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.888783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618eaec-6275-459b-9764-e8d99371294b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:25.929988 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8c510b-0b7a-4de0-b28d-36cb0d6de782 x-openstack-request-id: req-0a8c510b-0b7a-4de0-b28d-36cb0d6de782 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:25.930496 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "e26a2640-1e79-4e08-9567-8ec4fda4c0a6", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:25.930934 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a8c510b-0b7a-4de0-b28d-36cb0d6de782 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:25.932804 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6', 'status': 'completed', 'code': 200} Feb 10 04:10:26.008833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:26.116254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Allocated IP 192.168.233.164 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/d337e74c-8cd7-4a44-9bd8-fa3e477c7866) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:26.254644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.255293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.255949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.256740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.257293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.257900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.258454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.261065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-9be8ab8e-7969-4f41-8c1c-5c4e6e1d8723 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6500 time: 0.3244057 Feb 10 04:10:26.377596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bd525-c251-48c8-9918-5f56f2289bba req-09f6cfa6-a1e6-4398-9a85-7186d775c31c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.386789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-617bd525-c251-48c8-9918-5f56f2289bba req-09f6cfa6-a1e6-4398-9a85-7186d775c31c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 944 time: 0.1921132 Feb 10 04:10:26.432291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (523f047d-9c9b-41b6-b137-736f08deb920), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:26.491511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.497057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.506641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.512743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.519349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.526324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.532348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.540534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-b99709ec-2b09-4d0e-9318-3b4e30719ec4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5398 time: 0.4632213 Feb 10 04:10:26.554235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-617bd525-c251-48c8-9918-5f56f2289bba req-3a634f02-c4a4-47ee-9cf9-c32616383538 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595895 Feb 10 04:10:26.598055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-864fc0a1-6641-4811-9bea-312291eeba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.598532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-864fc0a1-6641-4811-9bea-312291eeba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.599027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-864fc0a1-6641-4811-9bea-312291eeba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.600629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-864fc0a1-6641-4811-9bea-312291eeba25 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=002f341f53464ed5847cc432e5b3fe57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2666836 Feb 10 04:10:26.672572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks [] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:26.786573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abd0d0-0dfd-4425-b97c-9c3bd3be7ea7 req-e9825db2-5b3f-43c8-99d7-f8c080fc1189 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.795905 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9abd0d0-0dfd-4425-b97c-9c3bd3be7ea7 req-e9825db2-5b3f-43c8-99d7-f8c080fc1189 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1110389 Feb 10 04:10:26.857639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c60bc06e-73b4-40d9-9871-ded1e5c2a7ba req-d57065e1-23cd-4eb3-a538-804d59422da8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3122318 Feb 10 04:10:26.865798 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:26.887078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3c3c9048-2146-41fa-9389-d0330b3f1f5c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:26.890480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68', '47f3bbaa-e197-47ae-95a2-f79fc284709a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:26.941126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:26.954398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9abd0d0-0dfd-4425-b97c-9c3bd3be7ea7 req-e70f00bc-9f8e-4e04-8ee6-4726d708ee6a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574473 Feb 10 04:10:26.981794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-c27f255a-4bcb-4a57-94c9-ee040576a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:26.983806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c09c5f04-1471-4a22-b0a9-deb9dd6dd8cd req-c27f255a-4bcb-4a57-94c9-ee040576a609 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3746772 Feb 10 04:10:27.003955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:27.005515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:27.008933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:27.040206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb33c93c-dee1-443d-9b18-1d355231e3f6 req-34bc4bac-c303-4d7b-a86b-b93c52f15da8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 210 time: 0.0713749 Feb 10 04:10:27.229437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:27.230665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:27.267602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc1863-fbdf-46b9-81a2-6a73064469f9 req-bb8b3843-4a8a-4e27-a66f-dbec447f3422 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:27.270266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1dbc1863-fbdf-46b9-81a2-6a73064469f9 req-bb8b3843-4a8a-4e27-a66f-dbec447f3422 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 936 time: 0.1407874 Feb 10 04:10:27.286425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523f047d-9c9b-41b6-b137-736f08deb920 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:27.320665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Publish callbacks [] for port (523f047d-9c9b-41b6-b137-736f08deb920), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:27.359009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1dbc1863-fbdf-46b9-81a2-6a73064469f9 req-8b9da07b-5ea9-4338-8443-91076879e204 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824506 Feb 10 04:10:27.364739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Transition to ACTIVE for port object 523f047d-9c9b-41b6-b137-736f08deb920 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:27.370917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-714583c0-90f0-4a2d-8876-6475c0b3eb30 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2534375 Feb 10 04:10:27.386827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Request body: {'port': {'device_id': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:27.464301 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (523f047d-9c9b-41b6-b137-736f08deb920), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:27.497533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:27.535574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Pushing event updated for resources: {'Port': ['ID=523f047d-9c9b-41b6-b137-736f08deb920,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:27.558293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-119b1844-a3ec-47dc-a82a-b46ad7a78597 None None] Provisioning complete for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:27.558588 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-119b1844-a3ec-47dc-a82a-b46ad7a78597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:27.649963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Attempting to bind port 523f047d-9c9b-41b6-b137-736f08deb920 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:27.650338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Attempting to bind port 523f047d-9c9b-41b6-b137-736f08deb920 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:27.650648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Attempting to bind port 523f047d-9c9b-41b6-b137-736f08deb920 on network 59c8f485-d78b-4843-b69b-06ac4f229f0a {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:27.673189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-31f3c0ad-b3a6-4e7f-a6bf-0e35263c53cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:27.673934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Port 523f047d-9c9b-41b6-b137-736f08deb920 on network 59c8f485-d78b-4843-b69b-06ac4f229f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:27.674136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Attempting to bind port 523f047d-9c9b-41b6-b137-736f08deb920 on network 59c8f485-d78b-4843-b69b-06ac4f229f0a {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:27.713955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:27.713955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Checking segment: {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:27.713955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Bound using segment: {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:27.713955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Bound port: 523f047d-9c9b-41b6-b137-736f08deb920, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:27.714424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (523f047d-9c9b-41b6-b137-736f08deb920), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:27.723141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-119b1844-a3ec-47dc-a82a-b46ad7a78597 None None] Port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:27.867048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] For port 523f047d-9c9b-41b6-b137-736f08deb920, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:27.870478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] For port 523f047d-9c9b-41b6-b137-736f08deb920, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=523f047d-9c9b-41b6-b137-736f08deb920,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:27.911769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b99760-9e9f-4289-a3fe-35e29c46afac req-f88022a8-e43e-4d3b-9d0c-8019b9dd2e9e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:27.913967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6b99760-9e9f-4289-a3fe-35e29c46afac req-f88022a8-e43e-4d3b-9d0c-8019b9dd2e9e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 944 time: 0.2281759 Feb 10 04:10:27.939952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:27.946951 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "d91a1d09-6443-4c20-aaba-7ae6a27c5527"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:27.964301 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (523f047d-9c9b-41b6-b137-736f08deb920), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:28.033476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.034108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:28.036192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/523f047d-9c9b-41b6-b137-736f08deb920 HTTP/1.1" status: 200 len: 1091 time: 2.1193972 Feb 10 04:10:28.045250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6b99760-9e9f-4289-a3fe-35e29c46afac req-343fa036-7a3c-413f-976c-9724becf9ffa tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302991 Feb 10 04:10:28.081355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec13ef-e00e-4c91-be00-4f79271601d3 service neutron] Pushing event updated for resources: {'Port': ['ID=523f047d-9c9b-41b6-b137-736f08deb920,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:28.146848 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd350b2-525b-4306-b538-11e4e3d751d7 x-openstack-request-id: req-7fd350b2-525b-4306-b538-11e4e3d751d7 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:28.147147 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "d91a1d09-6443-4c20-aaba-7ae6a27c5527", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:28.147401 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fd350b2-525b-4306-b538-11e4e3d751d7 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:28.147807 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527', 'status': 'completed', 'code': 200} Feb 10 04:10:28.168045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Request body: {'port': {'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:28.292293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.298549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.304570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.331576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.358036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.364534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.377050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.393212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-cb164088-d21b-4ec7-a63e-0dc2debf980d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5410 time: 0.4250557 Feb 10 04:10:28.448408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:28.471059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d337e74c-8cd7-4a44-9bd8-fa3e477c7866 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:28.496713 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Publish callbacks [] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:28.515668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.520139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.520583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.521055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.521535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.521985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.522441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.524598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-854a083a-7c3e-4f6d-aad7-4c23f0324e95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6598 time: 0.3034153 Feb 10 04:10:28.544026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Transition to ACTIVE for port object d337e74c-8cd7-4a44-9bd8-fa3e477c7866 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:28.558272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a74fc1-0663-49a5-96a4-58032c455f3b req-0d694d55-7a3a-4d12-af33-757af6b88d4d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:28.559783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35a74fc1-0663-49a5-96a4-58032c455f3b req-0d694d55-7a3a-4d12-af33-757af6b88d4d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2528107 Feb 10 04:10:28.610380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c13fccfa-68a3-41e1-acd0-220e52952f0d req-5f74ebe3-e0de-41f6-9873-2b8fff13f94a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2129507 Feb 10 04:10:28.669401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d66194-b32e-4c85-b02a-789b3b986d95 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:28.696267 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:28.842375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:28.847490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:28.868756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '65d66194-b32e-4c85-b02a-789b3b986d95', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'port_id': '65d66194-b32e-4c85-b02a-789b3b986d95', 'mac_address': 'fa:16:3e:06:3d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:28.871025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:28.926297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c5558f8-1521-493c-9ba2-fc4bcc3b1f2c req-787915c9-2eb6-4841-a015-eba43b4a3591 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 210 time: 0.0702534 Feb 10 04:10:29.034622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d66194-b32e-4c85-b02a-789b3b986d95 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:29.043262 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.094048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65d66194-b32e-4c85-b02a-789b3b986d95 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:29.111322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.43', 59976) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:29.146631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:29.169840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:10:29.176969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:29.177515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.268238 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.279934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:29.280231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:29.280568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:29.286935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:29.287281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:29.290682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-8ff85961-3504-43a9-817a-1503fad98821 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1781778 Feb 10 04:10:29.336661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:29.337965 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.447960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['65d66194-b32e-4c85-b02a-789b3b986d95'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:29.518638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-742f9126-b621-4558-ae7d-e258894f217a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:29.518638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-742f9126-b621-4558-ae7d-e258894f217a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070911 Feb 10 04:10:29.521451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:29.521799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:29.522195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:29.522769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Bound port: d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:29.523148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.539874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': '96d47f58-1673-4e3e-b877-31423c2f9020', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:29.549215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:29.564050 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a51f98-adb0-42cd-8f92-afc066c66449" -d '{"events": [{"server_uuid": "6a58325d-d707-4cc0-8882-ee5b95398efd", "name": "network-vif-plugged", "status": "completed", "tag": "4c00e61f-4d9d-4e8a-859b-6b0b3c19885d"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:29.593606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-c287022c-d7bf-47f1-8afb-9b0392f9864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:29.596865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-c287022c-d7bf-47f1-8afb-9b0392f9864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:29.598979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-c287022c-d7bf-47f1-8afb-9b0392f9864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:29.602544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-c287022c-d7bf-47f1-8afb-9b0392f9864f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=002f341f53464ed5847cc432e5b3fe57&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0650070 Feb 10 04:10:29.670999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35a74fc1-0663-49a5-96a4-58032c455f3b req-7f0b662b-061b-4e18-bd81-c3865a59b320 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0858636 Feb 10 04:10:29.683792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:29.688048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:29.741711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71886516-30b2-4b79-a834-d0bbc808dcaf req-11186f9e-d4bd-40ee-8418-b3def77dd12e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:29.755321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71886516-30b2-4b79-a834-d0bbc808dcaf req-11186f9e-d4bd-40ee-8418-b3def77dd12e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.6449909 Feb 10 04:10:29.778071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:29.781718 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.792188 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.840622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:10:29.922187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3ec3e320-7091-45fb-8f93-3ab7ec7fe7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:29.992375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71886516-30b2-4b79-a834-d0bbc808dcaf req-c90f15f7-e710-41a7-b5c6-f57a04f3f618 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360914 Feb 10 04:10:30.019415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:30.058124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:30.104098 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d733a-78d2-42ae-8b7b-384ff0fe1239 x-openstack-request-id: req-f89d733a-78d2-42ae-8b7b-384ff0fe1239 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:30.104469 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a58325d-d707-4cc0-8882-ee5b95398efd", "name": "network-vif-plugged", "status": "completed", "tag": "4c00e61f-4d9d-4e8a-859b-6b0b3c19885d", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:30.104793 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f89d733a-78d2-42ae-8b7b-384ff0fe1239 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:30.106579 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d', 'code': 200} Feb 10 04:10:30.180352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:30.241619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:30.243885 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcca982-3bd5-4e53-b990-dc296ef5813e" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "523f047d-9c9b-41b6-b137-736f08deb920"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:30.443716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:30.515840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-68fa7786-1f62-4e12-a318-151aa436a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:30.517985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31c5e39b-c4ed-4a96-91ed-e2552d11f3f3 req-68fa7786-1f62-4e12-a318-151aa436a1ca service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8460202 Feb 10 04:10:30.550067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba853ff4-1583-4976-bd0b-4539839892ff {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:30.577469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Publish callbacks [] for port (ba853ff4-1583-4976-bd0b-4539839892ff), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:30.621492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Transition to ACTIVE for port object ba853ff4-1583-4976-bd0b-4539839892ff will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:30.623512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:30.624643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:30.626791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] 10.222.0.43 "PUT /v2.0/ports/d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 1096 time: 3.2477331 Feb 10 04:10:30.630731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:30.642392 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2034d63c-ec32-4029-a3e2-515b78267a52" -d '{"events": [{"name": "network-changed", "server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:30.644338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c896bf-0bcd-4fce-b021-bf8e7e89e209 req-c104f39b-0644-495f-bcb3-d1e208e61029 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:30.646579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75c896bf-0bcd-4fce-b021-bf8e7e89e209 req-c104f39b-0644-495f-bcb3-d1e208e61029 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 945 time: 0.6049592 Feb 10 04:10:30.668903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.76 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/17f57993-a699-4d3b-ab6a-83743c22637c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:30.679643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d66194-b32e-4c85-b02a-789b3b986d95 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:30.714010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:30.729298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:30.836930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 65d66194-b32e-4c85-b02a-789b3b986d95 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:30.837914 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:30.869451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75c896bf-0bcd-4fce-b021-bf8e7e89e209 req-5ec3e3e2-241f-42e5-adbe-15170e4ab8e4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959927 Feb 10 04:10:30.951927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Pushing event updated for resources: {'Port': ['ID=ba853ff4-1583-4976-bd0b-4539839892ff,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:31.029328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d66194-b32e-4c85-b02a-789b3b986d95 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:31.040352 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:31.046564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:31.141800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:31.193573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (17f57993-a699-4d3b-ab6a-83743c22637c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:31.234954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-709b4dcb-517b-481d-9135-a6b50b9ea097 req-98c9a9bd-4dd5-4dde-afea-8fb6002e7175 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 210 time: 0.0991881 Feb 10 04:10:31.236549 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:31.309339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634577a-77d7-47f8-8431-9ea35b5e471f req-199ebfa6-311c-4cc9-aad4-56174d93b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.314627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8634577a-77d7-47f8-8431-9ea35b5e471f req-199ebfa6-311c-4cc9-aad4-56174d93b19f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 1127 time: 1.1165049 Feb 10 04:10:31.319385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:31.331094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Attempting to bind port ba853ff4-1583-4976-bd0b-4539839892ff on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:31.331470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Attempting to bind port ba853ff4-1583-4976-bd0b-4539839892ff by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:31.331805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Attempting to bind port ba853ff4-1583-4976-bd0b-4539839892ff on network 59c8f485-d78b-4843-b69b-06ac4f229f0a {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:31.351449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.354355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Port ba853ff4-1583-4976-bd0b-4539839892ff on network 59c8f485-d78b-4843-b69b-06ac4f229f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:31.354909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Attempting to bind port ba853ff4-1583-4976-bd0b-4539839892ff on network 59c8f485-d78b-4843-b69b-06ac4f229f0a {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:31.366751 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ac06d0-ee56-4f0c-9030-a8b2c24af23a x-openstack-request-id: req-f0ac06d0-ee56-4f0c-9030-a8b2c24af23a {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:31.367290 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "523f047d-9c9b-41b6-b137-736f08deb920", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:31.367750 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0ac06d0-ee56-4f0c-9030-a8b2c24af23a {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:31.369152 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920', 'status': 'completed', 'code': 200} Feb 10 04:10:31.372218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.373385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:31.376091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Checking segment: {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:31.377100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Bound using segment: {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:31.395514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Bound port: ba853ff4-1583-4976-bd0b-4539839892ff, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:31.395514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:31.395909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.406778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.422816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.443820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.462004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.464248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-df4160dd-3d0d-4200-b5ed-7df95d10ba64 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5410 time: 1.2372386 Feb 10 04:10:31.481152 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dfb1ee-1dd3-443e-9483-21a49999f300 x-openstack-request-id: req-96dfb1ee-1dd3-443e-9483-21a49999f300 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:31.481435 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:31.485245 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96dfb1ee-1dd3-443e-9483-21a49999f300 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:31.486195 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'status': 'completed', 'code': 200} Feb 10 04:10:31.497727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:31.509277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78', '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:31.513963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:31.553370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.553723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.554070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.554412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.557174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.557620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.557967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.558305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.558642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.559014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.559346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.559673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.559997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1791e8-1707-40a1-8a7a-b634c7c52364 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:31.669963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] For port ba853ff4-1583-4976-bd0b-4539839892ff, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:31.677430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] For port ba853ff4-1583-4976-bd0b-4539839892ff, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ba853ff4-1583-4976-bd0b-4539839892ff,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:31.760788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:31.772353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:31.793177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8634577a-77d7-47f8-8431-9ea35b5e471f req-926d9eab-319b-49ae-a22d-e973f432d84e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975047 Feb 10 04:10:31.799643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:31.816905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=17f57993-a699-4d3b-ab6a-83743c22637c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:31.883480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ea9d6e1-a09b-4b5a-90a1-bea731316145 req-0bd3a110-fcec-440c-8c76-9bad836d0840 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3946543 Feb 10 04:10:31.898258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-79c768a2-ec9b-45b3-aadd-f7cd56deae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.900355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-79c768a2-ec9b-45b3-aadd-f7cd56deae60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1130 time: 0.6012301 Feb 10 04:10:31.913752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38ab0d-a0ba-4826-a12b-90d24f457526 req-02de076d-d31d-4cc5-a5c9-65c7705a2121 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.921312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd38ab0d-a0ba-4826-a12b-90d24f457526 req-02de076d-d31d-4cc5-a5c9-65c7705a2121 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2355144 Feb 10 04:10:31.937643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.941666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.942156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.942625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.943121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.943579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.947006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:31.955694 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-e6340055-f1cb-4d36-af1f-838fc828d9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6623 time: 0.5618749 Feb 10 04:10:31.956924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:32.120536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-5749ceb5-5a98-4760-a851-0537cf3302e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.1850121 Feb 10 04:10:32.141926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.142569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:32.144043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] 10.222.0.43 "PUT /v2.0/ports/ba853ff4-1583-4976-bd0b-4539839892ff HTTP/1.1" status: 200 len: 1091 time: 3.9803858 Feb 10 04:10:32.192383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:32.196410 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dfa587-d8b5-4117-a23c-f597b3793b3c" -d '{"events": [{"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-plugged", "status": "completed", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:32.374651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e898e-f221-4b4c-bafe-770c79968e0a service neutron] Pushing event updated for resources: {'Port': ['ID=ba853ff4-1583-4976-bd0b-4539839892ff,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:32.385004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-13a7367d-9948-41d6-a6bc-cd1b46795490 None None] Provisioning complete for port 17f57993-a699-4d3b-ab6a-83743c22637c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:32.385598 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13a7367d-9948-41d6-a6bc-cd1b46795490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:32.393343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.393343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:32.459535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd38ab0d-a0ba-4826-a12b-90d24f457526 req-64ffcc41-08c3-462b-ba09-c369943a0797 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671264 Feb 10 04:10:32.498621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-4cb6b0eb-8241-45c5-b19b-2a5e6f9ab154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.501897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-4cb6b0eb-8241-45c5-b19b-2a5e6f9ab154 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.3099041 Feb 10 04:10:32.527292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-a522e4b1-c01e-4c62-b28a-1fbae4867973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.529988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-a522e4b1-c01e-4c62-b28a-1fbae4867973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.529988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-a522e4b1-c01e-4c62-b28a-1fbae4867973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.531309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-a522e4b1-c01e-4c62-b28a-1fbae4867973 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=002f341f53464ed5847cc432e5b3fe57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5405519 Feb 10 04:10:32.568723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-13a7367d-9948-41d6-a6bc-cd1b46795490 None None] Port 17f57993-a699-4d3b-ab6a-83743c22637c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:32.597807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-0fe130ee-243e-4b74-abef-b86c61941cc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0707326 Feb 10 04:10:32.624755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1d406-6c52-4bfd-b1d1-7af127744c67 req-0fa27dd9-76bd-41d0-a989-62f7b85bf8ac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.626931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0f1d406-6c52-4bfd-b1d1-7af127744c67 req-0fa27dd9-76bd-41d0-a989-62f7b85bf8ac tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.5368214 Feb 10 04:10:32.653456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Request body: {'port': {'device_id': '96d47f58-1673-4e3e-b877-31423c2f9020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:32.675513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:32.783217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:32.815161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-70b75f4c-aa6c-4604-8248-294121a94849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.824713 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-70b75f4c-aa6c-4604-8248-294121a94849 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3069978 Feb 10 04:10:32.874547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c8b8-f704-4210-aaa4-15075f6aec73 req-bb9221f9-c4f6-4af4-ba1b-11e2d3c0738c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.880920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7616c8b8-f704-4210-aaa4-15075f6aec73 req-bb9221f9-c4f6-4af4-ba1b-11e2d3c0738c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 945 time: 0.2920420 Feb 10 04:10:32.925442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0f1d406-6c52-4bfd-b1d1-7af127744c67 req-65de61a0-0d6e-4c4c-8625-9c4ef6e1d3c6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299497 Feb 10 04:10:32.941821 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:32.959559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-c7c477d2-6de1-4213-b738-760008c6c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:32.961050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fcca982-3bd5-4e53-b990-dc296ef5813e req-c7c477d2-6de1-4213-b738-760008c6c5fc service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4222655 Feb 10 04:10:33.184708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-935fc250-4f1c-43c2-8bd7-bca934206e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:33.215530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7616c8b8-f704-4210-aaa4-15075f6aec73 req-a9080a09-b5a1-440b-ac74-8ac68828fcf5 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240964 Feb 10 04:10:33.301616 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37e4da7-72b3-4f7f-a68f-9dfb36c42564 x-openstack-request-id: req-a37e4da7-72b3-4f7f-a68f-9dfb36c42564 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:33.302211 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-plugged", "status": "completed", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:33.302211 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a37e4da7-72b3-4f7f-a68f-9dfb36c42564 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:33.302557 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95', 'code': 200} Feb 10 04:10:33.326466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.328170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.328811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.331133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.332857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.333386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.335687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.342302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b8fe80d-0cd1-4ef4-81d0-412691e01851 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6696 time: 0.3047750 Feb 10 04:10:33.391682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:33.399074 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da21542b-0c8c-4315-90aa-4d52c6061c24" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:33.510934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f57993-a699-4d3b-ab6a-83743c22637c {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:33.520214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Publish callbacks [] for port (17f57993-a699-4d3b-ab6a-83743c22637c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:33.525218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-4d4c2ecf-b6a1-4767-b5c4-009f6ea7abed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9 HTTP/1.1" status: 200 len: 217 time: 0.1721759 Feb 10 04:10:33.535164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Transition to ACTIVE for port object 17f57993-a699-4d3b-ab6a-83743c22637c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:33.614120 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:33.757912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-b4033c80-4312-4c04-b03d-16a87ed2ff48 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004385 Feb 10 04:10:33.781088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-9aae2a2a-12ac-4879-a1ad-07decc3fd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.786946 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-9aae2a2a-12ac-4879-a1ad-07decc3fd9f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ca3c80c-5417-49f0-a45b-a21de528561e HTTP/1.1" status: 200 len: 851 time: 0.2360392 Feb 10 04:10:33.810398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f1a5a-65a3-4116-af7a-102bbb8789e1 req-f2b18203-86f8-460f-9c9d-07539b0d51ae tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.815856 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8f1a5a-65a3-4116-af7a-102bbb8789e1 req-f2b18203-86f8-460f-9c9d-07539b0d51ae tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 935 time: 0.2785902 Feb 10 04:10:33.900675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:33.906814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-935fc250-4f1c-43c2-8bd7-bca934206e9e admin admin] Publish callbacks [] for security_group (66becf9d-c92d-4ec2-b285-9879f3d252f0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:33.913096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Pushing event updated for resources: {'Port': ['ID=17f57993-a699-4d3b-ab6a-83743c22637c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:33.947294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.953897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.968673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.979161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.985277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.992581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:33.998530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:34.007866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-fc84c713-6040-4f05-909c-dd99ad33bb21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.4967852 Feb 10 04:10:34.042685 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-935fc250-4f1c-43c2-8bd7-bca934206e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (66becf9d-c92d-4ec2-b285-9879f3d252f0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:34.234855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8f1a5a-65a3-4116-af7a-102bbb8789e1 req-2e370ebf-8e23-47ee-ac0f-a6d11bac3da3 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751893 Feb 10 04:10:34.310754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1da7ab0-d246-4015-b1da-2f4dab4611c5 req-61163f65-5106-4859-8597-f1de047cbe56 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2999258 Feb 10 04:10:34.312660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3065b3-9e92-4b98-bce2-cc1ecc30e4f1 req-47a8f96e-5ba1-4df2-9873-b8867f17e558 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430014 Feb 10 04:10:34.371095 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-935fc250-4f1c-43c2-8bd7-bca934206e9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a156ef64c674df3a5c6df67bf813567&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5782797 Feb 10 04:10:34.371604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34434) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:34.373855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Attempting to bind port 17f57993-a699-4d3b-ab6a-83743c22637c on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:34.373855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Attempting to bind port 17f57993-a699-4d3b-ab6a-83743c22637c by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:34.374112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Attempting to bind port 17f57993-a699-4d3b-ab6a-83743c22637c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:34.384986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Port 17f57993-a699-4d3b-ab6a-83743c22637c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:34.385319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Attempting to bind port 17f57993-a699-4d3b-ab6a-83743c22637c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:34.394431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:34.396322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:34.397258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:34.397923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Bound port: 17f57993-a699-4d3b-ab6a-83743c22637c, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:34.399190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:34.416604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fc250-4f1c-43c2-8bd7-bca934206e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66becf9d-c92d-4ec2-b285-9879f3d252f0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:34.461243 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e3c5d9-905e-4bba-8d0e-c68bef61c8b5 x-openstack-request-id: req-e3e3c5d9-905e-4bba-8d0e-c68bef61c8b5 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:34.471448 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:34.471448 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3e3c5d9-905e-4bba-8d0e-c68bef61c8b5 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:34.471448 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff', 'status': 'completed', 'code': 200} Feb 10 04:10:34.471448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f4a45f8e-24d9-4e38-a840-f16bca481711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:34.489313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f4a45f8e-24d9-4e38-a840-f16bca481711 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c407173-3146-4722-992d-f46469606988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6847000 Feb 10 04:10:34.639071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-38fc2cb6-4d3d-4861-a22b-6287ac374dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:34.641138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-38fc2cb6-4d3d-4861-a22b-6287ac374dfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1130 time: 0.1424854 Feb 10 04:10:34.674483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] For port 17f57993-a699-4d3b-ab6a-83743c22637c, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:34.693104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] For port 17f57993-a699-4d3b-ab6a-83743c22637c, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=17f57993-a699-4d3b-ab6a-83743c22637c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:34.709199 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd045286-d79b-470f-87c2-ac390c2dc672 admin admin] Publish callbacks [] for security_group (66becf9d-c92d-4ec2-b285-9879f3d252f0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:34.728656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba1592-353d-4af3-b565-65317c69e9e5 req-3c019330-f488-4f0a-ac49-0c686b03493c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:34.736018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07ba1592-353d-4af3-b565-65317c69e9e5 req-3c019330-f488-4f0a-ac49-0c686b03493c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2105660 Feb 10 04:10:34.763094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-23dfe9d3-c272-4124-aee2-1b09cc02440d service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699189 Feb 10 04:10:34.772351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93eee-4722-4203-b642-dc38155a1481 req-833202ba-f712-45f1-b0a8-a020cc5aa7ea tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:34.783632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0f93eee-4722-4203-b642-dc38155a1481 req-833202ba-f712-45f1-b0a8-a020cc5aa7ea tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.2117741 Feb 10 04:10:34.792601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:34.803730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd045286-d79b-470f-87c2-ac390c2dc672 admin admin] Publish callbacks [] for security_group (66becf9d-c92d-4ec2-b285-9879f3d252f0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:34.943916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07ba1592-353d-4af3-b565-65317c69e9e5 req-616a33c6-800f-43bf-a054-f0344fbf92fa tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068598 Feb 10 04:10:35.002182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd045286-d79b-470f-87c2-ac390c2dc672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (66becf9d-c92d-4ec2-b285-9879f3d252f0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:35.005168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd045286-d79b-470f-87c2-ac390c2dc672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:35.009411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dd045286-d79b-470f-87c2-ac390c2dc672 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66becf9d-c92d-4ec2-b285-9879f3d252f0 HTTP/1.1" status: 204 len: 168 time: 0.6234829 Feb 10 04:10:35.022611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd045286-d79b-470f-87c2-ac390c2dc672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66becf9d-c92d-4ec2-b285-9879f3d252f0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:35.219250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-63edf73e-6513-441a-adc6-30f490ac5d99 service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432263 Feb 10 04:10:35.274831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:35.275496 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:35.276854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-220fdac6-f879-4001-a278-6bd76968022e service neutron] 10.222.0.43 "PUT /v2.0/ports/17f57993-a699-4d3b-ab6a-83743c22637c HTTP/1.1" status: 200 len: 1095 time: 2.6478918 Feb 10 04:10:35.285847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d47f58-1673-4e3e-b877-31423c2f9020', 'tag': '17f57993-a699-4d3b-ab6a-83743c22637c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:35.288130 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f771ca-de36-4175-ad0f-123e978469c9" -d '{"events": [{"name": "network-changed", "server_uuid": "96d47f58-1673-4e3e-b877-31423c2f9020", "tag": "17f57993-a699-4d3b-ab6a-83743c22637c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:35.365166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fdac6-f879-4001-a278-6bd76968022e service neutron] Pushing event updated for resources: {'Port': ['ID=17f57993-a699-4d3b-ab6a-83743c22637c,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:35.391145 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0f93eee-4722-4203-b642-dc38155a1481 req-0c249fec-6add-4dfa-8f51-558d3cdbb78a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960522 Feb 10 04:10:35.392411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-64c6488b-e307-4f13-a5df-d60a9b815a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:35.399536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-64c6488b-e307-4f13-a5df-d60a9b815a0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.7459273 Feb 10 04:10:35.410178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806dcbe-cf05-43b9-a9a6-aa0ed16dbb9b req-62d2f20b-26ff-4c23-9451-0e61e6062f69 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:35.411832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e806dcbe-cf05-43b9-a9a6-aa0ed16dbb9b req-62d2f20b-26ff-4c23-9451-0e61e6062f69 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 945 time: 0.2678692 Feb 10 04:10:35.471556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3b94e5f3-70ee-4a26-8a89-b9f00e3d34c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 217 time: 0.2306724 Feb 10 04:10:35.654812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-9e9542b1-d74a-43b8-aca1-1631a9a2b4d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.2301071 Feb 10 04:10:35.657941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-77424bc0-d9ba-4fc5-a155-a195c33bb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:35.664795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-77424bc0-d9ba-4fc5-a155-a195c33bb27e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1912279 Feb 10 04:10:35.757046 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e806dcbe-cf05-43b9-a9a6-aa0ed16dbb9b req-28734390-5209-40f8-84b1-a79fd0585c1b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206296 Feb 10 04:10:35.824380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-d5fa5563-8ff6-4ce5-9714-d2246b8f047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:35.825888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-d5fa5563-8ff6-4ce5-9714-d2246b8f047f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1622472 Feb 10 04:10:35.844009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-cd4021ad-26f7-49ad-88c7-be56e962d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:35.846114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-cd4021ad-26f7-49ad-88c7-be56e962d1c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 1129 time: 0.4453099 Feb 10 04:10:35.878883 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bca9c05-4510-4032-b652-b8a127b08775 x-openstack-request-id: req-6bca9c05-4510-4032-b652-b8a127b08775 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:35.879172 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d47f58-1673-4e3e-b877-31423c2f9020", "tag": "17f57993-a699-4d3b-ab6a-83743c22637c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:35.879429 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bca9c05-4510-4032-b652-b8a127b08775 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:35.879822 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d47f58-1673-4e3e-b877-31423c2f9020', 'tag': '17f57993-a699-4d3b-ab6a-83743c22637c', 'status': 'completed', 'code': 200} Feb 10 04:10:35.894331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-0d7ad192-166a-49e0-ab34-5ddd93053306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:35.905773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-0d7ad192-166a-49e0-ab34-5ddd93053306 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1720767 Feb 10 04:10:36.011437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34454) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:36.023347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2b812-edcc-4141-95a5-315f7739dc70 req-75e49d39-c696-4b07-8e35-c1c44b5280ab tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.025372 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fa2b812-edcc-4141-95a5-315f7739dc70 req-75e49d39-c696-4b07-8e35-c1c44b5280ab tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 947 time: 0.3945901 Feb 10 04:10:36.027169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-a5e83fae-90da-4434-8498-b98dea400095 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=17f57993-a699-4d3b-ab6a-83743c22637c HTTP/1.1" status: 200 len: 217 time: 0.1603239 Feb 10 04:10:36.089767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33be7e19-3724-4450-9e90-9f9d67eb0671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:36.133570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-cb22b751-2eac-4d1b-9021-ee2162027ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.135722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-cb22b751-2eac-4d1b-9021-ee2162027ea5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2942121 Feb 10 04:10:36.183275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-805384a9-adcc-4dd3-996e-a4778f2d22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.186671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-805384a9-adcc-4dd3-996e-a4778f2d22ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1440916 Feb 10 04:10:36.220842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.226588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.232026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.238156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.243579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.248983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.252812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fa2b812-edcc-4141-95a5-315f7739dc70 req-ecd7b16b-50d0-4510-a0bc-dd215014e836 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177734 Feb 10 04:10:36.266577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.293550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-326ad3b0-b68f-4746-80dd-ab0b655fa642 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.3326666 Feb 10 04:10:36.296918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-6fc00924-04ac-4673-bd92-83e2f0a6f03f service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814461 Feb 10 04:10:36.356081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-d1ad9fd4-d1bd-4979-a0d9-e8acb5bfc657 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130516 Feb 10 04:10:36.489077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-332b75fd-9fb5-4129-a504-33f2d4b11908 req-dd2c1a68-704e-4b47-8090-500dbfeb03b6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1945298 Feb 10 04:10:36.542639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33be7e19-3724-4450-9e90-9f9d67eb0671 admin admin] Publish callbacks [] for security_group (6a3e7792-759e-4ee8-9595-4c166b0b4939), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:36.579545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b50a8464-2e81-46b3-b504-5d64b1f570b1 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748020 Feb 10 04:10:36.631777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-2ed0336b-10bf-428a-9f50-f677c9ea6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.643784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-2ed0336b-10bf-428a-9f50-f677c9ea6d7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4304335 Feb 10 04:10:36.702419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33be7e19-3724-4450-9e90-9f9d67eb0671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6a3e7792-759e-4ee8-9595-4c166b0b4939), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:36.711792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b68bcfbe-18ae-4741-ae79-302b53ee9181 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 217 time: 0.1178622 Feb 10 04:10:36.798470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-33be7e19-3724-4450-9e90-9f9d67eb0671 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=326c8e10080d4e57a906673a9608529c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7854962 Feb 10 04:10:36.803091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34460) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:36.812666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be7e19-3724-4450-9e90-9f9d67eb0671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3e7792-759e-4ee8-9595-4c166b0b4939,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:36.817899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2034d63c-ec32-4029-a3e2-515b78267a52 req-92e34163-a143-4794-926f-a3c05d73c906 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499316 Feb 10 04:10:36.949638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946fffd-c4c1-4708-a487-25f62b8342c9 req-cf291e94-92a4-4d2a-bdbf-ba32d66dd6c0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.949826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b5e2ec95-9f1b-4234-b80e-755a058a8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.949826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-b5e2ec95-9f1b-4234-b80e-755a058a8d2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1490810 Feb 10 04:10:36.950259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8946fffd-c4c1-4708-a487-25f62b8342c9 req-cf291e94-92a4-4d2a-bdbf-ba32d66dd6c0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 945 time: 0.4287362 Feb 10 04:10:36.950259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-3b750fd1-e285-4a38-bb62-7d6f28b26743 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808177 Feb 10 04:10:36.950259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8946fffd-c4c1-4708-a487-25f62b8342c9 req-15b85171-458f-4528-9dca-6ad96564c9a7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747192 Feb 10 04:10:36.959854 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c5f6-d210-4f11-b7ae-7fe805d508aa req-ef1767b7-17c3-42ad-94b4-e8179d11787d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:36.971171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7526c5f6-d210-4f11-b7ae-7fe805d508aa req-ef1767b7-17c3-42ad-94b4-e8179d11787d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.3863068 Feb 10 04:10:37.045782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8185-3e55-4fe2-a637-4dfeab35a257 admin admin] Publish callbacks [] for security_group (6a3e7792-759e-4ee8-9595-4c166b0b4939), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:37.130449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-791aaf43-d683-436e-807e-469b8b25c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:37.132668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-791aaf43-d683-436e-807e-469b8b25c6a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1560419 Feb 10 04:10:37.143520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f312ecd-39e6-4039-bdb9-2e8ead02d83c req-045785df-8f40-43cd-b7d2-a4876861c5b8 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930454 Feb 10 04:10:37.160681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8032d91-c4f0-4e84-8b66-8a8aa724f578 req-806e6198-cd1d-4f84-92ce-13eb67d049f7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:37.168728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8032d91-c4f0-4e84-8b66-8a8aa724f578 req-806e6198-cd1d-4f84-92ce-13eb67d049f7 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.0967352 Feb 10 04:10:37.209845 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7526c5f6-d210-4f11-b7ae-7fe805d508aa req-95e3cc28-b52d-4fa5-936b-d2c3c2fdfb98 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336149 Feb 10 04:10:37.224496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8185-3e55-4fe2-a637-4dfeab35a257 admin admin] Publish callbacks [] for security_group (6a3e7792-759e-4ee8-9595-4c166b0b4939), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:37.241957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8032d91-c4f0-4e84-8b66-8a8aa724f578 req-00da9175-0322-4044-b1fa-d2862d63d799 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691080 Feb 10 04:10:37.453069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-369d6c28-9240-42ca-af8d-11140d761ebc service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679999 Feb 10 04:10:37.496808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f771ca-de36-4175-ad0f-123e978469c9 req-cf5c5725-00b3-4245-8ac5-1df9f08755ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:37.498526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f771ca-de36-4175-ad0f-123e978469c9 req-cf5c5725-00b3-4245-8ac5-1df9f08755ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 1129 time: 0.1808858 Feb 10 04:10:37.597634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cbc29-e09b-4dd1-9b84-06a882046a85 req-a34379d8-d451-4e3a-b580-f3da842787d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:37.604864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:37.605845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ec9cbc29-e09b-4dd1-9b84-06a882046a85 req-a34379d8-d451-4e3a-b580-f3da842787d7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 947 time: 0.1791220 Feb 10 04:10:37.645823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8185-3e55-4fe2-a637-4dfeab35a257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6a3e7792-759e-4ee8-9595-4c166b0b4939), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:37.648934 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8185-3e55-4fe2-a637-4dfeab35a257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:37.651987 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e3a8185-3e55-4fe2-a637-4dfeab35a257 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a3e7792-759e-4ee8-9595-4c166b0b4939 HTTP/1.1" status: 204 len: 168 time: 0.8470893 Feb 10 04:10:37.704052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a8185-3e55-4fe2-a637-4dfeab35a257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3e7792-759e-4ee8-9595-4c166b0b4939,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:37.787032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f771ca-de36-4175-ad0f-123e978469c9 req-09af991d-1d19-4269-a398-26470fa1650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:37.791473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f771ca-de36-4175-ad0f-123e978469c9 req-09af991d-1d19-4269-a398-26470fa1650b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2779183 Feb 10 04:10:37.812901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ec9cbc29-e09b-4dd1-9b84-06a882046a85 req-3612a740-e587-4044-96bb-f6117d4f13b7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059507 Feb 10 04:10:37.843674 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-4ecee671-a5ce-4411-90d8-0966fccbe0fc service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515382 Feb 10 04:10:37.918761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:37.923196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f771ca-de36-4175-ad0f-123e978469c9 req-1dd9973b-16e2-40bf-9ef3-d66018cd6085 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=17f57993-a699-4d3b-ab6a-83743c22637c HTTP/1.1" status: 200 len: 217 time: 0.1065052 Feb 10 04:10:37.958179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'mac_address': 'fa:16:3e:a8:21:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:37.992953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-6d35946b-9073-47a9-a1cf-798b55bfb789 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6 HTTP/1.1" status: 200 len: 217 time: 0.1483822 Feb 10 04:10:38.029726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f771ca-de36-4175-ad0f-123e978469c9 req-97ad9b99-2973-4d8f-8793-deea37ca1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.031861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f771ca-de36-4175-ad0f-123e978469c9 req-97ad9b99-2973-4d8f-8793-deea37ca1882 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1004202 Feb 10 04:10:38.049800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:38.055774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:38.082560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d337e74c-8cd7-4a44-9bd8-fa3e477c7866 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:38.099262 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-2a8c0988-6469-481b-be40-4dcd97f3ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.104142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-2a8c0988-6469-481b-be40-4dcd97f3ea24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1039279 Feb 10 04:10:38.104521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:38.139667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f771ca-de36-4175-ad0f-123e978469c9 req-f6ee46ff-d313-4a6a-ab04-cfb16b6dca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.141322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f771ca-de36-4175-ad0f-123e978469c9 req-f6ee46ff-d313-4a6a-ab04-cfb16b6dca80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0917931 Feb 10 04:10:38.152051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.158249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.164884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.170334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.179078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.194940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.205450 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:38.206781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.214168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ebfdc569-e811-450e-a613-fb4326e4647d req-d2123b1b-3d29-49c0-9284-8cad23f75c43 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1748233 Feb 10 04:10:38.261158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1631b93-4957-4e2b-8702-778c37e1074b req-c8de629d-0cf4-4946-952b-c1a811680c75 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.278544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1631b93-4957-4e2b-8702-778c37e1074b req-c8de629d-0cf4-4946-952b-c1a811680c75 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 945 time: 0.1709266 Feb 10 04:10:38.288035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-8d60b453-13ab-4b9b-819e-4f1012f22ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:38.288035 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-8d60b453-13ab-4b9b-819e-4f1012f22ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1659734 Feb 10 04:10:38.380163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:38.542892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d337e74c-8cd7-4a44-9bd8-fa3e477c7866'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:38.567357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ebfdc569-e811-450e-a613-fb4326e4647d req-97033900-ea92-49ba-adac-3266c034928f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3375258 Feb 10 04:10:38.596615 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1631b93-4957-4e2b-8702-778c37e1074b req-43d6f074-d9ea-4add-99a1-3d8a7da76101 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164256 Feb 10 04:10:38.598673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f771ca-de36-4175-ad0f-123e978469c9 req-0ad201ce-46f0-475d-96af-4fe8c8ef863e service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834796 Feb 10 04:10:38.657548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-12b06ea7-6ce3-4b17-ae35-0de852fa5485 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534741 Feb 10 04:10:38.820759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34490) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:39.021565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bb1f4-ed07-4d99-ba7d-a05ab3c16e90 req-37732164-ba47-4f58-b81f-aaac53285b27 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:39.028467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-200bb1f4-ed07-4d99-ba7d-a05ab3c16e90 req-37732164-ba47-4f58-b81f-aaac53285b27 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2598722 Feb 10 04:10:39.053212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f771ca-de36-4175-ad0f-123e978469c9 req-793abb6a-0e2e-4e09-ab79-de7048c775ce service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438648 Feb 10 04:10:39.120553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c56efb-5806-4682-9ed6-9de96c8f7b4b req-29653ab8-dcec-4012-8f0f-4f73baa3ea09 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:39.122116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c56efb-5806-4682-9ed6-9de96c8f7b4b req-29653ab8-dcec-4012-8f0f-4f73baa3ea09 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 949 time: 0.2882831 Feb 10 04:10:39.169880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-6540d4dd-efbd-49c7-8970-e37f5282240f service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039411 Feb 10 04:10:39.178644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-664c10e5-c2da-46c9-818c-95480c4c9c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:39.259351 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-593903dd-b05e-48b7-af1c-56a09392d187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527 HTTP/1.1" status: 200 len: 217 time: 0.0791709 Feb 10 04:10:39.272921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c56efb-5806-4682-9ed6-9de96c8f7b4b req-6cd568dc-e210-4b13-9d15-54753023c935 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436844 Feb 10 04:10:39.291098 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-200bb1f4-ed07-4d99-ba7d-a05ab3c16e90 req-a5ac3fda-d57a-4a5e-be35-f4fe90f710e2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471082 Feb 10 04:10:39.433325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3d6c0488-439b-4a93-a151-3306cd86f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:39.435509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3d6c0488-439b-4a93-a151-3306cd86f751 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1437438 Feb 10 04:10:39.538993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-664c10e5-c2da-46c9-818c-95480c4c9c22 admin admin] Publish callbacks [] for security_group (6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:39.548480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2772-596b-41c9-81a8-6b594c396327 req-86cb7ab9-9451-4e66-b345-87df0f61adff tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:39.554214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d73b2772-596b-41c9-81a8-6b594c396327 req-86cb7ab9-9451-4e66-b345-87df0f61adff tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 945 time: 0.2695920 Feb 10 04:10:39.573504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33e3e19c-ab30-41bf-bbc3-a789ec437283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:39.576079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-33e3e19c-ab30-41bf-bbc3-a789ec437283 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1326244 Feb 10 04:10:39.584815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ffc2a-ee3d-4ea5-b149-d0024e08bbd7 req-eae6990d-7fb3-4d07-ace9-730ca76244f1 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:39.593806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c9ffc2a-ee3d-4ea5-b149-d0024e08bbd7 req-eae6990d-7fb3-4d07-ace9-730ca76244f1 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 947 time: 0.1518087 Feb 10 04:10:39.615238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 17f57993-a699-4d3b-ab6a-83743c22637c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:39.657917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-664c10e5-c2da-46c9-818c-95480c4c9c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:39.738297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c9ffc2a-ee3d-4ea5-b149-d0024e08bbd7 req-dfb82d9a-1397-4182-8544-9847fe0b148a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372893 Feb 10 04:10:39.913926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-75efe554-bded-4d16-8ce4-add4f7d08a4b service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174279 Feb 10 04:10:39.946751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 17f57993-a699-4d3b-ab6a-83743c22637c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=17f57993-a699-4d3b-ab6a-83743c22637c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:39.962579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '17f57993-a699-4d3b-ab6a-83743c22637c', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '17f57993-a699-4d3b-ab6a-83743c22637c', 'mac_address': 'fa:16:3e:43:d2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:40.002833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c10e5-c2da-46c9-818c-95480c4c9c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:40.003943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 17f57993-a699-4d3b-ab6a-83743c22637c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:40.004519 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.013705 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-664c10e5-c2da-46c9-818c-95480c4c9c22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acd83c45d3944e92ba7c758922a361c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1803291 Feb 10 04:10:40.013705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34512) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:40.051782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f57993-a699-4d3b-ab6a-83743c22637c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:40.114875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 17f57993-a699-4d3b-ab6a-83743c22637c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=17f57993-a699-4d3b-ab6a-83743c22637c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:40.197691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd141eec-3201-4b1f-9655-78e28d841960 req-a2d0b65e-be02-475e-bc20-6f855ee01d80 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.199340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd141eec-3201-4b1f-9655-78e28d841960 req-a2d0b65e-be02-475e-bc20-6f855ee01d80 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 945 time: 0.5025754 Feb 10 04:10:40.201976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3dbd087c-01a7-41cb-a1ed-146cb98b2434 admin admin] Publish callbacks [] for security_group (6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.215491 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.240414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Deleting port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:10:40.240759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.379824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] For port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:40.380191 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.397893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Calling delete_port for 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:10:40.468690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3dbd087c-01a7-41cb-a1ed-146cb98b2434 admin admin] Publish callbacks [] for security_group (6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.611455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd141eec-3201-4b1f-9655-78e28d841960 req-6dddca98-b6f9-4abc-8624-ef6820c105d1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857219 Feb 10 04:10:40.682796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.690467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.696739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.704836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.710669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.719879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.727804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:40.736578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-126a58f5-5cf9-48ac-bad5-f24df19dee9f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.8611994 Feb 10 04:10:40.748116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-50ba44ea-52e1-46eb-9149-eb8db984e1da service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7983060 Feb 10 04:10:40.825645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-46c96f9c-156e-4419-8ece-2c723c37b19b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=523f047d-9c9b-41b6-b137-736f08deb920 HTTP/1.1" status: 200 len: 217 time: 0.0649314 Feb 10 04:10:40.835163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=17f57993-a699-4d3b-ab6a-83743c22637c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:40.890884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3dbd087c-01a7-41cb-a1ed-146cb98b2434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.895397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3dbd087c-01a7-41cb-a1ed-146cb98b2434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:40.896141 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3dbd087c-01a7-41cb-a1ed-146cb98b2434 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7 HTTP/1.1" status: 204 len: 168 time: 0.8829067 Feb 10 04:10:40.974281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd087c-01a7-41cb-a1ed-146cb98b2434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa87b06-8e5a-4ae8-9b99-4adf11a6dbf7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:40.999445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['17f57993-a699-4d3b-ab6a-83743c22637c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:41.061631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a8947-d859-4bef-86b5-8aace719c9ef req-999d5473-944c-465f-96fc-7d9a914bd0d2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:41.075557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-902a8947-d859-4bef-86b5-8aace719c9ef req-999d5473-944c-465f-96fc-7d9a914bd0d2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 949 time: 0.2574737 Feb 10 04:10:41.117256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45757ef1-fbaf-434c-bb08-84874c833ed1 req-7381021b-5a09-4c28-8d9d-c19a8d41403f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3794198 Feb 10 04:10:41.126583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-777c8034-adb3-4957-90bd-a56f27b80650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:41.136788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-777c8034-adb3-4957-90bd-a56f27b80650 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 200 len: 797 time: 0.2772207 Feb 10 04:10:41.141185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4c00e61f-4d9d-4e8a-859b-6b0b3c19885d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:41.227955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:41.278186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event deleted for resources: {'Port': ['ID=4c00e61f-4d9d-4e8a-859b-6b0b3c19885d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:41.394505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-902a8947-d859-4bef-86b5-8aace719c9ef req-68702273-5d50-474e-80f4-23d771bab245 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162100 Feb 10 04:10:41.398219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3679f59e-f6b2-4c08-b243-a934d10207dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:41.400637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-3679f59e-f6b2-4c08-b243-a934d10207dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2550123 Feb 10 04:10:41.412012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] No DVR routers for this DVR port 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:10:41.422990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:41.433890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d73b2772-596b-41c9-81a8-6b594c396327 req-0f26fe5f-efb8-4d1f-94ef-2f1fe570fe72 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "DELETE /v2.0/ports/4c00e61f-4d9d-4e8a-859b-6b0b3c19885d HTTP/1.1" status: 204 len: 173 time: 1.8736615 Feb 10 04:10:41.452992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'name': 'network-vif-deleted', 'tag': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:41.467619 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f053f1-f11f-4074-8da6-f7afd49b3ee0" -d '{"events": [{"server_uuid": "6a58325d-d707-4cc0-8882-ee5b95398efd", "name": "network-vif-deleted", "tag": "4c00e61f-4d9d-4e8a-859b-6b0b3c19885d"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:41.656506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9b441-b525-4457-b06a-1cb1b04d8771 req-9072f1d2-4184-4ce9-b2a0-45a4424be55d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:41.667988 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41f9b441-b525-4457-b06a-1cb1b04d8771 req-9072f1d2-4184-4ce9-b2a0-45a4424be55d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.3360534 Feb 10 04:10:41.708860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:41.762651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-45680af6-ab60-40d4-973a-e060b0766d7a service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467979 Feb 10 04:10:41.767930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29c932-8e64-45ae-b2cc-baa3cd68e5ff req-786a8bd3-cb83-40b8-b3f5-793b2ffe8dab tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:41.779266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad29c932-8e64-45ae-b2cc-baa3cd68e5ff req-786a8bd3-cb83-40b8-b3f5-793b2ffe8dab tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 948 time: 0.1935248 Feb 10 04:10:41.876932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41f9b441-b525-4457-b06a-1cb1b04d8771 req-54c336eb-6dba-4815-98af-5d35eb107e9d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846018 Feb 10 04:10:41.964649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad29c932-8e64-45ae-b2cc-baa3cd68e5ff req-1554fc59-13cf-4db8-9059-7edb8fe2693b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843786 Feb 10 04:10:41.973105 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81560b0-c84a-4bfc-bda9-dd3202f1604b x-openstack-request-id: req-c81560b0-c84a-4bfc-bda9-dd3202f1604b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:41.976399 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a58325d-d707-4cc0-8882-ee5b95398efd", "name": "network-vif-deleted", "tag": "4c00e61f-4d9d-4e8a-859b-6b0b3c19885d", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:41.979384 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c81560b0-c84a-4bfc-bda9-dd3202f1604b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:41.979987 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a58325d-d707-4cc0-8882-ee5b95398efd', 'name': 'network-vif-deleted', 'tag': '4c00e61f-4d9d-4e8a-859b-6b0b3c19885d', 'status': 'completed', 'code': 200} Feb 10 04:10:42.014556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-2275c27c-23a7-4d30-a799-05d5a3a4d4ae service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378519 Feb 10 04:10:42.077784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:10:42.083430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:42.083605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:42.170316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34542) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:42.202461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9abc2992-f77d-454e-8668-43518dcfdbd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:42.229302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-9d56ecb3-c949-4470-9b27-1f2cba891039 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba853ff4-1583-4976-bd0b-4539839892ff HTTP/1.1" status: 200 len: 217 time: 0.2043178 Feb 10 04:10:42.302737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd27ab6-1b42-465f-9348-0c43eac6ba73 req-ccd44216-26b0-4b95-9e55-64e0a9346375 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58325d-d707-4cc0-8882-ee5b95398efd HTTP/1.1" status: 200 len: 210 time: 0.1429598 Feb 10 04:10:42.398311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f4a093b6-bbd7-455c-b99c-b349201014a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.400184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-f4a093b6-bbd7-455c-b99c-b349201014a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 200 len: 797 time: 0.0999751 Feb 10 04:10:42.424722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:42.425223 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:42.541523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e6e98b6b-5f6d-4950-b373-91d9c1602516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.543623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:42.549825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:42.551025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-e6e98b6b-5f6d-4950-b373-91d9c1602516 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1428394 Feb 10 04:10:42.559161 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40378cc-8df2-4081-a118-3de0b047d533" -d '{"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-plugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:42.604765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.622648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:42.637023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.656157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.666069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.678632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.690149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.705635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.713346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-1fe4012b-f6d1-4863-9d29-aa9e3b49e465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.3593867 Feb 10 04:10:42.725832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:10:42.815755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:42.818230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:10:42.818677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4c00e61f-4d9d-4e8a-859b-6b0b3c19885d not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:10:42.832996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.833497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.834089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.834524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.834992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.835908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.836696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.837775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.838901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.839341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.841838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9abc2992-f77d-454e-8668-43518dcfdbd0 admin admin] Publish callbacks [] for security_group (4919c2b2-27f6-45c3-b354-e773430bc76c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:42.842369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.842861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.843259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:10:42.869353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e89e22-3954-4265-adc8-58f89648b4ed req-4af89451-832d-46bc-ba1d-27d8bbe78c6e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:42.871165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08e89e22-3954-4265-adc8-58f89648b4ed req-4af89451-832d-46bc-ba1d-27d8bbe78c6e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.2992997 Feb 10 04:10:42.884465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2eb15545-26ed-4419-a425-d6bfe0a96ea9 req-75cb1e84-2a1f-4169-873a-9c4620550e84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646733 Feb 10 04:10:42.921026 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9abc2992-f77d-454e-8668-43518dcfdbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4919c2b2-27f6-45c3-b354-e773430bc76c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:42.927553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-c8ab0366-df49-4614-89f4-2598cfd56699 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647277 Feb 10 04:10:42.972843 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10849352-ecae-41da-8f6b-93647b4b5a4b x-openstack-request-id: req-10849352-ecae-41da-8f6b-93647b4b5a4b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:42.972843 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-plugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:42.972843 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10849352-ecae-41da-8f6b-93647b4b5a4b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:42.972843 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'code': 200} Feb 10 04:10:43.072369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f040848-be39-444f-b0c6-6a6a20c81955 req-80f720b1-216c-4e3a-87ac-0dabf987c881 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274257 Feb 10 04:10:43.128404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9abc2992-f77d-454e-8668-43518dcfdbd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7b03280868840a996c88a6df10e7d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9557548 Feb 10 04:10:43.146530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34560) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:43.208770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08e89e22-3954-4265-adc8-58f89648b4ed req-63070e0f-ccea-41a0-983b-6a027958e95b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230762 Feb 10 04:10:43.256906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc2992-f77d-454e-8668-43518dcfdbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4919c2b2-27f6-45c3-b354-e773430bc76c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:43.271824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6068ee3-2e1a-4bf0-9d8d-6158591e0eec admin admin] Publish callbacks [] for security_group (4919c2b2-27f6-45c3-b354-e773430bc76c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:43.356669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6068ee3-2e1a-4bf0-9d8d-6158591e0eec admin admin] Publish callbacks [] for security_group (4919c2b2-27f6-45c3-b354-e773430bc76c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:43.373572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9298-de9b-4335-bc55-f1dc30068e0f req-5027a50a-e4d7-4442-bdd8-108a4866d54e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.377493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-596c9298-de9b-4335-bc55-f1dc30068e0f req-5027a50a-e4d7-4442-bdd8-108a4866d54e tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2719228 Feb 10 04:10:43.385186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450deaf-d306-40fb-ac5c-f57c29894dd8 req-78dffb2f-c4b6-47e9-b926-f285e6eef2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.387900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d450deaf-d306-40fb-ac5c-f57c29894dd8 req-78dffb2f-c4b6-47e9-b926-f285e6eef2da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1132 time: 0.3263147 Feb 10 04:10:43.492416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.493090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.493631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.494162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.494686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.495230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.495749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.497984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0735bdea-fb3d-4c0e-9c85-9f3a3a9aaf2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6696 time: 0.2024012 Feb 10 04:10:43.511070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83fb5c-a629-474f-8d81-eb3a0f339ef0 req-cf2930b7-2a20-4b6f-ad9c-e41313c7af0b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.512748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e83fb5c-a629-474f-8d81-eb3a0f339ef0 req-cf2930b7-2a20-4b6f-ad9c-e41313c7af0b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 948 time: 0.1596200 Feb 10 04:10:43.555741 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-596c9298-de9b-4335-bc55-f1dc30068e0f req-e88ac525-116f-4d94-911a-95c5488cc65a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643443 Feb 10 04:10:43.620434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d450deaf-d306-40fb-ac5c-f57c29894dd8 req-474e8d03-e340-45d2-b14a-b9aa63f63696 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228599 Feb 10 04:10:43.645557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 17f57993-a699-4d3b-ab6a-83743c22637c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:10:43.779415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e83fb5c-a629-474f-8d81-eb3a0f339ef0 req-ceaa35db-db81-42fe-8524-c918b26830a3 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457309 Feb 10 04:10:43.806164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6068ee3-2e1a-4bf0-9d8d-6158591e0eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4919c2b2-27f6-45c3-b354-e773430bc76c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:43.809121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6068ee3-2e1a-4bf0-9d8d-6158591e0eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:43.810348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6068ee3-2e1a-4bf0-9d8d-6158591e0eec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4919c2b2-27f6-45c3-b354-e773430bc76c HTTP/1.1" status: 204 len: 168 time: 0.6621819 Feb 10 04:10:43.823200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6068ee3-2e1a-4bf0-9d8d-6158591e0eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4919c2b2-27f6-45c3-b354-e773430bc76c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:43.839467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 17f57993-a699-4d3b-ab6a-83743c22637c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:10:43.862547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-fd3220e6-f7cf-460f-8fcd-ee0c27aba633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:43.864446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-fd3220e6-f7cf-460f-8fcd-ee0c27aba633 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59c8f485-d78b-4843-b69b-06ac4f229f0a HTTP/1.1" status: 200 len: 902 time: 0.3501625 Feb 10 04:10:43.872507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 17f57993-a699-4d3b-ab6a-83743c22637c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:43.880797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:43.974869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-a86ffe59-c653-48b5-9efe-ba9d8fc58f40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba853ff4-1583-4976-bd0b-4539839892ff HTTP/1.1" status: 200 len: 217 time: 0.0952446 Feb 10 04:10:44.132528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 17f57993-a699-4d3b-ab6a-83743c22637c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:44.139058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:44.210970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-359dea69-006a-4e13-8eb3-b365c7cf665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.214464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-359dea69-006a-4e13-8eb3-b365c7cf665a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 200 len: 797 time: 0.2387586 Feb 10 04:10:44.234575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 17f57993-a699-4d3b-ab6a-83743c22637c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=17f57993-a699-4d3b-ab6a-83743c22637c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:44.340603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:44.349134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.362671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.377633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.386665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.404805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.420162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.434306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.448404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-176e0be0-bcc0-4ac0-a411-104c4aa3d94d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.3591688 Feb 10 04:10:44.554498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=17f57993-a699-4d3b-ab6a-83743c22637c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:44.589259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0fc039e8-fc2f-4534-b4fc-a51c068565d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:44.590847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-0fc039e8-fc2f-4534-b4fc-a51c068565d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3681469 Feb 10 04:10:44.778728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9dfce11a-5c26-4a51-9b95-bcce6dcf0148 req-947ffc0c-8e65-4b86-9338-8001dcef03a1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233027 Feb 10 04:10:44.926453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-6ede5d1f-b289-4cff-bf1d-cde412baa2b1 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183875 Feb 10 04:10:44.969346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d47f58-1673-4e3e-b877-31423c2f9020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f57993-a699-4d3b-ab6a-83743c22637c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:44.973499 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd39f9f7-a646-46a7-a0bd-22f237a6646d" -d '{"events": [{"server_uuid": "96d47f58-1673-4e3e-b877-31423c2f9020", "name": "network-vif-plugged", "status": "completed", "tag": "17f57993-a699-4d3b-ab6a-83743c22637c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:45.074091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae7ae-f064-4544-907f-df7bad5d8818 req-5de0695e-f1fd-4694-b048-6c641718dace tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:45.075314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3dfae7ae-f064-4544-907f-df7bad5d8818 req-5de0695e-f1fd-4694-b048-6c641718dace tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1075099 Feb 10 04:10:45.112377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da21542b-0c8c-4315-90aa-4d52c6061c24 req-6937497b-92f4-4795-9943-1f692979e1b9 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754367 Feb 10 04:10:45.179237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e3acd-a28f-42a1-9b3e-735f829eb18b req-46cffc58-90ef-4038-95f1-a846859e7159 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:45.181237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff4e3acd-a28f-42a1-9b3e-735f829eb18b req-46cffc58-90ef-4038-95f1-a846859e7159 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0710535 Feb 10 04:10:45.207792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3dfae7ae-f064-4544-907f-df7bad5d8818 req-efb767b7-f1f2-4f83-b9a2-3370b9aea522 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154079 Feb 10 04:10:45.250518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff4e3acd-a28f-42a1-9b3e-735f829eb18b req-0ace5e87-8b53-4539-990c-d105d9bfd26a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638371 Feb 10 04:10:45.399411 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0df0f0-5141-4721-bc62-d888f8d86f25 x-openstack-request-id: req-3a0df0f0-5141-4721-bc62-d888f8d86f25 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:45.399724 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d47f58-1673-4e3e-b877-31423c2f9020", "name": "network-vif-plugged", "status": "completed", "tag": "17f57993-a699-4d3b-ab6a-83743c22637c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:45.399980 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a0df0f0-5141-4721-bc62-d888f8d86f25 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:45.400751 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d47f58-1673-4e3e-b877-31423c2f9020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f57993-a699-4d3b-ab6a-83743c22637c', 'code': 200} Feb 10 04:10:45.544626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432f33f-4145-4a66-b2c8-b1689c891b39 req-3a7dfa28-2fe3-4719-aca4-8df111cf8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:45.546676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a432f33f-4145-4a66-b2c8-b1689c891b39 req-3a7dfa28-2fe3-4719-aca4-8df111cf8db2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 1131 time: 0.0874326 Feb 10 04:10:45.551650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a76c9-1d30-4c3b-9b01-a44cc238fdbc req-704bf9d5-7be0-43df-be58-7e53b8b41bb8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:45.553374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e53a76c9-1d30-4c3b-9b01-a44cc238fdbc req-704bf9d5-7be0-43df-be58-7e53b8b41bb8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 949 time: 0.2212918 Feb 10 04:10:45.614991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a432f33f-4145-4a66-b2c8-b1689c891b39 req-681b4179-6a8d-4c95-b018-3b45dc350a22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Feb 10 04:10:45.626732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e53a76c9-1d30-4c3b-9b01-a44cc238fdbc req-8a2cf09e-5112-4380-95b5-ed2017e65655 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672476 Feb 10 04:10:46.072848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.080878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.086975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.087364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34626) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:46.092849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.099577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.105199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.111593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.119612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-a3499a9d-cf2e-4d9b-8a31-a770c4995543 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1940377 Feb 10 04:10:46.136649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-960a1254-cab2-45b8-abf8-ed71b1261492 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.144068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-960a1254-cab2-45b8-abf8-ed71b1261492 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.2473671 Feb 10 04:10:46.161137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-a271a636-2abe-4bae-9f59-04e0b26b69cb tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0161066 Feb 10 04:10:46.230006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-c81c4ce7-d2b3-49bf-8b0d-97988862ed9f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679822 Feb 10 04:10:46.233560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fc199cb-5a1b-43f2-ab08-a748a96f6b53 req-91eec567-94b0-45b8-936a-5b2ed1987715 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125906 Feb 10 04:10:46.413935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-30cee042-0879-428a-a12e-131fb3e7b0f5 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688228 Feb 10 04:10:46.544256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701bb99-25e1-429d-8a7b-88358bbd0759 req-838ac666-81c1-4514-a572-d2a9fbc90a56 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.555215 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-fc7290fe-9398-4bc9-9135-c821e01519dd service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321931 Feb 10 04:10:46.555486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2701bb99-25e1-429d-8a7b-88358bbd0759 req-838ac666-81c1-4514-a572-d2a9fbc90a56 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1428781 Feb 10 04:10:46.617609 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0906992-f49d-4aca-82c3-9ba17643bea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:46.668667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2701bb99-25e1-429d-8a7b-88358bbd0759 req-6ca1820b-9553-4dbf-8168-51d69e0c4c40 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123638 Feb 10 04:10:46.785905 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0906992-f49d-4aca-82c3-9ba17643bea0 admin admin] Publish callbacks [] for security_group (d9d306db-b4cf-45ae-8cd9-4d0550442167), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:46.887864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120a846-9a51-41a3-b897-692bd8407681 req-c5ff9b91-b3e1-4b2e-9fb9-ec8a48ad0dc8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:46.887864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c120a846-9a51-41a3-b897-692bd8407681 req-c5ff9b91-b3e1-4b2e-9fb9-ec8a48ad0dc8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1009934 Feb 10 04:10:46.888048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:46.928571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0906992-f49d-4aca-82c3-9ba17643bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d9d306db-b4cf-45ae-8cd9-4d0550442167), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:46.985580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c120a846-9a51-41a3-b897-692bd8407681 req-c1599180-345c-406e-b1e5-07df2c022e66 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142695 Feb 10 04:10:47.050939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0906992-f49d-4aca-82c3-9ba17643bea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d306db-b4cf-45ae-8cd9-4d0550442167,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:47.066612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e0906992-f49d-4aca-82c3-9ba17643bea0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55fe2576f47142e891cd25cc76306b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9744427 Feb 10 04:10:47.068632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34650) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:47.178411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c2655-2433-4dd9-81c4-8ff71706c8bd req-2546e196-7436-4df0-89d3-d2a72caa36a6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.180053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-312c2655-2433-4dd9-81c4-8ff71706c8bd req-2546e196-7436-4df0-89d3-d2a72caa36a6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 949 time: 0.1942554 Feb 10 04:10:47.207473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00a6694a-ee61-4d33-b036-d0720ca1cace req-9a2cd1fa-bde1-4c26-af50-02df66f433a0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 210 time: 0.0666256 Feb 10 04:10:47.302353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-312c2655-2433-4dd9-81c4-8ff71706c8bd req-a3783c8e-67e9-49cd-af7e-5c20f2ab961b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648015 Feb 10 04:10:47.302766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fec46271-2d7d-4f3f-a571-f69cb06b23a4 admin admin] Publish callbacks [] for security_group (d9d306db-b4cf-45ae-8cd9-4d0550442167), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:47.302766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fec46271-2d7d-4f3f-a571-f69cb06b23a4 admin admin] Publish callbacks [] for security_group (d9d306db-b4cf-45ae-8cd9-4d0550442167), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:47.375750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580a51-60b0-44c8-9661-93dfdffa76b8 req-dcdf83e5-32c1-4ccb-a4b2-0ae849d29965 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.381987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e580a51-60b0-44c8-9661-93dfdffa76b8 req-dcdf83e5-32c1-4ccb-a4b2-0ae849d29965 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1132 time: 0.0763586 Feb 10 04:10:47.453589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e580a51-60b0-44c8-9661-93dfdffa76b8 req-d5c8657a-bd57-4efe-8382-36bc698a4791 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630691 Feb 10 04:10:47.461167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.466859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.472967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.478841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.488785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.494684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.500354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.502961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-0cdb2db7-c1db-48ea-a257-3bf1825e6837 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1432998 Feb 10 04:10:47.506345 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fec46271-2d7d-4f3f-a571-f69cb06b23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d9d306db-b4cf-45ae-8cd9-4d0550442167), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:47.510809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fec46271-2d7d-4f3f-a571-f69cb06b23a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:47.513235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fec46271-2d7d-4f3f-a571-f69cb06b23a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9d306db-b4cf-45ae-8cd9-4d0550442167 HTTP/1.1" status: 204 len: 168 time: 0.4430475 Feb 10 04:10:47.544355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec46271-2d7d-4f3f-a571-f69cb06b23a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d306db-b4cf-45ae-8cd9-4d0550442167,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:47.642512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4c3c664-47c4-4a36-82cf-23197b56056d req-f424127b-0b5e-4bec-87d3-b16b3111f7c7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232080 Feb 10 04:10:47.761192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-99b58db9-46e1-439e-b367-5ea29e4b2263 req-8ad2140b-ede8-4916-bb10-3e47eab6def4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:10:47.761192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99b58db9-46e1-439e-b367-5ea29e4b2263 req-8ad2140b-ede8-4916-bb10-3e47eab6def4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070002 Feb 10 04:10:47.880256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eb42a-6cd0-4dcc-9447-4f9bfaf78e2f req-e18088a3-ca78-48b2-add7-f8018a074d87 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:47.888486 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f61eb42a-6cd0-4dcc-9447-4f9bfaf78e2f req-e18088a3-ca78-48b2-add7-f8018a074d87 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.0891144 Feb 10 04:10:47.965566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f61eb42a-6cd0-4dcc-9447-4f9bfaf78e2f req-ba54a945-d721-42de-9265-869f4592e4ae tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745029 Feb 10 04:10:48.215089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:48.422599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-292b20a0-ebf3-4207-b5f2-6e3ad3a06a81 req-cd40c4d8-fba4-4ba0-aa9c-85f790d81da8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 210 time: 0.0629442 Feb 10 04:10:48.777552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343b36a-7d87-4b7e-a335-9c22b14ba49f req-f8dde1be-e6ff-4d8e-b52c-f5585a13fd8b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:48.788904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9343b36a-7d87-4b7e-a335-9c22b14ba49f req-f8dde1be-e6ff-4d8e-b52c-f5585a13fd8b tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 949 time: 0.2163157 Feb 10 04:10:48.877412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9343b36a-7d87-4b7e-a335-9c22b14ba49f req-d60bcd63-d8c1-4c62-aead-db11055ef76a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822310 Feb 10 04:10:48.912730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34714) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:48.939731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4c56f58-a5af-48e8-8c16-e937bf1f86ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:49.139897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.146643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.153261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.160904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.172654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.175632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.183929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.191025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c39df202-63c9-4c1c-911c-4968a995221e req-56846d5d-7542-4148-a1b9-6e176ecc44bd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1534207 Feb 10 04:10:49.224080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4c56f58-a5af-48e8-8c16-e937bf1f86ff admin admin] Publish callbacks [] for security_group (b96db8f2-d743-4fa0-954f-785aafa12a77), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:49.257649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf331b4e-906d-4534-b647-ccb6cc60aa65 req-6290829b-b25d-42ed-9245-2010dfbf6079 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.264770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf331b4e-906d-4534-b647-ccb6cc60aa65 req-6290829b-b25d-42ed-9245-2010dfbf6079 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 1131 time: 0.0810320 Feb 10 04:10:49.308958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c39df202-63c9-4c1c-911c-4968a995221e req-595d16e3-3689-4f7a-a624-76fc66a103d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166015 Feb 10 04:10:49.330514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4c56f58-a5af-48e8-8c16-e937bf1f86ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b96db8f2-d743-4fa0-954f-785aafa12a77), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:49.427700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c56f58-a5af-48e8-8c16-e937bf1f86ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96db8f2-d743-4fa0-954f-785aafa12a77,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:49.492002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf331b4e-906d-4534-b647-ccb6cc60aa65 req-85cb480e-797c-449b-8789-5b8a4a03a3de tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241380 Feb 10 04:10:49.533176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a4c56f58-a5af-48e8-8c16-e937bf1f86ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f9045efe4d949149170138e922e2280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6190879 Feb 10 04:10:49.536855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:49.580954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b503bd-aeba-4141-9e18-85a648cb18a8 req-d6e87591-c422-4564-acbe-9a4f18bc1103 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.589066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7b503bd-aeba-4141-9e18-85a648cb18a8 req-d6e87591-c422-4564-acbe-9a4f18bc1103 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1084270 Feb 10 04:10:49.660944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44ac9edd-ed6a-43fb-828e-ec4e06a07499 admin admin] Publish callbacks [] for security_group (b96db8f2-d743-4fa0-954f-785aafa12a77), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:49.693264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7b503bd-aeba-4141-9e18-85a648cb18a8 req-984f3c07-4eb5-4a6d-bc55-409bae2ae70a tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031153 Feb 10 04:10:49.726809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44ac9edd-ed6a-43fb-828e-ec4e06a07499 admin admin] Publish callbacks [] for security_group (b96db8f2-d743-4fa0-954f-785aafa12a77), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:49.842720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-512a39c8-ab35-4774-8683-3051dfa49b4a req-d95b99bd-8b1d-43a7-b8ba-b6084c31535c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 210 time: 0.0401621 Feb 10 04:10:49.943735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f857d-6686-439f-9734-20f52a0951b8 req-49cd13c1-da0f-4434-b63b-791be068f4db tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.951493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-827f857d-6686-439f-9734-20f52a0951b8 req-49cd13c1-da0f-4434-b63b-791be068f4db tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.2907116 Feb 10 04:10:49.953532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-600a4f87-564f-4cb0-8326-b6034833164f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5828009 Feb 10 04:10:49.987444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-e9a96f58-de92-4150-906f-551ddd7df49a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:49.990068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-e9a96f58-de92-4150-906f-551ddd7df49a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.3520296 Feb 10 04:10:50.006014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Request body: {'port': {'device_id': 'b102a185-8a04-4774-8a94-3e8f31039402', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'admin_state_up': True, 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:50.031635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44ac9edd-ed6a-43fb-828e-ec4e06a07499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b96db8f2-d743-4fa0-954f-785aafa12a77), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:50.035687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44ac9edd-ed6a-43fb-828e-ec4e06a07499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:50.039162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-44ac9edd-ed6a-43fb-828e-ec4e06a07499 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b96db8f2-d743-4fa0-954f-785aafa12a77 HTTP/1.1" status: 204 len: 168 time: 0.4967401 Feb 10 04:10:50.059735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac9edd-ed6a-43fb-828e-ec4e06a07499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96db8f2-d743-4fa0-954f-785aafa12a77,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:50.085412 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-827f857d-6686-439f-9734-20f52a0951b8 req-51acc6b7-caf6-4b1d-a45f-5dc12241b665 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327250 Feb 10 04:10:50.159870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-c36cd488-a650-4db7-b402-77879a9c711a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526276 Feb 10 04:10:50.233595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34758) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:50.364932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-eedf5d7a-2efa-4631-ad05-6b720786340d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.374094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-eedf5d7a-2efa-4631-ad05-6b720786340d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105100 Feb 10 04:10:50.393379 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-5aba1f9d-ee73-434f-9ad2-279a10c57bc3 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/quotas/cbbf071b1ca9427a80385d55b9e04030 HTTP/1.1" status: 200 len: 375 time: 0.0177972 Feb 10 04:10:50.441286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:50.445832 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:50.488774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c0def08-eedf-4437-b2ec-06d3449a50bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:50.543608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-158bdb07-266f-426e-9ab0-4ed0f794fec2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1492596 Feb 10 04:10:50.771065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.777404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.784423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.790030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.795962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.810441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.819943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:50.832240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-7ac27b86-ec11-4fe2-9a4f-3d8e277a875e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.3555813 Feb 10 04:10:51.066928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Allocated IP 172.20.0.2 (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4/6e808e13-05a1-4361-86b6-493213f23872/6bf98663-7602-4d52-beb9-1f0a41243163) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:51.103545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf52e2a-dee9-4448-83bf-b15a98e2d14c req-42339c06-27ad-4ef6-8c91-b25c35b08de6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:51.120420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bcf52e2a-dee9-4448-83bf-b15a98e2d14c req-42339c06-27ad-4ef6-8c91-b25c35b08de6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.0941567 Feb 10 04:10:51.224170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bcf52e2a-dee9-4448-83bf-b15a98e2d14c req-d761109b-4a40-475b-80da-a428aa4f4a4c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993524 Feb 10 04:10:51.359712 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-437b4103-9f62-42ee-aae6-1a4c83b76ef1 req-f4d4cdc8-db67-4e00-8e42-5a55928abc5a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0686557 Feb 10 04:10:51.572155 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-929c98b9-c67f-459a-b229-1d6c0ad8f342 req-65d850cd-bd5a-43a0-b2ee-ea7bcfd66cfc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 210 time: 0.0437579 Feb 10 04:10:51.718098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks [] for port (6bf98663-7602-4d52-beb9-1f0a41243163), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:51.839310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b762b40-e77b-448f-a67f-275bd5935467 req-2c0bad75-f4ff-4c2c-9e09-5b4f1eeb8f3f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:51.841669 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c0def08-eedf-4437-b2ec-06d3449a50bb admin admin] Publish callbacks [] for security_group (d6609b43-4861-465d-9741-0dc72cfb12c1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:51.852980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b762b40-e77b-448f-a67f-275bd5935467 req-2c0bad75-f4ff-4c2c-9e09-5b4f1eeb8f3f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1703551 Feb 10 04:10:51.886544 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a07dd34-003e-4c59-82b0-39e4ac026733 req-d11cfeeb-ca23-4d24-9ed6-be7109ab30d3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0447299 Feb 10 04:10:51.898840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:51.913127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:51.958967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event updated for resources: {'Port': ['ID=6bf98663-7602-4d52-beb9-1f0a41243163,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:51.962507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-bfe585f2-4247-4aaf-a227-9f47a5296ab0 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:51.963986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-bfe585f2-4247-4aaf-a227-9f47a5296ab0 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/ports/d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 1129 time: 0.7256606 Feb 10 04:10:51.974869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c0def08-eedf-4437-b2ec-06d3449a50bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d6609b43-4861-465d-9741-0dc72cfb12c1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:52.001929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:52.007236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4c0def08-eedf-4437-b2ec-06d3449a50bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ba87ae8b9c64b44b144fc2945abf90e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7718482 Feb 10 04:10:52.012326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34814) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:52.014770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:52.035067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:52.175829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:52.177280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:52.242059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b762b40-e77b-448f-a67f-275bd5935467 req-0794ece0-ea7f-4a2f-afe4-b6dcb0bd4760 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880410 Feb 10 04:10:52.262324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0def08-eedf-4437-b2ec-06d3449a50bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6609b43-4861-465d-9741-0dc72cfb12c1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:52.273425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e89dad0-d0ae-45c1-8f65-8cb9e40f5a48 admin admin] Publish callbacks [] for security_group (d6609b43-4861-465d-9741-0dc72cfb12c1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:52.324761 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e89dad0-d0ae-45c1-8f65-8cb9e40f5a48 admin admin] Publish callbacks [] for security_group (d6609b43-4861-465d-9741-0dc72cfb12c1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:52.373436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-083b6071-d1c2-43bc-b71b-8fe3ea03a6bc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3704135 Feb 10 04:10:52.385176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Request body: {'port': {'device_id': 'b102a185-8a04-4774-8a94-3e8f31039402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:52.545396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5df468d0-4fe7-49b5-ba35-4c11a39fc472 req-c3686717-3130-4e6d-99b6-87468b338f8a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0478883 Feb 10 04:10:52.550397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e89dad0-d0ae-45c1-8f65-8cb9e40f5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d6609b43-4861-465d-9741-0dc72cfb12c1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:52.553310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e89dad0-d0ae-45c1-8f65-8cb9e40f5a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:52.556255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9e89dad0-d0ae-45c1-8f65-8cb9e40f5a48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6609b43-4861-465d-9741-0dc72cfb12c1 HTTP/1.1" status: 204 len: 168 time: 0.5334332 Feb 10 04:10:52.565446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89dad0-d0ae-45c1-8f65-8cb9e40f5a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6609b43-4861-465d-9741-0dc72cfb12c1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:52.812187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b270b-db4b-4f1f-b7b4-06acedd61ba4 req-4b1f410b-da5f-41ef-9c76-b70a7c631d30 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:52.822273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-129b270b-db4b-4f1f-b7b4-06acedd61ba4 req-4b1f410b-da5f-41ef-9c76-b70a7c631d30 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 931 time: 0.1656840 Feb 10 04:10:52.898598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-129b270b-db4b-4f1f-b7b4-06acedd61ba4 req-816300e3-5e74-4ba9-8ccb-d4c26efdffcd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706923 Feb 10 04:10:53.213676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.222060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.239992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.252481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.267057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.279029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.290797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.297573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abdc3657-310f-4664-8100-5561f8faab8b req-263d4021-b9be-4a63-856d-61fdeb6f06d4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.2055173 Feb 10 04:10:53.357009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:53.389374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e41df5-2b11-48ba-b5cb-44c41a2378f7 req-f4cdd1c5-26d2-4581-a85d-a31b3401aae1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.398627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33e41df5-2b11-48ba-b5cb-44c41a2378f7 req-f4cdd1c5-26d2-4581-a85d-a31b3401aae1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.9476666 Feb 10 04:10:53.446943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-abdc3657-310f-4664-8100-5561f8faab8b req-b57e631a-b867-4132-949f-42baf8615c90 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402326 Feb 10 04:10:53.600452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33e41df5-2b11-48ba-b5cb-44c41a2378f7 req-14632d37-5e07-45a4-8111-945ed41b14c5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007828 Feb 10 04:10:53.701143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239bf5e-6c4b-4a10-b727-1b01cef0c212 req-7ebf0339-c466-478e-a331-0902b62be394 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:53.704778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c239bf5e-6c4b-4a10-b727-1b01cef0c212 req-7ebf0339-c466-478e-a331-0902b62be394 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1188376 Feb 10 04:10:53.773031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34846) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:53.801607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06efe085-3db6-45a6-adc0-5da81156eca6 req-21f89e33-9218-4667-9fc4-4c53007286ee tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0418341 Feb 10 04:10:53.830978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c239bf5e-6c4b-4a10-b727-1b01cef0c212 req-43862cda-a463-4258-9dc2-25e1546f9a49 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182868 Feb 10 04:10:53.853967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1a7df79-cf47-4e5f-a515-2a614fe1a1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:53.888500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf98663-7602-4d52-beb9-1f0a41243163 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:53.903704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Publish callbacks [] for port (6bf98663-7602-4d52-beb9-1f0a41243163), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:53.933200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Transition to ACTIVE for port object 6bf98663-7602-4d52-beb9-1f0a41243163 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:54.027293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1a7df79-cf47-4e5f-a515-2a614fe1a1a6 admin admin] Publish callbacks [] for security_group (42cd9eb9-2ba7-4075-a7e6-d0273454537f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.035229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.091206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-b90d2b81-8aac-4ebb-bee5-96842933a74d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597098 Feb 10 04:10:54.113068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1a7df79-cf47-4e5f-a515-2a614fe1a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (42cd9eb9-2ba7-4075-a7e6-d0273454537f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.152766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b1a7df79-cf47-4e5f-a515-2a614fe1a1a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cb828c70e48426f9c5bec6c280a3a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786812 Feb 10 04:10:54.158050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34852) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:54.237176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fee62c-400d-4a83-ae7c-d656d8984ae0 req-9d3a6763-0757-4f2e-b90f-3f1eeb66e9e8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:54.239414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98fee62c-400d-4a83-ae7c-d656d8984ae0 req-9d3a6763-0757-4f2e-b90f-3f1eeb66e9e8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 943 time: 0.2102675 Feb 10 04:10:54.260675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7df79-cf47-4e5f-a515-2a614fe1a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd9eb9-2ba7-4075-a7e6-d0273454537f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:54.330992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf98663-7602-4d52-beb9-1f0a41243163,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:54.407326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0113dd03-5a4c-4f77-82e2-fdb79242f643 admin admin] Publish callbacks [] for security_group (42cd9eb9-2ba7-4075-a7e6-d0273454537f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.431501 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0113dd03-5a4c-4f77-82e2-fdb79242f643 admin admin] Publish callbacks [] for security_group (42cd9eb9-2ba7-4075-a7e6-d0273454537f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.452203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-f499a9f6-41aa-402c-b435-7a281a0c7741 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:54.454575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-f499a9f6-41aa-402c-b435-7a281a0c7741 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3558559 Feb 10 04:10:54.476415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98fee62c-400d-4a83-ae7c-d656d8984ae0 req-8349d936-ece9-4940-bb71-9469559c3e78 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992633 Feb 10 04:10:54.491181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:54.501253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Attempting to bind port 6bf98663-7602-4d52-beb9-1f0a41243163 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:54.501949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Attempting to bind port 6bf98663-7602-4d52-beb9-1f0a41243163 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:54.502429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Attempting to bind port 6bf98663-7602-4d52-beb9-1f0a41243163 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:54.514175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Port 6bf98663-7602-4d52-beb9-1f0a41243163 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:54.514646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Attempting to bind port 6bf98663-7602-4d52-beb9-1f0a41243163 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:54.522644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:54.523356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:54.523844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Bound using segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:54.524744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Bound port: 6bf98663-7602-4d52-beb9-1f0a41243163, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:54.526555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.593990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-e98d1489-162a-4b49-b7da-2d50775309ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:54.595849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-e98d1489-162a-4b49-b7da-2d50775309ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1132 time: 0.2729959 Feb 10 04:10:54.749025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-997f61bf-5e4d-4ee7-8e21-3d24da0a3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:54.752142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-997f61bf-5e4d-4ee7-8e21-3d24da0a3f0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1465018 Feb 10 04:10:54.757991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0113dd03-5a4c-4f77-82e2-fdb79242f643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (42cd9eb9-2ba7-4075-a7e6-d0273454537f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.763650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0113dd03-5a4c-4f77-82e2-fdb79242f643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:54.765185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0113dd03-5a4c-4f77-82e2-fdb79242f643 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42cd9eb9-2ba7-4075-a7e6-d0273454537f HTTP/1.1" status: 204 len: 168 time: 0.5925655 Feb 10 04:10:54.827415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113dd03-5a4c-4f77-82e2-fdb79242f643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd9eb9-2ba7-4075-a7e6-d0273454537f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:54.883453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-e600c723-2da3-4841-a670-9fcd930ad0d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.1137395 Feb 10 04:10:54.898761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127617-bc02-40f4-ba1b-e9de9580f258 req-2875a61e-7773-4fd0-bfc9-a2b501bec65c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:54.901256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad127617-bc02-40f4-ba1b-e9de9580f258 req-2875a61e-7773-4fd0-bfc9-a2b501bec65c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2049191 Feb 10 04:10:54.948029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-bbf577ad-2853-4ae7-9dcf-0d0521e55632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:54.951434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-bbf577ad-2853-4ae7-9dcf-0d0521e55632 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0579488 Feb 10 04:10:54.964824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] For port 6bf98663-7602-4d52-beb9-1f0a41243163, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:54.984316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad127617-bc02-40f4-ba1b-e9de9580f258 req-9d08a276-2489-49c0-8fba-cedd17cfad22 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689065 Feb 10 04:10:55.060016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.067180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.073178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.079739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.086162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.092361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.099320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.101789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-7df84958-7069-45b3-a904-98634e3d614f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.3485539 Feb 10 04:10:55.126781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38d85-e269-455e-8ead-c7e7d99b7785 req-c3723857-412d-4995-a689-29c421934550 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.128578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59e38d85-e269-455e-8ead-c7e7d99b7785 req-c3723857-412d-4995-a689-29c421934550 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0635409 Feb 10 04:10:55.142013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-82dee912-b73e-4c57-9789-abc447538c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.143881 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-82dee912-b73e-4c57-9789-abc447538c05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1660328 Feb 10 04:10:55.180889 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59e38d85-e269-455e-8ead-c7e7d99b7785 req-20f39c39-83d8-4849-a698-39b7e3c16cd9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Feb 10 04:10:55.220820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca587873-2a98-442b-ae81-f59f487e9cc8 req-2e7b8493-27fe-4120-973f-51c3f9fa1013 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067135 Feb 10 04:10:55.294929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-ccbc7e47-24d8-4ca0-b3b9-e5c17db8ce09 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387534 Feb 10 04:10:55.299171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-129e6528-d4f5-4c5a-9cce-f4df0aa229f1 req-5f396da1-ec28-474b-bcb4-d9c5b5bce8ff tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0351439 Feb 10 04:10:55.322473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:10:55.323157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] For port 6bf98663-7602-4d52-beb9-1f0a41243163, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6bf98663-7602-4d52-beb9-1f0a41243163,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:55.325830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:55.413540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:55.474806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.475459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:55.477516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] 10.222.0.24 "PUT /v2.0/ports/6bf98663-7602-4d52-beb9-1f0a41243163 HTTP/1.1" status: 200 len: 1091 time: 3.0970581 Feb 10 04:10:55.489138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b102a185-8a04-4774-8a94-3e8f31039402', 'tag': '6bf98663-7602-4d52-beb9-1f0a41243163'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:55.491456 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da65526c-e5b4-4f45-b34c-cbc37ced8eca" -d '{"events": [{"name": "network-changed", "server_uuid": "b102a185-8a04-4774-8a94-3e8f31039402", "tag": "6bf98663-7602-4d52-beb9-1f0a41243163"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:55.533709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-9e059c47-a3aa-4731-8087-8b284f576e43 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223401 Feb 10 04:10:55.596986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1b0fe-91a6-4bae-b681-e1eedfce0408 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf98663-7602-4d52-beb9-1f0a41243163,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:55.664977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.106 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/829bc6bb-01cc-4619-8938-9e119eb205cf) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:10:55.689737 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c5ac8b-4bf9-4973-a00e-b8dc4fa6b9ae x-openstack-request-id: req-a2c5ac8b-4bf9-4973-a00e-b8dc4fa6b9ae {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:55.690045 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b102a185-8a04-4774-8a94-3e8f31039402", "tag": "6bf98663-7602-4d52-beb9-1f0a41243163", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:55.690300 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2c5ac8b-4bf9-4973-a00e-b8dc4fa6b9ae {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:55.690729 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b102a185-8a04-4774-8a94-3e8f31039402', 'tag': '6bf98663-7602-4d52-beb9-1f0a41243163', 'status': 'completed', 'code': 200} Feb 10 04:10:55.900927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5cdc26c1-d675-47eb-acfc-9d9e2e23afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.904788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-5cdc26c1-d675-47eb-acfc-9d9e2e23afcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 1125 time: 0.3036249 Feb 10 04:10:55.946378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efe60-3daf-4452-9569-5be179ff4563 req-61642b82-68f6-4b55-aa2f-0fa987e84bfb tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:55.967303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e7efe60-3daf-4452-9569-5be179ff4563 req-61642b82-68f6-4b55-aa2f-0fa987e84bfb tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 943 time: 0.3143382 Feb 10 04:10:56.029932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-a133d230-a7ca-4bf1-80e6-d0c8a0fd4c8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bf98663-7602-4d52-beb9-1f0a41243163 HTTP/1.1" status: 200 len: 217 time: 0.1100178 Feb 10 04:10:56.071743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:56.135917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e7efe60-3daf-4452-9569-5be179ff4563 req-2b0c3733-9b87-489e-a4e1-a25f0777ed34 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655657 Feb 10 04:10:56.153479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-59dec9e7-6c3a-4ebc-8d37-a1ba3390c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.155108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-59dec9e7-6c3a-4ebc-8d37-a1ba3390c763 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.1134448 Feb 10 04:10:56.222573 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-50e3ba97-9e95-4422-bd5d-0215321357c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542731 Feb 10 04:10:56.228826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:56.243992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78', '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:56.301656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63', '17f57993-a699-4d3b-ab6a-83743c22637c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:56.370849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84e8ab-39e2-40bb-b982-6f1303026014 req-513941d7-0d63-4518-91ce-ca38bc546a27 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.373246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed84e8ab-39e2-40bb-b982-6f1303026014 req-513941d7-0d63-4518-91ce-ca38bc546a27 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.2113883 Feb 10 04:10:56.388181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:10:56.402734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:10:56.431610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-a693fe7b-066b-4de4-bc3d-667123cf666d service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023232 Feb 10 04:10:56.490129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:10:56.504463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed84e8ab-39e2-40bb-b982-6f1303026014 req-5122b8ac-1e79-46a7-ae2f-013c3c336420 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131976 Feb 10 04:10:56.504585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=829bc6bb-01cc-4619-8938-9e119eb205cf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:56.583400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187e9e9-a3a1-48bd-8eac-0de0cb573ae7 req-d0af1cbb-9272-48e5-a0f2-a7daf8ca6704 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.589613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d187e9e9-a3a1-48bd-8eac-0de0cb573ae7 req-d0af1cbb-9272-48e5-a0f2-a7daf8ca6704 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.2572775 Feb 10 04:10:56.657533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.658325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:56.755371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.760711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.767891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.774281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.800700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.800700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.800700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:56.806571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-d4d4c9ed-fd52-4fe0-aa80-755d92eac3b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1436498 Feb 10 04:10:56.824039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d187e9e9-a3a1-48bd-8eac-0de0cb573ae7 req-50e626c0-8619-41f3-ab6a-756dab6cd3d2 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221305 Feb 10 04:10:56.828135 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8a6509d-9a2d-475d-9059-3ea25756508d req-eb39367b-053d-4155-8e23-5416a21743c6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844204 Feb 10 04:10:56.934538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2faa8fa4-5999-4d1b-9b31-823e391c7621 req-6795a19a-7866-4b1b-88c7-c97498f5c0b9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267848 Feb 10 04:10:56.952582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-66d3e6a8-02b1-4ce6-99b9-f0014b0f022e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4656577 Feb 10 04:10:56.983659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Request body: {'port': {'device_id': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:10:57.004993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8048e596-3692-40f5-8047-fa7f0be81800 None None] Provisioning complete for port 829bc6bb-01cc-4619-8938-9e119eb205cf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:10:57.005366 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8048e596-3692-40f5-8047-fa7f0be81800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:57.088113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:57.166345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a6b60-30af-4b40-901f-ce9ae1d0c01c req-9adb4890-1eb2-4fea-965e-6cbfd28d0956 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:57.178390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353a6b60-30af-4b40-901f-ce9ae1d0c01c req-9adb4890-1eb2-4fea-965e-6cbfd28d0956 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 936 time: 0.2477877 Feb 10 04:10:57.242866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8048e596-3692-40f5-8047-fa7f0be81800 None None] Port 829bc6bb-01cc-4619-8938-9e119eb205cf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:10:57.270158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-df5f3bb8-b440-4a5c-848d-c822781a0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:57.271722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-df5f3bb8-b440-4a5c-848d-c822781a0c19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 1125 time: 0.2613616 Feb 10 04:10:57.413606 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353a6b60-30af-4b40-901f-ce9ae1d0c01c req-28ce27cd-bf27-4ae1-b753-322c71642f43 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337425 Feb 10 04:10:57.473506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5ebba-99e9-4c8a-9f8d-6128f96b43f1 req-ad54c4ad-aebb-4d73-913f-e0d505272bdc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:57.481605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-53a5ebba-99e9-4c8a-9f8d-6128f96b43f1 req-ad54c4ad-aebb-4d73-913f-e0d505272bdc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 943 time: 0.1554108 Feb 10 04:10:57.527827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-c05416fe-78a1-4d1b-b4d7-7105a3b092bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:57.535501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-c05416fe-78a1-4d1b-b4d7-7105a3b092bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 906 time: 0.2340081 Feb 10 04:10:57.592666 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-53a5ebba-99e9-4c8a-9f8d-6128f96b43f1 req-b953cb03-6ce8-434c-bf78-7bbeb6f1f360 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101372 Feb 10 04:10:57.601650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-79cefd27-df54-4496-af5f-a599036709e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bf98663-7602-4d52-beb9-1f0a41243163 HTTP/1.1" status: 200 len: 217 time: 0.0594010 Feb 10 04:10:57.616791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65a5d281-0767-4633-8b5f-ea40f7efbf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:57.710812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829bc6bb-01cc-4619-8938-9e119eb205cf {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:57.719139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Publish callbacks [] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:57.744179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Transition to ACTIVE for port object 829bc6bb-01cc-4619-8938-9e119eb205cf will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:10:57.746224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-a639c545-3884-4836-8680-a447e727f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:57.747799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-a639c545-3884-4836-8680-a447e727f2be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.1038148 Feb 10 04:10:57.772304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8764-0460-4e72-a0f1-7ceb61f3c37f req-b257c4a8-067b-417c-8908-ec350ff761cb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:57.773791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc7a8764-0460-4e72-a0f1-7ceb61f3c37f req-b257c4a8-067b-417c-8908-ec350ff761cb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1422052 Feb 10 04:10:57.791790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-2f3a389f-ad7c-4806-a53f-bd3e2bc1feca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364826 Feb 10 04:10:57.824437 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:57.899191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Pushing event updated for resources: {'Port': ['ID=829bc6bb-01cc-4619-8938-9e119eb205cf,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:57.933693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc7a8764-0460-4e72-a0f1-7ceb61f3c37f req-a6be98ea-9803-4b69-bb62-2e520dc4a593 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448064 Feb 10 04:10:58.059837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Attempting to bind port 829bc6bb-01cc-4619-8938-9e119eb205cf on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:10:58.060206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Attempting to bind port 829bc6bb-01cc-4619-8938-9e119eb205cf by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:10:58.060812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Attempting to bind port 829bc6bb-01cc-4619-8938-9e119eb205cf on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:58.069369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Port 829bc6bb-01cc-4619-8938-9e119eb205cf on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:10:58.069805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Attempting to bind port 829bc6bb-01cc-4619-8938-9e119eb205cf on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:10:58.078128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:10:58.078467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:10:58.079076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:10:58.079523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Bound port: 829bc6bb-01cc-4619-8938-9e119eb205cf, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:10:58.079879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:58.105282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-84b5a3bb-3566-4214-b1a8-7b02a817f6f7 service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006251 Feb 10 04:10:58.132220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfd00-bf0e-459a-8ba8-c1eacf374d04 req-128114f0-12e6-4d8f-8cf2-5db66abc948f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.139356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35acfd00-bf0e-459a-8ba8-c1eacf374d04 req-128114f0-12e6-4d8f-8cf2-5db66abc948f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1465623 Feb 10 04:10:58.141257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34950) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:58.288889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182054c-9ca4-44b4-a342-cd003508d400 req-c74079a9-0622-44ed-b068-cf756c6baa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.291212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a182054c-9ca4-44b4-a342-cd003508d400 req-c74079a9-0622-44ed-b068-cf756c6baa3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 1128 time: 0.1829696 Feb 10 04:10:58.304247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35acfd00-bf0e-459a-8ba8-c1eacf374d04 req-6f61c117-925b-4a72-b0be-8edf91cdf9fd tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639304 Feb 10 04:10:58.311890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] For port 829bc6bb-01cc-4619-8938-9e119eb205cf, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:10:58.336801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] For port 829bc6bb-01cc-4619-8938-9e119eb205cf, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=829bc6bb-01cc-4619-8938-9e119eb205cf,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:10:58.348985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e06b663-b2b9-45a7-a30c-46a5c7c07698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:58.357210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.363565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.369786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.377096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.383775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.389354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.395096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.397012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-659c4a62-6754-459f-a657-9cb22bda6a29 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.2906089 Feb 10 04:10:58.425296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:58.457004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da65526c-e5b4-4f45-b34c-cbc37ced8eca req-b578bf16-af6e-40e4-9d9b-a4e5373e8943 service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120697 Feb 10 04:10:58.490498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Pushing event updated for resources: {'Port': ['ID=829bc6bb-01cc-4619-8938-9e119eb205cf,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:58.512477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182054c-9ca4-44b4-a342-cd003508d400 req-8b303557-6666-4da4-9747-8c63d98deb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.522618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a182054c-9ca4-44b4-a342-cd003508d400 req-8b303557-6666-4da4-9747-8c63d98deb0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.2220871 Feb 10 04:10:58.534864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19830b6e-2ea0-4626-bb3b-0124b72f2264 req-06584a93-2f09-45e2-9535-4e4d0a8cfabc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036918 Feb 10 04:10:58.555685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.558821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:58.558821 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-d5207c5e-1f52-449b-99ff-26ac53b5332c service neutron] 10.222.0.43 "PUT /v2.0/ports/829bc6bb-01cc-4619-8938-9e119eb205cf HTTP/1.1" status: 200 len: 1096 time: 1.5942111 Feb 10 04:10:58.561221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e06b663-b2b9-45a7-a30c-46a5c7c07698 admin admin] Publish callbacks [] for security_group (7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:58.562063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'tag': '829bc6bb-01cc-4619-8938-9e119eb205cf'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:10:58.564921 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac102d-2eb4-4a7a-9a58-2b6b3e411e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9", "tag": "829bc6bb-01cc-4619-8938-9e119eb205cf"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:10:58.599526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a182054c-9ca4-44b4-a342-cd003508d400 req-aeebcdc0-1cc3-4577-aa46-dd7ea38e8fe9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65d66194-b32e-4c85-b02a-789b3b986d95 HTTP/1.1" status: 200 len: 217 time: 0.0626345 Feb 10 04:10:58.640594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5edcc-3454-4d34-8d02-93159a9b826f req-b323a686-65e6-44a5-8638-dcd1d02fdc71 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.640594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fa5edcc-3454-4d34-8d02-93159a9b826f req-b323a686-65e6-44a5-8638-dcd1d02fdc71 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 948 time: 0.0829744 Feb 10 04:10:58.640594 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d9ff3-675c-4f2e-b617-e047748e694d x-openstack-request-id: req-e12d9ff3-675c-4f2e-b617-e047748e694d {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:10:58.640594 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9", "tag": "829bc6bb-01cc-4619-8938-9e119eb205cf", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:10:58.640594 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e12d9ff3-675c-4f2e-b617-e047748e694d {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:10:58.640594 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'tag': '829bc6bb-01cc-4619-8938-9e119eb205cf', 'status': 'completed', 'code': 200} Feb 10 04:10:58.662246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e06b663-b2b9-45a7-a30c-46a5c7c07698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:58.671972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182054c-9ca4-44b4-a342-cd003508d400 req-9c372354-fd3d-4bcc-b8a6-8446a996333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.675484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a182054c-9ca4-44b4-a342-cd003508d400 req-9c372354-fd3d-4bcc-b8a6-8446a996333f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.0621026 Feb 10 04:10:58.754492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fa5edcc-3454-4d34-8d02-93159a9b826f req-94036137-1c17-4cc0-ac26-26ca4575dd2a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193042 Feb 10 04:10:58.764887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4e06b663-b2b9-45a7-a30c-46a5c7c07698 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cabd1508df344166b56ebe53a7f52a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5946443 Feb 10 04:10:58.765585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06b663-b2b9-45a7-a30c-46a5c7c07698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:58.768306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34962) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:58.773150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6bf98663-7602-4d52-beb9-1f0a41243163 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:10:58.784713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac102d-2eb4-4a7a-9a58-2b6b3e411e0e req-9f723376-83de-4778-9fae-d398573008ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.786468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6ac102d-2eb4-4a7a-9a58-2b6b3e411e0e req-9f723376-83de-4778-9fae-d398573008ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 1130 time: 0.1055214 Feb 10 04:10:58.826265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6ac102d-2eb4-4a7a-9a58-2b6b3e411e0e req-979da0ce-f4cb-47e0-8c68-cc7dc4d246eb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283687 Feb 10 04:10:58.840541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182054c-9ca4-44b4-a342-cd003508d400 req-31597432-d086-402e-836f-0bd719d31d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.842511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a182054c-9ca4-44b4-a342-cd003508d400 req-31597432-d086-402e-836f-0bd719d31d34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1581481 Feb 10 04:10:58.986167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6bf98663-7602-4d52-beb9-1f0a41243163, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6bf98663-7602-4d52-beb9-1f0a41243163,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:58.991470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac102d-2eb4-4a7a-9a58-2b6b3e411e0e req-d52c9d5e-448c-4c11-b907-7ac265a5e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:58.996762 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6ac102d-2eb4-4a7a-9a58-2b6b3e411e0e req-d52c9d5e-448c-4c11-b907-7ac265a5e191 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1536283 Feb 10 04:10:59.010244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '6bf98663-7602-4d52-beb9-1f0a41243163', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'port_id': '6bf98663-7602-4d52-beb9-1f0a41243163', 'mac_address': 'fa:16:3e:7f:e8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e808e13-05a1-4361-86b6-493213f23872', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:10:59.015759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34968) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:10:59.087222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6bf98663-7602-4d52-beb9-1f0a41243163 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:10:59.087938 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.097815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a182054c-9ca4-44b4-a342-cd003508d400 req-606e9f3f-5389-49d1-b9a3-f868eadb8248 service neutron] 10.222.0.24 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025924 Feb 10 04:10:59.107093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf98663-7602-4d52-beb9-1f0a41243163 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:10:59.136823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6bf98663-7602-4d52-beb9-1f0a41243163, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6bf98663-7602-4d52-beb9-1f0a41243163,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:10:59.163247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383fbca-b906-46fb-94a9-717874e2ef57 req-7b89ddfa-f0c8-4c9d-92aa-5983b6de9cbd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.170604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0383fbca-b906-46fb-94a9-717874e2ef57 req-7b89ddfa-f0c8-4c9d-92aa-5983b6de9cbd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 943 time: 0.4227765 Feb 10 04:10:59.171957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9d9f-8df0-46d0-8578-f4c891bec6f4 req-4e3eaf4f-afda-4f2d-b892-61eeb7b2e52b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.180328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c44c9d9f-8df0-46d0-8578-f4c891bec6f4 req-4e3eaf4f-afda-4f2d-b892-61eeb7b2e52b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.1334200 Feb 10 04:10:59.191427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-fde469fb-fc3b-470b-9af8-7639d1df10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.192978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-fde469fb-fc3b-470b-9af8-7639d1df10e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 1130 time: 0.1433232 Feb 10 04:10:59.202666 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.233195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-77a8edc3-83a3-42d3-945d-81e3ed0254ba admin admin] Publish callbacks [] for security_group (7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.274487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6bf98663-7602-4d52-beb9-1f0a41243163,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:59.289800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18a18891-bebe-46d6-9fbd-db80674fa42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.294168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c44c9d9f-8df0-46d0-8578-f4c891bec6f4 req-ffcc0026-fa69-4d2c-8d8d-bd6ad83d3053 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129599 Feb 10 04:10:59.295549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-068ddbec-76ea-4774-8209-e166589101cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=829bc6bb-01cc-4619-8938-9e119eb205cf HTTP/1.1" status: 200 len: 217 time: 0.0861375 Feb 10 04:10:59.296563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0383fbca-b906-46fb-94a9-717874e2ef57 req-43c349dc-4662-41b4-aff9-ad53a6f5b5c6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249754 Feb 10 04:10:59.303273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-77a8edc3-83a3-42d3-945d-81e3ed0254ba admin admin] Publish callbacks [] for security_group (7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.368218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a182054c-9ca4-44b4-a342-cd003508d400 req-af42f2a5-15ba-489d-a6ed-543d4c0f9544 service neutron] 10.222.0.24 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622716 Feb 10 04:10:59.441077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02b28-0839-4e8c-9ba2-a907b4f38354 req-5cdd6ef7-299d-43ca-8e42-d88c96449c39 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.442760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03a02b28-0839-4e8c-9ba2-a907b4f38354 req-5cdd6ef7-299d-43ca-8e42-d88c96449c39 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0602279 Feb 10 04:10:59.458420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-77a8edc3-83a3-42d3-945d-81e3ed0254ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.461085 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-77a8edc3-83a3-42d3-945d-81e3ed0254ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.462256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-77a8edc3-83a3-42d3-945d-81e3ed0254ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48 HTTP/1.1" status: 204 len: 168 time: 0.6613848 Feb 10 04:10:59.483385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8edc3-83a3-42d3-945d-81e3ed0254ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc008f8-7a6b-4a32-8b35-ef5d73ee7c48,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:10:59.508512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03a02b28-0839-4e8c-9ba2-a907b4f38354 req-4499f14a-f8d9-46c1-bccb-d1ae380d6c08 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591812 Feb 10 04:10:59.553216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6bf98663-7602-4d52-beb9-1f0a41243163'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:10:59.718831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-1099bfe7-50ac-4f52-b5f9-182a225fc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.720770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-1099bfe7-50ac-4f52-b5f9-182a225fc541 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.4155049 Feb 10 04:10:59.785860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.791170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.796374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.802382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.807987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.813314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.836706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.836706 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-439b1978-ed30-4b06-ba0e-7e9abb4e1c50 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1650963 Feb 10 04:10:59.854603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b466cc5d-dfdd-4b76-b7f4-0e89d02bb7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.865851 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18a18891-bebe-46d6-9fbd-db80674fa42c admin admin] Publish callbacks [] for security_group (1c86c894-0992-45fa-bdd0-f75dc8b8287d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:10:59.890988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-53ffe3ca-2f66-486a-96b2-43aeec9b3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.892794 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-53ffe3ca-2f66-486a-96b2-43aeec9b3d3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1581509 Feb 10 04:10:59.924158 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1c804de-8117-4849-aad3-18d8af2c4ded req-0f1969d5-4449-4055-b5e1-e60dda71fde6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888550 Feb 10 04:10:59.930938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734acad-83fe-45e5-8f8c-43903b12bc20 req-d3ed2322-b19f-4231-9b98-7243042718cb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:10:59.931772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9734acad-83fe-45e5-8f8c-43903b12bc20 req-d3ed2322-b19f-4231-9b98-7243042718cb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 948 time: 0.0681581 Feb 10 04:10:59.989744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9734acad-83fe-45e5-8f8c-43903b12bc20 req-41d4d860-cf4b-4a02-b875-2f81efda125c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511184 Feb 10 04:10:59.995683 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18a18891-bebe-46d6-9fbd-db80674fa42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1c86c894-0992-45fa-bdd0-f75dc8b8287d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:00.040917 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-9d5516ec-bb58-408c-a1b9-99e786d50a7e service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306050 Feb 10 04:11:00.061174 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-18a18891-bebe-46d6-9fbd-db80674fa42c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ef1db45d68742adbf43cc22f93e0d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0415275 Feb 10 04:11:00.061174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a18891-bebe-46d6-9fbd-db80674fa42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c86c894-0992-45fa-bdd0-f75dc8b8287d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:00.061487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34988) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:00.113579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4779ea3-4150-4753-90dd-b1baa7a64c28 admin admin] Publish callbacks [] for security_group (1c86c894-0992-45fa-bdd0-f75dc8b8287d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:00.141880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4779ea3-4150-4753-90dd-b1baa7a64c28 admin admin] Publish callbacks [] for security_group (1c86c894-0992-45fa-bdd0-f75dc8b8287d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:00.145926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-840d2a6a-a75d-4ed6-8a43-7fa8cdb013b6 req-50c4fbe5-dba4-4ed9-a222-4b5885773381 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971448 Feb 10 04:11:00.280607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4779ea3-4150-4753-90dd-b1baa7a64c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1c86c894-0992-45fa-bdd0-f75dc8b8287d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:00.283430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4779ea3-4150-4753-90dd-b1baa7a64c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:00.284680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e4779ea3-4150-4753-90dd-b1baa7a64c28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c86c894-0992-45fa-bdd0-f75dc8b8287d HTTP/1.1" status: 204 len: 168 time: 0.2215090 Feb 10 04:11:00.293353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4779ea3-4150-4753-90dd-b1baa7a64c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c86c894-0992-45fa-bdd0-f75dc8b8287d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:00.432212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e1586-65ea-4a1d-b215-7eb8d3ff829b req-8ed71d8c-c821-4609-8a1d-e0155fa9881d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:00.433747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d0e1586-65ea-4a1d-b215-7eb8d3ff829b req-8ed71d8c-c821-4609-8a1d-e0155fa9881d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 944 time: 0.0597830 Feb 10 04:11:00.449364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119aa0a-29f0-4c74-a5fb-ab7caaf66bde req-4c4e5f63-0f22-4646-9c8a-f96723e9e74c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:00.450976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e119aa0a-29f0-4c74-a5fb-ab7caaf66bde req-4c4e5f63-0f22-4646-9c8a-f96723e9e74c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 946 time: 0.0611136 Feb 10 04:11:00.482088 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d0e1586-65ea-4a1d-b215-7eb8d3ff829b req-21920bb3-4710-474e-907a-5a8232aca287 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Feb 10 04:11:00.505474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e119aa0a-29f0-4c74-a5fb-ab7caaf66bde req-b966d793-fd4e-4274-b642-597a6172cc94 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479438 Feb 10 04:11:00.637546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d3ab-f261-487b-9ec8-320845580446 req-4f57ea1f-f67f-4210-a2fe-59b3758ef404 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:00.639107 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b99d3ab-f261-487b-9ec8-320845580446 req-4f57ea1f-f67f-4210-a2fe-59b3758ef404 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0609972 Feb 10 04:11:00.689992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b99d3ab-f261-487b-9ec8-320845580446 req-a2722525-edcc-410a-a512-c41806a4fe48 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Feb 10 04:11:00.789940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d66194-b32e-4c85-b02a-789b3b986d95 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:00.885219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d66194-b32e-4c85-b02a-789b3b986d95 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:00.885887 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:00.909727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:00.911979 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ef54f-54a0-451c-bf89-02d99b1b42dd" -d '{"events": [{"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-unplugged", "status": "completed", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:00.928370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:00.929408 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:00.951446 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a0de9-35e1-425b-9107-a0f0eb3c89bd x-openstack-request-id: req-120a0de9-35e1-425b-9107-a0f0eb3c89bd {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:00.951842 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-unplugged", "status": "completed", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:00.952189 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-120a0de9-35e1-425b-9107-a0f0eb3c89bd {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:00.952593 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95', 'code': 200} Feb 10 04:11:00.972682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.026039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:01.085333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.091103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.097613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.103922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.110096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.115862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.121230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.129143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-1343e0a3-80db-4f0e-bc1d-c4259d33ccf6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1225524 Feb 10 04:11:01.132574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35036) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:01.151286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb161e-4319-4db2-9f1e-52bc4e5259f8 req-8c21b974-8e31-4787-851f-3137cbd04e93 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.153619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acfb161e-4319-4db2-9f1e-52bc4e5259f8 req-8c21b974-8e31-4787-851f-3137cbd04e93 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 948 time: 0.0651574 Feb 10 04:11:01.194673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c15c3cd8-ab5c-44dd-92fe-88bfc2304a07 req-940a0b3d-e86b-4e9f-91a1-7e4075bc3ef5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644414 Feb 10 04:11:01.214553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acfb161e-4319-4db2-9f1e-52bc4e5259f8 req-3ca026a3-d7d6-466c-96c4-c14f8c46e004 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548887 Feb 10 04:11:01.270929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc9e1-5c61-4246-916e-5e3815609415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.352942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc9e1-5c61-4246-916e-5e3815609415 admin admin] Publish callbacks [] for security_group (7cb76547-ac2c-46d4-9b68-ba6e92fa4051), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.454162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc9e1-5c61-4246-916e-5e3815609415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7cb76547-ac2c-46d4-9b68-ba6e92fa4051), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.494201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7bbc9e1-5c61-4246-916e-5e3815609415 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=260413453e1940cb89405e3f9dac3a12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3605959 Feb 10 04:11:01.495116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbc9e1-5c61-4246-916e-5e3815609415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb76547-ac2c-46d4-9b68-ba6e92fa4051,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:01.497035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:01.597094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e4c517c-35c2-474d-a5d0-1547bb3a16a1 admin admin] Publish callbacks [] for security_group (7cb76547-ac2c-46d4-9b68-ba6e92fa4051), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.630904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e4c517c-35c2-474d-a5d0-1547bb3a16a1 admin admin] Publish callbacks [] for security_group (7cb76547-ac2c-46d4-9b68-ba6e92fa4051), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.667820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-da812402-bf1e-427e-80ac-f06cdaecec01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815783 Feb 10 04:11:01.676280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b3fb8-98ca-417a-ac02-c474a60d8f8b req-3bbc6937-43c8-46e3-b322-1bd554911aa2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.677822 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b92b3fb8-98ca-417a-ac02-c474a60d8f8b req-3bbc6937-43c8-46e3-b322-1bd554911aa2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 944 time: 0.1134534 Feb 10 04:11:01.692778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3ce8-22c6-4713-8c19-736b70544c3e req-cbd9cdeb-9c7e-4794-b1eb-47d9713af3be tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.700077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6aac3ce8-22c6-4713-8c19-736b70544c3e req-cbd9cdeb-9c7e-4794-b1eb-47d9713af3be tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 944 time: 0.0812933 Feb 10 04:11:01.742486 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b92b3fb8-98ca-417a-ac02-c474a60d8f8b req-15065dc9-3956-4d8c-a09a-2097085aec4e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Feb 10 04:11:01.780363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e4c517c-35c2-474d-a5d0-1547bb3a16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7cb76547-ac2c-46d4-9b68-ba6e92fa4051), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.783982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e4c517c-35c2-474d-a5d0-1547bb3a16a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:01.785726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2e4c517c-35c2-474d-a5d0-1547bb3a16a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cb76547-ac2c-46d4-9b68-ba6e92fa4051 HTTP/1.1" status: 204 len: 168 time: 0.2875407 Feb 10 04:11:01.795781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6aac3ce8-22c6-4713-8c19-736b70544c3e req-2634cb0d-0ded-469a-82ef-963e5f2c50a8 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834467 Feb 10 04:11:01.796996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c517c-35c2-474d-a5d0-1547bb3a16a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb76547-ac2c-46d4-9b68-ba6e92fa4051,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:01.814725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-035b7530-53ea-4cdf-b717-351f3866a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.816351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-035b7530-53ea-4cdf-b717-351f3866a4b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 1132 time: 0.1118217 Feb 10 04:11:01.899396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dd1c9-e3ab-468d-ba18-841a76e8c159 req-f6591e99-4bfd-4519-99af-cc7a97e505ef tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.900992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a29dd1c9-e3ab-468d-ba18-841a76e8c159 req-f6591e99-4bfd-4519-99af-cc7a97e505ef tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1055241 Feb 10 04:11:01.968890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a29dd1c9-e3ab-468d-ba18-841a76e8c159 req-4b8716c1-bd5e-4e14-9370-45ab3bbf752c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609875 Feb 10 04:11:01.971935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-54ab823b-2f55-472f-86db-c9db266cb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.973463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-54ab823b-2f55-472f-86db-c9db266cb850 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1315794 Feb 10 04:11:01.995115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8286881-d201-4ebd-8891-f8b2c2867bd5 req-8907d0b8-ef71-44f7-80ef-f48119fda87d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:01.996614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8286881-d201-4ebd-8891-f8b2c2867bd5 req-8907d0b8-ef71-44f7-80ef-f48119fda87d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0901895 Feb 10 04:11:02.029302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-7defeee7-b915-4e6f-a455-55eb6e1e747e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 200 len: 217 time: 0.0488791 Feb 10 04:11:02.108020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-79e41819-49e9-4af8-9d23-466a8a63f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.109460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-79e41819-49e9-4af8-9d23-466a8a63f676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0736740 Feb 10 04:11:02.113350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8286881-d201-4ebd-8891-f8b2c2867bd5 req-ee2f5d3a-8a53-4728-a7b5-7a72c09d4523 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865631 Feb 10 04:11:02.137264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35066) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:02.175179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-0eaa7474-c571-4b70-9ef7-2064e4580e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.176722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-0eaa7474-c571-4b70-9ef7-2064e4580e6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0617163 Feb 10 04:11:02.276346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a8535-6251-477d-a035-6eb6b9042d3d req-6f8f015b-e411-413b-a03b-f899d0cc36d9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.279210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff4a8535-6251-477d-a035-6eb6b9042d3d req-6f8f015b-e411-413b-a03b-f899d0cc36d9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0830877 Feb 10 04:11:02.285407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-1669e414-364c-42a4-b551-efa8a997334a service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017222 Feb 10 04:11:02.317000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10e00bab-ba95-4f1c-b826-b35927550368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.373210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff4a8535-6251-477d-a035-6eb6b9042d3d req-42f92c93-d715-472e-b09d-b9926afd0e3d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879397 Feb 10 04:11:02.447125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10e00bab-ba95-4f1c-b826-b35927550368 admin admin] Publish callbacks [] for security_group (564bd9e9-88ef-41e2-ad68-913babdcd81a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.454298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.460052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.465229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.471162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.477087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.482208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.488496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.490869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-f0c6f3d2-7e4b-4d4c-8b35-cc788aa04e77 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1891313 Feb 10 04:11:02.497581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f334bc7c-7bf3-40c3-a9c2-94776376d63b req-93601e68-3c23-47a9-b90e-f9e85a3dd474 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061572 Feb 10 04:11:02.509022 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.509598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa1d3c-6ffb-4beb-8b4c-18aefa6d65dd req-d284173a-5dfd-4d40-8e80-c5e9e13cb1da tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.510748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffaa1d3c-6ffb-4beb-8b4c-18aefa6d65dd req-d284173a-5dfd-4d40-8e80-c5e9e13cb1da tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 948 time: 0.0661325 Feb 10 04:11:02.539845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10e00bab-ba95-4f1c-b826-b35927550368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (564bd9e9-88ef-41e2-ad68-913babdcd81a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.569889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dd4df90-0958-4f53-95fd-9eccf6f4707a req-6d9eff82-31f3-41b6-803c-764d8eef3424 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703082 Feb 10 04:11:02.596095 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-10e00bab-ba95-4f1c-b826-b35927550368 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5b75a1cc5ff44a98bac91d2ce792d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547076 Feb 10 04:11:02.602659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35088) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:02.603139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffaa1d3c-6ffb-4beb-8b4c-18aefa6d65dd req-456b6910-bee4-4820-82b8-2c0e1e326a31 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819080 Feb 10 04:11:02.614407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e00bab-ba95-4f1c-b826-b35927550368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564bd9e9-88ef-41e2-ad68-913babdcd81a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:02.666962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e6915fe-dc48-4b5b-8f39-a0950815e859 admin admin] Publish callbacks [] for security_group (564bd9e9-88ef-41e2-ad68-913babdcd81a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.694790 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e6915fe-dc48-4b5b-8f39-a0950815e859 admin admin] Publish callbacks [] for security_group (564bd9e9-88ef-41e2-ad68-913babdcd81a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.803740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6bf98663-7602-4d52-beb9-1f0a41243163 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:02.858687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4089d-caec-4a65-8775-74328a86b4d5 req-d5fcc86f-910a-4e03-9952-f49c4939135c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:02.861097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1c4089d-caec-4a65-8775-74328a86b4d5 req-d5fcc86f-910a-4e03-9952-f49c4939135c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 944 time: 0.0583675 Feb 10 04:11:02.864178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e6915fe-dc48-4b5b-8f39-a0950815e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (564bd9e9-88ef-41e2-ad68-913babdcd81a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.869224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e6915fe-dc48-4b5b-8f39-a0950815e859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:02.870266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2e6915fe-dc48-4b5b-8f39-a0950815e859 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/564bd9e9-88ef-41e2-ad68-913babdcd81a HTTP/1.1" status: 204 len: 168 time: 0.2729292 Feb 10 04:11:02.889431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6915fe-dc48-4b5b-8f39-a0950815e859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564bd9e9-88ef-41e2-ad68-913babdcd81a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:02.966143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 6bf98663-7602-4d52-beb9-1f0a41243163 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:02.970745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 6bf98663-7602-4d52-beb9-1f0a41243163 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:02.971179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:03.043147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1c4089d-caec-4a65-8775-74328a86b4d5 req-6438a1d1-913d-4419-a432-6471686418b4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695311 Feb 10 04:11:03.045797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f845ef-afa6-49e3-a9c9-93b237dbbf4e req-c6e55666-2278-4d95-a01b-37ee14117fa7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.047593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b6f845ef-afa6-49e3-a9c9-93b237dbbf4e req-c6e55666-2278-4d95-a01b-37ee14117fa7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1118658 Feb 10 04:11:03.133140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b6f845ef-afa6-49e3-a9c9-93b237dbbf4e req-d030ff76-232d-4e14-8ea0-efb129b7d96b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784192 Feb 10 04:11:03.151773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6bf98663-7602-4d52-beb9-1f0a41243163 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:03.152522 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:03.182107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102a185-8a04-4774-8a94-3e8f31039402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf98663-7602-4d52-beb9-1f0a41243163'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:03.184639 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866448fc-8118-446d-b8b1-c9db32b1e7ce" -d '{"events": [{"server_uuid": "b102a185-8a04-4774-8a94-3e8f31039402", "name": "network-vif-plugged", "status": "completed", "tag": "6bf98663-7602-4d52-beb9-1f0a41243163"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:03.202067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6bf98663-7602-4d52-beb9-1f0a41243163, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6bf98663-7602-4d52-beb9-1f0a41243163,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:03.205789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f83e-4b48-4bec-bafc-e338995f7d64 req-f2566799-61c9-47fb-9d5f-f81e274d94c3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.211318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fab4f83e-4b48-4bec-bafc-e338995f7d64 req-f2566799-61c9-47fb-9d5f-f81e274d94c3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0759776 Feb 10 04:11:03.242905 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d62e90-5974-430b-9f58-a7b7c9d9fc92 x-openstack-request-id: req-60d62e90-5974-430b-9f58-a7b7c9d9fc92 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:03.243220 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b102a185-8a04-4774-8a94-3e8f31039402", "name": "network-vif-plugged", "status": "completed", "tag": "6bf98663-7602-4d52-beb9-1f0a41243163", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:03.243481 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60d62e90-5974-430b-9f58-a7b7c9d9fc92 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:03.244121 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102a185-8a04-4774-8a94-3e8f31039402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf98663-7602-4d52-beb9-1f0a41243163', 'code': 200} Feb 10 04:11:03.274993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:03.275826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 65d66194-b32e-4c85-b02a-789b3b986d95 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:03.294012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fab4f83e-4b48-4bec-bafc-e338995f7d64 req-ccfb51ff-4405-4466-a06a-df7ab51573d9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792208 Feb 10 04:11:03.381889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6bf98663-7602-4d52-beb9-1f0a41243163,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:03.418903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468dc78-3c3b-4b68-8d8f-f1b48f685ce0 req-04f69314-2869-4c5b-bc5b-703573d1dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.420857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0468dc78-3c3b-4b68-8d8f-f1b48f685ce0 req-04f69314-2869-4c5b-bc5b-703573d1dbd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 1127 time: 0.1106308 Feb 10 04:11:03.442517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 65d66194-b32e-4c85-b02a-789b3b986d95 is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:03.476365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0468dc78-3c3b-4b68-8d8f-f1b48f685ce0 req-396e1413-8fb2-4b5d-80b0-34af0a22b701 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Feb 10 04:11:03.756023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 829bc6bb-01cc-4619-8938-9e119eb205cf details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:03.776095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.781855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.787620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.793273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.799600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.804896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.810382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:03.812407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-5529da37-87f7-4c51-b01b-aa8d4e659a5b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1043601 Feb 10 04:11:03.906241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 829bc6bb-01cc-4619-8938-9e119eb205cf, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=829bc6bb-01cc-4619-8938-9e119eb205cf,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:03.921463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '829bc6bb-01cc-4619-8938-9e119eb205cf', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '829bc6bb-01cc-4619-8938-9e119eb205cf', 'mac_address': 'fa:16:3e:b4:74:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:03.947835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd22a706-bf58-4ced-ab76-242a0f156ebf req-7ff32b5d-6915-4dfc-a312-700ac2e157c4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276705 Feb 10 04:11:03.956810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:03.987385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 829bc6bb-01cc-4619-8938-9e119eb205cf is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:03.987385 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:04.000536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829bc6bb-01cc-4619-8938-9e119eb205cf {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:04.021520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 829bc6bb-01cc-4619-8938-9e119eb205cf, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=829bc6bb-01cc-4619-8938-9e119eb205cf,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:04.122978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:04.131855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7a4c4-86d4-4bb2-bb99-65b9ba1d11b0 req-4810b389-f1b4-4c1e-aafd-ef6b3a02c2eb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.135978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbc7a4c4-86d4-4bb2-bb99-65b9ba1d11b0 req-4810b389-f1b4-4c1e-aafd-ef6b3a02c2eb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 948 time: 0.0795348 Feb 10 04:11:04.181748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.192353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.198827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=829bc6bb-01cc-4619-8938-9e119eb205cf,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:04.202821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.213039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.218331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.224146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.228247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbc7a4c4-86d4-4bb2-bb99-65b9ba1d11b0 req-f7055544-f2a2-4c07-8528-46e40cafbab6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838857 Feb 10 04:11:04.229371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.231285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-e4a77149-3d4e-4f8c-9ef9-d1a6ee933222 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1424189 Feb 10 04:11:04.382143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6d11-5774-4826-83bc-b87d61e760b2 req-9404cbef-0148-4dda-87e9-3b592efd9234 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.386266 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bddb6d11-5774-4826-83bc-b87d61e760b2 req-9404cbef-0148-4dda-87e9-3b592efd9234 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 945 time: 0.0802867 Feb 10 04:11:04.450120 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bddb6d11-5774-4826-83bc-b87d61e760b2 req-59fbca8b-8990-4ce0-9d6f-bb999cc54763 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512652 Feb 10 04:11:04.502250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['829bc6bb-01cc-4619-8938-9e119eb205cf'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:04.565637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5cce3-1d4c-47d2-bede-8c9838306bd5 req-68f885d8-fb6f-447b-9300-4b57610ca6dd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.567841 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bde5cce3-1d4c-47d2-bede-8c9838306bd5 req-68f885d8-fb6f-447b-9300-4b57610ca6dd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0615098 Feb 10 04:11:04.633168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bde5cce3-1d4c-47d2-bede-8c9838306bd5 req-e85e7a88-f090-406d-8f79-64f1c240cfe5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599627 Feb 10 04:11:04.679356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee34f986-2a03-40aa-a026-10ab9b87a07f req-d46ac61f-f013-4ba4-b44c-076fa43ae88e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4415197 Feb 10 04:11:04.795927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60fcaa-8a5c-4f33-ada2-eceac94911ee req-1fe2a0b7-cae4-4d34-9e9c-3990d699f746 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:04.798096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b60fcaa-8a5c-4f33-ada2-eceac94911ee req-1fe2a0b7-cae4-4d34-9e9c-3990d699f746 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0598786 Feb 10 04:11:04.847783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b60fcaa-8a5c-4f33-ada2-eceac94911ee req-9e8b12df-207a-4e6a-9acf-31d644b560a6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Feb 10 04:11:05.098892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.104641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.110795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.116080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.121579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.126872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.132171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.134027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f02165-e7d7-41f2-a014-16ac994f917a req-f62b6dfe-a8c2-48ed-9c78-dc92ebc5a7ad tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.0929091 Feb 10 04:11:05.195639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f02165-e7d7-41f2-a014-16ac994f917a req-e082fe49-d4d7-4df1-8706-50788d32558d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558078 Feb 10 04:11:05.366502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438fe2c-50f3-4d4b-af21-4ebcb8df1faf req-67856eaf-cee9-4e85-911b-956c7fd66c35 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.369330 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c438fe2c-50f3-4d4b-af21-4ebcb8df1faf req-67856eaf-cee9-4e85-911b-956c7fd66c35 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 949 time: 0.0563629 Feb 10 04:11:05.417680 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c438fe2c-50f3-4d4b-af21-4ebcb8df1faf req-75fbecfc-0586-480a-bb01-7232987a931a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Feb 10 04:11:05.572181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4479-4e21-4a03-95de-2e9cf72be710 req-0a5b431b-646f-4889-89bf-c414a31ce366 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.573989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86de4479-4e21-4a03-95de-2e9cf72be710 req-0a5b431b-646f-4889-89bf-c414a31ce366 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 945 time: 0.0616591 Feb 10 04:11:05.629367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86de4479-4e21-4a03-95de-2e9cf72be710 req-80659839-c5bc-4155-9727-1aaca9ac903d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478208 Feb 10 04:11:05.755399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 829bc6bb-01cc-4619-8938-9e119eb205cf up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:05.780851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b506-e056-4107-8a26-b16d8014d266 req-aa27755e-34b9-49bf-8f07-738543451636 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.781095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431796a-5743-42c4-b94b-86b0d8cd9b31 req-86eec12c-6e24-4b3f-bc67-487c1db2b7b1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:05.783937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f431796a-5743-42c4-b94b-86b0d8cd9b31 req-86eec12c-6e24-4b3f-bc67-487c1db2b7b1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0745983 Feb 10 04:11:05.790580 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fde6b506-e056-4107-8a26-b16d8014d266 req-aa27755e-34b9-49bf-8f07-738543451636 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 945 time: 0.0835586 Feb 10 04:11:05.840533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fde6b506-e056-4107-8a26-b16d8014d266 req-0f553291-acda-4b3a-ac33-657a6cf097ec tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Feb 10 04:11:05.847430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f431796a-5743-42c4-b94b-86b0d8cd9b31 req-06bc3d25-c0e6-4775-b0bb-feb643cbcfe9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554183 Feb 10 04:11:05.886245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 829bc6bb-01cc-4619-8938-9e119eb205cf completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:05.894824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 829bc6bb-01cc-4619-8938-9e119eb205cf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:05.894824 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:05.997802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.001169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.007616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.013353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.019828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.021384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 829bc6bb-01cc-4619-8938-9e119eb205cf is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:06.021961 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:06.025159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.031023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.044275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd174611-304f-45ff-8d8e-bc26891060ab req-14c3004f-30a3-4b46-b317-dd7d91525876 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1190004 Feb 10 04:11:06.049889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829bc6bb-01cc-4619-8938-9e119eb205cf'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:06.052945 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104c09a7-ffc1-43dc-8ddc-020a4687d18e" -d '{"events": [{"server_uuid": "29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9", "name": "network-vif-plugged", "status": "completed", "tag": "829bc6bb-01cc-4619-8938-9e119eb205cf"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:06.069089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 829bc6bb-01cc-4619-8938-9e119eb205cf, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=829bc6bb-01cc-4619-8938-9e119eb205cf,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:06.096437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd174611-304f-45ff-8d8e-bc26891060ab req-6f449f1d-c687-4b9c-a904-2d2513184e52 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565238 Feb 10 04:11:06.143377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:06.198237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=829bc6bb-01cc-4619-8938-9e119eb205cf,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:06.264035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac6432-ab2a-4c12-b5cd-d0e0d89902a6 req-e5cc5719-2d0d-4249-8539-b4c7889371e5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.265503 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-efac6432-ab2a-4c12-b5cd-d0e0d89902a6 req-e5cc5719-2d0d-4249-8539-b4c7889371e5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0851870 Feb 10 04:11:06.322797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-efac6432-ab2a-4c12-b5cd-d0e0d89902a6 req-5ee1d125-343f-4ff6-9c30-8d4da7720925 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Feb 10 04:11:06.390346 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38c051c-e56e-42c3-86d7-6d96e6d418b0 x-openstack-request-id: req-a38c051c-e56e-42c3-86d7-6d96e6d418b0 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:06.390346 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9", "name": "network-vif-plugged", "status": "completed", "tag": "829bc6bb-01cc-4619-8938-9e119eb205cf", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:06.390346 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a38c051c-e56e-42c3-86d7-6d96e6d418b0 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:06.390346 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829bc6bb-01cc-4619-8938-9e119eb205cf', 'code': 200} Feb 10 04:11:06.510574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.516188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.522073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.527588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.533967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.536781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874131a-92ff-4d5b-a4f3-8bd0c6ec9996 req-d6202928-7c8d-48ca-9820-92a6ed5b8462 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.539196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0874131a-92ff-4d5b-a4f3-8bd0c6ec9996 req-d6202928-7c8d-48ca-9820-92a6ed5b8462 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 945 time: 0.0818274 Feb 10 04:11:06.539565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.544911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.546885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-4fc4071a-d231-4b97-86a4-e5df14573282 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1327999 Feb 10 04:11:06.581952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde8755-a763-4bb9-8e73-a9c8cb4bde70 req-5147a1db-ef43-4746-aba4-393cdbe11c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.590033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bde8755-a763-4bb9-8e73-a9c8cb4bde70 req-5147a1db-ef43-4746-aba4-393cdbe11c2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 1132 time: 0.1272507 Feb 10 04:11:06.628287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0874131a-92ff-4d5b-a4f3-8bd0c6ec9996 req-e2bfb24a-2a9d-4ec8-810c-d33ec995c257 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819786 Feb 10 04:11:06.650145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bde8755-a763-4bb9-8e73-a9c8cb4bde70 req-77d5103c-283a-4b18-90b9-3c2b250a236c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557580 Feb 10 04:11:06.682137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c07a214d-b1e1-4c8d-abd3-83d1d27bb77d req-0ffa9f0e-0d85-4f43-a839-dd1379266151 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273377 Feb 10 04:11:06.749554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e4ad9-50f5-460e-9477-d91d88def8e5 req-78bdc110-98ee-425e-a75b-4c87761b5e78 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:06.751429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-288e4ad9-50f5-460e-9477-d91d88def8e5 req-78bdc110-98ee-425e-a75b-4c87761b5e78 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 950 time: 0.0564620 Feb 10 04:11:06.799143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-288e4ad9-50f5-460e-9477-d91d88def8e5 req-80d41ab2-52ed-4875-8a26-48273bde5928 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Feb 10 04:11:06.843666 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:11:07.175266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e22c-dadc-456e-abce-9ba518d1543d req-21c0c147-d747-4654-b916-73a05bd02992 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.176725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9f0e22c-dadc-456e-abce-9ba518d1543d req-21c0c147-d747-4654-b916-73a05bd02992 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.2334461 Feb 10 04:11:07.229391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9f0e22c-dadc-456e-abce-9ba518d1543d req-00dc94fc-c3a2-418d-a87e-9857196115ca tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Feb 10 04:11:07.271073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.276247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.282056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.287700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.292955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.298875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.304083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.306036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-efd2fc62-389e-45c2-93df-249bbac072dd req-7a29adbc-92ec-4378-99da-c18a294fc974 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1290820 Feb 10 04:11:07.337245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.342398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.348438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.353575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.358958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.364835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.370034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.373465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-11b3825d-ac36-47a4-a037-89d92af04c99 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 5445 time: 0.1672335 Feb 10 04:11:07.451126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-ef4302db-aaa2-4232-9b98-54cd0f7b0ad9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.452541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-ef4302db-aaa2-4232-9b98-54cd0f7b0ad9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "GET /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0714176 Feb 10 04:11:07.463024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-efd2fc62-389e-45c2-93df-249bbac072dd req-ea06beb7-a2f3-42a0-9bea-4cdd3a1df06e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506307 Feb 10 04:11:07.499983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33678ab9-19fc-47fe-a898-74a1a10c0f83 req-fa3ba1a2-7e56-417f-8c43-335d2b3f604b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.509029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33678ab9-19fc-47fe-a898-74a1a10c0f83 req-fa3ba1a2-7e56-417f-8c43-335d2b3f604b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.0903287 Feb 10 04:11:07.557473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33678ab9-19fc-47fe-a898-74a1a10c0f83 req-41702443-e54a-4112-ac71-67ed17d035e5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 Feb 10 04:11:07.584028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-b9ae73ce-29e5-45ea-81d4-947e3805c5e4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "GET /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1200092 Feb 10 04:11:07.603642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:07.664639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:07.852015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-1b7bcd2c-701c-47ed-8355-291b0399fc03 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.853508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-1b7bcd2c-701c-47ed-8355-291b0399fc03 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 945 time: 0.1439848 Feb 10 04:11:07.874334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.880674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.886541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.892762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.898544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.902883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08022-ee27-4014-8676-dbfdc844bf30 req-1c4eb13c-2b15-4be2-8449-ad1be0a71ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.902883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eda08022-ee27-4014-8676-dbfdc844bf30 req-1c4eb13c-2b15-4be2-8449-ad1be0a71ba8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 945 time: 0.1933899 Feb 10 04:11:07.905018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.911940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:07.921050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-b9bc7c3a-af3d-441a-930f-ae1614cadfde tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1424403 Feb 10 04:11:07.933409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] For port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:08.014798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c1f3b2a-09c9-4cf5-89a9-cea0eec0424b req-eda4648a-03b4-41b8-b886-18037261a076 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868835 Feb 10 04:11:08.084757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35286) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:08.101658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] For port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:08.134775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e3772-1318-4994-8275-1291d774b3c6 req-975d84cf-7533-4ab4-852d-41373226b87f tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.142343 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e90e3772-1318-4994-8275-1291d774b3c6 req-975d84cf-7533-4ab4-852d-41373226b87f tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 950 time: 0.0731332 Feb 10 04:11:08.145258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eda08022-ee27-4014-8676-dbfdc844bf30 req-249b27dc-30d9-4958-85cf-5c814f490149 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239228 Feb 10 04:11:08.154321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] device_id is not set on port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:11:08.167869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] Publish callbacks [] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.178220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Deleting port 6bf98663-7602-4d52-beb9-1f0a41243163 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:08.179646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.218657 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e90e3772-1318-4994-8275-1291d774b3c6 req-8f9dd81c-6bf7-4923-93fa-66ae772164c6 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749035 Feb 10 04:11:08.273697 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32865554-635b-4e4c-b448-cf31e13cd1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.298978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] For port 6bf98663-7602-4d52-beb9-1f0a41243163, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6bf98663-7602-4d52-beb9-1f0a41243163,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:08.299354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.311480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.319326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Calling delete_port for 6bf98663-7602-4d52-beb9-1f0a41243163 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:08.357241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32865554-635b-4e4c-b448-cf31e13cd1e4 admin admin] Publish callbacks [] for security_group (9a31e0c7-1fc4-4945-8995-237ab1adaef6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.431758 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32865554-635b-4e4c-b448-cf31e13cd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9a31e0c7-1fc4-4945-8995-237ab1adaef6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.456078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] Pushing event updated for resources: {'Port': ['ID=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:08.461823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] No DVR routers for this DVR port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:08.493201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-32865554-635b-4e4c-b448-cf31e13cd1e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da421f4bb9b642faa823a12fac46fca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4070213 Feb 10 04:11:08.496590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35292) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:08.497469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32865554-635b-4e4c-b448-cf31e13cd1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a31e0c7-1fc4-4945-8995-237ab1adaef6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:08.570945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-726181ef-45be-4e24-bee4-c48a6088e8b5 admin admin] Publish callbacks [] for security_group (9a31e0c7-1fc4-4945-8995-237ab1adaef6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.574217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f97713-6aff-4d97-80eb-a6948b312f1e req-d47502ea-b22b-46cb-bcc4-e0a1df139412 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.593533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01f97713-6aff-4d97-80eb-a6948b312f1e req-d47502ea-b22b-46cb-bcc4-e0a1df139412 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.2841244 Feb 10 04:11:08.638877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-726181ef-45be-4e24-bee4-c48a6088e8b5 admin admin] Publish callbacks [] for security_group (9a31e0c7-1fc4-4945-8995-237ab1adaef6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.651951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] In _notify_port_updated(), no bound segment for port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:11:08.651951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.652569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.653900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-c30906bd-3dce-43b2-95b7-c365de7728e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 200 len: 1032 time: 1.0622349 Feb 10 04:11:08.695385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-6e802d45-3d61-4f82-9ca8-6125a9a37dda tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.700678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-6e802d45-3d61-4f82-9ca8-6125a9a37dda tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.706628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-6e802d45-3d61-4f82-9ca8-6125a9a37dda tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.712038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-6e802d45-3d61-4f82-9ca8-6125a9a37dda tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.717479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-6e802d45-3d61-4f82-9ca8-6125a9a37dda tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.727558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-6e802d45-3d61-4f82-9ca8-6125a9a37dda tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.733762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-24a65d38-cb7f-4cb0-8d71-f57299cd5aa9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:08.735730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-24a65d38-cb7f-4cb0-8d71-f57299cd5aa9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "GET /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0736668 Feb 10 04:11:08.739116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-23b9a936-fa5f-4940-99ad-f70f3682ee8a None None] Provisioning complete for port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:08.739621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-6e802d45-3d61-4f82-9ca8-6125a9a37dda tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 4666 time: 0.1431429 Feb 10 04:11:08.740155 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-23b9a936-fa5f-4940-99ad-f70f3682ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.747139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:08.791563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-23b9a936-fa5f-4940-99ad-f70f3682ee8a None None] Port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:11:08.809753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6bf98663-7602-4d52-beb9-1f0a41243163), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.823644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:08.826091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01f97713-6aff-4d97-80eb-a6948b312f1e req-49244ea4-39b0-46fa-afa1-1e4d96c2efda tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313213 Feb 10 04:11:08.837236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d258a0d-9e15-476a-8502-2d5c745b8d5b req-fe2e6c68-6927-47da-aa78-dbb1e5ccede8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=684368d5-c0fe-4cfb-9351-65ef655aff26&id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968795 Feb 10 04:11:08.851782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6bf98663-7602-4d52-beb9-1f0a41243163'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:08.857272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-726181ef-45be-4e24-bee4-c48a6088e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9a31e0c7-1fc4-4945-8995-237ab1adaef6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.860998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-726181ef-45be-4e24-bee4-c48a6088e8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.864751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-726181ef-45be-4e24-bee4-c48a6088e8b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a31e0c7-1fc4-4945-8995-237ab1adaef6 HTTP/1.1" status: 204 len: 168 time: 0.3606138 Feb 10 04:11:08.882477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event deleted for resources: {'Port': ['ID=6bf98663-7602-4d52-beb9-1f0a41243163,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:08.883100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726181ef-45be-4e24-bee4-c48a6088e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a31e0c7-1fc4-4945-8995-237ab1adaef6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:08.908226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77353ded-1de2-46fd-9994-8691a45d912c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:08.993854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] No DVR routers for this DVR port 6bf98663-7602-4d52-beb9-1f0a41243163 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:08.996900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.001085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cfea25d0-9040-4d1d-a909-4b023878aa07 req-d9b4ebd2-2290-47cd-a082-cf8377e2d645 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "DELETE /v2.0/ports/6bf98663-7602-4d52-beb9-1f0a41243163 HTTP/1.1" status: 204 len: 173 time: 1.1150639 Feb 10 04:11:09.006181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102a185-8a04-4774-8a94-3e8f31039402', 'name': 'network-vif-deleted', 'tag': '6bf98663-7602-4d52-beb9-1f0a41243163'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:09.008406 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e87ca-94be-4580-ba8c-38cca966eecb" -d '{"events": [{"server_uuid": "b102a185-8a04-4774-8a94-3e8f31039402", "name": "network-vif-deleted", "tag": "6bf98663-7602-4d52-beb9-1f0a41243163"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:09.068718 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd2e317-c7b7-42e7-b393-509e4af9c9df x-openstack-request-id: req-bcd2e317-c7b7-42e7-b393-509e4af9c9df {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:09.068718 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b102a185-8a04-4774-8a94-3e8f31039402", "name": "network-vif-deleted", "tag": "6bf98663-7602-4d52-beb9-1f0a41243163", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:09.068989 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcd2e317-c7b7-42e7-b393-509e4af9c9df {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:09.069359 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102a185-8a04-4774-8a94-3e8f31039402', 'name': 'network-vif-deleted', 'tag': '6bf98663-7602-4d52-beb9-1f0a41243163', 'status': 'completed', 'code': 200} Feb 10 04:11:09.079534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10fe1-d491-435a-a62d-26c21ee1c4af req-95c441c3-54c9-40c1-b099-50ffafc74563 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.081170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75b10fe1-d491-435a-a62d-26c21ee1c4af req-95c441c3-54c9-40c1-b099-50ffafc74563 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1536386 Feb 10 04:11:09.187076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] For port 77353ded-1de2-46fd-9994-8691a45d912c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=77353ded-1de2-46fd-9994-8691a45d912c,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:09.216500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.222373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.228892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.232205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] For port 77353ded-1de2-46fd-9994-8691a45d912c, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:09.243296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.258481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.258481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.263646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.272022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5e965b46-8174-49bb-b28f-5e2c139668fc tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1440268 Feb 10 04:11:09.272404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] device_id is not set on port 77353ded-1de2-46fd-9994-8691a45d912c yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:11:09.283375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] Publish callbacks [] for port (77353ded-1de2-46fd-9994-8691a45d912c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.359340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6958a445-5716-4e63-91cf-82f2e2059e67 req-5f8669c8-bdb2-415c-a32e-5133e20d8a1b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813100 Feb 10 04:11:09.377974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (77353ded-1de2-46fd-9994-8691a45d912c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.489046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] No DVR routers for this DVR port 77353ded-1de2-46fd-9994-8691a45d912c on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:09.492187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] Pushing event updated for resources: {'Port': ['ID=77353ded-1de2-46fd-9994-8691a45d912c,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:09.506162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f684300d-72c3-4fd4-8ece-d2b4eb76626f req-0bcc5e44-1859-4619-aaf0-84a3788bc0c4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b102a185-8a04-4774-8a94-3e8f31039402 HTTP/1.1" status: 200 len: 210 time: 0.0482948 Feb 10 04:11:09.557201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75b10fe1-d491-435a-a62d-26c21ee1c4af req-a7f848ca-4b81-4e88-b92e-41d859320314 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244547 Feb 10 04:11:09.567891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] In _notify_port_updated(), no bound segment for port 77353ded-1de2-46fd-9994-8691a45d912c on network 2782cacf-5947-4ed6-9154-fbf1c2b0297d {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:11:09.568912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.569608 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.571238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-bbedcf8b-533e-4011-be11-4574ea4e0f0d service neutron] 10.222.0.24 "PUT /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 200 len: 1033 time: 0.8292861 Feb 10 04:11:09.658327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef14c56-6d7a-4655-a4f5-1ad922bab1e5 req-1b78e9d4-ba5f-4d33-8ca6-b4105492c42c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:09.667682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef14c56-6d7a-4655-a4f5-1ad922bab1e5 req-1b78e9d4-ba5f-4d33-8ca6-b4105492c42c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 950 time: 0.0869772 Feb 10 04:11:09.725276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a0967e0b-5a44-49bd-a6d0-10bafb7b31b0 None None] Provisioning complete for port 77353ded-1de2-46fd-9994-8691a45d912c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:09.725553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a0967e0b-5a44-49bd-a6d0-10bafb7b31b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77353ded-1de2-46fd-9994-8691a45d912c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.742559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ef14c56-6d7a-4655-a4f5-1ad922bab1e5 req-e5d2fcb1-cfb8-4b08-a4f4-b0f9cbeab4e3 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736208 Feb 10 04:11:09.758015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port 90b75a24-bb18-42bf-a139-918d71a0d689 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:09.758877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.784841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35316) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:09.785321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a0967e0b-5a44-49bd-a6d0-10bafb7b31b0 None None] Port 77353ded-1de2-46fd-9994-8691a45d912c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:11:09.801303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbb12-7847-4bba-90d8-38d0c7480133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.898895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] For port 90b75a24-bb18-42bf-a139-918d71a0d689, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=90b75a24-bb18-42bf-a139-918d71a0d689,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:09.899539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:09.915481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for 90b75a24-bb18-42bf-a139-918d71a0d689 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:10.008266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbb12-7847-4bba-90d8-38d0c7480133 admin admin] Publish callbacks [] for security_group (e077293a-a76e-47d4-8702-5fe2765fab59), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.019182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fda25-5c48-4a1e-8058-b875cde971e0 req-936c6672-3efe-42e1-a15b-72ffbf896d69 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.020905 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb4fda25-5c48-4a1e-8058-b875cde971e0 req-936c6672-3efe-42e1-a15b-72ffbf896d69 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0892093 Feb 10 04:11:10.079941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb4fda25-5c48-4a1e-8058-b875cde971e0 req-6ba73f34-08c8-48ad-bff9-14377c324833 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523973 Feb 10 04:11:10.086156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbb12-7847-4bba-90d8-38d0c7480133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e077293a-a76e-47d4-8702-5fe2765fab59), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.122845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8a226-7dd2-4d11-a414-9f700b37fe9d req-7e5df5b0-7648-41e0-9077-b5407c565d3f tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.124510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ae8a226-7dd2-4d11-a414-9f700b37fe9d req-7e5df5b0-7648-41e0-9077-b5407c565d3f tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 1132 time: 0.0999842 Feb 10 04:11:10.125580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35324) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:10.127097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2ddcbb12-7847-4bba-90d8-38d0c7480133 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6131b505117448ca8dea6c20dd710a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401697 Feb 10 04:11:10.150838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcbb12-7847-4bba-90d8-38d0c7480133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e077293a-a76e-47d4-8702-5fe2765fab59,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:10.200272 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (90b75a24-bb18-42bf-a139-918d71a0d689), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.220721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ae8a226-7dd2-4d11-a414-9f700b37fe9d req-6da92fd0-1a1e-4452-bd47-42312bde7e36 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885344 Feb 10 04:11:10.241313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6659-a2cd-4611-a7c3-41a2d60da1e1 req-6a6ba101-4d32-4605-af8c-00cfb6dcf140 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.250782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9064-bdc6-44b2-b1c5-af6d099332ee admin admin] Publish callbacks [] for security_group (e077293a-a76e-47d4-8702-5fe2765fab59), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.252210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6659-a2cd-4611-a7c3-41a2d60da1e1 req-6a6ba101-4d32-4605-af8c-00cfb6dcf140 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.258801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6659-a2cd-4611-a7c3-41a2d60da1e1 req-6a6ba101-4d32-4605-af8c-00cfb6dcf140 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.264460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6659-a2cd-4611-a7c3-41a2d60da1e1 req-6a6ba101-4d32-4605-af8c-00cfb6dcf140 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.269981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6659-a2cd-4611-a7c3-41a2d60da1e1 req-6a6ba101-4d32-4605-af8c-00cfb6dcf140 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.272227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e73b6659-a2cd-4611-a7c3-41a2d60da1e1 req-6a6ba101-4d32-4605-af8c-00cfb6dcf140 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 3808 time: 0.0955439 Feb 10 04:11:10.339229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=90b75a24-bb18-42bf-a139-918d71a0d689,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:10.345717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e73b6659-a2cd-4611-a7c3-41a2d60da1e1 req-7ac304d4-0764-43f1-b3b5-0d985575e7e0 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678790 Feb 10 04:11:10.381094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9064-bdc6-44b2-b1c5-af6d099332ee admin admin] Publish callbacks [] for security_group (e077293a-a76e-47d4-8702-5fe2765fab59), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.383412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] No DVR routers for this DVR port 90b75a24-bb18-42bf-a139-918d71a0d689 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:10.386437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.390549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-265cdd75-fc1b-4027-9176-6f46f91ff39c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "DELETE /v2.0/ports/90b75a24-bb18-42bf-a139-918d71a0d689 HTTP/1.1" status: 204 len: 173 time: 0.8137503 Feb 10 04:11:10.441740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-3205178d-19c1-48c9-ae74-1e0d76613761 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712509 Feb 10 04:11:10.512308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-a34e086b-a21c-496b-b455-5677e4ab9371 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453842 Feb 10 04:11:10.558807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.565044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.570214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.575584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.582079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.587281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.592164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.595375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-7b6e0110-3ab3-4f14-8253-3674859d2fcf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1391928 Feb 10 04:11:10.597577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-dbd132bb-a8f5-4ea3-936d-c66a1207a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.599057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-dbd132bb-a8f5-4ea3-936d-c66a1207a828 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 1127 time: 0.1294587 Feb 10 04:11:10.655375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9064-bdc6-44b2-b1c5-af6d099332ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e077293a-a76e-47d4-8702-5fe2765fab59), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.657767 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9064-bdc6-44b2-b1c5-af6d099332ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.659237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f5bc9064-bdc6-44b2-b1c5-af6d099332ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e077293a-a76e-47d4-8702-5fe2765fab59 HTTP/1.1" status: 204 len: 168 time: 0.5326743 Feb 10 04:11:10.675461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:10.675461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:10.700195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-0fc6e676-f49c-42b4-a559-aa4338622e70 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.701723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-0fc6e676-f49c-42b4-a559-aa4338622e70 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654077 Feb 10 04:11:10.706592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc9064-bdc6-44b2-b1c5-af6d099332ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e077293a-a76e-47d4-8702-5fe2765fab59,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:10.738243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-3efde83c-deda-424c-a71c-96086d43ac3e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/quotas/cbbf071b1ca9427a80385d55b9e04030 HTTP/1.1" status: 200 len: 375 time: 0.0170829 Feb 10 04:11:10.753077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70739979-5b43-48c0-89b6-601ed86fd3ca req-60870a81-8f37-4395-b241-6c8cd6de6256 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491315 Feb 10 04:11:10.800525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-c192f8c0-0dcf-4545-96d1-2f12dbe01646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:10.806196 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-c192f8c0-0dcf-4545-96d1-2f12dbe01646 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.1828527 Feb 10 04:11:10.832862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 90b75a24-bb18-42bf-a139-918d71a0d689 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:10.863486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 90b75a24-bb18-42bf-a139-918d71a0d689 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:10.863832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 90b75a24-bb18-42bf-a139-918d71a0d689 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:10.869027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:10.903856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-c8247867-1248-44fb-820e-92fc2e7df2d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 HTTP/1.1" status: 200 len: 217 time: 0.0896411 Feb 10 04:11:10.956542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] For port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:10.957563 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.027082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-b0eea4b7-6431-4660-b60b-3f8c10d0c93e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1863222 Feb 10 04:11:11.034829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:11.035490 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.044038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-511b078c-4895-4d28-af80-2d3bb93ec83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.045545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-511b078c-4895-4d28-af80-2d3bb93ec83a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1336825 Feb 10 04:11:11.062541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:11.065754 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5125175b-6325-4667-8f15-cb7375d5317f" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:11.079544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:11.092376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': '90b75a24-bb18-42bf-a139-918d71a0d689'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:11.094535 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c94ed0-d751-4397-adf0-87fd10a40d46" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "90b75a24-bb18-42bf-a139-918d71a0d689"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:11.118874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710478b-7ad7-4e0c-8e37-345dcd7bec57 req-598c5bdc-ef6e-4dc8-88ed-94760af8d6d8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.120768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6710478b-7ad7-4e0c-8e37-345dcd7bec57 req-598c5bdc-ef6e-4dc8-88ed-94760af8d6d8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1601624 Feb 10 04:11:11.174114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.175122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6f0a6392-77a1-404f-b27c-16b7357d6a58 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:11.180540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-891265f8-513d-44ad-950b-b6dad7bca639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.182338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-891265f8-513d-44ad-950b-b6dad7bca639 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1257942 Feb 10 04:11:11.220125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6710478b-7ad7-4e0c-8e37-345dcd7bec57 req-378eb3c2-a18d-4d54-8ffa-d5bb345bb454 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900285 Feb 10 04:11:11.374176 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f046c-ff3f-4a39-8bc7-29ab0d9684a3 x-openstack-request-id: req-c74f046c-ff3f-4a39-8bc7-29ab0d9684a3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:11.374902 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:11.375669 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c74f046c-ff3f-4a39-8bc7-29ab0d9684a3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:11.376241 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c', 'code': 200} Feb 10 04:11:11.376972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:11.447298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-f1e1ed2e-3062-4f2f-b03e-baf86354e8a1 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527981 Feb 10 04:11:11.518916 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff0c367-117a-4521-8bfe-600c0bf9b5e0 x-openstack-request-id: req-0ff0c367-117a-4521-8bfe-600c0bf9b5e0 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:11.519401 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "90b75a24-bb18-42bf-a139-918d71a0d689", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:11.521687 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ff0c367-117a-4521-8bfe-600c0bf9b5e0 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:11.522101 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': '90b75a24-bb18-42bf-a139-918d71a0d689', 'status': 'completed', 'code': 200} Feb 10 04:11:11.560071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.560779 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (eb18ca9e-2168-4f83-8f71-fba34f720b52), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.561705 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Floating IP eb18ca9e-2168-4f83-8f71-fba34f720b52 disassociated. External IP: 172.25.8.154, port: 15d3bf2a-d880-4aa7-beae-afb1adaf3aac. Feb 10 04:11:11.563350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for 15d3bf2a-d880-4aa7-beae-afb1adaf3aac owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:11.565475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29c26caf-6906-4c6e-b875-03e6e33b918e req-2e6cf084-812a-482f-906e-13dc0e3a7ee2 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106646 Feb 10 04:11:11.691837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f169-401a-4571-89a9-c769066588f5 req-e5fdf46d-a0a3-4e9b-9350-d31967b4693b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.699632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51a0f169-401a-4571-89a9-c769066588f5 req-e5fdf46d-a0a3-4e9b-9350-d31967b4693b tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1332471 Feb 10 04:11:11.748327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6f0a6392-77a1-404f-b27c-16b7357d6a58 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:11.748713 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.772591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51a0f169-401a-4571-89a9-c769066588f5 req-cf3215b0-10d3-42db-b056-7d318f362318 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719750 Feb 10 04:11:11.785405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6f0a6392-77a1-404f-b27c-16b7357d6a58, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:11.823562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c7c3e22-4830-4776-91ca-e6b555f6abb4 req-bb7e3de5-13be-4da9-a8ca-f2412b09298a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 210 time: 0.2677391 Feb 10 04:11:11.929784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573603-577d-4064-996e-f2c2d8c1a971 req-d084b88f-d8cd-4ffa-9fe6-9020701feb2e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.932150 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.936479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e99ead58-76e7-4f01-a08b-fd7cd271d232 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:11.936607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (15d3bf2a-d880-4aa7-beae-afb1adaf3aac), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:11.936710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573603-577d-4064-996e-f2c2d8c1a971 req-d084b88f-d8cd-4ffa-9fe6-9020701feb2e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.941985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573603-577d-4064-996e-f2c2d8c1a971 req-d084b88f-d8cd-4ffa-9fe6-9020701feb2e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.947593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573603-577d-4064-996e-f2c2d8c1a971 req-d084b88f-d8cd-4ffa-9fe6-9020701feb2e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:11.949555 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29573603-577d-4064-996e-f2c2d8c1a971 req-d084b88f-d8cd-4ffa-9fe6-9020701feb2e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 3149 time: 0.0859532 Feb 10 04:11:11.992839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=15d3bf2a-d880-4aa7-beae-afb1adaf3aac,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:12.018375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29573603-577d-4064-996e-f2c2d8c1a971 req-a4900737-615a-4011-8323-c26cebd862a5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627131 Feb 10 04:11:12.044081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6f0a6392-77a1-404f-b27c-16b7357d6a58,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:12.126558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e99ead58-76e7-4f01-a08b-fd7cd271d232 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:12.127074 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:12.170475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e99ead58-76e7-4f01-a08b-fd7cd271d232, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:12.268368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.274141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.276573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-1bf1da38-4b6e-4fe7-88c6-455989a116e0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.278141 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-1bf1da38-4b6e-4fe7-88c6-455989a116e0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.3607259 Feb 10 04:11:12.280243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.286599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.292302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.294135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:12.295055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6bf98663-7602-4d52-beb9-1f0a41243163 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:12.302896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.306496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.308465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-c02b1086-e3b3-4429-ae46-fc4238235909 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.1318521 Feb 10 04:11:12.333313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-6326fea3-9a5f-48aa-87e1-027fdd96b0a7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0465307 Feb 10 04:11:12.351185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 6bf98663-7602-4d52-beb9-1f0a41243163 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:12.351532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6bf98663-7602-4d52-beb9-1f0a41243163 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:12.352103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 15d3bf2a-d880-4aa7-beae-afb1adaf3aac no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:12.436315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d31ed76-08a8-41af-9d8f-94b5bf4ae951 req-5b9d92ff-9603-421f-a66c-db1fcfa2eb3a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199329 Feb 10 04:11:12.466795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Router b1fca028-d241-4fad-9c19-67f1e8d185a5 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:11:12.486623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 15d3bf2a-d880-4aa7-beae-afb1adaf3aac {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:12.487108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 15d3bf2a-d880-4aa7-beae-afb1adaf3aac not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:12.487682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:12.497676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-d54edd32-3b7e-40e6-a85f-a2f069e13465 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1258883 Feb 10 04:11:12.531405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e99ead58-76e7-4f01-a08b-fd7cd271d232,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:12.590325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe host ! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:11:12.591052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:12.591646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 77353ded-1de2-46fd-9994-8691a45d912c no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:12.654638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f721aa5-8e0c-458a-a817-eb9a3d1bf1ee req-643c98af-58bf-44da-9127-fcc5c20360e8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.660551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port 77353ded-1de2-46fd-9994-8691a45d912c host ! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:11:12.660963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 77353ded-1de2-46fd-9994-8691a45d912c not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:12.672986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f721aa5-8e0c-458a-a817-eb9a3d1bf1ee req-643c98af-58bf-44da-9127-fcc5c20360e8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1157124 Feb 10 04:11:12.756041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f721aa5-8e0c-458a-a817-eb9a3d1bf1ee req-c25817ef-cd88-4322-9ff5-5fd02a23166b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792532 Feb 10 04:11:12.770595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-2e4bbb0e-7ae0-4b87-ada4-8348402bba37 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270763 Feb 10 04:11:12.771661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:11:12.787194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] Sync routers for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:11:12.799932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:11:12.800579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:11:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:12.846613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] No DVR routers for this DVR port 15d3bf2a-d880-4aa7-beae-afb1adaf3aac on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:12.854234 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:12.857982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-33ea4b7c-e9d8-4bf9-a39d-50f1fb6e8713 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "DELETE /v2.0/ports/15d3bf2a-d880-4aa7-beae-afb1adaf3aac HTTP/1.1" status: 204 len: 173 time: 2.4595897 Feb 10 04:11:12.939048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2989-64b2-4fdb-8d71-8953a48b5879 req-3ca0a6be-84c5-408a-bbfe-366eede15832 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:12.951437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e58b2989-64b2-4fdb-8d71-8953a48b5879 req-3ca0a6be-84c5-408a-bbfe-366eede15832 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1047993 Feb 10 04:11:13.029771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-c1d4969e-bd1c-46e7-9662-71611bf88013 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955402 Feb 10 04:11:13.055080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:11:13.083168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port 6f0a6392-77a1-404f-b27c-16b7357d6a58 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:13.086760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:13.113797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e58b2989-64b2-4fdb-8d71-8953a48b5879 req-0dcceaef-f6d1-4014-845c-243e78a6acb2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528850 Feb 10 04:11:13.241919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] For port 6f0a6392-77a1-404f-b27c-16b7357d6a58, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6f0a6392-77a1-404f-b27c-16b7357d6a58,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:13.242236 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:13.271068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for 6f0a6392-77a1-404f-b27c-16b7357d6a58 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:13.278624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1d9c73f2-972c-45e2-b55c-288152ad9d1c req-c1be1ee8-1a36-4323-90c6-cf3912198138 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 210 time: 0.0472050 Feb 10 04:11:13.386644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58'}, {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:13.390260 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfb8457-dc40-4304-9256-ee70c921b1a8" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-unplugged", "status": "completed", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58"}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-unplugged", "status": "completed", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:13.492887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c69eb40a-ade2-491a-b838-f480ef6cce01 req-44aa368e-dcdc-44e0-b736-57050b4f77da tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 210 time: 0.0457635 Feb 10 04:11:13.573021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60278306-83af-460e-a53d-7d247c5ec87a req-cca5ed95-8b5c-4f6c-9d5d-0518f27abc62 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:13.592602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60278306-83af-460e-a53d-7d247c5ec87a req-cca5ed95-8b5c-4f6c-9d5d-0518f27abc62 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:13.599403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60278306-83af-460e-a53d-7d247c5ec87a req-cca5ed95-8b5c-4f6c-9d5d-0518f27abc62 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:13.608701 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbad30a-2f2b-4416-b22e-fa6e7c62b260 x-openstack-request-id: req-9dbad30a-2f2b-4416-b22e-fa6e7c62b260 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:13.609043 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-unplugged", "status": "completed", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58", "code": 200}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-unplugged", "status": "completed", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:13.609253 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dbad30a-2f2b-4416-b22e-fa6e7c62b260 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:13.615357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60278306-83af-460e-a53d-7d247c5ec87a req-cca5ed95-8b5c-4f6c-9d5d-0518f27abc62 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 2410 time: 0.1913698 Feb 10 04:11:13.622110 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58', 'code': 200} Feb 10 04:11:13.622110 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232', 'code': 200} Feb 10 04:11:13.736093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60278306-83af-460e-a53d-7d247c5ec87a req-abd12e07-c6ae-4f2c-a029-053ef5a4f6c2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197350 Feb 10 04:11:13.751046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:13.804554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] Checking router: b1fca028-d241-4fad-9c19-67f1e8d185a5 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:11:13.819642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:11:13.820836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:11:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:13.951563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74139ad5-5a2b-46d3-86c4-7f8029620dca req-78e7437c-f2c4-4d47-96db-c01b2edc8635 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:13.970269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74139ad5-5a2b-46d3-86c4-7f8029620dca req-78e7437c-f2c4-4d47-96db-c01b2edc8635 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1132512 Feb 10 04:11:14.013577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:11:14.065567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74139ad5-5a2b-46d3-86c4-7f8029620dca req-301e2db2-e3b7-41c8-87a7-359631a14812 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940156 Feb 10 04:11:14.133426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:14.136511 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743ad2d6-add2-4269-95ef-f3af8e59d7d9" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:14.185354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35448) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:14.335166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35456) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:14.340584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.358530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.364999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.374530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.374712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:14.382658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.388734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.394775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.400075 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71535c54-6350-4976-a913-c11f0c9cf2f9 req-4f567460-2c2c-455e-8952-3a7dbf8ac54c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:14.401938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71535c54-6350-4976-a913-c11f0c9cf2f9 req-4f567460-2c2c-455e-8952-3a7dbf8ac54c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1491606 Feb 10 04:11:14.408387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-d47ed8de-7ad1-4da0-b9c7-799370b8cf82 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.2548134 Feb 10 04:11:14.434374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6f0a6392-77a1-404f-b27c-16b7357d6a58), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:14.459170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912612e-a781-44dc-8fc8-00a0a6d0efbe None None] The sync data for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 is: [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b', 'name': '', 'network_id': 'dd571703-bb59-453e-9190-8d8e94cb434e', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'mac_address': 'fa:16:3e:e1:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:40Z', 'updated_at': '2022-02-10T04:02:57Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'subnets': [{'id': '1ab80b5c-9000-4c21-a5b4-a53a9141c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:11:14.501152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-0425c4e8-2c5f-458c-be3d-0f0f483aaf27 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbbf071b1ca9427a80385d55b9e04030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892377 Feb 10 04:11:14.504153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=6f0a6392-77a1-404f-b27c-16b7357d6a58,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:14.522301 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71535c54-6350-4976-a913-c11f0c9cf2f9 req-ca2602a7-dac5-40a3-bcd7-cb446c50530d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148002 Feb 10 04:11:14.627697 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8481-bd95-4ba4-a0f7-f7856ef12b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:14.637574 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca845f4-1207-4adc-978e-6f49decf274d x-openstack-request-id: req-2ca845f4-1207-4adc-978e-6f49decf274d {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:14.645388 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "15d3bf2a-d880-4aa7-beae-afb1adaf3aac", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:14.649487 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ca845f4-1207-4adc-978e-6f49decf274d {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:14.650607 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': '15d3bf2a-d880-4aa7-beae-afb1adaf3aac', 'status': 'completed', 'code': 200} Feb 10 04:11:14.738181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] No DVR routers for this DVR port 6f0a6392-77a1-404f-b27c-16b7357d6a58 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:14.752648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1224751879'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:14.783737 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8481-bd95-4ba4-a0f7-f7856ef12b88 admin admin] Publish callbacks [] for security_group (70a8dc35-d9c7-48c2-b765-800c8e224809), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:14.784586 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:14.789330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-256a28cc-c773-45fa-ae37-45eb835709d6 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "DELETE /v2.0/ports/6f0a6392-77a1-404f-b27c-16b7357d6a58 HTTP/1.1" status: 204 len: 173 time: 1.9245536 Feb 10 04:11:14.805223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66ea1bc1-1cf0-47a0-ae1e-39243a55f3f1 req-7d1fbe64-f807-4cb9-99be-16fb90825b5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3955142 Feb 10 04:11:14.806681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f95ad5b8-075a-45c4-847b-8d63e881cb4f req-bf8cd492-f22e-44a0-bc27-528ed259d4c0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 210 time: 0.0483902 Feb 10 04:11:14.874272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a8c8481-bd95-4ba4-a0f7-f7856ef12b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (70a8dc35-d9c7-48c2-b765-800c8e224809), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:14.966587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c8481-bd95-4ba4-a0f7-f7856ef12b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8dc35-d9c7-48c2-b765-800c8e224809,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:14.981111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Made reservation on behalf of 9a2241be9603447f9c12ff2ac47831ce for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:14.985343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.004971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-5957ae2a-3b07-40bc-b356-3436bd32f32d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.006587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-5957ae2a-3b07-40bc-b356-3436bd32f32d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4994352 Feb 10 04:11:15.030154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Request body: {'port': {'device_id': '01571043-1070-41f4-9401-bd84b44942b2', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'cbbf071b1ca9427a80385d55b9e04030'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:15.043199 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.062323 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3de34-7e33-4856-b2c5-2181a7aa55d7 None None] New status for floating IP eb18ca9e-2168-4f83-8f71-fba34f720b52: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:11:15.103476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c137a9a-ffd9-42ca-9a5c-aea4d02c715c req-0ce21f75-e2f5-4bd2-8bf2-1aa05581568f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 210 time: 0.1584327 Feb 10 04:11:15.113472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7a8c8481-bd95-4ba4-a0f7-f7856ef12b88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0e64df0865e4d6ea7ee342e877b220f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9260395 Feb 10 04:11:15.118444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35468) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:15.156241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:15.156844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.309531 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d631b8de-5e1f-45cf-a214-3e2ff26878a9 admin admin] Publish callbacks [] for security_group (70a8dc35-d9c7-48c2-b765-800c8e224809), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.333289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d631b8de-5e1f-45cf-a214-3e2ff26878a9 admin admin] Publish callbacks [] for security_group (70a8dc35-d9c7-48c2-b765-800c8e224809), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.376339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks [] for security_group (ec310354-c1cb-4749-9ec0-b353e82bded1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.390427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] For port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:15.390986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.412674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:15.439105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e4e6-bdb5-44f7-8266-00821315381e req-a25ced83-a062-4498-bc52-ee52fe9b75c6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.441150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e259778-f251-4940-a94f-b14016c0e224 req-3b9c7be3-9b99-49c5-8d8a-380ffa3f92b5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.446764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e259778-f251-4940-a94f-b14016c0e224 req-3b9c7be3-9b99-49c5-8d8a-380ffa3f92b5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.448409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e259778-f251-4940-a94f-b14016c0e224 req-3b9c7be3-9b99-49c5-8d8a-380ffa3f92b5 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 1677 time: 0.2376487 Feb 10 04:11:15.449012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bc3e4e6-bdb5-44f7-8266-00821315381e req-a25ced83-a062-4498-bc52-ee52fe9b75c6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1627190 Feb 10 04:11:15.481780 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ec310354-c1cb-4749-9ec0-b353e82bded1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.489751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Made reservation on behalf of cbbf071b1ca9427a80385d55b9e04030 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:15.493541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.509319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-3881e302-9526-4d8a-857c-eb98a1132af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.511166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-3881e302-9526-4d8a-857c-eb98a1132af0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1127 time: 0.1320274 Feb 10 04:11:15.568464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec310354-c1cb-4749-9ec0-b353e82bded1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:15.580232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d631b8de-5e1f-45cf-a214-3e2ff26878a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (70a8dc35-d9c7-48c2-b765-800c8e224809), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.582780 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d631b8de-5e1f-45cf-a214-3e2ff26878a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.601081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d631b8de-5e1f-45cf-a214-3e2ff26878a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70a8dc35-d9c7-48c2-b765-800c8e224809 HTTP/1.1" status: 204 len: 168 time: 0.4668257 Feb 10 04:11:15.601081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:11:15.614260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e259778-f251-4940-a94f-b14016c0e224 req-3ff69cda-c4a4-4c09-a22b-b36946798c92 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups?id=d53db452-152d-4a46-ba27-bdedcd702e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536009 Feb 10 04:11:15.636879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631b8de-5e1f-45cf-a214-3e2ff26878a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a8dc35-d9c7-48c2-b765-800c8e224809,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:15.647791 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ca555993-9224-4623-bfb6-6fbf75f97f29), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.648280 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Added segment ca555993-9224-4623-bfb6-6fbf75f97f29 of type vlan for network f90ef778-5a4d-4bf3-a614-ef3a033bb77d Feb 10 04:11:15.689716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bc3e4e6-bdb5-44f7-8266-00821315381e req-033983ed-8384-42f6-a8e3-6a5d5a49c44a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248108 Feb 10 04:11:15.786207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f90ef778-5a4d-4bf3-a614-ef3a033bb77d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.808553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Allocated IP 192.168.233.79 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/06297fe8-eec0-4776-b9de-c7bdc5065b79) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:11:15.815010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-927831cb-3e8e-4312-a7c1-5d35ae2d450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.816908 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-927831cb-3e8e-4312-a7c1-5d35ae2d450f service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.2892818 Feb 10 04:11:15.914546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.928110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c863e0-67e5-4d25-8263-6d37f9c86ddb req-567c0651-dd81-4441-a83d-bd3e148f57cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.931212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14c863e0-67e5-4d25-8263-6d37f9c86ddb req-567c0651-dd81-4441-a83d-bd3e148f57cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1923928 Feb 10 04:11:15.943899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f90ef778-5a4d-4bf3-a614-ef3a033bb77d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.949577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:15.950938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:15.955443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:15.969284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-23aa231c-1afa-4b84-9300-d812c0d59fd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.1435573 Feb 10 04:11:16.039740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e1199ed4-7fa5-4c21-9ca7-f46e55b03d9e req-fb31bd7e-fb9b-4870-a2e6-5dc1fff0c149 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 210 time: 0.1095488 Feb 10 04:11:16.139510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] No DVR routers for this DVR port c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:16.143231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8063517 Feb 10 04:11:16.145372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9a3c0-2866-44ba-8da9-2750c07b612b tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Pushing event updated for resources: {'Network': ['ID=f90ef778-5a4d-4bf3-a614-ef3a033bb77d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:16.148506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:16.151001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-c197e5e1-f8a0-4d1f-a0be-b3d99b04ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.154838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-c197e5e1-f8a0-4d1f-a0be-b3d99b04ba61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1668298 Feb 10 04:11:16.162057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f90ef778-5a4d-4bf3-a614-ef3a033bb77d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:11:16.162618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.164782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-3c8b562a-0825-4e88-b568-e500ae847884 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "DELETE /v2.0/ports/c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c HTTP/1.1" status: 204 len: 173 time: 1.3397844 Feb 10 04:11:16.166587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14c863e0-67e5-4d25-8263-6d37f9c86ddb req-75652d75-8cd9-445d-9562-0ce907c0e24d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266150 Feb 10 04:11:16.259583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-f165c064-1d00-4944-9559-5b1386226162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.261269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-f165c064-1d00-4944-9559-5b1386226162 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984182 Feb 10 04:11:16.307375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks [] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.365996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dab30b79-6383-4cec-97fe-606edc089927 req-39fe4aae-d0d4-47f6-b381-a215537b8fec tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 210 time: 0.0804541 Feb 10 04:11:16.407949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.413408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.419422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.425574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.445954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.452476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.459191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.461657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-7fa88936-c81a-4406-a328-63c9a96b6f4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.3186815 Feb 10 04:11:16.468903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'network': {'name': 'tempest-network--777125109', 'router:external': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:16.531147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-1265d2b9-fbd5-43b6-adb7-53b2a83286cd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.532900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-1265d2b9-fbd5-43b6-adb7-53b2a83286cd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.3038619 Feb 10 04:11:16.537013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-539bb07f-d757-4b8a-89af-ba1e25b63d52 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558355 Feb 10 04:11:16.545652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port e99ead58-76e7-4f01-a08b-fd7cd271d232 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:16.545897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Request body: {'port': {'device_id': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'admin_state_up': True, 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:16.546013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.598125 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.611552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78', '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:16.612466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-23118895-084a-4af6-91e6-c1f296b8bc3b req-d6f0f696-f5f9-4b78-8b97-9d8a39123a6d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242957 Feb 10 04:11:16.619865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Made reservation on behalf of 9aa78132b56242d1b39f5ed691003143 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:16.622644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.628389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35486) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:16.631048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63', '17f57993-a699-4d3b-ab6a-83743c22637c', '829bc6bb-01cc-4619-8938-9e119eb205cf'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:16.702539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58'}, {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:16.707850 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc34e88-7ed9-49c6-bad7-03453821f3b9" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58"}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:16.768015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:11:16.785719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:16.787733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event updated for resources: {'Port': ['ID=06297fe8-eec0-4776-b9de-c7bdc5065b79,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:16.791150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:11:16.858181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] For port e99ead58-76e7-4f01-a08b-fd7cd271d232, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e99ead58-76e7-4f01-a08b-fd7cd271d232,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:16.858557 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.883535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for e99ead58-76e7-4f01-a08b-fd7cd271d232 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:16.899732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.900417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.927856 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:16.971894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d52882-a04b-43e3-b82f-512ed73beb69 req-76c74cbe-ff82-409c-b3ad-bfa1e0cbe65f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:16.979168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22d52882-a04b-43e3-b82f-512ed73beb69 req-76c74cbe-ff82-409c-b3ad-bfa1e0cbe65f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.2074826 Feb 10 04:11:17.034253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-286f0d00-9c50-4ed4-9532-960565303fcc tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0118918 Feb 10 04:11:17.117716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.141791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22d52882-a04b-43e3-b82f-512ed73beb69 req-de7114e1-3c52-462c-917c-434439641058 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607709 Feb 10 04:11:17.149346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Request body: {'port': {'device_id': '01571043-1070-41f4-9401-bd84b44942b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:17.225409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d9a4dc62-78aa-4948-ada0-88961784ac41 None None] Provisioning complete for port 06297fe8-eec0-4776-b9de-c7bdc5065b79 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:17.229604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc62-78aa-4948-ada0-88961784ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.244464 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9528b3-53f9-437f-b6f7-c57d962baaee x-openstack-request-id: req-5b9528b3-53f9-437f-b6f7-c57d962baaee {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:17.245400 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "6f0a6392-77a1-404f-b27c-16b7357d6a58", "status": "completed", "code": 200}, {"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:17.245611 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b9528b3-53f9-437f-b6f7-c57d962baaee {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:17.246012 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': '6f0a6392-77a1-404f-b27c-16b7357d6a58', 'status': 'completed', 'code': 200} Feb 10 04:11:17.246345 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': 'c7f386cd-8bbb-4ed2-bac2-3b0dc87a1e5c', 'status': 'completed', 'code': 200} Feb 10 04:11:17.250498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e99ead58-76e7-4f01-a08b-fd7cd271d232), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.290601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for security_group (238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.301173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4dc62-78aa-4948-ada0-88961784ac41 None None] Port 06297fe8-eec0-4776-b9de-c7bdc5065b79 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:11:17.333812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-47785c55-eab6-415c-a193-cfff4c10b8b2 req-d169ee88-5cf6-4c27-9649-0795ffcc71a3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.1360092 Feb 10 04:11:17.336115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9575e4b-1238-4eaf-8657-d12cac313ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.349748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe30ac7-fe59-439e-8c72-8d3ca0681197 req-3313b726-6212-47f8-9ba6-fda7eb959b9b service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985673 Feb 10 04:11:17.364546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.393186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=e99ead58-76e7-4f01-a08b-fd7cd271d232,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:17.423328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.457907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] No DVR routers for this DVR port e99ead58-76e7-4f01-a08b-fd7cd271d232 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:17.463337 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.466614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3f4f69d-bde9-4081-87a5-5a93b95baf5c req-a9baa8bf-8f30-4f00-9333-26c4f1f79db3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.24 "DELETE /v2.0/ports/e99ead58-76e7-4f01-a08b-fd7cd271d232 HTTP/1.1" status: 204 len: 173 time: 1.2797072 Feb 10 04:11:17.494016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:11:17.513021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:17.529564 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (44364b3f-473f-4745-8cd8-fc958193dd14), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.529913 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Added segment 44364b3f-473f-4745-8cd8-fc958193dd14 of type vlan for network 825f5138-b8dc-4571-bf6d-b8f18389ff10 Feb 10 04:11:17.538470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f926-a7a4-42a1-bd04-609fd7a01a80 req-65fc5f8c-406e-40fc-beb5-4878a12fcb9a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:17.540032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2957f926-a7a4-42a1-bd04-609fd7a01a80 req-65fc5f8c-406e-40fc-beb5-4878a12fcb9a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 935 time: 0.2690201 Feb 10 04:11:17.610465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab54a0-e9ea-46d0-bdc6-6061d5c94936 req-69e80da2-39ed-4a41-be4a-13bfa0733ffb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:17.612093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbab54a0-e9ea-46d0-bdc6-6061d5c94936 req-69e80da2-39ed-4a41-be4a-13bfa0733ffb tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1550248 Feb 10 04:11:17.617142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (825f5138-b8dc-4571-bf6d-b8f18389ff10), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.619397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:17.622816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.649677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9575e4b-1238-4eaf-8657-d12cac313ac1 admin admin] Publish callbacks [] for security_group (c55557f6-f454-4c98-9107-0d5c2f81eb3d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.653620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2957f926-a7a4-42a1-bd04-609fd7a01a80 req-6369005c-ccdf-4053-b3b9-0e73bfd82921 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068497 Feb 10 04:11:17.782501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-253e8387-f821-411b-b141-4aa931973376 req-7b4a2c77-3ee3-411d-9a9b-d1c0d22620d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 210 time: 0.0362229 Feb 10 04:11:17.790172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbab54a0-e9ea-46d0-bdc6-6061d5c94936 req-b6f08c4e-d5ba-4c8e-8221-5dc35ae41e77 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459715 Feb 10 04:11:17.790419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c9575e4b-1238-4eaf-8657-d12cac313ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c55557f6-f454-4c98-9107-0d5c2f81eb3d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.837342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06297fe8-eec0-4776-b9de-c7bdc5065b79 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:17.841741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (825f5138-b8dc-4571-bf6d-b8f18389ff10), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.842742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:17.843339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.851706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Publish callbacks [] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.868117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Transition to ACTIVE for port object 06297fe8-eec0-4776-b9de-c7bdc5065b79 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:11:17.942567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:17.961166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c9575e4b-1238-4eaf-8657-d12cac313ac1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd68ef8a6aed4fb4b7c1c82cb24e4be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8494353 Feb 10 04:11:17.972492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35502) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:17.998368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9575e4b-1238-4eaf-8657-d12cac313ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55557f6-f454-4c98-9107-0d5c2f81eb3d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:18.008966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Network': ['ID=825f5138-b8dc-4571-bf6d-b8f18389ff10,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:18.036600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=06297fe8-eec0-4776-b9de-c7bdc5065b79,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:18.041280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 825f5138-b8dc-4571-bf6d-b8f18389ff10 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:11:18.070045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Allocated IP 172.20.0.12 (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4/6e808e13-05a1-4361-86b6-493213f23872/56606979-94b5-4a65-ac16-251522cc3f30) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:11:18.084953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e3dc08a8-b34d-4a2d-bf71-1af348f8eeb3 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9291513 Feb 10 04:11:18.099469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35504) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:18.134046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Attempting to bind port 06297fe8-eec0-4776-b9de-c7bdc5065b79 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:11:18.134519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Attempting to bind port 06297fe8-eec0-4776-b9de-c7bdc5065b79 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:11:18.134933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Attempting to bind port 06297fe8-eec0-4776-b9de-c7bdc5065b79 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:18.157417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.163076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.168607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.174352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.179737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.186087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.191721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.198223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Port 06297fe8-eec0-4776-b9de-c7bdc5065b79 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:11:18.198808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Attempting to bind port 06297fe8-eec0-4776-b9de-c7bdc5065b79 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:18.199336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-345fc693-6f5c-4958-8697-7e78472559b1 req-d07e39bd-ba25-4c54-b93b-fa0a78b05f17 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 0.3036959 Feb 10 04:11:18.204446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a07d-66bb-4bb7-bb42-89ea14d9347e admin admin] Publish callbacks [] for security_group (c55557f6-f454-4c98-9107-0d5c2f81eb3d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.227296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:11:18.228016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:18.228633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:11:18.229353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Bound port: 06297fe8-eec0-4776-b9de-c7bdc5065b79, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:11:18.230052 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.250656 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-9786d923-8eca-4624-9308-b60fd59374a2 service neutron] show failed (client error): The resource could not be found. Feb 10 04:11:18.252154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-9786d923-8eca-4624-9308-b60fd59374a2 service neutron] 10.222.0.43 "GET /v2.0/ports/d337e74c-8cd7-4a44-9bd8-fa3e477c7866/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.2566798 Feb 10 04:11:18.260043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a07d-66bb-4bb7-bb42-89ea14d9347e admin admin] Publish callbacks [] for security_group (c55557f6-f454-4c98-9107-0d5c2f81eb3d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.319891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.387125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-345fc693-6f5c-4958-8697-7e78472559b1 req-48023a30-4b23-447c-89d3-1824415908c4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1846857 Feb 10 04:11:18.388576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] For port 06297fe8-eec0-4776-b9de-c7bdc5065b79, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:18.394389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] For port 06297fe8-eec0-4776-b9de-c7bdc5065b79, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=06297fe8-eec0-4776-b9de-c7bdc5065b79,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:11:18.407751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56e13-38c7-48ba-ba3f-034bc7c28861 req-6629d2f8-9eaa-4c79-9cb9-b2049d543a03 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.409266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80b56e13-38c7-48ba-ba3f-034bc7c28861 req-6629d2f8-9eaa-4c79-9cb9-b2049d543a03 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1061230 Feb 10 04:11:18.418302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (825f5138-b8dc-4571-bf6d-b8f18389ff10), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.461284 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.527206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.528380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.530356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] 10.222.0.24 "PUT /v2.0/ports/06297fe8-eec0-4776-b9de-c7bdc5065b79 HTTP/1.1" status: 200 len: 1095 time: 1.3875246 Feb 10 04:11:18.532508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a07d-66bb-4bb7-bb42-89ea14d9347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c55557f6-f454-4c98-9107-0d5c2f81eb3d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.541585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a07d-66bb-4bb7-bb42-89ea14d9347e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.542834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1cd7a07d-66bb-4bb7-bb42-89ea14d9347e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c55557f6-f454-4c98-9107-0d5c2f81eb3d HTTP/1.1" status: 204 len: 168 time: 0.5693500 Feb 10 04:11:18.552843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25438ad0-6c2d-47bc-94c6-c2cf4434b193 req-2cb1b97c-c560-407d-91d7-9fb4fd40272c tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0771124 Feb 10 04:11:18.569848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80b56e13-38c7-48ba-ba3f-034bc7c28861 req-f1079e5e-16b2-4351-99f5-3cf26759f6af tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543629 Feb 10 04:11:18.598677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7a07d-66bb-4bb7-bb42-89ea14d9347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55557f6-f454-4c98-9107-0d5c2f81eb3d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:18.654632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062780a-55cb-4be0-99fb-7758b35f9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=06297fe8-eec0-4776-b9de-c7bdc5065b79,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:18.666678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (825f5138-b8dc-4571-bf6d-b8f18389ff10), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.688537 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks [] for port (56606979-94b5-4a65-ac16-251522cc3f30), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.719346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825f5138-b8dc-4571-bf6d-b8f18389ff10']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:18.727336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44364b3f-473f-4745-8cd8-fc958193dd14') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:18.727694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44364b3f-473f-4745-8cd8-fc958193dd14') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:18.741613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (44364b3f-473f-4745-8cd8-fc958193dd14), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.775463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-385e744c-28c5-4652-b952-cd9244470ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.784243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-385e744c-28c5-4652-b952-cd9244470ff7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 1129 time: 0.0800872 Feb 10 04:11:18.797449 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (44364b3f-473f-4745-8cd8-fc958193dd14), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.833960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:11:18.834376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (44364b3f-473f-4745-8cd8-fc958193dd14), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:11:18.837292 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:11:18.844773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-99693c01-f1a3-4e6f-9cbd-557095002fb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=06297fe8-eec0-4776-b9de-c7bdc5065b79 HTTP/1.1" status: 200 len: 217 time: 0.0538676 Feb 10 04:11:18.972327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-39ef7008-b84e-4ea6-8882-24ee4e24ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:18.973957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-39ef7008-b84e-4ea6-8882-24ee4e24ece3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1271465 Feb 10 04:11:18.974293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (56606979-94b5-4a65-ac16-251522cc3f30), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:18.988893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:19.043379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-c4b0a1e5-6892-4193-bb56-e33ae9d76519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:19.044895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-c4b0a1e5-6892-4193-bb56-e33ae9d76519 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3&tenant_id=3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 1132 time: 0.1591201 Feb 10 04:11:19.066568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312ea78-a0b0-4949-a1bb-c3a8ebe00042 req-0674ca9b-8edf-4e8e-a13d-d76a1e1c00ee tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:19.078266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:19.083591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c312ea78-a0b0-4949-a1bb-c3a8ebe00042 req-0674ca9b-8edf-4e8e-a13d-d76a1e1c00ee tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 947 time: 0.3012953 Feb 10 04:11:19.106154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:11:19.118341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:19.124722 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (825f5138-b8dc-4571-bf6d-b8f18389ff10), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.127150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:11:19.132668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event updated for resources: {'Port': ['ID=56606979-94b5-4a65-ac16-251522cc3f30,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:19.162673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde35efe-05bd-47b7-ab21-09ab0d3fa4fc req-535f4dab-bb4c-45ec-a037-7d753e8029eb tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:19.162673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dde35efe-05bd-47b7-ab21-09ab0d3fa4fc req-535f4dab-bb4c-45ec-a037-7d753e8029eb tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 932 time: 0.2297213 Feb 10 04:11:19.163113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 825f5138-b8dc-4571-bf6d-b8f18389ff10 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 04:11:19.235633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-b3b665aa-bec0-466d-8619-a03b842384c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:19.235633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-b3b665aa-bec0-466d-8619-a03b842384c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2553408 Feb 10 04:11:19.264082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:19.264082 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.266031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.272466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "DELETE /v2.0/networks/825f5138-b8dc-4571-bf6d-b8f18389ff10 HTTP/1.1" status: 204 len: 168 time: 1.1687973 Feb 10 04:11:19.273071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232'}, {'name': 'network-changed', 'server_uuid': '01571043-1070-41f4-9401-bd84b44942b2', 'tag': '06297fe8-eec0-4776-b9de-c7bdc5065b79'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:19.275376 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab47d79-f8f6-4986-a960-66f14fee7c5a" -d '{"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232"}, {"name": "network-changed", "server_uuid": "01571043-1070-41f4-9401-bd84b44942b2", "tag": "06297fe8-eec0-4776-b9de-c7bdc5065b79"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:19.294301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35526) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:19.303533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c312ea78-a0b0-4949-a1bb-c3a8ebe00042 req-7e964c5c-0ae1-4221-a71d-5debd53b3834 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193968 Feb 10 04:11:19.304236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:19.307517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922738-f937-473b-9d27-6f612a6c71ce tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event deleted for resources: {'Network': ['ID=825f5138-b8dc-4571-bf6d-b8f18389ff10,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:19.358955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dde35efe-05bd-47b7-ab21-09ab0d3fa4fc req-7dd0b0bb-a168-476c-a1ad-5e85c3c72419 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796339 Feb 10 04:11:19.362411 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.382746 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-4fad1c9d-17ea-49ba-82c9-3b2c5378ed7c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8409753 Feb 10 04:11:19.394572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Request body: {'port': {'device_id': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:19.531484 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366bacdd-c7b8-41b1-a242-056c0f81e282 x-openstack-request-id: req-366bacdd-c7b8-41b1-a242-056c0f81e282 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:19.539001 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc5b791-fc32-4b7f-af96-1a5679768fff", "name": "network-vif-deleted", "tag": "e99ead58-76e7-4f01-a08b-fd7cd271d232", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01571043-1070-41f4-9401-bd84b44942b2", "tag": "06297fe8-eec0-4776-b9de-c7bdc5065b79", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:19.539332 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-366bacdd-c7b8-41b1-a242-056c0f81e282 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:19.539814 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc5b791-fc32-4b7f-af96-1a5679768fff', 'name': 'network-vif-deleted', 'tag': 'e99ead58-76e7-4f01-a08b-fd7cd271d232', 'status': 'completed', 'code': 200} Feb 10 04:11:19.540081 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01571043-1070-41f4-9401-bd84b44942b2', 'tag': '06297fe8-eec0-4776-b9de-c7bdc5065b79', 'status': 'completed', 'code': 200} Feb 10 04:11:19.544396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Made reservation on behalf of 9aa78132b56242d1b39f5ed691003143 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:19.546593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.589157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:11:19.602353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4b713cab-07d9-4b78-9309-af648e97ee06), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.603285 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Added segment 4b713cab-07d9-4b78-9309-af648e97ee06 of type vlan for network 4d311786-697a-4d41-979e-bdba14f3f64a Feb 10 04:11:19.607782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (56606979-94b5-4a65-ac16-251522cc3f30), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.631013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3039-0b1a-4cef-a261-8a1c4449e1db req-7f589bda-6513-4196-825a-f21a10356052 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:19.632507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ecc3039-0b1a-4cef-a261-8a1c4449e1db req-7f589bda-6513-4196-825a-f21a10356052 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.2287414 Feb 10 04:11:19.736493 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4d311786-697a-4d41-979e-bdba14f3f64a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:19.802288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-2dcc6e57-cb30-4ee8-94df-3b3a12461582 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576956 Feb 10 04:11:19.835498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ecc3039-0b1a-4cef-a261-8a1c4449e1db req-84db4a9d-1d74-4ac2-b329-382ca3892265 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387610 Feb 10 04:11:19.844074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 523f047d-9c9b-41b6-b137-736f08deb920 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:19.974415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ed0fc65-b466-40e6-9272-16c04e95bced req-7d6a779b-12dd-466e-8050-eea1e8f1fd8d tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0305905 Feb 10 04:11:20.049781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 523f047d-9c9b-41b6-b137-736f08deb920, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=523f047d-9c9b-41b6-b137-736f08deb920,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:20.084700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '523f047d-9c9b-41b6-b137-736f08deb920', 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a', 'port_id': '523f047d-9c9b-41b6-b137-736f08deb920', 'mac_address': 'fa:16:3e:6e:5d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b1d1c8-87bd-4469-911f-e1aeff754bcb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:20.134573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 523f047d-9c9b-41b6-b137-736f08deb920 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:20.135248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (523f047d-9c9b-41b6-b137-736f08deb920), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.151236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523f047d-9c9b-41b6-b137-736f08deb920 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:20.175553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 523f047d-9c9b-41b6-b137-736f08deb920, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=523f047d-9c9b-41b6-b137-736f08deb920,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:20.207445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56606979-94b5-4a65-ac16-251522cc3f30 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:20.221817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Publish callbacks [] for port (56606979-94b5-4a65-ac16-251522cc3f30), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.245183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b19f6-5cb4-4ad4-9b16-a7a9c02a1ebc req-16272839-3555-4562-8cd6-a8fc09b3e271 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.246856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-974b19f6-5cb4-4ad4-9b16-a7a9c02a1ebc req-16272839-3555-4562-8cd6-a8fc09b3e271 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1275554 Feb 10 04:11:20.253721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Transition to ACTIVE for port object 56606979-94b5-4a65-ac16-251522cc3f30 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:11:20.263203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (523f047d-9c9b-41b6-b137-736f08deb920), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.263980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f5759c15-0eeb-4c96-9a66-c84f6d9729a9 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:20.344670 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (56606979-94b5-4a65-ac16-251522cc3f30), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.419172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=523f047d-9c9b-41b6-b137-736f08deb920,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:20.421213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Pushing event updated for resources: {'Port': ['ID=56606979-94b5-4a65-ac16-251522cc3f30,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:20.456745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-974b19f6-5cb4-4ad4-9b16-a7a9c02a1ebc req-84a84bad-239b-46c1-929c-c40c11c5022a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889057 Feb 10 04:11:20.562998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:20.579974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:20.606138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'port_id': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'mac_address': 'fa:16:3e:84:d6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:20.611077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:20.627147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Attempting to bind port 56606979-94b5-4a65-ac16-251522cc3f30 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:11:20.627547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Attempting to bind port 56606979-94b5-4a65-ac16-251522cc3f30 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:11:20.628040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Attempting to bind port 56606979-94b5-4a65-ac16-251522cc3f30 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:20.638809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Port 56606979-94b5-4a65-ac16-251522cc3f30 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:11:20.639323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Attempting to bind port 56606979-94b5-4a65-ac16-251522cc3f30 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:20.650066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c76dc2-4d67-40ae-b692-af985d766587 req-571c872c-ba2f-4e93-9d6e-af253a5cd0d7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.657293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80c76dc2-4d67-40ae-b692-af985d766587 req-571c872c-ba2f-4e93-9d6e-af253a5cd0d7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1036136 Feb 10 04:11:20.666567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:11:20.667115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:20.667797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Bound using segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:11:20.667943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Publish callbacks [] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.668239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Bound port: 56606979-94b5-4a65-ac16-251522cc3f30, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:11:20.668688 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (56606979-94b5-4a65-ac16-251522cc3f30), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.701281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:20.701955 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.702851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.708850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.714117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.719336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.722657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5759c15-0eeb-4c96-9a66-c84f6d9729a9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:20.724523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.729768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.735822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.743309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-326ebc08-c332-44a1-bc45-62b1c74a4a84 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5422 time: 1.1755807 Feb 10 04:11:20.747831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Transition to ACTIVE for port object d337e74c-8cd7-4a44-9bd8-fa3e477c7866 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:11:20.748632 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4d311786-697a-4d41-979e-bdba14f3f64a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.749595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.750449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:20.750789 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.755268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80c76dc2-4d67-40ae-b692-af985d766587 req-aff91f24-560a-4ac4-b646-3c62619acc08 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969670 Feb 10 04:11:20.805332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] For port 56606979-94b5-4a65-ac16-251522cc3f30, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:20.813769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] For port 56606979-94b5-4a65-ac16-251522cc3f30, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=56606979-94b5-4a65-ac16-251522cc3f30,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:11:20.852777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Network': ['ID=4d311786-697a-4d41-979e-bdba14f3f64a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:20.854800 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.871112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4d311786-697a-4d41-979e-bdba14f3f64a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:11:20.875368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eed51f2e-dddb-4514-9267-7473f09666a1 req-c77a3041-0c11-4762-acf6-3db5c4716f71 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0538225 Feb 10 04:11:20.904317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7609b99-3827-4a50-9549-f1d64ddeb579 req-de419fd4-ed24-46dd-903c-b3ce1d4b684e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:20.908306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7609b99-3827-4a50-9549-f1d64ddeb579 req-de419fd4-ed24-46dd-903c-b3ce1d4b684e tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 947 time: 0.0864518 Feb 10 04:11:20.926904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:20.928684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device de35da2b-d418-4887-ba09-6ba2aff6c0ae details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:20.950003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] No DVR routers for this DVR port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:20.988075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7609b99-3827-4a50-9549-f1d64ddeb579 req-a47b59a2-53f7-46be-bf17-3e6403406330 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708895 Feb 10 04:11:20.992815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (56606979-94b5-4a65-ac16-251522cc3f30), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.036625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb5add70-605d-4338-8167-0dd318fe6e21 req-f1f49b19-a015-4bae-bfce-d2250ab65ce5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2923067 Feb 10 04:11:21.061676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:21.093247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Pushing event updated for resources: {'Port': ['ID=56606979-94b5-4a65-ac16-251522cc3f30,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:21.106990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7dcd399f-de9a-4042-a49f-ff75055c77db tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8115063 Feb 10 04:11:21.107801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35596) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:21.117456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'subnet': {'network_id': '4d311786-697a-4d41-979e-bdba14f3f64a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:21.122391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:11:21.123006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:11:21.123494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:21.123935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.125230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.127080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-fff77595-b7f5-49b0-99b2-1e726e2174d9 service neutron] 10.222.0.24 "PUT /v2.0/ports/56606979-94b5-4a65-ac16-251522cc3f30 HTTP/1.1" status: 200 len: 1092 time: 1.7377217 Feb 10 04:11:21.127656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'tag': '56606979-94b5-4a65-ac16-251522cc3f30'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:21.130305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:11:21.130845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:21.131323 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d2dc9-e30c-43fd-a11f-010d20692d41" -d '{"events": [{"name": "network-changed", "server_uuid": "aa834a6b-e7ca-40e5-ab26-94a808087116", "tag": "56606979-94b5-4a65-ac16-251522cc3f30"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:21.139474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:11:21.140070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:21.141528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:11:21.142257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Bound port: d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:11:21.142836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.162160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-8b83c7c4-9073-4c91-b030-9f7dd7fdb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.164244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-8b83c7c4-9073-4c91-b030-9f7dd7fdb0d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 1129 time: 0.1266379 Feb 10 04:11:21.189928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:11:21.230799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:21.237655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:11:21.251741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:21.347701 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.396653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Made reservation on behalf of 9aa78132b56242d1b39f5ed691003143 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:21.399907 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.462190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:21.466396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-0e363ba3-ca3b-4c4b-a68e-4b0610929676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.468324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-0e363ba3-ca3b-4c4b-a68e-4b0610929676 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2272243 Feb 10 04:11:21.472517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.474350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.475956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-58d92a76-f971-4e40-97c0-295ad2374b4a service neutron] 10.222.0.24 "PUT /v2.0/ports/d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 1096 time: 2.4130645 Feb 10 04:11:21.559101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}, {'name': 'network-changed', 'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:21.563697 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458fa2e3-1400-4631-91ed-77a3ac95d4b3" -d '{"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}, {"name": "network-changed", "server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:21.569501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-2913b2bd-2142-4f6e-a831-568f8cf6b4ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=06297fe8-eec0-4776-b9de-c7bdc5065b79 HTTP/1.1" status: 200 len: 217 time: 0.0924122 Feb 10 04:11:21.608990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-58a262bc-1817-438b-801a-d548618666e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.611831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-58a262bc-1817-438b-801a-d548618666e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 1126 time: 0.3082545 Feb 10 04:11:21.633154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port de35da2b-d418-4887-ba09-6ba2aff6c0ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:21.649226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'de35da2b-d418-4887-ba09-6ba2aff6c0ae', 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'port_id': 'de35da2b-d418-4887-ba09-6ba2aff6c0ae', 'mac_address': 'fa:16:3e:e6:ce:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416bb39f-9d4d-4c07-843a-dbf25de4af7a', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:21.695392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4946a53-5b86-48fe-85c8-130b76518be2 req-ecd31e4d-a401-401a-97d8-e78f223c20d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.716129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-b34bcd6e-c3ef-4cb0-9df7-4d6b9f888ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.716327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4946a53-5b86-48fe-85c8-130b76518be2 req-ecd31e4d-a401-401a-97d8-e78f223c20d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 944 time: 0.4805396 Feb 10 04:11:21.716435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-b34bcd6e-c3ef-4cb0-9df7-4d6b9f888ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1130 time: 0.1422198 Feb 10 04:11:21.716560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port de35da2b-d418-4887-ba09-6ba2aff6c0ae is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:21.717002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.736161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de35da2b-d418-4887-ba09-6ba2aff6c0ae {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:21.749512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-cd44bc3e-bfc6-4c52-add3-a528ed7ce262 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56606979-94b5-4a65-ac16-251522cc3f30 HTTP/1.1" status: 200 len: 217 time: 0.1225178 Feb 10 04:11:21.771584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port de35da2b-d418-4887-ba09-6ba2aff6c0ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:21.778459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-0bb8309f-54d5-498a-84ad-5136c2c96cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.780103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-0bb8309f-54d5-498a-84ad-5136c2c96cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1731067 Feb 10 04:11:21.808013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-bc4325aa-a3ff-4a20-abf8-a23bb3e93f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.811216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-bc4325aa-a3ff-4a20-abf8-a23bb3e93f9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.0541155 Feb 10 04:11:21.870800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4946a53-5b86-48fe-85c8-130b76518be2 req-ba1ddfd1-7210-48dd-bd43-fffb925e9af7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636643 Feb 10 04:11:21.908037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c23d4-1829-44a0-865e-4fdfbaa6ec47 req-d6b645b7-ff67-48e8-a3aa-6b3de7f74763 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.914332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-a8c2c26e-c6dd-4296-a662-ea4e7780b7d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682535 Feb 10 04:11:21.917753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c33c23d4-1829-44a0-865e-4fdfbaa6ec47 req-d6b645b7-ff67-48e8-a3aa-6b3de7f74763 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1905258 Feb 10 04:11:21.932017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-251ec56a-51ae-4b5c-8056-a4f7f298abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.933608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-251ec56a-51ae-4b5c-8056-a4f7f298abb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2177460 Feb 10 04:11:21.955646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-70c668bf-25eb-4280-b842-0854e597b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:21.957324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-70c668bf-25eb-4280-b842-0854e597b88c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1679051 Feb 10 04:11:21.957879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:21.961303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ba853ff4-1583-4976-bd0b-4539839892ff details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:22.023541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-1e4d2f34-2225-42a9-8d23-2245ac75d15f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.0800924 Feb 10 04:11:22.035426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ba853ff4-1583-4976-bd0b-4539839892ff, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ba853ff4-1583-4976-bd0b-4539839892ff,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:22.053511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'ba853ff4-1583-4976-bd0b-4539839892ff', 'network_id': '59c8f485-d78b-4843-b69b-06ac4f229f0a', 'port_id': 'ba853ff4-1583-4976-bd0b-4539839892ff', 'mac_address': 'fa:16:3e:fa:65:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b1d1c8-87bd-4469-911f-e1aeff754bcb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:22.058672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c74732d5-06af-4f71-829e-dc301ba482b5 req-fc97a62e-611a-434e-9d93-c4ab2cbef65f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0397666 Feb 10 04:11:22.146044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-2e66cc32-061c-45f3-b47d-553ac6b7d5ff service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246444 Feb 10 04:11:22.221347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ba853ff4-1583-4976-bd0b-4539839892ff is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:22.221803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:22.233591 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede59a5f-5813-4acc-b0d6-12968bdad1a4 x-openstack-request-id: req-ede59a5f-5813-4acc-b0d6-12968bdad1a4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:22.235469 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa834a6b-e7ca-40e5-ab26-94a808087116", "tag": "56606979-94b5-4a65-ac16-251522cc3f30", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:22.242403 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ede59a5f-5813-4acc-b0d6-12968bdad1a4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:22.242403 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'tag': '56606979-94b5-4a65-ac16-251522cc3f30', 'status': 'completed', 'code': 200} Feb 10 04:11:22.243449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba853ff4-1583-4976-bd0b-4539839892ff {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:22.245296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c33c23d4-1829-44a0-865e-4fdfbaa6ec47 req-c9a75b70-53fa-4277-914e-3df38bb22f79 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260581 Feb 10 04:11:22.280165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ba853ff4-1583-4976-bd0b-4539839892ff, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ba853ff4-1583-4976-bd0b-4539839892ff,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:22.284030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=de35da2b-d418-4887-ba09-6ba2aff6c0ae,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:22.322912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-93b9b29d-74e3-41f1-8b0f-a02e2d5793b6 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125265 Feb 10 04:11:22.339837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-7da20f38-ab41-4ad6-b8ba-c94f12d84de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:22.341520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-7da20f38-ab41-4ad6-b8ba-c94f12d84de6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2961743 Feb 10 04:11:22.343041 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355dd8ae-eb70-476c-bd27-687b89c604da x-openstack-request-id: req-355dd8ae-eb70-476c-bd27-687b89c604da {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:22.343338 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "code": 200}, {"name": "network-changed", "server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:22.344118 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-355dd8ae-eb70-476c-bd27-687b89c604da {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:22.344901 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'code': 200} Feb 10 04:11:22.345441 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'status': 'completed', 'code': 200} Feb 10 04:11:22.361310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:22.361960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e26a2640-1e79-4e08-9567-8ec4fda4c0a6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:22.452126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ba853ff4-1583-4976-bd0b-4539839892ff,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:22.486463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e26a2640-1e79-4e08-9567-8ec4fda4c0a6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:22.525688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6', 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'port_id': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6', 'mac_address': 'fa:16:3e:a2:20:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416bb39f-9d4d-4c07-843a-dbf25de4af7a', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:22.580946 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c4b82ce-7769-43da-a6c8-0f8fb4468351 req-e97cb3c8-594d-49da-b7a1-ad6a64ce749f service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269087 Feb 10 04:11:22.600910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeae2c9-5f37-45cd-aad5-87fe489e2a24 req-bc1fce4f-5f7c-45d7-8e75-2261c24e3c32 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:22.613056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab47d79-f8f6-4986-a960-66f14fee7c5a req-c706b16d-bde0-4259-8ec6-0e1fd0b762f7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667501 Feb 10 04:11:22.621528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:22.622832 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:22.633841 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cdeae2c9-5f37-45cd-aad5-87fe489e2a24 req-bc1fce4f-5f7c-45d7-8e75-2261c24e3c32 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.2847152 Feb 10 04:11:22.647326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88f7b3-d162-48ed-929a-0323a2d18b9a req-6c39a38b-98de-4ddb-810d-3353d0416448 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:22.656176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26a2640-1e79-4e08-9567-8ec4fda4c0a6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:22.657053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f88f7b3-d162-48ed-929a-0323a2d18b9a req-6c39a38b-98de-4ddb-810d-3353d0416448 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 947 time: 0.2176540 Feb 10 04:11:22.671089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-373dbbdf-a0e3-480b-8454-310e6dbf691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:22.672957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-373dbbdf-a0e3-480b-8454-310e6dbf691e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2341654 Feb 10 04:11:22.700755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e26a2640-1e79-4e08-9567-8ec4fda4c0a6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:22.796545 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:22.798543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d91a1d09-6443-4c20-aaba-7ae6a27c5527 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:22.817837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cdeae2c9-5f37-45cd-aad5-87fe489e2a24 req-8bb23df0-9dac-42a6-a389-7bdb62568bf3 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798811 Feb 10 04:11:22.826572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f88f7b3-d162-48ed-929a-0323a2d18b9a req-d924cdbd-5afa-45d5-b6ae-9426b6a66277 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685140 Feb 10 04:11:22.876882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:11:22.877365 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9f2e191f-a977-4cda-8dae-ccb5400c712b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:22.886421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d91a1d09-6443-4c20-aaba-7ae6a27c5527, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:22.913286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 06297fe8-eec0-4776-b9de-c7bdc5065b79 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:22.938093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-12532dfd-6861-4fd6-9efa-f607787d68a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556062 Feb 10 04:11:22.952494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-db855452-493e-4840-aea7-a47ba450f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:22.954398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-db855452-493e-4840-aea7-a47ba450f181 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1130 time: 0.4904931 Feb 10 04:11:22.988210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-d3f25d4f-dc51-430d-8bca-7a97160a2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:22.990198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-d3f25d4f-dc51-430d-8bca-7a97160a2e5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 1126 time: 0.2050130 Feb 10 04:11:23.018561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Checking segment: {'id': '4b713cab-07d9-4b78-9309-af648e97ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4d311786-697a-4d41-979e-bdba14f3f64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:23.018925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Network hostable DHCP agents. Network: 4d311786-697a-4d41-979e-bdba14f3f64a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:11:23.025439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f2e191f-a977-4cda-8dae-ccb5400c712b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:23.133380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-cb284c02-4298-4bc2-8ac9-0949a43b71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.138306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-cb284c02-4298-4bc2-8ac9-0949a43b71c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1710129 Feb 10 04:11:23.142987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Network 4d311786-697a-4d41-979e-bdba14f3f64a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:11:23.160962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527', 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'port_id': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527', 'mac_address': 'fa:16:3e:57:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416bb39f-9d4d-4c07-843a-dbf25de4af7a', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:23.162609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.193015 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-e35a6ebe-13e0-49bc-ae7a-f86500e7c850 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.0460947 Feb 10 04:11:23.194479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.201325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.208602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.215767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.223304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.231337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.235743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00938722-12ca-4698-acb3-567511514259 req-93b1d319-c0ad-465d-b74c-ca406b8e9988 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5427 time: 0.3002098 Feb 10 04:11:23.243210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:23.260763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 06297fe8-eec0-4776-b9de-c7bdc5065b79, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=06297fe8-eec0-4776-b9de-c7bdc5065b79,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:23.270352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d91a1d09-6443-4c20-aaba-7ae6a27c5527 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:23.271701 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:23.292732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4d311786-697a-4d41-979e-bdba14f3f64a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:23.300413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.301551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:23.305314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-07d72412-03b8-40d4-a126-0e2bcc3e0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.306980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-07d72412-03b8-40d4-a126-0e2bcc3e0b06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1077201 Feb 10 04:11:23.319750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91a1d09-6443-4c20-aaba-7ae6a27c5527 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:23.348641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2667c3-554e-4240-8e9a-64b7aed706a9 None None] Network 4d311786-697a-4d41-979e-bdba14f3f64a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:11:23.358436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-db8bcb85-146b-4fb4-a8a8-c39718b67e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.361239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-db8bcb85-146b-4fb4-a8a8-c39718b67e5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 906 time: 0.3506033 Feb 10 04:11:23.424802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-12cbe498-f15a-410d-bc7b-6686cc5111aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.426360 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-12cbe498-f15a-410d-bc7b-6686cc5111aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1116307 Feb 10 04:11:23.439154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-a7737b5c-ceb0-4149-9c32-1efb688cd459 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56606979-94b5-4a65-ac16-251522cc3f30 HTTP/1.1" status: 200 len: 217 time: 0.0697703 Feb 10 04:11:23.457847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00938722-12ca-4698-acb3-567511514259 req-584b16eb-d720-4b3e-a43f-109be1a42e91 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802573 Feb 10 04:11:23.466269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b09c96d2-19cc-4007-a9ae-4cc2e09a03f5 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3517756 Feb 10 04:11:23.467205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:23.470136 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-56cba587-4f92-4a1f-ba43-66accb35a205 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957795 Feb 10 04:11:23.479627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'floatingip': {'floating_network_id': '4d311786-697a-4d41-979e-bdba14f3f64a'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:23.502671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '06297fe8-eec0-4776-b9de-c7bdc5065b79', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '06297fe8-eec0-4776-b9de-c7bdc5065b79', 'mac_address': 'fa:16:3e:f6:ea:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:23.524487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c18c75d-a761-4d81-b625-35d1187d5b18 None None] Network 4d311786-697a-4d41-979e-bdba14f3f64a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:11:23.528740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d91a1d09-6443-4c20-aaba-7ae6a27c5527, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:23.566433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921056-daab-4bc6-b62a-d50a41e7d7bb req-6934b527-965b-40fe-b95c-19d8a7b88290 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.571269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c921056-daab-4bc6-b62a-d50a41e7d7bb req-6934b527-965b-40fe-b95c-19d8a7b88290 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 944 time: 0.1857648 Feb 10 04:11:23.639958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-f09a6001-eb8a-44e7-8023-0054490fdedd service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058573 Feb 10 04:11:23.654947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:23.661725 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9902fe9d-d62f-49be-8a58-a06b59ec22d8 req-4774cef8-4090-442f-811b-9b9466a36265 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0482743 Feb 10 04:11:23.662315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 06297fe8-eec0-4776-b9de-c7bdc5065b79 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:23.662669 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:23.665192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-b2b2871e-bb9c-4c5f-90a9-820a55a35dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.669415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-b2b2871e-bb9c-4c5f-90a9-820a55a35dd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.2080505 Feb 10 04:11:23.690603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c921056-daab-4bc6-b62a-d50a41e7d7bb req-7c2ecd1d-cbfd-43ac-8247-9f22205c40c9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104381 Feb 10 04:11:23.760583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-74c9a50a-fe08-4718-8a36-dabeeff97725 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583258 Feb 10 04:11:23.865589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-dbd26d15-539d-40a8-a96e-50381a76b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.867529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-dbd26d15-539d-40a8-a96e-50381a76b1ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1130 time: 0.2043593 Feb 10 04:11:23.888926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06297fe8-eec0-4776-b9de-c7bdc5065b79 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:23.911431 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:23.912367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:23.934460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-bbada4e3-2391-40d6-a29f-55f2477a6121 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819936 Feb 10 04:11:23.976942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278c8f-b5d4-49b8-a454-0d37d03c6fe6 req-84a48095-3e6e-4c63-b90c-406d2a8a6625 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:23.978354 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8278c8f-b5d4-49b8-a454-0d37d03c6fe6 req-84a48095-3e6e-4c63-b90c-406d2a8a6625 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1793668 Feb 10 04:11:24.014971 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:24.037055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a279-5f8a-4cbf-a3ef-0f6d4d47d4b1 req-b1440bcf-34be-48ab-a9f7-2bf640a23ac4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.039295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef9a279-5f8a-4cbf-a3ef-0f6d4d47d4b1 req-b1440bcf-34be-48ab-a9f7-2bf640a23ac4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 947 time: 0.0899796 Feb 10 04:11:24.084831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-2f1f2a6a-fdcf-4149-a908-3e43b292b64f service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160472 Feb 10 04:11:24.206273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c9d2dc9-e30c-43fd-a11f-010d20692d41 req-fd4c0c36-513f-48f4-8f12-a331ff1bc121 service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113610 Feb 10 04:11:24.210159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 06297fe8-eec0-4776-b9de-c7bdc5065b79, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=06297fe8-eec0-4776-b9de-c7bdc5065b79,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:24.219069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8278c8f-b5d4-49b8-a454-0d37d03c6fe6 req-58370342-ac04-45fb-8eed-f3066ced2940 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333796 Feb 10 04:11:24.223287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-30c1339c-724e-46fb-8218-80bfa3656b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.225277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-30c1339c-724e-46fb-8218-80bfa3656b1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.3490076 Feb 10 04:11:24.288919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-c8a031c3-d8cd-42dd-8a1f-0e6c8ebc7116 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.0531447 Feb 10 04:11:24.289865 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:24.300145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d91a1d09-6443-4c20-aaba-7ae6a27c5527,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:24.334416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:24.363714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '52bd4a0d-eac9-4a5c-8179-4aefa1093cbd', 'network_id': '76c519c8-4439-4370-a82f-b6d4f633a823', 'port_id': '52bd4a0d-eac9-4a5c-8179-4aefa1093cbd', 'mac_address': 'fa:16:3e:f6:cb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416bb39f-9d4d-4c07-843a-dbf25de4af7a', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:24.412040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=06297fe8-eec0-4776-b9de-c7bdc5065b79,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:24.450659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:24.451092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:24.469625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:24.506254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:24.529227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-5334b518-dda0-4d3c-9ef3-3c49c39bc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.531871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-5334b518-dda0-4d3c-9ef3-3c49c39bc999 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2343543 Feb 10 04:11:24.555843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['06297fe8-eec0-4776-b9de-c7bdc5065b79'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:24.568413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e405c8-c9b0-4274-b4f5-7c00879d09a0 req-b12018f5-65e7-4de5-877d-7810f258b611 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.570051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96e405c8-c9b0-4274-b4f5-7c00879d09a0 req-b12018f5-65e7-4de5-877d-7810f258b611 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.1846380 Feb 10 04:11:24.590221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:24.607003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef9a279-5f8a-4cbf-a3ef-0f6d4d47d4b1 req-73daad20-2d04-4585-85af-30621fb81429 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333610 Feb 10 04:11:24.705284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:24.714035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Allocated IP 172.20.0.13 (4d311786-697a-4d41-979e-bdba14f3f64a/9f2e191f-a977-4cda-8dae-ccb5400c712b/fa8e9529-37a5-45ff-bd79-3c0e07947b59) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:11:24.725592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-7bf17d17-90fa-47cb-8339-ae2050543ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.727190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-7bf17d17-90fa-47cb-8339-ae2050543ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1879177 Feb 10 04:11:24.794019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96e405c8-c9b0-4274-b4f5-7c00879d09a0 req-d2a92f15-a4c9-467a-8749-e3bb42ee1c2a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097421 Feb 10 04:11:24.865554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 56606979-94b5-4a65-ac16-251522cc3f30 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:24.943829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-69b6735b-2685-44fc-bb42-d17a8265565a service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047107 Feb 10 04:11:24.956183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.963122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.963734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a938a4b-3b14-435f-ac10-b0ea1326767d req-82a69d8b-b887-4c2c-8dac-81029b6406a4 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0398376 Feb 10 04:11:24.969867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.978675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.986400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:24.994209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:25.001259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:25.027433 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78bd5796-4352-40cd-a532-e3daea794f3a req-d0de612e-76bd-4ed8-bc4f-60bd6dedc259 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5429 time: 0.3096926 Feb 10 04:11:25.072626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 56606979-94b5-4a65-ac16-251522cc3f30, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=56606979-94b5-4a65-ac16-251522cc3f30,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:25.090859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-458fa2e3-1400-4631-91ed-77a3ac95d4b3 req-820780ad-bd3f-4b2a-a15d-316884b6f4db service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291864 Feb 10 04:11:25.108529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:25.119212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '56606979-94b5-4a65-ac16-251522cc3f30', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'port_id': '56606979-94b5-4a65-ac16-251522cc3f30', 'mac_address': 'fa:16:3e:2f:2f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e808e13-05a1-4361-86b6-493213f23872', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:25.144589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78bd5796-4352-40cd-a532-e3daea794f3a req-3ab99981-5e93-48dd-9359-ada30aedfef6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095653 Feb 10 04:11:25.213602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792be8b3-2c01-41fc-84d1-5ae140c1cdb5 req-63dffa48-aa36-42e5-8af6-23b18b061128 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:25.214885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 56606979-94b5-4a65-ac16-251522cc3f30 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:25.215399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (56606979-94b5-4a65-ac16-251522cc3f30), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:25.216394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-792be8b3-2c01-41fc-84d1-5ae140c1cdb5 req-63dffa48-aa36-42e5-8af6-23b18b061128 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 944 time: 0.1183064 Feb 10 04:11:25.232764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56606979-94b5-4a65-ac16-251522cc3f30 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:25.240023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:25.271198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 56606979-94b5-4a65-ac16-251522cc3f30, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=56606979-94b5-4a65-ac16-251522cc3f30,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:25.282743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-792be8b3-2c01-41fc-84d1-5ae140c1cdb5 req-9c7565b6-2f38-4b56-a1ac-a27761b4f59e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Feb 10 04:11:25.322821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Network 4d311786-697a-4d41-979e-bdba14f3f64a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:11:25.326387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:25.330607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:11:25.345150 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (56606979-94b5-4a65-ac16-251522cc3f30), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:25.376719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Port': ['ID=fa8e9529-37a5-45ff-bd79-3c0e07947b59,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:25.411990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=56606979-94b5-4a65-ac16-251522cc3f30,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:25.466755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96737c-15a9-47af-a4e8-eeac88b98dca req-8ba7d37b-85c9-4da4-948a-ccb314500b16 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:25.468244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c96737c-15a9-47af-a4e8-eeac88b98dca req-8ba7d37b-85c9-4da4-948a-ccb314500b16 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1245210 Feb 10 04:11:25.497293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['de35da2b-d418-4887-ba09-6ba2aff6c0ae'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:25.501194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['523f047d-9c9b-41b6-b137-736f08deb920'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:25.513617 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for floatingip (607791b5-a92b-4a4f-8a57-43ecaa3df505), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:25.537275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c96737c-15a9-47af-a4e8-eeac88b98dca req-a8414f2b-a576-48ee-9bae-2104eedbb93d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591438 Feb 10 04:11:25.565362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['ba853ff4-1583-4976-bd0b-4539839892ff'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:25.607245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f5759c15-0eeb-4c96-9a66-c84f6d9729a9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:25.609961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d91a1d09-6443-4c20-aaba-7ae6a27c5527'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:25.670281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:25.729387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['56606979-94b5-4a65-ac16-251522cc3f30'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:25.981276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deafa6f-c8e4-4b76-bc47-da614fa94b43 req-6876938f-7b6b-4ea7-973f-b7e5a31ad1fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:25.991778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2deafa6f-c8e4-4b76-bc47-da614fa94b43 req-6876938f-7b6b-4ea7-973f-b7e5a31ad1fb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 948 time: 0.1656151 Feb 10 04:11:26.050404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e729f-c03f-41ec-912b-f47b7e6b66ca req-056a7a04-1cd3-43a4-9a04-b35360b6f766 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.059491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0d5e729f-c03f-41ec-912b-f47b7e6b66ca req-056a7a04-1cd3-43a4-9a04-b35360b6f766 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.0763569 Feb 10 04:11:26.081668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2deafa6f-c8e4-4b76-bc47-da614fa94b43 req-8a721562-aeb4-41bb-9542-147cf967eca5 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882218 Feb 10 04:11:26.128534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:26.136713 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0d5e729f-c03f-41ec-912b-f47b7e6b66ca req-cfaa5b08-e4ea-4ed5-bb1d-892ffbf45aaa tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759594 Feb 10 04:11:26.201757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717d76-57dd-4725-988b-3a1e939eca2f req-14816185-ffa2-4428-92f0-c8df3478b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.204293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70717d76-57dd-4725-988b-3a1e939eca2f req-14816185-ffa2-4428-92f0-c8df3478b27f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 1127 time: 0.0718405 Feb 10 04:11:26.276912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62331a85-3a36-44e6-b52d-737d563d0dc7 req-4e4c0619-cb8d-4e7f-b21f-fbb30ee47731 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0334144 Feb 10 04:11:26.327242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:26.500961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Port': ['ID=fa8e9529-37a5-45ff-bd79-3c0e07947b59,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:26.513399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e26a2640-1e79-4e08-9567-8ec4fda4c0a6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:26.523333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.538623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.540463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.541050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.541570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.542220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.542861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.543358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.543959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.544479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.544971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.545465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.545971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.547141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.547673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:26.557358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.568100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.572637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['52bd4a0d-eac9-4a5c-8179-4aefa1093cbd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:26.586260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.601613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.605693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (607791b5-a92b-4a4f-8a57-43ecaa3df505), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:26.618356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.626826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:26.629529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b812410a-d482-495d-8bd3-77c4835614ad req-17451737-bbd3-4852-85cd-42f3411c8bc7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5429 time: 0.2505589 Feb 10 04:11:26.632803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a9b03-4e16-4b7c-86b8-46ec243a5fc2 req-4704439b-9c20-483e-829c-fe212ee9b7ca tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.632803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a36a9b03-4e16-4b7c-86b8-46ec243a5fc2 req-4704439b-9c20-483e-829c-fe212ee9b7ca tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.4255972 Feb 10 04:11:26.666979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717d76-57dd-4725-988b-3a1e939eca2f req-9cb8585b-d71c-4317-b976-e9ebab142b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.669032 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70717d76-57dd-4725-988b-3a1e939eca2f req-9cb8585b-d71c-4317-b976-e9ebab142b05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 200 len: 912 time: 0.4051716 Feb 10 04:11:26.716286 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a36a9b03-4e16-4b7c-86b8-46ec243a5fc2 req-6261553c-ea62-4a80-95f2-3efd69f915f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759826 Feb 10 04:11:26.759299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:26.761967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60c404d9-f191-471b-a68f-67646f006f90 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2862918 Feb 10 04:11:26.770472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35688) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:26.803861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b812410a-d482-495d-8bd3-77c4835614ad req-7e582e9b-a2dd-40d8-92d8-d51a1b0abbe0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1733453 Feb 10 04:11:26.868288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ca831222-7b24-40c4-ac11-59bfbfcb41f0 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=4d311786-697a-4d41-979e-bdba14f3f64a HTTP/1.1" status: 200 len: 690 time: 0.0961847 Feb 10 04:11:26.870650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:26.905536 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70717d76-57dd-4725-988b-3a1e939eca2f req-1edbb01a-fee6-4dd7-991d-6dc64431c149 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 200 len: 1000 time: 0.2008452 Feb 10 04:11:26.914220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:26.919413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 06297fe8-eec0-4776-b9de-c7bdc5065b79 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:26.972019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de29e1a-1785-4d5f-8ed8-fdfbc3519b6b req-561b22a3-90fe-49f8-ac26-04e279e1d0af tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:26.973856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2de29e1a-1785-4d5f-8ed8-fdfbc3519b6b req-561b22a3-90fe-49f8-ac26-04e279e1d0af tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 945 time: 0.1166744 Feb 10 04:11:27.026933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717d76-57dd-4725-988b-3a1e939eca2f req-9aeff4a2-6a98-4ff9-8bac-d183778a6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:27.037003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70717d76-57dd-4725-988b-3a1e939eca2f req-9aeff4a2-6a98-4ff9-8bac-d183778a6026 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 200 len: 850 time: 0.1104341 Feb 10 04:11:27.074280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:11:27.074732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:27.124048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2de29e1a-1785-4d5f-8ed8-fdfbc3519b6b req-7bb86bad-abe5-4309-a5d3-db5fa6d24fb1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432128 Feb 10 04:11:27.132068 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4d311786-697a-4d41-979e-bdba14f3f64a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:27.135116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717d76-57dd-4725-988b-3a1e939eca2f req-9afe6d14-f340-4c56-927c-8e6bc4852b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:27.136663 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70717d76-57dd-4725-988b-3a1e939eca2f req-9afe6d14-f340-4c56-927c-8e6bc4852b5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36db4135-2aff-4d08-a93b-23775dc656a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962775 Feb 10 04:11:27.257183 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70717d76-57dd-4725-988b-3a1e939eca2f req-62182600-1670-4259-9225-9578f35b7146 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124997 Feb 10 04:11:27.300910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 06297fe8-eec0-4776-b9de-c7bdc5065b79 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:27.315224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:27.331566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 06297fe8-eec0-4776-b9de-c7bdc5065b79 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:27.332207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:27.382100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'mac_address': 'fa:16:3e:a8:21:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:27.398449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9766-78ce-4a38-8d85-fc9dd0369e5e req-9ea3b622-2b63-4ea9-a105-7119ca156d8d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:27.400281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f8d9766-78ce-4a38-8d85-fc9dd0369e5e req-9ea3b622-2b63-4ea9-a105-7119ca156d8d tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 948 time: 0.1420729 Feb 10 04:11:27.468898 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70717d76-57dd-4725-988b-3a1e939eca2f req-8559335e-1508-4802-b16b-6627794d9164 service neutron] 10.222.0.43 "GET /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971014 Feb 10 04:11:27.488408 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f8d9766-78ce-4a38-8d85-fc9dd0369e5e req-da345f50-d31d-49f1-8f34-0e2b2071ac2c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750899 Feb 10 04:11:27.546445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:27.547145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:27.549427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 06297fe8-eec0-4776-b9de-c7bdc5065b79 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:27.550030 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:27.593277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 06297fe8-eec0-4776-b9de-c7bdc5065b79, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=06297fe8-eec0-4776-b9de-c7bdc5065b79,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:27.620551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01571043-1070-41f4-9401-bd84b44942b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06297fe8-eec0-4776-b9de-c7bdc5065b79'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:27.627155 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc6c159-cf89-42c6-b049-2259b4be3836" -d '{"events": [{"server_uuid": "01571043-1070-41f4-9401-bd84b44942b2", "name": "network-vif-plugged", "status": "completed", "tag": "06297fe8-eec0-4776-b9de-c7bdc5065b79"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:27.639526 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-907c5d99-7bd7-42e3-b4fc-13a3fa411148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:27.647074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d337e74c-8cd7-4a44-9bd8-fa3e477c7866 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:27.648833 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4188b64-509a-4f12-a5f3-642065bfd07c req-bc47b806-03fe-4d95-8e32-08cd98a27967 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0512259 Feb 10 04:11:27.685801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:27.687630 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:27.798407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:27.812808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=06297fe8-eec0-4776-b9de-c7bdc5065b79,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:27.868725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:27.954043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018991b-3421-42a0-9322-0f1a7fca947c req-073579c6-fae6-4278-a3ac-ba4611c80430 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:27.955706 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d018991b-3421-42a0-9322-0f1a7fca947c req-073579c6-fae6-4278-a3ac-ba4611c80430 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 949 time: 0.1317019 Feb 10 04:11:27.981248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Deleting port fa8e9529-37a5-45ff-bd79-3c0e07947b59 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:27.981591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:28.069359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d018991b-3421-42a0-9322-0f1a7fca947c req-1139aa6f-c417-49da-9382-b5d42f33124c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066985 Feb 10 04:11:28.095264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:28.095907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for floatingip (fa8e9529-37a5-45ff-bd79-3c0e07947b59), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:28.118517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Calling delete_port for fa8e9529-37a5-45ff-bd79-3c0e07947b59 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:28.127885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d337e74c-8cd7-4a44-9bd8-fa3e477c7866'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:28.193374 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7c017-e8db-4004-82fd-2c6ecf0a40e2 x-openstack-request-id: req-98f7c017-e8db-4004-82fd-2c6ecf0a40e2 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:28.193728 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01571043-1070-41f4-9401-bd84b44942b2", "name": "network-vif-plugged", "status": "completed", "tag": "06297fe8-eec0-4776-b9de-c7bdc5065b79", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:28.194045 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98f7c017-e8db-4004-82fd-2c6ecf0a40e2 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:28.194558 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01571043-1070-41f4-9401-bd84b44942b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06297fe8-eec0-4776-b9de-c7bdc5065b79', 'code': 200} Feb 10 04:11:28.371150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e135b-26a0-45c1-af8e-40e78fd7b8bf req-16ccc52c-e25d-4c81-8c13-0e61bc6f176c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.388490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-020e135b-26a0-45c1-af8e-40e78fd7b8bf req-16ccc52c-e25d-4c81-8c13-0e61bc6f176c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1296289 Feb 10 04:11:28.436617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfad55b-18dc-4a26-8ccc-8139d805519f req-0a964530-ca26-4a21-acf4-38447a604ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.442469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdfad55b-18dc-4a26-8ccc-8139d805519f req-0a964530-ca26-4a21-acf4-38447a604ffe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 1131 time: 0.2004504 Feb 10 04:11:28.474595 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-020e135b-26a0-45c1-af8e-40e78fd7b8bf req-c1a7f430-114a-4660-ad5d-02cbde5e5dd2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835364 Feb 10 04:11:28.512164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.520406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.525728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.532000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.543627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.551321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.557822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.560621 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-07b1a96a-a668-4595-a259-3ad4c0080d51 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5429 time: 0.3076761 Feb 10 04:11:28.615494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-af9c6dcf-89b3-473d-be47-2ce79b24fc75 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.618366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-af9c6dcf-89b3-473d-be47-2ce79b24fc75 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.24 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3&tenant_id=3456fa0cc11147fab022130f646e6e11&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 949 time: 0.3107369 Feb 10 04:11:28.625990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf4e-3aa5-46ca-a5ba-057c18959206 req-008995f8-e9aa-4aa4-8698-421a887c9a6f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.628054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e944cf4e-3aa5-46ca-a5ba-057c18959206 req-008995f8-e9aa-4aa4-8698-421a887c9a6f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 949 time: 0.0785005 Feb 10 04:11:28.690140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fa8e9529-37a5-45ff-bd79-3c0e07947b59), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:28.701981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e944cf4e-3aa5-46ca-a5ba-057c18959206 req-3d15ef73-e246-4dfe-859f-b1cfba10a7ff tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578423 Feb 10 04:11:28.782904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdfad55b-18dc-4a26-8ccc-8139d805519f req-ef398991-bde6-455f-bd97-d7cd053af67d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360035 Feb 10 04:11:28.787544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa8e9529-37a5-45ff-bd79-3c0e07947b59,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:28.839848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb76c64-682f-4a95-90b5-eb644a71214a req-c2276470-ad2b-4fb2-a65a-03f566287da9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:28.841910 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6cb76c64-682f-4a95-90b5-eb644a71214a req-c2276470-ad2b-4fb2-a65a-03f566287da9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 945 time: 0.0724983 Feb 10 04:11:28.868030 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-111e4b24-552c-43b7-9f73-e27f11b72e23 service neutron] 10.222.0.24 "GET /v2.0/ports/d337e74c-8cd7-4a44-9bd8-fa3e477c7866/bindings/n-h1-827844-2 HTTP/1.1" status: 200 len: 382 time: 0.2417626 Feb 10 04:11:28.879766 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17c0db3a-675b-4824-a77e-5167e9de14e9 req-fc81a5b7-b1d9-4861-8751-f962c36c885f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2811956 Feb 10 04:11:28.884569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 56606979-94b5-4a65-ac16-251522cc3f30 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:28.904335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for floatingip (607791b5-a92b-4a4f-8a57-43ecaa3df505), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:28.950208 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6cb76c64-682f-4a95-90b5-eb644a71214a req-c97c3b04-e9a3-46c6-9cf2-04e423b77327 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968218 Feb 10 04:11:28.974747 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9f2e191f-a977-4cda-8dae-ccb5400c712b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.056830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 56606979-94b5-4a65-ac16-251522cc3f30 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:29.061059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 56606979-94b5-4a65-ac16-251522cc3f30 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:29.061667 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (56606979-94b5-4a65-ac16-251522cc3f30), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.065831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b970563d-a38e-4f7c-b9e7-552cff31893f req-a9bb22e3-8210-4274-9237-29cf4ed2460a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0573134 Feb 10 04:11:29.117954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-8fa9d13e-8332-4d20-b535-d5138708dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:29.119614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-8fa9d13e-8332-4d20-b535-d5138708dcf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1131 time: 0.1005344 Feb 10 04:11:29.161989 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (9f2e191f-a977-4cda-8dae-ccb5400c712b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.206278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 56606979-94b5-4a65-ac16-251522cc3f30 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:29.206676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (56606979-94b5-4a65-ac16-251522cc3f30), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.211270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d397-b6d6-41c4-bd06-8631871178b4 req-a5578f98-3674-4f70-97da-d6eb1b7bf6b7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:29.218592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8681d397-b6d6-41c4-bd06-8631871178b4 req-a5578f98-3674-4f70-97da-d6eb1b7bf6b7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 949 time: 0.0748096 Feb 10 04:11:29.262790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 56606979-94b5-4a65-ac16-251522cc3f30, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=56606979-94b5-4a65-ac16-251522cc3f30,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:29.290146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8681d397-b6d6-41c4-bd06-8631871178b4 req-f6d2bc30-4b32-4957-9b1f-e64fa46c2f11 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702763 Feb 10 04:11:29.313952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2e191f-a977-4cda-8dae-ccb5400c712b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:29.325445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (56606979-94b5-4a65-ac16-251522cc3f30), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.358337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-7be13599-b6b3-4602-ae40-f176e3701a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:29.361358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-7be13599-b6b3-4602-ae40-f176e3701a48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2332065 Feb 10 04:11:29.397866 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4d311786-697a-4d41-979e-bdba14f3f64a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.398939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=56606979-94b5-4a65-ac16-251522cc3f30,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:29.431909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-5de60d8d-0bf7-4d3c-9754-bc33e464cbff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.0430014 Feb 10 04:11:29.491028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d311786-697a-4d41-979e-bdba14f3f64a']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:29.506781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b713cab-07d9-4b78-9309-af648e97ee06') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:29.507166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b713cab-07d9-4b78-9309-af648e97ee06') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:29.513270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-5d399207-abf7-4deb-8c89-18f4ad17167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:29.514775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-5d399207-abf7-4deb-8c89-18f4ad17167c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0721698 Feb 10 04:11:29.526925 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (4b713cab-07d9-4b78-9309-af648e97ee06), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.579768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4b713cab-07d9-4b78-9309-af648e97ee06), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.606159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:11:29.606562 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (4b713cab-07d9-4b78-9309-af648e97ee06), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:11:29.608645 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:11:29.686511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-a9ea25ee-1720-44c5-a7d0-ed3372784ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:29.688877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-a9ea25ee-1720-44c5-a7d0-ed3372784ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1646914 Feb 10 04:11:29.705448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bad52-87fc-45a3-8da3-e8f2228a5cfd req-4fd357ce-a747-42e8-85c2-97da0aa40acd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:29.713722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e80bad52-87fc-45a3-8da3-e8f2228a5cfd req-4fd357ce-a747-42e8-85c2-97da0aa40acd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1496327 Feb 10 04:11:29.808321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4d311786-697a-4d41-979e-bdba14f3f64a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.824720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d311786-697a-4d41-979e-bdba14f3f64a {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 04:11:29.829862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-92f128c2-c603-4e70-a648-94005d2415f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.833655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:29.836781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "DELETE /v2.0/networks/4d311786-697a-4d41-979e-bdba14f3f64a HTTP/1.1" status: 204 len: 168 time: 2.9651144 Feb 10 04:11:29.847433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:29.850161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d984a-c710-413d-a75d-35d66a0419f8 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d311786-697a-4d41-979e-bdba14f3f64a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:29.862166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e80bad52-87fc-45a3-8da3-e8f2228a5cfd req-cf17c543-69e3-4cd1-b929-548920716772 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471050 Feb 10 04:11:29.907054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-0d7a4630-2cdb-4783-bb73-15f5d890ab3c service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892943 Feb 10 04:11:30.089687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-5d99d034-4374-47d5-8432-3734852a87f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702509 Feb 10 04:11:30.120248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b7ee3-27b7-4cf8-81da-7cb978f275a3 req-a1310ee8-e0d0-45ca-af9c-9379f7f8f6a5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.128021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e30b7ee3-27b7-4cf8-81da-7cb978f275a3 req-a1310ee8-e0d0-45ca-af9c-9379f7f8f6a5 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1350477 Feb 10 04:11:30.155863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-15f5da00-7aeb-4258-b5c7-5b1a2825aeee tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1956 time: 0.3024299 Feb 10 04:11:30.157004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35734) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:30.195525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56606979-94b5-4a65-ac16-251522cc3f30'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:30.197782 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbe062a-f772-4ed6-a5c8-bc1892b4b6f9" -d '{"events": [{"server_uuid": "aa834a6b-e7ca-40e5-ab26-94a808087116", "name": "network-vif-plugged", "status": "completed", "tag": "56606979-94b5-4a65-ac16-251522cc3f30"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:30.237381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23032c93-ae50-47f3-8e19-23058844a8b3 req-731cd815-ffc7-40c0-9c66-448b6dc03162 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.244369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23032c93-ae50-47f3-8e19-23058844a8b3 req-731cd815-ffc7-40c0-9c66-448b6dc03162 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 949 time: 0.4598336 Feb 10 04:11:30.254504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e30b7ee3-27b7-4cf8-81da-7cb978f275a3 req-c86b075b-8185-40bf-bf7f-83a09469c5f0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251781 Feb 10 04:11:30.412515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23032c93-ae50-47f3-8e19-23058844a8b3 req-9d01d125-3ff3-451e-86bb-280b6f07a5cf tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672156 Feb 10 04:11:30.418029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.418500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.440031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.441849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.442795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.444129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.446314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.447992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.448554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.457531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.458112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.459236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.459762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.460283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.467906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-21793079-0a67-47ab-bc10-e698cee169d1 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8281 time: 0.3022599 Feb 10 04:11:30.468495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.468621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:30.471945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.477618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.484299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.489546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.495300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.497230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18495d87-40c8-459f-990c-e0de585b1c3b req-893edd77-f3a5-45a8-bdb4-1d15829dcb7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5429 time: 0.1262751 Feb 10 04:11:30.560057 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-f476f6e9-529c-4e70-90df-7ce4890cfd12 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] delete failed (client error): The resource could not be found. Feb 10 04:11:30.564760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f476f6e9-529c-4e70-90df-7ce4890cfd12 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/607791b5-a92b-4a4f-8a57-43ecaa3df505 HTTP/1.1" status: 404 len: 345 time: 0.0982113 Feb 10 04:11:30.574280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35746) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:30.614435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 523f047d-9c9b-41b6-b137-736f08deb920 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:30.619958 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9583c9-1205-4592-a7e2-5901fa17c5ff tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 04:11:30.620527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9583c9-1205-4592-a7e2-5901fa17c5ff tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:11:30.631355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8d9583c9-1205-4592-a7e2-5901fa17c5ff tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "DELETE /v2.0/networks/4d311786-697a-4d41-979e-bdba14f3f64a HTTP/1.1" status: 404 len: 339 time: 0.0555606 Feb 10 04:11:30.633858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35748) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:30.640568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'network': {'name': 'tempest-network--1905789444', 'router:external': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:30.666559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2fbb-e4fb-4563-8385-cb009e71603a req-97ae5ebf-499e-4218-bea9-b60bf370ddb1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:30.675961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18495d87-40c8-459f-990c-e0de585b1c3b req-e6eb7e5b-2d58-4c76-960d-712d065efca6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712842 Feb 10 04:11:30.679171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73ce2fbb-e4fb-4563-8385-cb009e71603a req-97ae5ebf-499e-4218-bea9-b60bf370ddb1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 946 time: 0.1127491 Feb 10 04:11:30.747922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73ce2fbb-e4fb-4563-8385-cb009e71603a req-fb9c743b-3f0a-4580-b8a4-9d86ace66f1b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Feb 10 04:11:30.797718 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35c370e-a0e7-48ae-82ad-f6d369750733 x-openstack-request-id: req-b35c370e-a0e7-48ae-82ad-f6d369750733 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:30.798149 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa834a6b-e7ca-40e5-ab26-94a808087116", "name": "network-vif-plugged", "status": "completed", "tag": "56606979-94b5-4a65-ac16-251522cc3f30", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:30.798409 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b35c370e-a0e7-48ae-82ad-f6d369750733 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:30.799273 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56606979-94b5-4a65-ac16-251522cc3f30', 'code': 200} Feb 10 04:11:30.803878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acbdbd7d-602b-419e-8851-a28ed3f1c500 req-6b687be2-ed75-4320-a04a-38f4df548520 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0425684 Feb 10 04:11:30.822331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Made reservation on behalf of 9aa78132b56242d1b39f5ed691003143 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:30.824931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:30.880457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:30.886390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:11:30.905461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 523f047d-9c9b-41b6-b137-736f08deb920 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:30.928752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 523f047d-9c9b-41b6-b137-736f08deb920 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:30.928752 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (523f047d-9c9b-41b6-b137-736f08deb920), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:30.951447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e4434b68-4cef-4684-a776-b1cd34ad655b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:30.951897 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Added segment e4434b68-4cef-4684-a776-b1cd34ad655b of type vlan for network 0dda3629-f9c6-4446-a56b-6f262816081d Feb 10 04:11:30.960099 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.032646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0dda3629-f9c6-4446-a56b-6f262816081d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.038500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 523f047d-9c9b-41b6-b137-736f08deb920 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:31.038917 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (523f047d-9c9b-41b6-b137-736f08deb920), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.057408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb073f-e275-458f-81d9-6eecdec278ed req-760d78b3-2b55-4dcd-b549-0ab190de9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.059228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ddb073f-e275-458f-81d9-6eecdec278ed req-760d78b3-2b55-4dcd-b549-0ab190de9ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 1128 time: 0.1688514 Feb 10 04:11:31.072894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4e55c-cace-4158-ab1e-687bb4fd6e57 req-4320730d-4eaf-422d-8e0b-03d54a5c7a9a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.073277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:31.074830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45a4e55c-cace-4158-ab1e-687bb4fd6e57 req-4320730d-4eaf-422d-8e0b-03d54a5c7a9a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 949 time: 0.1854959 Feb 10 04:11:31.097422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:31.098045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.149378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 523f047d-9c9b-41b6-b137-736f08deb920, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=523f047d-9c9b-41b6-b137-736f08deb920,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:31.177615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ddb073f-e275-458f-81d9-6eecdec278ed req-b8df2d90-1415-4cc7-a857-2dac9d301157 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016436 Feb 10 04:11:31.194095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45a4e55c-cace-4158-ab1e-687bb4fd6e57 req-8e1c953c-f469-4144-934e-b894b0008c47 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108072 Feb 10 04:11:31.195374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0dda3629-f9c6-4446-a56b-6f262816081d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.196348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.207204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.215834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:31.216973 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.243136 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (523f047d-9c9b-41b6-b137-736f08deb920), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.244030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f5759c15-0eeb-4c96-9a66-c84f6d9729a9 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:31.347386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Network': ['ID=0dda3629-f9c6-4446-a56b-6f262816081d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:31.367100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0dda3629-f9c6-4446-a56b-6f262816081d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:11:31.373794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35766) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:31.375979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1c7bb978-53b6-44e5-8f47-b8cbabfbc131 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7393336 Feb 10 04:11:31.386406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72670f5c-a144-4562-b7b8-533087374b53 req-444a925a-97fe-4b68-809b-4106e41d9c63 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.388125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72670f5c-a144-4562-b7b8-533087374b53 req-444a925a-97fe-4b68-809b-4106e41d9c63 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 1131 time: 0.1182325 Feb 10 04:11:31.404823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:31.450675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=523f047d-9c9b-41b6-b137-736f08deb920,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:31.457979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72670f5c-a144-4562-b7b8-533087374b53 req-3136a5a2-8468-4729-89b5-8435d5433063 tempest-ServersOnMultiNodesTest-1668218174 tempest-ServersOnMultiNodesTest-1668218174-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611882 Feb 10 04:11:31.548473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.611023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:31.637546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:31.645697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:31.646135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.668865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d0db9-b13f-4ba0-9043-93b44195cc48 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.682270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d0db9-b13f-4ba0-9043-93b44195cc48 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.683128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822c81-e4ec-4e93-8aa6-22700079f81a req-75289109-e813-4d1a-9149-c46befee6cfd tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.684709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1822c81-e4ec-4e93-8aa6-22700079f81a req-75289109-e813-4d1a-9149-c46befee6cfd tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1083479 Feb 10 04:11:31.688018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d0db9-b13f-4ba0-9043-93b44195cc48 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.693474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d0db9-b13f-4ba0-9043-93b44195cc48 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:31.695445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-725d0db9-b13f-4ba0-9043-93b44195cc48 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3206291 Feb 10 04:11:31.698476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35784) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:31.786949 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0dda3629-f9c6-4446-a56b-6f262816081d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.789855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:31.790441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.790574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c1822c81-e4ec-4e93-8aa6-22700079f81a req-7fb08ab4-5ab2-44eb-add8-7401afafbf97 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997083 Feb 10 04:11:31.855471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:31.894272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0dda3629-f9c6-4446-a56b-6f262816081d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.932470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dda3629-f9c6-4446-a56b-6f262816081d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:31.950897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.954808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device de35da2b-d418-4887-ba09-6ba2aff6c0ae up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:31.954942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4434b68-4cef-4684-a776-b1cd34ad655b') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:31.954942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4434b68-4cef-4684-a776-b1cd34ad655b') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:31.979027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (e4434b68-4cef-4684-a776-b1cd34ad655b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:31.994063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e4434b68-4cef-4684-a776-b1cd34ad655b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.008486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:11:32.009182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (e4434b68-4cef-4684-a776-b1cd34ad655b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:11:32.011344 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:11:32.040115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:32.142271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port de35da2b-d418-4887-ba09-6ba2aff6c0ae completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:32.147159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port de35da2b-d418-4887-ba09-6ba2aff6c0ae triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:32.147542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.171270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0dda3629-f9c6-4446-a56b-6f262816081d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.184245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0dda3629-f9c6-4446-a56b-6f262816081d {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 04:11:32.200127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.212088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35806) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:32.219107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'network': {'name': 'tempest-network--1209948544', 'router:external': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:32.220883 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0dda3629-f9c6-4446-a56b-6f262816081d HTTP/1.1" status: 204 len: 168 time: 0.5204282 Feb 10 04:11:32.255458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53882f84-fd52-468d-b4ca-3a15aa2edc4c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event deleted for resources: {'Network': ['ID=0dda3629-f9c6-4446-a56b-6f262816081d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:32.271396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port de35da2b-d418-4887-ba09-6ba2aff6c0ae is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:32.271910 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.318732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port de35da2b-d418-4887-ba09-6ba2aff6c0ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:32.326072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Made reservation on behalf of 9aa78132b56242d1b39f5ed691003143 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:32.329794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.383096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:11:32.413465 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cf140d9b-6b0a-4046-89e9-d2c9a5bb13bb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.425925 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.428928 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Added segment cf140d9b-6b0a-4046-89e9-d2c9a5bb13bb of type vlan for network 170b8a07-e423-43b4-a9ff-ffaa823991ca Feb 10 04:11:32.557650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=de35da2b-d418-4887-ba09-6ba2aff6c0ae,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:32.568380 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.588363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (170b8a07-e423-43b4-a9ff-ffaa823991ca), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.628211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:32.638978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.645095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.650348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.655958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.661216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.666485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.671883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.680227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c0eb4b20-034c-4768-b174-1a1470b1e061 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5432 time: 0.1696153 Feb 10 04:11:32.750274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a12d0705-cc40-4160-b809-89a4ddea9ca6 req-c455d156-4223-41af-b96e-bdd70a2499e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689607 Feb 10 04:11:32.767780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (170b8a07-e423-43b4-a9ff-ffaa823991ca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.768940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.769703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.800931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920'}, {'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}, {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9'}, {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35da2b-d418-4887-ba09-6ba2aff6c0ae'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:32.808176 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4545b932-ed27-41c8-b4a1-3a8bba1b2d1c" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "523f047d-9c9b-41b6-b137-736f08deb920"}, {"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-plugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9"}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "de35da2b-d418-4887-ba09-6ba2aff6c0ae"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:32.862467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:32.867433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:32.867812 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:32.869914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5095014-13f6-4e6b-9272-d48219287201 req-b5dcca7d-0a02-4624-a5c1-24178cb02e33 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:32.887120 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5095014-13f6-4e6b-9272-d48219287201 req-b5dcca7d-0a02-4624-a5c1-24178cb02e33 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=716170dd-d4a8-43d0-822d-1764deca1444 HTTP/1.1" status: 200 len: 944 time: 0.1549475 Feb 10 04:11:32.891121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Network': ['ID=170b8a07-e423-43b4-a9ff-ffaa823991ca,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:32.912114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6985731 Feb 10 04:11:32.921942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35816) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:32.934764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.935381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.935875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.936378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.936858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.937387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.937943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.938533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.939058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.941125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.941125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.941125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.941125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad332ae-8e63-43c9-b02f-c3bf1be8af88 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:32.957373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 170b8a07-e423-43b4-a9ff-ffaa823991ca details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:11:33.105060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4e6f-87f6-4206-b3da-c139a6533009 req-ab347cd3-5bc0-45e3-9edf-32a37d5c0cf6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:33.109755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b09c4e6f-87f6-4206-b3da-c139a6533009 req-ab347cd3-5bc0-45e3-9edf-32a37d5c0cf6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 946 time: 0.2305999 Feb 10 04:11:33.128145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Deleting port 65d66194-b32e-4c85-b02a-789b3b986d95 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:33.128487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.148978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ced6b-3457-43b7-9d0c-21f990e54a3d tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:33.151218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ea2ced6b-3457-43b7-9d0c-21f990e54a3d tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] 10.222.0.42 "GET /v2.0/networks/170b8a07-e423-43b4-a9ff-ffaa823991ca HTTP/1.1" status: 200 len: 757 time: 0.2271986 Feb 10 04:11:33.157189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35818) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:33.277865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:33.278473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.374896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:33.447754 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.450889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d91a1d09-6443-4c20-aaba-7ae6a27c5527 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:33.573689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:33.653675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port d91a1d09-6443-4c20-aaba-7ae6a27c5527 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:33.660453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port d91a1d09-6443-4c20-aaba-7ae6a27c5527 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:33.660990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.730323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf70ef43-de47-406a-bae8-c5bd022ef65e tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:33.731795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bf70ef43-de47-406a-bae8-c5bd022ef65e tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] 10.222.0.42 "GET /v2.0/networks/f90ef778-5a4d-4bf3-a614-ef3a033bb77d HTTP/1.1" status: 200 len: 768 time: 0.5736580 Feb 10 04:11:33.739280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35822) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:33.777654 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b09c4e6f-87f6-4206-b3da-c139a6533009 req-ac0c89df-f916-429f-bec5-e73d70338f91 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464696 Feb 10 04:11:33.807381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d91a1d09-6443-4c20-aaba-7ae6a27c5527 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:33.812130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.815778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (170b8a07-e423-43b4-a9ff-ffaa823991ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.852218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-287d4582-3ce1-4639-a5a8-430386e86eb1 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:33.860831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-287d4582-3ce1-4639-a5a8-430386e86eb1 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 949 time: 0.1488116 Feb 10 04:11:33.863162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] For port 65d66194-b32e-4c85-b02a-789b3b986d95, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=65d66194-b32e-4c85-b02a-789b3b986d95,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:33.863529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.866478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d91a1d09-6443-4c20-aaba-7ae6a27c5527, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:33.881038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-158510c8-170a-4a95-bffb-466b3740b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:33.882608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-158510c8-170a-4a95-bffb-466b3740b0e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3&tenant_id=3456fa0cc11147fab022130f646e6e11 HTTP/1.1" status: 200 len: 1132 time: 0.2876265 Feb 10 04:11:33.900009 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.907774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:33.914846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Calling delete_port for 65d66194-b32e-4c85-b02a-789b3b986d95 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:33.939272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:33.941775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ba853ff4-1583-4976-bd0b-4539839892ff up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:34.036112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a97ace-8c4a-4785-90c0-4d481ddc5a05 req-73b6fe45-da21-40f5-8865-14def2adc086 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0803845 Feb 10 04:11:34.045381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d91a1d09-6443-4c20-aaba-7ae6a27c5527,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:34.091129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port 06297fe8-eec0-4776-b9de-c7bdc5065b79 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:34.091470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.173528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port ba853ff4-1583-4976-bd0b-4539839892ff completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:34.178261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (170b8a07-e423-43b4-a9ff-ffaa823991ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.181072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port ba853ff4-1583-4976-bd0b-4539839892ff triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:34.181072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.205542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170b8a07-e423-43b4-a9ff-ffaa823991ca']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:34.216383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf140d9b-6b0a-4046-89e9-d2c9a5bb13bb') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:34.216999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf140d9b-6b0a-4046-89e9-d2c9a5bb13bb') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:34.228463 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (cf140d9b-6b0a-4046-89e9-d2c9a5bb13bb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.243315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port 06297fe8-eec0-4776-b9de-c7bdc5065b79, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=06297fe8-eec0-4776-b9de-c7bdc5065b79,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:34.243678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.250018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cf140d9b-6b0a-4046-89e9-d2c9a5bb13bb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.258211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:11:34.258938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (cf140d9b-6b0a-4046-89e9-d2c9a5bb13bb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.263529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5719a96-396b-4cab-9bec-16de6c87ee37 req-ecad2964-8ca8-4060-9c29-6d30a9c2d834 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:34.265076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5719a96-396b-4cab-9bec-16de6c87ee37 req-ecad2964-8ca8-4060-9c29-6d30a9c2d834 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=01571043-1070-41f4-9401-bd84b44942b2 HTTP/1.1" status: 200 len: 949 time: 0.1022840 Feb 10 04:11:34.275835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for 06297fe8-eec0-4776-b9de-c7bdc5065b79 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:11:34.275983 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:11:34.323006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ba853ff4-1583-4976-bd0b-4539839892ff is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:34.324342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.383314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5719a96-396b-4cab-9bec-16de6c87ee37 req-52e19eb0-d31d-42bc-a3a9-8644be6b40b3 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103268 Feb 10 04:11:34.413442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ba853ff4-1583-4976-bd0b-4539839892ff, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ba853ff4-1583-4976-bd0b-4539839892ff,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:34.419730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.491120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.492217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e26a2640-1e79-4e08-9567-8ec4fda4c0a6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:34.527436 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c61174-0242-4f2f-923b-d5dfc74fc55b x-openstack-request-id: req-d4c61174-0242-4f2f-923b-d5dfc74fc55b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:34.530365 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "523f047d-9c9b-41b6-b137-736f08deb920", "code": 200}, {"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-plugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "code": 200}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9", "code": 200}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "de35da2b-d418-4887-ba09-6ba2aff6c0ae", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:34.530365 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4c61174-0242-4f2f-923b-d5dfc74fc55b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:34.534745 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920', 'code': 200} Feb 10 04:11:34.534915 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'code': 200} Feb 10 04:11:34.535922 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'code': 200} Feb 10 04:11:34.535922 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35da2b-d418-4887-ba09-6ba2aff6c0ae', 'code': 200} Feb 10 04:11:34.542020 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (65d66194-b32e-4c85-b02a-789b3b986d95), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.581049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:34.656995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (06297fe8-eec0-4776-b9de-c7bdc5065b79), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.694378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78', '6ff0fc90-616e-48e5-9bc5-04c765b0c25b', '06297fe8-eec0-4776-b9de-c7bdc5065b79'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:34.706466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=06297fe8-eec0-4776-b9de-c7bdc5065b79,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:34.707328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:34.747167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63', '17f57993-a699-4d3b-ab6a-83743c22637c', '829bc6bb-01cc-4619-8938-9e119eb205cf'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:34.758868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b160fb-a2b3-4b4a-9149-d4c78148eead req-0d705ee1-78c9-43c1-a4cf-abd18f1fe382 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:34.766344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95b160fb-a2b3-4b4a-9149-d4c78148eead req-0d705ee1-78c9-43c1-a4cf-abd18f1fe382 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1740992 Feb 10 04:11:34.802155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event deleted for resources: {'Port': ['ID=65d66194-b32e-4c85-b02a-789b3b986d95,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:34.808087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (170b8a07-e423-43b4-a9ff-ffaa823991ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.828525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 170b8a07-e423-43b4-a9ff-ffaa823991ca {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 04:11:34.844161 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.866415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "DELETE /v2.0/networks/170b8a07-e423-43b4-a9ff-ffaa823991ca HTTP/1.1" status: 204 len: 168 time: 1.1259418 Feb 10 04:11:34.870667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port 06297fe8-eec0-4776-b9de-c7bdc5065b79 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:34.891273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35832) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:34.892331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ba853ff4-1583-4976-bd0b-4539839892ff,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:34.903323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'network': {'name': 'tempest-network--351819934'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:34.909379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 06297fe8-eec0-4776-b9de-c7bdc5065b79 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:34.940243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:34.944422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96dc2b8d-af25-47f1-8c4a-5b62b53bbd00 req-717fcc6a-f320-439f-93d6-30da2f9e7254 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "DELETE /v2.0/ports/06297fe8-eec0-4776-b9de-c7bdc5065b79 HTTP/1.1" status: 204 len: 173 time: 1.0805964 Feb 10 04:11:34.947401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01571043-1070-41f4-9401-bd84b44942b2', 'name': 'network-vif-deleted', 'tag': '06297fe8-eec0-4776-b9de-c7bdc5065b79'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:34.947863 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f7bd33-a3d0-44a3-b51a-2305ca652327" -d '{"events": [{"server_uuid": "01571043-1070-41f4-9401-bd84b44942b2", "name": "network-vif-deleted", "tag": "06297fe8-eec0-4776-b9de-c7bdc5065b79"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:34.974105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 06297fe8-eec0-4776-b9de-c7bdc5065b79 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:34.974105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 06297fe8-eec0-4776-b9de-c7bdc5065b79 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:34.974105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:35.017333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe583-b99f-418d-8456-4b619c03a976 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event deleted for resources: {'Network': ['ID=170b8a07-e423-43b4-a9ff-ffaa823991ca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:35.047620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Made reservation on behalf of 9aa78132b56242d1b39f5ed691003143 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:35.051464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.106063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] No DVR routers for this DVR port 65d66194-b32e-4c85-b02a-789b3b986d95 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:35.108790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95b160fb-a2b3-4b4a-9149-d4c78148eead req-b9c62a9f-0f0a-480b-89a1-9e1fd09491e5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414197 Feb 10 04:11:35.120438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:35.122653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.126650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5095014-13f6-4e6b-9272-d48219287201 req-4ffc9cdd-b1cc-4c2b-bf9f-8c50ce0dfe11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "DELETE /v2.0/ports/65d66194-b32e-4c85-b02a-789b3b986d95 HTTP/1.1" status: 204 len: 173 time: 2.2379448 Feb 10 04:11:35.141792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-deleted', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:35.151960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:11:35.157050 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53658aba-fbfd-486b-bb92-cfddf32eef3c" -d '{"events": [{"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-deleted", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:35.181998 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (789efa1a-a053-44c3-9e48-751dc46b8263), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.182638 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Added segment 789efa1a-a053-44c3-9e48-751dc46b8263 of type vlan for network 86bfea82-0842-4188-8b2c-87521695e872 Feb 10 04:11:35.232495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:35.280816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Publish callbacks [] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.321193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (86bfea82-0842-4188-8b2c-87521695e872), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.328731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Transition to ACTIVE for port object d337e74c-8cd7-4a44-9bd8-fa3e477c7866 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:11:35.370492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.376510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.383826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.389423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.395765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.401561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.407925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.415981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-a34bdfcf-eb23-4552-ae28-a528898afad1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5435 time: 0.1582303 Feb 10 04:11:35.428335 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.501816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5cf8943-01a1-47cd-a9ae-392991d7e0db req-b50f4af8-ea55-4aa3-8f0f-bde11b3d8680 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817671 Feb 10 04:11:35.527604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (86bfea82-0842-4188-8b2c-87521695e872), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.528599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.529191 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.627295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] No DVR routers for this DVR port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:35.630572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=10']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:35.738152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:11:35.738486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:11:35.745691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:35.761838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:11:35.762163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Attempting to bind port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:35.777378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:35.779805 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.784708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:11:35.790898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:35.790898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:11:35.790898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Bound port: d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:11:35.790898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:35.908253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-f7371a29-2788-45fd-b040-76b225ecb87f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:35.917385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-f7371a29-2788-45fd-b040-76b225ecb87f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.2722552 Feb 10 04:11:35.962901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0672789 Feb 10 04:11:35.964874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988a198-33fd-42ea-a3f6-f13040ed30fc tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Network': ['ID=86bfea82-0842-4188-8b2c-87521695e872,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:35.966076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:35.968254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35862) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:35.976044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:11:35.983857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-c1f12786-f7bf-4ea1-9958-7e4e911cf185 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0586228 Feb 10 04:11:35.987342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:36.000730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 86bfea82-0842-4188-8b2c-87521695e872 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:11:36.078925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:36.088045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-f9f0c57a-e92c-453f-a76f-bc7f692096be tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032755 Feb 10 04:11:36.194150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:36.195234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:36.197144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] 10.222.0.43 "PUT /v2.0/ports/d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 1097 time: 2.2951586 Feb 10 04:11:36.354393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d92bf2-9ddd-42b4-872b-b5fa0395f39c service neutron] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=11']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:36.369514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-7395c3a8-fcd7-4634-b8d6-fcf8540a39ed service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711117 Feb 10 04:11:36.387432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (86bfea82-0842-4188-8b2c-87521695e872), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:36.427233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-7ea74f19-9a77-4359-a7d0-09ea7019f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:36.429150 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-7ea74f19-9a77-4359-a7d0-09ea7019f01f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1131 time: 0.1830709 Feb 10 04:11:36.466257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:36.492540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (86bfea82-0842-4188-8b2c-87521695e872), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:36.525533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Network 86bfea82-0842-4188-8b2c-87521695e872 is not hosted by any dhcp agent {{(pid=109958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 04:11:36.529137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:36.532087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:36.535520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "PUT /v2.0/networks/86bfea82-0842-4188-8b2c-87521695e872 HTTP/1.1" status: 200 len: 857 time: 0.5654311 Feb 10 04:11:36.538299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35870) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:36.558054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bd4a0d-eac9-4a5c-8179-4aefa1093cbd'}, {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527'}, {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:36.566219 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba79328-eae2-4d4a-b433-aa96601c9c3b x-openstack-request-id: req-fba79328-eae2-4d4a-b433-aa96601c9c3b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:36.566219 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01571043-1070-41f4-9401-bd84b44942b2", "name": "network-vif-deleted", "tag": "06297fe8-eec0-4776-b9de-c7bdc5065b79", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:36.566219 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fba79328-eae2-4d4a-b433-aa96601c9c3b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:36.566219 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01571043-1070-41f4-9401-bd84b44942b2', 'name': 'network-vif-deleted', 'tag': '06297fe8-eec0-4776-b9de-c7bdc5065b79', 'status': 'completed', 'code': 200} Feb 10 04:11:36.569267 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b340336-d250-4087-b9f1-8e364f3262d5" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "52bd4a0d-eac9-4a5c-8179-4aefa1093cbd"}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "d91a1d09-6443-4c20-aaba-7ae6a27c5527"}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:36.572352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:36.573104 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:36.757408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e26a2640-1e79-4e08-9567-8ec4fda4c0a6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:36.772487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-75549fa2-208f-4d56-a22b-0f534bdd9308 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020894 Feb 10 04:11:36.777161 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (86bfea82-0842-4188-8b2c-87521695e872), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:36.835617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b146bf-6a10-4006-89af-b462c9bafd60 tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event updated for resources: {'Network': ['ID=86bfea82-0842-4188-8b2c-87521695e872,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:36.931886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-331fd14d-ef19-454d-9f6f-d156cf9ad9ac req-84509364-6102-4104-976a-934f2310fb4e tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.1307690 Feb 10 04:11:36.931886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-bab3ff70-5b38-4db7-ba73-7e43e6015986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:36.931886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-bab3ff70-5b38-4db7-ba73-7e43e6015986 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.4854932 Feb 10 04:11:36.953059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (86bfea82-0842-4188-8b2c-87521695e872), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:37.005488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bfea82-0842-4188-8b2c-87521695e872']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:37.036126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789efa1a-a053-44c3-9e48-751dc46b8263') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:37.036493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789efa1a-a053-44c3-9e48-751dc46b8263') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:37.058559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-f96a668c-507c-4e36-b879-a396e3dc67ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.1213429 Feb 10 04:11:37.068254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (789efa1a-a053-44c3-9e48-751dc46b8263), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:37.102918 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (789efa1a-a053-44c3-9e48-751dc46b8263), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:37.111465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:11:37.112263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (789efa1a-a053-44c3-9e48-751dc46b8263), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:11:37.113793 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:11:37.143110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-de25c043-4c35-4752-baa1-f80ffc509594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.144768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-de25c043-4c35-4752-baa1-f80ffc509594 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0775132 Feb 10 04:11:37.212890 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26bbb24-b40d-45fb-881b-c0742db24132 x-openstack-request-id: req-b26bbb24-b40d-45fb-881b-c0742db24132 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:37.213816 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716170dd-d4a8-43d0-822d-1764deca1444", "name": "network-vif-deleted", "tag": "65d66194-b32e-4c85-b02a-789b3b986d95", "status": "failed", "code": 422}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:37.219765 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b26bbb24-b40d-45fb-881b-c0742db24132 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:37.220959 n-d-827844-2 neutron-server[109958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '716170dd-d4a8-43d0-822d-1764deca1444', 'name': 'network-vif-deleted', 'tag': '65d66194-b32e-4c85-b02a-789b3b986d95', 'status': 'failed', 'code': 422} returned with failed status Feb 10 04:11:37.255063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b7dde-f8e0-449a-891e-111047e0be63 req-29337c8f-5593-46db-aae2-334ac70ecdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.258793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-29337c8f-5593-46db-aae2-334ac70ecdc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1071427 Feb 10 04:11:37.454044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385accde-6ab4-4baf-98dc-2c6fd10b777c req-43cfdef8-30d5-4566-9f72-8c4fd66b8a8b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.456435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-385accde-6ab4-4baf-98dc-2c6fd10b777c req-43cfdef8-30d5-4566-9f72-8c4fd66b8a8b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 949 time: 0.1621554 Feb 10 04:11:37.460715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-6e7277bc-b293-4494-bc00-a9e4d78ae656 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947110 Feb 10 04:11:37.545573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:37.563014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-385accde-6ab4-4baf-98dc-2c6fd10b777c req-87de3e2f-89a0-4994-a7f6-188c611b571b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007910 Feb 10 04:11:37.584334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-758b7dde-f8e0-449a-891e-111047e0be63 req-778d7857-e3be-4da4-a765-0eb5d0c20d05 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150510 Feb 10 04:11:37.606567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:37.693764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (86bfea82-0842-4188-8b2c-87521695e872), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:37.717727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86bfea82-0842-4188-8b2c-87521695e872 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 04:11:37.722012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:37.728347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] 10.222.0.42 "DELETE /v2.0/networks/86bfea82-0842-4188-8b2c-87521695e872 HTTP/1.1" status: 204 len: 168 time: 1.1840394 Feb 10 04:11:37.731424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2896f-17de-471b-b478-53277ca1ba5c tempest-ExternalNetworksTestJSON-1076805794 tempest-ExternalNetworksTestJSON-1076805794-project-admin] Pushing event deleted for resources: {'Network': ['ID=86bfea82-0842-4188-8b2c-87521695e872,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:37.735868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35884) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:37.776281 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b84e94a-9f45-438a-b72e-68315f151f08 x-openstack-request-id: req-7b84e94a-9f45-438a-b72e-68315f151f08 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:37.776590 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "52bd4a0d-eac9-4a5c-8179-4aefa1093cbd", "code": 200}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "d91a1d09-6443-4c20-aaba-7ae6a27c5527", "code": 200}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:37.776850 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b84e94a-9f45-438a-b72e-68315f151f08 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:37.777275 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bd4a0d-eac9-4a5c-8179-4aefa1093cbd', 'code': 200} Feb 10 04:11:37.777534 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527', 'code': 200} Feb 10 04:11:37.777791 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff', 'code': 200} Feb 10 04:11:37.799625 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d9f478-d11e-4f30-a420-055a98856716 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] DELETE failed (client error): The resource could not be found. Feb 10 04:11:37.800594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d9f478-d11e-4f30-a420-055a98856716 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:11:37.806064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b9d9f478-d11e-4f30-a420-055a98856716 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] 10.222.0.42 "DELETE /v2.0/subnets/9f2e191f-a977-4cda-8dae-ccb5400c712b HTTP/1.1" status: 404 len: 337 time: 0.0666060 Feb 10 04:11:37.812057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35890) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:37.873386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.879965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.886720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.894226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.906780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.913365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.918740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:37.934636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-078e8cbd-a943-4bf6-922f-4365d512b310 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.2333755 Feb 10 04:11:38.020753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f90ef778-5a4d-4bf3-a614-ef3a033bb77d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:38.112945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dc14696f-3b64-45c0-8391-1a742558c9b2 req-5b8c8d35-61ee-4147-8de3-dda41db1786f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764193 Feb 10 04:11:38.226509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f90ef778-5a4d-4bf3-a614-ef3a033bb77d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:38.251426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90ef778-5a4d-4bf3-a614-ef3a033bb77d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:38.263502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca555993-9224-4623-bfb6-6fbf75f97f29') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:38.264072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca555993-9224-4623-bfb6-6fbf75f97f29') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:38.275906 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ca555993-9224-4623-bfb6-6fbf75f97f29), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:38.291026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ca555993-9224-4623-bfb6-6fbf75f97f29), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:38.298695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:11:38.299352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ca555993-9224-4623-bfb6-6fbf75f97f29), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:11:38.302990 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:11:38.395529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5823536f-b62f-440e-a937-0447e5ce3a31 req-cb21695c-4cff-4381-b99c-e62d3c79df20 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Feb 10 04:11:38.470667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f90ef778-5a4d-4bf3-a614-ef3a033bb77d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:38.478086 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:38.485264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] 10.222.0.42 "DELETE /v2.0/networks/f90ef778-5a4d-4bf3-a614-ef3a033bb77d HTTP/1.1" status: 204 len: 168 time: 0.6776237 Feb 10 04:11:38.510032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efbf25-af17-4f51-a943-105293de6126 tempest-ExternalNetworksTestJSON-1539826572 tempest-ExternalNetworksTestJSON-1539826572-project] Pushing event deleted for resources: {'Network': ['ID=f90ef778-5a4d-4bf3-a614-ef3a033bb77d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:38.557625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad008e3e-31c1-4713-a3a4-25a232abdf0a req-c85bb4e8-280b-46b0-ac4d-78cf08912afa tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0800037 Feb 10 04:11:38.735286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3492e-4d1f-4775-a67d-39c4fa09af69 req-887f3610-84ba-4c94-852c-d94d7ca09882 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:38.743491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11d3492e-4d1f-4775-a67d-39c4fa09af69 req-887f3610-84ba-4c94-852c-d94d7ca09882 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 950 time: 0.0859215 Feb 10 04:11:38.768190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18a95-9633-4f29-8d51-ac9383363ffe req-de383d87-dff1-4853-a82d-1fdd0345c1cb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:38.775231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-afe18a95-9633-4f29-8d51-ac9383363ffe req-de383d87-dff1-4853-a82d-1fdd0345c1cb tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 949 time: 0.1032069 Feb 10 04:11:38.812644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11d3492e-4d1f-4775-a67d-39c4fa09af69 req-11204ab3-b0a8-4d35-b440-b420eb0eb0f9 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Feb 10 04:11:38.863709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-afe18a95-9633-4f29-8d51-ac9383363ffe req-6dc409f7-32b3-4e28-927e-2c512b889056 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751274 Feb 10 04:11:38.937735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb6911-f8ff-44dc-b1ff-fe745d9fc6f2 req-b7d958c2-3efa-45ee-aca7-44dbf15f4174 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:38.939358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1dbb6911-f8ff-44dc-b1ff-fe745d9fc6f2 req-b7d958c2-3efa-45ee-aca7-44dbf15f4174 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 907 time: 0.0714118 Feb 10 04:11:39.073430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:39.221464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}, {'name': 'network-changed', 'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:39.226297 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa" -d '{"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}, {"name": "network-changed", "server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:39.323512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-383f1c84-0279-4f45-953c-d9480cf64d71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a2241be9603447f9c12ff2ac47831ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488143 Feb 10 04:11:39.328009 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c224fea-f926-4d71-95c1-4187a901806e x-openstack-request-id: req-4c224fea-f926-4d71-95c1-4187a901806e {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:39.328009 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "code": 200}, {"name": "network-changed", "server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:39.328009 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c224fea-f926-4d71-95c1-4187a901806e {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:39.328395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35922) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:39.328528 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'code': 200} Feb 10 04:11:39.328528 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'status': 'completed', 'code': 200} Feb 10 04:11:39.376014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.381515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.388459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.395118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.400469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.407787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.413233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.415569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-69e82c9b-4e96-4713-8da5-3d08f97054af tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.1672831 Feb 10 04:11:39.456814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-67bd7cd3-678b-47fe-925a-48c2f72e1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.458361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-67bd7cd3-678b-47fe-925a-48c2f72e1f38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1131 time: 0.1403327 Feb 10 04:11:39.459487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e88ec560-37e9-4b95-bd7b-bfe313b9c23e admin admin] Publish callbacks [] for security_group (ec310354-c1cb-4749-9ec0-b353e82bded1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:39.540342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e88ec560-37e9-4b95-bd7b-bfe313b9c23e admin admin] Publish callbacks [] for security_group (ec310354-c1cb-4749-9ec0-b353e82bded1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:39.586947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-c0a7e9b2-33fb-4a5a-afbd-cc53c7940967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.588933 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-c0a7e9b2-33fb-4a5a-afbd-cc53c7940967 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3456fa0cc11147fab022130f646e6e11&device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1131 time: 0.2267809 Feb 10 04:11:39.600785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61a43214-d7cc-4e5c-8696-9d478d9f2a3b req-932f29a4-da80-4567-9f70-5b4717eb288c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 210 time: 0.0804570 Feb 10 04:11:39.645154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea972c90-68f0-4db6-adbc-fac041450da3 req-c4abe116-7e95-4a19-9334-cb2077ff67b1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137959 Feb 10 04:11:39.691130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-88fbebeb-005e-4ebd-9948-3ff132556d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.693085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-88fbebeb-005e-4ebd-9948-3ff132556d92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2191224 Feb 10 04:11:39.756098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-580f0e4d-9fdd-4721-9161-05edb128b989 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.0562742 Feb 10 04:11:39.778902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:39.781734 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d773c7-5aa7-4dd2-93d9-2ff5b77af87c" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "e26a2640-1e79-4e08-9567-8ec4fda4c0a6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:39.782032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41b18845-9131-4db8-a4d3-3065384d4600 req-56f1918e-1ccc-4dcd-97dc-9f45421fda75 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0363951 Feb 10 04:11:39.839365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-098cd58f-4b66-47f5-a72e-5d933ec8a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.843519 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-098cd58f-4b66-47f5-a72e-5d933ec8a658 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1960945 Feb 10 04:11:39.852770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e88ec560-37e9-4b95-bd7b-bfe313b9c23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ec310354-c1cb-4749-9ec0-b353e82bded1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:39.854104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e88ec560-37e9-4b95-bd7b-bfe313b9c23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:39.855757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e88ec560-37e9-4b95-bd7b-bfe313b9c23e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec310354-c1cb-4749-9ec0-b353e82bded1 HTTP/1.1" status: 204 len: 168 time: 0.5281169 Feb 10 04:11:39.908076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ec560-37e9-4b95-bd7b-bfe313b9c23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec310354-c1cb-4749-9ec0-b353e82bded1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:39.932672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-dd369a74-b457-40ba-89a8-48058bd2c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:39.932672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-dd369a74-b457-40ba-89a8-48058bd2c68b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1530137 Feb 10 04:11:39.949915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-41e05ee4-88d9-4bf5-926f-f58c6c81c8c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 200 len: 217 time: 0.0868649 Feb 10 04:11:40.065589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-2c0e9b4e-18f0-4010-8193-766953556802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.067221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-2c0e9b4e-18f0-4010-8193-766953556802 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1078146 Feb 10 04:11:40.208237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-55123f88-b19f-462a-86b3-f7c0fa86932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.219423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-55123f88-b19f-462a-86b3-f7c0fa86932a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1405671 Feb 10 04:11:40.253372 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd19846-8873-493a-92fc-5f5c04c8b01f x-openstack-request-id: req-6bd19846-8873-493a-92fc-5f5c04c8b01f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:40.253515 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-plugged", "status": "completed", "tag": "e26a2640-1e79-4e08-9567-8ec4fda4c0a6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:40.253830 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bd19846-8873-493a-92fc-5f5c04c8b01f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:40.254240 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6', 'code': 200} Feb 10 04:11:40.294553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-e473333d-dc06-4bb9-9999-4af95e79f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.305487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-e473333d-dc06-4bb9-9999-4af95e79f646 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3601246 Feb 10 04:11:40.391202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-22dae118-e760-4e47-8fb1-8fdacaced433 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.395874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-22dae118-e760-4e47-8fb1-8fdacaced433 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 950 time: 0.3058558 Feb 10 04:11:40.412337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c29c-a394-4437-8bd3-c9241ec1f7f8 req-2d3d8308-e705-4839-8b81-41148331f14d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.418321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb75c29c-a394-4437-8bd3-c9241ec1f7f8 req-2d3d8308-e705-4839-8b81-41148331f14d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 950 time: 0.3958800 Feb 10 04:11:40.560676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-dc75b9f7-feec-44e8-833d-122d873dc56a service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198256 Feb 10 04:11:40.577018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7fde2-12c2-4012-8de1-866ebc26bcd8 req-2c8d64da-cdff-412f-b7e5-f78e6fb1263c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.579499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54d7fde2-12c2-4012-8de1-866ebc26bcd8 req-2c8d64da-cdff-412f-b7e5-f78e6fb1263c tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 949 time: 0.1757782 Feb 10 04:11:40.621458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.622196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.622999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.623606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.624572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.625190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.625790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.628003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-087972ad-951f-44eb-87c4-d7fb15d39f62 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6710 time: 0.1839988 Feb 10 04:11:40.667766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:40.737486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-7f140a58-2b67-453a-8147-dc628625c1ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:40.744525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-7f140a58-2b67-453a-8147-dc628625c1ad tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 907 time: 0.2713754 Feb 10 04:11:40.802095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb75c29c-a394-4437-8bd3-c9241ec1f7f8 req-6681b994-a1f3-44e9-a5fe-bd6b5f40a53a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650401 Feb 10 04:11:40.823249 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54d7fde2-12c2-4012-8de1-866ebc26bcd8 req-67892ccc-deb1-4c6e-8f91-fed63286eef1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344127 Feb 10 04:11:40.916940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-699cb283-cb8d-42fc-8a8a-65b259b6fbc5 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457444 Feb 10 04:11:40.979495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-c5a0a168-983a-4fc9-8a42-67eefcfe1526 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693511 Feb 10 04:11:40.982618 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d8810aa-2a3e-424e-b124-ae01a61f9e5d req-d15e2f1a-151d-4b14-9e21-fe36278d7a06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e147fb72-51cb-4968-8bc8-f047e0a5c501&id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3278570 Feb 10 04:11:40.983231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35950) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:41.090759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-63887f61-5077-4325-a191-c46dfcd0e738 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9aa78132b56242d1b39f5ed691003143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017871 Feb 10 04:11:41.091772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35952) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:41.117535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c859911-fa84-4fbd-9810-6b11f7054041 req-20ddfe2c-4be3-49ba-81fd-ad9b8d4d009b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 210 time: 0.0431371 Feb 10 04:11:41.140047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port 829bc6bb-01cc-4619-8938-9e119eb205cf {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:41.140668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.160271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:41.191390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'mac_address': 'fa:16:3e:a8:21:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:41.254496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf8e6-21d6-44a4-a070-38ccac0cd7d0 admin admin] Publish callbacks [] for security_group (238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.309101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:41.309347 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.319031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf8e6-21d6-44a4-a070-38ccac0cd7d0 admin admin] Publish callbacks [] for security_group (238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.343645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a49c9-0825-4b68-ad1f-d21e448f8102 req-231aa0fc-8d40-45c6-ac8f-429742c98b36 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.353672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d337e74c-8cd7-4a44-9bd8-fa3e477c7866 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:41.362795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e8a49c9-0825-4b68-ad1f-d21e448f8102 req-231aa0fc-8d40-45c6-ac8f-429742c98b36 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 907 time: 0.3613751 Feb 10 04:11:41.404014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:41.473821 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.488251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.495636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.502530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.508715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.515551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.523048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.531119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.538442 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-422544b9-3a35-49bd-bfde-c68642921874 req-827e3f5a-d213-4396-8561-2bb311bbc2de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.2610545 Feb 10 04:11:41.548071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf8e6-21d6-44a4-a070-38ccac0cd7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.550468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf8e6-21d6-44a4-a070-38ccac0cd7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.554422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a8cf8e6-21d6-44a4-a070-38ccac0cd7d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92 HTTP/1.1" status: 204 len: 168 time: 0.4418671 Feb 10 04:11:41.574028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cf8e6-21d6-44a4-a070-38ccac0cd7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d9e6b-b3d7-4c89-9f2a-830ba4fc3f92,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:41.579156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=12']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:41.650219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a47778d-b28a-47a3-aedd-a090efd0ce41 req-5f99a33f-3e8b-4fd6-9d04-a028ad235f05 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.1355817 Feb 10 04:11:41.679645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-422544b9-3a35-49bd-bfde-c68642921874 req-e8c6058b-a1cb-47cd-940d-84600f656cfa tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402848 Feb 10 04:11:41.697237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8e16eead-1255-4016-8eda-d2b22e53d880 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:41.699598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8e16eead-1255-4016-8eda-d2b22e53d880 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.7960529 Feb 10 04:11:41.707902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-cc3f71df-7907-4c67-ba79-f56c0ab9b314 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925604 Feb 10 04:11:41.712230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Deleting port cf5f6898-db38-49bd-b7f5-f585afa088d6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:41.712230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.722510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Request body: {'port': {'device_id': '88750810-8bae-437b-b33c-2151193823c7', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'admin_state_up': True, 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:41.772906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port 829bc6bb-01cc-4619-8938-9e119eb205cf, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=829bc6bb-01cc-4619-8938-9e119eb205cf,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:41.774416 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:41.912933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for 829bc6bb-01cc-4619-8938-9e119eb205cf owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:41.931820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d337e74c-8cd7-4a44-9bd8-fa3e477c7866'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:42.070119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97b8c-aa86-477c-8326-3d51ac364efc req-681289a7-46d6-48c3-a143-43ea221cb7a6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:42.071740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ebe97b8c-aa86-477c-8326-3d51ac364efc req-681289a7-46d6-48c3-a143-43ea221cb7a6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1104391 Feb 10 04:11:42.150919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ebe97b8c-aa86-477c-8326-3d51ac364efc req-76ef8b90-9b36-4aae-9aad-3ab4a9fd841f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700102 Feb 10 04:11:42.234117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (829bc6bb-01cc-4619-8938-9e119eb205cf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:42.272970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78', '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:42.278252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63', '17f57993-a699-4d3b-ab6a-83743c22637c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:42.361318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=829bc6bb-01cc-4619-8938-9e119eb205cf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:42.389338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07d5d5e0-530e-40d7-a5b8-9a0fc42b0ca8 req-e07dc3d8-9484-4943-a913-8a05ebfc5120 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 210 time: 0.0932627 Feb 10 04:11:42.677321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfeedf-bc59-4095-badd-453746fc7a0a req-718f2e5b-36b7-4d4f-b4f6-57ae619f54f6 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:42.679073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0cfeedf-bc59-4095-badd-453746fc7a0a req-718f2e5b-36b7-4d4f-b4f6-57ae619f54f6 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 1132 time: 0.1071069 Feb 10 04:11:42.693705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 829bc6bb-01cc-4619-8938-9e119eb205cf no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:42.795428 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0cfeedf-bc59-4095-badd-453746fc7a0a req-34009e44-6b74-485d-a7f9-da63d3c5b577 tempest-MigrationsAdminTest-466880247 tempest-MigrationsAdminTest-466880247-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035357 Feb 10 04:11:42.824505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 829bc6bb-01cc-4619-8938-9e119eb205cf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:42.825658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 829bc6bb-01cc-4619-8938-9e119eb205cf not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:42.826533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device cf5f6898-db38-49bd-b7f5-f585afa088d6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:42.996226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] For port cf5f6898-db38-49bd-b7f5-f585afa088d6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=cf5f6898-db38-49bd-b7f5-f585afa088d6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:42.997357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:43.086904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Calling delete_port for cf5f6898-db38-49bd-b7f5-f585afa088d6 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:43.104297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port 829bc6bb-01cc-4619-8938-9e119eb205cf on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:43.126626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:43.130498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d545ecf-ca1f-4feb-b305-2250d4a14625 req-5bcd0c75-4bc4-4169-ada2-f2e482a0bf04 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "DELETE /v2.0/ports/829bc6bb-01cc-4619-8938-9e119eb205cf HTTP/1.1" status: 204 len: 173 time: 2.7157066 Feb 10 04:11:43.144215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'name': 'network-vif-deleted', 'tag': '829bc6bb-01cc-4619-8938-9e119eb205cf'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:43.146081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efb06a-31b1-4a97-a50f-29aca5093cba req-fd2e643f-191b-47bd-b35b-8ee75e898fab tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.152709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40efb06a-31b1-4a97-a50f-29aca5093cba req-fd2e643f-191b-47bd-b35b-8ee75e898fab tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 907 time: 0.2209671 Feb 10 04:11:43.164860 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c56ad68-fbd8-4a03-bbc7-88cd61444abf" -d '{"events": [{"server_uuid": "29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9", "name": "network-vif-deleted", "tag": "829bc6bb-01cc-4619-8938-9e119eb205cf"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:43.245973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port cf5f6898-db38-49bd-b7f5-f585afa088d6 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:43.249148 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:43.325661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-243b012d-6794-42da-b698-08f7a96971d3 req-1c2dcf28-b55b-486f-ab27-1b55fd3a48c7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0742650 Feb 10 04:11:43.403625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6745e-eee1-4324-addd-08fb8b420df8 req-9a796a68-9f8e-49db-bf3a-6ed973722fc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.430259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf6745e-eee1-4324-addd-08fb8b420df8 req-9a796a68-9f8e-49db-bf3a-6ed973722fc8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9 HTTP/1.1" status: 200 len: 867 time: 1.4453800 Feb 10 04:11:43.589486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.602053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.633694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.646409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.649835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf6745e-eee1-4324-addd-08fb8b420df8 req-86ad6bb0-25f1-4241-aa1d-464b05af84be tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509941 Feb 10 04:11:43.669664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.694724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.717643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:43.727318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-5529c8cf-aa1b-427a-b6e6-1c96e04f23e6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.3077033 Feb 10 04:11:43.744762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:43.748894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:43.790628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cf5f6898-db38-49bd-b7f5-f585afa088d6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:43.843967 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:11:43.864788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f240ef54-30df-4164-94bc-b0a9782dc34f req-0217f1e3-5a99-4801-b10e-9c571ca02a2a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364927 Feb 10 04:11:43.977680 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ad911-3e53-4cac-9ad7-ea8e8ddeaeb2 x-openstack-request-id: req-677ad911-3e53-4cac-9ad7-ea8e8ddeaeb2 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:43.979669 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9", "name": "network-vif-deleted", "tag": "829bc6bb-01cc-4619-8938-9e119eb205cf", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:43.979901 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-677ad911-3e53-4cac-9ad7-ea8e8ddeaeb2 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:43.985074 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ce62b5-c34e-4e6f-bbfb-bbe85ecd7fa9', 'name': 'network-vif-deleted', 'tag': '829bc6bb-01cc-4619-8938-9e119eb205cf', 'status': 'completed', 'code': 200} Feb 10 04:11:43.985074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event deleted for resources: {'Port': ['ID=cf5f6898-db38-49bd-b7f5-f585afa088d6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:44.257340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24ee1fdc-ab0d-4bfd-9793-c5097b043aa4 req-c1702f83-1e2c-4ecd-9793-b9927115c28b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 210 time: 0.1131980 Feb 10 04:11:44.271314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] No DVR routers for this DVR port cf5f6898-db38-49bd-b7f5-f585afa088d6 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:44.280783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:44.286553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3757ec8-25be-4bd1-baa7-729cfb33774a req-81bd83bd-20ac-4055-a4e9-86a1a85af4de tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "DELETE /v2.0/ports/cf5f6898-db38-49bd-b7f5-f585afa088d6 HTTP/1.1" status: 204 len: 173 time: 3.5410490 Feb 10 04:11:44.409678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Allocated IP 172.20.0.9 (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4/6e808e13-05a1-4361-86b6-493213f23872/63e153f6-2463-4528-8540-111c856e4196) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:11:44.477372 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05ee8628-23bc-4921-9900-7691c4146b9e req-66e400b0-ad87-4e94-846b-817ae76eebd1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67574b-2dcb-45cb-a559-ac814ef5f532 HTTP/1.1" status: 200 len: 210 time: 0.0887265 Feb 10 04:11:44.681845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:44.684182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks [] for port (63e153f6-2463-4528-8540-111c856e4196), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:44.700341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.707381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.719919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.725650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd9b6-bfc3-4395-b7e9-8457dcd21607 req-1e778c1a-137e-493b-95f0-9532271514bc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.728387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4ccd9b6-bfc3-4395-b7e9-8457dcd21607 req-1e778c1a-137e-493b-95f0-9532271514bc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 950 time: 0.1690395 Feb 10 04:11:44.731044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.737465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.743143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.748866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:44.770246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f73bbcf-0d52-45bf-b4bc-9282e5dc6937 req-5053f7f4-9c87-49b9-be39-94a6808449a0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.1889050 Feb 10 04:11:44.773855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36038) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:44.793477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Request body: {'floatingip': {'port_id': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:44.811162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4ccd9b6-bfc3-4395-b7e9-8457dcd21607 req-6e85d5b9-4e90-4795-9930-addcc2e0ec2e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754218 Feb 10 04:11:44.842150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:44.852622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:44.852622 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:44.855706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for floatingip (a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:44.931773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac81d1cd-7745-425c-9ed4-bf89c3d348ea req-2aa04814-e386-4c43-bb14-23608f9f6b95 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0418396 Feb 10 04:11:45.033338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:45.034016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:45.074369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:45.076661 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7de9c-0e0a-4129-8a43-752448f12c86" -d '{"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-plugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:45.108404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:45.134344 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffba3a28-6715-4da7-8fe7-7e03b5e2837b x-openstack-request-id: req-ffba3a28-6715-4da7-8fe7-7e03b5e2837b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:45.139064 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-plugged", "status": "completed", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:45.139064 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffba3a28-6715-4da7-8fe7-7e03b5e2837b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:45.139064 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'code': 200} Feb 10 04:11:45.158424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (63e153f6-2463-4528-8540-111c856e4196), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:45.174206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['56606979-94b5-4a65-ac16-251522cc3f30'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:45.176991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:45.272216 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:45.296977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:11:45.307367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:45.322934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:11:45.362306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event updated for resources: {'Port': ['ID=63e153f6-2463-4528-8540-111c856e4196,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:45.416164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=13']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:45.483562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.483980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.484338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.484682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.485174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.485507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.485843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.486175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.486505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.486941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.487187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.487549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.487886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:11:45.576894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363038e8-81c7-4c0e-b8b9-304715270aa0 req-634d3eee-be20-4364-bfb1-dd415a4f5647 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:45.585466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-363038e8-81c7-4c0e-b8b9-304715270aa0 req-634d3eee-be20-4364-bfb1-dd415a4f5647 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 949 time: 0.1008351 Feb 10 04:11:45.585666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:45.586326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:45.681752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-363038e8-81c7-4c0e-b8b9-304715270aa0 req-2400cf9d-cb68-4237-8cff-82d8a2c4d7d2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928149 Feb 10 04:11:45.834913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7077c-f166-4fed-8a92-2e34b4db291c req-42d9de93-cf4b-416e-bcb4-3386ccde0b51 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:45.847773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6c7077c-f166-4fed-8a92-2e34b4db291c req-42d9de93-cf4b-416e-bcb4-3386ccde0b51 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 931 time: 0.2914958 Feb 10 04:11:45.867474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-e7b543bb-4db5-4217-a189-fed98f4f5eba tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1514726 Feb 10 04:11:45.889503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Request body: {'port': {'device_id': '88750810-8bae-437b-b33c-2151193823c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:45.989494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'name': 'network-vif-deleted', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:45.991763 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56431c-1740-469d-903a-a7a99d348b66" -d '{"events": [{"server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "name": "network-vif-deleted", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:46.043279 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6c7077c-f166-4fed-8a92-2e34b4db291c req-36065f8b-f3e5-407d-91ce-ef3130e6a123 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947103 Feb 10 04:11:46.076431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (63e153f6-2463-4528-8540-111c856e4196), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:46.094756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.resource_extend [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:11:46.259059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:46.293497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36078) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:46.321618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-a88c07f8-8d00-47f6-97b9-0001ccc81b65 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:46.323320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-a88c07f8-8d00-47f6-97b9-0001ccc81b65 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 951 time: 0.3049614 Feb 10 04:11:46.337807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:46.400606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8cad955-1a7d-4d4a-a16f-20357a24e335 req-b8a433f1-49c0-4adf-8310-f42e7a67c1d3 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.1063368 Feb 10 04:11:46.451025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f701ad3-b209-4eca-8bb4-d6730d09034f req-6b5e0e07-2b6d-42e4-8e06-4fa5eed0f2cc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:46.453326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f701ad3-b209-4eca-8bb4-d6730d09034f req-6b5e0e07-2b6d-42e4-8e06-4fa5eed0f2cc tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 951 time: 0.3113756 Feb 10 04:11:46.483313 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825871d1-b54e-416f-b0be-3d3bf0aa9cfa x-openstack-request-id: req-825871d1-b54e-416f-b0be-3d3bf0aa9cfa {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:46.483911 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be67574b-2dcb-45cb-a559-ac814ef5f532", "name": "network-vif-deleted", "tag": "cf5f6898-db38-49bd-b7f5-f585afa088d6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:46.483911 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-825871d1-b54e-416f-b0be-3d3bf0aa9cfa {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:46.484265 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be67574b-2dcb-45cb-a559-ac814ef5f532', 'name': 'network-vif-deleted', 'tag': 'cf5f6898-db38-49bd-b7f5-f585afa088d6', 'status': 'completed', 'code': 200} Feb 10 04:11:46.540691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:46.672686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0286fc-76e4-45cb-92b6-e1a869b6d92e req-8d75518a-ed10-4ae1-b548-50bcb09529a6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:46.675019 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe0286fc-76e4-45cb-92b6-e1a869b6d92e req-8d75518a-ed10-4ae1-b548-50bcb09529a6 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 945 time: 0.1023715 Feb 10 04:11:46.723424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f701ad3-b209-4eca-8bb4-d6730d09034f req-58c4e724-ab2e-43bc-a6d9-41612c9715ee tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471440 Feb 10 04:11:46.735010 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Floating IP a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1 associated. External IP: 172.25.8.203, port: f5759c15-0eeb-4c96-9a66-c84f6d9729a9. Feb 10 04:11:46.747766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe0286fc-76e4-45cb-92b6-e1a869b6d92e req-1c346038-5db2-4718-9b02-fa47173ed7a0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666702 Feb 10 04:11:46.754874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:46.789295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Deleting port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:46.794887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:46.864298 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:46.873066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:46.891526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e153f6-2463-4528-8540-111c856e4196 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:46.953605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Publish callbacks [] for port (63e153f6-2463-4528-8540-111c856e4196), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:47.004514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Allocated IP 172.25.8.233 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/157693ce-f3c0-4c21-ab53-c4cad35924ea) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:11:47.049797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Transition to ACTIVE for port object 63e153f6-2463-4528-8540-111c856e4196 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:11:47.113983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] For port d337e74c-8cd7-4a44-9bd8-fa3e477c7866, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:47.114404 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:47.132984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (63e153f6-2463-4528-8540-111c856e4196), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:47.145061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Calling delete_port for d337e74c-8cd7-4a44-9bd8-fa3e477c7866 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:47.154792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a518081-26bb-47a0-aae6-651316cc38cd req-96f93ad8-dd7d-4d64-9d44-6ca724548377 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:47.156912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a518081-26bb-47a0-aae6-651316cc38cd req-96f93ad8-dd7d-4d64-9d44-6ca724548377 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 949 time: 0.2764516 Feb 10 04:11:47.197495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-ebbea19b-c91b-4158-b603-eb298d103719 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:47.199172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-ebbea19b-c91b-4158-b603-eb298d103719 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 949 time: 0.2510200 Feb 10 04:11:47.201525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:47.235585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc26f33-4962-40d9-bf07-a34937e456c2 req-35ef3641-06c7-4162-ae3d-c06705e9e73b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:47.237167 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fc26f33-4962-40d9-bf07-a34937e456c2 req-35ef3641-06c7-4162-ae3d-c06705e9e73b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 943 time: 0.1115763 Feb 10 04:11:47.335300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fc26f33-4962-40d9-bf07-a34937e456c2 req-9b1040e9-abdf-425f-b261-766711bf37b4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757439 Feb 10 04:11:47.412484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:47.465591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:11:47.513930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:47.529584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:11:47.590509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11bd143c-1994-45f4-bff5-a8eeede6e160 req-6953ef84-6051-497d-b400-982e8eb70ed8 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0581133 Feb 10 04:11:47.605539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Port': ['ID=157693ce-f3c0-4c21-ab53-c4cad35924ea,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:47.682522 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for floatingip (1009b1d6-7390-4e13-b8ab-70fc37c33aae), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:47.684475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Pushing event updated for resources: {'Port': ['ID=63e153f6-2463-4528-8540-111c856e4196,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:47.766429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-89cf9d4d-9079-4946-923a-2ab27884066d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:47.768889 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-89cf9d4d-9079-4946-923a-2ab27884066d tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 945 time: 0.0735576 Feb 10 04:11:47.817377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:47.880825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a518081-26bb-47a0-aae6-651316cc38cd req-62cf8b80-e681-4269-bde8-26d7659109b4 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924732 Feb 10 04:11:47.941339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Router 20914de0-c393-4d78-b228-4cee8b17302e has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:11:48.002980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Attempting to bind port 63e153f6-2463-4528-8540-111c856e4196 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:11:48.002980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Attempting to bind port 63e153f6-2463-4528-8540-111c856e4196 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:11:48.006257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Attempting to bind port 63e153f6-2463-4528-8540-111c856e4196 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:48.050644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Port 63e153f6-2463-4528-8540-111c856e4196 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:11:48.053136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Attempting to bind port 63e153f6-2463-4528-8540-111c856e4196 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:48.102268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port 17f57993-a699-4d3b-ab6a-83743c22637c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:48.102614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.111208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:11:48.111553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:48.111948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Bound using segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:11:48.112402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Bound port: 63e153f6-2463-4528-8540-111c856e4196, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:11:48.112760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (63e153f6-2463-4528-8540-111c856e4196), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.207020 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.231625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d337e74c-8cd7-4a44-9bd8-fa3e477c7866), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.244763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68', '47f3bbaa-e197-47ae-95a2-f79fc284709a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:48.246176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031a970-fb4b-4b62-8fb1-5881008b310e req-acf1b9c5-91b0-4ecc-a0a1-a86e71a1f69c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:48.247784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3031a970-fb4b-4b62-8fb1-5881008b310e req-acf1b9c5-91b0-4ecc-a0a1-a86e71a1f69c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 945 time: 0.2773979 Feb 10 04:11:48.336051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:48.361515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event deleted for resources: {'Port': ['ID=d337e74c-8cd7-4a44-9bd8-fa3e477c7866,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:48.442051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port 17f57993-a699-4d3b-ab6a-83743c22637c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=17f57993-a699-4d3b-ab6a-83743c22637c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:48.442430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.477425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] No DVR routers for this DVR port d337e74c-8cd7-4a44-9bd8-fa3e477c7866 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:48.482218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] For port 63e153f6-2463-4528-8540-111c856e4196, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:48.487844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:11:48.490107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.494170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45b26cd1-6f1d-43b5-ae21-1ba9bcdc8136 req-b7f31aa4-b4ac-484f-bfe1-62258b911a99 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "DELETE /v2.0/ports/d337e74c-8cd7-4a44-9bd8-fa3e477c7866 HTTP/1.1" status: 204 len: 173 time: 2.1582022 Feb 10 04:11:48.504598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] Sync routers for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:11:48.504749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-deleted', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:48.508201 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c239d84c-5074-4840-8d20-e35fadb9df9d" -d '{"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-deleted", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:48.515529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.559115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for 17f57993-a699-4d3b-ab6a-83743c22637c owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:48.601441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:11:48.602482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:11:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:48.611004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c510611-f5b4-4cf6-ba9e-56bf86d88cae req-816b0be8-8c43-4af8-8016-19342d811a3b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 210 time: 0.6278226 Feb 10 04:11:48.623541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] For port 63e153f6-2463-4528-8540-111c856e4196, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=63e153f6-2463-4528-8540-111c856e4196,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:11:48.647339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3031a970-fb4b-4b62-8fb1-5881008b310e req-12658630-4b5c-48f8-aa2b-48f2221bf678 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508327 Feb 10 04:11:48.770884 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e26451-8a69-4d3c-b2be-22a6c20751b7 x-openstack-request-id: req-e7e26451-8a69-4d3c-b2be-22a6c20751b7 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:48.771590 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093896fe-0d8a-4d19-9957-78b3628c66f3", "name": "network-vif-deleted", "tag": "d337e74c-8cd7-4a44-9bd8-fa3e477c7866", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:48.773597 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7e26451-8a69-4d3c-b2be-22a6c20751b7 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:48.773597 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093896fe-0d8a-4d19-9957-78b3628c66f3', 'name': 'network-vif-deleted', 'tag': 'd337e74c-8cd7-4a44-9bd8-fa3e477c7866', 'status': 'completed', 'code': 200} Feb 10 04:11:48.782377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-673b16d1-8d85-4cbf-b723-e3b4fdb0274b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "PUT /v2.0/floatingips/a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1 HTTP/1.1" status: 200 len: 991 time: 4.0050449 Feb 10 04:11:48.783924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (63e153f6-2463-4528-8540-111c856e4196), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.925897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:48.957296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b39ff-3904-4f58-bb4e-14bc99c5a987 req-bfc972f7-1002-45b7-9c80-1bc0fda7dd9f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:48.964656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-852b39ff-3904-4f58-bb4e-14bc99c5a987 req-bfc972f7-1002-45b7-9c80-1bc0fda7dd9f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 943 time: 0.1625097 Feb 10 04:11:48.984351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Deleting port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:48.984698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:49.003286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.004192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:49.005630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] 10.222.0.24 "PUT /v2.0/ports/63e153f6-2463-4528-8540-111c856e4196 HTTP/1.1" status: 200 len: 1091 time: 3.1213062 Feb 10 04:11:49.022307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49b79f07-7f33-47ec-9f18-59f0ecac840c req-087d5701-1cc1-4e01-9deb-6b0ba4ff1748 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.1466496 Feb 10 04:11:49.075616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:49.146530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:11:49.231450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-852b39ff-3904-4f58-bb4e-14bc99c5a987 req-87e3c30c-c6fc-4c38-b4c5-0afa03f8d64a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658131 Feb 10 04:11:49.292462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (17f57993-a699-4d3b-ab6a-83743c22637c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:49.312332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78', '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:49.315624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:49.379706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.385745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.391512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.396836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.402386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.408468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.414375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.417043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-020309fc-8b9c-42f2-9958-5350832a55f4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.2363408 Feb 10 04:11:49.442744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port 17f57993-a699-4d3b-ab6a-83743c22637c on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:49.448959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc90ed-184d-489f-9720-5c6fbbcc86cb service neutron] Pushing event updated for resources: {'Port': ['ID=63e153f6-2463-4528-8540-111c856e4196,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:49.459553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:49.463365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-071277e0-dbed-4ff5-97b9-82224e0c193b req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "DELETE /v2.0/ports/17f57993-a699-4d3b-ab6a-83743c22637c HTTP/1.1" status: 204 len: 173 time: 2.2532995 Feb 10 04:11:49.521829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-263bac2f-2832-4aba-b98f-61e51a7a9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.523401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-263bac2f-2832-4aba-b98f-61e51a7a9469 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 1125 time: 0.3440008 Feb 10 04:11:49.524178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35be63a-c022-4a59-bc58-8940def2e045 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=17f57993-a699-4d3b-ab6a-83743c22637c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:49.526535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Port': ['ID=157693ce-f3c0-4c21-ab53-c4cad35924ea,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:49.551330 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e8a60460-4cfd-406f-b38c-cda7c74bc38b req-0c9443bd-eccd-4cae-ad45-d72fbcc14e3d tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 210 time: 0.1383491 Feb 10 04:11:49.618585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (1009b1d6-7390-4e13-b8ab-70fc37c33aae), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:49.631778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] For port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:49.642085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:49.688904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-b1f6eb88-c451-43ba-aea0-686903def769 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63e153f6-2463-4528-8540-111c856e4196 HTTP/1.1" status: 200 len: 217 time: 0.1462569 Feb 10 04:11:49.695510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Calling delete_port for eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:49.895203 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbc297d4-64c8-4313-889a-1ae6add70c0c req-9bf8da6c-26d2-4c99-a60b-f1c7ad31b3a6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4538434 Feb 10 04:11:49.960524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8bc4216e-223b-4cf1-9584-7d6a99096149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:49.996010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-8bc4216e-223b-4cf1-9584-7d6a99096149 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.2846065 Feb 10 04:11:50.078866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-876a22c5-3adc-46a2-a393-ef051b166e30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807126 Feb 10 04:11:50.111657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.120903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'port_id': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'mac_address': 'fa:16:3e:84:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:09:50Z', 'updated_at': '2022-02-10T04:11:45Z', 'revision_number': 1, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:50.131264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7956e89e-afcf-4aae-9c20-42a5f25295ff req-ae4dd605-c919-4fc4-aa86-6287cc152960 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=093896fe-0d8a-4d19-9957-78b3628c66f3 HTTP/1.1" status: 200 len: 210 time: 0.0866809 Feb 10 04:11:50.216730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event deleted for resources: {'Port': ['ID=eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:50.227144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:50.254450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.259363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4ca3412a-70ef-4bdc-83b2-d5ef19af2ef4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9649024 Feb 10 04:11:50.260756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36126) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:50.261909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] No DVR routers for this DVR port eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:50.265326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.269977 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0789103f-1556-4bb0-ada9-48aa80958b61 req-f67b50b3-d444-4211-9509-94b4b386c467 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "DELETE /v2.0/ports/eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 HTTP/1.1" status: 204 len: 173 time: 2.4538243 Feb 10 04:11:50.275869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cf3df38-8a39-492e-927c-f7ee4b2752c0 req-bfc482ba-8c3e-4dd3-a52c-24309b58674c tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 210 time: 0.0988035 Feb 10 04:11:50.276896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1343565321'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:50.296417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'name': 'network-vif-deleted', 'tag': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:50.300550 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ac9fef-6250-4cf3-9b3f-829f1cf6f260" -d '{"events": [{"server_uuid": "f715b77f-8839-4e8a-b035-e40507e1f04c", "name": "network-vif-deleted", "tag": "eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:50.378303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae8900a3-7220-4317-9289-e70f6ef0308a req-840339d2-9a6f-4854-9d66-2f791719dcbd tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0539837 Feb 10 04:11:50.385545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Made reservation on behalf of 6cc2c6c8aba846388a8b1307e76aabcc for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:50.396587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.413442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.453344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] Checking router: 20914de0-c393-4d78-b228-4cee8b17302e for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:11:50.494575 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d929b7a7-4162-4bfa-957e-c392ae395e52 x-openstack-request-id: req-d929b7a7-4162-4bfa-957e-c392ae395e52 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:50.494910 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f715b77f-8839-4e8a-b035-e40507e1f04c", "name": "network-vif-deleted", "tag": "eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:50.495539 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d929b7a7-4162-4bfa-957e-c392ae395e52 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:50.495539 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f715b77f-8839-4e8a-b035-e40507e1f04c', 'name': 'network-vif-deleted', 'tag': 'eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3', 'status': 'completed', 'code': 200} Feb 10 04:11:50.496362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:11:50.497526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:11:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:50.501089 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-0eca6f54-0cff-4fca-9490-bca94ff178bd service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168673 Feb 10 04:11:50.556411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a5c7-09dd-4f31-8911-4fa4b62e2c4b req-ddd4cb79-b150-4adc-a92e-53d9a78610d9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:50.564220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1709a5c7-09dd-4f31-8911-4fa4b62e2c4b req-ddd4cb79-b150-4adc-a92e-53d9a78610d9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 943 time: 0.1837132 Feb 10 04:11:50.600642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for security_group (8fff6825-d578-4079-88bc-3ce77556dee6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.708931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8fff6825-d578-4079-88bc-3ce77556dee6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.736226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:11:50.746920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:50.757509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1709a5c7-09dd-4f31-8911-4fa4b62e2c4b req-b0449332-13e7-4832-91a0-1b233b6b29af tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924200 Feb 10 04:11:50.773149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0a07abb-d20b-4781-8bbd-2f0147273111 req-48051773-438b-4aab-ba2b-be119391befe service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603619 Feb 10 04:11:50.773672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9'}, {'name': 'network-changed', 'server_uuid': '88750810-8bae-437b-b33c-2151193823c7', 'tag': '63e153f6-2463-4528-8540-111c856e4196'}, {'server_uuid': '96d47f58-1673-4e3e-b877-31423c2f9020', 'name': 'network-vif-deleted', 'tag': '17f57993-a699-4d3b-ab6a-83743c22637c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:50.776059 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f289c3-c701-4984-ba64-1d9f3943d5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9"}, {"name": "network-changed", "server_uuid": "88750810-8bae-437b-b33c-2151193823c7", "tag": "63e153f6-2463-4528-8540-111c856e4196"}, {"server_uuid": "96d47f58-1673-4e3e-b877-31423c2f9020", "name": "network-vif-deleted", "tag": "17f57993-a699-4d3b-ab6a-83743c22637c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:50.853311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d8950bb-dee8-4e60-942c-cb6401061a8d req-62566cea-c441-47d0-ac6e-b3e8c820f964 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=96d47f58-1673-4e3e-b877-31423c2f9020 HTTP/1.1" status: 200 len: 210 time: 0.0804055 Feb 10 04:11:50.854577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:50.856274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device eb6328ab-1f4f-4d16-ab86-0fa4bbf255e3 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:50.859554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:50.870545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4d76ea4e-b87a-4819-bfe1-843c3df73413), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.870937 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Added segment 4d76ea4e-b87a-4819-bfe1-843c3df73413 of type vlan for network bb146aa1-fa34-495c-a7ff-7cc5795d0bde Feb 10 04:11:50.892032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff6825-d578-4079-88bc-3ce77556dee6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:50.909942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: d337e74c-8cd7-4a44-9bd8-fa3e477c7866 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:50.910291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d337e74c-8cd7-4a44-9bd8-fa3e477c7866 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:50.910863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 17f57993-a699-4d3b-ab6a-83743c22637c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:50.936276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (bb146aa1-fa34-495c-a7ff-7cc5795d0bde), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:50.965198 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b016fa-a0fc-40e6-9b0a-71f6d2ed4477 x-openstack-request-id: req-35b016fa-a0fc-40e6-9b0a-71f6d2ed4477 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:50.965712 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88750810-8bae-437b-b33c-2151193823c7", "tag": "63e153f6-2463-4528-8540-111c856e4196", "status": "completed", "code": 200}, {"server_uuid": "96d47f58-1673-4e3e-b877-31423c2f9020", "name": "network-vif-deleted", "tag": "17f57993-a699-4d3b-ab6a-83743c22637c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:50.965816 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35b016fa-a0fc-40e6-9b0a-71f6d2ed4477 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:50.966182 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'status': 'completed', 'code': 200} Feb 10 04:11:50.966438 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88750810-8bae-437b-b33c-2151193823c7', 'tag': '63e153f6-2463-4528-8540-111c856e4196', 'status': 'completed', 'code': 200} Feb 10 04:11:50.966687 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d47f58-1673-4e3e-b877-31423c2f9020', 'name': 'network-vif-deleted', 'tag': '17f57993-a699-4d3b-ab6a-83743c22637c', 'status': 'completed', 'code': 200} Feb 10 04:11:50.981977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 17f57993-a699-4d3b-ab6a-83743c22637c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:50.982331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 17f57993-a699-4d3b-ab6a-83743c22637c not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:50.989867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:11:51.068794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-06b26f68-281a-4fdf-b104-5608aed8aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.070521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.073019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.073286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-06b26f68-281a-4fdf-b104-5608aed8aa3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 1125 time: 0.1029122 Feb 10 04:11:51.073515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.074518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.074648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.075266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.075739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.079887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-bcc44860-760a-44e5-a86b-b468ded39eb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6710 time: 0.0979874 Feb 10 04:11:51.201935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-404afac0-f87b-413d-9167-7abd4ecc7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.205185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-404afac0-f87b-413d-9167-7abd4ecc7bdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 906 time: 0.1266301 Feb 10 04:11:51.260939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-81ef2b22-266f-4a15-b18b-6ced341564ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63e153f6-2463-4528-8540-111c856e4196 HTTP/1.1" status: 200 len: 217 time: 0.0493469 Feb 10 04:11:51.292278 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (bb146aa1-fa34-495c-a7ff-7cc5795d0bde), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:51.300518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.304591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:51.362911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-77ca2c87-a92d-4a78-86f4-230c1d0a6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.367053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-77ca2c87-a92d-4a78-86f4-230c1d0a6699 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.0983269 Feb 10 04:11:51.416692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-751e1a5f-ff5a-499f-9eb0-f704844ce1ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410039 Feb 10 04:11:51.448774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Network': ['ID=bb146aa1-fa34-495c-a7ff-7cc5795d0bde,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:51.459888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bfda8585-2491-40a2-a507-2a98334de392 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1885650 Feb 10 04:11:51.462946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-45256a90-1c8e-4d71-b689-c0e38808b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.464645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-45256a90-1c8e-4d71-b689-c0e38808b59d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c407173-3146-4722-992d-f46469606988 HTTP/1.1" status: 200 len: 913 time: 0.3750274 Feb 10 04:11:51.465270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36146) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:51.473588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Request body: {'subnet': {'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:51.507626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.514167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.519838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.525945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.532004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.538461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.549409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.551630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f89bf729-764e-45a4-a032-023e8cecec48 req-8bea8ce5-7db9-4cb9-a820-f29f900896f7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.4381142 Feb 10 04:11:51.551939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:11:51.559953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-99d22e64-f85f-4fd9-b9d1-d22bbe640cae service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338570 Feb 10 04:11:51.709146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-68e64946-4323-4e6b-89a7-f8054eb784bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9 HTTP/1.1" status: 200 len: 999 time: 0.2296112 Feb 10 04:11:51.739796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-fefa7bc2-b6b3-425b-bad9-57c61d64746e service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722984 Feb 10 04:11:51.822110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-c6dc34c9-eeb9-4724-ad7b-9e7ea5579c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.825435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-c6dc34c9-eeb9-4724-ad7b-9e7ea5579c87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ca3c80c-5417-49f0-a45b-a21de528561e HTTP/1.1" status: 200 len: 851 time: 0.0948474 Feb 10 04:11:51.838101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c04bdb0-b5ce-4b13-8475-dd111efa4cf3 req-22f979df-b465-4334-be65-3e9b530f1ad1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f715b77f-8839-4e8a-b035-e40507e1f04c HTTP/1.1" status: 200 len: 210 time: 0.0350673 Feb 10 04:11:51.876168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'port_id': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'mac_address': 'fa:16:3e:84:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:09:50Z', 'updated_at': '2022-02-10T04:11:45Z', 'revision_number': 1, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:11:51.888770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f89bf729-764e-45a4-a032-023e8cecec48 req-82b25b6f-1555-40c1-adfc-b3554e29941f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2942247 Feb 10 04:11:51.910497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067ae24-be3e-4eb3-87a3-fbdb11da6ec1 None None] The sync data for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 is: [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'port_id': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'mac_address': 'fa:16:3e:84:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:09:50Z', 'updated_at': '2022-02-10T04:11:45Z', 'revision_number': 1, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:11:51.979538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-02d0eaf8-5c09-4591-90ac-635bf7aa6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:51.981255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-02d0eaf8-5c09-4591-90ac-635bf7aa6943 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c407173-3146-4722-992d-f46469606988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366968 Feb 10 04:11:52.005512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5eb709e9-7481-47e4-bafc-d4269b4d5b6b req-bc46cf2f-43fa-43c2-8be8-5b754501b1c9 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0602360 Feb 10 04:11:52.069308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Made reservation on behalf of 6cc2c6c8aba846388a8b1307e76aabcc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:11:52.073514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:52.186099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276880fc-a53e-4eca-840e-23f2c6fbfc14 req-73f1d32f-e2f4-4b13-846c-15710ed1532c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:52.192758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-276880fc-a53e-4eca-840e-23f2c6fbfc14 req-73f1d32f-e2f4-4b13-846c-15710ed1532c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 943 time: 0.0896814 Feb 10 04:11:52.259677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412bd3b-d7e2-41e5-9988-dbeb7d077e5b req-17d8fa5c-48c0-407a-b8f9-65ba1b736446 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:52.267281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b412bd3b-d7e2-41e5-9988-dbeb7d077e5b req-17d8fa5c-48c0-407a-b8f9-65ba1b736446 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 951 time: 0.2278533 Feb 10 04:11:52.274234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-5f57819d-9675-459f-83ae-ad4a3f2fe004 service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848639 Feb 10 04:11:52.304963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-276880fc-a53e-4eca-840e-23f2c6fbfc14 req-b9c71948-b040-46e9-bd0b-51dbbb4ae771 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996766 Feb 10 04:11:52.322764 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cc09f-f2db-4fdd-8c7d-0db3d77a2019 None None] New status for floating IP a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:11:52.389837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f289c3-c701-4984-ba64-1d9f3943d5ab req-07da6cec-0206-498d-ad43-3c700b6920b2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040747 Feb 10 04:11:52.499316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b412bd3b-d7e2-41e5-9988-dbeb7d077e5b req-7d7735b1-e61c-4ac2-a93b-ec8ebd86e4a4 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224946 Feb 10 04:11:52.683175 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9f197090-a59d-4365-9233-7274860341dc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:52.757565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Subnet': ['ID=9f197090-a59d-4365-9233-7274860341dc,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:52.767801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Checking segment: {'id': '4d76ea4e-b87a-4819-bfe1-843c3df73413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:52.768162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Network hostable DHCP agents. Network: bb146aa1-fa34-495c-a7ff-7cc5795d0bde, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:11:52.884837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:11:52.942804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 63e153f6-2463-4528-8540-111c856e4196 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:11:52.984304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, bb146aa1-fa34-495c-a7ff-7cc5795d0bde) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:52.989041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:52.989653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.101775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36168) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:11:53.102332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-86b7efbb-55b3-49b5-a411-af648f17654c tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6353276 Feb 10 04:11:53.107177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-469305432', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:11:53.122037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 63e153f6-2463-4528-8540-111c856e4196, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=63e153f6-2463-4528-8540-111c856e4196,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:53.137456 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dda862-ddbe-417b-8501-186e1d7c95cb None None] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:11:53.142668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '63e153f6-2463-4528-8540-111c856e4196', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'port_id': '63e153f6-2463-4528-8540-111c856e4196', 'mac_address': 'fa:16:3e:9f:01:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e808e13-05a1-4361-86b6-493213f23872', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:11:53.216357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6b770709-5d48-4263-99bd-77e512b8a69b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.218521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6b770709-5d48-4263-99bd-77e512b8a69b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.268557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 63e153f6-2463-4528-8540-111c856e4196 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:53.268869 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (63e153f6-2463-4528-8540-111c856e4196), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.297550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-288e1e8d-20c6-4ca0-b609-3ab83300b22e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.299423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-288e1e8d-20c6-4ca0-b609-3ab83300b22e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 951 time: 0.1241868 Feb 10 04:11:53.300112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e153f6-2463-4528-8540-111c856e4196 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:11:53.330796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 63e153f6-2463-4528-8540-111c856e4196, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=63e153f6-2463-4528-8540-111c856e4196,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:53.351845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router_controller (6b770709-5d48-4263-99bd-77e512b8a69b), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.387129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bb146aa1-fa34-495c-a7ff-7cc5795d0bde', 'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde', 'project_id': '6cc2c6c8aba846388a8b1307e76aabcc', 'fixed_ips': [{'subnet_id': '9f197090-a59d-4365-9233-7274860341dc'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:11:53.388668 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.500029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Deleting port 3c3c9048-2146-41fa-9389-d0330b3f1f5c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:53.500380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.555937 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (63e153f6-2463-4528-8540-111c856e4196), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.664600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=63e153f6-2463-4528-8540-111c856e4196,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:53.698082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] For port 3c3c9048-2146-41fa-9389-d0330b3f1f5c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3c3c9048-2146-41fa-9389-d0330b3f1f5c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:53.698491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.737210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Calling delete_port for 3c3c9048-2146-41fa-9389-d0330b3f1f5c owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:53.779689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.785885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.791836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.799142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.805983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.812588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.820235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:53.829647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-fedca82a-45d5-4138-b6c1-7bab65fd0e71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.2639711 Feb 10 04:11:53.907327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9030ba7-e727-4b44-bdfa-25f17f26ce88 req-e3de3e64-d87d-4974-aeb9-7e1d2bef445f tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0820303 Feb 10 04:11:53.949711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router_gateway (6b770709-5d48-4263-99bd-77e512b8a69b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:53.971928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c3a662c-05dd-424d-bd69-d5e9a4601cad req-bf209c6d-6f44-4fd5-84ac-021403de3628 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413097 Feb 10 04:11:54.060657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-f1e9478c-3a22-4e6a-a5fb-36b3f9845fa0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:54.078243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-f1e9478c-3a22-4e6a-a5fb-36b3f9845fa0 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.3192284 Feb 10 04:11:54.116808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['63e153f6-2463-4528-8540-111c856e4196'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:54.162829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Allocated IP 172.20.0.2 (bb146aa1-fa34-495c-a7ff-7cc5795d0bde/9f197090-a59d-4365-9233-7274860341dc/2ef40dba-95a7-4db3-8667-da7e8bee3e86) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:11:54.229896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714cecd-30d5-42f5-8b59-3ebba4e459d7 req-6cbeca74-d1de-494a-bd04-90c856ee3ea5 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:54.240730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e714cecd-30d5-42f5-8b59-3ebba4e459d7 req-6cbeca74-d1de-494a-bd04-90c856ee3ea5 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 944 time: 0.2080383 Feb 10 04:11:54.298917 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e714cecd-30d5-42f5-8b59-3ebba4e459d7 req-7d5756e2-dd5a-4de2-8e80-6240ca284ec9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572431 Feb 10 04:11:54.349693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3c3c9048-2146-41fa-9389-d0330b3f1f5c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:54.407731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event deleted for resources: {'Port': ['ID=3c3c9048-2146-41fa-9389-d0330b3f1f5c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:54.483028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68', '47f3bbaa-e197-47ae-95a2-f79fc284709a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:54.500912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-28e2836c-360d-490e-a7e1-5549debc3bdb req-9748bb67-7066-442b-9e4b-84617d3cb807 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 210 time: 0.0980167 Feb 10 04:11:54.538231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3c3c9048-2146-41fa-9389-d0330b3f1f5c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:54.573568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] No DVR routers for this DVR port 3c3c9048-2146-41fa-9389-d0330b3f1f5c on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:54.578081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:54.587927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9135c3f3-09bf-4610-b6e5-3da4fe04a774 req-2f0f33de-72c2-431e-9184-5fe505b2dec5 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.43 "DELETE /v2.0/ports/3c3c9048-2146-41fa-9389-d0330b3f1f5c HTTP/1.1" status: 204 len: 173 time: 1.2822239 Feb 10 04:11:54.588358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-deleted', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:54.604510 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c8d55d-fba3-4488-a48b-2f4b6c84ef22" -d '{"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-deleted", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:54.757246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e9ce8-a930-49e9-9740-808d3438bd0b req-b1e7f8cc-8944-43a5-a1ac-bcdc00059eef tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:54.765123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a8e9ce8-a930-49e9-9740-808d3438bd0b req-b1e7f8cc-8944-43a5-a1ac-bcdc00059eef tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 950 time: 0.1495209 Feb 10 04:11:54.799733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbef1b-915a-4fb7-9a43-8416218d83fc req-c3f732a9-a241-4ea6-9e0e-9ec20f6f74b2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:54.807417 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3acbef1b-915a-4fb7-9a43-8416218d83fc req-c3f732a9-a241-4ea6-9e0e-9ec20f6f74b2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.6346755 Feb 10 04:11:54.899221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Publish callbacks [] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:54.912685 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a8e9ce8-a930-49e9-9740-808d3438bd0b req-5dd26868-4fcc-4191-abd1-f95ba6b90597 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416411 Feb 10 04:11:54.963212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-748c4058-1f77-40b2-840b-ed0572dc2bb1 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:54.964943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-748c4058-1f77-40b2-840b-ed0572dc2bb1 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 950 time: 0.7428954 Feb 10 04:11:55.002914 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.111248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Pushing event updated for resources: {'Port': ['ID=2ef40dba-95a7-4db3-8667-da7e8bee3e86,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:55.156267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Deleting port f08f472e-0cbe-4cfe-b5ff-b180462a0394 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:55.156614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.169860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.180512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.189973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.191592 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3acbef1b-915a-4fb7-9a43-8416218d83fc req-49ac55b3-ce5f-4969-b033-9b6f79b81fdd tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829486 Feb 10 04:11:55.198520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.207847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.214439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.221961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.230473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-52868846-f137-427e-aed1-f96de5567d9d req-4df96483-0b21-4d11-81b2-9e9ab3c59d5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.1888411 Feb 10 04:11:55.276197 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d792cd-d57a-44d7-a7bb-ad87ba047d66 x-openstack-request-id: req-c2d792cd-d57a-44d7-a7bb-ad87ba047d66 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:55.276712 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0063123f-c2a7-4d00-9a74-18f53d748135", "name": "network-vif-deleted", "tag": "3c3c9048-2146-41fa-9389-d0330b3f1f5c", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:55.276712 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2d792cd-d57a-44d7-a7bb-ad87ba047d66 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:55.277488 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0063123f-c2a7-4d00-9a74-18f53d748135', 'name': 'network-vif-deleted', 'tag': '3c3c9048-2146-41fa-9389-d0330b3f1f5c', 'status': 'completed', 'code': 200} Feb 10 04:11:55.285933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:11:55.298654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:55.309102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:11:55.347133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-0207a472-0a9d-4909-9750-fe6998a7afaf tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.348848 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-0207a472-0a9d-4909-9750-fe6998a7afaf tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "GET /v2.0/ports?device_id=487a8b62-793c-4552-8046-69c0fe27aa49 HTTP/1.1" status: 200 len: 949 time: 0.1154244 Feb 10 04:11:55.372101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-52868846-f137-427e-aed1-f96de5567d9d req-3076ee4c-0ab0-4118-9d48-2aa718287ac3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406817 Feb 10 04:11:55.411283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Attempting to bind port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:11:55.411671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Attempting to bind port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4d76ea4e-b87a-4819-bfe1-843c3df73413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:11:55.412043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Attempting to bind port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 on network bb146aa1-fa34-495c-a7ff-7cc5795d0bde {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:11:55.430736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:11:55.432338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Checking segment: {'id': '4d76ea4e-b87a-4819-bfe1-843c3df73413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:11:55.432984 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.433492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Bound using segment: {'id': '4d76ea4e-b87a-4819-bfe1-843c3df73413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:11:55.434098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Bound port: 2ef40dba-95a7-4db3-8667-da7e8bee3e86, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d76ea4e-b87a-4819-bfe1-843c3df73413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:11:55.434588 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.504326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2c08c52-01a1-4a88-9e90-c6cf0709d802 req-3e75bedb-f0ef-4edd-90ef-093b6feaadf1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.1041176 Feb 10 04:11:55.516385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] For port 2ef40dba-95a7-4db3-8667-da7e8bee3e86, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:11:55.521669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] For port 2ef40dba-95a7-4db3-8667-da7e8bee3e86, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2ef40dba-95a7-4db3-8667-da7e8bee3e86,segment=NetworkSegment(4d76ea4e-b87a-4819-bfe1-843c3df73413),segment_id=4d76ea4e-b87a-4819-bfe1-843c3df73413)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:11:55.557557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:55.558044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.596130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port d9e6405b-63ff-4dc8-9723-858bb51fac63 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:55.596483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.625489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1edd0-0862-4cf9-b904-68d3898852a9 req-07d5808f-3f6b-4edc-b755-98088bb896f3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.631171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46d1edd0-0862-4cf9-b904-68d3898852a9 req-07d5808f-3f6b-4edc-b755-98088bb896f3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 944 time: 0.1635385 Feb 10 04:11:55.649565 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router_gateway (6b770709-5d48-4263-99bd-77e512b8a69b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.652204 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.709537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.759820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] For port f08f472e-0cbe-4cfe-b5ff-b180462a0394, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f08f472e-0cbe-4cfe-b5ff-b180462a0394,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:55.760203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.786924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46d1edd0-0862-4cf9-b904-68d3898852a9 req-47d7c800-c34e-408e-994b-52a3466ca1a6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508858 Feb 10 04:11:55.799913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Calling delete_port for f08f472e-0cbe-4cfe-b5ff-b180462a0394 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:55.807186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port d9e6405b-63ff-4dc8-9723-858bb51fac63, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d9e6405b-63ff-4dc8-9723-858bb51fac63,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:55.807811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.817578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdae81-3d29-4a2e-9084-df7d252e0af4 None None] Pushing event updated for resources: {'Port': ['ID=2ef40dba-95a7-4db3-8667-da7e8bee3e86,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:55.846500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for d9e6405b-63ff-4dc8-9723-858bb51fac63 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:55.907496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:55.911984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:55.935671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.941982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.947735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.953507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.959257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.964604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.972060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:55.974614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a35bdef-8e7d-402b-849c-70153c65742a req-266e4a43-c651-499f-8e69-cac034d8ca7e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.3806980 Feb 10 04:11:55.987937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7641baff-2a93-4f51-a136-3947416c6de5 req-4acf218c-7f9a-4bfc-aa6a-1ff2b26aa7cd tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=0063123f-c2a7-4d00-9a74-18f53d748135 HTTP/1.1" status: 200 len: 210 time: 0.0414722 Feb 10 04:11:56.028374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for 6ff0fc90-616e-48e5-9bc5-04c765b0c25b owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:11:56.253541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Allocated IP 172.25.8.85 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/99e5aa07-b317-407e-b8d9-0c65ebdef99d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:11:56.260291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d9e6405b-63ff-4dc8-9723-858bb51fac63), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:56.279661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:56.285234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:56.371394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=d9e6405b-63ff-4dc8-9723-858bb51fac63,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:56.400871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75231-deb1-41e2-982f-a418761492c4 req-2c4ac9cb-a027-4940-b3d2-0452b03e25a7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:56.409053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36b75231-deb1-41e2-982f-a418761492c4 req-2c4ac9cb-a027-4940-b3d2-0452b03e25a7 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 950 time: 0.3269951 Feb 10 04:11:56.475680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port d9e6405b-63ff-4dc8-9723-858bb51fac63 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:56.480007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:56.484926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44badfa4-453c-466d-b240-b3b6a5da2ea7 req-cf470f02-4f93-4b36-be27-709b2226e8ce tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.43 "DELETE /v2.0/ports/d9e6405b-63ff-4dc8-9723-858bb51fac63 HTTP/1.1" status: 204 len: 173 time: 1.1115911 Feb 10 04:11:56.531251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42b9e4-7e25-4f41-a7da-ee401516e714 req-191b8f51-ef09-4d7c-a7e1-e484f29a9623 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:56.536939 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b42b9e4-7e25-4f41-a7da-ee401516e714 req-191b8f51-ef09-4d7c-a7e1-e484f29a9623 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 945 time: 0.2650599 Feb 10 04:11:56.697307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b42b9e4-7e25-4f41-a7da-ee401516e714 req-d6e89ce6-27b2-4e66-9dde-cd04a44ffa11 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=deff9c04-1060-4892-b32f-e78db4ac6664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462371 Feb 10 04:11:56.733799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2ef40dba-95a7-4db3-8667-da7e8bee3e86 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:56.739550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36b75231-deb1-41e2-982f-a418761492c4 req-71970a6a-b573-4557-be4a-23dffa773f3c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294716 Feb 10 04:11:56.778850 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f08f472e-0cbe-4cfe-b5ff-b180462a0394), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:56.782654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for port (99e5aa07-b317-407e-b8d9-0c65ebdef99d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:56.847766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f08f472e-0cbe-4cfe-b5ff-b180462a0394'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:56.858408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event deleted for resources: {'Port': ['ID=f08f472e-0cbe-4cfe-b5ff-b180462a0394,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:56.904358 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9183cfc8-f49a-4f08-acde-9ef9bb2a0856 req-d057f6e9-545b-49e3-b1e8-50f80c8dded7 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0867131 Feb 10 04:11:56.983047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 63e153f6-2463-4528-8540-111c856e4196 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:57.038951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6ff0fc90-616e-48e5-9bc5-04c765b0c25b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.077925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968', '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', '4a036985-c2d7-48db-a924-019dada63b78'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:57.082964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] No DVR routers for this DVR port f08f472e-0cbe-4cfe-b5ff-b180462a0394 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:57.087445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.095092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-070ca217-99d8-4c99-a91e-5965e56d5549 req-99007b4c-e8d3-4068-b091-bbbdd0a5f0b4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "DELETE /v2.0/ports/f08f472e-0cbe-4cfe-b5ff-b180462a0394 HTTP/1.1" status: 204 len: 173 time: 3.0099075 Feb 10 04:11:57.136649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d9e6405b-63ff-4dc8-9723-858bb51fac63'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:11:57.159115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'name': 'network-vif-deleted', 'tag': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:57.165683 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564ad1c8-a03f-4657-a436-c9ccc99f4e22" -d '{"events": [{"server_uuid": "f69f92e2-6e50-4267-8dac-639192bb9b27", "name": "network-vif-deleted", "tag": "f08f472e-0cbe-4cfe-b5ff-b180462a0394"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:57.168086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=6ff0fc90-616e-48e5-9bc5-04c765b0c25b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:57.278664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a8b62-793c-4552-8046-69c0fe27aa49', 'name': 'network-vif-deleted', 'tag': 'd9e6405b-63ff-4dc8-9723-858bb51fac63'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:57.283229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port 6ff0fc90-616e-48e5-9bc5-04c765b0c25b on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:11:57.284115 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e2494-f319-458e-879c-815ab459a330" -d '{"events": [{"server_uuid": "487a8b62-793c-4552-8046-69c0fe27aa49", "name": "network-vif-deleted", "tag": "d9e6405b-63ff-4dc8-9723-858bb51fac63"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:57.287303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.295791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf8fe8df-19a9-4b93-a94f-127eba6c431a req-8f1b5c2f-60ec-4ec9-8a89-c4661d455c99 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "DELETE /v2.0/ports/6ff0fc90-616e-48e5-9bc5-04c765b0c25b HTTP/1.1" status: 204 len: 173 time: 2.2949076 Feb 10 04:11:57.324090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b454fb-d5dd-417f-b550-781b8bc801a1 req-4e6b9298-60dc-48f9-a8a1-23c0bece0b5b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:57.334736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94b454fb-d5dd-417f-b550-781b8bc801a1 req-4e6b9298-60dc-48f9-a8a1-23c0bece0b5b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 944 time: 0.3815038 Feb 10 04:11:57.368610 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (99e5aa07-b317-407e-b8d9-0c65ebdef99d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.407684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 63e153f6-2463-4528-8540-111c856e4196 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:11:57.420522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:57.421671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.467320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:11:57.477948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:11:57.485116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:11:57.488980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Port': ['ID=99e5aa07-b317-407e-b8d9-0c65ebdef99d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:57.501239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94b454fb-d5dd-417f-b550-781b8bc801a1 req-c43b344c-9408-4f79-9660-58a4d4a56a51 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641328 Feb 10 04:11:57.516690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 63e153f6-2463-4528-8540-111c856e4196 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:57.517418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (63e153f6-2463-4528-8540-111c856e4196), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.593783 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a694eac-5a4d-4020-9f00-a284ae426fe3 x-openstack-request-id: req-6a694eac-5a4d-4020-9f00-a284ae426fe3 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:57.594418 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69f92e2-6e50-4267-8dac-639192bb9b27", "name": "network-vif-deleted", "tag": "f08f472e-0cbe-4cfe-b5ff-b180462a0394", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:57.595241 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a694eac-5a4d-4020-9f00-a284ae426fe3 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:57.595892 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f92e2-6e50-4267-8dac-639192bb9b27', 'name': 'network-vif-deleted', 'tag': 'f08f472e-0cbe-4cfe-b5ff-b180462a0394', 'status': 'completed', 'code': 200} Feb 10 04:11:57.734973 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c466da1-fd1b-435a-be44-1136c94ad15f x-openstack-request-id: req-4c466da1-fd1b-435a-be44-1136c94ad15f {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:57.734973 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a8b62-793c-4552-8046-69c0fe27aa49", "name": "network-vif-deleted", "tag": "d9e6405b-63ff-4dc8-9723-858bb51fac63", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:57.734973 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c466da1-fd1b-435a-be44-1136c94ad15f {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:57.734973 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a8b62-793c-4552-8046-69c0fe27aa49', 'name': 'network-vif-deleted', 'tag': 'd9e6405b-63ff-4dc8-9723-858bb51fac63', 'status': 'completed', 'code': 200} Feb 10 04:11:57.735323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:57.735323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.854917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5495bd7-cfb0-43f3-a018-21b5a1c000a3 None None] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:11:57.857292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-507cb1bb-48dc-4731-bf33-768b24e15240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:57.969472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02eb598d-a332-4f83-a676-29298559c478 req-0ea304c2-36f0-42cb-ab20-1799002c34c8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf51ed5c-6585-40dc-8b18-48b7db6283a6 HTTP/1.1" status: 200 len: 210 time: 0.0660067 Feb 10 04:11:58.017798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-561d13c8-d9c6-4d1f-8b3c-ea69f9195544 req-9437f5cc-e8d2-4785-a94b-4a5ef951d3f7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=f69f92e2-6e50-4267-8dac-639192bb9b27 HTTP/1.1" status: 200 len: 210 time: 0.0979419 Feb 10 04:11:58.123027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9903bccf-d6fd-439a-9b2e-524d75763e01 req-dbcf806d-b821-45ce-a2e3-4c9023545b14 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0323446 Feb 10 04:11:58.147577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 2ef40dba-95a7-4db3-8667-da7e8bee3e86, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2ef40dba-95a7-4db3-8667-da7e8bee3e86,segment=NetworkSegment(4d76ea4e-b87a-4819-bfe1-843c3df73413),segment_id=4d76ea4e-b87a-4819-bfe1-843c3df73413)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:58.148899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3863e35-2c92-4d71-8b1a-881d77656bf1 req-2b485bda-d714-416a-93c4-93c8a42c846f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:58.150779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3863e35-2c92-4d71-8b1a-881d77656bf1 req-2b485bda-d714-416a-93c4-93c8a42c846f tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0706198 Feb 10 04:11:58.160284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 63e153f6-2463-4528-8540-111c856e4196 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:58.160705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (63e153f6-2463-4528-8540-111c856e4196), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:58.214394 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3863e35-2c92-4d71-8b1a-881d77656bf1 req-ea76a140-0764-451d-b84c-6b99820117c8 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Feb 10 04:11:58.255476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-26e56fa8-f3a4-4db0-b061-cf446d426846 None None] Provisioning complete for port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:58.256065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26e56fa8-f3a4-4db0-b061-cf446d426846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:58.265039 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:58.357382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88750810-8bae-437b-b33c-2151193823c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e153f6-2463-4528-8540-111c856e4196'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:58.360404 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fe5b3b-9ea1-438e-88dc-3208ba9801bd" -d '{"events": [{"server_uuid": "88750810-8bae-437b-b33c-2151193823c7", "name": "network-vif-plugged", "status": "completed", "tag": "63e153f6-2463-4528-8540-111c856e4196"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:58.395893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router_gateway (6b770709-5d48-4263-99bd-77e512b8a69b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:58.396804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 63e153f6-2463-4528-8540-111c856e4196, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=63e153f6-2463-4528-8540-111c856e4196,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:11:58.445821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=2ef40dba-95a7-4db3-8667-da7e8bee3e86,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:58.471588 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f52905-7a5b-431c-a8de-1657249741a4 x-openstack-request-id: req-00f52905-7a5b-431c-a8de-1657249741a4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:58.471588 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88750810-8bae-437b-b33c-2151193823c7", "name": "network-vif-plugged", "status": "completed", "tag": "63e153f6-2463-4528-8540-111c856e4196", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:58.471588 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00f52905-7a5b-431c-a8de-1657249741a4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:58.471588 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88750810-8bae-437b-b33c-2151193823c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e153f6-2463-4528-8540-111c856e4196', 'code': 200} Feb 10 04:11:58.550350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (63e153f6-2463-4528-8540-111c856e4196), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:58.551446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6ff0fc90-616e-48e5-9bc5-04c765b0c25b no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:58.561971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-26e56fa8-f3a4-4db0-b061-cf446d426846 None None] Current status of the port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:58.709891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 6ff0fc90-616e-48e5-9bc5-04c765b0c25b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:58.710265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6ff0fc90-616e-48e5-9bc5-04c765b0c25b not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:58.717472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a53bd-6e96-464e-a150-d26b2ac0645c req-3868e40e-7af5-43b7-bdeb-a10b7717a8da tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:58.727838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b50a53bd-6e96-464e-a150-d26b2ac0645c req-3868e40e-7af5-43b7-bdeb-a10b7717a8da tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 945 time: 0.0817280 Feb 10 04:11:58.757216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2ef40dba-95a7-4db3-8667-da7e8bee3e86 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:11:58.796846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:58.809008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b50a53bd-6e96-464e-a150-d26b2ac0645c req-758801c4-d039-4618-96aa-56b678d7fa91 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795221 Feb 10 04:11:58.857806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 3c3c9048-2146-41fa-9389-d0330b3f1f5c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:58.858246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3c3c9048-2146-41fa-9389-d0330b3f1f5c not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:58.859271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f08f472e-0cbe-4cfe-b5ff-b180462a0394 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:11:58.862352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=63e153f6-2463-4528-8540-111c856e4196,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:11:58.908803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: f08f472e-0cbe-4cfe-b5ff-b180462a0394 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:11:58.908803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f08f472e-0cbe-4cfe-b5ff-b180462a0394 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:11:58.954660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1f3e084e-b33f-469f-8883-f830c9f6f2ef None None] Provisioning complete for port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:58.955069 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f3e084e-b33f-469f-8883-f830c9f6f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:58.962280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6b770709-5d48-4263-99bd-77e512b8a69b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:59.005248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:11:59.005670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:59.085158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf7c17-e991-4429-a711-c62e65a04d2d req-d586173d-9912-4876-ae8e-8e8230c83cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:59.109780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bdf7c17-e991-4429-a711-c62e65a04d2d req-d586173d-9912-4876-ae8e-8e8230c83cd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 1127 time: 0.4805939 Feb 10 04:11:59.128151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e084e-b33f-469f-8883-f830c9f6f2ef None None] Current status of the port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:59.149769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:11:59.195684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bdf7c17-e991-4429-a711-c62e65a04d2d req-c3c2751f-c8a8-4fa2-933c-7ea972289df2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771279 Feb 10 04:11:59.612134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'name': 'network-vif-deleted', 'tag': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:11:59.614260 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94ab933-50f0-4bdc-b07f-c73f69575406" -d '{"events": [{"server_uuid": "cf51ed5c-6585-40dc-8b18-48b7db6283a6", "name": "network-vif-deleted", "tag": "6ff0fc90-616e-48e5-9bc5-04c765b0c25b"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:11:59.621796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c91b325-dfeb-4b9c-90e7-7f024a1c3152 req-29bc4737-b7c5-475d-9a57-8cee3fa28216 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0687904 Feb 10 04:11:59.671545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988115f-8a41-4583-a186-229cdc9f38bf req-a0b6a632-78db-4b91-bcc4-7639ea975716 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:59.673020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2988115f-8a41-4583-a186-229cdc9f38bf req-a0b6a632-78db-4b91-bcc4-7639ea975716 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.1190042 Feb 10 04:11:59.772942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Router 6b770709-5d48-4263-99bd-77e512b8a69b is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:11:59.800524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefc2ae-0e31-487b-94e0-8d12258a5114 req-5b2ce5a5-dd71-4a01-80a5-f20cecd3689b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:11:59.803151 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-acefc2ae-0e31-487b-94e0-8d12258a5114 req-5b2ce5a5-dd71-4a01-80a5-f20cecd3689b tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 950 time: 0.0768957 Feb 10 04:11:59.859408 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-acefc2ae-0e31-487b-94e0-8d12258a5114 req-bff403c5-2cf2-45be-96ce-7dc49aba1014 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493028 Feb 10 04:11:59.860362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Deleting port 47f3bbaa-e197-47ae-95a2-f79fc284709a {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:11:59.860712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:59.905565 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dc3721-d577-4526-bae9-ff5066df1bc4 x-openstack-request-id: req-92dc3721-d577-4526-bae9-ff5066df1bc4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:11:59.906125 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf51ed5c-6585-40dc-8b18-48b7db6283a6", "name": "network-vif-deleted", "tag": "6ff0fc90-616e-48e5-9bc5-04c765b0c25b", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:11:59.906395 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92dc3721-d577-4526-bae9-ff5066df1bc4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:11:59.906809 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf51ed5c-6585-40dc-8b18-48b7db6283a6', 'name': 'network-vif-deleted', 'tag': '6ff0fc90-616e-48e5-9bc5-04c765b0c25b', 'status': 'completed', 'code': 200} Feb 10 04:11:59.926818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-34ea2683-d0e9-45a1-a899-7cde0b0ec20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:11:59.985234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:11:59.999729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] Sync routers for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:00.013213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:00.013856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:00.035518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880e8d8-439f-4daa-850b-d008bf896f9e req-bb04cd9e-3364-461c-a0dc-4619ae72cff2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:00.036833 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e880e8d8-439f-4daa-850b-d008bf896f9e req-bb04cd9e-3364-461c-a0dc-4619ae72cff2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0780752 Feb 10 04:12:00.058762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] For port 47f3bbaa-e197-47ae-95a2-f79fc284709a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=47f3bbaa-e197-47ae-95a2-f79fc284709a,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:00.061782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:00.062045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:00.069299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:00.069909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:00.078287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Calling delete_port for 47f3bbaa-e197-47ae-95a2-f79fc284709a owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:00.109037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e880e8d8-439f-4daa-850b-d008bf896f9e req-53995387-05ee-435f-b875-1818f37c0472 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657225 Feb 10 04:12:00.112158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:00.112900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227b2f5-5871-4862-a4d7-f4ef0d307f31 None None] The sync data for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:00.169284 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:00.171258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0a5c025-df42-482a-8a3e-df28471fcd32 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0672507 Feb 10 04:12:00.176373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36258) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:00.256257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f976e5-ede6-4e86-9a94-fc1ec88453ae req-2a854bfa-0cd6-4456-ac26-cd27fa4cede5 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:00.257855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6f976e5-ede6-4e86-9a94-fc1ec88453ae req-2a854bfa-0cd6-4456-ac26-cd27fa4cede5 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 945 time: 0.0566275 Feb 10 04:12:00.350052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6f976e5-ede6-4e86-9a94-fc1ec88453ae req-a5d16559-f069-4c49-b454-db49bedb5430 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775239 Feb 10 04:12:00.641963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (47f3bbaa-e197-47ae-95a2-f79fc284709a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:00.655488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fb39d96-8dd1-47bc-958c-ae86c9d90f68', '47f3bbaa-e197-47ae-95a2-f79fc284709a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:00.682746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event deleted for resources: {'Port': ['ID=47f3bbaa-e197-47ae-95a2-f79fc284709a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:00.754582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] No DVR routers for this DVR port 47f3bbaa-e197-47ae-95a2-f79fc284709a on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:00.758458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:00.761783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2988115f-8a41-4583-a186-229cdc9f38bf req-5e5762d5-bdfb-4e07-aef4-812f007fef6a tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.24 "DELETE /v2.0/ports/47f3bbaa-e197-47ae-95a2-f79fc284709a HTTP/1.1" status: 204 len: 173 time: 1.0823944 Feb 10 04:12:00.804972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80cfb4dc-5c2b-4774-8cff-a7bedc17291a req-1a9237b5-3cda-4574-b1a8-0e2b07dfe956 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.0552547 Feb 10 04:12:00.808040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d9e6405b-63ff-4dc8-9723-858bb51fac63 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:00.828849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:00.848509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: d9e6405b-63ff-4dc8-9723-858bb51fac63 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:00.848509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d9e6405b-63ff-4dc8-9723-858bb51fac63 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:00.950043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85b30-2f11-4dcb-a5c2-8ff9b020649d req-1fc491f8-04da-40a2-973e-799b4bc984dd tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:00.952172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aeb85b30-2f11-4dcb-a5c2-8ff9b020649d req-1fc491f8-04da-40a2-973e-799b4bc984dd tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 949 time: 0.1167564 Feb 10 04:12:00.988064 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:01.007274 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c4ce02a-0ade-45f2-ba85-1119117eb63d req-8b6ae74e-ef52-446d-b207-544f557851e0 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 210 time: 0.0497372 Feb 10 04:12:01.097666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aeb85b30-2f11-4dcb-a5c2-8ff9b020649d req-82486012-0333-4b99-9c4d-6b7223184b96 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062667 Feb 10 04:12:01.318660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Allocated IP 172.20.0.1 (bb146aa1-fa34-495c-a7ff-7cc5795d0bde/9f197090-a59d-4365-9233-7274860341dc/90784c9b-a0bc-4f77-8205-6c50c8cc30dc) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:01.321400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480095a-d014-4848-bfd4-80bcd97e839e req-84c4787f-248e-4fed-a09a-f501023770a7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:01.327298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9480095a-d014-4848-bfd4-80bcd97e839e req-84c4787f-248e-4fed-a09a-f501023770a7 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1144428 Feb 10 04:12:01.379337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9480095a-d014-4848-bfd4-80bcd97e839e req-9b65673d-c92c-4759-a65f-aa5d5a94c4d4 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498276 Feb 10 04:12:01.391800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-52ad62be-e48b-4ffe-8904-88bc7ef654c9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:01.393451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-52ad62be-e48b-4ffe-8904-88bc7ef654c9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.1503332 Feb 10 04:12:01.571632 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:01.584921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc23-746c-42a9-9ec7-fefe43c08b9f req-c9479cbd-b41b-4a9d-bf67-3ee504ca9dbd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:01.586495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71b8fc23-746c-42a9-9ec7-fefe43c08b9f req-c9479cbd-b41b-4a9d-bf67-3ee504ca9dbd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 945 time: 0.1648722 Feb 10 04:12:01.681737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Deleting port e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:01.682076 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:01.688813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71b8fc23-746c-42a9-9ec7-fefe43c08b9f req-95c28a16-244e-43bb-aaee-79a79cb1c57f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930815 Feb 10 04:12:01.775899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] For port e823ab85-1fb8-4931-8c06-8f3a16039cc6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e823ab85-1fb8-4931-8c06-8f3a16039cc6,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:01.776273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:01.791974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:01.812726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea9159-277d-44d5-a946-8ab5b0774f91 req-b9fd5619-133c-46bb-b22c-9708bf682164 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:01.814241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ea9159-277d-44d5-a946-8ab5b0774f91 req-b9fd5619-133c-46bb-b22c-9708bf682164 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 946 time: 0.0551479 Feb 10 04:12:01.866732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ea9159-277d-44d5-a946-8ab5b0774f91 req-b4d85c81-aa1e-4778-baf3-036864a042ef tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464935 Feb 10 04:12:01.892167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:01.915688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:01.917829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-deleted', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:01.919860 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f6df4b-e42c-40c7-b8ca-09777f2d7d36" -d '{"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-deleted", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:01.961726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:02.010133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d53229-1775-48c9-a1f5-623e9187c8d7 req-48b65702-107f-412e-a3bb-cbdcdb6aea96 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:02.020965 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0d53229-1775-48c9-a1f5-623e9187c8d7 req-48b65702-107f-412e-a3bb-cbdcdb6aea96 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 945 time: 0.0791905 Feb 10 04:12:02.031092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Port': ['ID=90784c9b-a0bc-4f77-8205-6c50c8cc30dc,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:02.062801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c6c3211-305e-4282-b1ff-fcfdbca914b5 req-36d49812-0417-41eb-9805-ca07ec98e63a tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc5b791-fc32-4b7f-af96-1a5679768fff HTTP/1.1" status: 200 len: 210 time: 0.1386027 Feb 10 04:12:02.118060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0d53229-1775-48c9-a1f5-623e9187c8d7 req-eb3ff1a0-75e5-49dc-94f2-c293e447d64b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950475 Feb 10 04:12:02.134038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6b770709-5d48-4263-99bd-77e512b8a69b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:02.200128 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a80f43e-a0ec-4ef6-a848-5dcf274b0c7a x-openstack-request-id: req-8a80f43e-a0ec-4ef6-a848-5dcf274b0c7a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:02.200352 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b9a40c-da8d-4439-9a53-bf18733048f9", "name": "network-vif-deleted", "tag": "47f3bbaa-e197-47ae-95a2-f79fc284709a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:02.200622 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a80f43e-a0ec-4ef6-a848-5dcf274b0c7a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:02.201084 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b9a40c-da8d-4439-9a53-bf18733048f9', 'name': 'network-vif-deleted', 'tag': '47f3bbaa-e197-47ae-95a2-f79fc284709a', 'status': 'completed', 'code': 200} Feb 10 04:12:02.242286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-db05b231-0859-4202-b9f6-328633a06d00 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:02.243883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-db05b231-0859-4202-b9f6-328633a06d00 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 949 time: 0.3434033 Feb 10 04:12:02.250603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:02.251290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a49ce7f6-ec73-4c88-9d77-10d9930b45a7), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:02.251290 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Floating IP a49ce7f6-ec73-4c88-9d77-10d9930b45a7 disassociated. External IP: 172.25.8.224, port: e823ab85-1fb8-4931-8c06-8f3a16039cc6. Feb 10 04:12:02.251662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Calling delete_port for e823ab85-1fb8-4931-8c06-8f3a16039cc6 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:02.301920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bde67607-387b-4297-8c44-368a4f351d55 None None] Provisioning complete for port 90784c9b-a0bc-4f77-8205-6c50c8cc30dc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:02.303099 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bde67607-387b-4297-8c44-368a4f351d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:02.334410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76241762-2f4a-4b88-b09e-17cb89e5f92c req-fd910aa3-8a79-4823-9eb1-5ab27e974d39 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b9a40c-da8d-4439-9a53-bf18733048f9 HTTP/1.1" status: 200 len: 210 time: 0.0579748 Feb 10 04:12:02.352165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bde67607-387b-4297-8c44-368a4f351d55 None None] Port 90784c9b-a0bc-4f77-8205-6c50c8cc30dc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:12:02.490900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5099f-071d-4519-bb3b-abfd441c42c0 req-02cbfec8-44fe-4edc-90ca-186cf76deeab tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:02.492500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ac5099f-071d-4519-bb3b-abfd441c42c0 req-02cbfec8-44fe-4edc-90ca-186cf76deeab tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 949 time: 0.0549841 Feb 10 04:12:02.541958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:02.558411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ac5099f-071d-4519-bb3b-abfd441c42c0 req-06981a99-7145-4842-9865-e7f335c91408 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512989 Feb 10 04:12:02.631193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-16d6b0a0-b71a-4a55-a039-5d6c1e277eb8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:02.631193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-16d6b0a0-b71a-4a55-a039-5d6c1e277eb8 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/ports?device_id=c816e83b-ddd3-44e2-a045-9df5ea4bf75c HTTP/1.1" status: 200 len: 949 time: 0.1508107 Feb 10 04:12:02.637085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:02.637431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:02.647313 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:02.686690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ad90-bbea-4516-93ba-04835f491d76 req-84c5a354-5203-4472-911d-8993c4c3c624 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:02.691286 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9419ad90-bbea-4516-93ba-04835f491d76 req-84c5a354-5203-4472-911d-8993c4c3c624 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 945 time: 0.0742831 Feb 10 04:12:02.744117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9419ad90-bbea-4516-93ba-04835f491d76 req-76383c0c-7263-465a-b708-fe866faabd55 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups?id=dec9eaae-53e8-4efe-9808-35c716b6cd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491383 Feb 10 04:12:02.882587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6fe88-ca85-4fbc-91b6-30e23abdb36b req-c2075f1c-fbe9-40fd-84f5-8571d2847c1c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:02.884125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9d6fe88-ca85-4fbc-91b6-30e23abdb36b req-c2075f1c-fbe9-40fd-84f5-8571d2847c1c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 945 time: 0.0564065 Feb 10 04:12:02.935721 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9d6fe88-ca85-4fbc-91b6-30e23abdb36b req-b6b2f095-31ea-4995-8427-81dc410fbc83 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456109 Feb 10 04:12:03.005117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:03.027255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 47f3bbaa-e197-47ae-95a2-f79fc284709a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:03.027608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 47f3bbaa-e197-47ae-95a2-f79fc284709a not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:03.207037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e823ab85-1fb8-4931-8c06-8f3a16039cc6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.214901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:03.215254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.259419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36300) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:03.268991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event deleted for resources: {'Port': ['ID=e823ab85-1fb8-4931-8c06-8f3a16039cc6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:03.272285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:03.324080 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85a9918b-efde-420b-91cd-0329d174a8be tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group (d53db452-152d-4a46-ba27-bdedcd702e4a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.348945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85a9918b-efde-420b-91cd-0329d174a8be tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group (d53db452-152d-4a46-ba27-bdedcd702e4a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.423587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port 4a036985-c2d7-48db-a924-019dada63b78 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:03.423938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4a036985-c2d7-48db-a924-019dada63b78), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.532263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85a9918b-efde-420b-91cd-0329d174a8be tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d53db452-152d-4a46-ba27-bdedcd702e4a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.535142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85a9918b-efde-420b-91cd-0329d174a8be tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.536444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-85a9918b-efde-420b-91cd-0329d174a8be tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/security-groups/d53db452-152d-4a46-ba27-bdedcd702e4a HTTP/1.1" status: 204 len: 168 time: 0.2758951 Feb 10 04:12:03.541321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36308) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:03.554792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9918b-efde-420b-91cd-0329d174a8be tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53db452-152d-4a46-ba27-bdedcd702e4a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:03.562260 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-578b9373-fa07-4705-b695-ee68df129f45 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] show failed (client error): The resource could not be found. Feb 10 04:12:03.563609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-578b9373-fa07-4705-b695-ee68df129f45 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "GET /v2.0/security-groups/d53db452-152d-4a46-ba27-bdedcd702e4a HTTP/1.1" status: 404 len: 347 time: 0.0210979 Feb 10 04:12:03.575940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36310) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:03.728245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:03.740708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port 70f458bd-5aca-4a9e-a30a-c903902a6c4a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:03.741369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.759469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port 4a036985-c2d7-48db-a924-019dada63b78, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4a036985-c2d7-48db-a924-019dada63b78,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:03.760291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4a036985-c2d7-48db-a924-019dada63b78), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.787793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for 4a036985-c2d7-48db-a924-019dada63b78 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:03.843185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.881925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.882311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for floatingip (70f458bd-5aca-4a9e-a30a-c903902a6c4a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.899475 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for 70f458bd-5aca-4a9e-a30a-c903902a6c4a owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:03.917206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-1c496a31-062c-4d97-9e3a-30c9b37292bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932214 Feb 10 04:12:03.949747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:03.992893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5c55-0251-4509-8ef7-126c0ac3aeb6 req-e2e90543-d032-49b5-bcc9-499e3caaa298 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:03.994454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4beb5c55-0251-4509-8ef7-126c0ac3aeb6 req-e2e90543-d032-49b5-bcc9-499e3caaa298 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 949 time: 0.3432956 Feb 10 04:12:04.064107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:04.085429 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (951bd873-a0be-4ab6-80c9-ce01d30fa4d5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:04.100678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:04.169115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:04.191794 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] Sync routers for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:04.201482 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:04.202150 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:04.290020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4beb5c55-0251-4509-8ef7-126c0ac3aeb6 req-de0e2e84-e6bb-44c3-9c8d-706142aef99a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367191 Feb 10 04:12:04.316851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.24', 57181) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:04.327662 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:04.339414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] No DVR routers for this DVR port e823ab85-1fb8-4931-8c06-8f3a16039cc6 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:04.372038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6b770709-5d48-4263-99bd-77e512b8a69b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:04.381896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Port': ['ID=90784c9b-a0bc-4f77-8205-6c50c8cc30dc,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:04.409566 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:04.413035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d0fe02f-d82f-4c57-b110-3f0d38c24193 req-a8d6319f-f650-4f62-8421-3221280b1ef2 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.43 "DELETE /v2.0/ports/e823ab85-1fb8-4931-8c06-8f3a16039cc6 HTTP/1.1" status: 204 len: 173 time: 2.9900248 Feb 10 04:12:04.422863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-dc03ca1c-a5ae-4e19-ade1-b2d28bc13d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:04.422863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-dc03ca1c-a5ae-4e19-ade1-b2d28bc13d49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbbf071b1ca9427a80385d55b9e04030&device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 1132 time: 0.4741771 Feb 10 04:12:04.450609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12e6cf07-bcfd-4045-8af6-785cdccc4b94 req-847edaa0-05fe-4837-b880-185e6b608615 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 210 time: 0.0433388 Feb 10 04:12:04.553176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:53Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:04.579121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-deleted', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:04.582110 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4cda29-bac6-497e-9e53-dacf7c8697b4" -d '{"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-deleted", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:04.602108 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] Checking router: 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:12:04.621447 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:04.622046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:04.672780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:04.684347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:04.688797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "DELETE /v2.0/ports/951bd873-a0be-4ab6-80c9-ce01d30fa4d5 HTTP/1.1" status: 204 len: 173 time: 2.4324946 Feb 10 04:12:04.731315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-c41b54da-be68-4aed-8b21-48695e84cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:04.734563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-c41b54da-be68-4aed-8b21-48695e84cd7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2827659 Feb 10 04:12:04.737845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:04.753860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=951bd873-a0be-4ab6-80c9-ce01d30fa4d5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:04.756679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:04.818913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62196532-5785-4a5f-b458-3d326b0a6552 req-447ec63b-5c46-4aae-b7e1-795897780ac1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:04.821675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62196532-5785-4a5f-b458-3d326b0a6552 req-447ec63b-5c46-4aae-b7e1-795897780ac1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 945 time: 0.4809918 Feb 10 04:12:04.829744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4a036985-c2d7-48db-a924-019dada63b78), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:04.846024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-0437a397-de52-47cb-88cd-91e636f35657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=52ddc689-e985-430f-b032-015d4011b968 HTTP/1.1" status: 200 len: 217 time: 0.0972157 Feb 10 04:12:04.853335 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:04.876189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['52ddc689-e985-430f-b032-015d4011b968'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:04.941317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-49b07ffe-c870-4d9c-98a4-79385ac60f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:04.946824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-49b07ffe-c870-4d9c-98a4-79385ac60f40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0889435 Feb 10 04:12:04.958567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (70f458bd-5aca-4a9e-a30a-c903902a6c4a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:05.022433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:05.042877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a7096-5096-4c8b-b249-2b36d32ffc1a req-df362b8e-7d21-4989-8609-c0adc606a3b9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:05.063626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:05.064173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 951bd873-a0be-4ab6-80c9-ce01d30fa4d5 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:05.064756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4a036985-c2d7-48db-a924-019dada63b78 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:05.065867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f39a7096-5096-4c8b-b249-2b36d32ffc1a req-df362b8e-7d21-4989-8609-c0adc606a3b9 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.5104456 Feb 10 04:12:05.093503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 4a036985-c2d7-48db-a924-019dada63b78 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:05.094018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4a036985-c2d7-48db-a924-019dada63b78 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:05.243600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=4a036985-c2d7-48db-a924-019dada63b78,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:05.257076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=70f458bd-5aca-4a9e-a30a-c903902a6c4a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:05.261386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2541b-0d19-4227-a64a-5892d9b865f6 req-f6aa7577-2af7-4f62-b09a-257154bcbda7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:05.271248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3a2541b-0d19-4227-a64a-5892d9b865f6 req-f6aa7577-2af7-4f62-b09a-257154bcbda7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 945 time: 0.6718543 Feb 10 04:12:05.311219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-37f33102-3900-4a16-835f-9bfb38c0bfcf None None] Provisioning complete for port 90784c9b-a0bc-4f77-8205-6c50c8cc30dc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:05.311761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-37f33102-3900-4a16-835f-9bfb38c0bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:05.387403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Router 6b770709-5d48-4263-99bd-77e512b8a69b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:05.388312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-37f33102-3900-4a16-835f-9bfb38c0bfcf None None] Port 90784c9b-a0bc-4f77-8205-6c50c8cc30dc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:12:05.417208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-7b8ce384-6b32-44cb-b722-0660aa3d0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:05.419318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-7b8ce384-6b32-44cb-b722-0660aa3d0298 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4638264 Feb 10 04:12:05.429940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port 4a036985-c2d7-48db-a924-019dada63b78 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:05.432422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:05.437424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for floatingip (eb18ca9e-2168-4f83-8f71-fba34f720b52), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:05.438543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef2b0e8-69c1-4a57-b054-191f8f8fd895 req-97653e39-c105-477c-9536-27a910bbddfb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "DELETE /v2.0/ports/4a036985-c2d7-48db-a924-019dada63b78 HTTP/1.1" status: 204 len: 173 time: 2.7923355 Feb 10 04:12:05.440028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:05.441060 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:53Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:05.441613 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6d955a4d-bb35-4b66-9be4-ed6c20086457 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/floatingips/eb18ca9e-2168-4f83-8f71-fba34f720b52 HTTP/1.1" status: 204 len: 168 time: 1.8628862 Feb 10 04:12:05.448985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36328) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:05.475058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f39a7096-5096-4c8b-b249-2b36d32ffc1a req-a74b3c9e-a0a2-4236-88da-1df2a26ec9b1 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070506 Feb 10 04:12:05.492851 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599c0b4-4e27-4077-8627-df6564c37d4a None None] The sync data for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 is: [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:41Z', 'revision_number': 4, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '6b850fb3-34a5-4852-a7f1-e24800e2aa3d', 'name': '', 'network_id': '36db4135-2aff-4d08-a93b-23775dc656a5', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'mac_address': 'fa:16:3e:66:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:40Z', 'updated_at': '2022-02-10T04:03:53Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'subnets': [{'id': '4b5ed46c-9f2a-4f88-8d7d-ab2506305d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:05.587328 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dce8e0c-7036-4454-9dd8-d30334afa1d1 x-openstack-request-id: req-2dce8e0c-7036-4454-9dd8-d30334afa1d1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:05.587692 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe141137-d15c-481e-802f-c5a0d7b144ab", "name": "network-vif-deleted", "tag": "e823ab85-1fb8-4931-8c06-8f3a16039cc6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:05.588041 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dce8e0c-7036-4454-9dd8-d30334afa1d1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:05.588452 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe141137-d15c-481e-802f-c5a0d7b144ab', 'name': 'network-vif-deleted', 'tag': 'e823ab85-1fb8-4931-8c06-8f3a16039cc6', 'status': 'completed', 'code': 200} Feb 10 04:12:05.612509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3a2541b-0d19-4227-a64a-5892d9b865f6 req-cfa5041f-5f7e-46b4-a5b4-8f23140b27c0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399062 Feb 10 04:12:05.648275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Deleting port 63e153f6-2463-4528-8540-111c856e4196 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:05.648938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (63e153f6-2463-4528-8540-111c856e4196), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:05.794754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-dca64867-a146-4c35-9e36-e0cf28d47427 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600988 Feb 10 04:12:05.891830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] For port 63e153f6-2463-4528-8540-111c856e4196, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=63e153f6-2463-4528-8540-111c856e4196,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:05.892467 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (63e153f6-2463-4528-8540-111c856e4196), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:05.912208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Calling delete_port for 63e153f6-2463-4528-8540-111c856e4196 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:05.952347 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64ecc7f8-5eb5-409b-bfc5-e92003e59628 req-e8b02a0d-62f7-4266-aa9e-72af2f77446f tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce HTTP/1.1" status: 200 len: 210 time: 0.1214476 Feb 10 04:12:05.960057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d53efbd1-5af2-4fc5-b0e7-bcdb6d572643 req-6158188c-c3bc-4782-a0b1-c6c32eb9d8a1 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe141137-d15c-481e-802f-c5a0d7b144ab HTTP/1.1" status: 200 len: 210 time: 0.0462434 Feb 10 04:12:05.973742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21223f2-e5f5-4872-8ff9-dac926538834 None None] New status for floating IP a49ce7f6-ec73-4c88-9d77-10d9930b45a7: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:12:05.978436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port 77353ded-1de2-46fd-9994-8691a45d912c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:05.978883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (77353ded-1de2-46fd-9994-8691a45d912c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.073101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-c6bf2186-4e2f-4879-a37b-e12d26f3754e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:06.076175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-c6bf2186-4e2f-4879-a37b-e12d26f3754e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.5323203 Feb 10 04:12:06.081353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:06.095909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] Sync routers for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:06.130907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f862c1e5-654d-43ff-bc5b-9564115113b3 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "PUT /v2.0/routers/6b770709-5d48-4263-99bd-77e512b8a69b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9470425 Feb 10 04:12:06.131543 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:06.132220 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:06.155708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36334) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:06.159366 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-453f89c9-cad3-4389-a80c-d3634dec7902 req-e669adfe-a6b1-4647-89b8-3908fb54b925 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562610 Feb 10 04:12:06.164407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Request body: {'port': {'network_id': 'bb146aa1-fa34-495c-a7ff-7cc5795d0bde', 'name': 'tempest-FloatingIPAdminTestJSON-1638694242'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:06.199126 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:06.211807 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:06.212925 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:06.254923 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:06.255982 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5671d3-c561-429f-8e61-3978b6c6ab68 None None] The sync data for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:06.276557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (77353ded-1de2-46fd-9994-8691a45d912c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.297959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for 77353ded-1de2-46fd-9994-8691a45d912c owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:06.348121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Deleting port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:06.348323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.543835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Made reservation on behalf of 6cc2c6c8aba846388a8b1307e76aabcc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:06.547677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.572061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] device_id is not set on port 27df41f2-0842-4812-a13e-be75a82be858 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:12:06.648626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (77353ded-1de2-46fd-9994-8691a45d912c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.724381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=77353ded-1de2-46fd-9994-8691a45d912c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:06.753600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (63e153f6-2463-4528-8540-111c856e4196), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.774857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:06.774857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['56606979-94b5-4a65-ac16-251522cc3f30'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:06.777995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83891ab0-46a2-4667-abbe-50da9d8ef62e req-f1986bb1-dc52-48fa-92ae-64924e7a375d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 210 time: 0.0666831 Feb 10 04:12:06.806358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:06.820569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Allocated IP 172.20.0.12 (bb146aa1-fa34-495c-a7ff-7cc5795d0bde/9f197090-a59d-4365-9233-7274860341dc/27df41f2-0842-4812-a13e-be75a82be858) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:06.833281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event deleted for resources: {'Port': ['ID=63e153f6-2463-4528-8540-111c856e4196,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:06.883020 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.886343 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7f2ae21a-eff3-4259-a626-a3fc5951c646 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/ports/77353ded-1de2-46fd-9994-8691a45d912c HTTP/1.1" status: 204 len: 168 time: 1.4356997 Feb 10 04:12:06.890748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36342) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:06.901922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] For port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:06.902488 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.907927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: e823ab85-1fb8-4931-8c06-8f3a16039cc6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:06.908523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e823ab85-1fb8-4931-8c06-8f3a16039cc6 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:06.931875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] No DVR routers for this DVR port 63e153f6-2463-4528-8540-111c856e4196 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:06.939642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:06.943352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62196532-5785-4a5f-b458-3d326b0a6552 req-8ef272c1-0138-41ba-be2d-b48b6ffd7778 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "DELETE /v2.0/ports/63e153f6-2463-4528-8540-111c856e4196 HTTP/1.1" status: 204 len: 173 time: 2.0968201 Feb 10 04:12:06.944267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Calling delete_port for 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:06.959136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030df8c4-3050-48af-a8ae-3287a79351c8 req-891aecf8-5dee-46b9-a489-475d4e9164f6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:06.960843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-030df8c4-3050-48af-a8ae-3287a79351c8 req-891aecf8-5dee-46b9-a489-475d4e9164f6 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 950 time: 0.2122188 Feb 10 04:12:07.056993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 63e153f6-2463-4528-8540-111c856e4196 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:07.080061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-030df8c4-3050-48af-a8ae-3287a79351c8 req-a72c3b9f-6335-4bbb-8144-1195f60909ad tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/security-groups?id=51a481d9-de6d-4bee-8bb0-09a3ba7dad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095111 Feb 10 04:12:07.098810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 63e153f6-2463-4528-8540-111c856e4196 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:07.099463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 63e153f6-2463-4528-8540-111c856e4196 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:07.250631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for port (27df41f2-0842-4812-a13e-be75a82be858), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.269879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting port 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:07.269879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.298076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36354) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:07.343927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5fb39d96-8dd1-47bc-958c-ae86c9d90f68), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.403046 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.430842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa7cca66-6b21-4446-acf7-5d9e7ffa06f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group (dec9eaae-53e8-4efe-9808-35c716b6cd48), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.433225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Pushing event deleted for resources: {'Port': ['ID=5fb39d96-8dd1-47bc-958c-ae86c9d90f68,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:07.459590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (27df41f2-0842-4812-a13e-be75a82be858), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.472988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Calling delete_port for 97ac36a5-1aee-4cda-b65a-fdf08bc99ebe owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:07.507303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] No DVR routers for this DVR port 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:07.512727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.516967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39b5b06e-58ec-4ce5-a9d9-548ab8c373cc req-f50d0c48-d142-4312-ad2f-fad8ac466777 tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.24 "DELETE /v2.0/ports/5fb39d96-8dd1-47bc-958c-ae86c9d90f68 HTTP/1.1" status: 204 len: 173 time: 1.4248061 Feb 10 04:12:07.533855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa7cca66-6b21-4446-acf7-5d9e7ffa06f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group (dec9eaae-53e8-4efe-9808-35c716b6cd48), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.539100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:07.543913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:07.564847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:07.590023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'name': 'network-vif-deleted', 'tag': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5'}, {'server_uuid': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'name': 'network-vif-deleted', 'tag': '4a036985-c2d7-48db-a924-019dada63b78'}, {'server_uuid': '88750810-8bae-437b-b33c-2151193823c7', 'name': 'network-vif-deleted', 'tag': '63e153f6-2463-4528-8540-111c856e4196'}, {'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-deleted', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:07.593624 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a83b3c-0a14-43c3-ae17-67767a3221d1" -d '{"events": [{"server_uuid": "4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce", "name": "network-vif-deleted", "tag": "951bd873-a0be-4ab6-80c9-ce01d30fa4d5"}, {"server_uuid": "c816e83b-ddd3-44e2-a045-9df5ea4bf75c", "name": "network-vif-deleted", "tag": "4a036985-c2d7-48db-a924-019dada63b78"}, {"server_uuid": "88750810-8bae-437b-b33c-2151193823c7", "name": "network-vif-deleted", "tag": "63e153f6-2463-4528-8540-111c856e4196"}, {"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-deleted", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:07.682900 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc49b6-6391-4308-8f0a-96dff4be26f9 x-openstack-request-id: req-3acc49b6-6391-4308-8f0a-96dff4be26f9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:07.683569 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce", "name": "network-vif-deleted", "tag": "951bd873-a0be-4ab6-80c9-ce01d30fa4d5", "status": "completed", "code": 200}, {"server_uuid": "c816e83b-ddd3-44e2-a045-9df5ea4bf75c", "name": "network-vif-deleted", "tag": "4a036985-c2d7-48db-a924-019dada63b78", "status": "completed", "code": 200}, {"server_uuid": "88750810-8bae-437b-b33c-2151193823c7", "name": "network-vif-deleted", "tag": "63e153f6-2463-4528-8540-111c856e4196", "status": "completed", "code": 200}, {"server_uuid": "fe3fbe85-e1d5-4324-8352-fd6b405ef025", "name": "network-vif-deleted", "tag": "5fb39d96-8dd1-47bc-958c-ae86c9d90f68", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:07.683685 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3acc49b6-6391-4308-8f0a-96dff4be26f9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:07.684327 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3d96cc-3851-4a7f-9cc5-5c70ebba29ce', 'name': 'network-vif-deleted', 'tag': '951bd873-a0be-4ab6-80c9-ce01d30fa4d5', 'status': 'completed', 'code': 200} Feb 10 04:12:07.684493 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c816e83b-ddd3-44e2-a045-9df5ea4bf75c', 'name': 'network-vif-deleted', 'tag': '4a036985-c2d7-48db-a924-019dada63b78', 'status': 'completed', 'code': 200} Feb 10 04:12:07.684821 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88750810-8bae-437b-b33c-2151193823c7', 'name': 'network-vif-deleted', 'tag': '63e153f6-2463-4528-8540-111c856e4196', 'status': 'completed', 'code': 200} Feb 10 04:12:07.686935 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3fbe85-e1d5-4324-8352-fd6b405ef025', 'name': 'network-vif-deleted', 'tag': '5fb39d96-8dd1-47bc-958c-ae86c9d90f68', 'status': 'completed', 'code': 200} Feb 10 04:12:07.700394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event updated for resources: {'Port': ['ID=27df41f2-0842-4812-a13e-be75a82be858,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:07.716224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa7cca66-6b21-4446-acf7-5d9e7ffa06f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dec9eaae-53e8-4efe-9808-35c716b6cd48), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.720214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa7cca66-6b21-4446-acf7-5d9e7ffa06f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.721770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aa7cca66-6b21-4446-acf7-5d9e7ffa06f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "DELETE /v2.0/security-groups/dec9eaae-53e8-4efe-9808-35c716b6cd48 HTTP/1.1" status: 204 len: 168 time: 0.4204130 Feb 10 04:12:07.726174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36360) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:07.738220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cca66-6b21-4446-acf7-5d9e7ffa06f9 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec9eaae-53e8-4efe-9808-35c716b6cd48,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:07.751812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:07.751812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:07.766970 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-5e02e7c4-fd3f-49ad-a751-4bb2ee9b21cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] show failed (client error): The resource could not be found. Feb 10 04:12:07.772172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e02e7c4-fd3f-49ad-a751-4bb2ee9b21cf tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "GET /v2.0/security-groups/dec9eaae-53e8-4efe-9808-35c716b6cd48 HTTP/1.1" status: 404 len: 347 time: 0.0360124 Feb 10 04:12:07.772172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36362) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:07.896612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a5da9252-4488-4c18-a8b6-49c33cf41c9a tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7329772 Feb 10 04:12:07.896848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36370) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:08.025724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'project_id': '6cc2c6c8aba846388a8b1307e76aabcc', 'port_id': '27df41f2-0842-4812-a13e-be75a82be858'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:08.056831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0a1c7806-11df-4254-a669-92a5ab10283a None None] Provisioning complete for port 27df41f2-0842-4812-a13e-be75a82be858 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:08.057867 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a1c7806-11df-4254-a669-92a5ab10283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (27df41f2-0842-4812-a13e-be75a82be858), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.075981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-024794ae-ae76-4250-a466-18bde39faf44 req-17ce087f-1a41-4c10-8fd2-324292152a0f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=88750810-8bae-437b-b33c-2151193823c7 HTTP/1.1" status: 200 len: 210 time: 0.0537567 Feb 10 04:12:08.108835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c7806-11df-4254-a669-92a5ab10283a None None] Port 27df41f2-0842-4812-a13e-be75a82be858 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:12:08.119955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Deleting port a437cff7-05a3-4f5d-bc48-e941a3973d42 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:08.120388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.140310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8310149-3b46-4e3d-a055-e681b65ed9e8 req-0e27e4e7-4aa6-400c-816d-6fb8877aeb4c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:08.143021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8310149-3b46-4e3d-a055-e681b65ed9e8 req-0e27e4e7-4aa6-400c-816d-6fb8877aeb4c tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 950 time: 0.1232150 Feb 10 04:12:08.167244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (97ac36a5-1aee-4cda-b65a-fdf08bc99ebe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.194679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.225749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Port': ['ID=97ac36a5-1aee-4cda-b65a-fdf08bc99ebe,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:08.241475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8310149-3b46-4e3d-a055-e681b65ed9e8 req-3d4bf700-008e-4f52-9c2a-259223ac3010 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928278 Feb 10 04:12:08.367832 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.399867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-552fb9f9-fe76-41b9-bb18-82d90881b325 req-fe30d213-84c8-4540-a1ad-18b8f6ee4f4e tempest-MigrationsAdminTest-1662142698 tempest-MigrationsAdminTest-1662142698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3fbe85-e1d5-4324-8352-fd6b405ef025 HTTP/1.1" status: 200 len: 210 time: 0.1481988 Feb 10 04:12:08.430867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.431577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for floatingip (a437cff7-05a3-4f5d-bc48-e941a3973d42), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.449160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.452653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60b53ecc-265c-40d8-a365-0d44fad1d2e1 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/ports/97ac36a5-1aee-4cda-b65a-fdf08bc99ebe HTTP/1.1" status: 204 len: 168 time: 1.5609949 Feb 10 04:12:08.453795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Calling delete_port for a437cff7-05a3-4f5d-bc48-e941a3973d42 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:08.455450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:08.511005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Allocated IP 172.25.8.79 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/4760b7dc-48eb-4756-9412-bf174f484972) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:08.573881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting subnet 1237638c-f910-4821-bb76-54a9eeb72f1c {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:12:08.579614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for subnet (1237638c-f910-4821-bb76-54a9eeb72f1c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.646408 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for port (4760b7dc-48eb-4756-9412-bf174f484972), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.659684 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (1237638c-f910-4821-bb76-54a9eeb72f1c), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.804356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (1237638c-f910-4821-bb76-54a9eeb72f1c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.836026 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4760b7dc-48eb-4756-9412-bf174f484972), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.867508 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a437cff7-05a3-4f5d-bc48-e941a3973d42), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:08.888585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:08.892842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:08.897000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:08.905792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Pushing event deleted for resources: {'Port': ['ID=a437cff7-05a3-4f5d-bc48-e941a3973d42,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:08.931378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Pushing event updated for resources: {'Port': ['ID=4760b7dc-48eb-4756-9412-bf174f484972,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:09.000474 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks [] for floatingip (a49ce7f6-ec73-4c88-9d77-10d9930b45a7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.004040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.008161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad0a5a95-e857-453a-8f76-df470f3b7944 tempest-ServerActionsTestJSON-1777637229 tempest-ServerActionsTestJSON-1777637229-project] 10.222.0.42 "DELETE /v2.0/floatingips/a49ce7f6-ec73-4c88-9d77-10d9930b45a7 HTTP/1.1" status: 204 len: 168 time: 1.2254577 Feb 10 04:12:09.009368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36382) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:09.030979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (1237638c-f910-4821-bb76-54a9eeb72f1c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.055525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:09.080341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Subnet': ['ID=1237638c-f910-4821-bb76-54a9eeb72f1c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:09.082580 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.088368 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f78cbfa7-d16c-4b10-9da2-8b25df5bc33b tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/subnets/1237638c-f910-4821-bb76-54a9eeb72f1c HTTP/1.1" status: 204 len: 168 time: 0.6295705 Feb 10 04:12:09.088902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36386) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:09.094482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:09.097686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fb39d96-8dd1-47bc-958c-ae86c9d90f68 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:09.099968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f03b92-ebb3-493c-bc81-7c7054b4610d None None] Network 90e1cf24-2192-446b-b1d5-98500b85bdec requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:09.184763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Deleting subnet 8ae2a415-f1aa-4f62-9398-009f0d874e89 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:12:09.189752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for subnet (8ae2a415-f1aa-4f62-9398-009f0d874e89), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.241328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (8ae2a415-f1aa-4f62-9398-009f0d874e89), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.358819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (8ae2a415-f1aa-4f62-9398-009f0d874e89), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.391210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] DHCP port deletion for 90e1cf24-2192-446b-b1d5-98500b85bdec request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:12:09.453824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] Deleting port 8e46abba-3315-409d-9a5a-137856b5eba9 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:09.454111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.523264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] For port 8e46abba-3315-409d-9a5a-137856b5eba9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8e46abba-3315-409d-9a5a-137856b5eba9,segment=NetworkSegment(8a7ad2ec-ecd4-4492-8003-643b6c81e5c3),segment_id=8a7ad2ec-ecd4-4492-8003-643b6c81e5c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:09.523761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.535638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (8ae2a415-f1aa-4f62-9398-009f0d874e89), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.549188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] Calling delete_port for 8e46abba-3315-409d-9a5a-137856b5eba9 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:09.556112 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.556620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17f912-79b6-469d-9baf-ea8900c4054c None None] Network 2782cacf-5947-4ed6-9154-fbf1c2b0297d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:09.557167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-d3de5cf2-acbc-40f3-95df-8a2ea066b71a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:09.558694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-d3de5cf2-acbc-40f3-95df-8a2ea066b71a tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 950 time: 0.2604311 Feb 10 04:12:09.559859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/subnets/8ae2a415-f1aa-4f62-9398-009f0d874e89 HTTP/1.1" status: 204 len: 168 time: 0.4699116 Feb 10 04:12:09.566427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36396) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:09.578629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c69da5-4096-45db-9cbd-ef5a077263fe tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae2a415-f1aa-4f62-9398-009f0d874e89,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:09.608678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690b7eb-3857-4094-aabe-262d6953a363 req-79780875-edf7-489f-89d6-f2cd9e079f33 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:09.610389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d690b7eb-3857-4094-aabe-262d6953a363 req-79780875-edf7-489f-89d6-f2cd9e079f33 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 950 time: 0.2307746 Feb 10 04:12:09.813679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] DHCP port deletion for 2782cacf-5947-4ed6-9154-fbf1c2b0297d request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:12:09.841939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (90e1cf24-2192-446b-b1d5-98500b85bdec), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.845576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (8e46abba-3315-409d-9a5a-137856b5eba9), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.851841 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for floatingip (ff9deaf1-a3ab-4043-bd95-3b47f1dc9362), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.893409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] Pushing event deleted for resources: {'Port': ['ID=8e46abba-3315-409d-9a5a-137856b5eba9,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:09.901635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2bf5b7-c718-4b45-809b-cb18ad49203b None None] No DVR routers for this DVR port 8e46abba-3315-409d-9a5a-137856b5eba9 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:09.924384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] Deleting port 922fca9d-67ed-4f6f-83e4-4440a12f3505 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:09.924384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:09.927231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d690b7eb-3857-4094-aabe-262d6953a363 req-06eea438-5932-4f65-b130-17a7f3eb9828 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919385 Feb 10 04:12:10.019902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] For port 922fca9d-67ed-4f6f-83e4-4440a12f3505, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=922fca9d-67ed-4f6f-83e4-4440a12f3505,segment=NetworkSegment(0cc070b6-2af5-40f0-8b19-b25596989132),segment_id=0cc070b6-2af5-40f0-8b19-b25596989132)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:10.020281 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.033867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a08dce-378d-498f-b833-7c3a26a9f1d9 req-f70889ed-29b5-45b0-ac1c-ca2c6c58f232 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:10.033867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e8a08dce-378d-498f-b833-7c3a26a9f1d9 req-f70889ed-29b5-45b0-ac1c-ca2c6c58f232 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 946 time: 0.0577052 Feb 10 04:12:10.047894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] Calling delete_port for 922fca9d-67ed-4f6f-83e4-4440a12f3505 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:10.095201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Deleting port 52ddc689-e985-430f-b032-015d4011b968 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:10.096990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (52ddc689-e985-430f-b032-015d4011b968), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.104979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e8a08dce-378d-498f-b833-7c3a26a9f1d9 req-9d4dffb7-b0d0-4591-8b4f-7d3dbedb5549 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Feb 10 04:12:10.184249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (90e1cf24-2192-446b-b1d5-98500b85bdec), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.186615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4760b7dc-48eb-4756-9412-bf174f484972), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.229356 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (922fca9d-67ed-4f6f-83e4-4440a12f3505), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.255721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] Pushing event deleted for resources: {'Port': ['ID=922fca9d-67ed-4f6f-83e4-4440a12f3505,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:10.260140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641a144-79c2-4caf-8f32-1ec9416f4ca3 None None] No DVR routers for this DVR port 922fca9d-67ed-4f6f-83e4-4440a12f3505 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:10.299335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e1cf24-2192-446b-b1d5-98500b85bdec']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:10.319417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:10.319684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7ad2ec-ecd4-4492-8003-643b6c81e5c3') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:10.357558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (8a7ad2ec-ecd4-4492-8003-643b6c81e5c3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.408100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36410) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:10.408649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] For port 52ddc689-e985-430f-b032-015d4011b968, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=52ddc689-e985-430f-b032-015d4011b968,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:10.409013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (52ddc689-e985-430f-b032-015d4011b968), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.412386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8a7ad2ec-ecd4-4492-8003-643b6c81e5c3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.480494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:12:10.481078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (8a7ad2ec-ecd4-4492-8003-643b6c81e5c3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:12:10.485334 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:12:10.500678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Calling delete_port for 52ddc689-e985-430f-b032-015d4011b968 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:10.618509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e46abba-3315-409d-9a5a-137856b5eba9 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:10.619505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-978f17b5-8c5c-49ce-9c5a-c38fef0e4c6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3456fa0cc11147fab022130f646e6e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094247 Feb 10 04:12:10.621948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36416) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:10.652959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 8e46abba-3315-409d-9a5a-137856b5eba9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:10.653412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8e46abba-3315-409d-9a5a-137856b5eba9 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:10.653859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 922fca9d-67ed-4f6f-83e4-4440a12f3505 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:10.680082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 922fca9d-67ed-4f6f-83e4-4440a12f3505 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:10.680586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 922fca9d-67ed-4f6f-83e4-4440a12f3505 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:10.681960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60242a9-0e3a-42b4-ba3a-c64e64aa910e admin admin] Publish callbacks [] for security_group (51a481d9-de6d-4bee-8bb0-09a3ba7dad95), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.710764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60242a9-0e3a-42b4-ba3a-c64e64aa910e admin admin] Publish callbacks [] for security_group (51a481d9-de6d-4bee-8bb0-09a3ba7dad95), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.844521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60242a9-0e3a-42b4-ba3a-c64e64aa910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51a481d9-de6d-4bee-8bb0-09a3ba7dad95), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.847343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c60242a9-0e3a-42b4-ba3a-c64e64aa910e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.851057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c60242a9-0e3a-42b4-ba3a-c64e64aa910e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51a481d9-de6d-4bee-8bb0-09a3ba7dad95 HTTP/1.1" status: 204 len: 168 time: 0.2258897 Feb 10 04:12:10.858801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60242a9-0e3a-42b4-ba3a-c64e64aa910e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a481d9-de6d-4bee-8bb0-09a3ba7dad95,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:10.944107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (90e1cf24-2192-446b-b1d5-98500b85bdec), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.958172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:10.966587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/networks/90e1cf24-2192-446b-b1d5-98500b85bdec HTTP/1.1" status: 204 len: 168 time: 1.3917718 Feb 10 04:12:10.966688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36422) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:10.992322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2122e5-ff00-4dc1-9661-47770e793ff2 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Network': ['ID=90e1cf24-2192-446b-b1d5-98500b85bdec,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:11.028377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for port (4760b7dc-48eb-4756-9412-bf174f484972), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.099751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4760b7dc-48eb-4756-9412-bf174f484972), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.104062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2782cacf-5947-4ed6-9154-fbf1c2b0297d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.271414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca810ea-821c-45b6-8d25-55d960776e1e req-c6ec1319-8159-42c9-afcc-f90a4e1248ac tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:11.273079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eca810ea-821c-45b6-8d25-55d960776e1e req-c6ec1319-8159-42c9-afcc-f90a4e1248ac tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 946 time: 0.2635069 Feb 10 04:12:11.279589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2782cacf-5947-4ed6-9154-fbf1c2b0297d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.281384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Pushing event updated for resources: {'Port': ['ID=4760b7dc-48eb-4756-9412-bf174f484972,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:11.307420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca3492-e95e-4b39-98a6-bf1dfb638a00 req-4d7626cf-0c05-4f3c-9784-7f2572a25089 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:11.309180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74ca3492-e95e-4b39-98a6-bf1dfb638a00 req-4d7626cf-0c05-4f3c-9784-7f2572a25089 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 946 time: 0.1335945 Feb 10 04:12:11.332882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2782cacf-5947-4ed6-9154-fbf1c2b0297d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:11.335358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (ff9deaf1-a3ab-4043-bd95-3b47f1dc9362), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.348385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1530a-5ad2-4720-b89d-9eaa6ff35a1b req-801e098c-8f71-404d-8f6e-b10e5be1b511 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:11.349985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-feb1530a-5ad2-4720-b89d-9eaa6ff35a1b req-801e098c-8f71-404d-8f6e-b10e5be1b511 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 950 time: 0.2847629 Feb 10 04:12:11.360192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc070b6-2af5-40f0-8b19-b25596989132') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:11.360546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc070b6-2af5-40f0-8b19-b25596989132') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:11.397220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74ca3492-e95e-4b39-98a6-bf1dfb638a00 req-acc9bb0f-cecc-42b2-9844-30dde9985255 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778120 Feb 10 04:12:11.401396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (0cc070b6-2af5-40f0-8b19-b25596989132), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.411042 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (52ddc689-e985-430f-b032-015d4011b968), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.419767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0cc070b6-2af5-40f0-8b19-b25596989132), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.420001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.429615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:12:11.430132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (0cc070b6-2af5-40f0-8b19-b25596989132), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:12:11.434385 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:12:11.533681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Pushing event deleted for resources: {'Port': ['ID=52ddc689-e985-430f-b032-015d4011b968,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:11.590296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2782cacf-5947-4ed6-9154-fbf1c2b0297d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.597453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.608484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] 10.222.0.42 "DELETE /v2.0/networks/2782cacf-5947-4ed6-9154-fbf1c2b0297d HTTP/1.1" status: 204 len: 168 time: 0.6416862 Feb 10 04:12:11.632856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d872d-f432-4744-94b1-14b59441cb68 tempest-TaggedBootDevicesTest_v242-1057318865 tempest-TaggedBootDevicesTest_v242-1057318865-project] Pushing event deleted for resources: {'Network': ['ID=2782cacf-5947-4ed6-9154-fbf1c2b0297d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:11.680203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] No DVR routers for this DVR port 52ddc689-e985-430f-b032-015d4011b968 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:11.727699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-feb1530a-5ad2-4720-b89d-9eaa6ff35a1b req-a849dfe0-4246-45df-840b-7c97528b41cb tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/security-groups?id=9351e3ad-684c-4696-8cd3-a43ff819acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238063 Feb 10 04:12:11.727699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.727699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eea5a5c4-5874-43ad-9dcf-21a5c981704f req-324d944c-09f2-45bf-99b4-6d0e102092f0 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.24 "DELETE /v2.0/ports/52ddc689-e985-430f-b032-015d4011b968 HTTP/1.1" status: 204 len: 173 time: 2.1568189 Feb 10 04:12:11.730551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19379120-807d-48c0-97c0-f6e0b1c89922', 'name': 'network-vif-deleted', 'tag': '52ddc689-e985-430f-b032-015d4011b968'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:11.734172 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166b591b-a058-45e3-b8d6-d26be854633e" -d '{"events": [{"server_uuid": "19379120-807d-48c0-97c0-f6e0b1c89922", "name": "network-vif-deleted", "tag": "52ddc689-e985-430f-b032-015d4011b968"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:11.742330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36436) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:11.757224 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Floating IP ff9deaf1-a3ab-4043-bd95-3b47f1dc9362 associated. External IP: 172.25.8.79, port: 27df41f2-0842-4812-a13e-be75a82be858. Feb 10 04:12:11.800797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Deleting port 56606979-94b5-4a65-ac16-251522cc3f30 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:11.801175 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (56606979-94b5-4a65-ac16-251522cc3f30), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:11.814248 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9211fdd1-de12-4325-9a24-8bbcb1efce3c x-openstack-request-id: req-9211fdd1-de12-4325-9a24-8bbcb1efce3c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:11.814549 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19379120-807d-48c0-97c0-f6e0b1c89922", "name": "network-vif-deleted", "tag": "52ddc689-e985-430f-b032-015d4011b968", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:11.815770 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9211fdd1-de12-4325-9a24-8bbcb1efce3c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:11.815770 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19379120-807d-48c0-97c0-f6e0b1c89922', 'name': 'network-vif-deleted', 'tag': '52ddc689-e985-430f-b032-015d4011b968', 'status': 'completed', 'code': 200} Feb 10 04:12:12.043581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d142da7a-80b1-477a-84dc-030cb5fb08a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3361fbe3cde4ab2836da5c20db62af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957699 Feb 10 04:12:12.046116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36440) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:12.135099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] For port 56606979-94b5-4a65-ac16-251522cc3f30, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=56606979-94b5-4a65-ac16-251522cc3f30,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:12.135846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (56606979-94b5-4a65-ac16-251522cc3f30), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.151947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fa67a90-4190-41b0-9539-b2cb6dc7b36c admin admin] Publish callbacks [] for security_group (1b4ef6c9-2940-427f-9d48-3e57ffff294f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.155920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Calling delete_port for 56606979-94b5-4a65-ac16-251522cc3f30 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:12.177952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fa67a90-4190-41b0-9539-b2cb6dc7b36c admin admin] Publish callbacks [] for security_group (1b4ef6c9-2940-427f-9d48-3e57ffff294f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.307483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fa67a90-4190-41b0-9539-b2cb6dc7b36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1b4ef6c9-2940-427f-9d48-3e57ffff294f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.315831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fa67a90-4190-41b0-9539-b2cb6dc7b36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.317843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1fa67a90-4190-41b0-9539-b2cb6dc7b36c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b4ef6c9-2940-427f-9d48-3e57ffff294f HTTP/1.1" status: 204 len: 168 time: 0.2706931 Feb 10 04:12:12.330371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa67a90-4190-41b0-9539-b2cb6dc7b36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ef6c9-2940-427f-9d48-3e57ffff294f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:12.562885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Router 6b770709-5d48-4263-99bd-77e512b8a69b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:12.618491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb523-1a86-46ed-9664-72f5f00e2d7f req-4c1f1df4-132e-4ae6-b2df-7822206ba3f4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:12.620170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1ceb523-1a86-46ed-9664-72f5f00e2d7f req-4c1f1df4-132e-4ae6-b2df-7822206ba3f4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 946 time: 0.1015260 Feb 10 04:12:12.678981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Deleting port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:12.679576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.683331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (56606979-94b5-4a65-ac16-251522cc3f30), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.697782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:12.716147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1ceb523-1a86-46ed-9664-72f5f00e2d7f req-9188e027-09d8-4151-97ba-c56d31af8ac3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850415 Feb 10 04:12:12.755281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['56606979-94b5-4a65-ac16-251522cc3f30'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:12.765065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event deleted for resources: {'Port': ['ID=56606979-94b5-4a65-ac16-251522cc3f30,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:12.965904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] No DVR routers for this DVR port 56606979-94b5-4a65-ac16-251522cc3f30 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:12.977009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d04ad0a0-2bc1-45c8-b845-fc391929ef21 req-0e464a0a-71ee-4e58-8d56-be32d2598833 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] 10.222.0.42 "GET /v2.0/ports?device_id=19379120-807d-48c0-97c0-f6e0b1c89922 HTTP/1.1" status: 200 len: 210 time: 0.0584984 Feb 10 04:12:12.977689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:12.981019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eca810ea-821c-45b6-8d25-55d960776e1e req-20f7edbb-d2bd-411e-a820-eac29631a925 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "DELETE /v2.0/ports/56606979-94b5-4a65-ac16-251522cc3f30 HTTP/1.1" status: 204 len: 173 time: 1.6933060 Feb 10 04:12:13.013926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:13.016913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] For port 6b850fb3-34a5-4852-a7f1-e24800e2aa3d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:13.017307 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:13.033067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] Sync routers for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:13.040122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Calling delete_port for 6b850fb3-34a5-4852-a7f1-e24800e2aa3d owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:13.062912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 52ddc689-e985-430f-b032-015d4011b968 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:13.102272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:13.102970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:13.146474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:13.156104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:13.165151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 52ddc689-e985-430f-b032-015d4011b968 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:13.166274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 52ddc689-e985-430f-b032-015d4011b968 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:13.206596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:13.207257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:13.228843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36462) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:13.229086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0eac8ee0-dc2e-4e4c-ad8e-fa6e541579c6 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.3305779 Feb 10 04:12:13.265004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:13.265636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe24cf-2cce-42f1-8ee2-3d27995497ab None None] The sync data for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:13.434139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f60453cf-edca-4e9e-a777-4ec20d65c684 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] 10.222.0.42 "GET /v2.0/floatingips/ff9deaf1-a3ab-4043-bd95-3b47f1dc9362 HTTP/1.1" status: 200 len: 983 time: 0.2038703 Feb 10 04:12:13.439338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36466) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:13.463447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6b850fb3-34a5-4852-a7f1-e24800e2aa3d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:13.892030 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce43e825-d7f9-4683-a2ed-d67f2aca78a8 req-e350fa61-1ac5-4fe9-aac0-a14a60378610 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa834a6b-e7ca-40e5-ab26-94a808087116 HTTP/1.1" status: 200 len: 210 time: 0.0522766 Feb 10 04:12:13.914520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'name': 'network-vif-deleted', 'tag': '56606979-94b5-4a65-ac16-251522cc3f30'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:13.916079 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00f60a2-8b8a-4393-941a-4332c2a73adc" -d '{"events": [{"server_uuid": "aa834a6b-e7ca-40e5-ab26-94a808087116", "name": "network-vif-deleted", "tag": "56606979-94b5-4a65-ac16-251522cc3f30"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:13.952663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b850fb3-34a5-4852-a7f1-e24800e2aa3d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:14.006686 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec6327f-32ff-4071-895c-7974904fcc2e x-openstack-request-id: req-cec6327f-32ff-4071-895c-7974904fcc2e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:14.007035 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa834a6b-e7ca-40e5-ab26-94a808087116", "name": "network-vif-deleted", "tag": "56606979-94b5-4a65-ac16-251522cc3f30", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:14.007291 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cec6327f-32ff-4071-895c-7974904fcc2e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:14.007696 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa834a6b-e7ca-40e5-ab26-94a808087116', 'name': 'network-vif-deleted', 'tag': '56606979-94b5-4a65-ac16-251522cc3f30', 'status': 'completed', 'code': 200} Feb 10 04:12:14.132478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dd4460ae-0efc-4b87-a3c3-f80b2bf5710e tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.6904275 Feb 10 04:12:14.133126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36490) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:14.378352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:14.463503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Deleting port 4760b7dc-48eb-4756-9412-bf174f484972 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:14.463803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4760b7dc-48eb-4756-9412-bf174f484972), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:14.633508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4760b7dc-48eb-4756-9412-bf174f484972), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:14.633893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for floatingip (4760b7dc-48eb-4756-9412-bf174f484972), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:14.653735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Calling delete_port for 4760b7dc-48eb-4756-9412-bf174f484972 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:14.820767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:14.864323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36506) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:15.054450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 56606979-94b5-4a65-ac16-251522cc3f30 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:15.093723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:15.105405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36522) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:15.107280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-80718058-5e6a-4856-a9c4-7cda06fbb2f0 admin admin] 10.222.0.42 "PUT /v2.0/routers/25772ca0-25ab-4d5c-9ce2-46800ddedfc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0964501 Feb 10 04:12:15.108987 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] Sync routers for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:15.128478 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:15.129397 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:15.133721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 56606979-94b5-4a65-ac16-251522cc3f30 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:15.134133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 56606979-94b5-4a65-ac16-251522cc3f30 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:15.182153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4760b7dc-48eb-4756-9412-bf174f484972), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:15.237441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Port': ['ID=4760b7dc-48eb-4756-9412-bf174f484972,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:15.302995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks [] for router (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:15.325953 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:15.392419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for floatingip (ff9deaf1-a3ab-4043-bd95-3b47f1dc9362), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:15.395650 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Floating IP ff9deaf1-a3ab-4043-bd95-3b47f1dc9362 disassociated (deleted). External IP: 172.25.8.79, port: 27df41f2-0842-4812-a13e-be75a82be858. Feb 10 04:12:15.660387 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:12:13Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:15.708547 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] Checking router: 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:12:15.732317 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] Routers {'25772ca0-25ab-4d5c-9ce2-46800ddedfc7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:15.735707 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:15.917784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Router 6b770709-5d48-4263-99bd-77e512b8a69b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:15.954932 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] Set router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:16.034059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-24512d38-122f-492f-be3d-690fb5b650c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbbf071b1ca9427a80385d55b9e04030&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1677630 Feb 10 04:12:16.050122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36548) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:16.173829 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:12:13Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:16.194674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks [] for router_gateway (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.208419 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2333e71d-2ae4-400c-9750-42be8d5134a5 None None] The sync data for ids ['25772ca0-25ab-4d5c-9ce2-46800ddedfc7'] in n-d-827844-2 is: [{'id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'name': 'tempest-ServerActionsTestJSON-979947374-router', 'tenant_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:12:13Z', 'revision_number': 5, 'project_id': 'abf0d4d19fe34e06a3d997474c9c4cd9', 'gw_port': {'id': '68e6d3c7-3fea-47aa-9119-ed6c238c39d3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25772ca0-25ab-4d5c-9ce2-46800ddedfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:03:34Z', 'updated_at': '2022-02-10T04:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:16.256428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.256951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.257499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.258397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.258397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.258902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.259421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.259880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.260347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.260807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.261541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.262009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.264800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7604bea-7c68-4a07-a40c-0001840cba8b req-51552ed5-e53b-43b0-87a8-58c1bfed3234 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8493 time: 0.4429641 Feb 10 04:12:16.301218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf01fc5-d567-4dc4-8513-00e9fce8a8e0 admin admin] Publish callbacks [] for security_group (9351e3ad-684c-4696-8cd3-a43ff819acdc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.307708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-3957e8b5-07d1-4760-84cd-3d26243eab4f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.311597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-3957e8b5-07d1-4760-84cd-3d26243eab4f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.8743203 Feb 10 04:12:16.326090 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf01fc5-d567-4dc4-8513-00e9fce8a8e0 admin admin] Publish callbacks [] for security_group (9351e3ad-684c-4696-8cd3-a43ff819acdc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.351307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-ee78ed50-ccbf-41fb-86e0-b19e1c6d9492 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0331187 Feb 10 04:12:16.370739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:16.383433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.386643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] Sync routers for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:16.400270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:16.401148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:16.449720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Deleting port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:16.449945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.460208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:16.484261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:16.485091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:16.533097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-46bd846f-2967-454a-a24d-5186c967212d tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "DELETE /v2.0/floatingips/ff9deaf1-a3ab-4043-bd95-3b47f1dc9362 HTTP/1.1" status: 204 len: 168 time: 2.3993247 Feb 10 04:12:16.535062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:16.535722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b153273-decd-4ca9-a73e-8d34d1c08eb3 None None] The sync data for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:16.537517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:16.545628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:16.555426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-d13227fc-5e38-48c0-8bcc-75abf42072cf tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1962016 Feb 10 04:12:16.607340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf01fc5-d567-4dc4-8513-00e9fce8a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9351e3ad-684c-4696-8cd3-a43ff819acdc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.613155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf01fc5-d567-4dc4-8513-00e9fce8a8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.619281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6b850fb3-34a5-4852-a7f1-e24800e2aa3d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:16.620384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ebf01fc5-d567-4dc4-8513-00e9fce8a8e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9351e3ad-684c-4696-8cd3-a43ff819acdc HTTP/1.1" status: 204 len: 168 time: 0.5691714 Feb 10 04:12:16.646177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf01fc5-d567-4dc4-8513-00e9fce8a8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9351e3ad-684c-4696-8cd3-a43ff819acdc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:16.662926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c322-19d2-45fc-956a-bf906d2f9e33 req-392afeca-b1e6-465b-8867-22950ff7c9f9 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.668270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d935c322-19d2-45fc-956a-bf906d2f9e33 req-392afeca-b1e6-465b-8867-22950ff7c9f9 tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 886 time: 0.3694727 Feb 10 04:12:16.686363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6b850fb3-34a5-4852-a7f1-e24800e2aa3d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:16.687455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6b850fb3-34a5-4852-a7f1-e24800e2aa3d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:16.707255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.822873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] For port 68e6d3c7-3fea-47aa-9119-ed6c238c39d3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:16.823379 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.843973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Calling delete_port for 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:16.863663 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-d337bd03-efc8-4c81-96b5-b1d601762337 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073642 Feb 10 04:12:16.902626 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:16.930637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.931039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.931507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.931969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.932686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.933294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.933600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.934057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.934983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.936621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.939594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.939594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:16.941692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c632c48d-1fb8-4345-a4f6-13e847801912 req-b23eace6-dd43-4384-91ce-95fc2b0aa57f tempest-NetworksTest-395119760 tempest-NetworksTest-395119760-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8493 time: 0.2375650 Feb 10 04:12:17.107246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.277386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-ec9630c2-8196-44dd-bbd8-2792b599cd50 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068289 Feb 10 04:12:17.297178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Allocated IP 172.25.8.241 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/5432300f-c750-42d7-99d8-98d0b647da53) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:17.318998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (68e6d3c7-3fea-47aa-9119-ed6c238c39d3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.375198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e6d3c7-3fea-47aa-9119-ed6c238c39d3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:17.451458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.466540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for port (5432300f-c750-42d7-99d8-98d0b647da53), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.572403 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5432300f-c750-42d7-99d8-98d0b647da53), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.581667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.584293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks [] for router_controller (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.621908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Pushing event updated for resources: {'Port': ['ID=5432300f-c750-42d7-99d8-98d0b647da53,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:17.648605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:17.651419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:17.653271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36570) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:17.673058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:17.743208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36576) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:17.754341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b86b2b5a-b125-4859-a810-770f3f95520f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91b6225212cc48ab92b5899c9866fbf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997717 Feb 10 04:12:17.761894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36580) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:17.800992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c405fea-7771-46d7-b1c3-f1ed66674f6b req-26b1477a-d755-4c5a-9f16-eee3f2f4cb57 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 210 time: 0.0424793 Feb 10 04:12:17.852059 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa182-a0ba-455d-affd-968f88826412 admin admin] Publish callbacks [] for security_group (c7d671aa-63e4-4c02-ba97-494d18d603ba), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.876968 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (25772ca0-25ab-4d5c-9ce2-46800ddedfc7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.877507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25772ca0-25ab-4d5c-9ce2-46800ddedfc7 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:12:17.880792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa182-a0ba-455d-affd-968f88826412 admin admin] Publish callbacks [] for security_group (c7d671aa-63e4-4c02-ba97-494d18d603ba), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.885354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.888912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8d7562a8-3f2e-4b56-ac86-7f3f7d86b3f9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/25772ca0-25ab-4d5c-9ce2-46800ddedfc7 HTTP/1.1" status: 204 len: 168 time: 2.7791655 Feb 10 04:12:17.890043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:17.965706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for floatingip (e036bc99-a857-4a8f-95bf-368b648a3164), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:17.979840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] Deleting subnet 4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:12:17.984410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] Publish callbacks [] for subnet (4b5ed46c-9f2a-4f88-8d7d-ab2506305d26), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.004725 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1abb5331-59fa-453b-8c87-38ed9634c66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.036148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (4b5ed46c-9f2a-4f88-8d7d-ab2506305d26), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.057660 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa182-a0ba-455d-affd-968f88826412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c7d671aa-63e4-4c02-ba97-494d18d603ba), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.062162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa182-a0ba-455d-affd-968f88826412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.065879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9b5fa182-a0ba-455d-affd-968f88826412 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7d671aa-63e4-4c02-ba97-494d18d603ba HTTP/1.1" status: 204 len: 168 time: 0.3042402 Feb 10 04:12:18.121501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5432300f-c750-42d7-99d8-98d0b647da53), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.144989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fa182-a0ba-455d-affd-968f88826412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d671aa-63e4-4c02-ba97-494d18d603ba,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:18.212954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (4b5ed46c-9f2a-4f88-8d7d-ab2506305d26), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.232442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1abb5331-59fa-453b-8c87-38ed9634c66b admin admin] Publish callbacks [] for security_group (c4eda599-46c5-4588-967b-f4649bd69729), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.239017 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.317598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1abb5331-59fa-453b-8c87-38ed9634c66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c4eda599-46c5-4588-967b-f4649bd69729), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.383269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1abb5331-59fa-453b-8c87-38ed9634c66b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6f323f93d444d54880e29cf25e2ac6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6354151 Feb 10 04:12:18.383269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb5331-59fa-453b-8c87-38ed9634c66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eda599-46c5-4588-967b-f4649bd69729,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:18.384780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36594) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:18.417353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for port (5432300f-c750-42d7-99d8-98d0b647da53), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.461124 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a14ad31a-803b-4a62-9826-eecd1b4bfc71 admin admin] Publish callbacks [] for security_group (c4eda599-46c5-4588-967b-f4649bd69729), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.471591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (4b5ed46c-9f2a-4f88-8d7d-ab2506305d26), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.488661 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a14ad31a-803b-4a62-9826-eecd1b4bfc71 admin admin] Publish callbacks [] for security_group (c4eda599-46c5-4588-967b-f4649bd69729), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.522041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5432300f-c750-42d7-99d8-98d0b647da53), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.561230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5ed46c-9f2a-4f88-8d7d-ab2506305d26,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:18.567820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6296f015-60bf-4851-bb49-000755b7d8ae None None] Network 36db4135-2aff-4d08-a93b-23775dc656a5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:18.634550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.645003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36600) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:18.655294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0a24f652-538b-44d5-b1b4-f99a3e71c22e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4b5ed46c-9f2a-4f88-8d7d-ab2506305d26 HTTP/1.1" status: 204 len: 168 time: 0.7635326 Feb 10 04:12:18.656579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Pushing event updated for resources: {'Port': ['ID=5432300f-c750-42d7-99d8-98d0b647da53,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:18.702871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:18.747041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:18.747763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 68e6d3c7-3fea-47aa-9119-ed6c238c39d3 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:18.760036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (e036bc99-a857-4a8f-95bf-368b648a3164), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.807935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a14ad31a-803b-4a62-9826-eecd1b4bfc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c4eda599-46c5-4588-967b-f4649bd69729), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.810459 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a14ad31a-803b-4a62-9826-eecd1b4bfc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.813924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a14ad31a-803b-4a62-9826-eecd1b4bfc71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4eda599-46c5-4588-967b-f4649bd69729 HTTP/1.1" status: 204 len: 168 time: 0.4137731 Feb 10 04:12:18.816798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (36db4135-2aff-4d08-a93b-23775dc656a5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.862911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ad31a-803b-4a62-9826-eecd1b4bfc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eda599-46c5-4588-967b-f4649bd69729,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:18.863407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] DHCP port deletion for 36db4135-2aff-4d08-a93b-23775dc656a5 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:12:18.962914 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:18.967952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-31705073-7b23-4fdd-838b-6df85588ac19 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4294400 Feb 10 04:12:18.971360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36614) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:18.988090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] Deleting port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:18.988676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.005232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04bd1f36-d34e-4581-a3d3-17910ded7b13 req-fb7582fe-77e4-47aa-879b-512936dd5bd6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 210 time: 0.0908115 Feb 10 04:12:19.044752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Deleting port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:19.046426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.141878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] For port ccdf2beb-14a2-49e5-bbe6-9ec993e77623, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:19.142518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.150606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] For port ccdf2beb-14a2-49e5-bbe6-9ec993e77623, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,segment=NetworkSegment(b40d19b0-9207-4c69-be36-27e5ebfa667a),segment_id=b40d19b0-9207-4c69-be36-27e5ebfa667a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:19.151898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.158749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Calling delete_port for ccdf2beb-14a2-49e5-bbe6-9ec993e77623 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:19.183292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] Calling delete_port for ccdf2beb-14a2-49e5-bbe6-9ec993e77623 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:19.323320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:19.362946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.372577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (ccdf2beb-14a2-49e5-bbe6-9ec993e77623), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.433196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:19.437818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] No DVR routers for this DVR port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:19.462083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] Pushing event deleted for resources: {'Port': ['ID=ccdf2beb-14a2-49e5-bbe6-9ec993e77623,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:19.470339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6225b48-ce23-433e-8cdb-a7a60e00a4db None None] No DVR routers for this DVR port ccdf2beb-14a2-49e5-bbe6-9ec993e77623 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:19.512058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.539207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (36db4135-2aff-4d08-a93b-23775dc656a5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.584540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36db4135-2aff-4d08-a93b-23775dc656a5']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:19.596883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40d19b0-9207-4c69-be36-27e5ebfa667a') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:19.600482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40d19b0-9207-4c69-be36-27e5ebfa667a') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:19.615259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (b40d19b0-9207-4c69-be36-27e5ebfa667a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.651567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b40d19b0-9207-4c69-be36-27e5ebfa667a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.674806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:12:19.674806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (b40d19b0-9207-4c69-be36-27e5ebfa667a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:12:19.675046 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:12:19.728908 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:19.928267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:19.946046 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a72f6d3-fb3c-4fe7-bdc6-b9500df642cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.007530 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (36db4135-2aff-4d08-a93b-23775dc656a5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.012656 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.019177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] 10.222.0.42 "DELETE /v2.0/networks/36db4135-2aff-4d08-a93b-23775dc656a5 HTTP/1.1" status: 204 len: 168 time: 1.3727047 Feb 10 04:12:20.039685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bc857-10c2-47ba-b87a-6e00875e547e admin admin] Pushing event deleted for resources: {'Network': ['ID=36db4135-2aff-4d08-a93b-23775dc656a5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:20.073903 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a72f6d3-fb3c-4fe7-bdc6-b9500df642cc admin admin] Publish callbacks [] for security_group (fa86969c-0370-4bc9-bd89-9370c2d71cda), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.164865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a72f6d3-fb3c-4fe7-bdc6-b9500df642cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fa86969c-0370-4bc9-bd89-9370c2d71cda), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.282832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72f6d3-fb3c-4fe7-bdc6-b9500df642cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86969c-0370-4bc9-bd89-9370c2d71cda,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:20.345704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5a72f6d3-fb3c-4fe7-bdc6-b9500df642cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3eb1ff15823a4296bd747e057da27379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4156969 Feb 10 04:12:20.349481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36648) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:20.351817 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0737a53e-ea39-4c5c-a236-9d40f2d864d1 req-95fd345a-ee7e-4432-ab0b-0a36c9605b2e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 210 time: 0.0687726 Feb 10 04:12:20.461933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Allocated IP 172.25.8.193 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/3c072d04-bebf-48ab-987c-b2d62dc7d5a7) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:20.474758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59c95306-c993-41ce-811a-642e673e219e admin admin] Publish callbacks [] for security_group (fa86969c-0370-4bc9-bd89-9370c2d71cda), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.614441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ccdf2beb-14a2-49e5-bbe6-9ec993e77623 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:20.636333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ccdf2beb-14a2-49e5-bbe6-9ec993e77623 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:20.636681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ccdf2beb-14a2-49e5-bbe6-9ec993e77623 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:20.647752 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59c95306-c993-41ce-811a-642e673e219e admin admin] Publish callbacks [] for security_group (fa86969c-0370-4bc9-bd89-9370c2d71cda), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.720932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-b847cc6e-22a8-436f-bbc2-81cc474c2e2a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:20.722485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-b847cc6e-22a8-436f-bbc2-81cc474c2e2a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.3267481 Feb 10 04:12:20.738189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36658) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:20.743608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Request body: {'port': {'device_id': '584a971a-49f9-4187-a3a2-51efb068dac0', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'admin_state_up': True, 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:20.801743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-24ecb3ea-7325-486e-bcc5-c8540aed49f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abf0d4d19fe34e06a3d997474c9c4cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616992 Feb 10 04:12:20.803461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36660) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:20.835305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks [] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.848871 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:12:20.940329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d2-fd58-4129-b36f-775521c2cefc admin admin] Publish callbacks [] for security_group (deff9c04-1060-4892-b32f-e78db4ac6664), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.977698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d2-fd58-4129-b36f-775521c2cefc admin admin] Publish callbacks [] for security_group (deff9c04-1060-4892-b32f-e78db4ac6664), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:20.998277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59c95306-c993-41ce-811a-642e673e219e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fa86969c-0370-4bc9-bd89-9370c2d71cda), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:21.001773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59c95306-c993-41ce-811a-642e673e219e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:21.003495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-59c95306-c993-41ce-811a-642e673e219e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa86969c-0370-4bc9-bd89-9370c2d71cda HTTP/1.1" status: 204 len: 168 time: 0.6504726 Feb 10 04:12:21.032406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95306-c993-41ce-811a-642e673e219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86969c-0370-4bc9-bd89-9370c2d71cda,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:21.101286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:21.110800 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:21.110800 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:21.156027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d2-fd58-4129-b36f-775521c2cefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (deff9c04-1060-4892-b32f-e78db4ac6664), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:21.160019 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d2-fd58-4129-b36f-775521c2cefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:21.165664 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fa5617d2-fd58-4129-b36f-775521c2cefc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/deff9c04-1060-4892-b32f-e78db4ac6664 HTTP/1.1" status: 204 len: 168 time: 0.3620915 Feb 10 04:12:21.180017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5617d2-fd58-4129-b36f-775521c2cefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff9c04-1060-4892-b32f-e78db4ac6664,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:21.183045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:21.205249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:21.209717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:21.365647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Pushing event updated for resources: {'Port': ['ID=3c072d04-bebf-48ab-987c-b2d62dc7d5a7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:21.528788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks [] for floatingip (dbb05f24-7257-4a8c-814a-0022ee4a513b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:21.541772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Allocated IP 172.20.0.13 (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4/6e808e13-05a1-4361-86b6-493213f23872/105d730a-259f-4e66-b7bd-b88af27e5598) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:21.579923 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c7ba407-6cb8-4bda-931a-dc26fc334705 req-81c4ca89-feb5-43c7-a2e7-cd1e6008cd58 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 210 time: 0.0523996 Feb 10 04:12:21.716881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:22.005389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks [] for port (105d730a-259f-4e66-b7bd-b88af27e5598), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:22.124102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks [] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:22.142823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bff92068-fb50-432c-8395-df59900296e6 req-9298e2a6-e99b-4a35-bef8-b1d5ef388ea7 tempest-FlavorsV2NegativeTest-662392428 tempest-FlavorsV2NegativeTest-662392428-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=11e8395b1dab493f99a076cf847db8c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550911 Feb 10 04:12:22.229680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:22.243945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:22.370508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:22.370508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:22.377068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:22.454228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:22.461953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff92068-fb50-432c-8395-df59900296e6 req-8968cabb-23d5-497a-9c6e-23f2399a4117 tempest-FlavorsV2NegativeTest-662392428 tempest-FlavorsV2NegativeTest-662392428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:22.468567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bff92068-fb50-432c-8395-df59900296e6 req-8968cabb-23d5-497a-9c6e-23f2399a4117 tempest-FlavorsV2NegativeTest-662392428 tempest-FlavorsV2NegativeTest-662392428-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208761 Feb 10 04:12:22.519377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bff92068-fb50-432c-8395-df59900296e6 req-23b83a23-d1cb-44e2-b936-8d94c3f3be30 tempest-FlavorsV2NegativeTest-662392428 tempest-FlavorsV2NegativeTest-662392428-project] 10.222.0.42 "GET /v2.0/quotas/11e8395b1dab493f99a076cf847db8c4 HTTP/1.1" status: 200 len: 375 time: 0.0389259 Feb 10 04:12:22.574221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bff92068-fb50-432c-8395-df59900296e6 req-6e48a749-bdf0-458b-a2da-e81a7d3cd59d tempest-FlavorsV2NegativeTest-662392428 tempest-FlavorsV2NegativeTest-662392428-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11e8395b1dab493f99a076cf847db8c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504246 Feb 10 04:12:22.597614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event updated for resources: {'Port': ['ID=105d730a-259f-4e66-b7bd-b88af27e5598,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:22.676812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Pushing event updated for resources: {'Port': ['ID=3c072d04-bebf-48ab-987c-b2d62dc7d5a7,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:22.756278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:22.760398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:22.877817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (dbb05f24-7257-4a8c-814a-0022ee4a513b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:22.969710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f4406-89fb-4b30-ae2b-203e7ded1fc4 req-d2f34883-55bb-4b13-aaab-e0d87ff5245e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:22.973930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b2f4406-89fb-4b30-ae2b-203e7ded1fc4 req-d2f34883-55bb-4b13-aaab-e0d87ff5245e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 932 time: 0.1913154 Feb 10 04:12:22.985118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f28bddc3-386d-4f0f-a0f4-d22a2be3b6d2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2444100 Feb 10 04:12:23.021702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Request body: {'port': {'device_id': '584a971a-49f9-4187-a3a2-51efb068dac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:23.063851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:23.065295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-307ae78c-78e8-4aba-8699-5b0d89ab032a tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0927663 Feb 10 04:12:23.068185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36748) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:23.156099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b2f4406-89fb-4b30-ae2b-203e7ded1fc4 req-04b22abc-8b2a-4502-992c-2d54af6672ec tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698098 Feb 10 04:12:23.159317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:23.192480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-92d7cda0-3719-4bd4-a6ee-b0ba1514832b tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1165218 Feb 10 04:12:23.197700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36752) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:23.294696 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2bbb3c47-cde7-4bdf-bf7a-c3ca1a560c8f tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0956528 Feb 10 04:12:23.297848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36756) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:23.481727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Deleting port 3c072d04-bebf-48ab-987c-b2d62dc7d5a7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:23.482055 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:23.661681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:23.661929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks [] for floatingip (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:23.697973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Calling delete_port for 3c072d04-bebf-48ab-987c-b2d62dc7d5a7 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:23.712135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105d730a-259f-4e66-b7bd-b88af27e5598 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:12:23.721915 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Publish callbacks [] for port (105d730a-259f-4e66-b7bd-b88af27e5598), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:23.736778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Transition to ACTIVE for port object 105d730a-259f-4e66-b7bd-b88af27e5598 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:12:23.756719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36772) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:23.817883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:23.930041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Pushing event updated for resources: {'Port': ['ID=105d730a-259f-4e66-b7bd-b88af27e5598,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:23.987408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-293328577-network', 'tenant_id': '7509bc3e51c3483589e57c6e3348ebd9'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:24.025671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Attempting to bind port 105d730a-259f-4e66-b7bd-b88af27e5598 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:12:24.025671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Attempting to bind port 105d730a-259f-4e66-b7bd-b88af27e5598 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:12:24.025671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Attempting to bind port 105d730a-259f-4e66-b7bd-b88af27e5598 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:24.031226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Port 105d730a-259f-4e66-b7bd-b88af27e5598 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:12:24.031226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Attempting to bind port 105d730a-259f-4e66-b7bd-b88af27e5598 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:24.036972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:12:24.037488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:24.038846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Bound using segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:12:24.038846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Bound port: 105d730a-259f-4e66-b7bd-b88af27e5598, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:12:24.039049 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.095786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3c072d04-bebf-48ab-987c-b2d62dc7d5a7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.113557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] For port 105d730a-259f-4e66-b7bd-b88af27e5598, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:12:24.116734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] For port 105d730a-259f-4e66-b7bd-b88af27e5598, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=105d730a-259f-4e66-b7bd-b88af27e5598,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:12:24.126801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Pushing event deleted for resources: {'Port': ['ID=3c072d04-bebf-48ab-987c-b2d62dc7d5a7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:24.145241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Made reservation on behalf of 7509bc3e51c3483589e57c6e3348ebd9 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:24.155243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.164448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.200154 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks [] for floatingip (dbb05f24-7257-4a8c-814a-0022ee4a513b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.204306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.206456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-46fee6b4-a56b-4f12-9b55-6d779a26a5a5 tempest-FloatingIPAdminTestJSON-2030646964 tempest-FloatingIPAdminTestJSON-2030646964-project] 10.222.0.42 "DELETE /v2.0/floatingips/dbb05f24-7257-4a8c-814a-0022ee4a513b HTTP/1.1" status: 204 len: 168 time: 0.9069958 Feb 10 04:12:24.209103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36788) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:24.262321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks [] for security_group (8a2ad66d-c192-40e2-987e-95afad31df7c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.269757 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.320334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:24.320971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.322756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] 10.222.0.24 "PUT /v2.0/ports/105d730a-259f-4e66-b7bd-b88af27e5598 HTTP/1.1" status: 200 len: 1092 time: 1.3110049 Feb 10 04:12:24.323301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584a971a-49f9-4187-a3a2-51efb068dac0', 'tag': '105d730a-259f-4e66-b7bd-b88af27e5598'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:24.326252 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1483d65-0497-4559-9961-d7cf324b9585" -d '{"events": [{"name": "network-changed", "server_uuid": "584a971a-49f9-4187-a3a2-51efb068dac0", "tag": "105d730a-259f-4e66-b7bd-b88af27e5598"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:24.345576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a2ad66d-c192-40e2-987e-95afad31df7c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.405106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:12:24.411029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfa9a6-fe93-4cdd-9805-8f53781204ef service neutron] Pushing event updated for resources: {'Port': ['ID=105d730a-259f-4e66-b7bd-b88af27e5598,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:24.423421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2ad66d-c192-40e2-987e-95afad31df7c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:24.427214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (40877138-7026-4b7f-88d1-38e03cbd0dc9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.427621 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Added segment 40877138-7026-4b7f-88d1-38e03cbd0dc9 of type vlan for network 684cb601-8969-4682-97a5-8a5b83524714 Feb 10 04:12:24.465130 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c523ec-fef1-4831-bf8e-5319f68852e9 x-openstack-request-id: req-a2c523ec-fef1-4831-bf8e-5319f68852e9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:24.465130 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584a971a-49f9-4187-a3a2-51efb068dac0", "tag": "105d730a-259f-4e66-b7bd-b88af27e5598", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:24.465130 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2c523ec-fef1-4831-bf8e-5319f68852e9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:24.465130 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584a971a-49f9-4187-a3a2-51efb068dac0', 'tag': '105d730a-259f-4e66-b7bd-b88af27e5598', 'status': 'completed', 'code': 200} Feb 10 04:12:24.505328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacc96b-e82a-46c6-97cd-19ee050598bc req-10455193-37db-4979-b278-888088080bd1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:24.507907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8aacc96b-e82a-46c6-97cd-19ee050598bc req-10455193-37db-4979-b278-888088080bd1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 944 time: 0.2337792 Feb 10 04:12:24.567068 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (684cb601-8969-4682-97a5-8a5b83524714), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.587392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Deleting port 5432300f-c750-42d7-99d8-98d0b647da53 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:24.587750 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5432300f-c750-42d7-99d8-98d0b647da53), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.641244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483d65-0497-4559-9961-d7cf324b9585 req-9abafae2-7c92-4446-b3ac-20469b92f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:24.644017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1483d65-0497-4559-9961-d7cf324b9585 req-9abafae2-7c92-4446-b3ac-20469b92f819 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 1126 time: 0.1734583 Feb 10 04:12:24.657994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8aacc96b-e82a-46c6-97cd-19ee050598bc req-e09221e3-38d5-40d3-9deb-086ce55aa209 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422517 Feb 10 04:12:24.704888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36804) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:24.757202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (684cb601-8969-4682-97a5-8a5b83524714), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.758395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:24.759140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.793574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5432300f-c750-42d7-99d8-98d0b647da53), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.797405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for floatingip (5432300f-c750-42d7-99d8-98d0b647da53), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:24.831363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Calling delete_port for 5432300f-c750-42d7-99d8-98d0b647da53 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:24.889345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483d65-0497-4559-9961-d7cf324b9585 req-e06188a1-1947-4e41-b3f4-3511faf3f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:24.892723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1483d65-0497-4559-9961-d7cf324b9585 req-e06188a1-1947-4e41-b3f4-3511faf3f4e4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2370706 Feb 10 04:12:24.915421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1574676 Feb 10 04:12:24.930969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:24.964464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Request body: {'subnet': {'network_id': '684cb601-8969-4682-97a5-8a5b83524714', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-293328577-subnet', 'tenant_id': '7509bc3e51c3483589e57c6e3348ebd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:25.126781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Made reservation on behalf of 7509bc3e51c3483589e57c6e3348ebd9 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:25.129241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.152202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158f197-5f5d-4874-9a6d-85e1fe4d79ce admin admin] Pushing event updated for resources: {'Network': ['ID=684cb601-8969-4682-97a5-8a5b83524714,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:25.164560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 684cb601-8969-4682-97a5-8a5b83524714 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:12:25.184646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdffcbec-9a76-41f7-b963-ebcd36b8eaf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.246137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5432300f-c750-42d7-99d8-98d0b647da53), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.293983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Pushing event deleted for resources: {'Port': ['ID=5432300f-c750-42d7-99d8-98d0b647da53,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:25.325633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483d65-0497-4559-9961-d7cf324b9585 req-ef9c27dc-56d7-4bcb-94fb-7fad63883166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:25.327819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1483d65-0497-4559-9961-d7cf324b9585 req-ef9c27dc-56d7-4bcb-94fb-7fad63883166 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4111218 Feb 10 04:12:25.396183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks [] for floatingip (e036bc99-a857-4a8f-95bf-368b648a3164), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.401885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.403906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d79d7fe7-4a7c-420e-81f8-82ad9989ad58 tempest-FloatingIPAdminTestJSON-2018344278 tempest-FloatingIPAdminTestJSON-2018344278-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/e036bc99-a857-4a8f-95bf-368b648a3164 HTTP/1.1" status: 204 len: 168 time: 1.1927879 Feb 10 04:12:25.411368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36818) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:25.577968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f9bf07bb-7fa3-40f0-90a1-7aae4f3df241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:25.580318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-f9bf07bb-7fa3-40f0-90a1-7aae4f3df241 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 1126 time: 0.1986771 Feb 10 04:12:25.582894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdffcbec-9a76-41f7-b963-ebcd36b8eaf2 admin admin] Publish callbacks [] for security_group (318b1d6d-0a51-4c3e-a246-17aded804122), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.597973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Deleting port 27df41f2-0842-4812-a13e-be75a82be858 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:25.598513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (27df41f2-0842-4812-a13e-be75a82be858), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.652733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-b707ccce-5ec3-43b6-96df-ebe3ce37e3f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=105d730a-259f-4e66-b7bd-b88af27e5598 HTTP/1.1" status: 200 len: 217 time: 0.0656164 Feb 10 04:12:25.654570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (3bb02fe1-158e-42c9-aa5e-205b32d5f825), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.705137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdffcbec-9a76-41f7-b963-ebcd36b8eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (318b1d6d-0a51-4c3e-a246-17aded804122), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.766614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (27df41f2-0842-4812-a13e-be75a82be858), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:25.783149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Calling delete_port for 27df41f2-0842-4812-a13e-be75a82be858 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:25.867330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fdffcbec-9a76-41f7-b963-ebcd36b8eaf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11e8395b1dab493f99a076cf847db8c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1576891 Feb 10 04:12:25.875193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36834) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:25.918302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffcbec-9a76-41f7-b963-ebcd36b8eaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318b1d6d-0a51-4c3e-a246-17aded804122,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:25.926541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb02fe1-158e-42c9-aa5e-205b32d5f825,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:25.944276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5bb20468-5ad6-4ea2-a192-cde5e857e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:25.945861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-5bb20468-5ad6-4ea2-a192-cde5e857e544 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.2863801 Feb 10 04:12:26.000937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-e9087e0d-6eb5-493a-a6cb-e3cb718ec2fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455050 Feb 10 04:12:26.008615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Checking segment: {'id': '40877138-7026-4b7f-88d1-38e03cbd0dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '684cb601-8969-4682-97a5-8a5b83524714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:26.008987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Network hostable DHCP agents. Network: 684cb601-8969-4682-97a5-8a5b83524714, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:12:26.044556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40618b-496f-4257-8269-0120a4c39b38 req-d994439b-1284-466b-b69f-28af8edf1db9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:26.061871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f40618b-496f-4257-8269-0120a4c39b38 req-d994439b-1284-466b-b69f-28af8edf1db9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 944 time: 0.2415206 Feb 10 04:12:26.076829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79ed2dba-bb0d-477e-84bc-e502d4bb74b0 admin admin] Publish callbacks [] for security_group (318b1d6d-0a51-4c3e-a246-17aded804122), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:26.141036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79ed2dba-bb0d-477e-84bc-e502d4bb74b0 admin admin] Publish callbacks [] for security_group (318b1d6d-0a51-4c3e-a246-17aded804122), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:26.181280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f40618b-496f-4257-8269-0120a4c39b38 req-679148d0-c54a-4572-9f1f-759a1483f44a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220872 Feb 10 04:12:26.198538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-95edbce2-8852-4afa-8a70-352fd8fd9716 service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871030 Feb 10 04:12:26.240509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Network 684cb601-8969-4682-97a5-8a5b83524714 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:12:26.297846 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (27df41f2-0842-4812-a13e-be75a82be858), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:26.315491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cce12fd-09e4-4d94-b026-6a491eb933a2 req-d45c4a96-d146-407a-a507-267135f1508f service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102958 Feb 10 04:12:26.349746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Port': ['ID=27df41f2-0842-4812-a13e-be75a82be858,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:26.644344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79ed2dba-bb0d-477e-84bc-e502d4bb74b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (318b1d6d-0a51-4c3e-a246-17aded804122), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:26.644344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79ed2dba-bb0d-477e-84bc-e502d4bb74b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:26.644344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-79ed2dba-bb0d-477e-84bc-e502d4bb74b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/318b1d6d-0a51-4c3e-a246-17aded804122 HTTP/1.1" status: 204 len: 168 time: 0.4845512 Feb 10 04:12:26.644344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed2dba-bb0d-477e-84bc-e502d4bb74b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b1d6d-0a51-4c3e-a246-17aded804122,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:26.644344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 684cb601-8969-4682-97a5-8a5b83524714) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:26.644344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:26.644344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:26.647045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ba704-cdc5-4cbc-ae42-0b21332875b4 None None] Network 684cb601-8969-4682-97a5-8a5b83524714 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:26.648485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:26.648485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a67c6879-e7f9-4569-ab45-b983c3a25846 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "DELETE /v2.0/ports/27df41f2-0842-4812-a13e-be75a82be858 HTTP/1.1" status: 204 len: 168 time: 1.1375203 Feb 10 04:12:26.649604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36856) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:26.649604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7364dcaf-0e6d-4396-84ed-0a91fa971baf tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:26.652277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36858) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:26.659628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98122526-b1f4-4f79-85d2-05298b75c52b None None] Network 684cb601-8969-4682-97a5-8a5b83524714 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:26.661901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7364dcaf-0e6d-4396-84ed-0a91fa971baf tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b770709-5d48-4263-99bd-77e512b8a69b HTTP/1.1" status: 200 len: 913 time: 0.0928414 Feb 10 04:12:26.667333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-44b05739-d515-4f22-8a49-42d164fd8513 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7192388 Feb 10 04:12:27.440406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-074a65aa-fb3b-44f0-9956-85cd68026f37 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:27.442074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-074a65aa-fb3b-44f0-9956-85cd68026f37 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/networks?id=684cb601-8969-4682-97a5-8a5b83524714 HTTP/1.1" status: 200 len: 808 time: 0.1632056 Feb 10 04:12:27.468471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-b715cd77-e71e-40e0-8092-3787f73a1749 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/quotas/7509bc3e51c3483589e57c6e3348ebd9 HTTP/1.1" status: 200 len: 375 time: 0.0189042 Feb 10 04:12:27.514472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-95aab938-55e0-470e-9463-d235a188c5da tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7509bc3e51c3483589e57c6e3348ebd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443079 Feb 10 04:12:27.527965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84023f78-500a-455a-a758-461347c5906d req-33f54b97-f402-4488-8b9e-5cd51b48928a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:27.531128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84023f78-500a-455a-a758-461347c5906d req-33f54b97-f402-4488-8b9e-5cd51b48928a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 944 time: 0.1604888 Feb 10 04:12:27.647632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-b83294d1-ef93-4b6c-81fa-e6f0f1e4b32f service neutron] 10.222.0.42 "GET /v2.0/networks/684cb601-8969-4682-97a5-8a5b83524714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311228 Feb 10 04:12:27.668387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84023f78-500a-455a-a758-461347c5906d req-f9b99812-92d2-4375-bfcb-979186998575 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300902 Feb 10 04:12:27.730018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6b770709-5d48-4263-99bd-77e512b8a69b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:27.755070 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da30c55d-8cc9-4403-afca-21cb11e708aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:27.831923 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-be808d8e-3439-4159-acd0-9d8eda268804 service neutron] 10.222.0.42 "GET /v2.0/networks/684cb601-8969-4682-97a5-8a5b83524714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833112 Feb 10 04:12:28.189424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-537b94a9-19ac-429d-9379-86ae4a135134 req-a234673e-98ed-4baf-92f5-a579ead9ebac tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.0359735 Feb 10 04:12:28.308077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Deleting port 90784c9b-a0bc-4f77-8205-6c50c8cc30dc {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:28.309258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:28.835321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:28.863053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Calling delete_port for 90784c9b-a0bc-4f77-8205-6c50c8cc30dc owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:28.900425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3123bb-0cf7-44ca-9d89-78646c638e7d req-bbffec89-763d-44d7-87e2-47f71e7510e6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:28.902158 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff3123bb-0cf7-44ca-9d89-78646c638e7d req-bbffec89-763d-44d7-87e2-47f71e7510e6 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 944 time: 0.1140759 Feb 10 04:12:29.008845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36934) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:29.100636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 105d730a-259f-4e66-b7bd-b88af27e5598 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:12:29.118305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff3123bb-0cf7-44ca-9d89-78646c638e7d req-ae41e54a-2d04-4dfd-a54b-99a3e010f000 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670804 Feb 10 04:12:29.271063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 105d730a-259f-4e66-b7bd-b88af27e5598, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=105d730a-259f-4e66-b7bd-b88af27e5598,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:29.286664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '105d730a-259f-4e66-b7bd-b88af27e5598', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'port_id': '105d730a-259f-4e66-b7bd-b88af27e5598', 'mac_address': 'fa:16:3e:10:1e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e808e13-05a1-4361-86b6-493213f23872', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:12:29.292846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9072b60-fd2d-4144-a346-6d225fd40875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.341403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 105d730a-259f-4e66-b7bd-b88af27e5598 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:29.342529 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.362723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105d730a-259f-4e66-b7bd-b88af27e5598 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:12:29.368381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b04acb16-22f6-40c6-a207-7574009a862d req-51ce3e4f-62a1-4105-961e-46c6fad214f6 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.1006892 Feb 10 04:12:29.401457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9072b60-fd2d-4144-a346-6d225fd40875 admin admin] Publish callbacks [] for security_group (63ee28d0-d044-478e-9eca-3aca8e3b204b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.432628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 105d730a-259f-4e66-b7bd-b88af27e5598, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=105d730a-259f-4e66-b7bd-b88af27e5598,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:29.501776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.503927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9072b60-fd2d-4144-a346-6d225fd40875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (63ee28d0-d044-478e-9eca-3aca8e3b204b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.530151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (90784c9b-a0bc-4f77-8205-6c50c8cc30dc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.549075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9072b60-fd2d-4144-a346-6d225fd40875 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd5b436869454bdfb9fb977c996ca9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361114 Feb 10 04:12:29.549075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9072b60-fd2d-4144-a346-6d225fd40875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ee28d0-d044-478e-9eca-3aca8e3b204b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:29.561000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36950) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:29.630199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Port': ['ID=90784c9b-a0bc-4f77-8205-6c50c8cc30dc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:29.647089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=105d730a-259f-4e66-b7bd-b88af27e5598,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:29.704838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12fee1c1-b9e3-42c6-8ee8-7771f7c408ff admin admin] Publish callbacks [] for security_group (63ee28d0-d044-478e-9eca-3aca8e3b204b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.713449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.714663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.714663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.714935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.715283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.715470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.715803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.716130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.716481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.716824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.717154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.717480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.717807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:29.725069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['105d730a-259f-4e66-b7bd-b88af27e5598'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:29.739501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:29.787034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12fee1c1-b9e3-42c6-8ee8-7771f7c408ff admin admin] Publish callbacks [] for security_group (63ee28d0-d044-478e-9eca-3aca8e3b204b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.925421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-95d5a3d0-f70f-4fee-8ede-5fbd4ce98665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.933281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6b770709-5d48-4263-99bd-77e512b8a69b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:29.967939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4612ccfd-e4b3-4e95-820f-29bd607dca9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.027095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12fee1c1-b9e3-42c6-8ee8-7771f7c408ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (63ee28d0-d044-478e-9eca-3aca8e3b204b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.029845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12fee1c1-b9e3-42c6-8ee8-7771f7c408ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.031054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12fee1c1-b9e3-42c6-8ee8-7771f7c408ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63ee28d0-d044-478e-9eca-3aca8e3b204b HTTP/1.1" status: 204 len: 168 time: 0.4668829 Feb 10 04:12:30.077425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fee1c1-b9e3-42c6-8ee8-7771f7c408ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ee28d0-d044-478e-9eca-3aca8e3b204b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:30.132530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4612ccfd-e4b3-4e95-820f-29bd607dca9a admin admin] Publish callbacks [] for security_group (e9c74165-dfdf-4873-a3f9-018bae107cb4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.234020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4612ccfd-e4b3-4e95-820f-29bd607dca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e9c74165-dfdf-4873-a3f9-018bae107cb4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.304975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612ccfd-e4b3-4e95-820f-29bd607dca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c74165-dfdf-4873-a3f9-018bae107cb4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:30.313351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Router 6b770709-5d48-4263-99bd-77e512b8a69b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:30.313500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4612ccfd-e4b3-4e95-820f-29bd607dca9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4e54fda6ea3497aa4f6c747b846fd61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702515 Feb 10 04:12:30.315543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36966) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:30.340857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef4e7c-4c3d-4ee0-b669-7c88eba23a2c req-8688b87c-2921-4ad6-a605-b089a0adef07 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:30.344452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bef4e7c-4c3d-4ee0-b669-7c88eba23a2c req-8688b87c-2921-4ad6-a605-b089a0adef07 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 945 time: 0.1391611 Feb 10 04:12:30.399413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5bef4e7c-4c3d-4ee0-b669-7c88eba23a2c req-26620c7d-efb1-4b17-af5b-3295bd0cf1a2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496135 Feb 10 04:12:30.461874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7185-f5cd-41b4-84db-7ade17c1da41 admin admin] Publish callbacks [] for security_group (e9c74165-dfdf-4873-a3f9-018bae107cb4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.570760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d2a7a2b-4b40-434e-832a-1cb74cc399a6 req-e952496e-07fc-4fa4-943d-70f743a1b1b9 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.0430405 Feb 10 04:12:30.572042 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7185-f5cd-41b4-84db-7ade17c1da41 admin admin] Publish callbacks [] for security_group (e9c74165-dfdf-4873-a3f9-018bae107cb4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.597094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:30.610966 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d629245a-0ecd-4ca5-ab26-5a05a2b716a4 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "PUT /v2.0/routers/6b770709-5d48-4263-99bd-77e512b8a69b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528100 Feb 10 04:12:30.611934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36972) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:30.614607 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] Sync routers for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:30.637511 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:30.638320 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:30.683926 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:30.694571 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] Routers {'6b770709-5d48-4263-99bd-77e512b8a69b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:30.695241 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6b770709-5d48-4263-99bd-77e512b8a69b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:30.759107 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:30.760826 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b36819-8a18-40f8-927e-aef6fed0d8c7 None None] The sync data for ids ['6b770709-5d48-4263-99bd-77e512b8a69b'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:30.767922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7185-f5cd-41b4-84db-7ade17c1da41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e9c74165-dfdf-4873-a3f9-018bae107cb4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.773518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7185-f5cd-41b4-84db-7ade17c1da41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.777216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f0ad7185-f5cd-41b4-84db-7ade17c1da41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9c74165-dfdf-4873-a3f9-018bae107cb4 HTTP/1.1" status: 204 len: 168 time: 0.4581788 Feb 10 04:12:30.785230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad7185-f5cd-41b4-84db-7ade17c1da41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c74165-dfdf-4873-a3f9-018bae107cb4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:30.789153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router (6b770709-5d48-4263-99bd-77e512b8a69b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.910745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router_gateway (6b770709-5d48-4263-99bd-77e512b8a69b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:30.977481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.063624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36978) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:31.079764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5030f41-d62e-4825-bf2a-c0e2b1444cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.101049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 105d730a-259f-4e66-b7bd-b88af27e5598 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:12:31.173212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Deleting port 99e5aa07-b317-407e-b8d9-0c65ebdef99d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:31.174149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (99e5aa07-b317-407e-b8d9-0c65ebdef99d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.174327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5030f41-d62e-4825-bf2a-c0e2b1444cda admin admin] Publish callbacks [] for security_group (09f2ed93-9b74-4f85-91e4-388a2610e5f2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.360054 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5030f41-d62e-4825-bf2a-c0e2b1444cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (09f2ed93-9b74-4f85-91e4-388a2610e5f2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.360430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 105d730a-259f-4e66-b7bd-b88af27e5598 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:12:31.365232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 105d730a-259f-4e66-b7bd-b88af27e5598 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:31.365725 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.445360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-818b5032-67ee-45c4-ace3-df968309e355 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:31.449320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-818b5032-67ee-45c4-ace3-df968309e355 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.43 "GET /v2.0/networks?id=684cb601-8969-4682-97a5-8a5b83524714 HTTP/1.1" status: 200 len: 808 time: 0.1739161 Feb 10 04:12:31.476220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Request body: {'port': {'device_id': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'network_id': '684cb601-8969-4682-97a5-8a5b83524714', 'admin_state_up': True, 'tenant_id': '7509bc3e51c3483589e57c6e3348ebd9'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:31.483626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5030f41-d62e-4825-bf2a-c0e2b1444cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f2ed93-9b74-4f85-91e4-388a2610e5f2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:31.525605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c5030f41-d62e-4825-bf2a-c0e2b1444cda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55d00718ca8d487a9cbf69ddcf8b3044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4610348 Feb 10 04:12:31.536995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36996) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:31.568500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 105d730a-259f-4e66-b7bd-b88af27e5598 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:31.570576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.614513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (99e5aa07-b317-407e-b8d9-0c65ebdef99d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.629900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a971a-49f9-4187-a3a2-51efb068dac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105d730a-259f-4e66-b7bd-b88af27e5598'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:31.632260 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8469bfa5-6bb6-4e35-8a91-874e7125c4d5" -d '{"events": [{"server_uuid": "584a971a-49f9-4187-a3a2-51efb068dac0", "name": "network-vif-plugged", "status": "completed", "tag": "105d730a-259f-4e66-b7bd-b88af27e5598"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:31.679085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 105d730a-259f-4e66-b7bd-b88af27e5598, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=105d730a-259f-4e66-b7bd-b88af27e5598,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:31.742007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d343f6b2-ee82-4e95-98ed-0300bfdf5035 req-de4e10ea-5e4d-463d-b70c-c54676e56a47 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.0590093 Feb 10 04:12:31.771046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:31.806036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Calling delete_port for 99e5aa07-b317-407e-b8d9-0c65ebdef99d owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:31.810340 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d588db-28aa-4108-a3dd-19b3d34f00bf x-openstack-request-id: req-a2d588db-28aa-4108-a3dd-19b3d34f00bf {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:31.815825 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a971a-49f9-4187-a3a2-51efb068dac0", "name": "network-vif-plugged", "status": "completed", "tag": "105d730a-259f-4e66-b7bd-b88af27e5598", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:31.815825 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2d588db-28aa-4108-a3dd-19b3d34f00bf {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:31.815825 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584a971a-49f9-4187-a3a2-51efb068dac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105d730a-259f-4e66-b7bd-b88af27e5598', 'code': 200} Feb 10 04:12:31.871668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcc8a9-62c7-439d-a0bb-4e86727b2808 req-ff3fbee9-e97e-4a88-9ecd-6d20e5d53742 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:31.873921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7dcc8a9-62c7-439d-a0bb-4e86727b2808 req-ff3fbee9-e97e-4a88-9ecd-6d20e5d53742 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 945 time: 0.2626729 Feb 10 04:12:31.948847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=105d730a-259f-4e66-b7bd-b88af27e5598,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:32.021043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Publish callbacks [] for security_group (09f2ed93-9b74-4f85-91e4-388a2610e5f2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:32.067943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Publish callbacks [] for security_group (09f2ed93-9b74-4f85-91e4-388a2610e5f2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:32.340586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7dcc8a9-62c7-439d-a0bb-4e86727b2808 req-2cf1537f-d0e1-4dbc-979d-8922d90c1ac1 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558723 Feb 10 04:12:32.496111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:32.950096 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (99e5aa07-b317-407e-b8d9-0c65ebdef99d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.004540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-284f62b7-1615-4e4e-bb6b-fd6f3ffab208 req-3d66a2bf-46f7-4284-821c-7fc50087d084 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.0699203 Feb 10 04:12:33.008711 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dee2fa3c-d935-48d6-9fdc-f55d3e5f488b req-927a0948-8151-46df-8b83-8a031fa4dc7f tempest-AbsoluteLimitsNegativeTestJSON-65285835 tempest-AbsoluteLimitsNegativeTestJSON-65285835-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a727e9de31e4a55a216f5527180b626&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470388 Feb 10 04:12:33.046738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (09f2ed93-9b74-4f85-91e4-388a2610e5f2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.049363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.059216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09f2ed93-9b74-4f85-91e4-388a2610e5f2 HTTP/1.1" status: 204 len: 168 time: 1.5135112 Feb 10 04:12:33.134840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f2ed93-9b74-4f85-91e4-388a2610e5f2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:33.140697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Port': ['ID=99e5aa07-b317-407e-b8d9-0c65ebdef99d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:33.163053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2fa3c-d935-48d6-9fdc-f55d3e5f488b req-fb088267-2aea-4778-8684-5353c0b2ed4a tempest-AbsoluteLimitsNegativeTestJSON-65285835 tempest-AbsoluteLimitsNegativeTestJSON-65285835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:33.163306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.163552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.163855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.164185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.164510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.164827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.165150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.165466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.169335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.170231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.170565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.170917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.171242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61a704-7f3c-4a65-a4dd-3745917a5d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.175222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dee2fa3c-d935-48d6-9fdc-f55d3e5f488b req-fb088267-2aea-4778-8684-5353c0b2ed4a tempest-AbsoluteLimitsNegativeTestJSON-65285835 tempest-AbsoluteLimitsNegativeTestJSON-65285835-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647017 Feb 10 04:12:33.202872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dee2fa3c-d935-48d6-9fdc-f55d3e5f488b req-44fdc802-4657-4720-8e08-399b6384f675 tempest-AbsoluteLimitsNegativeTestJSON-65285835 tempest-AbsoluteLimitsNegativeTestJSON-65285835-project] 10.222.0.42 "GET /v2.0/quotas/7a727e9de31e4a55a216f5527180b626 HTTP/1.1" status: 200 len: 375 time: 0.0261338 Feb 10 04:12:33.235113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Made reservation on behalf of 7509bc3e51c3483589e57c6e3348ebd9 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:33.238559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.260773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dee2fa3c-d935-48d6-9fdc-f55d3e5f488b req-a0813129-d368-4972-baf6-873c892f05fb tempest-AbsoluteLimitsNegativeTestJSON-65285835 tempest-AbsoluteLimitsNegativeTestJSON-65285835-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a727e9de31e4a55a216f5527180b626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523617 Feb 10 04:12:33.276977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.277466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.277814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.278150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.278477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.278854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.279693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.280015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.280410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.280755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.281079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.281397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.281713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:33.312502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e95fff-62d8-4feb-b480-fa7ec9719528 req-d808afd1-dda0-4b75-9474-a91159aa6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:33.314626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6e95fff-62d8-4feb-b480-fa7ec9719528 req-d808afd1-dda0-4b75-9474-a91159aa6054 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 1128 time: 1.3097951 Feb 10 04:12:33.396113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (6b770709-5d48-4263-99bd-77e512b8a69b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.572043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6b770709-5d48-4263-99bd-77e512b8a69b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.582546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router_controller (6b770709-5d48-4263-99bd-77e512b8a69b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.691072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6e95fff-62d8-4feb-b480-fa7ec9719528 req-0bb89780-2007-46d4-b390-2971e779aee6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667378 Feb 10 04:12:33.724880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Allocated IP 172.20.0.13 (684cb601-8969-4682-97a5-8a5b83524714/3bb02fe1-158e-42c9-aa5e-205b32d5f825/5d01e9cf-45cf-40be-a2be-1fd22e8e7b03) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:33.735080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440174b-8570-4933-aa12-2423f81eefae req-56fe20d1-bba2-479e-b68a-69a8592ab431 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:33.742919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6440174b-8570-4933-aa12-2423f81eefae req-56fe20d1-bba2-479e-b68a-69a8592ab431 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.1915524 Feb 10 04:12:33.833681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6b770709-5d48-4263-99bd-77e512b8a69b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.834247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Fanout notify agent at l3_agent the message router_deleted on router 6b770709-5d48-4263-99bd-77e512b8a69b {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:12:33.843448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.844604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a903f9c-4fcd-4182-86a3-ea1186701841 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "DELETE /v2.0/routers/6b770709-5d48-4263-99bd-77e512b8a69b HTTP/1.1" status: 204 len: 168 time: 3.2353482 Feb 10 04:12:33.847189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37052) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:33.847867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6440174b-8570-4933-aa12-2423f81eefae req-67eebbad-ff36-4a67-bbe0-40495f61a50e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039104 Feb 10 04:12:33.921383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Deleting subnet 9f197090-a59d-4365-9233-7274860341dc {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:12:33.925554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for subnet (9f197090-a59d-4365-9233-7274860341dc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.983402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:33.998287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (9f197090-a59d-4365-9233-7274860341dc), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.059591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks [] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.137499 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9f197090-a59d-4365-9233-7274860341dc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.164136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37064) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:34.213036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.215851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af21ef98-8724-4db4-bef5-5c08cc738060 req-d86c5641-6255-4803-b3db-50d1a6792403 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.0416155 Feb 10 04:12:34.278482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Network 684cb601-8969-4682-97a5-8a5b83524714 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:34.287599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:34.291237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:34.338094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (9f197090-a59d-4365-9233-7274860341dc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.346002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Pushing event updated for resources: {'Port': ['ID=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:34.360218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce368d50-7bcc-47a4-b1db-4c16ea99c5d2 None None] Network bb146aa1-fa34-495c-a7ff-7cc5795d0bde requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:34.363477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.375561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37074) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:34.376522 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "DELETE /v2.0/subnets/9f197090-a59d-4365-9233-7274860341dc HTTP/1.1" status: 204 len: 168 time: 0.5229194 Feb 10 04:12:34.379986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-27a7a91d-463d-4f89-97f8-cbf0d1c6c34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.407869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb727b4-003f-4f85-aa26-846a8d2f3bae tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Subnet': ['ID=9f197090-a59d-4365-9233-7274860341dc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:34.456447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:34.458316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.574331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (bb146aa1-fa34-495c-a7ff-7cc5795d0bde), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.628659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0b0f6605-7345-435e-baaf-e1c074f6f220 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1682363 Feb 10 04:12:34.642890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Request body: {'port': {'device_id': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:34.648912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] DHCP port deletion for bb146aa1-fa34-495c-a7ff-7cc5795d0bde request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:12:34.720757 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-27a7a91d-463d-4f89-97f8-cbf0d1c6c34b admin admin] Publish callbacks [] for security_group (634953f3-d90b-4d06-bb20-658c9ccfc3e6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.740251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.790416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Deleting port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:34.797061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.809315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] Deleting port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:34.810021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.825220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-27a7a91d-463d-4f89-97f8-cbf0d1c6c34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (634953f3-d90b-4d06-bb20-658c9ccfc3e6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.898880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] For port 2ef40dba-95a7-4db3-8667-da7e8bee3e86, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2ef40dba-95a7-4db3-8667-da7e8bee3e86,segment=NetworkSegment(4d76ea4e-b87a-4819-bfe1-843c3df73413),segment_id=4d76ea4e-b87a-4819-bfe1-843c3df73413)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:34.899615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:34.915118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] Calling delete_port for 2ef40dba-95a7-4db3-8667-da7e8bee3e86 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:35.112472 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.160864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] No DVR routers for this DVR port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:35.174111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caee301-bfec-47d2-bec8-d38deb15378b None None] Pushing event deleted for resources: {'Port': ['ID=2ef40dba-95a7-4db3-8667-da7e8bee3e86,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:35.214964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] For port 2ef40dba-95a7-4db3-8667-da7e8bee3e86, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2ef40dba-95a7-4db3-8667-da7e8bee3e86,segment=NetworkSegment(4d76ea4e-b87a-4819-bfe1-843c3df73413),segment_id=4d76ea4e-b87a-4819-bfe1-843c3df73413)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:35.218901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.231460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-27a7a91d-463d-4f89-97f8-cbf0d1c6c34b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a727e9de31e4a55a216f5527180b626&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0660601 Feb 10 04:12:35.234056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37092) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:35.308297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e970-2cd2-49a2-a344-55562ff95fd7 admin admin] Publish callbacks [] for security_group (634953f3-d90b-4d06-bb20-658c9ccfc3e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.349193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e970-2cd2-49a2-a344-55562ff95fd7 admin admin] Publish callbacks [] for security_group (634953f3-d90b-4d06-bb20-658c9ccfc3e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.362116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7a91d-463d-4f89-97f8-cbf0d1c6c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634953f3-d90b-4d06-bb20-658c9ccfc3e6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:35.386288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Calling delete_port for 2ef40dba-95a7-4db3-8667-da7e8bee3e86 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:35.437791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff4fbf-f487-45fa-aefc-71d32612e59b req-2dbd9cc8-50b5-44fb-9c2d-cf819b15adf7 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:35.439657 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9ff4fbf-f487-45fa-aefc-71d32612e59b req-2dbd9cc8-50b5-44fb-9c2d-cf819b15adf7 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 932 time: 0.0749292 Feb 10 04:12:35.447434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca598cfb-fc69-4857-9992-c655a39c1122 req-99d3cdca-283e-4a5f-8e52-a2c50ddb7308 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:35.448992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca598cfb-fc69-4857-9992-c655a39c1122 req-99d3cdca-283e-4a5f-8e52-a2c50ddb7308 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.4117982 Feb 10 04:12:35.458267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:12:35.510391 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Publish callbacks [] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.518281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e970-2cd2-49a2-a344-55562ff95fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (634953f3-d90b-4d06-bb20-658c9ccfc3e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.522001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e970-2cd2-49a2-a344-55562ff95fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.522307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4e6e970-2cd2-49a2-a344-55562ff95fd7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/634953f3-d90b-4d06-bb20-658c9ccfc3e6 HTTP/1.1" status: 204 len: 168 time: 0.2864912 Feb 10 04:12:35.548310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6e970-2cd2-49a2-a344-55562ff95fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634953f3-d90b-4d06-bb20-658c9ccfc3e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:35.553015 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9ff4fbf-f487-45fa-aefc-71d32612e59b req-2f47f9ba-a21c-47cb-a772-86141df0756f tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069899 Feb 10 04:12:35.599972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Transition to ACTIVE for port object 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:12:35.629099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca598cfb-fc69-4857-9992-c655a39c1122 req-d94f5b3a-3275-4de8-9d77-60896acea206 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304138 Feb 10 04:12:35.643322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2ef40dba-95a7-4db3-8667-da7e8bee3e86), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.657877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] No DVR routers for this DVR port 2ef40dba-95a7-4db3-8667-da7e8bee3e86 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:35.684848 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.712832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Port': ['ID=2ef40dba-95a7-4db3-8667-da7e8bee3e86,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:35.847903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (bb146aa1-fa34-495c-a7ff-7cc5795d0bde), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.877886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb146aa1-fa34-495c-a7ff-7cc5795d0bde']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:35.889480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d76ea4e-b87a-4819-bfe1-843c3df73413') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:35.889857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d76ea4e-b87a-4819-bfe1-843c3df73413') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:35.905040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (4d76ea4e-b87a-4819-bfe1-843c3df73413), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.921715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4d76ea4e-b87a-4819-bfe1-843c3df73413), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:35.929338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:12:35.929899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (4d76ea4e-b87a-4819-bfe1-843c3df73413), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:12:36.021775 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:12:36.094156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Pushing event updated for resources: {'Port': ['ID=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:36.133145 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (bb146aa1-fa34-495c-a7ff-7cc5795d0bde), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.148639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.155217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37122) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:36.155886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "DELETE /v2.0/networks/bb146aa1-fa34-495c-a7ff-7cc5795d0bde HTTP/1.1" status: 204 len: 168 time: 1.7770052 Feb 10 04:12:36.183045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f37d9-2dc2-40cd-b1ab-f373c62e05eb tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Network': ['ID=bb146aa1-fa34-495c-a7ff-7cc5795d0bde,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:36.215549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Attempting to bind port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:12:36.216185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Attempting to bind port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '40877138-7026-4b7f-88d1-38e03cbd0dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '684cb601-8969-4682-97a5-8a5b83524714'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:12:36.217333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Attempting to bind port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 on network 684cb601-8969-4682-97a5-8a5b83524714 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:36.223071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 on network 684cb601-8969-4682-97a5-8a5b83524714 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:12:36.226729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Attempting to bind port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 on network 684cb601-8969-4682-97a5-8a5b83524714 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:36.231205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:12:36.231759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Checking segment: {'id': '40877138-7026-4b7f-88d1-38e03cbd0dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '684cb601-8969-4682-97a5-8a5b83524714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:36.232356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Bound using segment: {'id': '40877138-7026-4b7f-88d1-38e03cbd0dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '684cb601-8969-4682-97a5-8a5b83524714'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:12:36.232981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Bound port: 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40877138-7026-4b7f-88d1-38e03cbd0dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '684cb601-8969-4682-97a5-8a5b83524714'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:12:36.234027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.362176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] For port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:12:36.370322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] For port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,segment=NetworkSegment(40877138-7026-4b7f-88d1-38e03cbd0dc9),segment_id=40877138-7026-4b7f-88d1-38e03cbd0dc9)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:12:36.370435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Deleting port 157693ce-f3c0-4c21-ab53-c4cad35924ea {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:36.370435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.497575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.507759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.510329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for floatingip (157693ce-f3c0-4c21-ab53-c4cad35924ea), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.543202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Calling delete_port for 157693ce-f3c0-4c21-ab53-c4cad35924ea owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:36.639251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Pushing event updated for resources: {'Port': ['ID=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:36.655182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:36.658576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:36.660398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-154aed4b-8280-47e9-899d-acd2acd85636 service neutron] 10.222.0.43 "PUT /v2.0/ports/5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 HTTP/1.1" status: 200 len: 1092 time: 2.0239925 Feb 10 04:12:36.663272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'tag': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:36.679202 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3cd52b-54f3-440a-8908-f1991a1b4696" -d '{"events": [{"name": "network-changed", "server_uuid": "12f24e0e-841e-40f9-b9a7-c8c54710d284", "tag": "5d01e9cf-45cf-40be-a2be-1fd22e8e7b03"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:36.695289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2ef40dba-95a7-4db3-8667-da7e8bee3e86 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:36.721919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 2ef40dba-95a7-4db3-8667-da7e8bee3e86 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:36.722325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2ef40dba-95a7-4db3-8667-da7e8bee3e86 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:36.877793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13beae-85c7-4f7e-ab74-5e76d956e99b req-1f63c37a-2476-4256-b824-cb61c7aaf37f tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:36.886983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b13beae-85c7-4f7e-ab74-5e76d956e99b req-1f63c37a-2476-4256-b824-cb61c7aaf37f tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 944 time: 0.1773946 Feb 10 04:12:36.898829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-da676733-e437-48a0-af2c-f43e47d9c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:36.899148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-da676733-e437-48a0-af2c-f43e47d9c141 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7509bc3e51c3483589e57c6e3348ebd9&device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 1126 time: 0.1224279 Feb 10 04:12:36.952649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-76091192-34c9-43ed-8b4b-9e855aec49c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 HTTP/1.1" status: 200 len: 217 time: 0.0461152 Feb 10 04:12:36.968649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231c35-799f-4dfc-941f-01959f8aead7 req-7f5baecd-0f05-497b-b4a6-48e303e95e9c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:36.970224 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd231c35-799f-4dfc-941f-01959f8aead7 req-7f5baecd-0f05-497b-b4a6-48e303e95e9c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.1246457 Feb 10 04:12:37.019517 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b13beae-85c7-4f7e-ab74-5e76d956e99b req-294f2cce-b6ad-4af1-9b53-01711e925158 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314526 Feb 10 04:12:37.030186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (157693ce-f3c0-4c21-ab53-c4cad35924ea), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:37.067200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-9be54270-abda-45a9-81e7-85a950e57150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:37.068829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-9be54270-abda-45a9-81e7-85a950e57150 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bb02fe1-158e-42c9-aa5e-205b32d5f825 HTTP/1.1" status: 200 len: 848 time: 0.0976043 Feb 10 04:12:37.102889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd231c35-799f-4dfc-941f-01959f8aead7 req-982ffb1f-dae0-42c7-a9f2-bfc5ab116f18 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135783 Feb 10 04:12:37.134612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-26b188b4-12d3-4db6-856d-7fa2768dc214 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=684cb601-8969-4682-97a5-8a5b83524714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566266 Feb 10 04:12:37.206622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Pushing event deleted for resources: {'Port': ['ID=157693ce-f3c0-4c21-ab53-c4cad35924ea,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:37.272362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37176) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:37.340717 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks [] for floatingip (1009b1d6-7390-4e13-b8ab-70fc37c33aae), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:37.346998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:37.351783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2c4a84a2-8f34-4f92-9b3c-cbe62dedc272 tempest-FloatingIPAdminTestJSON-1146658525 tempest-FloatingIPAdminTestJSON-1146658525-project] 10.222.0.42 "DELETE /v2.0/floatingips/1009b1d6-7390-4e13-b8ab-70fc37c33aae HTTP/1.1" status: 204 len: 168 time: 1.1950974 Feb 10 04:12:37.392366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-0fd48c0e-95a2-4c47-9aa4-a325837d5ebd service neutron] 10.222.0.43 "GET /v2.0/networks/684cb601-8969-4682-97a5-8a5b83524714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460632 Feb 10 04:12:37.503070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-267484608-network', 'tenant_id': '34cf2641a643483aa639b2d8ab100885'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:37.529751 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff65301c-ff83-488e-bdf7-929d75fadfc1 x-openstack-request-id: req-ff65301c-ff83-488e-bdf7-929d75fadfc1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:37.530329 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f24e0e-841e-40f9-b9a7-c8c54710d284", "tag": "5d01e9cf-45cf-40be-a2be-1fd22e8e7b03", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:37.530329 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff65301c-ff83-488e-bdf7-929d75fadfc1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:37.530912 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'tag': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03', 'status': 'completed', 'code': 200} Feb 10 04:12:37.565302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5ff7c5b-a212-47e4-b4c9-0742d49c3fe8 req-fdf3c564-e6c1-4b1e-a08b-1a3689f5117c service neutron] 10.222.0.43 "GET /v2.0/networks/684cb601-8969-4682-97a5-8a5b83524714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659977 Feb 10 04:12:37.611605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Made reservation on behalf of 34cf2641a643483aa639b2d8ab100885 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:37.614626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:37.628113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:37.630147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502898e-0390-4218-bc99-9521fc5b48fc req-020c86fc-5163-415a-a71f-bb51d7cabd81 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:37.632135 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b502898e-0390-4218-bc99-9521fc5b48fc req-020c86fc-5163-415a-a71f-bb51d7cabd81 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.0658927 Feb 10 04:12:37.787100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks [] for security_group (d7f5f2c3-b541-4883-abf2-208f0051f149), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:37.813983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b502898e-0390-4218-bc99-9521fc5b48fc req-69b82716-d649-4645-bd4b-f6246d0eee0b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758528 Feb 10 04:12:37.827247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-8518e0b3-3b8d-405e-8a5e-07d88a6976e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:37.828990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-8518e0b3-3b8d-405e-8a5e-07d88a6976e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7509bc3e51c3483589e57c6e3348ebd9&device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 1126 time: 0.1544795 Feb 10 04:12:37.952757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d7f5f2c3-b541-4883-abf2-208f0051f149), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:37.970952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-8f07e977-065b-423e-9605-986ffbf3c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:37.972572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-8f07e977-065b-423e-9605-986ffbf3c0ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=684cb601-8969-4682-97a5-8a5b83524714 HTTP/1.1" status: 200 len: 909 time: 0.1374538 Feb 10 04:12:37.984680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:12:38.025296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (488fb30f-5f4f-4f14-a38a-cdb9df0383f0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.029534 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Added segment 488fb30f-5f4f-4f14-a38a-cdb9df0383f0 of type vlan for network a20bde6d-75a7-423f-9bef-a2da117287c5 Feb 10 04:12:38.043572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1742-9b0c-4db0-a072-771515b8dd9d req-8ede7b60-d3d3-4d44-a334-446a9fa84802 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:38.049543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad3d1742-9b0c-4db0-a072-771515b8dd9d req-8ede7b60-d3d3-4d44-a334-446a9fa84802 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.1373174 Feb 10 04:12:38.054218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5f2c3-b541-4883-abf2-208f0051f149,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:38.073024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-785b7b61-3cc9-4186-9aff-05f5b3967e06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 HTTP/1.1" status: 200 len: 217 time: 0.0695112 Feb 10 04:12:38.147271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37202) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:38.168336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-f1d48518-1e5e-4ed6-9b36-b1a06ca75811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:38.171469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-f1d48518-1e5e-4ed6-9b36-b1a06ca75811 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bb02fe1-158e-42c9-aa5e-205b32d5f825 HTTP/1.1" status: 200 len: 848 time: 0.0901148 Feb 10 04:12:38.184427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a20bde6d-75a7-423f-9bef-a2da117287c5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.229877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad3d1742-9b0c-4db0-a072-771515b8dd9d req-7aa53a92-aae8-4735-ace0-5fd98a926c3e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509783 Feb 10 04:12:38.241422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-d218ff3c-6753-486d-9eec-89f37031bdb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=684cb601-8969-4682-97a5-8a5b83524714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627022 Feb 10 04:12:38.332673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a20bde6d-75a7-423f-9bef-a2da117287c5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.336300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:38.337301 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.437587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37210) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:38.492394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3533-af00-417b-88f4-81a358e34bcf req-d0a0ba06-5f87-4070-87f8-cd61f35fdc36 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:38.494850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc4d3533-af00-417b-88f4-81a358e34bcf req-d0a0ba06-5f87-4070-87f8-cd61f35fdc36 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 944 time: 0.2518046 Feb 10 04:12:38.529411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a20bde6d-75a7-423f-9bef-a2da117287c5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:38.549842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a20bde6d-75a7-423f-9bef-a2da117287c5 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:12:38.557402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e78f646-4b61-4857-87c9-2af197ec46e7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2820520 Feb 10 04:12:38.560924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37214) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:38.570146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Request body: {'subnet': {'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-267484608-subnet', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:38.584218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-38a38530-8d31-4f80-8b31-ec873c17ded4 service neutron] 10.222.0.43 "GET /v2.0/networks/684cb601-8969-4682-97a5-8a5b83524714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162620 Feb 10 04:12:38.585755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6afb0484-e255-495f-ada5-1033eedddd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.590560 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9e225e16-bb34-4347-8fc2-9f83d27c71fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cc2c6c8aba846388a8b1307e76aabcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4419968 Feb 10 04:12:38.594604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37216) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:38.643757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc4d3533-af00-417b-88f4-81a358e34bcf req-6d77e5cb-9b1a-421a-b1f2-5cb5fb1cc2bc tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400163 Feb 10 04:12:38.663727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3c52d87-7219-4f7f-b412-1806ac2de099 admin admin] Publish callbacks [] for security_group (8fff6825-d578-4079-88bc-3ce77556dee6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.686053 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3c52d87-7219-4f7f-b412-1806ac2de099 admin admin] Publish callbacks [] for security_group (8fff6825-d578-4079-88bc-3ce77556dee6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.729625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Made reservation on behalf of 34cf2641a643483aa639b2d8ab100885 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:38.733614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.735103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c3cd52b-54f3-440a-8908-f1991a1b4696 req-74d22fe3-030a-49e1-9f12-a1720212a3b4 service neutron] 10.222.0.43 "GET /v2.0/networks/684cb601-8969-4682-97a5-8a5b83524714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366105 Feb 10 04:12:38.767181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6afb0484-e255-495f-ada5-1033eedddd62 admin admin] Publish callbacks [] for security_group (30277629-5817-45f1-bada-2de9b84f2f1b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.872030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc27bba-1871-479e-9baf-c539d352092c req-19eb6762-02b7-4dca-840e-8c1a6cff92ea tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:38.875517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bc27bba-1871-479e-9baf-c539d352092c req-19eb6762-02b7-4dca-840e-8c1a6cff92ea tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.0585196 Feb 10 04:12:38.897556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3c52d87-7219-4f7f-b412-1806ac2de099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8fff6825-d578-4079-88bc-3ce77556dee6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.899329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6afb0484-e255-495f-ada5-1033eedddd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (30277629-5817-45f1-bada-2de9b84f2f1b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.900782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3c52d87-7219-4f7f-b412-1806ac2de099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:38.905223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b3c52d87-7219-4f7f-b412-1806ac2de099 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fff6825-d578-4079-88bc-3ce77556dee6 HTTP/1.1" status: 204 len: 168 time: 0.3063798 Feb 10 04:12:38.942888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c52d87-7219-4f7f-b412-1806ac2de099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff6825-d578-4079-88bc-3ce77556dee6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:38.967447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb0484-e255-495f-ada5-1033eedddd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30277629-5817-45f1-bada-2de9b84f2f1b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:38.977243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6afb0484-e255-495f-ada5-1033eedddd62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d53262cd21284061a2e65a3a2b99edaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5345571 Feb 10 04:12:38.977828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37228) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:38.987139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bc27bba-1871-479e-9baf-c539d352092c req-f0525773-8540-4ce9-8832-2e5a73f7004a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064038 Feb 10 04:12:39.040132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33c50bb6-86ca-40de-a5b4-080565ab788d admin admin] Publish callbacks [] for security_group (30277629-5817-45f1-bada-2de9b84f2f1b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.062596 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33c50bb6-86ca-40de-a5b4-080565ab788d admin admin] Publish callbacks [] for security_group (30277629-5817-45f1-bada-2de9b84f2f1b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.071116 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (f90c87e0-daab-4c54-93db-f76e37c43696), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.154419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90c87e0-daab-4c54-93db-f76e37c43696,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:39.164146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Checking segment: {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:39.164501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Network hostable DHCP agents. Network: a20bde6d-75a7-423f-9bef-a2da117287c5, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:12:39.404696 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33c50bb6-86ca-40de-a5b4-080565ab788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (30277629-5817-45f1-bada-2de9b84f2f1b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.404696 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33c50bb6-86ca-40de-a5b4-080565ab788d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.404696 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-33c50bb6-86ca-40de-a5b4-080565ab788d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30277629-5817-45f1-bada-2de9b84f2f1b HTTP/1.1" status: 204 len: 168 time: 0.4257662 Feb 10 04:12:39.413453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Network a20bde6d-75a7-423f-9bef-a2da117287c5 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:12:39.432450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c50bb6-86ca-40de-a5b4-080565ab788d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30277629-5817-45f1-bada-2de9b84f2f1b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:39.508707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a20bde6d-75a7-423f-9bef-a2da117287c5) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:39.514657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:39.519804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.520300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1c789-6ee1-4101-920e-14350c25a288 None None] Network a20bde6d-75a7-423f-9bef-a2da117287c5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:39.609829 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f945a97c-1a60-4ce3-9c00-beb12578999c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0440831 Feb 10 04:12:39.612106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37238) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:39.617384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:39.669216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-a20bde6d-75a7-423f-9bef-a2da117287c5', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'project_id': '34cf2641a643483aa639b2d8ab100885', 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:12:39.669216 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.724273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (53b04fec-9080-48f6-ad9c-c716518943d4), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.725352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (53b04fec-9080-48f6-ad9c-c716518943d4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.862235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3345e-341c-4b22-b550-ff18b60cd39b req-cb7bef7e-0dd8-4fc0-ab47-56c063ebf0ac tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:39.864788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd3345e-341c-4b22-b550-ff18b60cd39b req-cb7bef7e-0dd8-4fc0-ab47-56c063ebf0ac tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 944 time: 0.1197777 Feb 10 04:12:39.878335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks [] for router_controller (53b04fec-9080-48f6-ad9c-c716518943d4), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:39.948306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd3345e-341c-4b22-b550-ff18b60cd39b req-0fca3c43-b617-4d8a-96ce-3fb942ef1112 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767515 Feb 10 04:12:39.959481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Allocated IP 172.20.0.2 (a20bde6d-75a7-423f-9bef-a2da117287c5/f90c87e0-daab-4c54-93db-f76e37c43696/76ea858a-2898-44ac-a8ff-4372200bd808) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:39.982711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37244) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:39.999650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c05ea526-67e6-4c34-9282-1341c146a327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.163707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c05ea526-67e6-4c34-9282-1341c146a327 admin admin] Publish callbacks [] for security_group (d5278c29-414f-4f91-aea4-765a133ac649), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.223043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c05ea526-67e6-4c34-9282-1341c146a327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d5278c29-414f-4f91-aea4-765a133ac649), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.265623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37250) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:40.268650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ea526-67e6-4c34-9282-1341c146a327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5278c29-414f-4f91-aea4-765a133ac649,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:40.296664 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Publish callbacks [] for port (76ea858a-2898-44ac-a8ff-4372200bd808), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.323744 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c05ea526-67e6-4c34-9282-1341c146a327 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b0c85f671c045d08602850a41d069c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399284 Feb 10 04:12:40.326339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37254) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:40.417100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4733fbe7-4e74-4d80-8a3b-26ff7e2692e7 admin admin] Publish callbacks [] for security_group (d5278c29-414f-4f91-aea4-765a133ac649), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.455850 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.468977 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4733fbe7-4e74-4d80-8a3b-26ff7e2692e7 admin admin] Publish callbacks [] for security_group (d5278c29-414f-4f91-aea4-765a133ac649), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.532603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-6eeddf8e-dfca-488b-bad2-b676ab52a8e3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:40.534368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-6eeddf8e-dfca-488b-bad2-b676ab52a8e3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.4757206 Feb 10 04:12:40.538298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks [] for router_gateway (53b04fec-9080-48f6-ad9c-c716518943d4), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.570417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7112473-2f53-408a-8d47-124ba0d54237 req-c2063abc-83c6-421b-a1ec-89960df1a9c8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:40.572006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7112473-2f53-408a-8d47-124ba0d54237 req-c2063abc-83c6-421b-a1ec-89960df1a9c8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.4431050 Feb 10 04:12:40.590176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Network a20bde6d-75a7-423f-9bef-a2da117287c5 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:40.609646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:40.615278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:40.634942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Pushing event updated for resources: {'Port': ['ID=76ea858a-2898-44ac-a8ff-4372200bd808,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:40.637549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:40.639942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb27f-105f-450b-ac4e-395484461b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.658800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4733fbe7-4e74-4d80-8a3b-26ff7e2692e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d5278c29-414f-4f91-aea4-765a133ac649), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.665330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4733fbe7-4e74-4d80-8a3b-26ff7e2692e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.665330 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4733fbe7-4e74-4d80-8a3b-26ff7e2692e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5278c29-414f-4f91-aea4-765a133ac649 HTTP/1.1" status: 204 len: 168 time: 0.3351729 Feb 10 04:12:40.766660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Attempting to bind port 76ea858a-2898-44ac-a8ff-4372200bd808 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:12:40.767982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Attempting to bind port 76ea858a-2898-44ac-a8ff-4372200bd808 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:12:40.770134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Attempting to bind port 76ea858a-2898-44ac-a8ff-4372200bd808 on network a20bde6d-75a7-423f-9bef-a2da117287c5 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:40.788190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:12:40.790361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Checking segment: {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:40.790361 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.795818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Bound using segment: {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:12:40.796414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Bound port: 76ea858a-2898-44ac-a8ff-4372200bd808, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:12:40.798676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.881260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb27f-105f-450b-ac4e-395484461b25 admin admin] Publish callbacks [] for security_group (895fcfe6-0aad-42a8-9f21-01863ebcace2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:40.883837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733fbe7-4e74-4d80-8a3b-26ff7e2692e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5278c29-414f-4f91-aea4-765a133ac649,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:40.913695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] For port 76ea858a-2898-44ac-a8ff-4372200bd808, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:12:40.917253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] For port 76ea858a-2898-44ac-a8ff-4372200bd808, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=76ea858a-2898-44ac-a8ff-4372200bd808,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:12:40.924804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:12:40.977070 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb27f-105f-450b-ac4e-395484461b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (895fcfe6-0aad-42a8-9f21-01863ebcace2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.000986 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.078900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7112473-2f53-408a-8d47-124ba0d54237 req-9dafb8d2-b51e-43a6-a431-191ba0c57315 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275711 Feb 10 04:12:41.083828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fb27f-105f-450b-ac4e-395484461b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895fcfe6-0aad-42a8-9f21-01863ebcace2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:41.118005 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2e2fb27f-105f-450b-ac4e-395484461b25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6924e941ea8942fa846f61162fa090c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986930 Feb 10 04:12:41.127141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37264) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:41.266661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f9608-d3b2-4fe5-a8c8-fde6205afc8b None None] Pushing event updated for resources: {'Port': ['ID=76ea858a-2898-44ac-a8ff-4372200bd808,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:41.275365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,segment=NetworkSegment(40877138-7026-4b7f-88d1-38e03cbd0dc9),segment_id=40877138-7026-4b7f-88d1-38e03cbd0dc9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:41.300384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03', 'network_id': '684cb601-8969-4682-97a5-8a5b83524714', 'port_id': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03', 'mac_address': 'fa:16:3e:4a:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb02fe1-158e-42c9-aa5e-205b32d5f825', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:12:41.324769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11380b8b-2d50-4589-a42c-85bde46d87c0 req-162cd2ff-4a36-41ef-a553-0819e532e097 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:41.332251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11380b8b-2d50-4589-a42c-85bde46d87c0 req-162cd2ff-4a36-41ef-a553-0819e532e097 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 944 time: 0.1911533 Feb 10 04:12:41.404500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:41.404904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.433737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:12:41.465967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,segment=NetworkSegment(40877138-7026-4b7f-88d1-38e03cbd0dc9),segment_id=40877138-7026-4b7f-88d1-38e03cbd0dc9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:41.497592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11380b8b-2d50-4589-a42c-85bde46d87c0 req-cb4122f9-075c-4989-8bf7-92fc53300fa8 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552513 Feb 10 04:12:41.554222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.574935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2e60b9e-2aa9-4058-b525-9d1e2ba25564 admin admin] Publish callbacks [] for security_group (895fcfe6-0aad-42a8-9f21-01863ebcace2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.636747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2e60b9e-2aa9-4058-b525-9d1e2ba25564 admin admin] Publish callbacks [] for security_group (895fcfe6-0aad-42a8-9f21-01863ebcace2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.689549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:41.828000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37270) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:41.837532 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2e60b9e-2aa9-4058-b525-9d1e2ba25564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (895fcfe6-0aad-42a8-9f21-01863ebcace2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.843551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2e60b9e-2aa9-4058-b525-9d1e2ba25564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.847522 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e2e60b9e-2aa9-4058-b525-9d1e2ba25564 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/895fcfe6-0aad-42a8-9f21-01863ebcace2 HTTP/1.1" status: 204 len: 168 time: 0.7192400 Feb 10 04:12:41.856349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['5d01e9cf-45cf-40be-a2be-1fd22e8e7b03'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:41.882140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b33fac18-9e26-4939-ad83-206f3e6d0979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:41.888380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e60b9e-2aa9-4058-b525-9d1e2ba25564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895fcfe6-0aad-42a8-9f21-01863ebcace2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:42.036414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Deleting port 105d730a-259f-4e66-b7bd-b88af27e5598 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:42.036844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:42.090481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b33fac18-9e26-4939-ad83-206f3e6d0979 admin admin] Publish callbacks [] for security_group (dc7ea435-cc18-4f19-8d7f-e29275b5bca2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:42.183087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b33fac18-9e26-4939-ad83-206f3e6d0979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc7ea435-cc18-4f19-8d7f-e29275b5bca2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:42.256886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fac18-9e26-4939-ad83-206f3e6d0979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7ea435-cc18-4f19-8d7f-e29275b5bca2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:42.327530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b33fac18-9e26-4939-ad83-206f3e6d0979 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bdf5aed0772426c81aa8fe7d7929484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4956400 Feb 10 04:12:42.329758 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37276) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:42.434568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] For port 105d730a-259f-4e66-b7bd-b88af27e5598, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=105d730a-259f-4e66-b7bd-b88af27e5598,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:42.435763 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:42.504309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Calling delete_port for 105d730a-259f-4e66-b7bd-b88af27e5598 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:42.772722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220942-24c9-4b30-97d4-2517e3074f92 req-3a665166-228e-4b28-9a83-a90d6671ec29 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:42.772722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08220942-24c9-4b30-97d4-2517e3074f92 req-3a665166-228e-4b28-9a83-a90d6671ec29 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 946 time: 0.4793968 Feb 10 04:12:42.797450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 76ea858a-2898-44ac-a8ff-4372200bd808 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:12:42.818126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf8e0-5026-45bb-8514-51a02382db7f req-3be8b9c0-e4a5-4676-828c-ae07c9671b15 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:42.819776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-625cf8e0-5026-45bb-8514-51a02382db7f req-3be8b9c0-e4a5-4676-828c-ae07c9671b15 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 945 time: 0.1390207 Feb 10 04:12:42.913686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:12:42.945614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-625cf8e0-5026-45bb-8514-51a02382db7f req-5fe01518-aa54-4d9b-b03a-a32b5fb1a805 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202061 Feb 10 04:12:42.999572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 76ea858a-2898-44ac-a8ff-4372200bd808 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:43.000452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.023783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-814e4050-36e4-4d03-bb6f-0970a0eef82d admin admin] Publish callbacks [] for security_group (dc7ea435-cc18-4f19-8d7f-e29275b5bca2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.040566 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks [] for router_gateway (53b04fec-9080-48f6-ad9c-c716518943d4), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.108354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.197375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 105d730a-259f-4e66-b7bd-b88af27e5598 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:43.225579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08220942-24c9-4b30-97d4-2517e3074f92 req-8c09b73e-d0f5-43dd-9cb6-cadb61e15f78 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159639 Feb 10 04:12:43.272239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 76ea858a-2898-44ac-a8ff-4372200bd808 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:43.273318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.285680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:12:43.299025 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-814e4050-36e4-4d03-bb6f-0970a0eef82d admin admin] Publish callbacks [] for security_group (dc7ea435-cc18-4f19-8d7f-e29275b5bca2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.301877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:43.307503 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.381034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f8dc3b-a0c9-4b9c-a506-b54ece90c9ee None None] Network a20bde6d-75a7-423f-9bef-a2da117287c5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:43.526793 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (b1fca028-d241-4fad-9c19-67f1e8d185a5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.724129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 76ea858a-2898-44ac-a8ff-4372200bd808, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=76ea858a-2898-44ac-a8ff-4372200bd808,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:43.747355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6b7fafa2-b347-42a2-b4f7-f592197627ea None None] Provisioning complete for port 76ea858a-2898-44ac-a8ff-4372200bd808 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:43.748381 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6b7fafa2-b347-42a2-b4f7-f592197627ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.752263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Allocated IP 172.25.8.86 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/443f6a68-ca0d-45fc-82b5-9362eca1bfd3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:43.783842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.810363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:43.845826 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.850277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 105d730a-259f-4e66-b7bd-b88af27e5598 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:43.850669 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (105d730a-259f-4e66-b7bd-b88af27e5598), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.858459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37302) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:43.864322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event deleted for resources: {'Port': ['ID=105d730a-259f-4e66-b7bd-b88af27e5598,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:43.903154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-814e4050-36e4-4d03-bb6f-0970a0eef82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc7ea435-cc18-4f19-8d7f-e29275b5bca2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.906409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-814e4050-36e4-4d03-bb6f-0970a0eef82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:43.910123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-814e4050-36e4-4d03-bb6f-0970a0eef82d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc7ea435-cc18-4f19-8d7f-e29275b5bca2 HTTP/1.1" status: 204 len: 168 time: 1.5575895 Feb 10 04:12:43.927693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:43.932107 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.005540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] No DVR routers for this DVR port 105d730a-259f-4e66-b7bd-b88af27e5598 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:44.008323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e4050-36e4-4d03-bb6f-0970a0eef82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7ea435-cc18-4f19-8d7f-e29275b5bca2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:44.013523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.017966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd845e2c-d9fe-444f-9cf8-8b3bfaea4215 req-36d2260c-6638-492d-acfa-15b7c37998e9 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "DELETE /v2.0/ports/105d730a-259f-4e66-b7bd-b88af27e5598 HTTP/1.1" status: 204 len: 173 time: 3.4755569 Feb 10 04:12:44.018908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a971a-49f9-4187-a3a2-51efb068dac0', 'name': 'network-vif-deleted', 'tag': '105d730a-259f-4e66-b7bd-b88af27e5598'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:44.021998 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57eac1f-6a74-42d4-bbf6-7aba9d4dbab8" -d '{"events": [{"server_uuid": "584a971a-49f9-4187-a3a2-51efb068dac0", "name": "network-vif-deleted", "tag": "105d730a-259f-4e66-b7bd-b88af27e5598"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:44.081150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks [] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.093730 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb2b17-2955-4c5d-ae7d-209e8f6195f8 x-openstack-request-id: req-92cb2b17-2955-4c5d-ae7d-209e8f6195f8 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:44.094188 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a971a-49f9-4187-a3a2-51efb068dac0", "name": "network-vif-deleted", "tag": "105d730a-259f-4e66-b7bd-b88af27e5598", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:44.094545 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92cb2b17-2955-4c5d-ae7d-209e8f6195f8 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:44.103222 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584a971a-49f9-4187-a3a2-51efb068dac0', 'name': 'network-vif-deleted', 'tag': '105d730a-259f-4e66-b7bd-b88af27e5598', 'status': 'completed', 'code': 200} Feb 10 04:12:44.197832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,segment=NetworkSegment(40877138-7026-4b7f-88d1-38e03cbd0dc9),segment_id=40877138-7026-4b7f-88d1-38e03cbd0dc9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:44.203001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:44.216205 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd2be0-adc9-47ed-8348-3caf313a3902" -d '{"events": [{"server_uuid": "12f24e0e-841e-40f9-b9a7-c8c54710d284", "name": "network-vif-plugged", "status": "completed", "tag": "5d01e9cf-45cf-40be-a2be-1fd22e8e7b03"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:44.216482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Deleting port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:44.216482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.220439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1877184633-network', 'tenant_id': '6b381138b8454a26b30ada6e74ecff5f'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:44.252778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.278087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8ad8c-db07-4763-aab4-c03f6bfbff9e req-e738eeb6-e3df-4635-b6e8-5f2e7ece94ac tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:44.280529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49a8ad8c-db07-4763-aab4-c03f6bfbff9e req-e738eeb6-e3df-4635-b6e8-5f2e7ece94ac tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 945 time: 0.1306655 Feb 10 04:12:44.317386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fafa2-b347-42a2-b4f7-f592197627ea None None] Current status of the port 76ea858a-2898-44ac-a8ff-4372200bd808 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:44.351207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=76ea858a-2898-44ac-a8ff-4372200bd808,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:44.351467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:44.365934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Made reservation on behalf of 6b381138b8454a26b30ada6e74ecff5f for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:44.370503 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda4ac00-81b9-4189-b564-aa7c738bef9e x-openstack-request-id: req-cda4ac00-81b9-4189-b564-aa7c738bef9e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:44.372090 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f24e0e-841e-40f9-b9a7-c8c54710d284", "name": "network-vif-plugged", "status": "completed", "tag": "5d01e9cf-45cf-40be-a2be-1fd22e8e7b03", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:44.383988 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cda4ac00-81b9-4189-b564-aa7c738bef9e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:44.383988 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03', 'code': 200} Feb 10 04:12:44.384419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.387999 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.393841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:44.403465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:44.411035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.581711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:44.673932 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks [] for security_group (d1912bd6-7c4f-4907-89b9-2a9c9c465d4b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.699518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04d9a438-71f1-444c-b4d4-914d720ef8f3 req-3cff8791-964e-4000-8d63-764f214be5eb tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=584a971a-49f9-4187-a3a2-51efb068dac0 HTTP/1.1" status: 200 len: 210 time: 0.1830509 Feb 10 04:12:44.712505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Pushing event updated for resources: {'Port': ['ID=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:44.759326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49a8ad8c-db07-4763-aab4-c03f6bfbff9e req-59b15040-3807-40c6-8579-ebe477a8a2c6 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694464 Feb 10 04:12:44.760577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d1912bd6-7c4f-4907-89b9-2a9c9c465d4b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.772135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 76ea858a-2898-44ac-a8ff-4372200bd808 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:12:44.790319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:12:44.813193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ba6755f6-a21e-4978-8a62-097593ab9eca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.813971 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Added segment ba6755f6-a21e-4978-8a62-097593ab9eca of type vlan for network 2e6252fa-caad-4d46-b057-93f86ff98ef8 Feb 10 04:12:44.864745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:44.884452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] For port 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:44.884911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.889253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2e6252fa-caad-4d46-b057-93f86ff98ef8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.914835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 76ea858a-2898-44ac-a8ff-4372200bd808 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:44.915283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:44.979604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e1eca18b-34d0-4d6c-a382-5a9b0560a5a8 None None] Provisioning complete for port 76ea858a-2898-44ac-a8ff-4372200bd808 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:44.980300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1eca18b-34d0-4d6c-a382-5a9b0560a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:45.021945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00049-461d-4914-908b-be957850eb56 req-2532661f-e1bd-4ba3-abf4-0d0e96ee21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:45.023392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cae00049-461d-4914-908b-be957850eb56 req-2532661f-e1bd-4ba3-abf4-0d0e96ee21bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 1128 time: 0.5891314 Feb 10 04:12:45.024489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Calling delete_port for 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:45.028432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2e6252fa-caad-4d46-b057-93f86ff98ef8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:45.033107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:45.033107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:45.153304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cae00049-461d-4914-908b-be957850eb56 req-db2dc876-6e33-4c26-9e05-2c46b9508aee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173215 Feb 10 04:12:45.179840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 76ea858a-2898-44ac-a8ff-4372200bd808 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:45.180828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] Pushing event updated for resources: {'Network': ['ID=2e6252fa-caad-4d46-b057-93f86ff98ef8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:45.197665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2e6252fa-caad-4d46-b057-93f86ff98ef8 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:12:45.214029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37330) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:45.214238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-33453c38-28c5-47f0-8ec9-a672f175c685 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3542619 Feb 10 04:12:45.220513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Request body: {'subnet': {'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1877184633-subnet', 'tenant_id': '6b381138b8454a26b30ada6e74ecff5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:45.323426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e1eca18b-34d0-4d6c-a382-5a9b0560a5a8 None None] Current status of the port 76ea858a-2898-44ac-a8ff-4372200bd808 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:45.393348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks [] for router_gateway (53b04fec-9080-48f6-ad9c-c716518943d4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:45.457841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Made reservation on behalf of 6b381138b8454a26b30ada6e74ecff5f for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:45.460185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:45.592473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:45.657685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Pushing event deleted for resources: {'Port': ['ID=00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:45.944586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94bb6-501d-4ab6-83df-d5c8396289f9 req-2c60e820-0747-43d6-a7f3-a302c343c12e tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:45.946112 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf94bb6-501d-4ab6-83df-d5c8396289f9 req-2c60e820-0747-43d6-a7f3-a302c343c12e tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 946 time: 0.0731995 Feb 10 04:12:45.983095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (53b04fec-9080-48f6-ad9c-c716518943d4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:46.022907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faf94bb6-501d-4ab6-83df-d5c8396289f9 req-fd4b0bd5-68ce-416c-91b5-c1d0cdfd67dd tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684602 Feb 10 04:12:46.378860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (e7a18ffe-e8a2-400d-9544-3767bae3082c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:46.601814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (b1fca028-d241-4fad-9c19-67f1e8d185a5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:46.610166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a18ffe-e8a2-400d-9544-3767bae3082c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:46.641285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37376) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:46.660280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Checking segment: {'id': 'ba6755f6-a21e-4978-8a62-097593ab9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:46.660725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Network hostable DHCP agents. Network: 2e6252fa-caad-4d46-b057-93f86ff98ef8, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:12:46.784138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0b7d6d4e-6b88-4c32-bcf5-0bcd964b4573 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-730640096'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:46.784893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0b7d6d4e-6b88-4c32-bcf5-0bcd964b4573 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Unknown quota resources ['metering_label']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:12:46.813243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-31be970c-30fb-4ef8-89fb-813f3800f71e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:46.823736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-31be970c-30fb-4ef8-89fb-813f3800f71e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.4517779 Feb 10 04:12:46.883189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:46.891243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-a02d7982-6714-411a-8be2-c30243e22368 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/quotas/006af5d07f4d4ab18ca445fed3daed9a HTTP/1.1" status: 200 len: 375 time: 0.0665002 Feb 10 04:12:46.987694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Network 2e6252fa-caad-4d46-b057-93f86ff98ef8 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:12:47.036720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-578bca05-c551-4fa6-8d54-502c028ccc39 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299965 Feb 10 04:12:47.039929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Router b1fca028-d241-4fad-9c19-67f1e8d185a5 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:47.116267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Router 53b04fec-9080-48f6-ad9c-c716518943d4 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:12:47.158117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2e6252fa-caad-4d46-b057-93f86ff98ef8) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:47.162498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:47.163128 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:47.167881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551be8d-b500-43d4-bb96-361138a6e2ac None None] Network 2e6252fa-caad-4d46-b057-93f86ff98ef8 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:47.307301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-76d6d224-da85-4849-814f-cb0b28dfdc10 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0911241 Feb 10 04:12:47.329978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-b7f7939d-ace9-4106-855d-ad43a82a9fde service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908852 Feb 10 04:12:47.332597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a81711-1e79-4ef6-82aa-2006b5d49f2d None None] Network 2e6252fa-caad-4d46-b057-93f86ff98ef8 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:47.537364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:47.544952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9ef6d4c3-7117-4831-a345-4da2da1f08da admin admin] 10.222.0.42 "PUT /v2.0/routers/b1fca028-d241-4fad-9c19-67f1e8d185a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2700591 Feb 10 04:12:47.549192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37386) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:47.555370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] Sync routers for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:47.578950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:47.579604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:47.659542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:47.662754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-f8847a9c-bfb8-4a6e-8308-974a0eae6679 service neutron] 10.222.0.42 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326280 Feb 10 04:12:47.668176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Sync routers for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:47.704546 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:47.705251 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:47.771906 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b7d6d4e-6b88-4c32-bcf5-0bcd964b4573 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:47.779554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0b7d6d4e-6b88-4c32-bcf5-0bcd964b4573 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1364191 Feb 10 04:12:47.782608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:47.807471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37390) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:47.857352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-590cb440-d3dd-4627-8072-7086ae631154 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e4aab3d3-fd34-46d6-a62e-eb6185d9e9f0'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:47.858101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-590cb440-d3dd-4627-8072-7086ae631154 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109959) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:12:47.869835 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks [] for router (b1fca028-d241-4fad-9c19-67f1e8d185a5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:47.878282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2846d41-91e3-4e86-80c5-4ddef119eaf2 req-0b92c03a-bc2e-43dc-a0e2-8e32a7328a87 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:47.889745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f2846d41-91e3-4e86-80c5-4ddef119eaf2 req-0b92c03a-bc2e-43dc-a0e2-8e32a7328a87 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 946 time: 0.2768848 Feb 10 04:12:47.994035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:47.998019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a8ae3dba-14f0-43e0-9f2c-51e51ec717c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.3816340 Feb 10 04:12:48.023338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f2846d41-91e3-4e86-80c5-4ddef119eaf2 req-ff6c231b-8bae-426f-a8b6-8c4b97b97ced tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265891 Feb 10 04:12:48.023883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37394) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:48.178448 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:48.266740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:12:45Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:48.269815 n-d-827844-2 neutron-server[109959]: WARNING neutron.services.metering.metering_plugin [None req-590cb440-d3dd-4627-8072-7086ae631154 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 04:12:48.353197 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:48.355824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] Checking router: b1fca028-d241-4fad-9c19-67f1e8d185a5 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:12:48.378653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a91bb3b5-d25c-45fc-8a29-d3fe6e97746e req-73b7437b-ccc1-4ec3-8019-008b79420134 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 210 time: 0.1316373 Feb 10 04:12:48.384778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] Routers {'b1fca028-d241-4fad-9c19-67f1e8d185a5'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:48.384994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b1fca028-d241-4fad-9c19-67f1e8d185a5'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:48.644622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-590cb440-d3dd-4627-8072-7086ae631154 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:48.650485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37416) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:48.656348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-74a43cda-bf10-4e8a-94dc-4c6636589c61 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e4aab3d3-fd34-46d6-a62e-eb6185d9e9f0'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:48.656886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-74a43cda-bf10-4e8a-94dc-4c6636589c61 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:12:48.659185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-590cb440-d3dd-4627-8072-7086ae631154 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8109725 Feb 10 04:12:48.670949 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks [] for router_gateway (b1fca028-d241-4fad-9c19-67f1e8d185a5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:48.714151 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:45Z', 'revision_number': 3, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:48.817652 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Checking router: 53b04fec-9080-48f6-ad9c-c716518943d4 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:12:48.818400 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Updating router 53b04fec-9080-48f6-ad9c-c716518943d4 port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:12:48.868378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Deleting port 531e6875-25ed-47f0-a0a6-f13b684c8c34 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:48.868725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:48.883482 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.039037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37424) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:49.058273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-740505244-network', 'tenant_id': '784ae0535c4b4acda3669377f6b44ad8'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:49.165581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] For port 531e6875-25ed-47f0-a0a6-f13b684c8c34, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=531e6875-25ed-47f0-a0a6-f13b684c8c34,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:49.165982 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.168718 n-d-827844-2 neutron-server[109958]: WARNING neutron.services.metering.metering_plugin [None req-74a43cda-bf10-4e8a-94dc-4c6636589c61 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 04:12:49.201220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Calling delete_port for 531e6875-25ed-47f0-a0a6-f13b684c8c34 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:49.213974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] Set router b1fca028-d241-4fad-9c19-67f1e8d185a5 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:49.225480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Made reservation on behalf of 784ae0535c4b4acda3669377f6b44ad8 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:49.237241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.305439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.365917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.463237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-74a43cda-bf10-4e8a-94dc-4c6636589c61 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.470743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-74a43cda-bf10-4e8a-94dc-4c6636589c61 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8167751 Feb 10 04:12:49.484027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37436) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:49.495590 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Publish callbacks [] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.536774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:12:45Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:49.545405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aae6b101-f216-4ac2-8279-4c3fab2e504e req-91e96554-6b57-4196-8f6d-ec67428a88da tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 210 time: 0.0750825 Feb 10 04:12:49.557610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-94929247-5626-4a3f-b2ad-d3bb017eb75a tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=11796ce5-c648-46df-b299-833b65dad980 HTTP/1.1" status: 200 len: 464 time: 0.0651596 Feb 10 04:12:49.563030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37438) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:49.593043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedcfc9-1c38-4f99-bdbe-c6025ad7a227 None None] The sync data for ids ['b1fca028-d241-4fad-9c19-67f1e8d185a5'] in n-d-827844-2 is: [{'id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1715326819-router', 'tenant_id': 'd16266ee05514d9cbe0047e309435e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:34Z', 'updated_at': '2022-02-10T04:12:45Z', 'revision_number': 5, 'project_id': 'd16266ee05514d9cbe0047e309435e29', 'gw_port': {'id': '531e6875-25ed-47f0-a0a6-f13b684c8c34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fca028-d241-4fad-9c19-67f1e8d185a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:35Z', 'updated_at': '2022-02-10T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:49.617146 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.719915 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks [] for security_group (04ed6414-f906-4169-9b9d-39a95b8e57e9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.754259 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Pushing event updated for resources: {'Port': ['ID=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:49.787189 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.791003 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.791595 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.792076 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.793644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.795129 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.800856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.800856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.800856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.800856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.800856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.800856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.800856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:49.822246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (04ed6414-f906-4169-9b9d-39a95b8e57e9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.824099 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Attempting to bind port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:12:49.825051 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Attempting to bind port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:12:49.826029 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Attempting to bind port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:49.832979 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:12:49.833356 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:49.833787 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.835164 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:12:49.835164 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Bound port: 443f6a68-ca0d-45fc-82b5-9362eca1bfd3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:12:49.835164 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.852400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:12:49.866829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed6414-f906-4169-9b9d-39a95b8e57e9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:49.870134 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (63b1075b-7e96-4728-ad05-146f90e98cd5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.870730 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Added segment 63b1075b-7e96-4728-ad05-146f90e98cd5 of type vlan for network 004ef433-3b11-4ad1-82d8-ba9a4ade2817 Feb 10 04:12:49.894860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (531e6875-25ed-47f0-a0a6-f13b684c8c34), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:49.917147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Allocated IP 172.20.0.1 (a20bde6d-75a7-423f-9bef-a2da117287c5/f90c87e0-daab-4c54-93db-f76e37c43696/1059a71e-2302-4d2b-ba2c-a93f3dd0a36b) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:49.945684 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] For port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:12:49.954234 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] For port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:12:49.988506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=531e6875-25ed-47f0-a0a6-f13b684c8c34,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:49.994907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (004ef433-3b11-4ad1-82d8-ba9a4ade2817), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.082924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (b1fca028-d241-4fad-9c19-67f1e8d185a5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.097814 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.254997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (004ef433-3b11-4ad1-82d8-ba9a4ade2817), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.256507 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:50.257516 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:50.265073 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74b8e0-324a-47f1-9527-d9f433551b5b None None] Pushing event updated for resources: {'Port': ['ID=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:50.266389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:50.271455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.281018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89dbb929-f3b5-4bd0-ad41-cdd59d9f0191 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.299288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-89dbb929-f3b5-4bd0-ad41-cdd59d9f0191 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/11796ce5-c648-46df-b299-833b65dad980 HTTP/1.1" status: 204 len: 168 time: 0.7351701 Feb 10 04:12:50.305360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37450) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:50.370859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (b1fca028-d241-4fad-9c19-67f1e8d185a5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.385655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks [] for router_controller (b1fca028-d241-4fad-9c19-67f1e8d185a5), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.415956 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f6c59bd2-fbdc-472e-95c8-9bfd6aa287c9 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=11796ce5-c648-46df-b299-833b65dad980 HTTP/1.1" status: 200 len: 221 time: 0.0954337 Feb 10 04:12:50.428988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37452) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:50.433735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fc8c7376-0faa-4a98-9f02-b42a2ae0afab tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--416907007', 'description': 'label created by tempest'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:50.434380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fc8c7376-0faa-4a98-9f02-b42a2ae0afab tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Unknown quota resources ['metering_label']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:12:50.492961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4528453 Feb 10 04:12:50.496414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37454) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:50.499536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833e2f-8cd0-44ae-83f0-10ee2a990203 admin admin] Pushing event updated for resources: {'Network': ['ID=004ef433-3b11-4ad1-82d8-ba9a4ade2817,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:50.525599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Request body: {'subnet': {'network_id': '004ef433-3b11-4ad1-82d8-ba9a4ade2817', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-740505244-subnet', 'tenant_id': '784ae0535c4b4acda3669377f6b44ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:50.528366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 004ef433-3b11-4ad1-82d8-ba9a4ade2817 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:12:50.536185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks [] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.614223 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:50.662820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (b1fca028-d241-4fad-9c19-67f1e8d185a5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.663363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1fca028-d241-4fad-9c19-67f1e8d185a5 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:12:50.667908 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.669172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5c244b8a-ee73-404f-a569-98ac1352dc45 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b1fca028-d241-4fad-9c19-67f1e8d185a5 HTTP/1.1" status: 204 len: 168 time: 3.1165206 Feb 10 04:12:50.671887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37458) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:50.742587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:50.767030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Made reservation on behalf of 784ae0535c4b4acda3669377f6b44ad8 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:50.774125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:50.775232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00ab3bd5-c1c7-4cab-ac2b-018ad9241c7b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:50.777959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.782907 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.840151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-50a3607f-c5bb-470c-9fc6-60a33b72952f req-0572762c-027f-4414-aae2-5a78bc758c06 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 210 time: 0.1465957 Feb 10 04:12:50.889772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7376-0faa-4a98-9f02-b42a2ae0afab tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.891552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc8c7376-0faa-4a98-9f02-b42a2ae0afab tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4613378 Feb 10 04:12:50.896079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37464) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:50.913525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Network a20bde6d-75a7-423f-9bef-a2da117287c5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:50.917092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:50.932292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] Deleting subnet 1ab80b5c-9000-4c21-a5b4-a53a9141c6ad {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:12:50.936817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] Publish callbacks [] for subnet (1ab80b5c-9000-4c21-a5b4-a53a9141c6ad), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.939002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:50.992689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (1ab80b5c-9000-4c21-a5b4-a53a9141c6ad), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:50.997009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:51.055829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (53b04fec-9080-48f6-ad9c-c716518943d4), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:51.083537 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:45Z', 'revision_number': 3, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:51.176724 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338bcd-d41c-4b7a-ae91-5be55bc09229 None None] The sync data for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 is: [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:45Z', 'revision_number': 3, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:51.422868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a824c240-de7b-409e-b236-0ed254a26bda None None] Provisioning complete for port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:51.423780 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a824c240-de7b-409e-b236-0ed254a26bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:51.476551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:51.490747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a824c240-de7b-409e-b236-0ed254a26bda None None] Port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:12:51.796664 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8922c6e1-e6f5-4e58-8767-d74413609c61 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=7c00c9b9-636d-4f7b-b907-c42f438326ea HTTP/1.1" status: 200 len: 467 time: 0.8954782 Feb 10 04:12:51.797308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37474) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:51.806615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks [] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:51.918321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.293063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (1ab80b5c-9000-4c21-a5b4-a53a9141c6ad), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.301309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f9127a8-8b59-45ad-8700-c4e111ddac8d req-33ee567b-2f95-498c-a4db-4c579aab35a7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 210 time: 0.3456752 Feb 10 04:12:52.326261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:52.328779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (53b04fec-9080-48f6-ad9c-c716518943d4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.333480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-4d07023a-473d-4f01-ba32-b8b926eda205 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:52.335562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-4d07023a-473d-4f01-ba32-b8b926eda205 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 805 time: 0.5329072 Feb 10 04:12:52.353093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Request body: {'port': {'device_id': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'admin_state_up': True, 'tenant_id': '006af5d07f4d4ab18ca445fed3daed9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:52.396865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0368d327-5f28-4946-ab15-753449c1243d tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.399722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0368d327-5f28-4946-ab15-753449c1243d tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/7c00c9b9-636d-4f7b-b907-c42f438326ea HTTP/1.1" status: 204 len: 168 time: 0.5809882 Feb 10 04:12:52.401370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37486) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:52.439365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3faf2e56-111c-4ca7-8b43-e631cf4edbd7 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=7c00c9b9-636d-4f7b-b907-c42f438326ea HTTP/1.1" status: 200 len: 216 time: 0.0368235 Feb 10 04:12:52.446037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37488) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:52.454825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Network a20bde6d-75a7-423f-9bef-a2da117287c5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:52.457659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:52.538308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8061db96-21de-4788-8775-9bd368750504 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0909545 Feb 10 04:12:52.544716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37492) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:52.598789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-90d2f6b9-659a-470d-949b-788c8a5e8cfa tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0421231 Feb 10 04:12:52.605614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37494) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:52.670266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Router 53b04fec-9080-48f6-ad9c-c716518943d4 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:52.696522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-35a7ead4-2e53-4e46-b3d9-f78bd9e6a2b7 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/e4aab3d3-fd34-46d6-a62e-eb6185d9e9f0 HTTP/1.1" status: 200 len: 472 time: 0.0867662 Feb 10 04:12:52.696522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (08e8aa0c-8fb2-469a-83b0-ac26a9619239), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.696904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37496) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:52.742817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (1ab80b5c-9000-4c21-a5b4-a53a9141c6ad), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.750224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:12:52.768894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.773771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1ab80b5c-9000-4c21-a5b4-a53a9141c6ad HTTP/1.1" status: 204 len: 168 time: 2.1008799 Feb 10 04:12:52.785742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f009e0b-73f3-474f-bdfa-c11942d89090 None None] Network dd571703-bb59-453e-9190-8d8e94cb434e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:52.789082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37498) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:52.807940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e8aa0c-8fb2-469a-83b0-ac26a9619239,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:52.845925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:52.854458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d940ac45-41c5-40cf-97f3-9929a489e5f4 admin admin] 10.222.0.42 "PUT /v2.0/routers/53b04fec-9080-48f6-ad9c-c716518943d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8276618 Feb 10 04:12:52.864520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f589f7be-071e-4511-a2ad-d3c8652eaae5 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/8d21d6ba-d229-497a-ab61-3829143ed303 HTTP/1.1" status: 200 len: 461 time: 0.1663933 Feb 10 04:12:52.868887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37502) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:52.875118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4441a6-5e76-47f9-99d6-5ddbd43a8b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab80b5c-9000-4c21-a5b4-a53a9141c6ad,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:52.940440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Made reservation on behalf of 006af5d07f4d4ab18ca445fed3daed9a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:52.944300 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:52.971264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Checking segment: {'id': '63b1075b-7e96-4728-ad05-146f90e98cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '004ef433-3b11-4ad1-82d8-ba9a4ade2817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:52.971943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Network hostable DHCP agents. Network: 004ef433-3b11-4ad1-82d8-ba9a4ade2817, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:12:52.990078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (dd571703-bb59-453e-9190-8d8e94cb434e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.117048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:53.117647 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.148744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Network 004ef433-3b11-4ad1-82d8-ba9a4ade2817 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:12:53.180682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Deleting port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:53.181168 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.201618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Allocated IP 172.20.0.9 (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4/6e808e13-05a1-4361-86b6-493213f23872/4615d8de-40c1-4e8e-8f4d-334ef9d43f84) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:53.226483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9566a1fc-2e67-4cf4-8904-97a63d11357a None None] Provisioning complete for port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:53.228237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9566a1fc-2e67-4cf4-8904-97a63d11357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.261391 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c14050f4-b3e9-4ddc-bb7f-b64b05a3bec2 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.263601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c14050f4-b3e9-4ddc-bb7f-b64b05a3bec2 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/8d21d6ba-d229-497a-ab61-3829143ed303 HTTP/1.1" status: 204 len: 168 time: 0.3930578 Feb 10 04:12:53.266485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37516) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:53.309637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 004ef433-3b11-4ad1-82d8-ba9a4ade2817) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:53.336602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f59e40-43a7-486c-8d8c-840b11508860 None None] Network 004ef433-3b11-4ad1-82d8-ba9a4ade2817 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:53.359658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] DHCP port deletion for dd571703-bb59-453e-9190-8d8e94cb434e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:12:53.368817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:53.371691 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.389178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] For port f52c3417-fdd8-49e1-a747-4bdf7ef993a9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:53.389666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.469072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Calling delete_port for f52c3417-fdd8-49e1-a747-4bdf7ef993a9 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:53.541854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9566a1fc-2e67-4cf4-8904-97a63d11357a None None] Port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:12:53.616770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:53.619509 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.641340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-05af7f8e-3754-4aab-bf71-370fdded15b3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1220853 Feb 10 04:12:53.728040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:53.743924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37524) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:53.812086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Deleting port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:53.814038 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.902260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks [] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.926053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] For port f52c3417-fdd8-49e1-a747-4bdf7ef993a9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,segment=NetworkSegment(698ba11c-dc96-44d4-a3b0-7f165f83cc28),segment_id=698ba11c-dc96-44d4-a3b0-7f165f83cc28)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:53.926297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37528) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:53.932912 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:53.939335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-56dc3a80-c1a1-4754-8aba-bae55d641a7e tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256097603', 'description': 'tempest-description--397424755'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:53.941549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f764d-6a30-470c-9842-633f93e7cc26 req-cca3c4bd-681f-4f8a-9615-0849134dc027 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:53.953677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-150f764d-6a30-470c-9842-633f93e7cc26 req-cca3c4bd-681f-4f8a-9615-0849134dc027 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 946 time: 0.5542309 Feb 10 04:12:53.967724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Calling delete_port for f52c3417-fdd8-49e1-a747-4bdf7ef993a9 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:53.998380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d5e58251-3f5e-42e1-8ad3-39947a9d84e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.004775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.007477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2870-32e7-487d-94d3-2f3ac70fa352 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.008874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8f3c2870-32e7-487d-94d3-2f3ac70fa352 tempest-MeteringTestJSON-1154210712 tempest-MeteringTestJSON-1154210712-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/e4aab3d3-fd34-46d6-a62e-eb6185d9e9f0 HTTP/1.1" status: 204 len: 168 time: 0.7412672 Feb 10 04:12:54.065989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:54.088904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] No DVR routers for this DVR port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:54.101905 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-150f764d-6a30-470c-9842-633f93e7cc26 req-faa79968-c68b-4c09-afb9-dcc0bc3028f9 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461623 Feb 10 04:12:54.156523 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (f52c3417-fdd8-49e1-a747-4bdf7ef993a9), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.158366 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.160242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a8ae4-d5c8-4de8-bcfb-4ebf18619901 None None] Network 004ef433-3b11-4ad1-82d8-ba9a4ade2817 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:12:54.162876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Sync routers for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:54.191534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbb76f23-0575-4c32-b1dd-96b9f70e4384 req-0628b973-c360-41f4-b61d-ec9521aa3a38 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 210 time: 0.0725367 Feb 10 04:12:54.198296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dc3a80-c1a1-4754-8aba-bae55d641a7e tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.242677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Pushing event deleted for resources: {'Port': ['ID=f52c3417-fdd8-49e1-a747-4bdf7ef993a9,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:54.247055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (dd571703-bb59-453e-9190-8d8e94cb434e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.252726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] No DVR routers for this DVR port f52c3417-fdd8-49e1-a747-4bdf7ef993a9 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:54.277958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:54.279177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:54.282052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.282317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.282674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.283052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.283788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.283788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.284335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.284335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.284698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.285017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.285529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.285652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.285985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0668184-ced9-497e-b117-d7d6095e2bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:12:54.286615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.289633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd571703-bb59-453e-9190-8d8e94cb434e']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:54.397797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event updated for resources: {'Port': ['ID=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:54.405834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698ba11c-dc96-44d4-a3b0-7f165f83cc28') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:54.406147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698ba11c-dc96-44d4-a3b0-7f165f83cc28') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:54.447001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (698ba11c-dc96-44d4-a3b0-7f165f83cc28), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.485125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:54.523194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:54.530351 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (698ba11c-dc96-44d4-a3b0-7f165f83cc28), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.548947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:54.563068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 531e6875-25ed-47f0-a0a6-f13b684c8c34 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:54.569025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:54.602181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:12:54.602615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (698ba11c-dc96-44d4-a3b0-7f165f83cc28), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.608993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 531e6875-25ed-47f0-a0a6-f13b684c8c34 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:54.609342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 531e6875-25ed-47f0-a0a6-f13b684c8c34 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:12:54.624709 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:12:54.683571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:54.726984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37548) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:54.733932 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d5e58251-3f5e-42e1-8ad3-39947a9d84e8 admin admin] Publish callbacks [] for security_group (3d021fa9-cad1-48d7-98b4-8d4368fe15ef), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.750125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:54.783780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f52c3417-fdd8-49e1-a747-4bdf7ef993a9 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:54.802778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dc3a80-c1a1-4754-8aba-bae55d641a7e tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group (863f51b8-bafd-4e67-9502-be7d9f35d9f2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.815444 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d5e58251-3f5e-42e1-8ad3-39947a9d84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3d021fa9-cad1-48d7-98b4-8d4368fe15ef), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.837670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f52c3417-fdd8-49e1-a747-4bdf7ef993a9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:54.838356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:54.838719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.839048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f52c3417-fdd8-49e1-a747-4bdf7ef993a9 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:54.864056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca512637-c17d-416c-84cc-571846d62dd8 req-de22d49f-66c3-41c0-ba59-9611c8c1501b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:54.867925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca512637-c17d-416c-84cc-571846d62dd8 req-de22d49f-66c3-41c0-ba59-9611c8c1501b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 946 time: 0.3999150 Feb 10 04:12:54.887036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-0b416735-c5b7-494f-a25b-bb16a50adf75 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:54.896584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-0b416735-c5b7-494f-a25b-bb16a50adf75 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/networks?id=2e6252fa-caad-4d46-b057-93f86ff98ef8 HTTP/1.1" status: 200 len: 815 time: 0.2795544 Feb 10 04:12:54.915844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b4e38706-31af-4980-a076-ed0955b5d1a4 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/quotas/6b381138b8454a26b30ada6e74ecff5f HTTP/1.1" status: 200 len: 375 time: 0.0178661 Feb 10 04:12:54.935797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dc3a80-c1a1-4754-8aba-bae55d641a7e tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (863f51b8-bafd-4e67-9502-be7d9f35d9f2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:54.967209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b2fc3cd9-d95d-4801-9f44-5e327ae79b46 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b381138b8454a26b30ada6e74ecff5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491343 Feb 10 04:12:54.995752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e58251-3f5e-42e1-8ad3-39947a9d84e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d021fa9-cad1-48d7-98b4-8d4368fe15ef,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:55.016465 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (dd571703-bb59-453e-9190-8d8e94cb434e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.023225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37556) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:55.023390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d5e58251-3f5e-42e1-8ad3-39947a9d84e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc8ea603b0f348709e0c4a6c3a73b874&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2781010 Feb 10 04:12:55.048753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.053432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dd571703-bb59-453e-9190-8d8e94cb434e HTTP/1.1" status: 204 len: 168 time: 2.2608745 Feb 10 04:12:55.057231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bb853d8-2b5d-4244-83e4-db5868b678f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.058341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37558) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:55.085289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-770aef24-3420-4c95-b8f1-ca75cb858a97 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7361357 Feb 10 04:12:55.088242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5e4e5-765a-4a92-87fe-0b54a3119630 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd571703-bb59-453e-9190-8d8e94cb434e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:55.096933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 2, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:55.129899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Checking router: 53b04fec-9080-48f6-ad9c-c716518943d4 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:12:55.130258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Updating router 53b04fec-9080-48f6-ad9c-c716518943d4 port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:12:55.159144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Request body: {'port': {'device_id': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:55.170133 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.176507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dc3a80-c1a1-4754-8aba-bae55d641a7e tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.178016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56dc3a80-c1a1-4754-8aba-bae55d641a7e tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2487135 Feb 10 04:12:55.195335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37562) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:55.211661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2540cf02-0872-4219-b18d-0b11418634dd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Request body: {'security_group_rule': {'security_group_id': '863f51b8-bafd-4e67-9502-be7d9f35d9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:55.223932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc3a80-c1a1-4754-8aba-bae55d641a7e tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863f51b8-bafd-4e67-9502-be7d9f35d9f2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:55.289210 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e32dc93-b9b5-43c2-89be-2dffebe69b84 admin admin] Publish callbacks [] for security_group (3d021fa9-cad1-48d7-98b4-8d4368fe15ef), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.319960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e32dc93-b9b5-43c2-89be-2dffebe69b84 admin admin] Publish callbacks [] for security_group (3d021fa9-cad1-48d7-98b4-8d4368fe15ef), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.335262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.359164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Deleting port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:55.359795 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.494816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f8dee-e74e-4ab5-b8ad-7e111b2015a8 req-3f6a3e5e-ea94-43ce-8351-458fd55caf04 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:55.497703 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c40f8dee-e74e-4ab5-b8ad-7e111b2015a8 req-3f6a3e5e-ea94-43ce-8351-458fd55caf04 tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 946 time: 0.2587764 Feb 10 04:12:55.505594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e32dc93-b9b5-43c2-89be-2dffebe69b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3d021fa9-cad1-48d7-98b4-8d4368fe15ef), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.510232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e32dc93-b9b5-43c2-89be-2dffebe69b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.514263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0e32dc93-b9b5-43c2-89be-2dffebe69b84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d021fa9-cad1-48d7-98b4-8d4368fe15ef HTTP/1.1" status: 204 len: 168 time: 0.4873021 Feb 10 04:12:55.520351 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-6cfc2aee-f305-40c3-9652-e911c311cc01 service neutron] 10.222.0.42 "GET /v2.0/networks/2e6252fa-caad-4d46-b057-93f86ff98ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503922 Feb 10 04:12:55.563662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bb853d8-2b5d-4244-83e4-db5868b678f3 admin admin] Publish callbacks [] for security_group (0ef71385-e4a5-41d6-b851-ce1d42a4fd70), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.581711 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Publish callbacks [] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.589517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32dc93-b9b5-43c2-89be-2dffebe69b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d021fa9-cad1-48d7-98b4-8d4368fe15ef,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:55.639432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2540cf02-0872-4219-b18d-0b11418634dd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group_rule (bf6c7906-87bd-43d8-a9c7-f1dc43fd65c9), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.675804 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.683017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2bb853d8-2b5d-4244-83e4-db5868b678f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0ef71385-e4a5-41d6-b851-ce1d42a4fd70), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.724500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2bb853d8-2b5d-4244-83e4-db5868b678f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b6f6df1b0ff4231a07fdc56565bb5ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9938872 Feb 10 04:12:55.725116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37568) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:55.746243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] For port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,segment=NetworkSegment(40877138-7026-4b7f-88d1-38e03cbd0dc9),segment_id=40877138-7026-4b7f-88d1-38e03cbd0dc9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:55.746581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.775636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbc7c1-4e2a-43b8-bed3-178ebd110f5d None None] Pushing event updated for resources: {'Port': ['ID=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:55.813056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Calling delete_port for 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:55.839429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2540cf02-0872-4219-b18d-0b11418634dd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group_rule (bf6c7906-87bd-43d8-a9c7-f1dc43fd65c9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.853090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c40f8dee-e74e-4ab5-b8ad-7e111b2015a8 req-501858fe-3710-489b-a03a-60d60737eb0a tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a2ad66d-c192-40e2-987e-95afad31df7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436713 Feb 10 04:12:55.873986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Attempting to bind port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:12:55.874544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb853d8-2b5d-4244-83e4-db5868b678f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef71385-e4a5-41d6-b851-ce1d42a4fd70,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:55.874637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Attempting to bind port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:12:55.874906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Attempting to bind port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b on network a20bde6d-75a7-423f-9bef-a2da117287c5 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:55.885506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:12:55.885506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Checking segment: {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:55.885506 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.885506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Bound using segment: {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:12:55.885506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Bound port: 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:12:55.886167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:55.902424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-52a6a008-2fd3-455c-9f7a-cfcf8cc7ba30 service neutron] 10.222.0.42 "GET /v2.0/networks/2e6252fa-caad-4d46-b057-93f86ff98ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680589 Feb 10 04:12:55.982346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2540cf02-0872-4219-b18d-0b11418634dd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (bf6c7906-87bd-43d8-a9c7-f1dc43fd65c9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.131598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540cf02-0872-4219-b18d-0b11418634dd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6c7906-87bd-43d8-a9c7-f1dc43fd65c9,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:56.141296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06eb6591-a38f-4164-bf1a-6f13d66711cb admin admin] Publish callbacks [] for security_group (0ef71385-e4a5-41d6-b851-ce1d42a4fd70), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.152071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2540cf02-0872-4219-b18d-0b11418634dd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.157682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2540cf02-0872-4219-b18d-0b11418634dd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9564700 Feb 10 04:12:56.160885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37574) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:56.171521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5ef2378e-be58-4499-b650-69b07e2b4e93 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Request body: {'security_group_rule': {'security_group_id': '863f51b8-bafd-4e67-9502-be7d9f35d9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:56.192105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] For port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:12:56.209442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] For port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:12:56.302920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-159eb380-6c3a-4e8d-a2f1-0152c20fd667 None None] Provisioning complete for port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:56.303308 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-159eb380-6c3a-4e8d-a2f1-0152c20fd667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.307238 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.310982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (526ce469-9222-407c-a8d7-7eb6cd4bfb58), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.326028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06eb6591-a38f-4164-bf1a-6f13d66711cb admin admin] Publish callbacks [] for security_group (0ef71385-e4a5-41d6-b851-ce1d42a4fd70), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.359380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5ef2378e-be58-4499-b650-69b07e2b4e93 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group_rule (c801b1f2-c4f3-4713-a8ed-27163d294977), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.417273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f0aa9-e930-47b1-92d3-e4735adc27d3 req-ad93de44-91b8-467f-bb3a-5fdc6ea3b347 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:56.427389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab6f0aa9-e930-47b1-92d3-e4735adc27d3 req-ad93de44-91b8-467f-bb3a-5fdc6ea3b347 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 931 time: 0.2994685 Feb 10 04:12:56.432586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbc7c1-4e2a-43b8-bed3-178ebd110f5d None None] Pushing event updated for resources: {'Port': ['ID=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:56.442002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:56.443155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:12:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:56.493752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:12:56.494394 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c3c5c04-5d5d-4236-834c-7005d4c27376 req-96324b01-db78-4357-91ae-98870eb33421 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 210 time: 0.1748784 Feb 10 04:12:56.504350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Publish callbacks [] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.522959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Transition to ACTIVE for port object 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:12:56.547248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-159eb380-6c3a-4e8d-a2f1-0152c20fd667 None None] Current status of the port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:56.547890 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-159eb380-6c3a-4e8d-a2f1-0152c20fd667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.585527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-159eb380-6c3a-4e8d-a2f1-0152c20fd667 None None] For port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:56.645915 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5ef2378e-be58-4499-b650-69b07e2b4e93 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group_rule (c801b1f2-c4f3-4713-a8ed-27163d294977), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.670077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab6f0aa9-e930-47b1-92d3-e4735adc27d3 req-52458b50-13cf-4da5-845b-810cbae450b2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442189 Feb 10 04:12:56.686236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:12:56.693210 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.727522 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-159eb380-6c3a-4e8d-a2f1-0152c20fd667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.779373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:12:56.790305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Pushing event updated for resources: {'Port': ['ID=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:56.825821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5ef2378e-be58-4499-b650-69b07e2b4e93 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c801b1f2-c4f3-4713-a8ed-27163d294977), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.850102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5d01e9cf-45cf-40be-a2be-1fd22e8e7b03), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.858468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06eb6591-a38f-4164-bf1a-6f13d66711cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0ef71385-e4a5-41d6-b851-ce1d42a4fd70), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.861854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06eb6591-a38f-4164-bf1a-6f13d66711cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:56.862967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-06eb6591-a38f-4164-bf1a-6f13d66711cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ef71385-e4a5-41d6-b851-ce1d42a4fd70 HTTP/1.1" status: 204 len: 168 time: 1.1270919 Feb 10 04:12:56.882547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['5d01e9cf-45cf-40be-a2be-1fd22e8e7b03'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:56.887786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2378e-be58-4499-b650-69b07e2b4e93 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c801b1f2-c4f3-4713-a8ed-27163d294977,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:56.950690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eb380-6c3a-4e8d-a2f1-0152c20fd667 None None] Pushing event updated for resources: {'Port': ['ID=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:56.953887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb6591-a38f-4164-bf1a-6f13d66711cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef71385-e4a5-41d6-b851-ce1d42a4fd70,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:56.959099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Pushing event deleted for resources: {'Port': ['ID=5d01e9cf-45cf-40be-a2be-1fd22e8e7b03,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:57.010664 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5ef2378e-be58-4499-b650-69b07e2b4e93 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.014872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5ef2378e-be58-4499-b650-69b07e2b4e93 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8493705 Feb 10 04:12:57.015169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37600) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:57.020401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:57.026320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] No DVR routers for this DVR port 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:12:57.031006 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.033468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce6e8b09-5e49-4e8f-a43a-6cc26d6715b2 None None] Provisioning complete for port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:57.033867 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8b09-5e49-4e8f-a43a-6cc26d6715b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.035974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca512637-c17d-416c-84cc-571846d62dd8 req-3899c4f5-5afd-4f4c-8fd4-9a606065cc2b tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.43 "DELETE /v2.0/ports/5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 HTTP/1.1" status: 204 len: 173 time: 2.1406722 Feb 10 04:12:57.038637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'name': 'network-vif-deleted', 'tag': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:57.042740 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9117b077-6c9a-487e-a1bd-58777c667876" -d '{"events": [{"server_uuid": "12f24e0e-841e-40f9-b9a7-c8c54710d284", "name": "network-vif-deleted", "tag": "5d01e9cf-45cf-40be-a2be-1fd22e8e7b03"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:57.051966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Attempting to bind port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:12:57.051966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Attempting to bind port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:12:57.051966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Attempting to bind port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:57.063368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:12:57.063879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Attempting to bind port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 on network e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:12:57.077851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:12:57.080551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Checking segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:12:57.080551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Bound using segment: {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:12:57.080551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Bound port: 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadeee4d-ecde-46b7-b814-bc2124e44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:12:57.080551 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.089957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:57.090242 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.115881 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e22ecd-1a12-48c1-8d38-35194fd41205 x-openstack-request-id: req-54e22ecd-1a12-48c1-8d38-35194fd41205 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:57.116303 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f24e0e-841e-40f9-b9a7-c8c54710d284", "name": "network-vif-deleted", "tag": "5d01e9cf-45cf-40be-a2be-1fd22e8e7b03", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:57.116448 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54e22ecd-1a12-48c1-8d38-35194fd41205 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:57.116841 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f24e0e-841e-40f9-b9a7-c8c54710d284', 'name': 'network-vif-deleted', 'tag': '5d01e9cf-45cf-40be-a2be-1fd22e8e7b03', 'status': 'completed', 'code': 200} Feb 10 04:12:57.178496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f99d98b-0182-455d-95f4-8f13262932be req-81d047f6-f7fd-487c-bdda-50395a308d3f tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.0640182 Feb 10 04:12:57.236803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Deleting port e646064c-e1d0-494a-a386-d88b4259a7d8 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:12:57.237281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.239938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] For port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:12:57.240428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.249114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] For port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:12:57.281580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37608) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:57.290357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:57.297330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e8b09-5e49-4e8f-a43a-6cc26d6715b2 None None] Current status of the port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:57.307278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:12:57.330053 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.347910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14c590-d304-4bbd-85e3-dcf1f62ca921 None None] The sync data for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 is: [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:12:57.397229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:57.397892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.399361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] 10.222.0.24 "PUT /v2.0/ports/4615d8de-40c1-4e8e-8f4d-334ef9d43f84 HTTP/1.1" status: 200 len: 1091 time: 2.2799473 Feb 10 04:12:57.448400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea05d0-58ac-4bca-8a72-d558bdb60755 service neutron] Pushing event updated for resources: {'Port': ['ID=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:57.505495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-862498596-network', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:57.538102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] For port e646064c-e1d0-494a-a386-d88b4259a7d8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e646064c-e1d0-494a-a386-d88b4259a7d8,segment=NetworkSegment(72cb4778-6ba1-4bb8-b4b4-100b7392d771),segment_id=72cb4778-6ba1-4bb8-b4b4-100b7392d771)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:57.538479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.575827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Calling delete_port for e646064c-e1d0-494a-a386-d88b4259a7d8 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:12:57.644078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-46857891-68f5-4707-bcd0-6fecaaccac78 req-1c065ba2-d79d-4c1f-b0c7-664f86cab83d tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 210 time: 0.0417047 Feb 10 04:12:57.649417 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d92-abfe-4d0b-8720-4cd4739b29fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.656867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Made reservation on behalf of a91abe0a1353462d90a7d1b7ceb3d1c2 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:57.660152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.671060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.682181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-698f0a15-e5ce-454b-b807-c19697ee897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:57.685700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-698f0a15-e5ce-454b-b807-c19697ee897d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 1125 time: 0.1199317 Feb 10 04:12:57.695085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.735740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-cfc51319-4612-455c-818a-0b850d56e032 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84 HTTP/1.1" status: 200 len: 217 time: 0.0450094 Feb 10 04:12:57.800877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37618) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:57.824379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-1a505e06-4004-44b6-b065-bf036851caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:57.826427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-1a505e06-4004-44b6-b065-bf036851caa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.0843503 Feb 10 04:12:57.832087 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0620934-8d7b-41cc-932d-2d8237d92f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.856968 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:12:57.878085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-84fd0fa9-1014-4ae1-b497-11c2ba7826e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437124 Feb 10 04:12:57.931141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce701f-0231-459b-90e9-fe927c4c9cbe req-b05177a3-2a9a-4e13-88dc-b6e4864dad96 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:57.932699 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3ce701f-0231-459b-90e9-fe927c4c9cbe req-b05177a3-2a9a-4e13-88dc-b6e4864dad96 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 943 time: 0.1753857 Feb 10 04:12:57.935990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks [] for security_group (873af1d8-c1b2-44d2-9187-d53e28ace19c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:57.961323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Allocated IP 172.25.8.145 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/39f5f836-11cb-4b7f-ab85-5586c442bff4) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:12:58.023881 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-e277aeae-9eff-4414-80c0-4303923c613d service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343002 Feb 10 04:12:58.042997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3ce701f-0231-459b-90e9-fe927c4c9cbe req-d4109c8d-ccbf-4477-936d-9391ebb1b6bd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977793 Feb 10 04:12:58.101299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (873af1d8-c1b2-44d2-9187-d53e28ace19c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.112769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0620934-8d7b-41cc-932d-2d8237d92f2c admin admin] Publish callbacks [] for security_group (937da762-6e0d-44b9-a4b1-4a2c206c9d04), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.162096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.183232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:12:58.200974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873af1d8-c1b2-44d2-9187-d53e28ace19c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:58.207985 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (72d893d7-4f92-4abf-b53f-6cc09c0aca5d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.207985 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Added segment 72d893d7-4f92-4abf-b53f-6cc09c0aca5d of type vlan for network 583e9423-846f-470d-8c52-43a995298444 Feb 10 04:12:58.254483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e646064c-e1d0-494a-a386-d88b4259a7d8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.261529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caed69e6-359a-4ebf-b78d-7f5cffcd591b req-b9d4758e-f1d0-41db-835e-eea8f0371109 service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293460 Feb 10 04:12:58.262883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0620934-8d7b-41cc-932d-2d8237d92f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (937da762-6e0d-44b9-a4b1-4a2c206c9d04), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.276937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (583e9423-846f-470d-8c52-43a995298444), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.344362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.358618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e646064c-e1d0-494a-a386-d88b4259a7d8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:58.407635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-788f3dae-4e92-478e-89b3-4cfe2b11ea66 req-45da567c-ace5-4fb5-8fd2-9c40800aca8a tempest-ServerTagsTestJSON-764913152 tempest-ServerTagsTestJSON-764913152-project] 10.222.0.42 "GET /v2.0/ports?device_id=12f24e0e-841e-40f9-b9a7-c8c54710d284 HTTP/1.1" status: 200 len: 210 time: 0.0657876 Feb 10 04:12:58.412386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.resource_extend [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:12:58.422252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620934-8d7b-41cc-932d-2d8237d92f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937da762-6e0d-44b9-a4b1-4a2c206c9d04,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:58.443292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e0620934-8d7b-41cc-932d-2d8237d92f2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25a8e94a5e4a4153a03f7b55a2e77620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6374600 Feb 10 04:12:58.445244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37622) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:58.507429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event updated for resources: {'Port': ['ID=39f5f836-11cb-4b7f-ab85-5586c442bff4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:58.517013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:12:58.522740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:12:58.526353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:12:58.533129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82950d25-fa0b-4477-81e7-e2be7b3bef9c admin admin] Publish callbacks [] for security_group (937da762-6e0d-44b9-a4b1-4a2c206c9d04), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.579494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82950d25-fa0b-4477-81e7-e2be7b3bef9c admin admin] Publish callbacks [] for security_group (937da762-6e0d-44b9-a4b1-4a2c206c9d04), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.586929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (583e9423-846f-470d-8c52-43a995298444), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.588287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:58.589537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.687263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] Pushing event updated for resources: {'Network': ['ID=583e9423-846f-470d-8c52-43a995298444,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:58.698637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 583e9423-846f-470d-8c52-43a995298444 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:12:58.748579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f0253cb5-881e-4172-8d7e-b88076f047e4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4648917 Feb 10 04:12:58.749347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37626) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:58.754635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Request body: {'subnet': {'network_id': '583e9423-846f-470d-8c52-43a995298444', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-862498596-subnet', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:58.816892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82950d25-fa0b-4477-81e7-e2be7b3bef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (937da762-6e0d-44b9-a4b1-4a2c206c9d04), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.820053 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82950d25-fa0b-4477-81e7-e2be7b3bef9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.821380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-82950d25-fa0b-4477-81e7-e2be7b3bef9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/937da762-6e0d-44b9-a4b1-4a2c206c9d04 HTTP/1.1" status: 204 len: 168 time: 0.3752046 Feb 10 04:12:58.839303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82950d25-fa0b-4477-81e7-e2be7b3bef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937da762-6e0d-44b9-a4b1-4a2c206c9d04,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:58.889176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:12:58.972064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Made reservation on behalf of a91abe0a1353462d90a7d1b7ceb3d1c2 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:12:58.973008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:12:58.973413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:58.980995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.002264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:12:59.023923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:12:59.024274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d01e9cf-45cf-40be-a2be-1fd22e8e7b03 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:12:59.068928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3889109a-936a-4fd3-949a-b39184fbfbc4 req-1d946564-030e-4ccf-86e9-0ea01dcc6703 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 210 time: 0.0458331 Feb 10 04:12:59.108825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:59.143094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:12:59.183619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (526ce469-9222-407c-a8d7-7eb6cd4bfb58), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.188373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for floatingip (a30d9539-130d-4593-8241-90306b44dbe1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.268353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:59.287628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84', 'network_id': 'e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4', 'port_id': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84', 'mac_address': 'fa:16:3e:c4:f9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e808e13-05a1-4361-86b6-493213f23872', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:12:59.332658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:12:59.333050 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.365559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:12:59.440041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:12:59.445765 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.516677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:12:59.519166 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0cd3fe-bdd0-4658-81eb-c593663664bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:12:59.536430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37644) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:59.552719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.636814 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f2919c-ed37-45c2-a6f7-ca81d8f77451 x-openstack-request-id: req-38f2919c-ed37-45c2-a6f7-ca81d8f77451 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:12:59.637117 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:12:59.637560 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38f2919c-ed37-45c2-a6f7-ca81d8f77451 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:12:59.638279 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84', 'status': 'completed', 'code': 200} Feb 10 04:12:59.640668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:12:59.657275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] Deleting subnet 3bb02fe1-158e-42c9-aa5e-205b32d5f825 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:12:59.659604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b1df9-d158-4e2f-957b-53c545fddc61 req-7a1ad843-2019-415c-8700-1a45e040bb95 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:59.661352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e1b1df9-d158-4e2f-957b-53c545fddc61 req-7a1ad843-2019-415c-8700-1a45e040bb95 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 943 time: 0.1392832 Feb 10 04:12:59.667920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:12:59.668982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] Publish callbacks [] for subnet (3bb02fe1-158e-42c9-aa5e-205b32d5f825), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.748789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['4615d8de-40c1-4e8e-8f4d-334ef9d43f84'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:12:59.772129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (3bb02fe1-158e-42c9-aa5e-205b32d5f825), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.838893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed0624c6-e699-4875-a0ea-07e7ce86309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.841319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.888432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3bb02fe1-158e-42c9-aa5e-205b32d5f825), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.893930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e1b1df9-d158-4e2f-957b-53c545fddc61 req-4b9ee3ec-142c-4d3e-ab49-3d778ffbb7dd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137928 Feb 10 04:12:59.908080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-2efddbe9-55b6-4eb9-8453-55285579ae54 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:59.909880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-2efddbe9-55b6-4eb9-8453-55285579ae54 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.24 "GET /v2.0/networks?id=2e6252fa-caad-4d46-b057-93f86ff98ef8 HTTP/1.1" status: 200 len: 815 time: 0.3058758 Feb 10 04:12:59.912262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-af370905-51c1-482b-9cb1-34c6489e73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:12:59.913589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-af370905-51c1-482b-9cb1-34c6489e73d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 1126 time: 0.2471390 Feb 10 04:12:59.930392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:12:59.937062 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-448cdce5-41f7-4a8f-a0d9-e34653e41b64 admin admin] 10.222.0.42 "PUT /v2.0/routers/526ce469-9222-407c-a8d7-7eb6cd4bfb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8772593 Feb 10 04:12:59.939975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37650) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:12:59.943414 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] Sync routers for ids ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:12:59.953800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:12:59.968746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Request body: {'port': {'device_id': '55a516fb-edd5-47be-b167-91708aa8c41b', 'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8', 'admin_state_up': True, 'tenant_id': '6b381138b8454a26b30ada6e74ecff5f'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:12:59.969766 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] Routers {'526ce469-9222-407c-a8d7-7eb6cd4bfb58'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:12:59.972833 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:00.086335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event updated for resources: {'Port': ['ID=39f5f836-11cb-4b7f-ab85-5586c442bff4,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:00.141253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a30d9539-130d-4593-8241-90306b44dbe1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.158612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (7e1ac6c8-c116-491d-ba70-98b4c19b2554), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.188071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks [] for router (526ce469-9222-407c-a8d7-7eb6cd4bfb58), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.196870 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] Set router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:00.199060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (3bb02fe1-158e-42c9-aa5e-205b32d5f825), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.284558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1ac6c8-c116-491d-ba70-98b4c19b2554,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:00.287056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-fc59d8ab-dd25-4986-9ffd-c7286e6d7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:00.288549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-fc59d8ab-dd25-4986-9ffd-c7286e6d7954 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 906 time: 0.3361936 Feb 10 04:13:00.294495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.298885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3bb02fe1-158e-42c9-aa5e-205b32d5f825 HTTP/1.1" status: 204 len: 168 time: 0.7617064 Feb 10 04:13:00.305415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37660) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:00.318293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb2453-2507-4c7d-8b19-6fb0f0ae12e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb02fe1-158e-42c9-aa5e-205b32d5f825,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:00.322580 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.324476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-895fd4c8-58b2-437a-b9e4-cda5fd61e276 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3083332 Feb 10 04:13:00.331807 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c8d7b4e0-0551-49f8-aa08-cf0561929374 req-8c23114e-fad6-420a-a97c-7c24df6dbd14 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 210 time: 0.0777931 Feb 10 04:13:00.396697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-64b97ce0-ff88-48a7-96bd-956e6f6476f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84 HTTP/1.1" status: 200 len: 217 time: 0.1009624 Feb 10 04:13:00.420861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Checking segment: {'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:00.421309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Network hostable DHCP agents. Network: 583e9423-846f-470d-8c52-43a995298444, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:00.425727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks [] for router_gateway (526ce469-9222-407c-a8d7-7eb6cd4bfb58), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.496878 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:12:57Z', 'revision_number': 5, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port': {'id': '3c3d4317-93b2-4ea0-823f-9f0d76ee4810', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:02:52Z', 'updated_at': '2022-02-10T04:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:00.499847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Made reservation on behalf of 6b381138b8454a26b30ada6e74ecff5f for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:00.503411 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.532743 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] Checking router: 526ce469-9222-407c-a8d7-7eb6cd4bfb58 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:00.543014 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] Routers {'526ce469-9222-407c-a8d7-7eb6cd4bfb58'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:00.543279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (684cb601-8969-4682-97a5-8a5b83524714), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.545035 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:00.556679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-cf27ea0c-84da-4243-abf4-7500097b8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:00.558185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-cf27ea0c-84da-4243-abf4-7500097b8684 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.1489444 Feb 10 04:13:00.634404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-8bddc8b7-1761-45ea-8f09-62913d1225bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613823 Feb 10 04:13:00.641755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Network 583e9423-846f-470d-8c52-43a995298444 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:00.643665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Deleting port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:00.644229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.734656 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] Set router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:00.753358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] For port 3c3d4317-93b2-4ea0-823f-9f0d76ee4810, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:00.753923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.769170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Calling delete_port for 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:00.836083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 583e9423-846f-470d-8c52-43a995298444) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:00.867183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce849d-fa4c-45b8-8b0d-ec13c20e6ce2 None None] Network 583e9423-846f-470d-8c52-43a995298444 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:00.886948 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (684cb601-8969-4682-97a5-8a5b83524714), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.903273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:00.903273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:00.906981 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:13:00Z', 'revision_number': 6, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:00.914280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-33a2b26e-a55c-4739-b57e-6449dfc5aa71 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1256097603&fields=id&tenant_id=34cf2641a643483aa639b2d8ab100885 HTTP/1.1" status: 200 len: 267 time: 0.2788804 Feb 10 04:13:00.997709 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3594-3913-4fb1-878b-270bdfe8b3ad None None] The sync data for ids ['526ce469-9222-407c-a8d7-7eb6cd4bfb58'] in n-d-827844-2 is: [{'id': '526ce469-9222-407c-a8d7-7eb6cd4bfb58', 'name': 'tempest-TaggedBootDevicesTest_v242-833623947-router', 'tenant_id': 'ed409a9114ac411db127196c4dcc798f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:02:51Z', 'updated_at': '2022-02-10T04:13:00Z', 'revision_number': 6, 'project_id': 'ed409a9114ac411db127196c4dcc798f', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:01.026448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684cb601-8969-4682-97a5-8a5b83524714']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:01.029433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Allocated IP 172.20.0.4 (2e6252fa-caad-4d46-b057-93f86ff98ef8/e7a18ffe-e8a2-400d-9544-3767bae3082c/13b83262-1991-4740-8374-30a8c1e75d54) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:01.060222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-583e9423-846f-470d-8c52-43a995298444', 'network_id': '583e9423-846f-470d-8c52-43a995298444', 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'fixed_ips': [{'subnet_id': '7e1ac6c8-c116-491d-ba70-98b4c19b2554'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:01.061281 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.062889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-33f3c415-fb01-4740-9e33-62fee01d0b3a service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187667 Feb 10 04:13:01.065076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40877138-7026-4b7f-88d1-38e03cbd0dc9') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:01.065439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40877138-7026-4b7f-88d1-38e03cbd0dc9') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:01.078168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.099397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80c86-2ca2-4382-bf76-a97ca70f1b64 req-efa38387-9390-43e2-a2f1-4fc31df02085 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:01.101147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8e80c86-2ca2-4382-bf76-a97ca70f1b64 req-efa38387-9390-43e2-a2f1-4fc31df02085 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 944 time: 0.0735228 Feb 10 04:13:01.107222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (40877138-7026-4b7f-88d1-38e03cbd0dc9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.152725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:01.153534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3c3d4317-93b2-4ea0-823f-9f0d76ee4810), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.166884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b423bf76-186c-4c1e-b450-f7cf81aa13db admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4137564 Feb 10 04:13:01.176423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:01.194672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:01.209146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a8e80c86-2ca2-4382-bf76-a97ca70f1b64 req-73537919-916a-436b-9806-5aa364dbc8ee tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993938 Feb 10 04:13:01.214838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3d4317-93b2-4ea0-823f-9f0d76ee4810,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:01.249696 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (40877138-7026-4b7f-88d1-38e03cbd0dc9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.294817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Allocated IP 172.20.0.2 (583e9423-846f-470d-8c52-43a995298444/7e1ac6c8-c116-491d-ba70-98b4c19b2554/0c2fea10-e535-4483-8863-991303016a23) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:01.302671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (526ce469-9222-407c-a8d7-7eb6cd4bfb58), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.305202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (3b68d507-ff07-4d38-9b6b-6a5bb2093222), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.306189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (3b68d507-ff07-4d38-9b6b-6a5bb2093222), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.325102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:01.325513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (40877138-7026-4b7f-88d1-38e03cbd0dc9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:01.331965 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:01.389393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-ecfd3145-9324-474f-b962-2a0adda73daa tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:01.396134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-ecfd3145-9324-474f-b962-2a0adda73daa tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/networks?id=a20bde6d-75a7-423f-9bef-a2da117287c5 HTTP/1.1" status: 200 len: 805 time: 0.4554834 Feb 10 04:13:01.401998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:01.420424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:01.420806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.446390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (526ce469-9222-407c-a8d7-7eb6cd4bfb58), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.452545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks [] for router_controller (526ce469-9222-407c-a8d7-7eb6cd4bfb58), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.566969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-e9d84287-b691-4789-b578-d13a28a75bb4 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/quotas/34cf2641a643483aa639b2d8ab100885 HTTP/1.1" status: 200 len: 375 time: 0.1698151 Feb 10 04:13:01.570663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks [] for router_controller (3b68d507-ff07-4d38-9b6b-6a5bb2093222), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.575594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3e9494de-3a9a-4a46-be0d-f91cdc8f6323 req-dfdc7efe-f878-4c41-a047-ea174e744e0f tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 210 time: 0.0545447 Feb 10 04:13:01.576695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0cd3fe-bdd0-4658-81eb-c593663664bf req-1dd61ca6-4866-4e51-874b-36f9f7ba10b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922764 Feb 10 04:13:01.655300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Publish callbacks [] for port (0c2fea10-e535-4483-8863-991303016a23), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.657376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (684cb601-8969-4682-97a5-8a5b83524714), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.660355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:01.661288 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.670397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.675261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] 10.222.0.42 "DELETE /v2.0/networks/684cb601-8969-4682-97a5-8a5b83524714 HTTP/1.1" status: 204 len: 168 time: 1.3665776 Feb 10 04:13:01.686065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:01.688668 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56624a5-0bed-4dd3-9fd4-d39d82acef43" -d '{"events": [{"server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "name": "network-vif-plugged", "status": "completed", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:01.691486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (526ce469-9222-407c-a8d7-7eb6cd4bfb58), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.692124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526ce469-9222-407c-a8d7-7eb6cd4bfb58 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:13:01.696942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.698177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc8f1872-4b81-4cea-ab39-79a15533bcd2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/526ce469-9222-407c-a8d7-7eb6cd4bfb58 HTTP/1.1" status: 204 len: 168 time: 1.7573307 Feb 10 04:13:01.701549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37700) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:01.709889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:01.729631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1831d9-9432-4b05-bdb6-4900e84aefec admin admin] Pushing event deleted for resources: {'Network': ['ID=684cb601-8969-4682-97a5-8a5b83524714,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:01.768472 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918cce3-1d86-4305-978a-f537d6906c21 x-openstack-request-id: req-2918cce3-1d86-4305-978a-f537d6906c21 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:01.768899 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "name": "network-vif-plugged", "status": "completed", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:01.769214 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2918cce3-1d86-4305-978a-f537d6906c21 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:01.770552 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84', 'code': 200} Feb 10 04:13:01.786066 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (0c2fea10-e535-4483-8863-991303016a23), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.808431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] Deleting subnet d1342c13-05a9-49af-8d10-b504a6db323e {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:13:01.812836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] Publish callbacks [] for subnet (d1342c13-05a9-49af-8d10-b504a6db323e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.850776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.859904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks [] for port (13b83262-1991-4740-8374-30a8c1e75d54), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:01.869416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Network 583e9423-846f-470d-8c52-43a995298444 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:01.872468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Pushing event updated for resources: {'Port': ['ID=0c2fea10-e535-4483-8863-991303016a23,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:01.875631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:01.879438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:01.914049 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d1342c13-05a9-49af-8d10-b504a6db323e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.012342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Attempting to bind port 0c2fea10-e535-4483-8863-991303016a23 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:02.012760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Attempting to bind port 0c2fea10-e535-4483-8863-991303016a23 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:02.013128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Attempting to bind port 0c2fea10-e535-4483-8863-991303016a23 on network 583e9423-846f-470d-8c52-43a995298444 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:02.021497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:02.021873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Checking segment: {'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:02.022473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.027382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Bound using segment: {'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:02.027382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Bound port: 0c2fea10-e535-4483-8863-991303016a23, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:02.027382 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0c2fea10-e535-4483-8863-991303016a23), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.027382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:02.032525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d1342c13-05a9-49af-8d10-b504a6db323e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.047229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-7a007c8c-0e96-40b6-8b89-aca7918d92ea tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=34cf2641a643483aa639b2d8ab100885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4691167 Feb 10 04:13:02.051922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (13b83262-1991-4740-8374-30a8c1e75d54), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.125542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] For port 0c2fea10-e535-4483-8863-991303016a23, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:02.129139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] For port 0c2fea10-e535-4483-8863-991303016a23, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0c2fea10-e535-4483-8863-991303016a23,segment=NetworkSegment(72d893d7-4f92-4abf-b53f-6cc09c0aca5d),segment_id=72d893d7-4f92-4abf-b53f-6cc09c0aca5d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:02.150177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks [] for router_gateway (3b68d507-ff07-4d38-9b6b-6a5bb2093222), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.183554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d1342c13-05a9-49af-8d10-b504a6db323e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.205705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0c2fea10-e535-4483-8863-991303016a23), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.210572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:02.217084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Pushing event updated for resources: {'Port': ['ID=13b83262-1991-4740-8374-30a8c1e75d54,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:02.227690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Network 2e6252fa-caad-4d46-b057-93f86ff98ef8 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:02.231330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7297c2-d784-4f2e-ab35-89df5c8a4af3 req-89d1d02d-b704-4bdc-80a5-f0ea5aa39710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:02.233457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a7297c2-d784-4f2e-ab35-89df5c8a4af3 req-89d1d02d-b704-4bdc-80a5-f0ea5aa39710 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 1127 time: 0.3199763 Feb 10 04:13:02.236422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1342c13-05a9-49af-8d10-b504a6db323e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:02.240913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:02.251536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:02.257625 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.272977 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-084234a1-92b5-499a-8346-c6fb87aaaa00 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d1342c13-05a9-49af-8d10-b504a6db323e HTTP/1.1" status: 204 len: 168 time: 0.5687916 Feb 10 04:13:02.274464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37714) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:02.316477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b484c-0786-44f8-a2da-a47cd731f366 None None] Network 758a07d6-3097-400f-9117-173107883026 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:02.348641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37716) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:02.371638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:02.373374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.409873 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a7297c2-d784-4f2e-ab35-89df5c8a4af3 req-c366b60b-c3bb-485b-a626-eee99d9995fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641176 Feb 10 04:13:02.418807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-64bc4c3f-812c-4e4a-8775-b2a562425fbf service neutron] 10.222.0.42 "GET /v2.0/networks/a20bde6d-75a7-423f-9bef-a2da117287c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225050 Feb 10 04:13:02.519054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-b03c549a-161b-4f1e-b559-9790711ccedf tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5565584 Feb 10 04:13:02.533735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (758a07d6-3097-400f-9117-173107883026), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.534647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660cfa-e5c4-4555-91b4-bd706c7363b2 None None] Pushing event updated for resources: {'Port': ['ID=0c2fea10-e535-4483-8863-991303016a23,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:02.588616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3abb1605-beb6-4568-ad27-7a64f8b68fe3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7509bc3e51c3483589e57c6e3348ebd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347832 Feb 10 04:13:02.593626 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.593877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37720) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:02.618166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Request body: {'port': {'device_id': '55a516fb-edd5-47be-b167-91708aa8c41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:02.636328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e6906-0dbf-40f1-b3bb-361b76d5646e req-cf270945-c81c-4880-b910-eb1e92c33cdf tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:02.644535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-582e6906-0dbf-40f1-b3bb-361b76d5646e req-cf270945-c81c-4880-b910-eb1e92c33cdf tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1793327 Feb 10 04:13:02.716818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-76569012-5892-446e-9126-d03246b88297 service neutron] 10.222.0.42 "GET /v2.0/networks/a20bde6d-75a7-423f-9bef-a2da117287c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968686 Feb 10 04:13:02.741711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9b04a981-0b32-405a-bf54-43fb1d7f1a29 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:02.748102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e646064c-e1d0-494a-a386-d88b4259a7d8 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:02.753577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-582e6906-0dbf-40f1-b3bb-361b76d5646e req-76dc04a0-2279-4c72-8cd8-6595579da098 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078527 Feb 10 04:13:02.781978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (13b83262-1991-4740-8374-30a8c1e75d54), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.802481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e646064c-e1d0-494a-a386-d88b4259a7d8 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:02.807100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e646064c-e1d0-494a-a386-d88b4259a7d8 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:02.807100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:02.810864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb33efe6-523b-4068-89bb-a0e41693e5df admin admin] Publish callbacks [] for security_group (8a2ad66d-c192-40e2-987e-95afad31df7c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.820152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Deleting port 8353876e-91e4-4468-8ac3-0d525c27c9bb {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:02.826635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.853283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:02.853639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3c3d4317-93b2-4ea0-823f-9f0d76ee4810 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:02.866086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] DHCP port deletion for 758a07d6-3097-400f-9117-173107883026 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:13:02.956473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb33efe6-523b-4068-89bb-a0e41693e5df admin admin] Publish callbacks [] for security_group (8a2ad66d-c192-40e2-987e-95afad31df7c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:02.971812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] Deleting port 8353876e-91e4-4468-8ac3-0d525c27c9bb {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:02.972605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.054101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] For port 8353876e-91e4-4468-8ac3-0d525c27c9bb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8353876e-91e4-4468-8ac3-0d525c27c9bb,segment=NetworkSegment(72cb4778-6ba1-4bb8-b4b4-100b7392d771),segment_id=72cb4778-6ba1-4bb8-b4b4-100b7392d771)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:03.054457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.058624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] For port 8353876e-91e4-4468-8ac3-0d525c27c9bb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8353876e-91e4-4468-8ac3-0d525c27c9bb,segment=NetworkSegment(72cb4778-6ba1-4bb8-b4b4-100b7392d771),segment_id=72cb4778-6ba1-4bb8-b4b4-100b7392d771)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:03.059075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.079417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Calling delete_port for 8353876e-91e4-4468-8ac3-0d525c27c9bb owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:03.079636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] Calling delete_port for 8353876e-91e4-4468-8ac3-0d525c27c9bb owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:03.107429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fea548-11b3-4f76-bd7a-4bc1a588bd1c req-1932245d-83eb-43cf-9276-ec3b9ab0d4c6 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:03.109229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51fea548-11b3-4f76-bd7a-4bc1a588bd1c req-1932245d-83eb-43cf-9276-ec3b9ab0d4c6 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 931 time: 0.2124729 Feb 10 04:13:03.250004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51fea548-11b3-4f76-bd7a-4bc1a588bd1c req-7635a107-6b79-4f61-9ea2-98c9419975cc tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027811 Feb 10 04:13:03.274531 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb33efe6-523b-4068-89bb-a0e41693e5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a2ad66d-c192-40e2-987e-95afad31df7c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.278871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb33efe6-523b-4068-89bb-a0e41693e5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.280361 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bb33efe6-523b-4068-89bb-a0e41693e5df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a2ad66d-c192-40e2-987e-95afad31df7c HTTP/1.1" status: 204 len: 168 time: 0.6819341 Feb 10 04:13:03.296577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33efe6-523b-4068-89bb-a0e41693e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2ad66d-c192-40e2-987e-95afad31df7c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:03.351023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.379781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Pushing event deleted for resources: {'Port': ['ID=8353876e-91e4-4468-8ac3-0d525c27c9bb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:03.385927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] No DVR routers for this DVR port 8353876e-91e4-4468-8ac3-0d525c27c9bb on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:03.509024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (758a07d6-3097-400f-9117-173107883026), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.518411 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (8353876e-91e4-4468-8ac3-0d525c27c9bb), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.542770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758a07d6-3097-400f-9117-173107883026']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:03.555321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cb4778-6ba1-4bb8-b4b4-100b7392d771') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:03.555540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cb4778-6ba1-4bb8-b4b4-100b7392d771') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:03.567628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] No DVR routers for this DVR port 8353876e-91e4-4468-8ac3-0d525c27c9bb on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:03.569769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (72cb4778-6ba1-4bb8-b4b4-100b7392d771), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.571876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298222d7-405b-40e8-a9eb-821acfceca2e None None] Pushing event deleted for resources: {'Port': ['ID=8353876e-91e4-4468-8ac3-0d525c27c9bb,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:03.592724 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (72cb4778-6ba1-4bb8-b4b4-100b7392d771), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.600182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:03.600636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (72cb4778-6ba1-4bb8-b4b4-100b7392d771), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:03.603090 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:03.746458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (758a07d6-3097-400f-9117-173107883026), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.761552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.766144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] 10.222.0.42 "DELETE /v2.0/networks/758a07d6-3097-400f-9117-173107883026 HTTP/1.1" status: 204 len: 168 time: 1.4884813 Feb 10 04:13:03.775513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4261431e-f8b4-44ab-9beb-e65ecc874272 req-47d8691e-4a54-4ed1-bea9-a24c245e70fb tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 210 time: 0.5661621 Feb 10 04:13:03.778237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8c66a-1ec1-4075-9de4-efcea319f644 admin admin] Pushing event deleted for resources: {'Network': ['ID=758a07d6-3097-400f-9117-173107883026,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:03.796963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks [] for router_gateway (3b68d507-ff07-4d38-9b6b-6a5bb2093222), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.834004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9b04a981-0b32-405a-bf54-43fb1d7f1a29 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "PUT /v2.0/quotas/81aa2bb319e3497fac9f8fd2b0f59306 HTTP/1.1" status: 200 len: 366 time: 1.6107373 Feb 10 04:13:03.834211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37738) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:03.835042 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.848100 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-97820f78-5cc6-43da-8e7e-41eafd09c195 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0109916 Feb 10 04:13:03.850822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:03.862749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53e0e0cb-834f-4b56-981e-37b6e1bf0d6f tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "GET /v2.0/quotas/81aa2bb319e3497fac9f8fd2b0f59306 HTTP/1.1" status: 200 len: 366 time: 0.0100343 Feb 10 04:13:03.864243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:03.952949 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:03.965119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a168d0-040e-4b57-8dc2-e59e5bdf7d29 req-43deba01-42dd-44d1-adee-e73885952ae0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:03.966978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0a168d0-040e-4b57-8dc2-e59e5bdf7d29 req-43deba01-42dd-44d1-adee-e73885952ae0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.0871301 Feb 10 04:13:04.028843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-432384c2-656b-4510-8acf-a88ea1c32607 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/81aa2bb319e3497fac9f8fd2b0f59306 HTTP/1.1" status: 204 len: 168 time: 0.1632888 Feb 10 04:13:04.033485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37748) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:04.062123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6615d9d0-472b-4bdd-89ee-530d3e71edb8 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0274580 Feb 10 04:13:04.066249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37752) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:04.066404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0a168d0-040e-4b57-8dc2-e59e5bdf7d29 req-732c37ce-180d-4001-97b8-8072a536b045 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922108 Feb 10 04:13:04.142342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37758) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:04.142521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ffb56d33-cba9-45f9-a4de-8e2955b1d43e tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "GET /v2.0/quotas/81aa2bb319e3497fac9f8fd2b0f59306 HTTP/1.1" status: 200 len: 370 time: 0.0747361 Feb 10 04:13:04.150189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4fed2c76-c1f2-4ac3-8ef2-9f87b63fc90a tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "GET /v2.0/quotas/81aa2bb319e3497fac9f8fd2b0f59306/default HTTP/1.1" status: 200 len: 370 time: 0.0060365 Feb 10 04:13:04.152348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37760) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:04.165582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9fbc2-85be-4c8e-9ca9-dc4d83eba30a None None] Network 583e9423-846f-470d-8c52-43a995298444 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:04.168942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b83262-1991-4740-8374-30a8c1e75d54 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:04.172458 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-8c640e95-6ddb-483f-9850-67920c021d96 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] delete failed (client error): The resource could not be found. Feb 10 04:13:04.178449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8c640e95-6ddb-483f-9850-67920c021d96 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/81aa2bb319e3497fac9f8fd2b0f59306 HTTP/1.1" status: 404 len: 348 time: 0.0242715 Feb 10 04:13:04.184856 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Publish callbacks [] for port (13b83262-1991-4740-8374-30a8c1e75d54), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.187477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Allocated IP 172.25.8.179 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/033c4369-ec54-41c3-9c0c-5232f3852b65) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:04.208586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Transition to ACTIVE for port object 13b83262-1991-4740-8374-30a8c1e75d54 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:13:04.248139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e8da8757-163d-4614-b8c1-f16819f97cc3 None None] Provisioning complete for port 0c2fea10-e535-4483-8863-991303016a23 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:04.248515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e8da8757-163d-4614-b8c1-f16819f97cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0c2fea10-e535-4483-8863-991303016a23), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.291164 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (13b83262-1991-4740-8374-30a8c1e75d54), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.386683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:04.387303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e8da8757-163d-4614-b8c1-f16819f97cc3 None None] Current status of the port 0c2fea10-e535-4483-8863-991303016a23 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:04.388504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e8da8757-163d-4614-b8c1-f16819f97cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0c2fea10-e535-4483-8863-991303016a23), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.436268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Pushing event updated for resources: {'Port': ['ID=13b83262-1991-4740-8374-30a8c1e75d54,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:04.490736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e8da8757-163d-4614-b8c1-f16819f97cc3 None None] For port 0c2fea10-e535-4483-8863-991303016a23, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0c2fea10-e535-4483-8863-991303016a23,segment=NetworkSegment(72d893d7-4f92-4abf-b53f-6cc09c0aca5d),segment_id=72d893d7-4f92-4abf-b53f-6cc09c0aca5d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:04.556562 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-507ff5b2-014a-44c7-b9dd-f3ace34cf86d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d16266ee05514d9cbe0047e309435e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670606 Feb 10 04:13:04.557117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37774) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:04.594582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e8da8757-163d-4614-b8c1-f16819f97cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0c2fea10-e535-4483-8863-991303016a23), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.609692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c582-bccc-48e3-89d8-09f3a3ce2bf9 req-c807522e-68e3-40c5-a588-0649f93cc33d tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:04.611977 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a127c582-bccc-48e3-89d8-09f3a3ce2bf9 req-c807522e-68e3-40c5-a588-0649f93cc33d tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 943 time: 0.1988823 Feb 10 04:13:04.627474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks [] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.659335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Attempting to bind port 13b83262-1991-4740-8374-30a8c1e75d54 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:04.659655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Attempting to bind port 13b83262-1991-4740-8374-30a8c1e75d54 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'ba6755f6-a21e-4978-8a62-097593ab9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:04.659998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Attempting to bind port 13b83262-1991-4740-8374-30a8c1e75d54 on network 2e6252fa-caad-4d46-b057-93f86ff98ef8 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:04.670599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Port 13b83262-1991-4740-8374-30a8c1e75d54 on network 2e6252fa-caad-4d46-b057-93f86ff98ef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:13:04.671001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Attempting to bind port 13b83262-1991-4740-8374-30a8c1e75d54 on network 2e6252fa-caad-4d46-b057-93f86ff98ef8 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:04.676834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da8757-163d-4614-b8c1-f16819f97cc3 None None] Pushing event updated for resources: {'Port': ['ID=0c2fea10-e535-4483-8863-991303016a23,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:04.686728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436108db-94d1-4720-9816-673b23cc7ad5 req-cca5f997-3a49-4eed-b0e2-83d4d5a50fb8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:04.688322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-436108db-94d1-4720-9816-673b23cc7ad5 req-cca5f997-3a49-4eed-b0e2-83d4d5a50fb8 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.2268813 Feb 10 04:13:04.697205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:04.697554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Checking segment: {'id': 'ba6755f6-a21e-4978-8a62-097593ab9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:04.698053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Bound using segment: {'id': 'ba6755f6-a21e-4978-8a62-097593ab9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:04.698377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Bound port: 13b83262-1991-4740-8374-30a8c1e75d54, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6755f6-a21e-4978-8a62-097593ab9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:04.698829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (13b83262-1991-4740-8374-30a8c1e75d54), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.702862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09024bbe-284f-41dc-8391-55d6583160cf admin admin] Publish callbacks [] for security_group (684368d5-c0fe-4cfb-9351-65ef655aff26), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.743510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a127c582-bccc-48e3-89d8-09f3a3ce2bf9 req-f395ddbf-323e-442f-8af0-5d4b80246f10 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956664 Feb 10 04:13:04.752785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09024bbe-284f-41dc-8391-55d6583160cf admin admin] Publish callbacks [] for security_group (684368d5-c0fe-4cfb-9351-65ef655aff26), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.832606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0f81044c-6115-40c1-a5eb-e4d54a056f14 None None] Provisioning complete for port 0c2fea10-e535-4483-8863-991303016a23 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:04.833385 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0f81044c-6115-40c1-a5eb-e4d54a056f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0c2fea10-e535-4483-8863-991303016a23), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.873570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0c2fea10-e535-4483-8863-991303016a23 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:04.873866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-436108db-94d1-4720-9816-673b23cc7ad5 req-01872dbc-150b-4179-a30f-89c00ea09c13 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630409 Feb 10 04:13:04.875491 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40b079b4-34c8-4a5d-b2e0-7e947207c1d1 req-21c8a8b3-0b65-4726-8cb4-70fdfe4e8731 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 210 time: 0.0324874 Feb 10 04:13:04.931880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:04.936266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] For port 13b83262-1991-4740-8374-30a8c1e75d54, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:04.948775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] For port 13b83262-1991-4740-8374-30a8c1e75d54, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=13b83262-1991-4740-8374-30a8c1e75d54,segment=NetworkSegment(ba6755f6-a21e-4978-8a62-097593ab9eca),segment_id=ba6755f6-a21e-4978-8a62-097593ab9eca)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:04.949056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37784) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:04.982492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:network and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:04.983243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:04.987603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:04.993995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:05.001422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:subnet and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:05.002402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:05.007216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:05.029169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:subnetpool and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:05.036115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:05.042157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0f81044c-6115-40c1-a5eb-e4d54a056f14 None None] Current status of the port 0c2fea10-e535-4483-8863-991303016a23 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:05.047669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:port and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:05.052125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:05.054264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0c2fea10-e535-4483-8863-991303016a23 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:05.054650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0c2fea10-e535-4483-8863-991303016a23), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:05.060410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:router and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:05.067905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:05.075361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Pushing event updated for resources: {'Port': ['ID=033c4369-ec54-41c3-9c0c-5232f3852b65,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:05.076260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:floatingip and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:05.080408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:05.126599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:security_group and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:05.132180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:05.140185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Usage tracker for resource:security_group_rule and project:b18cf6fe0e0b4c838e4e7b394d6d0cdc is out of sync, need to count used quota {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 10 04:13:05.143570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0c2fea10-e535-4483-8863-991303016a23 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:05.143940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.quota.resource [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109958) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 10 04:13:05.147178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (13b83262-1991-4740-8374-30a8c1e75d54), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:05.154479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb5f90b2-9038-4721-a694-00c526ed2a97 tempest-QuotasTest-62195082 tempest-QuotasTest-62195082-project-admin] 10.222.0.42 "GET /v2.0/quotas/b18cf6fe0e0b4c838e4e7b394d6d0cdc/details.json HTTP/1.1" status: 200 len: 703 time: 0.1997697 Feb 10 04:13:05.156497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f2eac-0d00-4a87-a32c-87b62e232641 req-bcf8ec42-94de-4563-b33c-1d47ae449417 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:05.164530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c57f2eac-0d00-4a87-a32c-87b62e232641 req-bcf8ec42-94de-4563-b33c-1d47ae449417 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1942959 Feb 10 04:13:05.185852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09024bbe-284f-41dc-8391-55d6583160cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (684368d5-c0fe-4cfb-9351-65ef655aff26), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:05.203262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09024bbe-284f-41dc-8391-55d6583160cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:05.204425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-09024bbe-284f-41dc-8391-55d6583160cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/684368d5-c0fe-4cfb-9351-65ef655aff26 HTTP/1.1" status: 204 len: 168 time: 0.6455481 Feb 10 04:13:05.219432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09024bbe-284f-41dc-8391-55d6583160cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684368d5-c0fe-4cfb-9351-65ef655aff26,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:05.235954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8353876e-91e4-4468-8ac3-0d525c27c9bb no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:05.268998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 8353876e-91e4-4468-8ac3-0d525c27c9bb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:05.269535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8353876e-91e4-4468-8ac3-0d525c27c9bb not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:05.294967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:05.295603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:05.297014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] 10.222.0.24 "PUT /v2.0/ports/13b83262-1991-4740-8374-30a8c1e75d54 HTTP/1.1" status: 200 len: 1091 time: 2.6954179 Feb 10 04:13:05.302873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a516fb-edd5-47be-b167-91708aa8c41b', 'tag': '13b83262-1991-4740-8374-30a8c1e75d54'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:05.305248 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509b2cf-65d2-4f10-9120-268f38ecb59c" -d '{"events": [{"name": "network-changed", "server_uuid": "55a516fb-edd5-47be-b167-91708aa8c41b", "tag": "13b83262-1991-4740-8374-30a8c1e75d54"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:05.353554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e5a35-0158-438a-86ae-83152ac635ac service neutron] Pushing event updated for resources: {'Port': ['ID=13b83262-1991-4740-8374-30a8c1e75d54,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:05.363445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37796) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:05.372878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c57f2eac-0d00-4a87-a32c-87b62e232641 req-dcd8bc7c-fb49-40c7-960b-0199b59d2ced tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071097 Feb 10 04:13:05.375996 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752ab763-ae9e-4f25-9216-8ccbecbb60b6 x-openstack-request-id: req-752ab763-ae9e-4f25-9216-8ccbecbb60b6 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:05.376533 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a516fb-edd5-47be-b167-91708aa8c41b", "tag": "13b83262-1991-4740-8374-30a8c1e75d54", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:05.377055 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-752ab763-ae9e-4f25-9216-8ccbecbb60b6 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:05.377799 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a516fb-edd5-47be-b167-91708aa8c41b', 'tag': '13b83262-1991-4740-8374-30a8c1e75d54', 'status': 'completed', 'code': 200} Feb 10 04:13:05.441669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b2cf-65d2-4f10-9120-268f38ecb59c req-dd57ac11-fc70-459a-937c-0883f58c5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:05.443327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4509b2cf-65d2-4f10-9120-268f38ecb59c req-dd57ac11-fc70-459a-937c-0883f58c5489 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b381138b8454a26b30ada6e74ecff5f&device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 1125 time: 0.0529888 Feb 10 04:13:05.625401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b2cf-65d2-4f10-9120-268f38ecb59c req-c4f9f744-3af5-4fae-a64e-6fb85a77f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:05.626939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4509b2cf-65d2-4f10-9120-268f38ecb59c req-c4f9f744-3af5-4fae-a64e-6fb85a77f5b2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6b381138b8454a26b30ada6e74ecff5f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1772768 Feb 10 04:13:05.645514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks [] for router_gateway (3b68d507-ff07-4d38-9b6b-6a5bb2093222), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:05.845100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b2cf-65d2-4f10-9120-268f38ecb59c req-2ba67a7a-a9ed-4d98-bdd2-ca562bd926de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:05.849389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4509b2cf-65d2-4f10-9120-268f38ecb59c req-2ba67a7a-a9ed-4d98-bdd2-ca562bd926de service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137201 Feb 10 04:13:05.911846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fab125-397d-4c0b-82c2-61c19122fa01 req-067a0bc5-fc87-4662-af41-f9079e8c53ad tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:05.913477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9fab125-397d-4c0b-82c2-61c19122fa01 req-067a0bc5-fc87-4662-af41-f9079e8c53ad tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 943 time: 0.0788784 Feb 10 04:13:05.931922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160ec39-b38b-4797-b454-cbd5de3d9573 req-38f88a9d-98ee-4de1-b057-174bf32eea9c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:05.938392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4160ec39-b38b-4797-b454-cbd5de3d9573 req-38f88a9d-98ee-4de1-b057-174bf32eea9c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1874354 Feb 10 04:13:06.016953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4160ec39-b38b-4797-b454-cbd5de3d9573 req-c8ebeb46-3d52-4150-be00-22600377a292 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726235 Feb 10 04:13:06.017808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37812) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:06.107837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-ad82fdb2-538e-4165-ad36-09786db4ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:06.110225 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-ad82fdb2-538e-4165-ad36-09786db4ac4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b381138b8454a26b30ada6e74ecff5f&device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 1125 time: 0.1920025 Feb 10 04:13:06.163815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0151b92a-c28b-423d-bcde-c7eebd7a80bd req-7ee53a54-9311-43cd-bc31-bf74768609ca tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 210 time: 0.0505066 Feb 10 04:13:06.204591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9dbd53c7-78f8-48cd-b84f-8193dcbbc43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.207156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (3b68d507-ff07-4d38-9b6b-6a5bb2093222), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.211615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-abaf74f8-0e0d-4292-8bdb-bdd8d7c4e88e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b83262-1991-4740-8374-30a8c1e75d54 HTTP/1.1" status: 200 len: 217 time: 0.0845816 Feb 10 04:13:06.252911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-559670372-network', 'tenant_id': '12f7cdcc36624327a4fa912d862ab022'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:06.291492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9fab125-397d-4c0b-82c2-61c19122fa01 req-9b795cf0-dafb-4aa1-b502-0af46a09f1d1 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621564 Feb 10 04:13:06.327493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-4d2d2d93-2664-4251-a5d3-eed11413cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:06.329054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-4d2d2d93-2664-4251-a5d3-eed11413cb2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7a18ffe-e8a2-400d-9544-3767bae3082c HTTP/1.1" status: 200 len: 855 time: 0.1107154 Feb 10 04:13:06.354536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37816) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:06.395074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Made reservation on behalf of 12f7cdcc36624327a4fa912d862ab022 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:06.397524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.402414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-439fb7f8-8df8-4cc0-adaf-2efa775994e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed409a9114ac411db127196c4dcc798f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463865 Feb 10 04:13:06.408464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37818) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:06.414620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.419767 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-f39a23ef-a395-45a5-8b9a-edb9c6e302f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e6252fa-caad-4d46-b057-93f86ff98ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551012 Feb 10 04:13:06.487652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b0c1e62-6467-419b-8bef-9ad59f8ef6f7 admin admin] Publish callbacks [] for security_group (6c4c248d-efae-401e-a67e-a9d4e15cd492), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.519490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b0c1e62-6467-419b-8bef-9ad59f8ef6f7 admin admin] Publish callbacks [] for security_group (6c4c248d-efae-401e-a67e-a9d4e15cd492), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.572447 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks [] for security_group (90e83a56-23c9-45c5-ae40-5a3c7c300608), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.604340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9dbd53c7-78f8-48cd-b84f-8193dcbbc43e admin admin] Publish callbacks [] for security_group (62dfc950-800c-458b-93ab-a255770ee199), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.631411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-7f33a1c2-c3c5-48fc-8fe3-f0b1f8aa250e service neutron] 10.222.0.24 "GET /v2.0/networks/2e6252fa-caad-4d46-b057-93f86ff98ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009048 Feb 10 04:13:06.639825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-b932d62b-1c0b-45c0-95e8-05b24f467c4f tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:06.641260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-b932d62b-1c0b-45c0-95e8-05b24f467c4f tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.43 "GET /v2.0/networks?id=a20bde6d-75a7-423f-9bef-a2da117287c5 HTTP/1.1" status: 200 len: 805 time: 0.2743187 Feb 10 04:13:06.705662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (90e83a56-23c9-45c5-ae40-5a3c7c300608), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.708369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0c2fea10-e535-4483-8863-991303016a23 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:06.739011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:06.741443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e83a56-23c9-45c5-ae40-5a3c7c300608,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:06.754868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8ca5c342-47d2-4110-837e-b658801b0232), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.755294 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Added segment 8ca5c342-47d2-4110-837e-b658801b0232 of type vlan for network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 Feb 10 04:13:06.763343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0c2fea10-e535-4483-8863-991303016a23 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:06.764025 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0c2fea10-e535-4483-8863-991303016a23), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.770433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9dbd53c7-78f8-48cd-b84f-8193dcbbc43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (62dfc950-800c-458b-93ab-a255770ee199), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.771320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b0c1e62-6467-419b-8bef-9ad59f8ef6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6c4c248d-efae-401e-a67e-a9d4e15cd492), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.775348 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b0c1e62-6467-419b-8bef-9ad59f8ef6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.777499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4b0c1e62-6467-419b-8bef-9ad59f8ef6f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c4c248d-efae-401e-a67e-a9d4e15cd492 HTTP/1.1" status: 204 len: 168 time: 0.3677118 Feb 10 04:13:06.783829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-465a1c04-de67-44fe-8d41-e1a0f1fc7115 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34cf2641a643483aa639b2d8ab100885 HTTP/1.1" status: 200 len: 380 time: 0.1322188 Feb 10 04:13:06.790898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c1e62-6467-419b-8bef-9ad59f8ef6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c248d-efae-401e-a67e-a9d4e15cd492,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:06.802012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e49a9b5c-bec1-4727-873a-78caf9754cc9 req-6756beb3-68b3-40a7-a8fc-801cafa6c710 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6252fa-caad-4d46-b057-93f86ff98ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598637 Feb 10 04:13:06.809795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Request body: {'port': {'device_id': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'admin_state_up': True, 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'security_groups': ['863f51b8-bafd-4e67-9502-be7d9f35d9f2']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:06.826995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:13:06.828994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (bc5ef00f-e5d1-4412-ae51-9ed3e7765235), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.864886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9dbd53c7-78f8-48cd-b84f-8193dcbbc43e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0dbcbe6150c45bcad9e185be5ea1a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8406301 Feb 10 04:13:06.867607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37822) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:06.868970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd53c7-78f8-48cd-b84f-8193dcbbc43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dfc950-800c-458b-93ab-a255770ee199,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:06.935331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae46aa-4c47-4299-8b88-f1b7b1ace0f1 admin admin] Publish callbacks [] for security_group (62dfc950-800c-458b-93ab-a255770ee199), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.950328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0c2fea10-e535-4483-8863-991303016a23 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:06.963044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae46aa-4c47-4299-8b88-f1b7b1ace0f1 admin admin] Publish callbacks [] for security_group (62dfc950-800c-458b-93ab-a255770ee199), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.971527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (bc5ef00f-e5d1-4412-ae51-9ed3e7765235), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:06.972754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:06.973466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.051568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:13:07.065787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Sync routers for ids ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:13:07.078888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Routers {'3b68d507-ff07-4d38-9b6b-6a5bb2093222'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:07.078888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:07.093261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] Pushing event updated for resources: {'Network': ['ID=bc5ef00f-e5d1-4412-ae51-9ed3e7765235,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:07.128966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:07.133425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7dba61e3-4ce3-4adc-8a96-30b65544cdce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7662499 Feb 10 04:13:07.133744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37826) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:07.140714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Request body: {'subnet': {'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-559670372-subnet', 'tenant_id': '12f7cdcc36624327a4fa912d862ab022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:07.159807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.161052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-df685e64-e846-4c5c-ab5a-ac140288c556 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9788299 Feb 10 04:13:07.164396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37828) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:07.205523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae46aa-4c47-4299-8b88-f1b7b1ace0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (62dfc950-800c-458b-93ab-a255770ee199), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.208231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9aae46aa-4c47-4299-8b88-f1b7b1ace0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.209443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9aae46aa-4c47-4299-8b88-f1b7b1ace0f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62dfc950-800c-458b-93ab-a255770ee199 HTTP/1.1" status: 204 len: 168 time: 0.3363056 Feb 10 04:13:07.225471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae46aa-4c47-4299-8b88-f1b7b1ace0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dfc950-800c-458b-93ab-a255770ee199,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:07.259630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Made reservation on behalf of 12f7cdcc36624327a4fa912d862ab022 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:07.264098 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.264637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Made reservation on behalf of 34cf2641a643483aa639b2d8ab100885 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:07.268468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.276860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55c10f-3055-4dcf-82f1-577443686bc2 req-a8cbf7cd-6ebe-4b36-b411-35e79d3d3765 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:07.287028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af55c10f-3055-4dcf-82f1-577443686bc2 req-a8cbf7cd-6ebe-4b36-b411-35e79d3d3765 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1621921 Feb 10 04:13:07.363562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Set router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:07.409025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-28f14d38-99a1-4d88-ae83-18486599729c req-4b958420-f91e-4d92-ab54-3a1c00631948 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 210 time: 0.0930083 Feb 10 04:13:07.413976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af55c10f-3055-4dcf-82f1-577443686bc2 req-56d8e80e-0504-4cf4-afd1-a91d33777071 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246326 Feb 10 04:13:07.673724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:05Z', 'revision_number': 3, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port': {'id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:03Z', 'updated_at': '2022-02-10T04:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:07.704364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Checking router: 3b68d507-ff07-4d38-9b6b-6a5bb2093222 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:07.704764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Updating router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 port 033c4369-ec54-41c3-9c0c-5232f3852b65 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:13:07.742573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.795623 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (58460e59-2bba-44ad-8efe-b86a3619b642), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:07.878061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58460e59-2bba-44ad-8efe-b86a3619b642,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:07.900014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Checking segment: {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:07.901312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Network hostable DHCP agents. Network: bc5ef00f-e5d1-4412-ae51-9ed3e7765235, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:08.005803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:08.079048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Publish callbacks [] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.087975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, bc5ef00f-e5d1-4412-ae51-9ed3e7765235) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:08.092405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:08.093111 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.099247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f4670-a711-405d-994e-5e74c13d0894 None None] Network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:08.172218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37848) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:08.174224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f0421-139d-4c4b-94e4-8592a192d054 req-1521ae67-7ef5-4b69-8556-3981be51e3f1 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:08.175819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517f0421-139d-4c4b-94e4-8592a192d054 req-1521ae67-7ef5-4b69-8556-3981be51e3f1 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 943 time: 0.5973060 Feb 10 04:13:08.193106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Allocated IP 172.20.0.9 (a20bde6d-75a7-423f-9bef-a2da117287c5/f90c87e0-daab-4c54-93db-f76e37c43696/c9e63723-c949-493c-9bf7-3ae533fa99ae) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:08.200585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c8c0ab2-344b-4124-bc1a-576c12550d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.224784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b408e-5ad3-4f52-9d06-f4916bdb8292 None None] Network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:08.252884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.263532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28d7683f-32d9-45b4-9ace-99a62ddeac93 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1211338 Feb 10 04:13:08.345361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e7ee5-1ae9-4d86-82da-3be4688378b1 None None] Pushing event updated for resources: {'Port': ['ID=033c4369-ec54-41c3-9c0c-5232f3852b65,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:08.381549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c8c0ab2-344b-4124-bc1a-576c12550d6a admin admin] Publish callbacks [] for security_group (1004ff70-522d-4a04-89b1-c8104e68b4ee), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.420710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Attempting to bind port 033c4369-ec54-41c3-9c0c-5232f3852b65 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:08.422036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Attempting to bind port 033c4369-ec54-41c3-9c0c-5232f3852b65 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:08.422662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Attempting to bind port 033c4369-ec54-41c3-9c0c-5232f3852b65 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:08.441538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:08.444230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:08.444983 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.445749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:08.446810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Bound port: 033c4369-ec54-41c3-9c0c-5232f3852b65, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:08.447479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.459956 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c8c0ab2-344b-4124-bc1a-576c12550d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1004ff70-522d-4a04-89b1-c8104e68b4ee), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.505687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c0ab2-344b-4124-bc1a-576c12550d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1004ff70-522d-4a04-89b1-c8104e68b4ee,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:08.512087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-517f0421-139d-4c4b-94e4-8592a192d054 req-2bda554f-de24-4db1-b772-1d8f411e8d0d tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164427 Feb 10 04:13:08.546231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] For port 033c4369-ec54-41c3-9c0c-5232f3852b65, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:08.549782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] For port 033c4369-ec54-41c3-9c0c-5232f3852b65, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=033c4369-ec54-41c3-9c0c-5232f3852b65,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:08.602393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a0a03ba-1415-4915-ba81-7c885e9af1b7 req-7e7a3bcd-25fe-46c4-a83c-f2a3afa6b3e0 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 210 time: 0.0441325 Feb 10 04:13:08.611220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0c8c0ab2-344b-4124-bc1a-576c12550d6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b18cf6fe0e0b4c838e4e7b394d6d0cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344156 Feb 10 04:13:08.613382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37868) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:08.620628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.635663 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.699836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39dabf63-f5b1-4116-86fd-82f1b78a38d5 admin admin] Publish callbacks [] for security_group (1004ff70-522d-4a04-89b1-c8104e68b4ee), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.701214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Routers {'3b68d507-ff07-4d38-9b6b-6a5bb2093222'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:08.701949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:08.727121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39dabf63-f5b1-4116-86fd-82f1b78a38d5 admin admin] Publish callbacks [] for security_group (1004ff70-522d-4a04-89b1-c8104e68b4ee), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.787976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37872) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:08.822900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] Set router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:08.829565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Allocated IP 172.20.0.1 (583e9423-846f-470d-8c52-43a995298444/7e1ac6c8-c116-491d-ba70-98b4c19b2554/22683a19-dc49-4ca0-ac30-71bb259569d9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:08.867975 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39dabf63-f5b1-4116-86fd-82f1b78a38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1004ff70-522d-4a04-89b1-c8104e68b4ee), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.871413 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39dabf63-f5b1-4116-86fd-82f1b78a38d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:08.873841 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-39dabf63-f5b1-4116-86fd-82f1b78a38d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1004ff70-522d-4a04-89b1-c8104e68b4ee HTTP/1.1" status: 204 len: 168 time: 0.2577343 Feb 10 04:13:08.891343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dabf63-f5b1-4116-86fd-82f1b78a38d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1004ff70-522d-4a04-89b1-c8104e68b4ee,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:08.916128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-652048460-network', 'tenant_id': 'fb6ad22cde204280913eccb538004220'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:09.019879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Made reservation on behalf of fb6ad22cde204280913eccb538004220 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:09.022576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.024846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.031399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks [] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.040985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.071171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502361-5690-4950-94d1-8e08509aca32 req-f48670cf-cee7-414d-9e16-b1605ab73c69 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:09.073394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1502361-5690-4950-94d1-8e08509aca32 req-f48670cf-cee7-414d-9e16-b1605ab73c69 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.4378331 Feb 10 04:13:09.081526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e7ee5-1ae9-4d86-82da-3be4688378b1 None None] Pushing event updated for resources: {'Port': ['ID=033c4369-ec54-41c3-9c0c-5232f3852b65,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:09.180098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-b62e0e2a-ed64-456f-86e6-35807061fe49 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:09.187314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-b62e0e2a-ed64-456f-86e6-35807061fe49 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 813 time: 0.1475129 Feb 10 04:13:09.193892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1502361-5690-4950-94d1-8e08509aca32 req-aa03208a-bc33-45b6-a9dd-39a68960d3ea tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934544 Feb 10 04:13:09.203067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:05Z', 'revision_number': 3, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port': {'id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:03Z', 'updated_at': '2022-02-10T04:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:09.205165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-c58da664-0102-4c61-bab0-a1d6d6f0cb87 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/quotas/12f7cdcc36624327a4fa912d862ab022 HTTP/1.1" status: 200 len: 375 time: 0.0168643 Feb 10 04:13:09.238614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f97c2-6f78-43db-b3ff-b5669f307626 None None] The sync data for ids ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'] in n-d-827844-2 is: [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:05Z', 'revision_number': 3, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port': {'id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:03Z', 'updated_at': '2022-02-10T04:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:09.242944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 13b83262-1991-4740-8374-30a8c1e75d54 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:13:09.264034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-c0bf929e-f9e9-411e-a076-a59d1824de52 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492380 Feb 10 04:13:09.267253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks [] for security_group (56a33a43-e563-4abb-9069-d51bbd89028f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.272692 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.321443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Network 583e9423-846f-470d-8c52-43a995298444 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:09.325021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:09.328474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:09.345997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.373975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 13b83262-1991-4740-8374-30a8c1e75d54, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=13b83262-1991-4740-8374-30a8c1e75d54,segment=NetworkSegment(ba6755f6-a21e-4978-8a62-097593ab9eca),segment_id=ba6755f6-a21e-4978-8a62-097593ab9eca)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:09.377846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Pushing event updated for resources: {'Port': ['ID=22683a19-dc49-4ca0-ac30-71bb259569d9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:09.383325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-f6774258-2d03-4035-9bed-8d2ea326c6b4 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183014 Feb 10 04:13:09.389025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '13b83262-1991-4740-8374-30a8c1e75d54', 'network_id': '2e6252fa-caad-4d46-b057-93f86ff98ef8', 'port_id': '13b83262-1991-4740-8374-30a8c1e75d54', 'mac_address': 'fa:16:3e:d9:95:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a18ffe-e8a2-400d-9544-3767bae3082c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:13:09.429920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (56a33a43-e563-4abb-9069-d51bbd89028f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.439621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 13b83262-1991-4740-8374-30a8c1e75d54 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:09.440028 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (13b83262-1991-4740-8374-30a8c1e75d54), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.481489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Network a20bde6d-75a7-423f-9bef-a2da117287c5 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:09.481626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b83262-1991-4740-8374-30a8c1e75d54 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:09.481730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (3b68d507-ff07-4d38-9b6b-6a5bb2093222), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.487051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:09.490168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:09.516531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 13b83262-1991-4740-8374-30a8c1e75d54, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=13b83262-1991-4740-8374-30a8c1e75d54,segment=NetworkSegment(ba6755f6-a21e-4978-8a62-097593ab9eca),segment_id=ba6755f6-a21e-4978-8a62-097593ab9eca)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:09.550097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:09.606893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:09.606893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.613767 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (13b83262-1991-4740-8374-30a8c1e75d54), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.623142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-39c3f0f0-88f6-4831-bc1c-5cf49aba12a2 service neutron] 10.222.0.42 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383609 Feb 10 04:13:09.627648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a33a43-e563-4abb-9069-d51bbd89028f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:09.651657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d239d7a4-bd74-4bee-bf22-68ce4ca1f658), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.654621 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Added segment d239d7a4-bd74-4bee-bf22-68ce4ca1f658 of type vlan for network c252ce1a-c07a-4e48-898a-e2846c267271 Feb 10 04:13:09.660721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event updated for resources: {'Port': ['ID=c9e63723-c949-493c-9bf7-3ae533fa99ae,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:09.817084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (c252ce1a-c07a-4e48-898a-e2846c267271), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.832150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=13b83262-1991-4740-8374-30a8c1e75d54,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:09.849436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['13b83262-1991-4740-8374-30a8c1e75d54'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:09.874275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-54ab2140-aaa0-437f-9070-c63c6c79d477 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0745955 Feb 10 04:13:09.894231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Request body: {'port': {'device_id': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:09.936319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c3936cf7-f1bb-4084-adbc-458b8a90e1f9 None None] Provisioning complete for port 22683a19-dc49-4ca0-ac30-71bb259569d9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:09.936970 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c3936cf7-f1bb-4084-adbc-458b8a90e1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.965093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.970645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (c252ce1a-c07a-4e48-898a-e2846c267271), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.971685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:09.972283 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:09.992306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738a9e-8fab-4171-a300-a1c3ebbd9ab8 req-9c4b3051-9947-4f4b-bcbc-85a1d1bc7e20 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:09.994017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9738a9e-8fab-4171-a300-a1c3ebbd9ab8 req-9c4b3051-9947-4f4b-bcbc-85a1d1bc7e20 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 944 time: 0.2081618 Feb 10 04:13:10.025521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c3936cf7-f1bb-4084-adbc-458b8a90e1f9 None None] Port 22683a19-dc49-4ca0-ac30-71bb259569d9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:10.076735 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2874291 Feb 10 04:13:10.096904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37902) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:10.157869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7203184-e02f-4d66-8f7e-976a6f9fcbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=c252ce1a-c07a-4e48-898a-e2846c267271,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:10.166488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Request body: {'subnet': {'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-652048460-subnet', 'tenant_id': 'fb6ad22cde204280913eccb538004220', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:10.193295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.207108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network c252ce1a-c07a-4e48-898a-e2846c267271 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:10.217846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4e2ea415-b795-4ee7-9104-0d376d517a57 None None] Provisioning complete for port c9e63723-c949-493c-9bf7-3ae533fa99ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:10.218821 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea415-b795-4ee7-9104-0d376d517a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.222180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9738a9e-8fab-4171-a300-a1c3ebbd9ab8 req-2732637f-5716-4f26-a8bf-572a4b3fac96 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164359 Feb 10 04:13:10.247398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47295e-7048-4d64-a0e2-40b03c0adbdb req-7730f931-4068-4686-b5b9-3c3cac85ddeb tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:10.257554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed47295e-7048-4d64-a0e2-40b03c0adbdb req-7730f931-4068-4686-b5b9-3c3cac85ddeb tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 931 time: 0.0897012 Feb 10 04:13:10.332317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed47295e-7048-4d64-a0e2-40b03c0adbdb req-ac89787e-e0ca-4464-9e47-76f511d4a1d0 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714085 Feb 10 04:13:10.344197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ea415-b795-4ee7-9104-0d376d517a57 None None] Port c9e63723-c949-493c-9bf7-3ae533fa99ae cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:10.424424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b622c1d-f9f8-4257-b793-57d167cb21e2 req-20278582-ed03-4ec7-8393-5dd4ad638f95 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 210 time: 0.0639129 Feb 10 04:13:10.510639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4d149-2d81-4a9a-bb8b-36bc23c71bb2 req-76365482-f57e-4017-85d3-bb608d0e9b6f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:10.513224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cba4d149-2d81-4a9a-bb8b-36bc23c71bb2 req-76365482-f57e-4017-85d3-bb608d0e9b6f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1047201 Feb 10 04:13:10.566787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cba4d149-2d81-4a9a-bb8b-36bc23c71bb2 req-0fcf3a5c-aa84-4a25-98d0-dda23ec22d47 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470893 Feb 10 04:13:10.679210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Made reservation on behalf of fb6ad22cde204280913eccb538004220 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:10.681678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.764489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 033c4369-ec54-41c3-9c0c-5232f3852b65 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:10.786723 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks [] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.826102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 033c4369-ec54-41c3-9c0c-5232f3852b65 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:10.826557 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.882917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e63723-c949-493c-9bf7-3ae533fa99ae {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:10.887048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.905308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 033c4369-ec54-41c3-9c0c-5232f3852b65 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:10.905891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.928134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 033c4369-ec54-41c3-9c0c-5232f3852b65, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=033c4369-ec54-41c3-9c0c-5232f3852b65,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:10.932540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Publish callbacks [] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:10.991362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Transition to ACTIVE for port object c9e63723-c949-493c-9bf7-3ae533fa99ae will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:13:11.010244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Pushing event updated for resources: {'Port': ['ID=22683a19-dc49-4ca0-ac30-71bb259569d9,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:11.019876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (3b68d507-ff07-4d38-9b6b-6a5bb2093222), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.039398 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.086045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.101270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=033c4369-ec54-41c3-9c0c-5232f3852b65,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:11.202347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (73139fa8-1b00-4a11-8cc4-7aa973273ce5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.207304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Pushing event updated for resources: {'Port': ['ID=c9e63723-c949-493c-9bf7-3ae533fa99ae,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:11.250601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 13b83262-1991-4740-8374-30a8c1e75d54 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:11.380617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-59545ec1-cef6-4e13-8363-333bf222679c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734136 Feb 10 04:13:11.414403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Network 583e9423-846f-470d-8c52-43a995298444 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:11.420284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73139fa8-1b00-4a11-8cc4-7aa973273ce5,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:11.445722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 13b83262-1991-4740-8374-30a8c1e75d54 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:11.450480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 13b83262-1991-4740-8374-30a8c1e75d54 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:11.450957 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (13b83262-1991-4740-8374-30a8c1e75d54), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.452713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:11.485780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Attempting to bind port c9e63723-c949-493c-9bf7-3ae533fa99ae on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:11.486163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Attempting to bind port c9e63723-c949-493c-9bf7-3ae533fa99ae by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:11.486462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Attempting to bind port c9e63723-c949-493c-9bf7-3ae533fa99ae on network a20bde6d-75a7-423f-9bef-a2da117287c5 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:11.542563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9fd4c-bdbf-437b-a0e4-da59b88f1fe4 req-01eba20e-6b1b-46df-ac8b-b8684ddb0b49 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:11.554435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69d9fd4c-bdbf-437b-a0e4-da59b88f1fe4 req-01eba20e-6b1b-46df-ac8b-b8684ddb0b49 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 943 time: 0.1320250 Feb 10 04:13:11.589220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Port c9e63723-c949-493c-9bf7-3ae533fa99ae on network a20bde6d-75a7-423f-9bef-a2da117287c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:13:11.589502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Attempting to bind port c9e63723-c949-493c-9bf7-3ae533fa99ae on network a20bde6d-75a7-423f-9bef-a2da117287c5 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:11.606391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Checking segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:11.607059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Network hostable DHCP agents. Network: c252ce1a-c07a-4e48-898a-e2846c267271, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:11.627499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69d9fd4c-bdbf-437b-a0e4-da59b88f1fe4 req-37cfd333-b6e1-4695-88bd-6dd46c0b0ad9 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732541 Feb 10 04:13:11.633571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-3ea3f60b-5e3d-4445-a2d1-055ac7f9b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:11.643373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:11.643373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Checking segment: {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:11.643373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Bound using segment: {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:11.643771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 13b83262-1991-4740-8374-30a8c1e75d54 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:11.643961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Bound port: c9e63723-c949-493c-9bf7-3ae533fa99ae, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488fb30f-5f4f-4f14-a38a-cdb9df0383f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:11.644068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (13b83262-1991-4740-8374-30a8c1e75d54), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.644157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.663339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-3ea3f60b-5e3d-4445-a2d1-055ac7f9b61b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 1127 time: 0.1870522 Feb 10 04:13:11.699202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a516fb-edd5-47be-b167-91708aa8c41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b83262-1991-4740-8374-30a8c1e75d54'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:11.703153 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7bbaae-ab49-411a-b199-9fd12c9b0c1c" -d '{"events": [{"server_uuid": "55a516fb-edd5-47be-b167-91708aa8c41b", "name": "network-vif-plugged", "status": "completed", "tag": "13b83262-1991-4740-8374-30a8c1e75d54"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:11.726688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 13b83262-1991-4740-8374-30a8c1e75d54, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=13b83262-1991-4740-8374-30a8c1e75d54,segment=NetworkSegment(ba6755f6-a21e-4978-8a62-097593ab9eca),segment_id=ba6755f6-a21e-4978-8a62-097593ab9eca)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:11.741833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f077-b424-4d3c-8e88-8299b1dfa9fa req-d4efe9a4-0341-470d-ac53-e62a9dc0f1db tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:11.750545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9336f077-b424-4d3c-8e88-8299b1dfa9fa req-d4efe9a4-0341-470d-ac53-e62a9dc0f1db tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 944 time: 0.4072886 Feb 10 04:13:11.784751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-513e3644-a924-4214-9d43-7f4fbd10e2d0 req-c4a8da46-c65b-4401-88c3-ffb060740560 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 210 time: 0.0594270 Feb 10 04:13:11.792050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] For port c9e63723-c949-493c-9bf7-3ae533fa99ae, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:11.826057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (13b83262-1991-4740-8374-30a8c1e75d54), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.864898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] For port c9e63723-c949-493c-9bf7-3ae533fa99ae, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c9e63723-c949-493c-9bf7-3ae533fa99ae,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:11.890004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9336f077-b424-4d3c-8e88-8299b1dfa9fa req-726aed60-1b55-4a54-a8f5-b611ef698aa3 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376419 Feb 10 04:13:11.901139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Network c252ce1a-c07a-4e48-898a-e2846c267271 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:11.904818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-4e3c3651-9316-4a6f-afe8-16528270b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:11.907443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-4e3c3651-9316-4a6f-afe8-16528270b894 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 200 len: 906 time: 0.2391779 Feb 10 04:13:11.910889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:13:11.958650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4d6ace3e-23b4-4cca-a998-9be331a7771e None None] Provisioning complete for port 22683a19-dc49-4ca0-ac30-71bb259569d9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:11.959885 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4d6ace3e-23b4-4cca-a998-9be331a7771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.983226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:11.999171 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcacb058-12ad-46dd-ab3a-0584a576a9cf x-openstack-request-id: req-dcacb058-12ad-46dd-ab3a-0584a576a9cf {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:11.999805 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a516fb-edd5-47be-b167-91708aa8c41b", "name": "network-vif-plugged", "status": "completed", "tag": "13b83262-1991-4740-8374-30a8c1e75d54", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:12.000060 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcacb058-12ad-46dd-ab3a-0584a576a9cf {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:12.000690 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a516fb-edd5-47be-b167-91708aa8c41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b83262-1991-4740-8374-30a8c1e75d54', 'code': 200} Feb 10 04:13:12.001793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ace3e-23b4-4cca-a998-9be331a7771e None None] Port 22683a19-dc49-4ca0-ac30-71bb259569d9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:12.003281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=13b83262-1991-4740-8374-30a8c1e75d54,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:12.020947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-c0fb5d8b-b49a-4cf1-ae91-61cae1bb40f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7 HTTP/1.1" status: 200 len: 217 time: 0.1037250 Feb 10 04:13:12.032131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, c252ce1a-c07a-4e48-898a-e2846c267271) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:12.037208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.037834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:12.043697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf6e60-d8d4-4930-876e-bc366a05815e None None] Network c252ce1a-c07a-4e48-898a-e2846c267271 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:12.073292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.073292 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:12.075377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] 10.222.0.43 "PUT /v2.0/ports/c9e63723-c949-493c-9bf7-3ae533fa99ae HTTP/1.1" status: 200 len: 1091 time: 2.1848795 Feb 10 04:13:12.075646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:12.078101 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5585b6de-8fb6-4580-92bb-5188ec9e1845" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:12.103812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-a41fe672-90ab-4a28-9ee4-f863a0f3305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.111929 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-a41fe672-90ab-4a28-9ee4-f863a0f3305c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 200 len: 845 time: 0.0810943 Feb 10 04:13:12.161042 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-40437161-2757-4e65-88ad-468a35f84e3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379014 Feb 10 04:13:12.176981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95b52-728b-4ebc-bf5a-d8836745560f req-575bc3a9-d910-4759-853b-e76b80734fda tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.185315 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dac18c-c351-4d83-80e5-a0fb5754c6bf x-openstack-request-id: req-70dac18c-c351-4d83-80e5-a0fb5754c6bf {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:12.185602 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:12.185858 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70dac18c-c351-4d83-80e5-a0fb5754c6bf {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:12.186485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-edd95b52-728b-4ebc-bf5a-d8836745560f req-575bc3a9-d910-4759-853b-e76b80734fda tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1674290 Feb 10 04:13:12.186754 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'status': 'completed', 'code': 200} Feb 10 04:13:12.203341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f518d36-c5ea-4769-8133-3b99d3f4779e service neutron] Pushing event updated for resources: {'Port': ['ID=c9e63723-c949-493c-9bf7-3ae533fa99ae,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:12.251076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-c252ce1a-c07a-4e48-898a-e2846c267271', 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'project_id': 'fb6ad22cde204280913eccb538004220', 'fixed_ips': [{'subnet_id': '73139fa8-1b00-4a11-8cc4-7aa973273ce5'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:12.252088 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:12.256166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:13:12.271792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-51147da5-a814-4273-8009-ed768a9b8520 admin admin] 10.222.0.42 "PUT /v2.0/routers/3b68d507-ff07-4d38-9b6b-6a5bb2093222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0979800 Feb 10 04:13:12.272280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Sync routers for ids ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:13:12.277094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6d926261-9871-4e83-9ac3-df6828a8b1e9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1573203 Feb 10 04:13:12.288368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63325d7e-6900-4aac-b07a-c0a44de281df req-6648c676-4725-4dc6-890c-1956b31018a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.288368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63325d7e-6900-4aac-b07a-c0a44de281df req-6648c676-4725-4dc6-890c-1956b31018a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 1127 time: 0.2279744 Feb 10 04:13:12.312689 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Routers {'3b68d507-ff07-4d38-9b6b-6a5bb2093222'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:12.316760 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:12.320933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585b6de-8fb6-4580-92bb-5188ec9e1845 req-58e93216-cda1-4d8c-986a-4a0553ccb9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.322577 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5585b6de-8fb6-4580-92bb-5188ec9e1845 req-58e93216-cda1-4d8c-986a-4a0553ccb9e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34cf2641a643483aa639b2d8ab100885&device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 1125 time: 0.1098118 Feb 10 04:13:12.335652 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-edd95b52-728b-4ebc-bf5a-d8836745560f req-9a10ee85-3022-4a3e-812b-39c022a024b4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478162 Feb 10 04:13:12.416048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-a3ca7122-33bd-4f68-b757-34f830c58cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462029 Feb 10 04:13:12.522544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585b6de-8fb6-4580-92bb-5188ec9e1845 req-d6c8e86e-99cd-4d0f-94b9-83cf45570e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.526771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5585b6de-8fb6-4580-92bb-5188ec9e1845 req-d6c8e86e-99cd-4d0f-94b9-83cf45570e86 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=34cf2641a643483aa639b2d8ab100885&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1924076 Feb 10 04:13:12.591913 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c23b4f0-eb64-4857-ba64-0f33f9673f24 req-3d375c9d-b20c-45f0-85a3-112aeeb406ce service neutron] 10.222.0.43 "GET /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705940 Feb 10 04:13:12.592109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63325d7e-6900-4aac-b07a-c0a44de281df req-9b75f2d7-d514-4096-aa8c-1d3fc40ca876 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002267 Feb 10 04:13:12.629439 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Set router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:12.727103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585b6de-8fb6-4580-92bb-5188ec9e1845 req-0267d42a-7e09-47fa-96a4-0825fbb2c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.730495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Allocated IP 172.20.0.2 (c252ce1a-c07a-4e48-898a-e2846c267271/73139fa8-1b00-4a11-8cc4-7aa973273ce5/1f97b4c4-2553-4c89-8e58-4dfd16bb5051) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:12.730667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5585b6de-8fb6-4580-92bb-5188ec9e1845 req-0267d42a-7e09-47fa-96a4-0825fbb2c189 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887791 Feb 10 04:13:12.743381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 033c4369-ec54-41c3-9c0c-5232f3852b65 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:12.893398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 033c4369-ec54-41c3-9c0c-5232f3852b65 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:12.894021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:12.971845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb27ded-2b6c-4357-8d19-53a3e647f4fd req-6fd09b41-e476-4e98-9ce9-174a02ec28cb tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:12.973599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffb27ded-2b6c-4357-8d19-53a3e647f4fd req-6fd09b41-e476-4e98-9ce9-174a02ec28cb tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 943 time: 0.1929915 Feb 10 04:13:13.001868 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3ccccb2-c7d9-40cf-bbd0-c79ba43837e7 req-55134942-f3ee-459e-820c-e533b56fbb6a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 210 time: 0.0651064 Feb 10 04:13:13.002579 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Publish callbacks [] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.046264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 033c4369-ec54-41c3-9c0c-5232f3852b65 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:13.077188 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:09Z', 'revision_number': 4, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port': {'id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:03Z', 'updated_at': '2022-02-10T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '22683a19-dc49-4ca0-ac30-71bb259569d9', 'name': '', 'network_id': '583e9423-846f-470d-8c52-43a995298444', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'mac_address': 'fa:16:3e:13:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7e1ac6c8-c116-491d-ba70-98b4c19b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:08Z', 'updated_at': '2022-02-10T04:13:10Z', 'revision_number': 2, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'subnets': [{'id': '7e1ac6c8-c116-491d-ba70-98b4c19b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:13.083702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:13.091068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffb27ded-2b6c-4357-8d19-53a3e647f4fd req-5e611fa2-efe0-4a67-be4c-7e724a58d006 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045501 Feb 10 04:13:13.094120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-3d9bb1b9-0698-4b56-9582-8f9497078177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:13.096591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-3d9bb1b9-0698-4b56-9582-8f9497078177 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34cf2641a643483aa639b2d8ab100885&device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 1125 time: 0.2417369 Feb 10 04:13:13.150343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-f284dbdf-3a88-487c-a2a1-2cbf22117609 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9e63723-c949-493c-9bf7-3ae533fa99ae HTTP/1.1" status: 200 len: 217 time: 0.0467010 Feb 10 04:13:13.161999 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Checking router: 3b68d507-ff07-4d38-9b6b-6a5bb2093222 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:13.162359 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Updating router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 port 22683a19-dc49-4ca0-ac30-71bb259569d9 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:13:13.182570 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.222445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-93ee1458-93f1-40e2-b91d-ab7825d93926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:13.235382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-93ee1458-93f1-40e2-b91d-ab7825d93926 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f90c87e0-daab-4c54-93db-f76e37c43696 HTTP/1.1" status: 200 len: 844 time: 0.0680597 Feb 10 04:13:13.251303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba65688-d6aa-4477-b23c-8c323364ffe8 req-6b8aa398-1b22-42ce-9f4e-e675d8c9b617 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:13.254325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ba65688-d6aa-4477-b23c-8c323364ffe8 req-6b8aa398-1b22-42ce-9f4e-e675d8c9b617 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 945 time: 0.1461766 Feb 10 04:13:13.270553 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.290978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Network c252ce1a-c07a-4e48-898a-e2846c267271 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:13.297168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:13.301595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:13.305862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-08b80b64-4b9d-413b-9872-7ff86f8c7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:13.308047 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-08b80b64-4b9d-413b-9872-7ff86f8c7469 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a20bde6d-75a7-423f-9bef-a2da117287c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682161 Feb 10 04:13:13.312821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Pushing event updated for resources: {'Port': ['ID=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:13.370283 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ba65688-d6aa-4477-b23c-8c323364ffe8 req-2782c849-94ef-4d46-8e2a-451a035f93e6 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070769 Feb 10 04:13:13.407230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Attempting to bind port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:13.407839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Attempting to bind port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:13.410848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Attempting to bind port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 on network c252ce1a-c07a-4e48-898a-e2846c267271 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:13.430327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:13.430800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Checking segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:13.431220 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.431617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Bound using segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:13.432092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Bound port: 1f97b4c4-2553-4c89-8e58-4dfd16bb5051, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:13.432499 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.500349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-5daec8ea-6798-42fc-8fe5-4a6753ca1e20 service neutron] 10.222.0.43 "GET /v2.0/networks/a20bde6d-75a7-423f-9bef-a2da117287c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843319 Feb 10 04:13:13.510998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1254134388', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:13.537570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] For port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:13.540777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] For port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:13.617002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.679635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab5cdd-5e17-4e83-a136-97a44d342cb8 req-9fb98c00-9173-45a1-872b-a04eae34f00f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:13.691461 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dab5cdd-5e17-4e83-a136-97a44d342cb8 req-9fb98c00-9173-45a1-872b-a04eae34f00f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.2061903 Feb 10 04:13:13.704317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07052f0-72a4-40e7-99bb-22090d635711 None None] Pushing event updated for resources: {'Port': ['ID=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:13.743090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Made reservation on behalf of d36455dd937348f7b9a0a3caf772a56d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:13.746150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.753791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fed4e886-6ff4-4f0c-854c-749c8fae0918 req-0e08012f-6535-4f77-af60-d13d2561f2e4 service neutron] 10.222.0.43 "GET /v2.0/networks/a20bde6d-75a7-423f-9bef-a2da117287c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451677 Feb 10 04:13:13.770080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dab5cdd-5e17-4e83-a136-97a44d342cb8 req-129f545a-28c6-48dc-ba71-31bf0cabf9a7 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765688 Feb 10 04:13:13.772547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.813394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-268f5765-7ee6-497e-80e3-76a52eb2c4fa tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:13.821383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-268f5765-7ee6-497e-80e3-76a52eb2c4fa tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 815 time: 0.1680293 Feb 10 04:13:13.827157 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Publish callbacks [] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.844043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-cca2cec8-5ba6-49a9-a995-fd391327e7ec tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/quotas/fb6ad22cde204280913eccb538004220 HTTP/1.1" status: 200 len: 375 time: 0.0216987 Feb 10 04:13:13.900874 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.911803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for security_group (220a082e-556a-4f8f-aef9-718e74d74bb2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:13.972263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-09357238-4d06-403d-99b3-e2d201a09645 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271605 Feb 10 04:13:14.020856 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7be88-aec3-49c6-82f0-de9a3f00da64 None None] Pushing event updated for resources: {'Port': ['ID=22683a19-dc49-4ca0-ac30-71bb259569d9,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:14.065396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (220a082e-556a-4f8f-aef9-718e74d74bb2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.080571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] device_id is not set on port 7dbde52d-7fea-4a30-8803-32ca313e6495 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:13:14.117197 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Attempting to bind port 22683a19-dc49-4ca0-ac30-71bb259569d9 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:14.119019 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Attempting to bind port 22683a19-dc49-4ca0-ac30-71bb259569d9 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:14.123404 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Attempting to bind port 22683a19-dc49-4ca0-ac30-71bb259569d9 on network 583e9423-846f-470d-8c52-43a995298444 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:14.140863 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:14.140863 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Checking segment: {'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:14.140863 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.141249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:14.141334 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Bound using segment: {'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:14.141830 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Bound port: 22683a19-dc49-4ca0-ac30-71bb259569d9, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d893d7-4f92-4abf-b53f-6cc09c0aca5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '583e9423-846f-470d-8c52-43a995298444'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:14.142216 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.146007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1249029744-network', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:14.233937 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] For port 22683a19-dc49-4ca0-ac30-71bb259569d9, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:14.242036 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] For port 22683a19-dc49-4ca0-ac30-71bb259569d9, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=22683a19-dc49-4ca0-ac30-71bb259569d9,segment=NetworkSegment(72d893d7-4f92-4abf-b53f-6cc09c0aca5d),segment_id=72d893d7-4f92-4abf-b53f-6cc09c0aca5d)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:14.256377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Allocated IP 172.25.8.28 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/7dbde52d-7fea-4a30-8803-32ca313e6495) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:14.302598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220a082e-556a-4f8f-aef9-718e74d74bb2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:14.343156 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.366069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cdc45cd9-254b-4457-ae3c-c874e0e6f303 None None] Provisioning complete for port 22683a19-dc49-4ca0-ac30-71bb259569d9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:14.366647 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdc45cd9-254b-4457-ae3c-c874e0e6f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.366775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56cc8c1b-5394-4b1a-9cf0-a6f0edf3331a req-34d5e707-6b60-46cc-a800-2e4020f0d0a3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 210 time: 0.0664296 Feb 10 04:13:14.389940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-1d6f24ec-b3dd-41ac-9332-e0e228b4665c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:14.391694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-1d6f24ec-b3dd-41ac-9332-e0e228b4665c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.43 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 813 time: 0.2164688 Feb 10 04:13:14.441713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Request body: {'port': {'device_id': '489bb91e-c876-4340-98fa-60b7b04b6071', 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235', 'admin_state_up': True, 'tenant_id': '12f7cdcc36624327a4fa912d862ab022'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:14.478739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cdc45cd9-254b-4457-ae3c-c874e0e6f303 None None] Current status of the port 22683a19-dc49-4ca0-ac30-71bb259569d9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:14.479169 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdc45cd9-254b-4457-ae3c-c874e0e6f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.497868 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-f36030e4-8378-4d09-a705-94ec7d8bce41 service neutron] 10.222.0.42 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247514 Feb 10 04:13:14.503667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Made reservation on behalf of 1c2524efe0394a179b2eabfdba1e292d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:14.506001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.516333 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Routers {'3b68d507-ff07-4d38-9b6b-6a5bb2093222'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:14.518479 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:14.550433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.552840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-cdc45cd9-254b-4457-ae3c-c874e0e6f303 None None] For port 22683a19-dc49-4ca0-ac30-71bb259569d9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=22683a19-dc49-4ca0-ac30-71bb259569d9,segment=NetworkSegment(72d893d7-4f92-4abf-b53f-6cc09c0aca5d),segment_id=72d893d7-4f92-4abf-b53f-6cc09c0aca5d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:14.613459 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7be88-aec3-49c6-82f0-de9a3f00da64 None None] Pushing event updated for resources: {'Port': ['ID=22683a19-dc49-4ca0-ac30-71bb259569d9,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:14.650577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdc45cd9-254b-4457-ae3c-c874e0e6f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.722487 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] Set router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:14.729215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for port (7dbde52d-7fea-4a30-8803-32ca313e6495), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.760774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131663-5f33-46b4-9685-ebec8aa64157 req-42c1bbab-396c-4822-a2ba-e4ce7bb2f7c5 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:14.762601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec131663-5f33-46b4-9685-ebec8aa64157 req-42c1bbab-396c-4822-a2ba-e4ce7bb2f7c5 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 943 time: 0.2151294 Feb 10 04:13:14.792062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc45cd9-254b-4457-ae3c-c874e0e6f303 None None] Pushing event updated for resources: {'Port': ['ID=22683a19-dc49-4ca0-ac30-71bb259569d9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:14.808473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1f6bd473-b000-48e0-a24c-66d645cdc0a0 None None] Provisioning complete for port 22683a19-dc49-4ca0-ac30-71bb259569d9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:14.809377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f6bd473-b000-48e0-a24c-66d645cdc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:14.874371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec131663-5f33-46b4-9685-ebec8aa64157 req-32b5ed0b-ee9f-4d9f-a090-12fa980efe72 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008208 Feb 10 04:13:14.901605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:14.916293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-1f0d280f-fd60-48b1-8acc-03a3af03eb6d service neutron] 10.222.0.42 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886077 Feb 10 04:13:14.948882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks [] for security_group (610b4554-4ade-4245-ae90-9a1a43151082), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.015877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Made reservation on behalf of 12f7cdcc36624327a4fa912d862ab022 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:15.020182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.023120 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7dbde52d-7fea-4a30-8803-32ca313e6495), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.047969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bd473-b000-48e0-a24c-66d645cdc0a0 None None] Current status of the port 22683a19-dc49-4ca0-ac30-71bb259569d9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:15.050301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:15.050893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.112028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:15.116819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:15.117144 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:09Z', 'revision_number': 4, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port': {'id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:03Z', 'updated_at': '2022-02-10T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '22683a19-dc49-4ca0-ac30-71bb259569d9', 'name': '', 'network_id': '583e9423-846f-470d-8c52-43a995298444', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'mac_address': 'fa:16:3e:13:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7e1ac6c8-c116-491d-ba70-98b4c19b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:08Z', 'updated_at': '2022-02-10T04:13:14Z', 'revision_number': 4, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'subnets': [{'id': '7e1ac6c8-c116-491d-ba70-98b4c19b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:15.119781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:15.148846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Pushing event updated for resources: {'Port': ['ID=7dbde52d-7fea-4a30-8803-32ca313e6495,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:15.165228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (610b4554-4ade-4245-ae90-9a1a43151082), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.169128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:15.169604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.175531 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842e140-ad4a-45de-bddf-42f5192ef865 None None] The sync data for ids ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'] in n-d-827844-2 is: [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:09Z', 'revision_number': 4, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port': {'id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:03Z', 'updated_at': '2022-02-10T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '22683a19-dc49-4ca0-ac30-71bb259569d9', 'name': '', 'network_id': '583e9423-846f-470d-8c52-43a995298444', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'mac_address': 'fa:16:3e:13:be:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7e1ac6c8-c116-491d-ba70-98b4c19b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:08Z', 'updated_at': '2022-02-10T04:13:14Z', 'revision_number': 4, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'subnets': [{'id': '7e1ac6c8-c116-491d-ba70-98b4c19b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:15.177795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4b1f8-9c27-410c-b5f4-159fa7b09531 req-971e21f8-905d-4c8c-9f4d-b18d8020e006 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:15.189386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44f4b1f8-9c27-410c-b5f4-159fa7b09531 req-971e21f8-905d-4c8c-9f4d-b18d8020e006 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 945 time: 0.2054219 Feb 10 04:13:15.218469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:15.219353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.254850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:15.279463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:15.285785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44f4b1f8-9c27-410c-b5f4-159fa7b09531 req-4631c4a9-c3e1-46b7-a163-f05b92a3e5a7 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954065 Feb 10 04:13:15.298229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8de6ec01-7ca9-488f-b04e-67160f7d55b2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.298930 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Added segment 8de6ec01-7ca9-488f-b04e-67160f7d55b2 of type vlan for network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 Feb 10 04:13:15.334338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-89afd232-c005-474b-8ff9-dd86c8f1ffc5 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2490215 Feb 10 04:13:15.337789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:15.345465 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.350930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.28'}]}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:15.405290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (cd9ee6ad-94da-4779-a84a-9e6b997a0e51), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.454896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:15.462238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.467266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.495078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18172c90-3e56-4014-b379-1764e6f55c50 None None] Network c252ce1a-c07a-4e48-898a-e2846c267271 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:15.634747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for router_controller (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.668105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4d1c80e8-b30e-4b2f-a51e-551c10250b0b None None] Provisioning complete for port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:15.668558 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4d1c80e8-b30e-4b2f-a51e-551c10250b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:15.669774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-805ba3fd-69ad-4194-ba84-4c26914978c3 req-dbf289ca-3c7c-4abc-9ea2-f01ab906bd54 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 210 time: 0.0342720 Feb 10 04:13:15.855507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c80e8-b30e-4b2f-a51e-551c10250b0b None None] Current status of the port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:16.042194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for router_gateway (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.084273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b3264d4d-ee70-4d31-b12b-a9f21a3a55d4 None None] Provisioning complete for port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:16.084613 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b3264d4d-ee70-4d31-b12b-a9f21a3a55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.094885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-2226a53d-31df-4e5d-9dae-5194db1540dc tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:16.096730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-2226a53d-31df-4e5d-9dae-5194db1540dc tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 815 time: 0.2353125 Feb 10 04:13:16.126681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-d0c13549-4d37-4bfd-9d20-74b26e0ff88e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/quotas/fb6ad22cde204280913eccb538004220 HTTP/1.1" status: 200 len: 375 time: 0.0229681 Feb 10 04:13:16.135921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (cd9ee6ad-94da-4779-a84a-9e6b997a0e51), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.137590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:16.138387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.164798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Allocated IP 172.20.0.6 (bc5ef00f-e5d1-4412-ae51-9ed3e7765235/58460e59-2bba-44ad-8efe-b86a3619b642/964c35b4-56c2-4e75-9017-679d7cd2cc1c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:16.178917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610b4554-4ade-4245-ae90-9a1a43151082,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:16.221591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-ee58fd3a-d1f2-4a92-be59-25f7daf1885e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891504 Feb 10 04:13:16.261787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b3264d4d-ee70-4d31-b12b-a9f21a3a55d4 None None] Current status of the port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:16.274487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9ee6ad-94da-4779-a84a-9e6b997a0e51,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:16.300137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:16.316198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b364-e6ee-41bc-98dd-a9a1b6234519 req-fdc47b78-3fca-496f-8ae4-f2b7010ebf4d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:16.324916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21f6b364-e6ee-41bc-98dd-a9a1b6234519 req-fdc47b78-3fca-496f-8ae4-f2b7010ebf4d tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.6894073 Feb 10 04:13:16.378433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-265e4011-72e1-4c62-a869-6b32f608d724 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2361400 Feb 10 04:13:16.387127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:16.397625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Request body: {'subnet': {'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1249029744-subnet', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:16.427998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-0ac1df90-def5-47ff-983b-5aebc3bceb5e service neutron] 10.222.0.42 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054713 Feb 10 04:13:16.478419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21f6b364-e6ee-41bc-98dd-a9a1b6234519 req-bd8637a2-88e7-453d-8ada-3d39bcc53f91 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526196 Feb 10 04:13:16.553525 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks [] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.554300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-9c3a5300-dacc-4672-a1dc-c1674cb2ffd0 service neutron] 10.222.0.42 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253700 Feb 10 04:13:16.673188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Made reservation on behalf of 1c2524efe0394a179b2eabfdba1e292d for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:16.674870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.754037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e083501-cb79-484d-9c6c-7a67430f878f req-fd7e3695-554d-4183-a579-be497c25f21b tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:16.755897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e083501-cb79-484d-9c6c-7a67430f878f req-fd7e3695-554d-4183-a579-be497c25f21b tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 943 time: 0.1440730 Feb 10 04:13:16.800825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.828663 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for router_gateway (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.904102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:16.917866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.948395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:16.955979 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:16.981323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:16.984821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:17.015142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:17.015142 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.045452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c9e63723-c949-493c-9bf7-3ae533fa99ae details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:13:17.084370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:17.128680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e083501-cb79-484d-9c6c-7a67430f878f req-79a5385f-5fdd-4241-a69e-8ea70708430c tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554077 Feb 10 04:13:17.153736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:17.155165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.159504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5752-7980-4034-a7a3-7c6808d7f181 req-675ae7b0-1c15-4a7a-973b-4dfcce0ce5c1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:17.163429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:17.164753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 22683a19-dc49-4ca0-ac30-71bb259569d9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:17.182415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6efc5752-7980-4034-a7a3-7c6808d7f181 req-675ae7b0-1c15-4a7a-973b-4dfcce0ce5c1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 931 time: 0.2147224 Feb 10 04:13:17.312873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6efc5752-7980-4034-a7a3-7c6808d7f181 req-750e31e0-f39d-4509-bfce-a90ba9cb4e75 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434028 Feb 10 04:13:17.326263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for router (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.381880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-a0e1b69e-d49c-41d2-979b-83f0cfc4980c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9795451 Feb 10 04:13:17.395215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Request body: {'port': {'device_id': '489bb91e-c876-4340-98fa-60b7b04b6071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:17.565215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-47fbbd2c-bad4-48d5-bbc3-6199c8b36931 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:17.566942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-47fbbd2c-bad4-48d5-bbc3-6199c8b36931 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 815 time: 0.3011799 Feb 10 04:13:17.632714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 22683a19-dc49-4ca0-ac30-71bb259569d9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:17.634390 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.648822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-c9ad3758-ad67-4bbc-953a-7f099a807ed7 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/quotas/fb6ad22cde204280913eccb538004220 HTTP/1.1" status: 200 len: 375 time: 0.0326235 Feb 10 04:13:17.652361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (4072a44c-da95-410f-ad34-f4860322239c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.695491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.761885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c9e63723-c949-493c-9bf7-3ae533fa99ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c9e63723-c949-493c-9bf7-3ae533fa99ae,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:17.780518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'port_id': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'mac_address': 'fa:16:3e:e9:e1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:13:17.861580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c9e63723-c949-493c-9bf7-3ae533fa99ae is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:17.862445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.891192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e63723-c949-493c-9bf7-3ae533fa99ae {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:17.896687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 22683a19-dc49-4ca0-ac30-71bb259569d9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:17.921203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c9e63723-c949-493c-9bf7-3ae533fa99ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c9e63723-c949-493c-9bf7-3ae533fa99ae,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:17.934301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4072a44c-da95-410f-ad34-f4860322239c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:17.953829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.957462 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks [] for router_controller (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:17.993831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Checking segment: {'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:17.994351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Network hostable DHCP agents. Network: cd9ee6ad-94da-4779-a84a-9e6b997a0e51, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:18.002042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-e2db8bfe-070a-4ba5-b7d0-dbacb2e8acee tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3468874 Feb 10 04:13:18.024593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6936b-db69-40a4-9e77-24fce91c3a8e req-8903df0b-b967-4421-9af2-6ac96d091660 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:18.033206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dc6936b-db69-40a4-9e77-24fce91c3a8e req-8903df0b-b967-4421-9af2-6ac96d091660 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1973844 Feb 10 04:13:18.071863 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.081014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dc6936b-db69-40a4-9e77-24fce91c3a8e req-c3039d36-f069-4e3b-81a0-b23c5c472a4e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462914 Feb 10 04:13:18.171618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c9e63723-c949-493c-9bf7-3ae533fa99ae,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:18.179642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-d6b68e79-e227-43fc-9ad9-fcfb0e2af1a6 service neutron] 10.222.0.42 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675231 Feb 10 04:13:18.196925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (15e4f83e-74b5-40a6-95ed-6f1cea24b66d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.200774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15e4f83e-74b5-40a6-95ed-6f1cea24b66d {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:13:18.208832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:18.263315 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.296317 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 04:13:18.297435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-593ce99c-9021-4269-b3f3-8ef07b2ae8cb tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9563680 Feb 10 04:13:18.300260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38070) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:18.319198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964c35b4-56c2-4e75-9017-679d7cd2cc1c {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:18.333150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Publish callbacks [] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.337556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c9e63723-c949-493c-9bf7-3ae533fa99ae'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:18.361861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, cd9ee6ad-94da-4779-a84a-9e6b997a0e51) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:18.365032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Transition to ACTIVE for port object 964c35b4-56c2-4e75-9017-679d7cd2cc1c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:13:18.378546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-847055de-ac2c-4f80-9329-631edea88d6c service neutron] 10.222.0.42 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893156 Feb 10 04:13:18.382905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:18.383056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a0d8f-21a1-403e-bd3a-b2da32828085 req-5eb2eb1d-3920-4529-a55c-de74330fc99d tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:18.384070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974800c9-a829-4625-b932-82598f0170d7 None None] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:18.384545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456a0d8f-21a1-403e-bd3a-b2da32828085 req-5eb2eb1d-3920-4529-a55c-de74330fc99d tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 944 time: 0.1289225 Feb 10 04:13:18.385260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.447775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Deleting port 7dbde52d-7fea-4a30-8803-32ca313e6495 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:18.448169 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7dbde52d-7fea-4a30-8803-32ca313e6495), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.459613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.501463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456a0d8f-21a1-403e-bd3a-b2da32828085 req-383b17e6-da51-45f9-a048-cb25fab535b2 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003044 Feb 10 04:13:18.533299 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2032c2b3-9864-4b62-8d94-41e21663962e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1405854 Feb 10 04:13:18.536551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38074) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:18.542665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:18.612769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:18.651850 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7dbde52d-7fea-4a30-8803-32ca313e6495), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.672824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Calling delete_port for 7dbde52d-7fea-4a30-8803-32ca313e6495 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:18.681536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-cd9ee6ad-94da-4779-a84a-9e6b997a0e51', 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51', 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'fixed_ips': [{'subnet_id': '4072a44c-da95-410f-ad34-f4860322239c'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:18.683977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.741076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a1b3a-f472-414c-a61d-a3cbf1b20697 req-7f82cbe2-b5fb-4844-a17e-7469010a0840 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:18.749261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-120a1b3a-f472-414c-a61d-a3cbf1b20697 req-7f82cbe2-b5fb-4844-a17e-7469010a0840 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1485283 Feb 10 04:13:18.787871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:18.788756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:18.789093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:18.832659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:13:18.833014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:18.853538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (b6e57269-d755-4fc6-aa51-1229a2b0a517), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.854615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (b6e57269-d755-4fc6-aa51-1229a2b0a517), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.861786 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84f7ba7b-e027-446c-b4a5-05f8c229a773 req-4438c5ec-7e57-4715-93b5-faaa20d1d723 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 210 time: 0.0638618 Feb 10 04:13:18.862567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:18.862960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Checking segment: {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:18.863353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Bound using segment: {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:18.863800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Bound port: 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:18.864162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:18.905175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-120a1b3a-f472-414c-a61d-a3cbf1b20697 req-18d3dbe2-c6a5-4f50-bd76-c76c1268631d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548967 Feb 10 04:13:19.027149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:19.031334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Allocated IP 172.20.0.2 (cd9ee6ad-94da-4779-a84a-9e6b997a0e51/4072a44c-da95-410f-ad34-f4860322239c/5332f39b-0949-4e40-98f3-79f1720bb2bc) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:19.095815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks [] for router_controller (b6e57269-d755-4fc6-aa51-1229a2b0a517), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.103745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:19.163883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-bc7a0543-7e02-4489-acea-d6688b6c3bb9 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:19.166012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-bc7a0543-7e02-4489-acea-d6688b6c3bb9 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 815 time: 0.1971631 Feb 10 04:13:19.180105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Request body: {'port': {'device_id': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'admin_state_up': True, 'tenant_id': 'fb6ad22cde204280913eccb538004220'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:19.182143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7dbde52d-7fea-4a30-8803-32ca313e6495), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.223331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dbde52d-7fea-4a30-8803-32ca313e6495,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:19.255676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.283066 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Publish callbacks [] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.305413 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.318538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-030addaf-ff5b-476c-8b13-f6bed2655ef3 tempest-RoutersAdminNegativeTest-288665018 tempest-RoutersAdminNegativeTest-288665018-project-admin] 10.222.0.42 "DELETE /v2.0/ports/7dbde52d-7fea-4a30-8803-32ca313e6495 HTTP/1.1" status: 204 len: 168 time: 1.0121047 Feb 10 04:13:19.394242 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.438070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:19.440122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:19.440955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.441678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:19.443424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] 10.222.0.43 "PUT /v2.0/ports/964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 1091 time: 2.0520766 Feb 10 04:13:19.445865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:19.454054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:19.456341 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea73c6e7-b8a7-4295-9d04-1bbe5482133f" -d '{"events": [{"name": "network-changed", "server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:19.457277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Pushing event updated for resources: {'Port': ['ID=5332f39b-0949-4e40-98f3-79f1720bb2bc,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:19.517066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Attempting to bind port 5332f39b-0949-4e40-98f3-79f1720bb2bc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:19.517942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Attempting to bind port 5332f39b-0949-4e40-98f3-79f1720bb2bc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:19.517942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Attempting to bind port 5332f39b-0949-4e40-98f3-79f1720bb2bc on network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:19.518891 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0539e3-9f29-4026-a5aa-c3fa45121225 x-openstack-request-id: req-fd0539e3-9f29-4026-a5aa-c3fa45121225 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:19.519185 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:19.519566 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd0539e3-9f29-4026-a5aa-c3fa45121225 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:19.519835 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'status': 'completed', 'code': 200} Feb 10 04:13:19.530342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:19.530757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Checking segment: {'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:19.531178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.531576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Bound using segment: {'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:19.532461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Bound port: 5332f39b-0949-4e40-98f3-79f1720bb2bc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:19.532461 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.616754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] For port 5332f39b-0949-4e40-98f3-79f1720bb2bc, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:19.622005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce62fca-6dda-42ce-a318-046ab7b73fbe service neutron] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:19.624814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] For port 5332f39b-0949-4e40-98f3-79f1720bb2bc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5332f39b-0949-4e40-98f3-79f1720bb2bc,segment=NetworkSegment(8de6ec01-7ca9-488f-b04e-67160f7d55b2),segment_id=8de6ec01-7ca9-488f-b04e-67160f7d55b2)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:19.645190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d97178-2a3e-40b6-ba39-0bd75a355871 req-e19e09ae-7b04-4416-bd08-d952e518096b tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:19.646735 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67d97178-2a3e-40b6-ba39-0bd75a355871 req-e19e09ae-7b04-4416-bd08-d952e518096b tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 944 time: 0.0577981 Feb 10 04:13:19.658017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks [] for router_gateway (b6e57269-d755-4fc6-aa51-1229a2b0a517), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.667702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58f163-3d8a-4031-88c3-56d518339811 req-80e8c641-fed1-4e0f-ab8b-299ac0a4a2c0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:19.669815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a58f163-3d8a-4031-88c3-56d518339811 req-80e8c641-fed1-4e0f-ab8b-299ac0a4a2c0 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.4409025 Feb 10 04:13:19.701162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67d97178-2a3e-40b6-ba39-0bd75a355871 req-a13f8451-703e-4935-82f7-6f781798d5ef tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476625 Feb 10 04:13:19.736770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73c6e7-b8a7-4295-9d04-1bbe5482133f req-d5c90dfa-2cc7-4cc9-bcfc-210a8c566310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:19.738371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea73c6e7-b8a7-4295-9d04-1bbe5482133f req-d5c90dfa-2cc7-4cc9-bcfc-210a8c566310 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1125 time: 0.1853070 Feb 10 04:13:19.774210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a58f163-3d8a-4031-88c3-56d518339811 req-5f554e4b-c5cc-48f4-abcc-f37b99b80fd4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931828 Feb 10 04:13:19.777974 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.879750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73c6e7-b8a7-4295-9d04-1bbe5482133f req-efdfa4d3-cba7-4d1a-956a-3b5818f2d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:19.879750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea73c6e7-b8a7-4295-9d04-1bbe5482133f req-efdfa4d3-cba7-4d1a-956a-3b5818f2d559 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=12f7cdcc36624327a4fa912d862ab022&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1326463 Feb 10 04:13:19.883402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455766d-e77f-4596-877f-8adc2ebe9947 None None] Pushing event updated for resources: {'Port': ['ID=5332f39b-0949-4e40-98f3-79f1720bb2bc,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:19.904319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Made reservation on behalf of fb6ad22cde204280913eccb538004220 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:19.907683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:19.988804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38108) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:20.175650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30f7b05b-52be-4982-b287-b86fd3b398f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.203523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d8bc103-cc22-4de8-9033-44bd770efe02 req-4778df4d-6fa2-4150-895f-894e87dc46f3 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 210 time: 0.1693871 Feb 10 04:13:20.280339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30f7b05b-52be-4982-b287-b86fd3b398f4 admin admin] Publish callbacks [] for security_group (ac29d1d1-cf0d-4f50-9ef6-73020d4d6379), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.339633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73c6e7-b8a7-4295-9d04-1bbe5482133f req-faa5f1e1-91c3-4b85-bac5-9b590a0c47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:20.341870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea73c6e7-b8a7-4295-9d04-1bbe5482133f req-faa5f1e1-91c3-4b85-bac5-9b590a0c47ae service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4562378 Feb 10 04:13:20.373640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30f7b05b-52be-4982-b287-b86fd3b398f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ac29d1d1-cf0d-4f50-9ef6-73020d4d6379), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.411810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-a75847e8-0018-42ef-893d-035a237eb556 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:20.413380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-a75847e8-0018-42ef-893d-035a237eb556 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 815 time: 0.4565504 Feb 10 04:13:20.425678 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-30f7b05b-52be-4982-b287-b86fd3b398f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9d995cf100d4f3c9fe1f0e339447807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4328444 Feb 10 04:13:20.426865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38116) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:20.438177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7b05b-52be-4982-b287-b86fd3b398f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac29d1d1-cf0d-4f50-9ef6-73020d4d6379,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:20.456028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Request body: {'port': {'device_id': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'admin_state_up': True, 'tenant_id': 'fb6ad22cde204280913eccb538004220'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:20.494740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6452c88f-35ad-4056-a334-da21ffdddf4e admin admin] Publish callbacks [] for security_group (ac29d1d1-cf0d-4f50-9ef6-73020d4d6379), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.517556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6452c88f-35ad-4056-a334-da21ffdddf4e admin admin] Publish callbacks [] for security_group (ac29d1d1-cf0d-4f50-9ef6-73020d4d6379), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.524031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Allocated IP 172.20.0.14 (c252ce1a-c07a-4e48-898a-e2846c267271/73139fa8-1b00-4a11-8cc4-7aa973273ce5/da08a380-17ca-4b23-a4b3-533cb388a29a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:20.544050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccedc22-f0fd-4606-b8d2-8fbdcac4d943 req-d06d7010-4b9b-44f7-831a-150e243a7c20 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:20.545851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ccedc22-f0fd-4606-b8d2-8fbdcac4d943 req-d06d7010-4b9b-44f7-831a-150e243a7c20 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.2562141 Feb 10 04:13:20.644234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6452c88f-35ad-4056-a334-da21ffdddf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ac29d1d1-cf0d-4f50-9ef6-73020d4d6379), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.646880 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6452c88f-35ad-4056-a334-da21ffdddf4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.657450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6452c88f-35ad-4056-a334-da21ffdddf4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac29d1d1-cf0d-4f50-9ef6-73020d4d6379 HTTP/1.1" status: 204 len: 168 time: 0.2282133 Feb 10 04:13:20.685089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452c88f-35ad-4056-a334-da21ffdddf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac29d1d1-cf0d-4f50-9ef6-73020d4d6379,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:20.787885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5332f39b-0949-4e40-98f3-79f1720bb2bc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:20.850576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5332f39b-0949-4e40-98f3-79f1720bb2bc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:20.852568 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.941064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5332f39b-0949-4e40-98f3-79f1720bb2bc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:20.941464 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:20.991865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 5332f39b-0949-4e40-98f3-79f1720bb2bc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5332f39b-0949-4e40-98f3-79f1720bb2bc,segment=NetworkSegment(8de6ec01-7ca9-488f-b04e-67160f7d55b2),segment_id=8de6ec01-7ca9-488f-b04e-67160f7d55b2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:21.049192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c9e63723-c949-493c-9bf7-3ae533fa99ae up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:21.108003 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.158400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-bfcb888e-c57b-4763-841c-79c97f210cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:21.160461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-bfcb888e-c57b-4763-841c-79c97f210cff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1125 time: 0.7571287 Feb 10 04:13:21.191936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405359c-511f-4ec6-a3cd-d18e6ab61343 None None] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:21.213070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712d1e-6e95-4357-9b31-ed4b843857db req-f1d54047-deb2-481f-ab8f-b22a3391a1ed tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:21.219799 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e712d1e-6e95-4357-9b31-ed4b843857db req-f1d54047-deb2-481f-ab8f-b22a3391a1ed tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 944 time: 0.1677930 Feb 10 04:13:21.284609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=5332f39b-0949-4e40-98f3-79f1720bb2bc,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:21.291325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e712d1e-6e95-4357-9b31-ed4b843857db req-e2692f05-c479-49ad-8938-367a19627f86 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645151 Feb 10 04:13:21.319717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-c3ffddec-93c4-41fe-b7ce-4fa85f0606c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 217 time: 0.1393681 Feb 10 04:13:21.364866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e09e0aaa-d09f-414d-97c1-60d12c9a5baa None None] Provisioning complete for port 5332f39b-0949-4e40-98f3-79f1720bb2bc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:21.366207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e09e0aaa-d09f-414d-97c1-60d12c9a5baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.383722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ccedc22-f0fd-4606-b8d2-8fbdcac4d943 req-08f3eecf-7d6e-4463-b99c-8c2db25bebed tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8054159 Feb 10 04:13:21.420760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb83e-60d6-43a0-bd8e-728f1289cb87 req-6c803cd2-b4ee-4b7e-88d9-db36a8e2538c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:21.431661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8abb83e-60d6-43a0-bd8e-728f1289cb87 req-6c803cd2-b4ee-4b7e-88d9-db36a8e2538c tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.0849154 Feb 10 04:13:21.506631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks [] for router_gateway (b6e57269-d755-4fc6-aa51-1229a2b0a517), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.516450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-71a466ab-e821-4bff-9332-511b92579846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:21.518409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-71a466ab-e821-4bff-9332-511b92579846 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.1874609 Feb 10 04:13:21.525168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8abb83e-60d6-43a0-bd8e-728f1289cb87 req-7c47bec2-14be-4fbc-bd30-13658830ad25 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925877 Feb 10 04:13:21.528534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c9e63723-c949-493c-9bf7-3ae533fa99ae completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:21.535331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38130) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:21.561231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c9e63723-c949-493c-9bf7-3ae533fa99ae triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:21.569751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.569919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.587164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Made reservation on behalf of fb6ad22cde204280913eccb538004220 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:21.591297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.606177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-956a4017-b050-47f2-a6ac-baddee8ac03c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d36455dd937348f7b9a0a3caf772a56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689020 Feb 10 04:13:21.607224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38132) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:21.614010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-c2fe9e53-1894-4a5e-afbc-7d06a2561afb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714583 Feb 10 04:13:21.634620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9261ac5b-337d-4219-a39a-42d8b4f725cc req-356db8e9-fbb4-4841-98d1-c9477b428902 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 210 time: 0.1149917 Feb 10 04:13:21.662003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e09e0aaa-d09f-414d-97c1-60d12c9a5baa None None] Current status of the port 5332f39b-0949-4e40-98f3-79f1720bb2bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:21.682576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks [] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.739515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c9e63723-c949-493c-9bf7-3ae533fa99ae is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:21.739913 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.806572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c9e63723-c949-493c-9bf7-3ae533fa99ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c9e63723-c949-493c-9bf7-3ae533fa99ae,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:21.808147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8892bb7-7252-4ebb-9ff9-c7eed6ce058f admin admin] Publish callbacks [] for security_group (220a082e-556a-4f8f-aef9-718e74d74bb2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.808341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:21.811379 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49ee33-6ff1-4026-a8ec-a99bcf965ef7" -d '{"events": [{"server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "name": "network-vif-plugged", "status": "completed", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:21.863976 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce21909-2a19-4155-8905-60f686ea6e38 x-openstack-request-id: req-2ce21909-2a19-4155-8905-60f686ea6e38 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:21.864280 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "name": "network-vif-plugged", "status": "completed", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:21.865546 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ce21909-2a19-4155-8905-60f686ea6e38 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:21.865965 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'code': 200} Feb 10 04:13:21.878256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-e8bd88e7-73c5-4f95-ac16-1d0fb6c025b3 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:21.880111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-e8bd88e7-73c5-4f95-ac16-1d0fb6c025b3 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.43 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 815 time: 0.2084558 Feb 10 04:13:21.886209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8892bb7-7252-4ebb-9ff9-c7eed6ce058f admin admin] Publish callbacks [] for security_group (220a082e-556a-4f8f-aef9-718e74d74bb2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.891328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:21.898673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Request body: {'port': {'device_id': '20bda62f-9803-46e2-b553-91d88000ed18', 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'admin_state_up': True, 'tenant_id': 'fb6ad22cde204280913eccb538004220'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:21.997202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c9e63723-c949-493c-9bf7-3ae533fa99ae,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:22.050140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-ac9efbbf-4ee3-40d8-96b2-5422c8fcd9b5 service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131303 Feb 10 04:13:22.162558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8892bb7-7252-4ebb-9ff9-c7eed6ce058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (220a082e-556a-4f8f-aef9-718e74d74bb2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.165417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8892bb7-7252-4ebb-9ff9-c7eed6ce058f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.177504 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d8892bb7-7252-4ebb-9ff9-c7eed6ce058f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/220a082e-556a-4f8f-aef9-718e74d74bb2 HTTP/1.1" status: 204 len: 168 time: 0.5618551 Feb 10 04:13:22.178247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Allocated IP 172.25.8.238 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:22.178870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8892bb7-7252-4ebb-9ff9-c7eed6ce058f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220a082e-556a-4f8f-aef9-718e74d74bb2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:22.211560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Made reservation on behalf of fb6ad22cde204280913eccb538004220 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:22.211778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf470c-ce3d-4e68-bd9f-dc6ca06055ab req-d6086e9a-c466-466c-a331-9769c43b7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:22.212026 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-febf470c-ce3d-4e68-bd9f-dc6ca06055ab req-d6086e9a-c466-466c-a331-9769c43b7f45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 1127 time: 0.2018692 Feb 10 04:13:22.212201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.229453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1f584b7b-419d-4904-bd5f-7c271b3b2393 None None] Provisioning complete for port 5332f39b-0949-4e40-98f3-79f1720bb2bc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:22.230106 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f584b7b-419d-4904-bd5f-7c271b3b2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.385465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1f584b7b-419d-4904-bd5f-7c271b3b2393 None None] Current status of the port 5332f39b-0949-4e40-98f3-79f1720bb2bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:22.391357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.482032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70770a82-5df6-43a5-acf1-947a9ebdbf49 req-80c081ae-b158-4524-855c-2f969bda3a54 service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155016 Feb 10 04:13:22.566037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825a89b-f7cc-4577-bd2c-abeff4e80772 req-b0c35990-5176-486c-beb5-620c94f369c3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:22.573479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b825a89b-f7cc-4577-bd2c-abeff4e80772 req-b0c35990-5176-486c-beb5-620c94f369c3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.0773683 Feb 10 04:13:22.574254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks [] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.591859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-febf470c-ce3d-4e68-bd9f-dc6ca06055ab req-1ae3e5da-df15-495f-9ca0-dd26126d0290 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325422 Feb 10 04:13:22.610021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Network c252ce1a-c07a-4e48-898a-e2846c267271 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:22.624240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:22.635941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Allocated IP 172.20.0.10 (c252ce1a-c07a-4e48-898a-e2846c267271/73139fa8-1b00-4a11-8cc4-7aa973273ce5/2f4708e8-fb54-4802-abbd-50ca6268bafe) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:22.637454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b825a89b-f7cc-4577-bd2c-abeff4e80772 req-39d23afa-d4f9-4e9c-8a17-214f609ef2b0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579145 Feb 10 04:13:22.644883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:22.680105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Pushing event updated for resources: {'Port': ['ID=da08a380-17ca-4b23-a4b3-533cb388a29a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:22.804621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ace87f-d1b4-496f-82c2-94b8cd7d01d0 req-acb06ab3-d806-4454-8446-21a144a13a69 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:22.817470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-26ace87f-d1b4-496f-82c2-94b8cd7d01d0 req-acb06ab3-d806-4454-8446-21a144a13a69 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1189482 Feb 10 04:13:22.835563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:22.836213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.836351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5332f39b-0949-4e40-98f3-79f1720bb2bc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:22.859523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a568d6f-a289-48db-aa0b-ec506db82016 req-17e2a94d-5fee-4364-9125-6bbe18c1013f tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:22.861481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a568d6f-a289-48db-aa0b-ec506db82016 req-17e2a94d-5fee-4364-9125-6bbe18c1013f tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.4745467 Feb 10 04:13:22.923031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5332f39b-0949-4e40-98f3-79f1720bb2bc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:22.923409 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:22.929318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-26ace87f-d1b4-496f-82c2-94b8cd7d01d0 req-db362d0a-17a8-48e6-8a6a-89b2962ec64a tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108174 Feb 10 04:13:23.011048 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a568d6f-a289-48db-aa0b-ec506db82016 req-a4a5ec47-1125-47c3-96ac-416816d2a2fd tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382535 Feb 10 04:13:23.017407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-4573cbb8-a676-4510-8c9b-ddfee632eba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8433366 Feb 10 04:13:23.049183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Request body: {'port': {'device_id': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:23.079951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.081231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5332f39b-0949-4e40-98f3-79f1720bb2bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:23.115474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e994b7d4-fea0-4a80-9ae3-39152ae29b34 req-1c012dcf-32a0-4f19-9b7e-d4b413cd54ba tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 210 time: 0.0560377 Feb 10 04:13:23.120117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c641b95b-cd7f-40c6-816c-5f85f8a413b5 None None] Provisioning complete for port da08a380-17ca-4b23-a4b3-533cb388a29a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:23.120741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c641b95b-cd7f-40c6-816c-5f85f8a413b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.154343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Pushing event updated for resources: {'Port': ['ID=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:23.172408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c641b95b-cd7f-40c6-816c-5f85f8a413b5 None None] Port da08a380-17ca-4b23-a4b3-533cb388a29a cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:23.194452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:23.232150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:23.236242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks [] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.239493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:23.281518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.506596 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.534946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38168) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:23.554103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Allocated IP 172.20.0.8 (c252ce1a-c07a-4e48-898a-e2846c267271/73139fa8-1b00-4a11-8cc4-7aa973273ce5/7a62b471-2aeb-41f0-b776-00b0a0a9f791) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:23.588073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Network c252ce1a-c07a-4e48-898a-e2846c267271 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:23.594250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:23.598848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:23.602912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Pushing event updated for resources: {'Port': ['ID=2f4708e8-fb54-4802-abbd-50ca6268bafe,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:23.749392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:23.749790 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.768619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks [] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.856895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172457347'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:23.886187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.951487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks [] for router_gateway (b6e57269-d755-4fc6-aa51-1229a2b0a517), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:23.969756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Network c252ce1a-c07a-4e48-898a-e2846c267271 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:23.974341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:23.991126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Pushing event updated for resources: {'Port': ['ID=7a62b471-2aeb-41f0-b776-00b0a0a9f791,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:24.001776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:24.020244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4bab040b-f9a6-4408-9678-51fec1c173ed None None] Provisioning complete for port 2f4708e8-fb54-4802-abbd-50ca6268bafe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:24.022751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4bab040b-f9a6-4408-9678-51fec1c173ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.076657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:24.079945 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.088237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4bab040b-f9a6-4408-9678-51fec1c173ed None None] Port 2f4708e8-fb54-4802-abbd-50ca6268bafe cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:24.091337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4fd0dba3-0f41-4fcd-9d7b-046b3e029bb6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6624548 Feb 10 04:13:24.119196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0515a4f-3c9d-4055-ab69-ed4b5b664995 req-1e2632e7-4294-4d1a-aeff-cf5319101c79 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:24.128763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0515a4f-3c9d-4055-ab69-ed4b5b664995 req-1e2632e7-4294-4d1a-aeff-cf5319101c79 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.3862345 Feb 10 04:13:24.132819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Request body: {'port': {'device_id': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:24.140492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.150082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:24.152820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.196232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9919bc-8190-47f3-902a-cb7dbe00cc3d req-82a68220-11ea-4ff3-8be1-08ae3598cf57 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:24.199776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad9919bc-8190-47f3-902a-cb7dbe00cc3d req-82a68220-11ea-4ff3-8be1-08ae3598cf57 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1397204 Feb 10 04:13:24.283354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-a79c2fbe-df66-444b-be62-127caa7f81b6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3887091 Feb 10 04:13:24.299060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Request body: {'port': {'device_id': '20bda62f-9803-46e2-b553-91d88000ed18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:24.331549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad9919bc-8190-47f3-902a-cb7dbe00cc3d req-a4818e92-42e4-4d53-9f15-6339abff0e19 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253669 Feb 10 04:13:24.373428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0515a4f-3c9d-4055-ab69-ed4b5b664995 req-dd095286-6f34-41cb-9056-1858b0effc04 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447929 Feb 10 04:13:24.422409 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.431302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eec275e1-3a34-41cd-bfe9-224487eed743 None None] Provisioning complete for port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:24.436122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eec275e1-3a34-41cd-bfe9-224487eed743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.482777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eec275e1-3a34-41cd-bfe9-224487eed743 None None] Port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:24.502653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.590926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (b6e57269-d755-4fc6-aa51-1229a2b0a517), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.643519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f413-e119-4a3e-8526-b8a6d93e1b8c req-153a6f03-b2bb-48ec-83b8-5430774e96af tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:24.645225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08a0f413-e119-4a3e-8526-b8a6d93e1b8c req-153a6f03-b2bb-48ec-83b8-5430774e96af tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.0833828 Feb 10 04:13:24.710487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08a0f413-e119-4a3e-8526-b8a6d93e1b8c req-fbc702bd-cc9f-4769-b337-67e3e9637646 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515618 Feb 10 04:13:24.862149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048e86a-eb5a-4b8b-ba77-4da2ed1e30af req-084c366d-42d9-46ea-8654-804bb55cca99 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:24.863869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a048e86a-eb5a-4b8b-ba77-4da2ed1e30af req-084c366d-42d9-46ea-8654-804bb55cca99 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.0715730 Feb 10 04:13:24.873548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38186) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:24.878581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Request body: {'floatingip': {'port_id': 'c9e63723-c949-493c-9bf7-3ae533fa99ae'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:24.925545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for floatingip (a30d9539-130d-4593-8241-90306b44dbe1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:24.999045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da08a380-17ca-4b23-a4b3-533cb388a29a {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:25.046903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Publish callbacks [] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.063013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:13:25.075627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for security_group (3cff41a6-af52-4144-899c-08f1aca736ad), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.095474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Transition to ACTIVE for port object da08a380-17ca-4b23-a4b3-533cb388a29a will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:13:25.110668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e81-8664-48ed-ace1-12a3ab8dbb62 req-bb11aeb6-0992-466b-be08-9d9720e1889f tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:25.112437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-928f6e81-8664-48ed-ace1-12a3ab8dbb62 req-bb11aeb6-0992-466b-be08-9d9720e1889f tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 931 time: 0.6009295 Feb 10 04:13:25.174084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3cff41a6-af52-4144-899c-08f1aca736ad), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.195999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:25.208431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235', 'port_id': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'mac_address': 'fa:16:3e:94:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58460e59-2bba-44ad-8efe-b86a3619b642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:13:25.235641 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.255807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:25.256597 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.274540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964c35b4-56c2-4e75-9017-679d7cd2cc1c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:25.295311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:25.329076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:25.367018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9f417078-04ce-4698-ab73-c719a527035f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.367367 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 9f417078-04ce-4698-ab73-c719a527035f of type vlan for network 6048c519-f475-4c5c-93a3-1847fe5c477d Feb 10 04:13:25.368643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff41a6-af52-4144-899c-08f1aca736ad,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:25.393347 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.449045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Pushing event updated for resources: {'Port': ['ID=da08a380-17ca-4b23-a4b3-533cb388a29a,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:25.484122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-928f6e81-8664-48ed-ace1-12a3ab8dbb62 req-a813e095-8dc7-481d-a037-ccfa19080bba tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166325 Feb 10 04:13:25.505791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6048c519-f475-4c5c-93a3-1847fe5c477d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.548355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:25.617971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Attempting to bind port da08a380-17ca-4b23-a4b3-533cb388a29a on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:25.618672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Attempting to bind port da08a380-17ca-4b23-a4b3-533cb388a29a by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:25.618672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Attempting to bind port da08a380-17ca-4b23-a4b3-533cb388a29a on network c252ce1a-c07a-4e48-898a-e2846c267271 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:25.637571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Port da08a380-17ca-4b23-a4b3-533cb388a29a on network c252ce1a-c07a-4e48-898a-e2846c267271 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:13:25.638013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Attempting to bind port da08a380-17ca-4b23-a4b3-533cb388a29a on network c252ce1a-c07a-4e48-898a-e2846c267271 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:25.660130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:25.660528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Checking segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:25.660921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Bound using segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:25.661420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Bound port: da08a380-17ca-4b23-a4b3-533cb388a29a, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:25.662031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.682567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['964c35b4-56c2-4e75-9017-679d7cd2cc1c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:25.682819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Router b6e57269-d755-4fc6-aa51-1229a2b0a517 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:13:25.717672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6048c519-f475-4c5c-93a3-1847fe5c477d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.722899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:25.723511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.775408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3d41-0439-47ce-a70c-5d30dbb3d50f req-0e016b2c-2a9c-4317-a0a3-7ae24da94866 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:25.776898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-109a3d41-0439-47ce-a70c-5d30dbb3d50f req-0e016b2c-2a9c-4317-a0a3-7ae24da94866 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.1517768 Feb 10 04:13:25.781779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a62b471-2aeb-41f0-b776-00b0a0a9f791 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:25.803864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Publish callbacks [] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:25.831221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141962e-91c6-4832-8c12-f1122248c3c3 req-6194c113-8e6c-4f33-b6a5-03bf5775496e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:25.839178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1141962e-91c6-4832-8c12-f1122248c3c3 req-6194c113-8e6c-4f33-b6a5-03bf5775496e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.3467546 Feb 10 04:13:25.913791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3769345 Feb 10 04:13:25.920865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13c4c8-04a7-481b-be88-b0c7d5527e34 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=6048c519-f475-4c5c-93a3-1847fe5c477d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:25.935973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6048c519-f475-4c5c-93a3-1847fe5c477d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:25.942135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Transition to ACTIVE for port object 7a62b471-2aeb-41f0-b776-00b0a0a9f791 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:13:25.942671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] For port da08a380-17ca-4b23-a4b3-533cb388a29a, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:25.947201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-109a3d41-0439-47ce-a70c-5d30dbb3d50f req-361e31bc-a4a3-4d22-b503-1ce935a5ef16 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561949 Feb 10 04:13:25.950901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] For port da08a380-17ca-4b23-a4b3-533cb388a29a, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=da08a380-17ca-4b23-a4b3-533cb388a29a,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:26.044525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.resource_extend [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:13:26.080313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38194) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:26.093835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '6048c519-f475-4c5c-93a3-1847fe5c477d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:26.097192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1141962e-91c6-4832-8c12-f1122248c3c3 req-7555a2d1-1d16-4125-8679-720619f34b35 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563417 Feb 10 04:13:26.102169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.109355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.194166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:26.194812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.196595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] 10.222.0.24 "PUT /v2.0/ports/da08a380-17ca-4b23-a4b3-533cb388a29a HTTP/1.1" status: 200 len: 1092 time: 3.1589603 Feb 10 04:13:26.206122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'tag': 'da08a380-17ca-4b23-a4b3-533cb388a29a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:26.208681 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de711b18-a008-48f4-8b9d-66675d2ea73d" -d '{"events": [{"name": "network-changed", "server_uuid": "122233fa-8e2a-4f7c-b96f-eae9a51a523a", "tag": "da08a380-17ca-4b23-a4b3-533cb388a29a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:26.251054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:13:26.267306 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04556bfa-0620-4a4a-99b3-414795b0232a x-openstack-request-id: req-04556bfa-0620-4a4a-99b3-414795b0232a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:26.267602 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122233fa-8e2a-4f7c-b96f-eae9a51a523a", "tag": "da08a380-17ca-4b23-a4b3-533cb388a29a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:26.267861 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04556bfa-0620-4a4a-99b3-414795b0232a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:26.268272 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'tag': 'da08a380-17ca-4b23-a4b3-533cb388a29a', 'status': 'completed', 'code': 200} Feb 10 04:13:26.268463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Sync routers for ids ['b6e57269-d755-4fc6-aa51-1229a2b0a517'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:13:26.289380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Routers {'b6e57269-d755-4fc6-aa51-1229a2b0a517'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:26.290215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b6e57269-d755-4fc6-aa51-1229a2b0a517'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:26.400360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed2a5-93c7-41d0-ba30-432a7abffd14 service neutron] Pushing event updated for resources: {'Port': ['ID=da08a380-17ca-4b23-a4b3-533cb388a29a,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:26.441781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4708e8-fb54-4802-abbd-50ca6268bafe {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:26.455196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Publish callbacks [] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.484023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.484023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b5cb34a8-a9ee-481f-9f81-ae38f8109326 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9418921 Feb 10 04:13:26.484023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Transition to ACTIVE for port object 2f4708e8-fb54-4802-abbd-50ca6268bafe will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:13:26.486202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38200) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:26.488291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de711b18-a008-48f4-8b9d-66675d2ea73d req-35475718-f776-4f00-93b6-46fb9e73231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:26.499644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de711b18-a008-48f4-8b9d-66675d2ea73d req-35475718-f776-4f00-93b6-46fb9e73231c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 1126 time: 0.2139165 Feb 10 04:13:26.582906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Set router b6e57269-d755-4fc6-aa51-1229a2b0a517 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:26.584780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:26.588362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.645714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.713997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.782891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Pushing event updated for resources: {'Port': ['ID=7a62b471-2aeb-41f0-b776-00b0a0a9f791,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:26.791806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a30d9539-130d-4593-8241-90306b44dbe1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:26.865246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Pushing event updated for resources: {'Port': ['ID=2f4708e8-fb54-4802-abbd-50ca6268bafe,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:26.936650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1d49c-0aa1-480c-a84c-d341c0bf7d72 req-f61f4003-839d-441a-b8ab-c0bbf2d2b199 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:26.937386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:23Z', 'revision_number': 3, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port': {'id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:21Z', 'updated_at': '2022-02-10T04:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:26.939008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-20a1d49c-0aa1-480c-a84c-d341c0bf7d72 req-f61f4003-839d-441a-b8ab-c0bbf2d2b199 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 943 time: 0.3083797 Feb 10 04:13:26.961633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de711b18-a008-48f4-8b9d-66675d2ea73d req-c0127128-a751-42f5-952e-3dbb042aa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:26.967391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de711b18-a008-48f4-8b9d-66675d2ea73d req-c0127128-a751-42f5-952e-3dbb042aa5ce service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=fb6ad22cde204280913eccb538004220&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4596407 Feb 10 04:13:26.978024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Checking router: b6e57269-d755-4fc6-aa51-1229a2b0a517 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:26.978395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Updating router b6e57269-d755-4fc6-aa51-1229a2b0a517 port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:13:27.028098 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.041314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-20a1d49c-0aa1-480c-a84c-d341c0bf7d72 req-cb36c2ab-2d00-4421-8e8b-c74a4dda4947 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903609 Feb 10 04:13:27.071281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Attempting to bind port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:27.072299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Attempting to bind port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:27.073748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Attempting to bind port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 on network c252ce1a-c07a-4e48-898a-e2846c267271 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:27.078152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:27.091772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 on network c252ce1a-c07a-4e48-898a-e2846c267271 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:13:27.092099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Attempting to bind port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 on network c252ce1a-c07a-4e48-898a-e2846c267271 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:27.094209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Attempting to bind port 2f4708e8-fb54-4802-abbd-50ca6268bafe on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:27.094582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Attempting to bind port 2f4708e8-fb54-4802-abbd-50ca6268bafe by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:27.094955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Attempting to bind port 2f4708e8-fb54-4802-abbd-50ca6268bafe on network c252ce1a-c07a-4e48-898a-e2846c267271 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:27.137248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Port 2f4708e8-fb54-4802-abbd-50ca6268bafe on network c252ce1a-c07a-4e48-898a-e2846c267271 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:13:27.138000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Attempting to bind port 2f4708e8-fb54-4802-abbd-50ca6268bafe on network c252ce1a-c07a-4e48-898a-e2846c267271 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:27.141489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:27.141827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Checking segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:27.142218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Bound using segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:27.142656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Bound port: 7a62b471-2aeb-41f0-b776-00b0a0a9f791, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:27.143048 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.154160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:27.155682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Checking segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:27.156194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Bound using segment: {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:27.156747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Bound port: 2f4708e8-fb54-4802-abbd-50ca6268bafe, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:27.157211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.216167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] For port 7a62b471-2aeb-41f0-b776-00b0a0a9f791, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:27.219543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] For port 7a62b471-2aeb-41f0-b776-00b0a0a9f791, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=7a62b471-2aeb-41f0-b776-00b0a0a9f791,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:27.247374 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Floating IP a30d9539-130d-4593-8241-90306b44dbe1 associated. External IP: 172.25.8.145, port: c9e63723-c949-493c-9bf7-3ae533fa99ae. Feb 10 04:13:27.404644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.451920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de711b18-a008-48f4-8b9d-66675d2ea73d req-26bdb159-1004-4c88-b344-1872ff829088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:27.453426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de711b18-a008-48f4-8b9d-66675d2ea73d req-26bdb159-1004-4c88-b344-1872ff829088 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3654366 Feb 10 04:13:27.524495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] For port 2f4708e8-fb54-4802-abbd-50ca6268bafe, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:27.580400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] For port 2f4708e8-fb54-4802-abbd-50ca6268bafe, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2f4708e8-fb54-4802-abbd-50ca6268bafe,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:27.601068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:27.601766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.610054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] 10.222.0.43 "PUT /v2.0/ports/7a62b471-2aeb-41f0-b776-00b0a0a9f791 HTTP/1.1" status: 200 len: 1091 time: 3.3175228 Feb 10 04:13:27.617437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bda62f-9803-46e2-b553-91d88000ed18', 'tag': '7a62b471-2aeb-41f0-b776-00b0a0a9f791'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:27.621545 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1582bf54-daa5-44ad-8a54-26e242d528ce" -d '{"events": [{"name": "network-changed", "server_uuid": "20bda62f-9803-46e2-b553-91d88000ed18", "tag": "7a62b471-2aeb-41f0-b776-00b0a0a9f791"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:27.676014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.686677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 964c35b4-56c2-4e75-9017-679d7cd2cc1c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:27.711993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 964c35b4-56c2-4e75-9017-679d7cd2cc1c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:27.712577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.714407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbee9-d708-46a2-aa58-238d506f7de5 req-55e3a935-9c50-4611-bf0d-010afe148844 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:27.716771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35dcbee9-d708-46a2-aa58-238d506f7de5 req-55e3a935-9c50-4611-bf0d-010afe148844 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.5699224 Feb 10 04:13:27.797886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (453393f0-b350-4425-90d5-18e5230e2abb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.816690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6acebf14-3210-46c9-b1e8-c0aa7859aa8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.856052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b658a3-d4e5-4b95-8dc5-b40c7a09845f service neutron] Pushing event updated for resources: {'Port': ['ID=7a62b471-2aeb-41f0-b776-00b0a0a9f791,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:27.863392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Router 53b04fec-9080-48f6-ad9c-c716518943d4 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:13:27.872665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-703c9571-3768-4c7d-b8de-d38939b6c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:27.872665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-703c9571-3768-4c7d-b8de-d38939b6c248 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 1126 time: 0.3473599 Feb 10 04:13:27.877373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:27.878217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.880424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeacb8-b445-4eba-aff5-93621ae1b063 req-85408e7d-6c2f-4390-9ead-7fb6ae66c63f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:27.880985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] 10.222.0.24 "PUT /v2.0/ports/2f4708e8-fb54-4802-abbd-50ca6268bafe HTTP/1.1" status: 200 len: 1092 time: 3.7713447 Feb 10 04:13:27.882601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ccbeacb8-b445-4eba-aff5-93621ae1b063 req-85408e7d-6c2f-4390-9ead-7fb6ae66c63f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.4961934 Feb 10 04:13:27.892370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bcaa7-472f-4895-b74c-98b121765cfa service neutron] Pushing event updated for resources: {'Port': ['ID=2f4708e8-fb54-4802-abbd-50ca6268bafe,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:27.900157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Publish callbacks [] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.920084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:27.920842 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:27.947664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-08752489-01cb-4b0a-ab28-d4df7fa89bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:27.949921 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-08752489-01cb-4b0a-ab28-d4df7fa89bff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 1125 time: 0.1976457 Feb 10 04:13:27.964513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:27.968066 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716ab566-31f0-45c1-a0e2-f386b823fdfd" -d '{"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-plugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:28.002744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:28.020812 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:28.068437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f15c3-4850-4811-818a-c5dbd960c6a6 None None] Pushing event updated for resources: {'Port': ['ID=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:28.091975 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:28.103748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-b0b36a15-446f-4ecf-8e73-27629c47735f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a62b471-2aeb-41f0-b776-00b0a0a9f791 HTTP/1.1" status: 200 len: 217 time: 0.1305463 Feb 10 04:13:28.147258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35dcbee9-d708-46a2-aa58-238d506f7de5 req-c328c675-bcd3-4e81-83a7-072539284748 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540351 Feb 10 04:13:28.157658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:28.170521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Attempting to bind port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:28.171541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Attempting to bind port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:28.172208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Attempting to bind port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:28.179358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:28.180185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:28.180793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:28.181429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:28.183243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Bound port: 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:28.185557 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:28.251741 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ccbeacb8-b445-4eba-aff5-93621ae1b063 req-32358eba-828b-4ce1-9bd1-304a3275b96e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555393 Feb 10 04:13:28.260342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] For port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:28.261172 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774ba5d7-1e81-48a5-b801-781ff5e0f9af x-openstack-request-id: req-774ba5d7-1e81-48a5-b801-781ff5e0f9af {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:28.263876 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bda62f-9803-46e2-b553-91d88000ed18", "tag": "7a62b471-2aeb-41f0-b776-00b0a0a9f791", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:28.264057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] For port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:28.264172 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-774ba5d7-1e81-48a5-b801-781ff5e0f9af {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:28.264795 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bda62f-9803-46e2-b553-91d88000ed18', 'tag': '7a62b471-2aeb-41f0-b776-00b0a0a9f791', 'status': 'completed', 'code': 200} Feb 10 04:13:28.298102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '9f417078-04ce-4698-ab73-c719a527035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6048c519-f475-4c5c-93a3-1847fe5c477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:28.298455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 6048c519-f475-4c5c-93a3-1847fe5c477d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:28.307158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'tag': '2f4708e8-fb54-4802-abbd-50ca6268bafe'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:28.308174 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c00e488-d8c2-413e-afa5-15b1ca3758f5 x-openstack-request-id: req-0c00e488-d8c2-413e-afa5-15b1ca3758f5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:28.310152 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-plugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:28.310321 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6f8631-1ce1-44a5-9e52-ee32c69c7f60", "tag": "2f4708e8-fb54-4802-abbd-50ca6268bafe"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:28.311004 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c00e488-d8c2-413e-afa5-15b1ca3758f5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:28.311563 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'code': 200} Feb 10 04:13:28.322620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-37e220bf-9ce2-4621-baf0-da2372fce218 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08a380-17ca-4b23-a4b3-533cb388a29a HTTP/1.1" status: 200 len: 217 time: 0.4162199 Feb 10 04:13:28.363788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-1037ae9b-f7e6-4933-921e-e1732d0c7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:28.365314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-1037ae9b-f7e6-4933-921e-e1732d0c7b08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73139fa8-1b00-4a11-8cc4-7aa973273ce5 HTTP/1.1" status: 200 len: 854 time: 0.2552173 Feb 10 04:13:28.384910 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:28.410141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-5ce5bf4f-c70f-4480-bbd8-eaf95ade82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:28.411476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-5ce5bf4f-c70f-4480-bbd8-eaf95ade82e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73139fa8-1b00-4a11-8cc4-7aa973273ce5 HTTP/1.1" status: 200 len: 854 time: 0.0828891 Feb 10 04:13:28.412125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=453393f0-b350-4425-90d5-18e5230e2abb,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:28.425885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-5310b3cd-3664-4fe8-a9c9-991153aef294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:28.427711 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-5310b3cd-3664-4fe8-a9c9-991153aef294 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 1126 time: 0.3027833 Feb 10 04:13:28.441189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:13:28.446564 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:28.455596 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] Sync routers for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:13:28.470059 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:28.472125 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:28.487368 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5466efa8-d974-47ed-b5e4-a8f98d393c3d x-openstack-request-id: req-5466efa8-d974-47ed-b5e4-a8f98d393c3d {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:28.491614 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6f8631-1ce1-44a5-9e52-ee32c69c7f60", "tag": "2f4708e8-fb54-4802-abbd-50ca6268bafe", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:28.491614 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5466efa8-d974-47ed-b5e4-a8f98d393c3d {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:28.491614 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'tag': '2f4708e8-fb54-4802-abbd-50ca6268bafe', 'status': 'completed', 'code': 200} Feb 10 04:13:28.500806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1e03-5cc1-4b27-8295-25fc589bb8ab req-95f06eb4-240d-4459-8621-9f9c8a394c29 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:28.508214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff8e1e03-5cc1-4b27-8295-25fc589bb8ab req-95f06eb4-240d-4459-8621-9f9c8a394c29 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 943 time: 0.1621208 Feb 10 04:13:28.517903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0a122207-6cdf-4fd3-b614-6a34e1c0ae08 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "PUT /v2.0/floatingips/a30d9539-130d-4593-8241-90306b44dbe1 HTTP/1.1" status: 200 len: 991 time: 3.6431601 Feb 10 04:13:28.526123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f15c3-4850-4811-818a-c5dbd960c6a6 None None] Pushing event updated for resources: {'Port': ['ID=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:28.532761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-1a0fd01c-0cf3-4ff0-af61-cedb593b4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:28.534326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-1a0fd01c-0cf3-4ff0-af61-cedb593b4046 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c252ce1a-c07a-4e48-898a-e2846c267271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1428478 Feb 10 04:13:28.582520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Routers {'b6e57269-d755-4fc6-aa51-1229a2b0a517'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:28.584043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b6e57269-d755-4fc6-aa51-1229a2b0a517'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:28.611854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff8e1e03-5cc1-4b27-8295-25fc589bb8ab req-7aba5ddb-20f8-445b-ada3-4b6eb3de64b7 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026974 Feb 10 04:13:28.683831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-76fafd70-3c68-4341-b1ca-018ae382c1cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f4708e8-fb54-4802-abbd-50ca6268bafe HTTP/1.1" status: 200 len: 217 time: 0.1943891 Feb 10 04:13:28.692610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 6048c519-f475-4c5c-93a3-1847fe5c477d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:28.716202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-9cc84188-def4-490d-bef3-792ace35d3fb service neutron] 10.222.0.43 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703169 Feb 10 04:13:28.723555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:28.774490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] Set router b6e57269-d755-4fc6-aa51-1229a2b0a517 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:28.861454 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:28.888190 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-456d0ce9-7c14-4a48-a198-959b4ad72049 req-976dd93f-9444-40b1-8b00-1a06f7cd3abf service neutron] 10.222.0.43 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638000 Feb 10 04:13:29.015633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1b28da1e-f830-4001-abdd-375414271772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:23Z', 'revision_number': 3, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port': {'id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:21Z', 'updated_at': '2022-02-10T04:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:29.107559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28da1e-f830-4001-abdd-375414271772 None None] The sync data for ids ['b6e57269-d755-4fc6-aa51-1229a2b0a517'] in n-d-827844-2 is: [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:23Z', 'revision_number': 3, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port': {'id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:21Z', 'updated_at': '2022-02-10T04:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:29.132270 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a30d9539-130d-4593-8241-90306b44dbe1', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'port_id': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'mac_address': 'fa:16:3e:e9:e1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:12:59Z', 'updated_at': '2022-02-10T04:13:25Z', 'revision_number': 1, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:29.151305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-4c6ec18d-d715-4c4d-885d-1ac4dcaabcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.154154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-4c6ec18d-d715-4c4d-885d-1ac4dcaabcd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 1125 time: 0.1231930 Feb 10 04:13:29.174047 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] Checking router: 53b04fec-9080-48f6-ad9c-c716518943d4 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:29.184853 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:29.185673 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:29.210742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 6048c519-f475-4c5c-93a3-1847fe5c477d) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:29.221822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda93c84-a127-4877-806d-2179cdf26896 None None] Network 6048c519-f475-4c5c-93a3-1847fe5c477d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:29.222916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d2ea3-2cbf-479d-9192-20626da0e24e req-d48170c8-ebaa-4239-85e2-b378f3237578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.224458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-261d2ea3-2cbf-479d-9192-20626da0e24e req-d48170c8-ebaa-4239-85e2-b378f3237578 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1127 time: 0.8048861 Feb 10 04:13:29.232610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-09d8aa4d-4df9-49c3-98c5-fc81dfa1bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.234292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-09d8aa4d-4df9-49c3-98c5-fc81dfa1bade service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c252ce1a-c07a-4e48-898a-e2846c267271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8038645 Feb 10 04:13:29.239804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.240402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:29.252823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4e298227-8118-414c-b0b2-524ec6171fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.254292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-4e298227-8118-414c-b0b2-524ec6171fa7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73139fa8-1b00-4a11-8cc4-7aa973273ce5 HTTP/1.1" status: 200 len: 854 time: 0.5566864 Feb 10 04:13:29.314613 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:29.448279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-6048c519-f475-4c5c-93a3-1847fe5c477d', 'network_id': '6048c519-f475-4c5c-93a3-1847fe5c477d', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': '453393f0-b350-4425-90d5-18e5230e2abb'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:29.451090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:29.493137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eca97-e192-4595-8f2d-641cba28de54 req-af1b9ec0-529b-4cbf-9e6c-fe9e9028b183 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.497630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-dd520ca6-c909-4a1c-90f5-3d96617acf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.499178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-dd520ca6-c909-4a1c-90f5-3d96617acf7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 916 time: 0.3381255 Feb 10 04:13:29.502461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-548eca97-e192-4595-8f2d-641cba28de54 req-af1b9ec0-529b-4cbf-9e6c-fe9e9028b183 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.8162303 Feb 10 04:13:29.539207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cee57c59-3c33-4c1c-b23c-ebe3a4cb2086 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.4553921 Feb 10 04:13:29.550955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d44a-8a35-4ae3-909f-c2963d11dc00 req-ef0c2846-6f7d-44ab-a524-9cf2615b59fc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.555398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38234) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:29.559394 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2781d44a-8a35-4ae3-909f-c2963d11dc00 req-ef0c2846-6f7d-44ab-a524-9cf2615b59fc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2312193 Feb 10 04:13:29.644006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132655224'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:29.673493 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-259009bd-e28f-4601-a536-460091c3d7fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a62b471-2aeb-41f0-b776-00b0a0a9f791 HTTP/1.1" status: 200 len: 217 time: 0.1646278 Feb 10 04:13:29.677049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-261d2ea3-2cbf-479d-9192-20626da0e24e req-1ada1dce-2216-40f9-9eb4-4e3ea2f3d319 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401605 Feb 10 04:13:29.710294 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a30d9539-130d-4593-8241-90306b44dbe1', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'port_id': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'mac_address': 'fa:16:3e:e9:e1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:12:59Z', 'updated_at': '2022-02-10T04:13:25Z', 'revision_number': 1, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:29.775803 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea92bdd-c980-4cda-b777-353f45507769 None None] The sync data for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 is: [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a30d9539-130d-4593-8241-90306b44dbe1', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'port_id': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'mac_address': 'fa:16:3e:e9:e1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:12:59Z', 'updated_at': '2022-02-10T04:13:25Z', 'revision_number': 1, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:29.783451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2781d44a-8a35-4ae3-909f-c2963d11dc00 req-90db74cd-a54f-401e-8d4b-db4762e3c982 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231240 Feb 10 04:13:29.808250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-0191ce9f-a0ff-4dc7-8c8a-bea0e3fcaa3c service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562527 Feb 10 04:13:29.809562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-9e41fa8a-1694-464c-9f18-a29acf583d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.811203 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-9e41fa8a-1694-464c-9f18-a29acf583d2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c252ce1a-c07a-4e48-898a-e2846c267271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5119240 Feb 10 04:13:29.840196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Allocated IP 172.20.255.242 (6048c519-f475-4c5c-93a3-1847fe5c477d/453393f0-b350-4425-90d5-18e5230e2abb/c2c19bfb-5a61-46fc-be52-af9439a0390c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:29.842325 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2751048d-76c3-46d1-a624-b75c51c9e300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:29.927925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-548eca97-e192-4595-8f2d-641cba28de54 req-1e7386c2-53cb-4888-a322-6d34de40514a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190521 Feb 10 04:13:29.963878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:29.970631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:29.970896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-7e6085aa-beb8-4123-9334-15f8c440d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:29.976097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-7e6085aa-beb8-4123-9334-15f8c440d9b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73139fa8-1b00-4a11-8cc4-7aa973273ce5 HTTP/1.1" status: 200 len: 854 time: 0.1171257 Feb 10 04:13:30.139287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d176d-7fb9-44ee-99ea-b4b122c072df req-b406ed03-1659-43c8-a82e-a6a77d79d95e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:30.141527 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-019d176d-7fb9-44ee-99ea-b4b122c072df req-b406ed03-1659-43c8-a82e-a6a77d79d95e tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1635990 Feb 10 04:13:30.148113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-e4ea7a79-19e6-4590-baba-1583f6bdbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:30.150159 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-e4ea7a79-19e6-4590-baba-1583f6bdbfac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c252ce1a-c07a-4e48-898a-e2846c267271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1488290 Feb 10 04:13:30.219193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Publish callbacks [] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:30.313507 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:30.315482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38252) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:30.322066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Allocated IP 172.20.0.1 (cd9ee6ad-94da-4779-a84a-9e6b997a0e51/4072a44c-da95-410f-ad34-f4860322239c/14336b45-abd2-41bd-a528-fb504ba65a22) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:30.334810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164e71c-538e-4c16-ada8-a5883c09f26e None None] New status for floating IP a30d9539-130d-4593-8241-90306b44dbe1: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:13:30.356808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-019d176d-7fb9-44ee-99ea-b4b122c072df req-06b02059-0ada-4da1-badf-a43548397a83 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027972 Feb 10 04:13:30.357358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:30.358691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Network 6048c519-f475-4c5c-93a3-1847fe5c477d is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:30.362302 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:30.370480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:30.379324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-d8bb12b2-ad0d-46cf-b413-51d0e3a5f6d6 service neutron] 10.222.0.43 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515696 Feb 10 04:13:30.440636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Pushing event updated for resources: {'Port': ['ID=c2c19bfb-5a61-46fc-be52-af9439a0390c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:30.469577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4e0ad35a-fb60-4cb7-9e73-325f0cf09976), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:30.470212 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 4e0ad35a-fb60-4cb7-9e73-325f0cf09976 of type vlan for network 0a9a2b2d-1c99-456a-8fc7-997722c4877a Feb 10 04:13:30.504447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:30.508363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:30.521285 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a560b-49d7-4035-9474-42df9df6ecdb x-openstack-request-id: req-3b9a560b-49d7-4035-9474-42df9df6ecdb {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:30.521796 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:30.522171 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b9a560b-49d7-4035-9474-42df9df6ecdb {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:30.523417 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'status': 'completed', 'code': 200} Feb 10 04:13:30.575085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1582bf54-daa5-44ad-8a54-26e242d528ce req-f1753697-bb07-4acd-8727-560891c4f8eb service neutron] 10.222.0.43 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803041 Feb 10 04:13:30.583934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-745c0376-dce1-4c42-9e61-0a6e7bc059c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002687 Feb 10 04:13:30.650757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Attempting to bind port c2c19bfb-5a61-46fc-be52-af9439a0390c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:30.653117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Attempting to bind port c2c19bfb-5a61-46fc-be52-af9439a0390c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9f417078-04ce-4698-ab73-c719a527035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6048c519-f475-4c5c-93a3-1847fe5c477d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:30.653117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Attempting to bind port c2c19bfb-5a61-46fc-be52-af9439a0390c on network 6048c519-f475-4c5c-93a3-1847fe5c477d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:30.672564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:30.672945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Checking segment: {'id': '9f417078-04ce-4698-ab73-c719a527035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6048c519-f475-4c5c-93a3-1847fe5c477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:30.673356 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:30.673748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Bound using segment: {'id': '9f417078-04ce-4698-ab73-c719a527035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6048c519-f475-4c5c-93a3-1847fe5c477d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:30.674233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Bound port: c2c19bfb-5a61-46fc-be52-af9439a0390c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f417078-04ce-4698-ab73-c719a527035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6048c519-f475-4c5c-93a3-1847fe5c477d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:30.674801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:30.690430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4f43616-18a7-4751-b66b-1b85cb5c3357 req-fe1f5fa1-a7d9-45c4-a8cf-0a9e8bd74d49 service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043756 Feb 10 04:13:30.762611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbda380-15a6-4d97-8f18-a84722e3e89e req-e5f9b8f9-3d83-4fe9-94ab-b400fcab789e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:30.764244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdbda380-15a6-4d97-8f18-a84722e3e89e req-e5f9b8f9-3d83-4fe9-94ab-b400fcab789e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 943 time: 0.6915209 Feb 10 04:13:30.804500 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0a9a2b2d-1c99-456a-8fc7-997722c4877a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:30.901477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:30.981758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc251a-c4f6-46bc-8682-fafe75b79af9 req-6c1fd807-9cd6-4cf9-a58d-8e2da2155122 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:30.982498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bfc251a-c4f6-46bc-8682-fafe75b79af9 req-6c1fd807-9cd6-4cf9-a58d-8e2da2155122 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0906012 Feb 10 04:13:31.008033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] For port c2c19bfb-5a61-46fc-be52-af9439a0390c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:31.010293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.010895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.012148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.013049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.013398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.013864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.014100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] For port c2c19bfb-5a61-46fc-be52-af9439a0390c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c2c19bfb-5a61-46fc-be52-af9439a0390c,segment=NetworkSegment(9f417078-04ce-4698-ab73-c719a527035f),segment_id=9f417078-04ce-4698-ab73-c719a527035f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:31.014331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.016844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bb5cca3-5afc-448e-a372-61003861f827 req-0f3e3836-81bd-4544-998b-7bb02c16f819 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6710 time: 0.6856997 Feb 10 04:13:31.034234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:31.034234 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.037618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0a9a2b2d-1c99-456a-8fc7-997722c4877a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.044136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.044136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.060877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks [] for port (14336b45-abd2-41bd-a528-fb504ba65a22), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.068378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bfc251a-c4f6-46bc-8682-fafe75b79af9 req-dcbb592b-98bd-4758-8a32-ad152d89a8de tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794265 Feb 10 04:13:31.098443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-1bfa96d4-11ab-4056-b987-6d4dff11dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.101444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-1bfa96d4-11ab-4056-b987-6d4dff11dd4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34cf2641a643483aa639b2d8ab100885&device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 1127 time: 0.5403914 Feb 10 04:13:31.111901 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.117470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 7a62b471-2aeb-41f0-b776-00b0a0a9f791 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:13:31.127434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdbda380-15a6-4d97-8f18-a84722e3e89e req-5aee1467-bfd7-4c87-8b74-3de3342ccefc tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427875 Feb 10 04:13:31.155107 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.255496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af506136-eda8-48e8-b58e-824542cc7361 req-f97ac1d0-498a-4a66-a16d-0f4248a843f5 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.259012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a420036b-c572-42d7-93ef-8f2eb87982d5 req-007214e6-9f56-4ae9-be6a-8f1693193920 service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647019 Feb 10 04:13:31.267094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af506136-eda8-48e8-b58e-824542cc7361 req-f97ac1d0-498a-4a66-a16d-0f4248a843f5 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.0946481 Feb 10 04:13:31.272924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=0a9a2b2d-1c99-456a-8fc7-997722c4877a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:31.311162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1f615cc6-cf46-454d-b2f1-5f9797b53282 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6956816 Feb 10 04:13:31.317051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0a9a2b2d-1c99-456a-8fc7-997722c4877a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:31.317506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38264) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:31.327052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:31.381932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bb5cca3-5afc-448e-a372-61003861f827 req-bdbf3bf5-4812-4274-9ee3-5d17f78bf56a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3471735 Feb 10 04:13:31.411471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af506136-eda8-48e8-b58e-824542cc7361 req-13fbda5a-bd47-4955-8ba9-c7d46f91fd61 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429904 Feb 10 04:13:31.417249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ded6b1-dc89-43c9-a08b-848df8cce689 None None] Pushing event updated for resources: {'Port': ['ID=c2c19bfb-5a61-46fc-be52-af9439a0390c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:31.439085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-ae6c6665-47eb-4105-9f93-3a0bf086f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.440712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-ae6c6665-47eb-4105-9f93-3a0bf086f3b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a20bde6d-75a7-423f-9bef-a2da117287c5 HTTP/1.1" status: 200 len: 906 time: 0.3201683 Feb 10 04:13:31.485865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:31.486618 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.497192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.674863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:31.681993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.759098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:31.786987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Pushing event updated for resources: {'Port': ['ID=14336b45-abd2-41bd-a528-fb504ba65a22,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:31.791292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:31.802140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:31.875862 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-d5d38d4d-bc57-4bbc-bb34-95f86c184250 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9e63723-c949-493c-9bf7-3ae533fa99ae HTTP/1.1" status: 200 len: 1001 time: 0.4192691 Feb 10 04:13:31.904296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:31.912437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 7a62b471-2aeb-41f0-b776-00b0a0a9f791, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=7a62b471-2aeb-41f0-b776-00b0a0a9f791,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:31.930031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '7a62b471-2aeb-41f0-b776-00b0a0a9f791', 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'port_id': '7a62b471-2aeb-41f0-b776-00b0a0a9f791', 'mac_address': 'fa:16:3e:ec:d8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73139fa8-1b00-4a11-8cc4-7aa973273ce5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:13:31.933191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-97bf013f-3ab1-445c-a1fe-ab19a3401509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:31.935342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-97bf013f-3ab1-445c-a1fe-ab19a3401509 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 1126 time: 0.4627774 Feb 10 04:13:31.962495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (b6e57269-d755-4fc6-aa51-1229a2b0a517), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:31.985964 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.055059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84567c04-8c15-48aa-a952-958f0e9b91f0 req-f7f0fec7-4bae-49d9-9493-625bb7f3a9f4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.066952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84567c04-8c15-48aa-a952-958f0e9b91f0 req-f7f0fec7-4bae-49d9-9493-625bb7f3a9f4 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.4719489 Feb 10 04:13:32.087234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:32.087624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.145046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:32.153534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a62b471-2aeb-41f0-b776-00b0a0a9f791 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:32.177011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-564feb6d-daf0-44e6-b28d-a545a2a0a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.178895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-564feb6d-daf0-44e6-b28d-a545a2a0a821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f90c87e0-daab-4c54-93db-f76e37c43696 HTTP/1.1" status: 200 len: 844 time: 0.2779338 Feb 10 04:13:32.202598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 7a62b471-2aeb-41f0-b776-00b0a0a9f791, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=7a62b471-2aeb-41f0-b776-00b0a0a9f791,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:32.220539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-530c064e-1570-41a7-93c8-908a224ddb4d None None] Provisioning complete for port 14336b45-abd2-41bd-a528-fb504ba65a22 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:32.220810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-530c064e-1570-41a7-93c8-908a224ddb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.260985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (20177887-c649-4592-9230-04b8bf51bdea), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.262768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-530c064e-1570-41a7-93c8-908a224ddb4d None None] Port 14336b45-abd2-41bd-a528-fb504ba65a22 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:32.305116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.306886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84567c04-8c15-48aa-a952-958f0e9b91f0 req-0e01d67f-99d1-4d2e-b257-e1ffbee36d54 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387292 Feb 10 04:13:32.352187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-335fc0da-3b76-4d3c-a37d-15e50d9d0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.356993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-335fc0da-3b76-4d3c-a37d-15e50d9d0a24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 916 time: 0.3868160 Feb 10 04:13:32.364524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-1e779d05-57fc-4b81-96aa-da1267942461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.367794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-1e779d05-57fc-4b81-96aa-da1267942461 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a20bde6d-75a7-423f-9bef-a2da117287c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1752515 Feb 10 04:13:32.376392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=20177887-c649-4592-9230-04b8bf51bdea,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:32.389009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=7a62b471-2aeb-41f0-b776-00b0a0a9f791,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:32.401718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde586-1356-4b2b-bc57-d1fc48eecc70 req-fb45ed09-52d0-43df-94be-c47f1c1904b5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.406919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99bde586-1356-4b2b-bc57-d1fc48eecc70 req-fb45ed09-52d0-43df-94be-c47f1c1904b5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1866853 Feb 10 04:13:32.442940 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-77b541ce-a16a-4e25-b2d2-3dd8535be3a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f4708e8-fb54-4802-abbd-50ca6268bafe HTTP/1.1" status: 200 len: 217 time: 0.0737481 Feb 10 04:13:32.468549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.469066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.469228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.469564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.469895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.470223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.470547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.470976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.471983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.472392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.472978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.473311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.473638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:32.487484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '4e0ad35a-fb60-4cb7-9e73-325f0cf09976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:32.490306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 0a9a2b2d-1c99-456a-8fc7-997722c4877a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:32.534522 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99bde586-1356-4b2b-bc57-d1fc48eecc70 req-dc068439-7f6a-4a9e-86a2-c66c3461a87a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748787 Feb 10 04:13:32.541510 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.546860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-22dbf9b2-c243-4852-b9e9-e8e7b0489f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.548411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-22dbf9b2-c243-4852-b9e9-e8e7b0489f47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73139fa8-1b00-4a11-8cc4-7aa973273ce5 HTTP/1.1" status: 200 len: 854 time: 0.0860810 Feb 10 04:13:32.606936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['7a62b471-2aeb-41f0-b776-00b0a0a9f791'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:32.641336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 0a9a2b2d-1c99-456a-8fc7-997722c4877a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:32.740278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c6f33-0e3e-46c0-bb0c-c194025fef91 req-dda9daef-3861-4a91-8f35-314d0975f330 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.751941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-059c6f33-0e3e-46c0-bb0c-c194025fef91 req-dda9daef-3861-4a91-8f35-314d0975f330 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.1223078 Feb 10 04:13:32.820147 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.868077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-059c6f33-0e3e-46c0-bb0c-c194025fef91 req-9d284a19-6a6c-4d16-9dfd-5de9f6841d23 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139231 Feb 10 04:13:32.873449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 0a9a2b2d-1c99-456a-8fc7-997722c4877a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:32.883546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:32.883546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:32.884784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6342c3-a4a8-4f96-b40a-bbf10939e1f5 None None] Network 0a9a2b2d-1c99-456a-8fc7-997722c4877a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:32.987970 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3b5b5758-a449-4176-9f4a-9e296b388abd tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6693540 Feb 10 04:13:33.000147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38292) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:33.034038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:33.047058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c031f41-612f-4b3a-a8ce-84547469e66c None None] Network 6048c519-f475-4c5c-93a3-1847fe5c477d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:33.080098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks [] for port (14336b45-abd2-41bd-a528-fb504ba65a22), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.117366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1dcac-a4c0-41be-9139-a52dd66450b9 req-bd8b8c59-8a49-4189-b58a-f72850da23cb tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:33.122489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86d1dcac-a4c0-41be-9139-a52dd66450b9 req-bd8b8c59-8a49-4189-b58a-f72850da23cb tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 944 time: 0.6776922 Feb 10 04:13:33.142435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-2722f792-64d1-497b-a130-5f05449baf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:33.144063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-2722f792-64d1-497b-a130-5f05449baf52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c252ce1a-c07a-4e48-898a-e2846c267271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5456877 Feb 10 04:13:33.201064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-e28c8a26-80df-42bf-9dbe-e313a106da59 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:33.208659 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-e28c8a26-80df-42bf-9dbe-e313a106da59 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 813 time: 0.2419312 Feb 10 04:13:33.214182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0a9a2b2d-1c99-456a-8fc7-997722c4877a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.217357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-094428d4-e88f-44be-bcdf-20edf73ac6a2 None None] Provisioning complete for port c2c19bfb-5a61-46fc-be52-af9439a0390c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:33.218073 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-094428d4-e88f-44be-bcdf-20edf73ac6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.240219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.240993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4f5df246-7344-4375-9498-9c2e70bdce22 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/quotas/12f7cdcc36624327a4fa912d862ab022 HTTP/1.1" status: 200 len: 375 time: 0.0312798 Feb 10 04:13:33.270307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-0a9a2b2d-1c99-456a-8fc7-997722c4877a', 'network_id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': '20177887-c649-4592-9230-04b8bf51bdea'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:33.271702 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.299513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (b6e57269-d755-4fc6-aa51-1229a2b0a517), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.347259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:33.347902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.365410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-e7603dc1-bf33-4d10-8a12-efc969e79e79 service neutron] 10.222.0.43 "GET /v2.0/networks/a20bde6d-75a7-423f-9bef-a2da117287c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9190066 Feb 10 04:13:33.377879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86d1dcac-a4c0-41be-9139-a52dd66450b9 req-e3915cec-0427-4dcd-a9d8-c8941183edd2 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457879 Feb 10 04:13:33.388570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4cafdf80-0bb2-4b1a-b90f-6912a9a11044 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1464794 Feb 10 04:13:33.395765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device da08a380-17ca-4b23-a4b3-533cb388a29a details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:13:33.451182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (20177887-c649-4592-9230-04b8bf51bdea), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.517191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port da08a380-17ca-4b23-a4b3-533cb388a29a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=da08a380-17ca-4b23-a4b3-533cb388a29a,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:33.581202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'da08a380-17ca-4b23-a4b3-533cb388a29a', 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'port_id': 'da08a380-17ca-4b23-a4b3-533cb388a29a', 'mac_address': 'fa:16:3e:20:1f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73139fa8-1b00-4a11-8cc4-7aa973273ce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:13:33.650799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port da08a380-17ca-4b23-a4b3-533cb388a29a is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:33.651138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.744490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-094428d4-e88f-44be-bcdf-20edf73ac6a2 None None] Current status of the port c2c19bfb-5a61-46fc-be52-af9439a0390c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:33.744897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-094428d4-e88f-44be-bcdf-20edf73ac6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.793300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-094428d4-e88f-44be-bcdf-20edf73ac6a2 None None] For port c2c19bfb-5a61-46fc-be52-af9439a0390c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c2c19bfb-5a61-46fc-be52-af9439a0390c,segment=NetworkSegment(9f417078-04ce-4698-ab73-c719a527035f),segment_id=9f417078-04ce-4698-ab73-c719a527035f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:33.804770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da08a380-17ca-4b23-a4b3-533cb388a29a {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:33.834946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port da08a380-17ca-4b23-a4b3-533cb388a29a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=da08a380-17ca-4b23-a4b3-533cb388a29a,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:33.914431 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-094428d4-e88f-44be-bcdf-20edf73ac6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.988059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:33.988895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2f4708e8-fb54-4802-abbd-50ca6268bafe details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:13:33.992024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:33.996089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:34.007380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094428d4-e88f-44be-bcdf-20edf73ac6a2 None None] Pushing event updated for resources: {'Port': ['ID=c2c19bfb-5a61-46fc-be52-af9439a0390c,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:34.009402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-b4c5b6f8-0329-4408-a5f4-1831ce2b7e4a service neutron] 10.222.0.42 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135244 Feb 10 04:13:34.019927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Pushing event updated for resources: {'Port': ['ID=14336b45-abd2-41bd-a528-fb504ba65a22,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:34.039203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.103356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:34.104756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c2c19bfb-5a61-46fc-be52-af9439a0390c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:34.120023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.123161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.123679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.124027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.124752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.125085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.125418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.126241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.126591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.126944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.127274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.127642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.127971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:34.210952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-e338a2bb-91c4-4b2e-8742-61b352e99a7e service neutron] 10.222.0.42 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971476 Feb 10 04:13:34.222465 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:13:34.240026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Allocated IP 172.20.0.2 (0a9a2b2d-1c99-456a-8fc7-997722c4877a/20177887-c649-4592-9230-04b8bf51bdea/f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:34.283502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=da08a380-17ca-4b23-a4b3-533cb388a29a,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:34.310138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-2745e110-09a3-46ad-9c95-f892bb6c269f service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0845797 Feb 10 04:13:34.313956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ce1d20b-8224-4e75-b220-d7ba6f1cb85c req-fd4b5ff3-5407-4f84-855b-c9dd2a77351b service neutron] 10.222.0.43 "GET /v2.0/networks/a20bde6d-75a7-423f-9bef-a2da117287c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9281433 Feb 10 04:13:34.324850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 2f4708e8-fb54-4802-abbd-50ca6268bafe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2f4708e8-fb54-4802-abbd-50ca6268bafe,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:34.352003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '2f4708e8-fb54-4802-abbd-50ca6268bafe', 'network_id': 'c252ce1a-c07a-4e48-898a-e2846c267271', 'port_id': '2f4708e8-fb54-4802-abbd-50ca6268bafe', 'mac_address': 'fa:16:3e:d4:56:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73139fa8-1b00-4a11-8cc4-7aa973273ce5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:13:34.379730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c2c19bfb-5a61-46fc-be52-af9439a0390c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:34.380111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.384733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c049a3-ebed-4d2d-b59e-0a0f9669b07a req-ee2b5a51-7aa7-4f2a-9163-c1e9bb1bfbcd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:34.391916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33c049a3-ebed-4d2d-b59e-0a0f9669b07a req-ee2b5a51-7aa7-4f2a-9163-c1e9bb1bfbcd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.8586817 Feb 10 04:13:34.535803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 2f4708e8-fb54-4802-abbd-50ca6268bafe is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:34.535803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.564132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ef137561-84c6-41bb-8c3b-84c3fc88ed85 None None] Provisioning complete for port c2c19bfb-5a61-46fc-be52-af9439a0390c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:34.567270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef137561-84c6-41bb-8c3b-84c3fc88ed85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.569101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33c049a3-ebed-4d2d-b59e-0a0f9669b07a req-5ca541d8-3c25-4b9b-88ec-8a1f24c9c8ab tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629534 Feb 10 04:13:34.588442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6d5aa0b-3e5c-4ba5-b9cb-dd6c50c081cd req-0ecf4ff7-7e56-437f-9804-538358f6dc83 service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700789 Feb 10 04:13:34.598664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Router b6e57269-d755-4fc6-aa51-1229a2b0a517 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:13:34.626089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4708e8-fb54-4802-abbd-50ca6268bafe {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:34.704789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 2f4708e8-fb54-4802-abbd-50ca6268bafe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2f4708e8-fb54-4802-abbd-50ca6268bafe,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:34.728355 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Publish callbacks [] for port (f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.728843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c2c19bfb-5a61-46fc-be52-af9439a0390c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:34.780373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431d50-b71b-45dc-b792-5dbb1cafe1d2 req-19c9b9a8-f4c6-414a-ac90-c907f0572099 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:34.781582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed431d50-b71b-45dc-b792-5dbb1cafe1d2 req-19c9b9a8-f4c6-414a-ac90-c907f0572099 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.1151071 Feb 10 04:13:34.805937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ef137561-84c6-41bb-8c3b-84c3fc88ed85 None None] Current status of the port c2c19bfb-5a61-46fc-be52-af9439a0390c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:34.808879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.860798 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:13:34.869391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.905549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed431d50-b71b-45dc-b792-5dbb1cafe1d2 req-351d519b-3c15-47c9-8793-af87dcd5cbde tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150584 Feb 10 04:13:34.918176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c2c19bfb-5a61-46fc-be52-af9439a0390c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:34.928164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912d3d-9e56-4998-837f-f7cb20c151b1 req-e8e46af5-1b7b-4a93-91f3-ed269ec526ae tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:34.931242 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed912d3d-9e56-4998-837f-f7cb20c151b1 req-e8e46af5-1b7b-4a93-91f3-ed269ec526ae tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 944 time: 0.1936917 Feb 10 04:13:34.944845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (20177887-c649-4592-9230-04b8bf51bdea), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:34.960947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:13:34.970715 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-50281181-c7a3-47f5-a3d3-d94f69983b9c admin admin] 10.222.0.42 "PUT /v2.0/routers/b6e57269-d755-4fc6-aa51-1229a2b0a517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4699724 Feb 10 04:13:34.975474 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Sync routers for ids ['b6e57269-d755-4fc6-aa51-1229a2b0a517'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:13:34.999249 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Routers {'b6e57269-d755-4fc6-aa51-1229a2b0a517'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:35.000592 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b6e57269-d755-4fc6-aa51-1229a2b0a517'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:35.015122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed912d3d-9e56-4998-837f-f7cb20c151b1 req-e2b8006b-32ee-439d-9804-d4c0a1ca01a2 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Feb 10 04:13:35.157254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0a9a2b2d-1c99-456a-8fc7-997722c4877a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:35.194284 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Set router b6e57269-d755-4fc6-aa51-1229a2b0a517 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:35.208609 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=20177887-c649-4592-9230-04b8bf51bdea,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:35.267079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9a2b2d-1c99-456a-8fc7-997722c4877a']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:35.279106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98f7153a-6eed-4149-9197-f643a40b961f req-743bc8c4-41c7-4770-9fe6-31a637061baa tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 210 time: 0.0918810 Feb 10 04:13:35.301753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0ad35a-fb60-4cb7-9e73-325f0cf09976') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:35.302056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0ad35a-fb60-4cb7-9e73-325f0cf09976') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:35.319560 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (4e0ad35a-fb60-4cb7-9e73-325f0cf09976), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:35.365901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 7a62b471-2aeb-41f0-b776-00b0a0a9f791 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:35.375166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4e0ad35a-fb60-4cb7-9e73-325f0cf09976), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:35.385966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:35.389665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (4e0ad35a-fb60-4cb7-9e73-325f0cf09976), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:35.393616 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:35.488043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Network 0a9a2b2d-1c99-456a-8fc7-997722c4877a is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:35.498658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=2f4708e8-fb54-4802-abbd-50ca6268bafe,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:35.521203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['2f4708e8-fb54-4802-abbd-50ca6268bafe'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:35.548240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164a39-c384-445a-af5f-16d3e8128d78 req-870cdf50-e726-470c-b9b9-e52b29fc52e8 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:35.556361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72164a39-c384-445a-af5f-16d3e8128d78 req-870cdf50-e726-470c-b9b9-e52b29fc52e8 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.1460757 Feb 10 04:13:35.563876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['da08a380-17ca-4b23-a4b3-533cb388a29a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:35.616477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72164a39-c384-445a-af5f-16d3e8128d78 req-11888141-e6da-4434-ad4b-11432b896b7d tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587342 Feb 10 04:13:35.637313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.api [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:13:35.637313 n-d-827844-2 neutron-server[109958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:13:35.637313 n-d-827844-2 neutron-server[109958]: [parameters: {'id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a'}] Feb 10 04:13:35.637313 n-d-827844-2 neutron-server[109958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:13:35.637701 n-d-827844-2 neutron-server[109958]: DEBUG oslo_db.api [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:13:35.643206 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:32Z', 'revision_number': 4, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port': {'id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:21Z', 'updated_at': '2022-02-10T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '14336b45-abd2-41bd-a528-fb504ba65a22', 'name': '', 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'mac_address': 'fa:16:3e:5f:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '4072a44c-da95-410f-ad34-f4860322239c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:29Z', 'updated_at': '2022-02-10T04:13:32Z', 'revision_number': 2, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'subnets': [{'id': '4072a44c-da95-410f-ad34-f4860322239c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:35.679211 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Checking router: b6e57269-d755-4fc6-aa51-1229a2b0a517 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:35.679565 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Updating router b6e57269-d755-4fc6-aa51-1229a2b0a517 port 14336b45-abd2-41bd-a528-fb504ba65a22 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:13:35.703754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:35.706569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Pushing event updated for resources: {'Port': ['ID=f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:35.720346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:35.760324 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:35.795932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9c4a-84b8-4ea0-8e66-d0479d3ad74e req-18a6c3ff-7abc-4301-bc87-44c53cdf64f2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:35.799173 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c8a9c4a-84b8-4ea0-8e66-d0479d3ad74e req-18a6c3ff-7abc-4301-bc87-44c53cdf64f2 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1054423 Feb 10 04:13:35.843695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-956962cc-b437-42f5-92a2-ad02df29724c None None] Provisioning complete for port 14336b45-abd2-41bd-a528-fb504ba65a22 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:35.844065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-956962cc-b437-42f5-92a2-ad02df29724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:35.865152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c8a9c4a-84b8-4ea0-8e66-d0479d3ad74e req-e95ce248-ae39-4924-a1d6-640826e8a363 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588720 Feb 10 04:13:35.904669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-956962cc-b437-42f5-92a2-ad02df29724c None None] Port 14336b45-abd2-41bd-a528-fb504ba65a22 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:13:35.937037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c2c19bfb-5a61-46fc-be52-af9439a0390c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:35.937716 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:35.946531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:35.960642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Attempting to bind port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:35.961374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Attempting to bind port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4e0ad35a-fb60-4cb7-9e73-325f0cf09976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:35.961937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Attempting to bind port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 on network 0a9a2b2d-1c99-456a-8fc7-997722c4877a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:36.011593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:36.012251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.056878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:36.059641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Checking segment: {'id': '4e0ad35a-fb60-4cb7-9e73-325f0cf09976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:36.060305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.065661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Bound using segment: {'id': '4e0ad35a-fb60-4cb7-9e73-325f0cf09976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:36.065661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Bound port: f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0ad35a-fb60-4cb7-9e73-325f0cf09976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0a9a2b2d-1c99-456a-8fc7-997722c4877a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:36.065661 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.065950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c46a4-561c-4014-854a-5fec4873b52d req-69203538-3908-435c-abf2-9ba6ac6f1c53 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:36.075360 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff9c46a4-561c-4014-854a-5fec4873b52d req-69203538-3908-435c-abf2-9ba6ac6f1c53 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.0979991 Feb 10 04:13:36.139405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0a9a2b2d-1c99-456a-8fc7-997722c4877a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.176376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff9c46a4-561c-4014-854a-5fec4873b52d req-45bc4ec9-008e-46fb-9f11-071e487639fd tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907152 Feb 10 04:13:36.244997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:36.246339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.349662 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Publish callbacks [] for port (14336b45-abd2-41bd-a528-fb504ba65a22), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.392562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5, host n-d-827844-2, got binding levels [] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:36.392933 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.431360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:36.432467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.451094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:36.460129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] For port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:36.483471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156525c-cc5b-4037-90cc-07cd3da28ee2 req-8f49fa6b-4f2b-4af0-afcd-a12b0d9b2bda tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:36.494097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bda62f-9803-46e2-b553-91d88000ed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a62b471-2aeb-41f0-b776-00b0a0a9f791'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:36.496570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c156525c-cc5b-4037-90cc-07cd3da28ee2 req-8f49fa6b-4f2b-4af0-afcd-a12b0d9b2bda tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 944 time: 0.1435575 Feb 10 04:13:36.497192 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a934e82-6d03-49d1-bd73-1da2bc4444c7" -d '{"events": [{"server_uuid": "20bda62f-9803-46e2-b553-91d88000ed18", "name": "network-vif-plugged", "status": "completed", "tag": "7a62b471-2aeb-41f0-b776-00b0a0a9f791"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:36.500907 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.504605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] For port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5,segment=NetworkSegment(4e0ad35a-fb60-4cb7-9e73-325f0cf09976),segment_id=4e0ad35a-fb60-4cb7-9e73-325f0cf09976)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:36.517880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c2c19bfb-5a61-46fc-be52-af9439a0390c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:36.522126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 7a62b471-2aeb-41f0-b776-00b0a0a9f791, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=7a62b471-2aeb-41f0-b776-00b0a0a9f791,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:36.561911 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882958c9-6e38-421d-a090-a948c0eba88d None None] Pushing event updated for resources: {'Port': ['ID=14336b45-abd2-41bd-a528-fb504ba65a22,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:36.573003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c156525c-cc5b-4037-90cc-07cd3da28ee2 req-be0aac73-b2a9-420e-af5a-47433f2d236b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745857 Feb 10 04:13:36.644719 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Attempting to bind port 14336b45-abd2-41bd-a528-fb504ba65a22 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:36.645088 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Attempting to bind port 14336b45-abd2-41bd-a528-fb504ba65a22 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:36.645456 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Attempting to bind port 14336b45-abd2-41bd-a528-fb504ba65a22 on network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:36.652956 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:36.653504 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Checking segment: {'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:36.654087 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.654485 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Bound using segment: {'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:36.655003 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Bound port: 14336b45-abd2-41bd-a528-fb504ba65a22, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de6ec01-7ca9-488f-b04e-67160f7d55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:36.655508 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.709313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.714247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.769499 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] For port 14336b45-abd2-41bd-a528-fb504ba65a22, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:36.773425 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] For port 14336b45-abd2-41bd-a528-fb504ba65a22, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=14336b45-abd2-41bd-a528-fb504ba65a22,segment=NetworkSegment(8de6ec01-7ca9-488f-b04e-67160f7d55b2),segment_id=8de6ec01-7ca9-488f-b04e-67160f7d55b2)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:36.800779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749ead6-799e-46b7-bb57-aa5319ba6bc8 None None] Pushing event updated for resources: {'Port': ['ID=f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:36.840067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e3c7198-ebd7-469b-aea1-302d70c6bec4 req-11e286d2-457d-4c2a-8b9c-a28f16420b8c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 210 time: 0.0550315 Feb 10 04:13:36.841825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.876544 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.884066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:36.896063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server [None req-9f226227-0f0e-4e1b-b9aa-77a6388f2df9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 could not be found. Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:13:36.910144 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port f6d5dd0f-4283-4f3c-991c-9ea04f6e35e5 could not be found. Feb 10 04:13:36.919330 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Feb 10 04:13:36.927657 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2717a3d-74bb-4876-bcc4-7126539f27cd x-openstack-request-id: req-e2717a3d-74bb-4876-bcc4-7126539f27cd {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:36.927657 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bda62f-9803-46e2-b553-91d88000ed18", "name": "network-vif-plugged", "status": "completed", "tag": "7a62b471-2aeb-41f0-b776-00b0a0a9f791", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:36.927657 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2717a3d-74bb-4876-bcc4-7126539f27cd {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:36.927657 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bda62f-9803-46e2-b553-91d88000ed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a62b471-2aeb-41f0-b776-00b0a0a9f791', 'code': 200} Feb 10 04:13:36.968365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f5c6c67c-72cc-4d25-b1ad-bcb128d23988 None None] Provisioning complete for port 14336b45-abd2-41bd-a528-fb504ba65a22 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:36.968750 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c67c-72cc-4d25-b1ad-bcb128d23988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:36.978933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=7a62b471-2aeb-41f0-b776-00b0a0a9f791,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:37.002545 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Routers {'b6e57269-d755-4fc6-aa51-1229a2b0a517'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:37.011186 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b6e57269-d755-4fc6-aa51-1229a2b0a517'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:37.015432 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882958c9-6e38-421d-a090-a948c0eba88d None None] Pushing event updated for resources: {'Port': ['ID=14336b45-abd2-41bd-a528-fb504ba65a22,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:37.036499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f78af3-10d6-4160-997e-49fd5fa38c7e None None] Network 0a9a2b2d-1c99-456a-8fc7-997722c4877a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:37.082346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd8a-dbbb-4711-9542-84bc0cfed316 req-28dd4b05-b8e3-4843-9fbb-7a08737fa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:37.084108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19c7bd8a-dbbb-4711-9542-84bc0cfed316 req-28dd4b05-b8e3-4843-9fbb-7a08737fa5ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 1127 time: 0.1003306 Feb 10 04:13:37.118973 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0a9a2b2d-1c99-456a-8fc7-997722c4877a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.175357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9a2b2d-1c99-456a-8fc7-997722c4877a']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:37.195883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19c7bd8a-dbbb-4711-9542-84bc0cfed316 req-bc05bf28-0466-4c5c-9bf2-704c175cec18 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049056 Feb 10 04:13:37.205398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0ad35a-fb60-4cb7-9e73-325f0cf09976') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:37.205837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0ad35a-fb60-4cb7-9e73-325f0cf09976') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:37.213759 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] Set router b6e57269-d755-4fc6-aa51-1229a2b0a517 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:37.220723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (4e0ad35a-fb60-4cb7-9e73-325f0cf09976), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.225362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6c67c-72cc-4d25-b1ad-bcb128d23988 None None] Current status of the port 14336b45-abd2-41bd-a528-fb504ba65a22 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:37.225764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c67c-72cc-4d25-b1ad-bcb128d23988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.239184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4e0ad35a-fb60-4cb7-9e73-325f0cf09976), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.247652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:37.248826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (4e0ad35a-fb60-4cb7-9e73-325f0cf09976), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:37.252643 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:37.280011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f5c6c67c-72cc-4d25-b1ad-bcb128d23988 None None] For port 14336b45-abd2-41bd-a528-fb504ba65a22, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=14336b45-abd2-41bd-a528-fb504ba65a22,segment=NetworkSegment(8de6ec01-7ca9-488f-b04e-67160f7d55b2),segment_id=8de6ec01-7ca9-488f-b04e-67160f7d55b2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:37.352052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device da08a380-17ca-4b23-a4b3-533cb388a29a up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:37.414341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f09fde-b5b7-459e-bd12-e79b487c74bf None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:13:37.419554 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c67c-72cc-4d25-b1ad-bcb128d23988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.431556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0a9a2b2d-1c99-456a-8fc7-997722c4877a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.459800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.464102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/0a9a2b2d-1c99-456a-8fc7-997722c4877a HTTP/1.1" status: 204 len: 168 time: 4.4626362 Feb 10 04:13:37.469208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:37.498568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd125410-7cba-402d-96c7-72526494159b req-79fdea0d-6887-487f-b42e-70cc094e87fc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:37.508417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518980496'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:37.510727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd125410-7cba-402d-96c7-72526494159b req-79fdea0d-6887-487f-b42e-70cc094e87fc tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1496713 Feb 10 04:13:37.568198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734006f-7977-4edc-bedb-acdd38bf76a1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=0a9a2b2d-1c99-456a-8fc7-997722c4877a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:37.587181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd125410-7cba-402d-96c7-72526494159b req-bd03d3bd-baee-47be-8f1a-1591610ea903 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716329 Feb 10 04:13:37.642491 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-040580cd-85cb-4f63-9737-27827e13662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:32Z', 'revision_number': 4, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port': {'id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:21Z', 'updated_at': '2022-02-10T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '14336b45-abd2-41bd-a528-fb504ba65a22', 'name': '', 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'mac_address': 'fa:16:3e:5f:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '4072a44c-da95-410f-ad34-f4860322239c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:29Z', 'updated_at': '2022-02-10T04:13:36Z', 'revision_number': 4, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'subnets': [{'id': '4072a44c-da95-410f-ad34-f4860322239c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:37.650482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6c67c-72cc-4d25-b1ad-bcb128d23988 None None] Pushing event updated for resources: {'Port': ['ID=14336b45-abd2-41bd-a528-fb504ba65a22,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:37.663441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-398de4ff-84aa-43ee-8d11-6e43fb966ce6 None None] Provisioning complete for port 14336b45-abd2-41bd-a528-fb504ba65a22 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:37.663830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-398de4ff-84aa-43ee-8d11-6e43fb966ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.671779 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040580cd-85cb-4f63-9737-27827e13662b None None] The sync data for ids ['b6e57269-d755-4fc6-aa51-1229a2b0a517'] in n-d-827844-2 is: [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:32Z', 'revision_number': 4, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port': {'id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:21Z', 'updated_at': '2022-02-10T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '14336b45-abd2-41bd-a528-fb504ba65a22', 'name': '', 'network_id': 'cd9ee6ad-94da-4779-a84a-9e6b997a0e51', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'mac_address': 'fa:16:3e:5f:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '4072a44c-da95-410f-ad34-f4860322239c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:29Z', 'updated_at': '2022-02-10T04:13:36Z', 'revision_number': 4, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'subnets': [{'id': '4072a44c-da95-410f-ad34-f4860322239c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:37.700101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:37.703300 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.704833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port da08a380-17ca-4b23-a4b3-533cb388a29a completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:37.715270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port da08a380-17ca-4b23-a4b3-533cb388a29a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:37.715648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.747044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:37.766804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e788d-819b-447e-8f07-e3db6826dc28 req-045052f3-0d98-4711-9e49-3f89ae64302b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:37.784211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a51e788d-819b-447e-8f07-e3db6826dc28 req-045052f3-0d98-4711-9e49-3f89ae64302b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.1160967 Feb 10 04:13:37.811368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (51966b23-a2cf-4743-8f09-19837666e29e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.812154 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 51966b23-a2cf-4743-8f09-19837666e29e of type vlan for network e15b27ec-dd29-4e49-9228-a7730e80eee3 Feb 10 04:13:37.884802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f09fde-b5b7-459e-bd12-e79b487c74bf None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:13:37.898283 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e15b27ec-dd29-4e49-9228-a7730e80eee3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:37.950078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a51e788d-819b-447e-8f07-e3db6826dc28 req-404e8e11-c2d2-4da7-91f8-e25d68c756be tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601107 Feb 10 04:13:37.992514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38390) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:38.000984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-398de4ff-84aa-43ee-8d11-6e43fb966ce6 None None] Current status of the port 14336b45-abd2-41bd-a528-fb504ba65a22 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:38.050238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-ab1983b4-1fdf-47f5-873a-c5da20080a0a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:38.051913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-ab1983b4-1fdf-47f5-873a-c5da20080a0a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.43 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 813 time: 0.2401304 Feb 10 04:13:38.066559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Request body: {'port': {'device_id': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235', 'admin_state_up': True, 'tenant_id': '12f7cdcc36624327a4fa912d862ab022'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:38.076320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port da08a380-17ca-4b23-a4b3-533cb388a29a is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:38.076815 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:38.080789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e15b27ec-dd29-4e49-9228-a7730e80eee3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:38.091186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:38.091846 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:38.111809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd960851-efef-4021-92bb-c2a7e953e39a req-5eb70ea9-faa9-4161-a3ef-cd159eadb7c5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 210 time: 0.0710580 Feb 10 04:13:38.212267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=e15b27ec-dd29-4e49-9228-a7730e80eee3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:38.223244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38392) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:38.223437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-79614ec4-d086-444a-ae5f-984dea52d014 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7400644 Feb 10 04:13:38.237073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:38.240103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port da08a380-17ca-4b23-a4b3-533cb388a29a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=da08a380-17ca-4b23-a4b3-533cb388a29a,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:38.242671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e15b27ec-dd29-4e49-9228-a7730e80eee3 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:38.464298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Made reservation on behalf of 12f7cdcc36624327a4fa912d862ab022 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:38.470554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:38.508351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:38.513337 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:38.592674 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:38.593592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2f4708e8-fb54-4802-abbd-50ca6268bafe up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:38.699763 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (3b68d507-ff07-4d38-9b6b-6a5bb2093222), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:38.710069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=da08a380-17ca-4b23-a4b3-533cb388a29a,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:38.712253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.ipam_backend_mixin [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing IP validity checks on allocation pools {{(pid=109959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:13:38.712845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.ipam_backend_mixin [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:13:38.853194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0f036-49da-4893-bf1a-d3881b081ba3 req-3b2b1ed3-0461-4a97-aa70-193fabbebf56 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:38.860932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1f0f036-49da-4893-bf1a-d3881b081ba3 req-3b2b1ed3-0461-4a97-aa70-193fabbebf56 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.1130083 Feb 10 04:13:38.918695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 14336b45-abd2-41bd-a528-fb504ba65a22 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:38.924983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-fa54f259-32d8-47d7-9db5-45dc9292d399 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:38.926652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-fa54f259-32d8-47d7-9db5-45dc9292d399 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 945 time: 0.3345649 Feb 10 04:13:38.954462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da08a380-17ca-4b23-a4b3-533cb388a29a'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:38.958152 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e806be-916b-4f4e-9e66-97396e97d9b8" -d '{"events": [{"server_uuid": "122233fa-8e2a-4f7c-b96f-eae9a51a523a", "name": "network-vif-plugged", "status": "completed", "tag": "da08a380-17ca-4b23-a4b3-533cb388a29a"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:38.967078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1f0f036-49da-4893-bf1a-d3881b081ba3 req-07d7a28e-ad46-4025-9d33-d1407412f160 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702569 Feb 10 04:13:38.994366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Allocated IP 172.20.0.3 (bc5ef00f-e5d1-4412-ae51-9ed3e7765235/58460e59-2bba-44ad-8efe-b86a3619b642/0dac7411-4d8f-45ba-b73e-6a92ee2aeef5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:39.004055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 2f4708e8-fb54-4802-abbd-50ca6268bafe completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:39.027609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 2f4708e8-fb54-4802-abbd-50ca6268bafe triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:39.027996 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.069376 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d839bb9e-ce8b-4d2d-bf77-7c6c1f60c1bf x-openstack-request-id: req-d839bb9e-ce8b-4d2d-bf77-7c6c1f60c1bf {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:39.069674 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122233fa-8e2a-4f7c-b96f-eae9a51a523a", "name": "network-vif-plugged", "status": "completed", "tag": "da08a380-17ca-4b23-a4b3-533cb388a29a", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:39.069928 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d839bb9e-ce8b-4d2d-bf77-7c6c1f60c1bf {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:39.070370 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da08a380-17ca-4b23-a4b3-533cb388a29a', 'code': 200} Feb 10 04:13:39.071029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 14336b45-abd2-41bd-a528-fb504ba65a22 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:39.074825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.190754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.216092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 2f4708e8-fb54-4802-abbd-50ca6268bafe is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:39.216586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.288766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008e9a0-692e-4e65-9539-a26fdca8a60f req-d8ca170c-bea8-4060-91d0-a9614942eca9 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:39.290368 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0008e9a0-692e-4e65-9539-a26fdca8a60f req-d8ca170c-bea8-4060-91d0-a9614942eca9 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.1166027 Feb 10 04:13:39.311956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 2f4708e8-fb54-4802-abbd-50ca6268bafe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2f4708e8-fb54-4802-abbd-50ca6268bafe,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:39.335136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 14336b45-abd2-41bd-a528-fb504ba65a22 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:39.340149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Deleting port 22683a19-dc49-4ca0-ac30-71bb259569d9 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:39.340931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.346757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-611fba59-63c6-4385-a9ec-d6871d155196 req-8d9569ea-f212-459b-80fc-8e11bef6ec9a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 210 time: 0.0980365 Feb 10 04:13:39.397342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:39.404087 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.420289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Deleting port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:39.420626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.429296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:39.432302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5924d-59e7-45d3-a098-cb957e06e4c5 req-d0b88394-9bd3-4e36-9e17-f1f7370ee878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:39.434237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12d5924d-59e7-45d3-a098-cb957e06e4c5 req-d0b88394-9bd3-4e36-9e17-f1f7370ee878 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 1128 time: 0.2845104 Feb 10 04:13:39.447368 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0008e9a0-692e-4e65-9539-a26fdca8a60f req-38d897b9-6f82-434a-b7c1-b0dacbd3bb08 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459310 Feb 10 04:13:39.490541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] For port 22683a19-dc49-4ca0-ac30-71bb259569d9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=22683a19-dc49-4ca0-ac30-71bb259569d9,segment=NetworkSegment(72d893d7-4f92-4abf-b53f-6cc09c0aca5d),segment_id=72d893d7-4f92-4abf-b53f-6cc09c0aca5d)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:39.491397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.509319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Calling delete_port for 22683a19-dc49-4ca0-ac30-71bb259569d9 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:39.536944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=2f4708e8-fb54-4802-abbd-50ca6268bafe,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:39.543496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '51966b23-a2cf-4743-8f09-19837666e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:39.543979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:39.545898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: e15b27ec-dd29-4e49-9228-a7730e80eee3, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:39.546024 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.585947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:39.588721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks [] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.640669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12d5924d-59e7-45d3-a098-cb957e06e4c5 req-e76dcd4f-32da-460d-b412-220c484c922e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844764 Feb 10 04:13:39.652666 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.693514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] For port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:39.694119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.715104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Calling delete_port for 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:39.718879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:39.749792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3719d1-10ee-43f6-8c4a-8007ad072bcf req-43981933-edab-423f-9586-31ac437e4ba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:39.752061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f3719d1-10ee-43f6-8c4a-8007ad072bcf req-43981933-edab-423f-9586-31ac437e4ba8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1375360 Feb 10 04:13:39.753825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network e15b27ec-dd29-4e49-9228-a7730e80eee3 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:39.806668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.823425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['964c35b4-56c2-4e75-9017-679d7cd2cc1c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:39.868538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e15b27ec-dd29-4e49-9228-a7730e80eee3) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:39.874873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:39.875810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.881159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b135680-98f1-4534-bb6a-b9868d323a05 None None] Network e15b27ec-dd29-4e49-9228-a7730e80eee3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:39.898418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (22683a19-dc49-4ca0-ac30-71bb259569d9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:39.922105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:39.925573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Pushing event updated for resources: {'Port': ['ID=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:39.940429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f3719d1-10ee-43f6-8c4a-8007ad072bcf req-aa898594-1384-481e-8a15-84bfb15150fc tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491516 Feb 10 04:13:39.940429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:39.940429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:39.983964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22683a19-dc49-4ca0-ac30-71bb259569d9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:40.015359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-51631768-3e38-4c50-87fd-15d1a6f3b4d5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7850993 Feb 10 04:13:40.019450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38408) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:40.135749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-e15b27ec-dd29-4e49-9228-a7730e80eee3', 'network_id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': 'dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:40.137101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.140900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e15b27ec-dd29-4e49-9228-a7730e80eee3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.181588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:40.182245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.282459 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (3b68d507-ff07-4d38-9b6b-6a5bb2093222), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.299567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.308769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c3ef637c-2605-4700-8e52-8355f3dc0b61 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2467787 Feb 10 04:13:40.340267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Request body: {'port': {'device_id': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:40.366622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Allocated IP 172.20.0.3 (e15b27ec-dd29-4e49-9228-a7730e80eee3/dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46/6f6cca57-a3db-4163-9064-a3a23b3b2ab0) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:40.406158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4615d8de-40c1-4e8e-8f4d-334ef9d43f84), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.480827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.521401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event deleted for resources: {'Port': ['ID=4615d8de-40c1-4e8e-8f4d-334ef9d43f84,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:40.582588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] No DVR routers for this DVR port 4615d8de-40c1-4e8e-8f4d-334ef9d43f84 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:40.586192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.591511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cf41684-aa42-4821-a8a9-fbb188764c5e req-65d9e8a4-8f4f-4379-bb13-da1e0628ee8b tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.24 "DELETE /v2.0/ports/4615d8de-40c1-4e8e-8f4d-334ef9d43f84 HTTP/1.1" status: 204 len: 173 time: 1.6575196 Feb 10 04:13:40.593783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Publish callbacks [] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.594153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'name': 'network-vif-deleted', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:40.598455 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9dfb30-8d9b-404b-a850-734b0146638b" -d '{"events": [{"server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "name": "network-vif-deleted", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:40.600741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:40.655009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:13:40.673774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.714743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Network e15b27ec-dd29-4e49-9228-a7730e80eee3 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:40.722581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613e836-2103-4d0c-af8f-8f4fc4a67a5f req-93a0c2fe-4d88-4b00-80a6-6d417c546859 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:40.725038 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d613e836-2103-4d0c-af8f-8f4fc4a67a5f req-93a0c2fe-4d88-4b00-80a6-6d417c546859 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be73806-e311-4b1f-bcc0-8386b694a91a HTTP/1.1" status: 200 len: 943 time: 0.4388313 Feb 10 04:13:40.754356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:40.764832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:40.781977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Pushing event updated for resources: {'Port': ['ID=6f6cca57-a3db-4163-9064-a3a23b3b2ab0,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:40.924558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Attempting to bind port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:40.925059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Attempting to bind port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '51966b23-a2cf-4743-8f09-19837666e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:40.925483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Attempting to bind port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 on network e15b27ec-dd29-4e49-9228-a7730e80eee3 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:40.941201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:40.941743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:13:40.942350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Checking segment: {'id': '51966b23-a2cf-4743-8f09-19837666e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:40.942350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.943426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Bound using segment: {'id': '51966b23-a2cf-4743-8f09-19837666e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:40.943646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Bound port: 6f6cca57-a3db-4163-9064-a3a23b3b2ab0, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51966b23-a2cf-4743-8f09-19837666e29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:40.944211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:40.953471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-94413d77-3d2a-4b43-96bb-e9edfd66e7c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/3b68d507-ff07-4d38-9b6b-6a5bb2093222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9597139 Feb 10 04:13:40.956197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:40.977453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] Sync routers for ids ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:13:40.986588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:40.997095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Publish callbacks [] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.011203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Transition to ACTIVE for port object 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:13:41.048805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] Routers {'3b68d507-ff07-4d38-9b6b-6a5bb2093222'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:41.049604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:41.068940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d838-6bb7-4763-bff0-84691c548625 req-db6ebb2c-bf27-4ba1-94cf-14ff982ec31c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:41.070489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5868d838-6bb7-4763-bff0-84691c548625 req-db6ebb2c-bf27-4ba1-94cf-14ff982ec31c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 931 time: 0.5626738 Feb 10 04:13:41.086272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d613e836-2103-4d0c-af8f-8f4fc4a67a5f req-0883b862-1f63-489c-abb8-2b70884abc07 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504603 Feb 10 04:13:41.122547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4708e8-fb54-4802-abbd-50ca6268bafe'}, {'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:41.125482 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e13ba4b-4761-4935-b597-f4b62f9e1a9e" -d '{"events": [{"server_uuid": "9f6f8631-1ce1-44a5-9e52-ee32c69c7f60", "name": "network-vif-plugged", "status": "completed", "tag": "2f4708e8-fb54-4802-abbd-50ca6268bafe"}, {"server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "name": "network-vif-unplugged", "status": "completed", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:41.148629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5868d838-6bb7-4763-bff0-84691c548625 req-404baadd-a5b4-4775-9661-5dc37edde905 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681002 Feb 10 04:13:41.150687 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.172187 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236a7da-f63a-4946-913d-090359c11d2f x-openstack-request-id: req-2236a7da-f63a-4946-913d-090359c11d2f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:41.188371 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "name": "network-vif-deleted", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:41.188371 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2236a7da-f63a-4946-913d-090359c11d2f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:41.188371 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'name': 'network-vif-deleted', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84', 'status': 'completed', 'code': 200} Feb 10 04:13:41.198517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] For port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:41.227932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] For port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f6cca57-a3db-4163-9064-a3a23b3b2ab0,segment=NetworkSegment(51966b23-a2cf-4743-8f09-19837666e29e),segment_id=51966b23-a2cf-4743-8f09-19837666e29e)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:41.241260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks [] for router (3b68d507-ff07-4d38-9b6b-6a5bb2093222), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.293385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] Set router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:41.340020 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d2fbb6-b8b8-4b89-b8d6-374fecb01dee x-openstack-request-id: req-65d2fbb6-b8b8-4b89-b8d6-374fecb01dee {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:41.340522 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f8631-1ce1-44a5-9e52-ee32c69c7f60", "name": "network-vif-plugged", "status": "completed", "tag": "2f4708e8-fb54-4802-abbd-50ca6268bafe", "code": 200}, {"server_uuid": "1be73806-e311-4b1f-bcc0-8386b694a91a", "name": "network-vif-unplugged", "status": "completed", "tag": "4615d8de-40c1-4e8e-8f4d-334ef9d43f84", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:41.340787 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65d2fbb6-b8b8-4b89-b8d6-374fecb01dee {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:41.341200 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4708e8-fb54-4802-abbd-50ca6268bafe', 'code': 200} Feb 10 04:13:41.341466 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be73806-e311-4b1f-bcc0-8386b694a91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4615d8de-40c1-4e8e-8f4d-334ef9d43f84', 'code': 200} Feb 10 04:13:41.370060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Pushing event updated for resources: {'Port': ['ID=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:41.373874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.408045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:41.411064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Attempting to bind port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:41.411730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Attempting to bind port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:41.412301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Attempting to bind port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:41.460265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:13:41.460739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Attempting to bind port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:41.463196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29a2ca-2dab-494c-ad17-c61e20e8669e req-e102b7e8-8909-4dfd-b214-a0e712297f1b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:41.465010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d29a2ca-2dab-494c-ad17-c61e20e8669e req-e102b7e8-8909-4dfd-b214-a0e712297f1b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1690311 Feb 10 04:13:41.485458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.491059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:41.491480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Checking segment: {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:41.491935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Bound using segment: {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:41.492630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Bound port: 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:41.493072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.523220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks [] for router_gateway (3b68d507-ff07-4d38-9b6b-6a5bb2093222), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.541233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d29a2ca-2dab-494c-ad17-c61e20e8669e req-9ba92cee-7546-415b-8876-3febcba8df62 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652430 Feb 10 04:13:41.558998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa90bc7-c700-42fa-b0ea-f12471c3b42c None None] Pushing event updated for resources: {'Port': ['ID=6f6cca57-a3db-4163-9064-a3a23b3b2ab0,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:41.622945 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e15b27ec-dd29-4e49-9228-a7730e80eee3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.674108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e032d-a693-4b1e-9ee5-30d88545a04d req-afda8d49-1541-4209-91fe-e9e701402d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:41.676102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e4e032d-a693-4b1e-9ee5-30d88545a04d req-afda8d49-1541-4209-91fe-e9e701402d1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 1128 time: 0.2552340 Feb 10 04:13:41.677124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:39Z', 'revision_number': 5, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port': {'id': '033c4369-ec54-41c3-9c0c-5232f3852b65', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:03Z', 'updated_at': '2022-02-10T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:41.723133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] Checking router: 3b68d507-ff07-4d38-9b6b-6a5bb2093222 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:41.724769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15b27ec-dd29-4e49-9228-a7730e80eee3']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:41.731740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Deleting port 033c4369-ec54-41c3-9c0c-5232f3852b65 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:41.736466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.737469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] Routers {'3b68d507-ff07-4d38-9b6b-6a5bb2093222'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:41.738102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:41.771469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51966b23-a2cf-4743-8f09-19837666e29e') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:41.772549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51966b23-a2cf-4743-8f09-19837666e29e') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:41.774910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] For port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:41.849636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] For port 033c4369-ec54-41c3-9c0c-5232f3852b65, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=033c4369-ec54-41c3-9c0c-5232f3852b65,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:41.850183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.856152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (51966b23-a2cf-4743-8f09-19837666e29e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.857374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] Set router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:41.860079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] For port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:41.872911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e4e032d-a693-4b1e-9ee5-30d88545a04d req-1c05ea48-893f-4b95-9bb2-5845510cee92 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877906 Feb 10 04:13:41.883541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Calling delete_port for 033c4369-ec54-41c3-9c0c-5232f3852b65 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:41.884340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (51966b23-a2cf-4743-8f09-19837666e29e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.901136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748212f-53b5-47f5-affe-69dc8544ab7d req-8a4774af-aa5a-44bc-9b1a-582e70519e3f tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:41.909609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5748212f-53b5-47f5-affe-69dc8544ab7d req-8a4774af-aa5a-44bc-9b1a-582e70519e3f tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.2007051 Feb 10 04:13:41.916931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:41.917398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (51966b23-a2cf-4743-8f09-19837666e29e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:41.931804 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:41.986585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.012542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:41Z', 'revision_number': 6, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:42.046693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81fd0f-7a41-4e19-9bde-1b70084c4767 None None] The sync data for ids ['3b68d507-ff07-4d38-9b6b-6a5bb2093222'] in n-d-827844-2 is: [{'id': '3b68d507-ff07-4d38-9b6b-6a5bb2093222', 'name': 'tempest-TestAggregatesBasicOps-862498596-router', 'tenant_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:01Z', 'updated_at': '2022-02-10T04:13:41Z', 'revision_number': 6, 'project_id': 'a91abe0a1353462d90a7d1b7ceb3d1c2', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:42.097413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Pushing event updated for resources: {'Port': ['ID=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:42.159078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:42.159925 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.163670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-4a842bd4-475e-4cb2-9387-13c1b06af91d service neutron] 10.222.0.43 "PUT /v2.0/ports/0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 HTTP/1.1" status: 200 len: 1091 time: 1.8319023 Feb 10 04:13:42.191859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5748212f-53b5-47f5-affe-69dc8544ab7d req-7beef496-3552-48d6-8e58-fc2e7d347056 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813795 Feb 10 04:13:42.207706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:13:42.207706 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:13:42.207706 n-d-827844-2 neutron-server[109959]: [parameters: {'id': 'e15b27ec-dd29-4e49-9228-a7730e80eee3'}] Feb 10 04:13:42.207706 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:13:42.208395 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:13:42.293476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (033c4369-ec54-41c3-9c0c-5232f3852b65), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.319735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Pushing event deleted for resources: {'Port': ['ID=033c4369-ec54-41c3-9c0c-5232f3852b65,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:42.403944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6885-298b-4d05-9f7c-d168555c0d63 req-03c7d4b5-2512-4981-8a93-f423c2351e7b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:42.405922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e19a6885-298b-4d05-9f7c-d168555c0d63 req-03c7d4b5-2512-4981-8a93-f423c2351e7b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 943 time: 0.1216857 Feb 10 04:13:42.432824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (3b68d507-ff07-4d38-9b6b-6a5bb2093222), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.437919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-54813a8f-3215-4fd9-9737-fe373e26e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:42.440863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-54813a8f-3215-4fd9-9737-fe373e26e056 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 1125 time: 0.1209314 Feb 10 04:13:42.591215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (3b68d507-ff07-4d38-9b6b-6a5bb2093222), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.594138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks [] for router_controller (3b68d507-ff07-4d38-9b6b-6a5bb2093222), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.756163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (3b68d507-ff07-4d38-9b6b-6a5bb2093222), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.756914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b68d507-ff07-4d38-9b6b-6a5bb2093222 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:13:42.761456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.763126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-544cead8-bf66-4dc1-ac22-a36f6ffeb15f admin admin] 10.222.0.42 "DELETE /v2.0/routers/3b68d507-ff07-4d38-9b6b-6a5bb2093222 HTTP/1.1" status: 204 len: 168 time: 1.8059886 Feb 10 04:13:42.765736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38458) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:42.861835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] Deleting subnet 7e1ac6c8-c116-491d-ba70-98b4c19b2554 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:13:42.865831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] Publish callbacks [] for subnet (7e1ac6c8-c116-491d-ba70-98b4c19b2554), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.924515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (7e1ac6c8-c116-491d-ba70-98b4c19b2554), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:42.978556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e15b27ec-dd29-4e49-9228-a7730e80eee3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.007044 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e19a6885-298b-4d05-9f7c-d168555c0d63 req-5ae66e20-e36f-4d94-a527-bc404d1fabe0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891411 Feb 10 04:13:43.009659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-bf593be6-b355-44ac-ac33-e88ee255a213 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 HTTP/1.1" status: 200 len: 217 time: 0.5594082 Feb 10 04:13:43.136736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7e1ac6c8-c116-491d-ba70-98b4c19b2554), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.183887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'tag': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:43.186789 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa900af-8fb2-401d-b718-16aa3638cd92" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697", "tag": "0dac7411-4d8f-45ba-b73e-6a92ee2aeef5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:43.192314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-d45ec5d2-c207-4c85-a035-ea7cd971a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:43.193489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:43.194088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-d45ec5d2-c207-4c85-a035-ea7cd971a841 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.1728203 Feb 10 04:13:43.254140 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588b1639-a568-438d-b171-40a78abd3000 x-openstack-request-id: req-588b1639-a568-438d-b171-40a78abd3000 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:43.254545 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697", "tag": "0dac7411-4d8f-45ba-b73e-6a92ee2aeef5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:43.254790 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-588b1639-a568-438d-b171-40a78abd3000 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:43.255308 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'tag': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5', 'status': 'completed', 'code': 200} Feb 10 04:13:43.257663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-817af3bd-1328-4b2f-b2d0-eb6c0bb0ac70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549257 Feb 10 04:13:43.279553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb38ee6-12ca-4a29-a67e-8c1085ff553b None None] Network e15b27ec-dd29-4e49-9228-a7730e80eee3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:43.293687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:43.294772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.380459 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (7e1ac6c8-c116-491d-ba70-98b4c19b2554), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.406373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a72f096e-4826-431d-afd7-cc5c2e70f528 None None] Provisioning complete for port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:43.406803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a72f096e-4826-431d-afd7-cc5c2e70f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.444819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:43.445202 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.471665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.473715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f6cca57-a3db-4163-9064-a3a23b3b2ab0,segment=NetworkSegment(51966b23-a2cf-4743-8f09-19837666e29e),segment_id=51966b23-a2cf-4743-8f09-19837666e29e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:43.474131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.489002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e1ac6c8-c116-491d-ba70-98b4c19b2554 HTTP/1.1" status: 204 len: 168 time: 0.7197919 Feb 10 04:13:43.490384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721a6ad-2e27-41d7-84d3-acf96448243f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1ac6c8-c116-491d-ba70-98b4c19b2554,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:43.492576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38474) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:43.504199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b666309-8aaa-4a5f-b6e6-37ae448a2397 req-29de4494-ab6b-4e61-bdcd-722b0a803a8c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:43.508480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7088d0c-1862-4479-908d-86f61fbf294e None None] Network 583e9423-846f-470d-8c52-43a995298444 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:43.516153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b666309-8aaa-4a5f-b6e6-37ae448a2397 req-29de4494-ab6b-4e61-bdcd-722b0a803a8c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.1910284 Feb 10 04:13:43.566054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] DHCP port deletion for e15b27ec-dd29-4e49-9228-a7730e80eee3 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:13:43.568393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:43.617975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e4818-910a-4d79-999b-d62377668c00 req-91ff9c37-49d4-4630-9de1-668ee9d6c447 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:43.620019 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-974e4818-910a-4d79-999b-d62377668c00 req-91ff9c37-49d4-4630-9de1-668ee9d6c447 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 945 time: 0.0632403 Feb 10 04:13:43.629428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-c6abf22e-9905-445a-9895-9e4d5cc3a645 service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633332 Feb 10 04:13:43.676047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-974e4818-910a-4d79-999b-d62377668c00 req-2f001ebc-c82e-479d-bd42-831f4b2387c5 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Feb 10 04:13:43.742547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b666309-8aaa-4a5f-b6e6-37ae448a2397 req-89d95535-f4af-4625-847d-27199ac752a8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250898 Feb 10 04:13:43.763208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (583e9423-846f-470d-8c52-43a995298444), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.888782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c333375-86cd-4b9e-8c9d-3339bbbe8aa3 req-365c3cf9-5eac-486c-a914-2eca7af725f6 service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167139 Feb 10 04:13:43.908769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Deleting port 0c2fea10-e535-4483-8863-991303016a23 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:43.909162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0c2fea10-e535-4483-8863-991303016a23), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.947410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a72f096e-4826-431d-afd7-cc5c2e70f528 None None] Current status of the port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:43.947706 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a72f096e-4826-431d-afd7-cc5c2e70f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.960365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:43.961001 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.969233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:43.985864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] Deleting port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:43.986241 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.005745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=6f6cca57-a3db-4163-9064-a3a23b3b2ab0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:44.021289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] For port 0c2fea10-e535-4483-8863-991303016a23, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0c2fea10-e535-4483-8863-991303016a23,segment=NetworkSegment(72d893d7-4f92-4abf-b53f-6cc09c0aca5d),segment_id=72d893d7-4f92-4abf-b53f-6cc09c0aca5d)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:44.021921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0c2fea10-e535-4483-8863-991303016a23), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.028493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:44.074467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Calling delete_port for 0c2fea10-e535-4483-8863-991303016a23 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:44.111110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] For port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:44.111509 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.125670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] Calling delete_port for 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:44.128498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] Port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:13:44.129742 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (6f6cca57-a3db-4163-9064-a3a23b3b2ab0), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.160035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] Pushing event deleted for resources: {'Port': ['ID=6f6cca57-a3db-4163-9064-a3a23b3b2ab0,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:44.163007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28c37de-0008-4d28-92a6-f9e0059c8416 None None] No DVR routers for this DVR port 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:44.200471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068152-e3f9-4834-98d0-58ecbc3bfa36 req-4c6207f8-6090-4ff4-b5c0-22a8bf3175ad tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:44.200995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] DHCP port deletion for 583e9423-846f-470d-8c52-43a995298444 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:13:44.202390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-37068152-e3f9-4834-98d0-58ecbc3bfa36 req-4c6207f8-6090-4ff4-b5c0-22a8bf3175ad tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 943 time: 0.1120605 Feb 10 04:13:44.208584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 033c4369-ec54-41c3-9c0c-5232f3852b65 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:44.216432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e15b27ec-dd29-4e49-9228-a7730e80eee3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.244430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 033c4369-ec54-41c3-9c0c-5232f3852b65 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:44.244430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 033c4369-ec54-41c3-9c0c-5232f3852b65 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:44.244430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 22683a19-dc49-4ca0-ac30-71bb259569d9 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:44.252203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-b03641f4-72a3-46f0-81f2-099f26818272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:44.253852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-b03641f4-72a3-46f0-81f2-099f26818272 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 1125 time: 0.1938174 Feb 10 04:13:44.260528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15b27ec-dd29-4e49-9228-a7730e80eee3']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:44.270336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-37068152-e3f9-4834-98d0-58ecbc3bfa36 req-8f74957e-e7f3-41e7-95e0-3bfe0b8f101e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623274 Feb 10 04:13:44.294866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 22683a19-dc49-4ca0-ac30-71bb259569d9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:44.295358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 22683a19-dc49-4ca0-ac30-71bb259569d9 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:44.313572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51966b23-a2cf-4743-8f09-19837666e29e') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:44.314025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51966b23-a2cf-4743-8f09-19837666e29e') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:44.327248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] Deleting port 0c2fea10-e535-4483-8863-991303016a23 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:44.327622 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0c2fea10-e535-4483-8863-991303016a23), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.334687 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (51966b23-a2cf-4743-8f09-19837666e29e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.389247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (51966b23-a2cf-4743-8f09-19837666e29e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.391728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] For port 0c2fea10-e535-4483-8863-991303016a23, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0c2fea10-e535-4483-8863-991303016a23,segment=NetworkSegment(72d893d7-4f92-4abf-b53f-6cc09c0aca5d),segment_id=72d893d7-4f92-4abf-b53f-6cc09c0aca5d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:44.392130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0c2fea10-e535-4483-8863-991303016a23), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.400551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:44.400956 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (51966b23-a2cf-4743-8f09-19837666e29e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:44.404909 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:44.412001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] Calling delete_port for 0c2fea10-e535-4483-8863-991303016a23 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:44.470291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-a0830434-2722-4fd6-9713-22069a88a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:44.471821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-a0830434-2722-4fd6-9713-22069a88a900 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 914 time: 0.2069368 Feb 10 04:13:44.476048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0c2fea10-e535-4483-8863-991303016a23), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.499931 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (0c2fea10-e535-4483-8863-991303016a23), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.531027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] No DVR routers for this DVR port 0c2fea10-e535-4483-8863-991303016a23 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:44.536283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e4432-6de1-46e6-b2fc-00eb52437c62 None None] Pushing event deleted for resources: {'Port': ['ID=0c2fea10-e535-4483-8863-991303016a23,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:44.544525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2fea10-e535-4483-8863-991303016a23,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:44.546560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] No DVR routers for this DVR port 0c2fea10-e535-4483-8863-991303016a23 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:44.549221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-86e73263-f2d7-4642-9996-5af3a55b747c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 HTTP/1.1" status: 200 len: 217 time: 0.0620537 Feb 10 04:13:44.602958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e15b27ec-dd29-4e49-9228-a7730e80eee3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.642356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.645513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/e15b27ec-dd29-4e49-9228-a7730e80eee3 HTTP/1.1" status: 204 len: 168 time: 4.6198883 Feb 10 04:13:44.649894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38494) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:44.659624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1636363998'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:44.662858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e56d7e-fca6-4db7-bb38-d9b57327d006 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=e15b27ec-dd29-4e49-9228-a7730e80eee3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:44.703236 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (583e9423-846f-470d-8c52-43a995298444), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.715727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-07605a52-2f01-4f04-b696-6b12d6f26241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:44.717223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-07605a52-2f01-4f04-b696-6b12d6f26241 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.1459894 Feb 10 04:13:44.745201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583e9423-846f-470d-8c52-43a995298444']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:44.767912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-dd82450a-9c02-43b4-9b26-023845c6edd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377138 Feb 10 04:13:44.783009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d893d7-4f92-4abf-b53f-6cc09c0aca5d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:44.783312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d893d7-4f92-4abf-b53f-6cc09c0aca5d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:44.820219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (72d893d7-4f92-4abf-b53f-6cc09c0aca5d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.846340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0c2fea10-e535-4483-8863-991303016a23 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:44.847359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:44.850636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.867358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0c2fea10-e535-4483-8863-991303016a23 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:44.867789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0c2fea10-e535-4483-8863-991303016a23 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:44.868213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:44.871591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (72d893d7-4f92-4abf-b53f-6cc09c0aca5d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.888104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:44.888793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f6cca57-a3db-4163-9064-a3a23b3b2ab0 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:44.907267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:44.907674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (72d893d7-4f92-4abf-b53f-6cc09c0aca5d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:44.912122 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:44.976677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:45.009999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee33353-bc6c-4fad-b91d-27e80c32d29b req-e2dc4080-a579-42b9-b6bb-9ccc16b8b249 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:45.012638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ee33353-bc6c-4fad-b91d-27e80c32d29b req-e2dc4080-a579-42b9-b6bb-9ccc16b8b249 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 945 time: 0.2420108 Feb 10 04:13:45.016402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-73429dcf-f6d2-432e-89f7-ab474d1541d4 service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354882 Feb 10 04:13:45.032461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08107291-c6df-4956-98dd-a1337242a5fc req-e3e1cd37-c863-4e6e-b971-3f27ea6673b3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:45.033225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08107291-c6df-4956-98dd-a1337242a5fc req-e3e1cd37-c863-4e6e-b971-3f27ea6673b3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 945 time: 0.0728853 Feb 10 04:13:45.111365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (583e9423-846f-470d-8c52-43a995298444), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.114676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fa20f746-7ca8-4a6c-ae5f-4216e8c1293f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.115069 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment fa20f746-7ca8-4a6c-ae5f-4216e8c1293f of type vlan for network 53923690-b605-4af4-82f2-842b7fb059a0 Feb 10 04:13:45.139969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.152956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] 10.222.0.42 "DELETE /v2.0/networks/583e9423-846f-470d-8c52-43a995298444 HTTP/1.1" status: 204 len: 168 time: 1.5995696 Feb 10 04:13:45.153549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38506) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:45.180130 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ee33353-bc6c-4fad-b91d-27e80c32d29b req-8dfe6bc8-6cfc-4157-9e1b-c76b20541b8f tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/security-groups?id=f64ced24-80c3-431b-8a01-a32f7e0be592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591351 Feb 10 04:13:45.188328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f12e6-e505-4efa-a680-1087ed70fdef admin admin] Pushing event deleted for resources: {'Network': ['ID=583e9423-846f-470d-8c52-43a995298444,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:45.211499 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (53923690-b605-4af4-82f2-842b7fb059a0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.218019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfa900af-8fb2-401d-b718-16aa3638cd92 req-41735b7a-9aff-4136-b634-b2f9cf79b92c service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896441 Feb 10 04:13:45.287153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (53923690-b605-4af4-82f2-842b7fb059a0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.292415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:45.293177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.378574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=53923690-b605-4af4-82f2-842b7fb059a0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:45.390535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 53923690-b605-4af4-82f2-842b7fb059a0 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:45.430506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547c360-fccb-41ab-a976-b40a3f4733da req-2b9ff074-4d1d-470c-a2ed-08b217137927 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:45.432274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9547c360-fccb-41ab-a976-b40a3f4733da req-2b9ff074-4d1d-470c-a2ed-08b217137927 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 943 time: 0.0664773 Feb 10 04:13:45.437854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-72980348-ffa9-4df4-bd2d-66102a474bc1 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7868061 Feb 10 04:13:45.443248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38510) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:45.450378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '53923690-b605-4af4-82f2-842b7fb059a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:45.559552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9547c360-fccb-41ab-a976-b40a3f4733da req-6aadfd3b-94ac-48f3-9e4e-629f6da6225c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148286 Feb 10 04:13:45.563352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb25e1-d134-4c18-8d76-317169fba8a1 req-e98b9818-671f-4b26-9559-cf9f8fdc81f0 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:45.572436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85bb25e1-d134-4c18-8d76-317169fba8a1 req-e98b9818-671f-4b26-9559-cf9f8fdc81f0 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.5024459 Feb 10 04:13:45.653406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:45.656955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.659420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Deleting port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:45.662513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.700085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85bb25e1-d134-4c18-8d76-317169fba8a1 req-968d5c14-f7d0-4d8c-8518-c531419d19ef tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268678 Feb 10 04:13:45.817111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] For port f264da7b-a708-4a4e-9a4c-b55fd823d1f7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,segment=NetworkSegment(aadeee4d-ecde-46b7-b814-bc2124e44e58),segment_id=aadeee4d-ecde-46b7-b814-bc2124e44e58)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:45.817420 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:45.860523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Calling delete_port for f264da7b-a708-4a4e-9a4c-b55fd823d1f7 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:45.953215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d29e8a55-1488-4fa6-b721-7bd0217ffb9b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.060144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=d29e8a55-1488-4fa6-b721-7bd0217ffb9b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:46.097002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e911-f713-4528-85e8-fd3bd5a5c30a req-94f80bd5-b029-4226-bc53-bdf229438cde tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:46.099642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad66e911-f713-4528-85e8-fd3bd5a5c30a req-94f80bd5-b029-4226-bc53-bdf229438cde tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.0978830 Feb 10 04:13:46.100593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '53923690-b605-4af4-82f2-842b7fb059a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:46.100965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 53923690-b605-4af4-82f2-842b7fb059a0, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:46.129016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f264da7b-a708-4a4e-9a4c-b55fd823d1f7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.143184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f264da7b-a708-4a4e-9a4c-b55fd823d1f7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:46.162971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Pushing event deleted for resources: {'Port': ['ID=f264da7b-a708-4a4e-9a4c-b55fd823d1f7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:46.175347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (b6e57269-d755-4fc6-aa51-1229a2b0a517), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.180768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad66e911-f713-4528-85e8-fd3bd5a5c30a req-284bd56e-8673-4221-9104-df34b2de6102 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710099 Feb 10 04:13:46.184631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 53923690-b605-4af4-82f2-842b7fb059a0 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:46.261787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] No DVR routers for this DVR port f264da7b-a708-4a4e-9a4c-b55fd823d1f7 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:46.266774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.269352 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08107291-c6df-4956-98dd-a1337242a5fc req-a654f74c-be58-4d0e-975e-02dc936f36d3 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.43 "DELETE /v2.0/ports/f264da7b-a708-4a4e-9a4c-b55fd823d1f7 HTTP/1.1" status: 204 len: 173 time: 1.2298751 Feb 10 04:13:46.269819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'name': 'network-vif-deleted', 'tag': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:46.272215 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3741c9-cde6-4e42-bf38-a706e0007086" -d '{"events": [{"server_uuid": "4c55e5b3-1d6f-4a87-9559-375d6760570d", "name": "network-vif-deleted", "tag": "f264da7b-a708-4a4e-9a4c-b55fd823d1f7"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:46.298522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f524df78-18df-4e6a-b2f7-ebb16d3da5fc req-25260f0c-9497-4698-a603-b6b9534fb180 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 210 time: 0.0338860 Feb 10 04:13:46.299629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 53923690-b605-4af4-82f2-842b7fb059a0) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:46.308682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:46.309961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.310088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f67a963-f886-44b8-826e-dcd159631452 None None] Network 53923690-b605-4af4-82f2-842b7fb059a0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:46.419793 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba7eee28-1cc6-4892-8066-7c71a44df3fb tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9741013 Feb 10 04:13:46.422329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38522) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:46.465395 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ec1947-e148-4aaf-9f84-655d4bad3f26 x-openstack-request-id: req-20ec1947-e148-4aaf-9f84-655d4bad3f26 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:46.465834 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55e5b3-1d6f-4a87-9559-375d6760570d", "name": "network-vif-deleted", "tag": "f264da7b-a708-4a4e-9a4c-b55fd823d1f7", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:46.466191 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20ec1947-e148-4aaf-9f84-655d4bad3f26 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:46.466711 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55e5b3-1d6f-4a87-9559-375d6760570d', 'name': 'network-vif-deleted', 'tag': 'f264da7b-a708-4a4e-9a4c-b55fd823d1f7', 'status': 'completed', 'code': 200} Feb 10 04:13:46.513363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-53923690-b605-4af4-82f2-842b7fb059a0', 'network_id': '53923690-b605-4af4-82f2-842b7fb059a0', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': 'd29e8a55-1488-4fa6-b721-7bd0217ffb9b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:46.515108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.582075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (53923690-b605-4af4-82f2-842b7fb059a0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.676518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d29e8a55-1488-4fa6-b721-7bd0217ffb9b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.688740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a3e4-d212-4b9a-8f5e-2e6874fef8e3 req-afc05eee-d993-407e-9162-af9ec1387054 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:46.696045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e613a3e4-d212-4b9a-8f5e-2e6874fef8e3 req-afc05eee-d993-407e-9162-af9ec1387054 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1087034 Feb 10 04:13:46.745647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Deleting port 14336b45-abd2-41bd-a528-fb504ba65a22 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:46.745647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.804746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Allocated IP 172.20.0.1 (53923690-b605-4af4-82f2-842b7fb059a0/d29e8a55-1488-4fa6-b721-7bd0217ffb9b/d087055f-c412-4d12-b2e0-f7914ec53408) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:46.827342 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e613a3e4-d212-4b9a-8f5e-2e6874fef8e3 req-4e841d71-98fa-468e-8a44-8d1ccfb8d835 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303608 Feb 10 04:13:46.875064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc2d6d-fdad-44a9-b3b7-9d697caa16dc req-6a03091e-bc26-4a9c-b7de-d4416f46e59a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:46.876632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0acc2d6d-fdad-44a9-b3b7-9d697caa16dc req-6a03091e-bc26-4a9c-b7de-d4416f46e59a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 943 time: 0.1030388 Feb 10 04:13:46.882775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] For port 14336b45-abd2-41bd-a528-fb504ba65a22, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=14336b45-abd2-41bd-a528-fb504ba65a22,segment=NetworkSegment(8de6ec01-7ca9-488f-b04e-67160f7d55b2),segment_id=8de6ec01-7ca9-488f-b04e-67160f7d55b2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:46.882775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.895891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Calling delete_port for 14336b45-abd2-41bd-a528-fb504ba65a22 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:46.902034 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:46.958935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0acc2d6d-fdad-44a9-b3b7-9d697caa16dc req-b899168c-6c10-4b5e-be98-f5f22dcba09a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751932 Feb 10 04:13:47.018278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Publish callbacks [] for port (d087055f-c412-4d12-b2e0-f7914ec53408), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.098912 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d087055f-c412-4d12-b2e0-f7914ec53408), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.161245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Network 53923690-b605-4af4-82f2-842b7fb059a0 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:47.166564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc09c7-2fa8-4682-a48c-90121b16ba3a req-1d6a62e0-3d0f-49f3-bff7-e2064862cb3a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:47.167643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:47.169119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Pushing event updated for resources: {'Port': ['ID=d087055f-c412-4d12-b2e0-f7914ec53408,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:47.171304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:47.176130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc09c7-2fa8-4682-a48c-90121b16ba3a req-1d6a62e0-3d0f-49f3-bff7-e2064862cb3a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:47.181502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc09c7-2fa8-4682-a48c-90121b16ba3a req-1d6a62e0-3d0f-49f3-bff7-e2064862cb3a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:47.185243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:13:47.189315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25dc09c7-2fa8-4682-a48c-90121b16ba3a req-1d6a62e0-3d0f-49f3-bff7-e2064862cb3a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18&device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60&device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 2418 time: 0.1224840 Feb 10 04:13:47.210754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (d29e8a55-1488-4fa6-b721-7bd0217ffb9b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.246476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Attempting to bind port d087055f-c412-4d12-b2e0-f7914ec53408 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:47.247629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Attempting to bind port d087055f-c412-4d12-b2e0-f7914ec53408 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '53923690-b605-4af4-82f2-842b7fb059a0'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:47.248014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Attempting to bind port d087055f-c412-4d12-b2e0-f7914ec53408 on network 53923690-b605-4af4-82f2-842b7fb059a0 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:47.254332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25dc09c7-2fa8-4682-a48c-90121b16ba3a req-dbd5c961-5b74-4cf5-b395-deadd31cc7c1 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640025 Feb 10 04:13:47.258351 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (14336b45-abd2-41bd-a528-fb504ba65a22), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.262091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:47.263103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Checking segment: {'id': 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '53923690-b605-4af4-82f2-842b7fb059a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:47.263692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.264282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Bound using segment: {'id': 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '53923690-b605-4af4-82f2-842b7fb059a0'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:47.264929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Bound port: d087055f-c412-4d12-b2e0-f7914ec53408, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '53923690-b605-4af4-82f2-842b7fb059a0'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:47.265481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d087055f-c412-4d12-b2e0-f7914ec53408), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.299792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=d29e8a55-1488-4fa6-b721-7bd0217ffb9b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:47.331862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Pushing event deleted for resources: {'Port': ['ID=14336b45-abd2-41bd-a528-fb504ba65a22,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:47.396523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (53923690-b605-4af4-82f2-842b7fb059a0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.464972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53923690-b605-4af4-82f2-842b7fb059a0']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:47.512180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:47.521968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:47.523219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:47.525426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] For port d087055f-c412-4d12-b2e0-f7914ec53408, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:47.534221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] For port d087055f-c412-4d12-b2e0-f7914ec53408, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d087055f-c412-4d12-b2e0-f7914ec53408,segment=NetworkSegment(fa20f746-7ca8-4a6c-ae5f-4216e8c1293f),segment_id=fa20f746-7ca8-4a6c-ae5f-4216e8c1293f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:47.540206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (fa20f746-7ca8-4a6c-ae5f-4216e8c1293f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.561499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5', 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235', 'port_id': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5', 'mac_address': 'fa:16:3e:93:82:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58460e59-2bba-44ad-8efe-b86a3619b642', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:13:47.581004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82570c-91f3-4f79-85b8-b245621de31b req-9b2f9ddc-d166-4799-a715-c746d141f34a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:47.582776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4c30ca9-cedc-4bc3-94d7-5990cc054248 req-a55f0905-69d5-4cbd-bd33-77d20d9df964 tempest-ServersTestJSON-1957197581 tempest-ServersTestJSON-1957197581-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c55e5b3-1d6f-4a87-9559-375d6760570d HTTP/1.1" status: 200 len: 210 time: 0.0641751 Feb 10 04:13:47.599403 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc82570c-91f3-4f79-85b8-b245621de31b req-9b2f9ddc-d166-4799-a715-c746d141f34a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.1585517 Feb 10 04:13:47.634725 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d087055f-c412-4d12-b2e0-f7914ec53408), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.641914 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fa20f746-7ca8-4a6c-ae5f-4216e8c1293f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.687065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:47.687459 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.721529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc82570c-91f3-4f79-85b8-b245621de31b req-b33697d3-c9bf-43ee-bf10-beb07e239f31 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079504 Feb 10 04:13:47.723072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:47.723669 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (fa20f746-7ca8-4a6c-ae5f-4216e8c1293f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:47.727619 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:47.743960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:13:47.744154 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (b6e57269-d755-4fc6-aa51-1229a2b0a517), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.780408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd6681-bee8-4eec-a489-cefe11329344 None None] Pushing event updated for resources: {'Port': ['ID=d087055f-c412-4d12-b2e0-f7914ec53408,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:47.786903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:47.810843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765387e-d7cc-45b6-bde1-02d3de8cd352 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:13:47.848333 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:47.907709 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:13:47.907709 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:13:47.907709 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '53923690-b605-4af4-82f2-842b7fb059a0'}] Feb 10 04:13:47.907709 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:13:47.908338 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:13:47.965636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:48.026119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765387e-d7cc-45b6-bde1-02d3de8cd352 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:13:48.125274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Router b6e57269-d755-4fc6-aa51-1229a2b0a517 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:13:48.187878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2b3b-2aaa-407d-923b-9478c3089691 req-3d7fd517-f80e-4f74-aa9c-b89c6b5b0369 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:48.189405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bee2b3b-2aaa-407d-923b-9478c3089691 req-3d7fd517-f80e-4f74-aa9c-b89c6b5b0369 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 944 time: 0.1007707 Feb 10 04:13:48.200042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['0dac7411-4d8f-45ba-b73e-6a92ee2aeef5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:48.270995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.280496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:13:48.286130 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8e48f57c-f3a2-4f9e-923a-9eba23c91231 admin admin] 10.222.0.42 "PUT /v2.0/routers/b6e57269-d755-4fc6-aa51-1229a2b0a517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1371193 Feb 10 04:13:48.288824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38546) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:48.290915 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] Sync routers for ids ['b6e57269-d755-4fc6-aa51-1229a2b0a517'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:13:48.313403 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] Routers {'b6e57269-d755-4fc6-aa51-1229a2b0a517'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:48.314045 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b6e57269-d755-4fc6-aa51-1229a2b0a517'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:48.314205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bee2b3b-2aaa-407d-923b-9478c3089691 req-eab4a937-a57f-4b08-ac52-4511e65f5b31 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177285 Feb 10 04:13:48.409994 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (53923690-b605-4af4-82f2-842b7fb059a0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.473718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29912e1a-1773-4b86-aa0f-15115531b9f6 None None] Network 53923690-b605-4af4-82f2-842b7fb059a0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:48.506402 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks [] for router (b6e57269-d755-4fc6-aa51-1229a2b0a517), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.506943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port d087055f-c412-4d12-b2e0-f7914ec53408 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:48.507444 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d087055f-c412-4d12-b2e0-f7914ec53408), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.537403 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] Set router b6e57269-d755-4fc6-aa51-1229a2b0a517 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:48.588348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port d087055f-c412-4d12-b2e0-f7914ec53408, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d087055f-c412-4d12-b2e0-f7914ec53408,segment=NetworkSegment(fa20f746-7ca8-4a6c-ae5f-4216e8c1293f),segment_id=fa20f746-7ca8-4a6c-ae5f-4216e8c1293f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:48.588744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d087055f-c412-4d12-b2e0-f7914ec53408), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.631194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for d087055f-c412-4d12-b2e0-f7914ec53408 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:48.696481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:48.800769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] Deleting subnet 6e808e13-05a1-4361-86b6-493213f23872 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:13:48.805027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] Publish callbacks [] for subnet (6e808e13-05a1-4361-86b6-493213f23872), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.809325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks [] for router_gateway (b6e57269-d755-4fc6-aa51-1229a2b0a517), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.878843 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:47Z', 'revision_number': 5, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port': {'id': '06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:21Z', 'updated_at': '2022-02-10T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:48.902807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (6e808e13-05a1-4361-86b6-493213f23872), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.906321 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] Checking router: b6e57269-d755-4fc6-aa51-1229a2b0a517 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:13:48.914967 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] Routers {'b6e57269-d755-4fc6-aa51-1229a2b0a517'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:13:48.915785 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:13:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b6e57269-d755-4fc6-aa51-1229a2b0a517'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:48.948079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d087055f-c412-4d12-b2e0-f7914ec53408), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:48.988108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Deleting port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:48.988601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.017879 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] Set router b6e57269-d755-4fc6-aa51-1229a2b0a517 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:13:49.034740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=d087055f-c412-4d12-b2e0-f7914ec53408,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:49.054067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port d087055f-c412-4d12-b2e0-f7914ec53408 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:49.093752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] For port 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:49.094601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.100213 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:48Z', 'revision_number': 6, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:49.109050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6e808e13-05a1-4361-86b6-493213f23872), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.116083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Calling delete_port for 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:49.154610 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0ffd0-717b-45b3-bcde-7a1f1368dc33 None None] The sync data for ids ['b6e57269-d755-4fc6-aa51-1229a2b0a517'] in n-d-827844-2 is: [{'id': 'b6e57269-d755-4fc6-aa51-1229a2b0a517', 'name': 'tempest-TestAggregatesBasicOps-1249029744-router', 'tenant_id': '1c2524efe0394a179b2eabfdba1e292d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:18Z', 'updated_at': '2022-02-10T04:13:48Z', 'revision_number': 6, 'project_id': '1c2524efe0394a179b2eabfdba1e292d', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:13:49.186878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f264da7b-a708-4a4e-9a4c-b55fd823d1f7 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:49.215988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (53923690-b605-4af4-82f2-842b7fb059a0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.237077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: f264da7b-a708-4a4e-9a4c-b55fd823d1f7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:49.237767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f264da7b-a708-4a4e-9a4c-b55fd823d1f7 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:49.251135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53923690-b605-4af4-82f2-842b7fb059a0']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:49.264623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:49.264999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa20f746-7ca8-4a6c-ae5f-4216e8c1293f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:49.274599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (fa20f746-7ca8-4a6c-ae5f-4216e8c1293f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.290335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fa20f746-7ca8-4a6c-ae5f-4216e8c1293f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.297957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:49.298350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (fa20f746-7ca8-4a6c-ae5f-4216e8c1293f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:49.301457 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:49.352796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (6e808e13-05a1-4361-86b6-493213f23872), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.375520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.399006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e808e13-05a1-4361-86b6-493213f23872,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:49.410879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.414511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2f551549-8899-4151-b8d7-87c913d0ed62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6e808e13-05a1-4361-86b6-493213f23872 HTTP/1.1" status: 204 len: 168 time: 0.7170038 Feb 10 04:13:49.424062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38564) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:49.433477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:49.497545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3daddc-b5d6-4850-8083-442a022fcebb req-a7414ff8-340d-4359-9430-43323ff6fa34 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:49.507220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a3daddc-b5d6-4850-8083-442a022fcebb req-a7414ff8-340d-4359-9430-43323ff6fa34 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 944 time: 0.1006227 Feb 10 04:13:49.525470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (53923690-b605-4af4-82f2-842b7fb059a0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.532943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.540952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/53923690-b605-4af4-82f2-842b7fb059a0 HTTP/1.1" status: 204 len: 168 time: 3.1173484 Feb 10 04:13:49.541563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38566) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:49.552881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1995074245'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:49.580947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.591349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9788-6ebe-4493-980f-a3342c3b4099 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=53923690-b605-4af4-82f2-842b7fb059a0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:49.621777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (b6e57269-d755-4fc6-aa51-1229a2b0a517), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.630419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a3daddc-b5d6-4850-8083-442a022fcebb req-d1366628-64db-4457-a53a-692305b702bd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189544 Feb 10 04:13:49.672359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:49.675901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f28b-fc07-45bd-b757-c74f600a4291 req-1f5fbf74-ca85-4d14-bead-e648fa5785ef tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:49.680736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.683465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89f8f28b-fc07-45bd-b757-c74f600a4291 req-1f5fbf74-ca85-4d14-bead-e648fa5785ef tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1882212 Feb 10 04:13:49.708566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:49.718739 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (abddc5db-68c1-4dc8-8bf8-a7df094820e2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.718922 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment abddc5db-68c1-4dc8-8bf8-a7df094820e2 of type vlan for network 22497d80-b5e7-4fc4-a51e-ced0d89da246 Feb 10 04:13:49.763352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (22497d80-b5e7-4fc4-a51e-ced0d89da246), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.811913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (b6e57269-d755-4fc6-aa51-1229a2b0a517), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.822554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks [] for router_controller (b6e57269-d755-4fc6-aa51-1229a2b0a517), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.841623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (22497d80-b5e7-4fc4-a51e-ced0d89da246), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.847145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:49.847865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.858964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.907906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89f8f28b-fc07-45bd-b757-c74f600a4291 req-ce9114d7-2e5e-4980-a187-18f3823f48cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886146 Feb 10 04:13:49.920511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:49.930351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadeee4d-ecde-46b7-b814-bc2124e44e58') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:49.930591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadeee4d-ecde-46b7-b814-bc2124e44e58') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:49.939616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=22497d80-b5e7-4fc4-a51e-ced0d89da246,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:49.944417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (aadeee4d-ecde-46b7-b814-bc2124e44e58), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.951466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 22497d80-b5e7-4fc4-a51e-ced0d89da246 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:49.958511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (aadeee4d-ecde-46b7-b814-bc2124e44e58), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.963098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b2841ef7-88d5-4549-aa13-460f65adfa29 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4143896 Feb 10 04:13:49.972225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:49.972225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (aadeee4d-ecde-46b7-b814-bc2124e44e58), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.976509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38570) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:49.976818 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:49.982267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '22497d80-b5e7-4fc4-a51e-ced0d89da246', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:49.993818 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (b6e57269-d755-4fc6-aa51-1229a2b0a517), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:49.996151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e57269-d755-4fc6-aa51-1229a2b0a517 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:13:50.018622 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.019523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-604db25a-1b58-4fd5-a56a-13843e848f5d admin admin] 10.222.0.42 "DELETE /v2.0/routers/b6e57269-d755-4fc6-aa51-1229a2b0a517 HTTP/1.1" status: 204 len: 168 time: 1.7251456 Feb 10 04:13:50.022631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38572) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:50.134159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] Deleting subnet 4072a44c-da95-410f-ad34-f4860322239c {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:13:50.141621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] Publish callbacks [] for subnet (4072a44c-da95-410f-ad34-f4860322239c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.169604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:50.176952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.179922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (4072a44c-da95-410f-ad34-f4860322239c), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.470782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (9fb4fa3d-c26c-42ff-9322-9e266cb880b6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.520498 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.536731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.544508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4 HTTP/1.1" status: 204 len: 168 time: 1.1138108 Feb 10 04:13:50.546200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676904f9-a773-48dd-8eab-a52301b8fa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a2ef72-7cbd-4e0c-b93c-6baa1522e5b4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:50.556295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=9fb4fa3d-c26c-42ff-9322-9e266cb880b6,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:50.570081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': 'abddc5db-68c1-4dc8-8bf8-a7df094820e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22497d80-b5e7-4fc4-a51e-ced0d89da246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:50.570977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 22497d80-b5e7-4fc4-a51e-ced0d89da246, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:50.634441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (4072a44c-da95-410f-ad34-f4860322239c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.679650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 22497d80-b5e7-4fc4-a51e-ced0d89da246 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:50.786747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 22497d80-b5e7-4fc4-a51e-ced0d89da246) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:50.789082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa485c-582c-4f4c-9bb6-9d7dbba8079d req-ac91313e-45cb-46dc-8bf4-0f65c116d7fe tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:50.790738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13869d5-058c-41c5-b903-b0c42425ef19 None None] Network 22497d80-b5e7-4fc4-a51e-ced0d89da246 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:50.796848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adfa485c-582c-4f4c-9bb6-9d7dbba8079d req-ac91313e-45cb-46dc-8bf4-0f65c116d7fe tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 944 time: 0.0708916 Feb 10 04:13:50.806824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:50.807673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.813124 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (4072a44c-da95-410f-ad34-f4860322239c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.875121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b41b25-16ff-4ef9-a5aa-1a19da9f5a49 None None] Network cd9ee6ad-94da-4779-a84a-9e6b997a0e51 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:50.882627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:50.885927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4072a44c-da95-410f-ad34-f4860322239c HTTP/1.1" status: 204 len: 168 time: 0.8620324 Feb 10 04:13:50.887508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcce6c-6181-450d-b6fd-587a5b4fada2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4072a44c-da95-410f-ad34-f4860322239c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:50.889148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adfa485c-582c-4f4c-9bb6-9d7dbba8079d req-3eb6bd40-1f7f-4827-854a-d92c7434d1e7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911634 Feb 10 04:13:50.891237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38578) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:50.911996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 14336b45-abd2-41bd-a528-fb504ba65a22 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:50.928104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6ac76972-460c-4cf1-b4a3-de68adf14c05 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9488761 Feb 10 04:13:50.929804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:51.049428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (cd9ee6ad-94da-4779-a84a-9e6b997a0e51), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.069121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 14336b45-abd2-41bd-a528-fb504ba65a22 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:51.069699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 14336b45-abd2-41bd-a528-fb504ba65a22 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:51.070298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:51.116933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38586) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:51.141752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:51.142107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 06cd2c9c-90c6-4ee7-9433-d5361c3bbf2d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:51.181416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Deleting port 5332f39b-0949-4e40-98f3-79f1720bb2bc {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:51.181799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.191231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:13:51.226148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-22497d80-b5e7-4fc4-a51e-ced0d89da246', 'network_id': '22497d80-b5e7-4fc4-a51e-ced0d89da246', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': '9fb4fa3d-c26c-42ff-9322-9e266cb880b6'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:51.227036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.291443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] For port 5332f39b-0949-4e40-98f3-79f1720bb2bc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5332f39b-0949-4e40-98f3-79f1720bb2bc,segment=NetworkSegment(8de6ec01-7ca9-488f-b04e-67160f7d55b2),segment_id=8de6ec01-7ca9-488f-b04e-67160f7d55b2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:51.293849 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.312856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Calling delete_port for 5332f39b-0949-4e40-98f3-79f1720bb2bc owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:51.537542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f02ede-4783-4f53-a677-4d28500b3c9e None None] DHCP port deletion for cd9ee6ad-94da-4779-a84a-9e6b997a0e51 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:13:51.538156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5332f39b-0949-4e40-98f3-79f1720bb2bc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.590949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5332f39b-0949-4e40-98f3-79f1720bb2bc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:51.600789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-16bdf13d-19b4-42ff-9633-35187abec608 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=006af5d07f4d4ab18ca445fed3daed9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814055 Feb 10 04:13:51.606091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (22497d80-b5e7-4fc4-a51e-ced0d89da246), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.610319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38588) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:51.615221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Allocated IP 172.20.0.2 (22497d80-b5e7-4fc4-a51e-ced0d89da246/9fb4fa3d-c26c-42ff-9322-9e266cb880b6/218b1094-1e90-4aca-9710-ae940447152c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:51.620948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c714693-3280-4118-806e-8f913f11a538 req-e1753faf-6b50-4edd-bf94-77f6081ec5e8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:51.622802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c714693-3280-4118-806e-8f913f11a538 req-e1753faf-6b50-4edd-bf94-77f6081ec5e8 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.5047739 Feb 10 04:13:51.623276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] No DVR routers for this DVR port 5332f39b-0949-4e40-98f3-79f1720bb2bc on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:51.708494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9fb4fa3d-c26c-42ff-9322-9e266cb880b6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.743597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:13:51.744133 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (cd9ee6ad-94da-4779-a84a-9e6b997a0e51), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.751973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:13:51.752501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.767859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c714693-3280-4118-806e-8f913f11a538 req-35223cc5-40d9-4d5a-b7e0-2f1dc89f63a1 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361916 Feb 10 04:13:51.781254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9ee6ad-94da-4779-a84a-9e6b997a0e51']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:51.791305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de6ec01-7ca9-488f-b04e-67160f7d55b2') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:51.791604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de6ec01-7ca9-488f-b04e-67160f7d55b2') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:51.800177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be6247a9-8b87-44f1-8c11-0468a3157097 admin admin] Publish callbacks [] for security_group (f64ced24-80c3-431b-8a01-a32f7e0be592), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.805562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (8de6ec01-7ca9-488f-b04e-67160f7d55b2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.832740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8de6ec01-7ca9-488f-b04e-67160f7d55b2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.841156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be6247a9-8b87-44f1-8c11-0468a3157097 admin admin] Publish callbacks [] for security_group (f64ced24-80c3-431b-8a01-a32f7e0be592), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.849397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:51.849736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (8de6ec01-7ca9-488f-b04e-67160f7d55b2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:51.851403 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:51.899269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Publish callbacks [] for port (218b1094-1e90-4aca-9710-ae940447152c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.907301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:13:51.907773 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:51.949985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:51.953506 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c536a2ed-d8fb-4681-8d04-390922035704" -d '{"events": [{"server_uuid": "d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697", "name": "network-vif-plugged", "status": "completed", "tag": "0dac7411-4d8f-45ba-b73e-6a92ee2aeef5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:51.960075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:51.961726 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (218b1094-1e90-4aca-9710-ae940447152c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.001247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Network 22497d80-b5e7-4fc4-a51e-ced0d89da246 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:52.013280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:52.029769 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db41f4e-e92a-41b1-8efd-dc1f3bdd42eb x-openstack-request-id: req-0db41f4e-e92a-41b1-8efd-dc1f3bdd42eb {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:52.029769 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697", "name": "network-vif-plugged", "status": "completed", "tag": "0dac7411-4d8f-45ba-b73e-6a92ee2aeef5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:52.035586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (cd9ee6ad-94da-4779-a84a-9e6b997a0e51), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.041396 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0db41f4e-e92a-41b1-8efd-dc1f3bdd42eb {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:52.041647 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5', 'code': 200} Feb 10 04:13:52.043395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:52.052913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.055956 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (9fb4fa3d-c26c-42ff-9322-9e266cb880b6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.058944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cd9ee6ad-94da-4779-a84a-9e6b997a0e51 HTTP/1.1" status: 204 len: 168 time: 1.1680973 Feb 10 04:13:52.081649 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.108624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb4fa3d-c26c-42ff-9322-9e266cb880b6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:52.111859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Pushing event updated for resources: {'Port': ['ID=218b1094-1e90-4aca-9710-ae940447152c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:52.146371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be6247a9-8b87-44f1-8c11-0468a3157097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f64ced24-80c3-431b-8a01-a32f7e0be592), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.148967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be6247a9-8b87-44f1-8c11-0468a3157097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.150163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be6247a9-8b87-44f1-8c11-0468a3157097 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f64ced24-80c3-431b-8a01-a32f7e0be592 HTTP/1.1" status: 204 len: 168 time: 0.5392714 Feb 10 04:13:52.176438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cbec5-08d0-4dc6-941f-6d840e23a4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9ee6ad-94da-4779-a84a-9e6b997a0e51,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:52.184092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Attempting to bind port 218b1094-1e90-4aca-9710-ae940447152c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:52.184508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Attempting to bind port 218b1094-1e90-4aca-9710-ae940447152c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'abddc5db-68c1-4dc8-8bf8-a7df094820e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22497d80-b5e7-4fc4-a51e-ced0d89da246'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:52.184830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Attempting to bind port 218b1094-1e90-4aca-9710-ae940447152c on network 22497d80-b5e7-4fc4-a51e-ced0d89da246 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:52.190219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6247a9-8b87-44f1-8c11-0468a3157097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64ced24-80c3-431b-8a01-a32f7e0be592,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:52.201387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:52.201777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Checking segment: {'id': 'abddc5db-68c1-4dc8-8bf8-a7df094820e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22497d80-b5e7-4fc4-a51e-ced0d89da246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:52.202204 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.202582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Bound using segment: {'id': 'abddc5db-68c1-4dc8-8bf8-a7df094820e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22497d80-b5e7-4fc4-a51e-ced0d89da246'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:52.203260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Bound port: 218b1094-1e90-4aca-9710-ae940447152c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abddc5db-68c1-4dc8-8bf8-a7df094820e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22497d80-b5e7-4fc4-a51e-ced0d89da246'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:52.203673 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (218b1094-1e90-4aca-9710-ae940447152c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.228124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:52.266723 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (22497d80-b5e7-4fc4-a51e-ced0d89da246), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.275607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008df43-71db-4cb7-8275-2727cfc921c2 req-b3899efa-08a7-411e-a5bd-b02daf878426 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:52.284986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7008df43-71db-4cb7-8275-2727cfc921c2 req-b3899efa-08a7-411e-a5bd-b02daf878426 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 944 time: 0.2924607 Feb 10 04:13:52.295770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8bf29-7194-44ae-a0fe-2aeeb9fe7107 req-c330cfcc-7f50-4f09-913f-588dbb9a0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:52.297382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78d8bf29-7194-44ae-a0fe-2aeeb9fe7107 req-c330cfcc-7f50-4f09-913f-588dbb9a0265 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 1127 time: 0.1962368 Feb 10 04:13:52.297680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] For port 218b1094-1e90-4aca-9710-ae940447152c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:52.301470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] For port 218b1094-1e90-4aca-9710-ae940447152c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=218b1094-1e90-4aca-9710-ae940447152c,segment=NetworkSegment(abddc5db-68c1-4dc8-8bf8-a7df094820e2),segment_id=abddc5db-68c1-4dc8-8bf8-a7df094820e2)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:52.317407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22497d80-b5e7-4fc4-a51e-ced0d89da246']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:52.331201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abddc5db-68c1-4dc8-8bf8-a7df094820e2') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:52.331870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abddc5db-68c1-4dc8-8bf8-a7df094820e2') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:52.344636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (abddc5db-68c1-4dc8-8bf8-a7df094820e2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.373810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78d8bf29-7194-44ae-a0fe-2aeeb9fe7107 req-ddbcf633-be32-4ffe-b1bb-7680fedfc0cf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605121 Feb 10 04:13:52.387380 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (218b1094-1e90-4aca-9710-ae940447152c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.392437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (abddc5db-68c1-4dc8-8bf8-a7df094820e2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.397219 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7008df43-71db-4cb7-8275-2727cfc921c2 req-bc8b80d7-c9d7-4af6-8d0d-64cb02878b5f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988860 Feb 10 04:13:52.399332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:52.399782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (abddc5db-68c1-4dc8-8bf8-a7df094820e2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:52.404733 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:52.485446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f7686-147f-4001-a34d-75d7cf69af4e None None] Pushing event updated for resources: {'Port': ['ID=218b1094-1e90-4aca-9710-ae940447152c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:52.502222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a5ab6-c43e-46cf-b0bc-4c28e838b749 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:13:52.505317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:13:52.505317 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:13:52.505317 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '22497d80-b5e7-4fc4-a51e-ced0d89da246'}] Feb 10 04:13:52.505317 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:13:52.506496 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:13:52.619528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a5ab6-c43e-46cf-b0bc-4c28e838b749 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:13:52.724089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:52.813484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dd6e3f16-80e7-4162-aa07-655407a33c0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a91abe0a1353462d90a7d1b7ceb3d1c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796874 Feb 10 04:13:52.816068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38608) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:52.878062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5332f39b-0949-4e40-98f3-79f1720bb2bc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:13:52.890866 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8b12cfe9-5fa6-47fd-9c37-7655a17e7d92 admin admin] Publish callbacks [] for security_group (873af1d8-c1b2-44d2-9187-d53e28ace19c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.920160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8b12cfe9-5fa6-47fd-9c37-7655a17e7d92 admin admin] Publish callbacks [] for security_group (873af1d8-c1b2-44d2-9187-d53e28ace19c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:52.927878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5332f39b-0949-4e40-98f3-79f1720bb2bc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:13:52.928414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5332f39b-0949-4e40-98f3-79f1720bb2bc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:13:52.988968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a24309-021b-4a4e-b041-5a9b6a64e851 None None] Network 22497d80-b5e7-4fc4-a51e-ced0d89da246 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:53.023706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (22497d80-b5e7-4fc4-a51e-ced0d89da246), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.040399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7b11-832c-41cf-9611-814a89d15fe5 req-35d4864f-7cfb-46ca-abe3-6c433b488902 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:53.041949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb5f7b11-832c-41cf-9611-814a89d15fe5 req-35d4864f-7cfb-46ca-abe3-6c433b488902 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1191807 Feb 10 04:13:53.127927 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb5f7b11-832c-41cf-9611-814a89d15fe5 req-981934b1-e622-4efc-86a9-cdaba3381e65 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782876 Feb 10 04:13:53.137997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port 218b1094-1e90-4aca-9710-ae940447152c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:53.138341 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (218b1094-1e90-4aca-9710-ae940447152c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.141583 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8b12cfe9-5fa6-47fd-9c37-7655a17e7d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (873af1d8-c1b2-44d2-9187-d53e28ace19c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.144229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8b12cfe9-5fa6-47fd-9c37-7655a17e7d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.145324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8b12cfe9-5fa6-47fd-9c37-7655a17e7d92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/873af1d8-c1b2-44d2-9187-d53e28ace19c HTTP/1.1" status: 204 len: 168 time: 0.3270001 Feb 10 04:13:53.171855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12cfe9-5fa6-47fd-9c37-7655a17e7d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873af1d8-c1b2-44d2-9187-d53e28ace19c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:53.233185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port 218b1094-1e90-4aca-9710-ae940447152c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=218b1094-1e90-4aca-9710-ae940447152c,segment=NetworkSegment(abddc5db-68c1-4dc8-8bf8-a7df094820e2),segment_id=abddc5db-68c1-4dc8-8bf8-a7df094820e2)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:53.233551 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (218b1094-1e90-4aca-9710-ae940447152c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.247221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for 218b1094-1e90-4aca-9710-ae940447152c owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:53.380701 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (218b1094-1e90-4aca-9710-ae940447152c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.404797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=218b1094-1e90-4aca-9710-ae940447152c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:53.411197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port 218b1094-1e90-4aca-9710-ae940447152c on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:53.521353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (22497d80-b5e7-4fc4-a51e-ced0d89da246), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.613011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22497d80-b5e7-4fc4-a51e-ced0d89da246']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:53.633329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abddc5db-68c1-4dc8-8bf8-a7df094820e2') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:53.633923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abddc5db-68c1-4dc8-8bf8-a7df094820e2') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:53.646817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (abddc5db-68c1-4dc8-8bf8-a7df094820e2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.664589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7abb9-b761-4895-ab33-6a09a840d736 req-e4fc53db-c461-47e7-86e7-5e483c182689 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:53.670597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-50b7abb9-b761-4895-ab33-6a09a840d736 req-e4fc53db-c461-47e7-86e7-5e483c182689 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 945 time: 0.1512082 Feb 10 04:13:53.700193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (abddc5db-68c1-4dc8-8bf8-a7df094820e2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.714842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:53.715522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (abddc5db-68c1-4dc8-8bf8-a7df094820e2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:53.718778 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:53.803339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-50b7abb9-b761-4895-ab33-6a09a840d736 req-3f6b534a-1c98-4ffc-b55e-3c831f4550e1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313877 Feb 10 04:13:53.876954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (22497d80-b5e7-4fc4-a51e-ced0d89da246), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.885401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:53.889928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/22497d80-b5e7-4fc4-a51e-ced0d89da246 HTTP/1.1" status: 204 len: 168 time: 2.9591427 Feb 10 04:13:53.894414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38638) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:53.899621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2063866935'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:53.903225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f24c7-7483-4649-8f2f-cff7e3d9ff2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=22497d80-b5e7-4fc4-a51e-ced0d89da246,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:54.018346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:54.021967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.046751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38640) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:54.071791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:54.094809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (47ff6ec9-24a8-45cb-b7c4-913f38f96355), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.095154 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 47ff6ec9-24a8-45cb-b7c4-913f38f96355 of type vlan for network 0611bb52-b876-441e-9813-f27dcb297711 Feb 10 04:13:54.109849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-31698b1f-e2e1-48d0-a6f4-bdddc40f5f08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c2524efe0394a179b2eabfdba1e292d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620172 Feb 10 04:13:54.114892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38642) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:54.143280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0611bb52-b876-441e-9813-f27dcb297711), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.172974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2ca-cd58-422b-8793-613784fc3602 admin admin] Publish callbacks [] for security_group (610b4554-4ade-4245-ae90-9a1a43151082), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.203615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2ca-cd58-422b-8793-613784fc3602 admin admin] Publish callbacks [] for security_group (610b4554-4ade-4245-ae90-9a1a43151082), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.249063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0611bb52-b876-441e-9813-f27dcb297711), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.254494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:54.257382 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.315364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452d2f5-ccbd-497d-8f4e-0bc2c5ec8345 req-3f8f6d47-4eec-49cd-b7f3-c79c1982b661 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:54.317198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a452d2f5-ccbd-497d-8f4e-0bc2c5ec8345 req-3f8f6d47-4eec-49cd-b7f3-c79c1982b661 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.0753591 Feb 10 04:13:54.331293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=0611bb52-b876-441e-9813-f27dcb297711,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:54.347050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0611bb52-b876-441e-9813-f27dcb297711 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:54.365972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a55b9981-93ab-4589-82bd-671baac7f72d tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4679744 Feb 10 04:13:54.367219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38648) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:54.373386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '0611bb52-b876-441e-9813-f27dcb297711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:54.390844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a452d2f5-ccbd-497d-8f4e-0bc2c5ec8345 req-73cf32ce-c94e-462d-8894-b847541d2132 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676637 Feb 10 04:13:54.392028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2ca-cd58-422b-8793-613784fc3602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (610b4554-4ade-4245-ae90-9a1a43151082), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.394590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e02ec2ca-cd58-422b-8793-613784fc3602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.398144 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e02ec2ca-cd58-422b-8793-613784fc3602 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/610b4554-4ade-4245-ae90-9a1a43151082 HTTP/1.1" status: 204 len: 168 time: 0.2822196 Feb 10 04:13:54.409390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec2ca-cd58-422b-8793-613784fc3602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610b4554-4ade-4245-ae90-9a1a43151082,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:54.672204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:54.676032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:54.736819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing IP validity checks on allocation pools {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:13:54.737568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:13:54.971784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8ace5-7e21-401d-8d78-a716c3b7736c req-e4bf4a67-831e-4bf6-b6b5-817d7fe6a7be tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:54.974357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89a8ace5-7e21-401d-8d78-a716c3b7736c req-e4bf4a67-831e-4bf6-b6b5-817d7fe6a7be tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 945 time: 0.0984342 Feb 10 04:13:55.003942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (eb84f257-a6f0-492e-a627-68c102e213ff), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:55.035932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89a8ace5-7e21-401d-8d78-a716c3b7736c req-6dc0dc55-4df2-463e-9f2a-888b521a9d29 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544615 Feb 10 04:13:55.100234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=eb84f257-a6f0-492e-a627-68c102e213ff,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:55.119840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '47ff6ec9-24a8-45cb-b7c4-913f38f96355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0611bb52-b876-441e-9813-f27dcb297711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:55.121050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 0611bb52-b876-441e-9813-f27dcb297711, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:55.237727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 0611bb52-b876-441e-9813-f27dcb297711 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:55.329313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 0611bb52-b876-441e-9813-f27dcb297711) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:55.334210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:55.335108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:55.344295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864b597-937f-44ab-b2f0-d413fa3c1e05 None None] Network 0611bb52-b876-441e-9813-f27dcb297711 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:55.444022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38684) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:55.444730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1bb26b90-ea60-46ee-aff3-7d666673e9a7 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0752456 Feb 10 04:13:55.597793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-0611bb52-b876-441e-9813-f27dcb297711', 'network_id': '0611bb52-b876-441e-9813-f27dcb297711', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': 'eb84f257-a6f0-492e-a627-68c102e213ff'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:55.599481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:55.682428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57022a9-e8b8-4c7f-b35e-e0e921429ba3 req-b350abc2-3f6c-4ab7-af4d-3dbd4903736b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:55.684197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e57022a9-e8b8-4c7f-b35e-e0e921429ba3 req-b350abc2-3f6c-4ab7-af4d-3dbd4903736b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1255085 Feb 10 04:13:55.725284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca20d-b84c-43c4-9f72-2f2b6367a8c4 req-9b6bb911-03e8-49d6-a790-8ec2fa8b417b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:55.732459 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e27ca20d-b84c-43c4-9f72-2f2b6367a8c4 req-9b6bb911-03e8-49d6-a790-8ec2fa8b417b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 945 time: 0.1182122 Feb 10 04:13:55.739635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0611bb52-b876-441e-9813-f27dcb297711), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:55.803337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e57022a9-e8b8-4c7f-b35e-e0e921429ba3 req-c2aa710c-7474-49e1-a478-68a26eccec06 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118960 Feb 10 04:13:55.815471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38696) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:55.829441 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e27ca20d-b84c-43c4-9f72-2f2b6367a8c4 req-a651c481-a995-4279-8067-70a6f74033fd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907853 Feb 10 04:13:55.853331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Allocated IP 172.20.0.3 (0611bb52-b876-441e-9813-f27dcb297711/eb84f257-a6f0-492e-a627-68c102e213ff/4bdae883-e314-4212-b03e-87d296188146) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:55.951469 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (eb84f257-a6f0-492e-a627-68c102e213ff), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.061480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-136549597-network', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:56.085984 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Publish callbacks [] for port (4bdae883-e314-4212-b03e-87d296188146), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.138074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Made reservation on behalf of f4d0c8792c924eac9304d350a9733330 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:56.140548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.149654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.167803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (4bdae883-e314-4212-b03e-87d296188146), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.211567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Network 0611bb52-b876-441e-9813-f27dcb297711 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:56.214505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:56.217915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:56.223087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Pushing event updated for resources: {'Port': ['ID=4bdae883-e314-4212-b03e-87d296188146,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:56.235198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.235561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.235908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.236250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.236588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.236924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.237260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.237590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.237920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.238248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.238579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.238932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.239260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:13:56.282995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (eb84f257-a6f0-492e-a627-68c102e213ff), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.304101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Attempting to bind port 4bdae883-e314-4212-b03e-87d296188146 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:56.304483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Attempting to bind port 4bdae883-e314-4212-b03e-87d296188146 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '47ff6ec9-24a8-45cb-b7c4-913f38f96355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0611bb52-b876-441e-9813-f27dcb297711'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:56.308484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Attempting to bind port 4bdae883-e314-4212-b03e-87d296188146 on network 0611bb52-b876-441e-9813-f27dcb297711 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:56.314956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:56.315279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Checking segment: {'id': '47ff6ec9-24a8-45cb-b7c4-913f38f96355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0611bb52-b876-441e-9813-f27dcb297711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:56.315724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.316156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Bound using segment: {'id': '47ff6ec9-24a8-45cb-b7c4-913f38f96355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0611bb52-b876-441e-9813-f27dcb297711'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:56.316723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Bound port: 4bdae883-e314-4212-b03e-87d296188146, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ff6ec9-24a8-45cb-b7c4-913f38f96355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0611bb52-b876-441e-9813-f27dcb297711'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:56.317111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bdae883-e314-4212-b03e-87d296188146), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.332122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=eb84f257-a6f0-492e-a627-68c102e213ff,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:56.404994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] For port 4bdae883-e314-4212-b03e-87d296188146, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:56.408720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] For port 4bdae883-e314-4212-b03e-87d296188146, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4bdae883-e314-4212-b03e-87d296188146,segment=NetworkSegment(47ff6ec9-24a8-45cb-b7c4-913f38f96355),segment_id=47ff6ec9-24a8-45cb-b7c4-913f38f96355)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:56.421852 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0611bb52-b876-441e-9813-f27dcb297711), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.453732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0611bb52-b876-441e-9813-f27dcb297711']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:56.473265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ff6ec9-24a8-45cb-b7c4-913f38f96355') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:56.473671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ff6ec9-24a8-45cb-b7c4-913f38f96355') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:56.476657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks [] for security_group (f8922ad0-2f81-47c0-9cec-44107ca3c728), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.486504 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (47ff6ec9-24a8-45cb-b7c4-913f38f96355), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.501432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4bdae883-e314-4212-b03e-87d296188146), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.502169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (47ff6ec9-24a8-45cb-b7c4-913f38f96355), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.508233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:56.508620 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (47ff6ec9-24a8-45cb-b7c4-913f38f96355), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:56.511836 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:56.572268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f8922ad0-2f81-47c0-9cec-44107ca3c728), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.596448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b0faf-b470-45fd-9cfa-a2a53c5a4e54 None None] Pushing event updated for resources: {'Port': ['ID=4bdae883-e314-4212-b03e-87d296188146,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:56.599036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:56.610492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8922ad0-2f81-47c0-9cec-44107ca3c728,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:56.616394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (025097e3-6699-4d63-82af-9a3579d0b720), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.616918 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Added segment 025097e3-6699-4d63-82af-9a3579d0b720 of type vlan for network c1e5c724-c630-46ea-bd78-18f1b2e28893 Feb 10 04:13:56.621544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53537f26-241b-4cb3-8dd5-edae2278e906 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:13:56.653935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:13:56.653935 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:13:56.653935 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '0611bb52-b876-441e-9813-f27dcb297711'}] Feb 10 04:13:56.653935 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:13:56.654482 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:13:56.665691 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (c1e5c724-c630-46ea-bd78-18f1b2e28893), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.730624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53537f26-241b-4cb3-8dd5-edae2278e906 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:13:56.809466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (c1e5c724-c630-46ea-bd78-18f1b2e28893), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.810452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:56.811075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:56.880813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] Pushing event updated for resources: {'Network': ['ID=c1e5c724-c630-46ea-bd78-18f1b2e28893,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:56.894683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:56.906116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d853563f-01e4-4837-b277-7656d268240e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0892119 Feb 10 04:13:56.908594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38706) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:56.918612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Request body: {'subnet': {'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-136549597-subnet', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:56.944353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab393ae3-0e66-4120-8316-f28e34191f82 req-1b436f07-010a-4ee7-a39b-bb8e5258d557 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:56.946657 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab393ae3-0e66-4120-8316-f28e34191f82 req-1b436f07-010a-4ee7-a39b-bb8e5258d557 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.0623155 Feb 10 04:13:56.994122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479da42-a99b-473f-adf8-d57d824c6c53 req-1e674ef4-e022-4c24-955e-60c1f14a3b88 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:56.995880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3479da42-a99b-473f-adf8-d57d824c6c53 req-1e674ef4-e022-4c24-955e-60c1f14a3b88 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 945 time: 0.0714977 Feb 10 04:13:57.000990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ab393ae3-0e66-4120-8316-f28e34191f82 req-af99b6d8-0a94-4a2a-8071-bb28cb30bf4c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Feb 10 04:13:57.039316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df30f8-d541-416e-939e-3b1a7c82b76f None None] Network 0611bb52-b876-441e-9813-f27dcb297711 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:57.044102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Made reservation on behalf of f4d0c8792c924eac9304d350a9733330 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:57.046464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.091154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3479da42-a99b-473f-adf8-d57d824c6c53 req-413ba451-979a-4d71-a394-7ddd742839f9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881090 Feb 10 04:13:57.153950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-769b248c-c1fd-4f86-93da-676baea477d9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:57.154861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0611bb52-b876-441e-9813-f27dcb297711), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.157478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-769b248c-c1fd-4f86-93da-676baea477d9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 945 time: 0.1289761 Feb 10 04:13:57.279098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Deleting port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:57.279451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.311949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port 4bdae883-e314-4212-b03e-87d296188146 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:13:57.311949 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4bdae883-e314-4212-b03e-87d296188146), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.389680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] For port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:57.390034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port 4bdae883-e314-4212-b03e-87d296188146, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4bdae883-e314-4212-b03e-87d296188146,segment=NetworkSegment(47ff6ec9-24a8-45cb-b7c4-913f38f96355),segment_id=47ff6ec9-24a8-45cb-b7c4-913f38f96355)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:13:57.390209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.390527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4bdae883-e314-4212-b03e-87d296188146), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.400398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (78a22fd8-9468-467b-8d58-929cc4adf567), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.404014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Calling delete_port for 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:57.409312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for 4bdae883-e314-4212-b03e-87d296188146 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:13:57.492353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a22fd8-9468-467b-8d58-929cc4adf567,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:57.527357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Checking segment: {'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:57.527867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Network hostable DHCP agents. Network: c1e5c724-c630-46ea-bd78-18f1b2e28893, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:57.603115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-11853660-59ed-4904-a75f-d5a7af400ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.643326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0dac7411-4d8f-45ba-b73e-6a92ee2aeef5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.643555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4bdae883-e314-4212-b03e-87d296188146), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.661814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['964c35b4-56c2-4e75-9017-679d7cd2cc1c', '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:13:57.687415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:13:57.689666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=4bdae883-e314-4212-b03e-87d296188146,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:57.697092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port 4bdae883-e314-4212-b03e-87d296188146 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:57.733711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Pushing event deleted for resources: {'Port': ['ID=0dac7411-4d8f-45ba-b73e-6a92ee2aeef5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:57.735944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] No DVR routers for this DVR port 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:13:57.740366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.744077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff1b6b10-ac62-4de8-9817-34b4a2515e2f req-6624b282-4086-4e38-802f-c20e3dd87c14 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.43 "DELETE /v2.0/ports/0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 HTTP/1.1" status: 204 len: 173 time: 0.5820153 Feb 10 04:13:57.744602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'name': 'network-vif-deleted', 'tag': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:13:57.747480 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90b990c-3632-49cc-9d98-d844e2e4e241" -d '{"events": [{"server_uuid": "d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697", "name": "network-vif-deleted", "tag": "0dac7411-4d8f-45ba-b73e-6a92ee2aeef5"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:13:57.787742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, c1e5c724-c630-46ea-bd78-18f1b2e28893) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:57.805156 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440d2c4-9620-4e45-858c-aa5b98d4dca7 x-openstack-request-id: req-e440d2c4-9620-4e45-858c-aa5b98d4dca7 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:13:57.805156 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697", "name": "network-vif-deleted", "tag": "0dac7411-4d8f-45ba-b73e-6a92ee2aeef5", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:13:57.805156 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e440d2c4-9620-4e45-858c-aa5b98d4dca7 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:13:57.805156 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f8a2c7-4b02-4dbe-bc83-7e946bd3d697', 'name': 'network-vif-deleted', 'tag': '0dac7411-4d8f-45ba-b73e-6a92ee2aeef5', 'status': 'completed', 'code': 200} Feb 10 04:13:57.805533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:57.805533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.808234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa3e26-e6c1-47bf-a10e-6959bd454e22 None None] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:13:57.857074 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0611bb52-b876-441e-9813-f27dcb297711), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.875879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0611bb52-b876-441e-9813-f27dcb297711']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:57.889607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ff6ec9-24a8-45cb-b7c4-913f38f96355') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:57.890501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ff6ec9-24a8-45cb-b7c4-913f38f96355') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:13:57.904378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (47ff6ec9-24a8-45cb-b7c4-913f38f96355), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.923827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (47ff6ec9-24a8-45cb-b7c4-913f38f96355), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.931066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:13:57.931619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (47ff6ec9-24a8-45cb-b7c4-913f38f96355), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:13:57.935681 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:13:58.007934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba8b9e61-f084-43de-8424-7ae5a8f2bfae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0980051 Feb 10 04:13:58.008839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38738) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:58.014290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:58.024219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-c1e5c724-c630-46ea-bd78-18f1b2e28893', 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893', 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'fixed_ips': [{'subnet_id': '78a22fd8-9468-467b-8d58-929cc4adf567'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:13:58.025082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.081978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0611bb52-b876-441e-9813-f27dcb297711), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.089697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.106122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:58.111283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/0611bb52-b876-441e-9813-f27dcb297711 HTTP/1.1" status: 204 len: 168 time: 2.6634851 Feb 10 04:13:58.113636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-875388329'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:58.134381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6d003-96ac-4755-8ecd-58e09be8a18b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=0611bb52-b876-441e-9813-f27dcb297711,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:58.142873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.144337 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.264416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d47ce80-bfec-4494-b629-69b036fc3442 req-d62cdafa-e46e-4cc6-94c3-5088e524bc67 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f8a2c7-4b02-4dbe-bc83-7e946bd3d697 HTTP/1.1" status: 200 len: 210 time: 0.0445786 Feb 10 04:13:58.266767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks [] for router_controller (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.284599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:58.287458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Allocated IP 172.20.0.2 (c1e5c724-c630-46ea-bd78-18f1b2e28893/78a22fd8-9468-467b-8d58-929cc4adf567/850514af-875a-4894-a2ae-3032d33e7712) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:58.288639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.308767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da187118-c3e9-479a-ad46-1a95909be234 req-e916d8f9-a2ad-4afe-a035-d029658d86b7 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:58.310380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da187118-c3e9-479a-ad46-1a95909be234 req-e916d8f9-a2ad-4afe-a035-d029658d86b7 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1529574 Feb 10 04:13:58.336724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:13:58.356040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d9dd657b-d5e7-4bd2-bafc-2359882c801e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.356428 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment d9dd657b-d5e7-4bd2-bafc-2359882c801e of type vlan for network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c Feb 10 04:13:58.409347 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da187118-c3e9-479a-ad46-1a95909be234 req-605f9fe2-6d53-4670-9d61-b5e8ba89ec2b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919034 Feb 10 04:13:58.455442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4919a2e9-01d0-4e67-bfae-a4f86dd8144c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.462969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Publish callbacks [] for port (850514af-875a-4894-a2ae-3032d33e7712), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.549905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (850514af-875a-4894-a2ae-3032d33e7712), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.580544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks [] for router_gateway (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.609255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:58.614425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:58.619002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:13:58.623219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Pushing event updated for resources: {'Port': ['ID=850514af-875a-4894-a2ae-3032d33e7712,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:58.668825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4919a2e9-01d0-4e67-bfae-a4f86dd8144c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.673975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:58.674610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.901633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Attempting to bind port 850514af-875a-4894-a2ae-3032d33e7712 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:13:58.902834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Attempting to bind port 850514af-875a-4894-a2ae-3032d33e7712 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:13:58.903645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Attempting to bind port 850514af-875a-4894-a2ae-3032d33e7712 on network c1e5c724-c630-46ea-bd78-18f1b2e28893 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:13:58.909707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:13:58.910334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Checking segment: {'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:58.910945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.911516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Bound using segment: {'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:13:58.912201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Bound port: 850514af-875a-4894-a2ae-3032d33e7712, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:13:58.912753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (850514af-875a-4894-a2ae-3032d33e7712), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:58.937964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=4919a2e9-01d0-4e67-bfae-a4f86dd8144c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:58.949510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0ca0a5b0-f6c0-45cb-a136-d23df5d60360 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8401735 Feb 10 04:13:58.950764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38756) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:13:58.956370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:13:59.010077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:13:59.051823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] For port 850514af-875a-4894-a2ae-3032d33e7712, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:13:59.055518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] For port 850514af-875a-4894-a2ae-3032d33e7712, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=850514af-875a-4894-a2ae-3032d33e7712,segment=NetworkSegment(025097e3-6699-4d63-82af-9a3579d0b720),segment_id=025097e3-6699-4d63-82af-9a3579d0b720)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:13:59.160399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (850514af-875a-4894-a2ae-3032d33e7712), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.176157 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks [] for router_gateway (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.179344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:13:59.184665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.227124 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.244626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789da71-c1c5-4334-afff-353ae75f96b0 None None] Pushing event updated for resources: {'Port': ['ID=850514af-875a-4894-a2ae-3032d33e7712,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:59.432101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Allocated IP 172.25.8.149 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/d962890d-9f8b-4072-8de4-2ce931f68a7e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:13:59.608552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54128c-6c4a-4339-8433-b5b376410ab2 req-c1c12956-26a1-4c30-a970-a22a74132f09 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:59.614433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea54128c-6c4a-4339-8433-b5b376410ab2 req-c1c12956-26a1-4c30-a970-a22a74132f09 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1923707 Feb 10 04:13:59.704661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea54128c-6c4a-4339-8433-b5b376410ab2 req-10693714-eb87-4668-ad1c-fe38f4414877 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Feb 10 04:13:59.712693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks [] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.739091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (f8890b07-ed84-4a4e-8ec9-00b096e11fc4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.795490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad6b5-0bfb-48f5-acc7-5e60aec118b8 req-7d56e765-9f75-4286-916e-a6d33a93b72d tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:13:59.795490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d6ad6b5-0bfb-48f5-acc7-5e60aec118b8 req-7d56e765-9f75-4286-916e-a6d33a93b72d tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.2381849 Feb 10 04:13:59.814987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d523a704-e939-4eb2-bc0a-a9083cbbadb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.829744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=f8890b07-ed84-4a4e-8ec9-00b096e11fc4,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:59.864483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:13:59.892710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': 'd9dd657b-d5e7-4bd2-bafc-2359882c801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:13:59.893185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 4919a2e9-01d0-4e67-bfae-a4f86dd8144c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:13:59.921508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:13:59.923050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d962890d-9f8b-4072-8de4-2ce931f68a7e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:13:59.940449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d6ad6b5-0bfb-48f5-acc7-5e60aec118b8 req-136fa1bd-cba4-49db-9637-8c8ee405985d tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369662 Feb 10 04:13:59.942178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:13:59.951464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:00.027466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:00.119066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3327-d16a-4394-bd73-814870662592 req-b969e857-b177-4698-a209-019fd9152811 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:00.120759 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f09a3327-d16a-4394-bd73-814870662592 req-b969e857-b177-4698-a209-019fd9152811 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1374898 Feb 10 04:14:00.176808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4919a2e9-01d0-4e67-bfae-a4f86dd8144c) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:00.181864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:00.189966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.193898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69029727-27a7-4d19-a890-26384acefa0e None None] Network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:00.200595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f09a3327-d16a-4394-bd73-814870662592 req-b23b6b60-fcc7-48ba-ba50-9a13e9df515d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735967 Feb 10 04:14:00.295811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f110282c-9fea-41e5-8a79-aaf0b8c1837e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3377202 Feb 10 04:14:00.295811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38778) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:00.311713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-4919a2e9-01d0-4e67-bfae-a4f86dd8144c', 'network_id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': 'f8890b07-ed84-4a4e-8ec9-00b096e11fc4'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:14:00.312590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.471648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4919a2e9-01d0-4e67-bfae-a4f86dd8144c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.504567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Allocated IP 172.20.0.1 (4919a2e9-01d0-4e67-bfae-a4f86dd8144c/f8890b07-ed84-4a4e-8ec9-00b096e11fc4/09c8f90c-5b9d-4125-9cd0-5e729b592066) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:00.508777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac87f-ef75-4130-a34c-728b40d47930 req-285fbf68-300e-4a44-802e-1692f8ef6cd2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:00.509886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a32ac87f-ef75-4130-a34c-728b40d47930 req-285fbf68-300e-4a44-802e-1692f8ef6cd2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1512642 Feb 10 04:14:00.515180 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks [] for router_gateway (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.538688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f8890b07-ed84-4a4e-8ec9-00b096e11fc4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.621972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a32ac87f-ef75-4130-a34c-728b40d47930 req-d9ceb9c2-7b16-4104-9ab4-3b98bff9ac46 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592678 Feb 10 04:14:00.730944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Publish callbacks [] for port (09c8f90c-5b9d-4125-9cd0-5e729b592066), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.826836 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (09c8f90c-5b9d-4125-9cd0-5e729b592066), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.898217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.954214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f8890b07-ed84-4a4e-8ec9-00b096e11fc4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:00.985160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966a267-ec0c-41cf-a98d-6b6254858592 None None] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:01.035882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=f8890b07-ed84-4a4e-8ec9-00b096e11fc4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:01.131678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 850514af-875a-4894-a2ae-3032d33e7712 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:01.193339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4919a2e9-01d0-4e67-bfae-a4f86dd8144c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.208360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:01.210783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:14:01.222525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4919a2e9-01d0-4e67-bfae-a4f86dd8144c']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:01.229112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.230181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:01.234270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:01.239823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9dd657b-d5e7-4bd2-bafc-2359882c801e') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:01.240080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9dd657b-d5e7-4bd2-bafc-2359882c801e') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:01.242473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:01.244070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Pushing event updated for resources: {'Port': ['ID=09c8f90c-5b9d-4125-9cd0-5e729b592066,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:01.253056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d9dd657b-d5e7-4bd2-bafc-2359882c801e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.275712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234a3-cbf1-4150-9933-ac5a7b270083 req-1c183118-4f6f-4d4d-8269-86eea2c92666 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:01.284165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-799234a3-cbf1-4150-9933-ac5a7b270083 req-1c183118-4f6f-4d4d-8269-86eea2c92666 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1915922 Feb 10 04:14:01.287157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a3274a58-dbee-4cd8-b1d2-55f2c9a64a1d None None] Provisioning complete for port 850514af-875a-4894-a2ae-3032d33e7712 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:01.287521 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a3274a58-dbee-4cd8-b1d2-55f2c9a64a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (850514af-875a-4894-a2ae-3032d33e7712), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.295419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d9dd657b-d5e7-4bd2-bafc-2359882c801e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.301771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:01.302970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d9dd657b-d5e7-4bd2-bafc-2359882c801e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:01.305991 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:01.308906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:01.308906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0dac7411-4d8f-45ba-b73e-6a92ee2aeef5 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:01.373522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-799234a3-cbf1-4150-9933-ac5a7b270083 req-45196139-44ac-49a3-8591-092321e90527 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835197 Feb 10 04:14:01.406710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 850514af-875a-4894-a2ae-3032d33e7712 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:01.407101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (850514af-875a-4894-a2ae-3032d33e7712), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.426345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:14:01.427567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Attempting to bind port 09c8f90c-5b9d-4125-9cd0-5e729b592066 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:01.428030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Attempting to bind port 09c8f90c-5b9d-4125-9cd0-5e729b592066 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd9dd657b-d5e7-4bd2-bafc-2359882c801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:01.429002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Attempting to bind port 09c8f90c-5b9d-4125-9cd0-5e729b592066 on network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:01.445672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Sync routers for ids ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:14:01.455159 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:14:01.455159 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:14:01.455159 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c'}] Feb 10 04:14:01.455159 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:14:01.455652 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:14:01.456848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:01.457226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Checking segment: {'id': 'd9dd657b-d5e7-4bd2-bafc-2359882c801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:01.457640 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.458057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Bound using segment: {'id': 'd9dd657b-d5e7-4bd2-bafc-2359882c801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:01.458550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Bound port: 09c8f90c-5b9d-4125-9cd0-5e729b592066, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9dd657b-d5e7-4bd2-bafc-2359882c801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4919a2e9-01d0-4e67-bfae-a4f86dd8144c'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:01.458958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (09c8f90c-5b9d-4125-9cd0-5e729b592066), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.518272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Routers {'fc6b5b85-85bb-414e-bbc6-a2ff03eee744'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:01.519599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:01.519994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.524133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38800) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:01.524317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f01a2402-95ce-4876-bd3b-704fe979e0e4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5143051 Feb 10 04:14:01.613256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a3274a58-dbee-4cd8-b1d2-55f2c9a64a1d None None] Current status of the port 850514af-875a-4894-a2ae-3032d33e7712 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:01.613656 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a3274a58-dbee-4cd8-b1d2-55f2c9a64a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (850514af-875a-4894-a2ae-3032d33e7712), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.762841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a3274a58-dbee-4cd8-b1d2-55f2c9a64a1d None None] For port 850514af-875a-4894-a2ae-3032d33e7712, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=850514af-875a-4894-a2ae-3032d33e7712,segment=NetworkSegment(025097e3-6699-4d63-82af-9a3579d0b720),segment_id=025097e3-6699-4d63-82af-9a3579d0b720)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:01.774509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] For port 09c8f90c-5b9d-4125-9cd0-5e729b592066, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:01.794193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] For port 09c8f90c-5b9d-4125-9cd0-5e729b592066, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=09c8f90c-5b9d-4125-9cd0-5e729b592066,segment=NetworkSegment(d9dd657b-d5e7-4bd2-bafc-2359882c801e),segment_id=d9dd657b-d5e7-4bd2-bafc-2359882c801e)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:01.795596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 850514af-875a-4894-a2ae-3032d33e7712 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:01.795988 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (850514af-875a-4894-a2ae-3032d33e7712), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.815211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Set router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:01.876936 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a3274a58-dbee-4cd8-b1d2-55f2c9a64a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (850514af-875a-4894-a2ae-3032d33e7712), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.937753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (09c8f90c-5b9d-4125-9cd0-5e729b592066), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:01.974067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4919a2e9-01d0-4e67-bfae-a4f86dd8144c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.030114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:14:02.030954 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:14:02.058476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3274a58-dbee-4cd8-b1d2-55f2c9a64a1d None None] Pushing event updated for resources: {'Port': ['ID=850514af-875a-4894-a2ae-3032d33e7712,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:02.084031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.117565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-55575265-d99c-4e1c-9137-774cd9b0eaa6 None None] Provisioning complete for port 850514af-875a-4894-a2ae-3032d33e7712 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:02.117950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55575265-d99c-4e1c-9137-774cd9b0eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (850514af-875a-4894-a2ae-3032d33e7712), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.146585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aede450-a2ea-4be9-8c9d-94186a0b465a None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:14:02.190181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port 09c8f90c-5b9d-4125-9cd0-5e729b592066 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:02.190664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (09c8f90c-5b9d-4125-9cd0-5e729b592066), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.224040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a070bb-43b8-4a13-a233-2bbf36538825 None None] Pushing event updated for resources: {'Port': ['ID=09c8f90c-5b9d-4125-9cd0-5e729b592066,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:02.320089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port 09c8f90c-5b9d-4125-9cd0-5e729b592066, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=09c8f90c-5b9d-4125-9cd0-5e729b592066,segment=NetworkSegment(d9dd657b-d5e7-4bd2-bafc-2359882c801e),segment_id=d9dd657b-d5e7-4bd2-bafc-2359882c801e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:02.320698 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (09c8f90c-5b9d-4125-9cd0-5e729b592066), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.360724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for 09c8f90c-5b9d-4125-9cd0-5e729b592066 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:02.470789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Allocated IP 172.20.0.1 (c1e5c724-c630-46ea-bd78-18f1b2e28893/78a22fd8-9468-467b-8d58-929cc4adf567/df2b23ac-e728-4340-a93c-18bb112f1077) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:02.735130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39d466-4f7f-4356-b24c-d6bd567201f2 req-b5506506-0e36-4974-9df8-920faafc534e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:02.736971 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e39d466-4f7f-4356-b24c-d6bd567201f2 req-b5506506-0e36-4974-9df8-920faafc534e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.2236493 Feb 10 04:14:02.775116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks [] for port (df2b23ac-e728-4340-a93c-18bb112f1077), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.843120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.844977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e39d466-4f7f-4356-b24c-d6bd567201f2 req-8ed927b9-615f-43c7-a832-19153cc680a2 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944521 Feb 10 04:14:02.883412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (09c8f90c-5b9d-4125-9cd0-5e729b592066), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:02.992082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port 09c8f90c-5b9d-4125-9cd0-5e729b592066 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:03.000192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=09c8f90c-5b9d-4125-9cd0-5e729b592066,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:03.020788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.046118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 850514af-875a-4894-a2ae-3032d33e7712 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:03.109542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aede450-a2ea-4be9-8c9d-94186a0b465a None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:14:03.120723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:00Z', 'revision_number': 3, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port': {'id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:59Z', 'updated_at': '2022-02-10T04:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:03.230191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:03.262561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:03.279101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:03.355691 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4919a2e9-01d0-4e67-bfae-a4f86dd8144c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.392425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4919a2e9-01d0-4e67-bfae-a4f86dd8144c']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:03.429368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 850514af-875a-4894-a2ae-3032d33e7712 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:03.451933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Pushing event updated for resources: {'Port': ['ID=df2b23ac-e728-4340-a93c-18bb112f1077,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:03.456982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9dd657b-d5e7-4bd2-bafc-2359882c801e') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:03.464747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9dd657b-d5e7-4bd2-bafc-2359882c801e') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:03.478482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d9dd657b-d5e7-4bd2-bafc-2359882c801e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.501882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.539099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Checking router: fc6b5b85-85bb-414e-bbc6-a2ff03eee744 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:14:03.539460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Updating router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 port d962890d-9f8b-4072-8de4-2ce931f68a7e binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:14:03.546172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d9dd657b-d5e7-4bd2-bafc-2359882c801e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.559978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:03.560797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d9dd657b-d5e7-4bd2-bafc-2359882c801e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:03.564588 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:03.596963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.825312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-55575265-d99c-4e1c-9137-774cd9b0eaa6 None None] Current status of the port 850514af-875a-4894-a2ae-3032d33e7712 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:03.836809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 850514af-875a-4894-a2ae-3032d33e7712 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:03.837450 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (850514af-875a-4894-a2ae-3032d33e7712), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.861743 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4919a2e9-01d0-4e67-bfae-a4f86dd8144c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.872344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:03.878981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/4919a2e9-01d0-4e67-bfae-a4f86dd8144c HTTP/1.1" status: 204 len: 168 time: 3.5818448 Feb 10 04:14:03.879171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38836) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:03.897103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-988074547'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:03.902337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d2877-44e8-4fe0-a9be-3550ababa7de tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=4919a2e9-01d0-4e67-bfae-a4f86dd8144c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:03.906347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.017737 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.086660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:04.091236 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.145009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 850514af-875a-4894-a2ae-3032d33e7712 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:04.146746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fecf7-8e22-46b1-9d4f-d1f9a8c3c1c7 req-69600448-df78-4aca-a278-74da7f731d4f tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:04.148283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-542fecf7-8e22-46b1-9d4f-d1f9a8c3c1c7 req-69600448-df78-4aca-a278-74da7f731d4f tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1448860 Feb 10 04:14:04.151785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a513a-063e-4d4b-9474-e97a46ad824e None None] Network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:04.183932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:04.185336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a513a-063e-4d4b-9474-e97a46ad824e None None] Network 4919a2e9-01d0-4e67-bfae-a4f86dd8144c could not be found, it might have been deleted concurrently. {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 04:14:04.219712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6781195e-259f-49c5-83a4-4df27ced03e2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.221920 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 6781195e-259f-49c5-83a4-4df27ced03e2 of type vlan for network 83902758-8c4a-4098-8bce-9bce9110c4b8 Feb 10 04:14:04.285224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (83902758-8c4a-4098-8bce-9bce9110c4b8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.295037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Publish callbacks [] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.457227 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.586158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Attempting to bind port d962890d-9f8b-4072-8de4-2ce931f68a7e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:04.586985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Attempting to bind port d962890d-9f8b-4072-8de4-2ce931f68a7e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:04.587516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Attempting to bind port d962890d-9f8b-4072-8de4-2ce931f68a7e on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:04.614332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:04.615066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:04.615640 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.616360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:04.617012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Bound port: d962890d-9f8b-4072-8de4-2ce931f68a7e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:04.617579 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.623121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6943b-902b-4c79-8a08-644f0eea4c43 None None] Pushing event updated for resources: {'Port': ['ID=d962890d-9f8b-4072-8de4-2ce931f68a7e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:04.631838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c9dae7b4-8df6-4ce1-8ba7-9a030d6fd284 None None] Provisioning complete for port df2b23ac-e728-4340-a93c-18bb112f1077 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:04.632432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9dae7b4-8df6-4ce1-8ba7-9a030d6fd284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.720529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c9dae7b4-8df6-4ce1-8ba7-9a030d6fd284 None None] Port df2b23ac-e728-4340-a93c-18bb112f1077 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:14:04.733562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] For port d962890d-9f8b-4072-8de4-2ce931f68a7e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:04.734610 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks [] for port (df2b23ac-e728-4340-a93c-18bb112f1077), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.754468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-542fecf7-8e22-46b1-9d4f-d1f9a8c3c1c7 req-5b521839-67af-4c51-baaa-571d3b0b4491 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983605 Feb 10 04:14:04.779387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] For port d962890d-9f8b-4072-8de4-2ce931f68a7e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d962890d-9f8b-4072-8de4-2ce931f68a7e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:04.845936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.856169 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.919880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.923578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (83902758-8c4a-4098-8bce-9bce9110c4b8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.937068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:04.937957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:04.974798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Routers {'fc6b5b85-85bb-414e-bbc6-a2ff03eee744'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:04.975339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:04.977263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6943b-902b-4c79-8a08-644f0eea4c43 None None] Pushing event updated for resources: {'Port': ['ID=d962890d-9f8b-4072-8de4-2ce931f68a7e,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:05.025046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Pushing event updated for resources: {'Port': ['ID=df2b23ac-e728-4340-a93c-18bb112f1077,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:05.154648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] Set router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:05.197010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3168137 Feb 10 04:14:05.200536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38856) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:05.204000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3f2e4-3e96-4977-a224-eb04b16fc86a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=83902758-8c4a-4098-8bce-9bce9110c4b8,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:05.208726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '83902758-8c4a-4098-8bce-9bce9110c4b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:05.210554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-aae1ce93-8055-4503-9bec-5fd9452728e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4164782 Feb 10 04:14:05.334111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 83902758-8c4a-4098-8bce-9bce9110c4b8 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:05.370100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:05.402497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:05.492485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:05.496474 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:05.520996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 4, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port': {'id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:59Z', 'updated_at': '2022-02-10T04:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'df2b23ac-e728-4340-a93c-18bb112f1077', 'name': '', 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'mac_address': 'fa:16:3e:79:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:14:02Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 2, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'subnets': [{'id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:05.553878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec452c00-ce3b-44c3-90a8-78b35d4c3f03 None None] The sync data for ids ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'] in n-d-827844-2 is: [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 4, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port': {'id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:59Z', 'updated_at': '2022-02-10T04:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'df2b23ac-e728-4340-a93c-18bb112f1077', 'name': '', 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'mac_address': 'fa:16:3e:79:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:14:02Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 2, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'subnets': [{'id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:14:05.668402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-2acaddcc-f138-49e5-9672-ca69edebe766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:05.675802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-2acaddcc-f138-49e5-9672-ca69edebe766 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b381138b8454a26b30ada6e74ecff5f&device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 1127 time: 0.3380969 Feb 10 04:14:05.696567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef400b-08f3-42d9-9121-df36182dc0ca req-922677d9-a6c3-47b7-9d85-0a6f3c246d95 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:05.698499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ef400b-08f3-42d9-9121-df36182dc0ca req-922677d9-a6c3-47b7-9d85-0a6f3c246d95 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2079048 Feb 10 04:14:05.840145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:14:05.872171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-23217c0a-31ef-473a-a5b4-1fcb3186af74 None None] Provisioning complete for port df2b23ac-e728-4340-a93c-18bb112f1077 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:05.872753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-23217c0a-31ef-473a-a5b4-1fcb3186af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:05.922176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ef400b-08f3-42d9-9121-df36182dc0ca req-9853376b-81b0-484f-8e85-f3d25927f72e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822395 Feb 10 04:14:05.937060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-23217c0a-31ef-473a-a5b4-1fcb3186af74 None None] Port df2b23ac-e728-4340-a93c-18bb112f1077 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:14:06.145867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-73c78250-c0ad-45f0-a544-1592e25af77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:06.147415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-73c78250-c0ad-45f0-a544-1592e25af77d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e6252fa-caad-4d46-b057-93f86ff98ef8 HTTP/1.1" status: 200 len: 916 time: 0.4105701 Feb 10 04:14:06.213189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:14:06.220558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e1979ee2-bb31-4f40-949d-f785a260aa1b admin admin] 10.222.0.42 "PUT /v2.0/routers/fc6b5b85-85bb-414e-bbc6-a2ff03eee744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6950421 Feb 10 04:14:06.305177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039bcfd-4566-4403-8193-6ac6ba96094e req-565c9f4b-3f6b-489a-aacf-e5feafa5ed04 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:06.307770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-721a5d58-0e91-4b33-805f-be4259685538 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13b83262-1991-4740-8374-30a8c1e75d54 HTTP/1.1" status: 200 len: 217 time: 0.1485455 Feb 10 04:14:06.308952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2039bcfd-4566-4403-8193-6ac6ba96094e req-565c9f4b-3f6b-489a-aacf-e5feafa5ed04 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.0704796 Feb 10 04:14:06.346744 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (97b54343-db9c-46a4-94e2-07f6edf02358), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:06.350499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278a08-964f-40eb-a139-209910ee308d req-221be1e8-3802-46cc-b30c-ae9eb4498a60 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:06.366928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19278a08-964f-40eb-a139-209910ee308d req-221be1e8-3802-46cc-b30c-ae9eb4498a60 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2912531 Feb 10 04:14:06.413964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2039bcfd-4566-4403-8193-6ac6ba96094e req-04c99ac1-55ba-405f-b969-07c3645f2050 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994174 Feb 10 04:14:06.441538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=97b54343-db9c-46a4-94e2-07f6edf02358,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:06.461933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-533baa23-a7ac-4b0c-bd48-87c52fcdbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:06.464073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-533baa23-a7ac-4b0c-bd48-87c52fcdbf7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7a18ffe-e8a2-400d-9544-3767bae3082c HTTP/1.1" status: 200 len: 855 time: 0.1494415 Feb 10 04:14:06.469276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '6781195e-259f-49c5-83a4-4df27ced03e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '83902758-8c4a-4098-8bce-9bce9110c4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:06.469986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 83902758-8c4a-4098-8bce-9bce9110c4b8, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:06.506458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-0263772d-7886-4d1a-a0be-f444eb48a369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e6252fa-caad-4d46-b057-93f86ff98ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302331 Feb 10 04:14:06.509620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19278a08-964f-40eb-a139-209910ee308d req-6a9ef7bb-7574-42c8-b3d2-e2e5c450fa2a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444685 Feb 10 04:14:06.572373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 83902758-8c4a-4098-8bce-9bce9110c4b8 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:06.672059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 83902758-8c4a-4098-8bce-9bce9110c4b8) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:06.672288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-b89888e3-cd6d-4f12-a223-1bca7f3564d7 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6252fa-caad-4d46-b057-93f86ff98ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600041 Feb 10 04:14:06.682777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:06.683771 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:06.700188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d228b875-4104-4b4a-85ff-7fa252a78697 None None] Network 83902758-8c4a-4098-8bce-9bce9110c4b8 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:06.803034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b136ca04-71e5-4b9f-aaec-77662fc4fd2e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6013100 Feb 10 04:14:06.806012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38890) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:06.858736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ec9b58f-34ee-4b27-86d4-f5240be8112e req-3460a179-f6e8-42f2-b664-fa87e5bc6fbb service neutron] 10.222.0.24 "GET /v2.0/networks/2e6252fa-caad-4d46-b057-93f86ff98ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738427 Feb 10 04:14:06.883391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-83902758-8c4a-4098-8bce-9bce9110c4b8', 'network_id': '83902758-8c4a-4098-8bce-9bce9110c4b8', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': '97b54343-db9c-46a4-94e2-07f6edf02358'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:14:06.884355 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:06.955488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (83902758-8c4a-4098-8bce-9bce9110c4b8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:07.083717 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (97b54343-db9c-46a4-94e2-07f6edf02358), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:07.219518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d962890d-9f8b-4072-8de4-2ce931f68a7e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:07.284493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Allocated IP 172.20.0.1 (83902758-8c4a-4098-8bce-9bce9110c4b8/97b54343-db9c-46a4-94e2-07f6edf02358/81277683-174b-48c4-b71d-398f55f50119) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:07.585129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d962890d-9f8b-4072-8de4-2ce931f68a7e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:07.585533 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:07.761013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fa531-ad3e-4b20-91a3-1dea602daa49 req-3852a98e-6d6c-4257-92c7-6ca3d252ff2a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:07.771361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf5fa531-ad3e-4b20-91a3-1dea602daa49 req-3852a98e-6d6c-4257-92c7-6ca3d252ff2a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1518621 Feb 10 04:14:07.902617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf5fa531-ad3e-4b20-91a3-1dea602daa49 req-0edfd648-f6e1-46ba-be1a-46b60828dffa tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217761 Feb 10 04:14:07.916300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Publish callbacks [] for port (81277683-174b-48c4-b71d-398f55f50119), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:07.958491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d962890d-9f8b-4072-8de4-2ce931f68a7e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:07.960190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.022327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port d962890d-9f8b-4072-8de4-2ce931f68a7e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d962890d-9f8b-4072-8de4-2ce931f68a7e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:08.031903 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (81277683-174b-48c4-b71d-398f55f50119), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.129217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (97b54343-db9c-46a4-94e2-07f6edf02358), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.148159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Pushing event updated for resources: {'Port': ['ID=81277683-174b-48c4-b71d-398f55f50119,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:08.161114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.175716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Network 83902758-8c4a-4098-8bce-9bce9110c4b8 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:08.219946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=97b54343-db9c-46a4-94e2-07f6edf02358,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:08.274215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=d962890d-9f8b-4072-8de4-2ce931f68a7e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:08.287092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:08.291020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:08.439487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Attempting to bind port 81277683-174b-48c4-b71d-398f55f50119 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:08.440118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Attempting to bind port 81277683-174b-48c4-b71d-398f55f50119 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6781195e-259f-49c5-83a4-4df27ced03e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '83902758-8c4a-4098-8bce-9bce9110c4b8'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:08.440671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Attempting to bind port 81277683-174b-48c4-b71d-398f55f50119 on network 83902758-8c4a-4098-8bce-9bce9110c4b8 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:08.468227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:08.469691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Checking segment: {'id': '6781195e-259f-49c5-83a4-4df27ced03e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '83902758-8c4a-4098-8bce-9bce9110c4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:08.471891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.472595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Bound using segment: {'id': '6781195e-259f-49c5-83a4-4df27ced03e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '83902758-8c4a-4098-8bce-9bce9110c4b8'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:08.473275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Bound port: 81277683-174b-48c4-b71d-398f55f50119, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6781195e-259f-49c5-83a4-4df27ced03e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '83902758-8c4a-4098-8bce-9bce9110c4b8'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:08.474342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (81277683-174b-48c4-b71d-398f55f50119), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.475807 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (83902758-8c4a-4098-8bce-9bce9110c4b8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.548834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83902758-8c4a-4098-8bce-9bce9110c4b8']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:08.561278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6781195e-259f-49c5-83a4-4df27ced03e2') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:08.561952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6781195e-259f-49c5-83a4-4df27ced03e2') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:08.574740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6781195e-259f-49c5-83a4-4df27ced03e2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.601741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6781195e-259f-49c5-83a4-4df27ced03e2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.611221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:08.611745 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6781195e-259f-49c5-83a4-4df27ced03e2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:08.617211 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:08.754406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] For port 81277683-174b-48c4-b71d-398f55f50119, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:08.780027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] For port 81277683-174b-48c4-b71d-398f55f50119, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=81277683-174b-48c4-b71d-398f55f50119,segment=NetworkSegment(6781195e-259f-49c5-83a4-4df27ced03e2),segment_id=6781195e-259f-49c5-83a4-4df27ced03e2)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:08.807826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d1d2-c2b4-484b-b607-c3f6ea4e498f req-d57b5a31-fe05-43a1-a3df-8b7ee34b3a4f tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:08.808109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.api [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:14:08.808109 n-d-827844-2 neutron-server[109958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:14:08.808109 n-d-827844-2 neutron-server[109958]: [parameters: {'id': '83902758-8c4a-4098-8bce-9bce9110c4b8'}] Feb 10 04:14:08.808109 n-d-827844-2 neutron-server[109958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:14:08.808690 n-d-827844-2 neutron-server[109958]: DEBUG oslo_db.api [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:14:08.823334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f937d1d2-c2b4-484b-b607-c3f6ea4e498f req-d57b5a31-fe05-43a1-a3df-8b7ee34b3a4f tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.1590612 Feb 10 04:14:08.866405 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (81277683-174b-48c4-b71d-398f55f50119), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:08.915546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:08.954170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f937d1d2-c2b4-484b-b607-c3f6ea4e498f req-c159d715-48e6-4243-8018-0497d5225680 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297724 Feb 10 04:14:09.251780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d962890d-9f8b-4072-8de4-2ce931f68a7e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:09.304702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5378bd-452d-46fa-998f-9bc17c673161 req-5723463e-faa1-4b54-910b-b919bd18cc2c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:09.320019 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce5378bd-452d-46fa-998f-9bc17c673161 req-5723463e-faa1-4b54-910b-b919bd18cc2c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.2635088 Feb 10 04:14:09.332249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6642c-111a-4464-8738-52566f572d8a None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:14:09.334606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069e1a-e9e8-49a7-8a3e-199ce7540891 None None] Pushing event updated for resources: {'Port': ['ID=81277683-174b-48c4-b71d-398f55f50119,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:09.341421 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Sync routers for ids ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:14:09.355230 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Routers {'fc6b5b85-85bb-414e-bbc6-a2ff03eee744'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:09.355881 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:09.362983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (83902758-8c4a-4098-8bce-9bce9110c4b8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:09.501486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d962890d-9f8b-4072-8de4-2ce931f68a7e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:09.501863 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:09.593960 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Set router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:09.687750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce5378bd-452d-46fa-998f-9bc17c673161 req-91913642-dbde-4dad-9a6c-3f7f1cf9f84a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668146 Feb 10 04:14:09.847455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d962890d-9f8b-4072-8de4-2ce931f68a7e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:09.923136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port 81277683-174b-48c4-b71d-398f55f50119 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:09.923487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (81277683-174b-48c4-b71d-398f55f50119), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:09.928833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6642c-111a-4464-8738-52566f572d8a None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:14:10.086905 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 4, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port': {'id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:59Z', 'updated_at': '2022-02-10T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'df2b23ac-e728-4340-a93c-18bb112f1077', 'name': '', 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'mac_address': 'fa:16:3e:79:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:14:02Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 2, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'subnets': [{'id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:10.155185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port 81277683-174b-48c4-b71d-398f55f50119, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=81277683-174b-48c4-b71d-398f55f50119,segment=NetworkSegment(6781195e-259f-49c5-83a4-4df27ced03e2),segment_id=6781195e-259f-49c5-83a4-4df27ced03e2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:10.155541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (81277683-174b-48c4-b71d-398f55f50119), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:10.157349 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Checking router: fc6b5b85-85bb-414e-bbc6-a2ff03eee744 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:14:10.158406 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Updating router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 port df2b23ac-e728-4340-a93c-18bb112f1077 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:14:10.244227 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:10.274439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for 81277683-174b-48c4-b71d-398f55f50119 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:10.434604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31db057-5ad2-4927-a515-c34c248a5d95 None None] Network 83902758-8c4a-4098-8bce-9bce9110c4b8 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:10.549781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740554f6-7974-4dfa-89f2-62762a867546 req-37515518-067e-4f88-b4bc-ea36358364e3 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:10.560945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-740554f6-7974-4dfa-89f2-62762a867546 req-37515518-067e-4f88-b4bc-ea36358364e3 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.3923955 Feb 10 04:14:10.694186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-740554f6-7974-4dfa-89f2-62762a867546 req-95cef2a7-80f1-4810-b90a-69d6bb456d05 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342716 Feb 10 04:14:10.747928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (81277683-174b-48c4-b71d-398f55f50119), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:10.827241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=81277683-174b-48c4-b71d-398f55f50119,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:10.841426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port 81277683-174b-48c4-b71d-398f55f50119 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:10.871600 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Publish callbacks [] for port (df2b23ac-e728-4340-a93c-18bb112f1077), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:10.906076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e71d8-8b97-4acc-9df9-fe6053a6e483 req-a2e05b45-e4fb-4198-96b7-c51f91ae639a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:10.926140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-904e71d8-8b97-4acc-9df9-fe6053a6e483 req-a2e05b45-e4fb-4198-96b7-c51f91ae639a tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1117904 Feb 10 04:14:10.951839 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:10.976131 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (83902758-8c4a-4098-8bce-9bce9110c4b8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:10.995739 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-904e71d8-8b97-4acc-9df9-fe6053a6e483 req-88a37d0a-4109-40a7-b055-99dd4f724b03 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640013 Feb 10 04:14:11.007988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.129058 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Pushing event updated for resources: {'Port': ['ID=df2b23ac-e728-4340-a93c-18bb112f1077,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:11.200302 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.200639 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.200982 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.201317 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.201660 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.201972 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.202293 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.202610 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.203771 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.204104 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.204427 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.204811 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.205250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:11.251048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83902758-8c4a-4098-8bce-9bce9110c4b8']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:11.262524 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Attempting to bind port df2b23ac-e728-4340-a93c-18bb112f1077 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:11.262920 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Attempting to bind port df2b23ac-e728-4340-a93c-18bb112f1077 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:11.263280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Attempting to bind port df2b23ac-e728-4340-a93c-18bb112f1077 on network c1e5c724-c630-46ea-bd78-18f1b2e28893 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:11.279489 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:11.279913 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Checking segment: {'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:11.280264 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.280652 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Bound using segment: {'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:11.281119 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Bound port: df2b23ac-e728-4340-a93c-18bb112f1077, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025097e3-6699-4d63-82af-9a3579d0b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:11.281495 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.428419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6781195e-259f-49c5-83a4-4df27ced03e2') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:11.428987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6781195e-259f-49c5-83a4-4df27ced03e2') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:11.432726 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] For port df2b23ac-e728-4340-a93c-18bb112f1077, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:11.437050 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] For port df2b23ac-e728-4340-a93c-18bb112f1077, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=df2b23ac-e728-4340-a93c-18bb112f1077,segment=NetworkSegment(025097e3-6699-4d63-82af-9a3579d0b720),segment_id=025097e3-6699-4d63-82af-9a3579d0b720)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:11.468647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6781195e-259f-49c5-83a4-4df27ced03e2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.498996 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6781195e-259f-49c5-83a4-4df27ced03e2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.508521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f42f1cce-55af-4cf6-99a2-0dd231f52b75 None None] Provisioning complete for port df2b23ac-e728-4340-a93c-18bb112f1077 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:11.509279 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f42f1cce-55af-4cf6-99a2-0dd231f52b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.521400 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.541194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-f2e1bdbe-4088-493d-b7a7-bdf9d9a32323 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:11.556212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-f2e1bdbe-4088-493d-b7a7-bdf9d9a32323 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.1609058 Feb 10 04:14:11.586589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:11.587142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6781195e-259f-49c5-83a4-4df27ced03e2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:11.596220 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:11.669380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f42f1cce-55af-4cf6-99a2-0dd231f52b75 None None] Port df2b23ac-e728-4340-a93c-18bb112f1077 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:14:11.900304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-b1263024-c0f2-4609-a066-9a593ff4bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:11.903580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-b1263024-c0f2-4609-a066-9a593ff4bd6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb6ad22cde204280913eccb538004220&device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 1128 time: 0.1318934 Feb 10 04:14:11.992590 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:14:11.994198 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8370f8-9a15-484c-9bde-800bac03845b None None] Pushing event updated for resources: {'Port': ['ID=df2b23ac-e728-4340-a93c-18bb112f1077,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:12.032194 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Routers {'fc6b5b85-85bb-414e-bbc6-a2ff03eee744'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:12.033009 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:12.049412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (83902758-8c4a-4098-8bce-9bce9110c4b8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.075691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be5ba1-4114-49ac-8c87-3792b292df46 req-d17afcaa-b60d-420b-bf95-f656398d8539 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.086086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4be5ba1-4114-49ac-8c87-3792b292df46 req-d17afcaa-b60d-420b-bf95-f656398d8539 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.4353647 Feb 10 04:14:12.096821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.109082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/83902758-8c4a-4098-8bce-9bce9110c4b8 HTTP/1.1" status: 204 len: 168 time: 5.2974756 Feb 10 04:14:12.157015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38986) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:12.173207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-1334b2c1-bdeb-485a-8eea-cf6d946803c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.180648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-1334b2c1-bdeb-485a-8eea-cf6d946803c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 200 len: 916 time: 0.2624094 Feb 10 04:14:12.180902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662642016'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:12.191699 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] Set router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:12.250617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b9897-933d-4c55-a4df-9be98e7d3295 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=83902758-8c4a-4098-8bce-9bce9110c4b8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:12.273946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-fb1dfecb-c9d1-4986-9292-7f1f30dc6ecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da08a380-17ca-4b23-a4b3-533cb388a29a HTTP/1.1" status: 200 len: 217 time: 0.0832970 Feb 10 04:14:12.304067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce36ea6e-23f8-4968-8c15-f01f1de408b4 None None] Provisioning complete for port df2b23ac-e728-4340-a93c-18bb112f1077 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:12.305892 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce36ea6e-23f8-4968-8c15-f01f1de408b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.343709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c30dbc-bad9-4007-b302-33cd18c57747 req-4d664c17-c5b3-48d0-939f-6bc799f7e58a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.350152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66c30dbc-bad9-4007-b302-33cd18c57747 req-4d664c17-c5b3-48d0-939f-6bc799f7e58a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.4454565 Feb 10 04:14:12.369316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4be5ba1-4114-49ac-8c87-3792b292df46 req-7e9b435f-671d-4b63-9927-bbd1d29e2702 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797873 Feb 10 04:14:12.387035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-1423be7a-47fd-44d9-a568-5d1cda5d02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.388670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-1423be7a-47fd-44d9-a568-5d1cda5d02f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73139fa8-1b00-4a11-8cc4-7aa973273ce5 HTTP/1.1" status: 200 len: 854 time: 0.1086576 Feb 10 04:14:12.471842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Deleting port c9e63723-c949-493c-9bf7-3ae533fa99ae {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:12.472276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.493444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66c30dbc-bad9-4007-b302-33cd18c57747 req-818659ac-087c-408a-9c45-91434d1cf15a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423385 Feb 10 04:14:12.514374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-918eed83-a53e-489b-a1c4-90975b6ee24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.516119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-918eed83-a53e-489b-a1c4-90975b6ee24a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c252ce1a-c07a-4e48-898a-e2846c267271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0935452 Feb 10 04:14:12.539482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:12.540172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-e3111f71-7d8e-44bd-a4b2-48096a137148 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1708558 Feb 10 04:14:12.549748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.616437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ce36ea6e-23f8-4968-8c15-f01f1de408b4 None None] Current status of the port df2b23ac-e728-4340-a93c-18bb112f1077 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:12.616997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce36ea6e-23f8-4968-8c15-f01f1de408b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.669482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Deleting port df2b23ac-e728-4340-a93c-18bb112f1077 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:12.670147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.689501 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 4, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port': {'id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:59Z', 'updated_at': '2022-02-10T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'df2b23ac-e728-4340-a93c-18bb112f1077', 'name': '', 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'mac_address': 'fa:16:3e:79:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:14:02Z', 'updated_at': '2022-02-10T04:14:11Z', 'revision_number': 4, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'subnets': [{'id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:12.689798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ce36ea6e-23f8-4968-8c15-f01f1de408b4 None None] For port df2b23ac-e728-4340-a93c-18bb112f1077, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=df2b23ac-e728-4340-a93c-18bb112f1077,segment=NetworkSegment(025097e3-6699-4d63-82af-9a3579d0b720),segment_id=025097e3-6699-4d63-82af-9a3579d0b720)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:12.710456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-e44bb64b-43e8-4834-b18a-fedf2d511bcb service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864133 Feb 10 04:14:12.767115 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1890b8-29fe-4797-b839-ba55942c50aa None None] The sync data for ids ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'] in n-d-827844-2 is: [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:03Z', 'revision_number': 4, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port': {'id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:59Z', 'updated_at': '2022-02-10T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'df2b23ac-e728-4340-a93c-18bb112f1077', 'name': '', 'network_id': 'c1e5c724-c630-46ea-bd78-18f1b2e28893', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'mac_address': 'fa:16:3e:79:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:14:02Z', 'updated_at': '2022-02-10T04:14:11Z', 'revision_number': 4, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'subnets': [{'id': '78a22fd8-9468-467b-8d58-929cc4adf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:14:12.785829 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce36ea6e-23f8-4968-8c15-f01f1de408b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.822541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.822541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.822541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.822541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.822541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.822541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.822541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:12.826390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-22ccbfe9-ecde-4c75-a6a4-62dc3f5fbbce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6710 time: 0.2196784 Feb 10 04:14:12.848546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:12.903042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36ea6e-23f8-4968-8c15-f01f1de408b4 None None] Pushing event updated for resources: {'Port': ['ID=df2b23ac-e728-4340-a93c-18bb112f1077,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:12.970974 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (21b1d774-1508-4b66-8124-0dc919d82646), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:12.971323 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 21b1d774-1508-4b66-8124-0dc919d82646 of type vlan for network 14b3fdb6-880c-4146-a48f-c2240132fe4f Feb 10 04:14:12.975397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] For port c9e63723-c949-493c-9bf7-3ae533fa99ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c9e63723-c949-493c-9bf7-3ae533fa99ae,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:12.975724 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:13.050955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecb32b17-238d-471f-81e4-10ae6af172cf req-f5a74e5c-a271-46b9-8b2a-e0dee869d0b5 service neutron] 10.222.0.24 "GET /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333502 Feb 10 04:14:13.126144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-69984d25-8379-449f-971e-78dd0eeb862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.126144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-69984d25-8379-449f-971e-78dd0eeb862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.126144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-69984d25-8379-449f-971e-78dd0eeb862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.127483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-69984d25-8379-449f-971e-78dd0eeb862b service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c407173-3146-4722-992d-f46469606988&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=59c8f485-d78b-4843-b69b-06ac4f229f0a&id=59c8f485-d78b-4843-b69b-06ac4f229f0a HTTP/1.1" status: 200 len: 2293 time: 0.2459311 Feb 10 04:14:13.204373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c4d56-50f9-43b5-9f0e-a1b92b2988e1 req-6d434755-4abd-4292-a36c-268c962b9f8a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.214387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-695c4d56-50f9-43b5-9f0e-a1b92b2988e1 req-6d434755-4abd-4292-a36c-268c962b9f8a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.5847743 Feb 10 04:14:13.273146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (14b3fdb6-880c-4146-a48f-c2240132fe4f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:13.278449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-2c418f9f-2179-49d5-b26f-256dc2d56f2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9 HTTP/1.1" status: 200 len: 1001 time: 0.1439826 Feb 10 04:14:13.283561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device df2b23ac-e728-4340-a93c-18bb112f1077 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:13.348680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port df2b23ac-e728-4340-a93c-18bb112f1077 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:13.349057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:13.384761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-6e0f6c1f-0d8d-44f0-a11b-87a50eafe192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.387933 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-6e0f6c1f-0d8d-44f0-a11b-87a50eafe192 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ca3c80c-5417-49f0-a45b-a21de528561e HTTP/1.1" status: 200 len: 851 time: 0.1010358 Feb 10 04:14:13.456911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-fd5e5630-c25f-4e41-b83a-a6a83c86d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.460099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-fd5e5630-c25f-4e41-b83a-a6a83c86d685 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c407173-3146-4722-992d-f46469606988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647619 Feb 10 04:14:13.497685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] For port df2b23ac-e728-4340-a93c-18bb112f1077, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=df2b23ac-e728-4340-a93c-18bb112f1077,segment=NetworkSegment(025097e3-6699-4d63-82af-9a3579d0b720),segment_id=025097e3-6699-4d63-82af-9a3579d0b720)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:13.498232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:13.503380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-695c4d56-50f9-43b5-9f0e-a1b92b2988e1 req-fc9711a9-334e-4201-b342-3ff6b2eca56c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877889 Feb 10 04:14:13.533725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port df2b23ac-e728-4340-a93c-18bb112f1077 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:13.557909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Calling delete_port for df2b23ac-e728-4340-a93c-18bb112f1077 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:13.664743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9263f8-838a-4069-9680-a1ead30896f2 req-3d6fa1d0-5972-4173-838c-091ee27e3786 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.666246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c9263f8-838a-4069-9680-a1ead30896f2 req-3d6fa1d0-5972-4173-838c-091ee27e3786 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1664326 Feb 10 04:14:13.697308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-8f04b5fb-1d98-4d1f-b22e-57d683805f92 service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308967 Feb 10 04:14:13.733310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (14b3fdb6-880c-4146-a48f-c2240132fe4f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:13.738415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:13.745985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:13.772329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c9263f8-838a-4069-9680-a1ead30896f2 req-548df58a-1392-4896-bbb9-71747e7657f9 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996337 Feb 10 04:14:13.936117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-6f3d8a51-c9a4-405e-87de-18eb70f0d0e1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283614 Feb 10 04:14:14.001526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-a42a1410-2a16-4585-a990-4dd426972659 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 217 time: 0.0579901 Feb 10 04:14:14.059355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-9023030e-833e-4346-96d4-db27f7916b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.060846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-9023030e-833e-4346-96d4-db27f7916b5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.0485501 Feb 10 04:14:14.069987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307ecf-7f66-4d93-8b4e-16f7b7c1076d req-380f7ddd-d4e1-4659-a750-40a7352b946f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.077067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7307ecf-7f66-4d93-8b4e-16f7b7c1076d req-380f7ddd-d4e1-4659-a750-40a7352b946f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1959498 Feb 10 04:14:14.175730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7307ecf-7f66-4d93-8b4e-16f7b7c1076d req-26d86e7a-72da-4ebb-b878-4977f086cf19 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853629 Feb 10 04:14:14.191896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-c0077267-028a-4826-b354-95d04e1766aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.193493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-c0077267-028a-4826-b354-95d04e1766aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1087251 Feb 10 04:14:14.254772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:14.255147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a30d9539-130d-4593-8241-90306b44dbe1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:14.255464 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Floating IP a30d9539-130d-4593-8241-90306b44dbe1 disassociated. External IP: 172.25.8.145, port: c9e63723-c949-493c-9bf7-3ae533fa99ae. Feb 10 04:14:14.255824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Calling delete_port for c9e63723-c949-493c-9bf7-3ae533fa99ae owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:14.395998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-6b62b283-b8b5-4769-a07b-cca242c7810f service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954048 Feb 10 04:14:14.441205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd18cdf-5671-4b9a-9931-bcf98c4d8bd8 req-e833a93a-4e5e-40f8-9eaa-fea1672da49c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.448378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cd18cdf-5671-4b9a-9931-bcf98c4d8bd8 req-e833a93a-4e5e-40f8-9eaa-fea1672da49c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1037061 Feb 10 04:14:14.550836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cd18cdf-5671-4b9a-9931-bcf98c4d8bd8 req-dec30f9b-cae7-4be1-bb67-805336005e53 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011214 Feb 10 04:14:14.563470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-86193d73-e0fe-4f55-8cfd-1ffc14bf3d2d service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584895 Feb 10 04:14:14.617479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4526305 Feb 10 04:14:14.629817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39018) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:14.631897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-1f3a1b9a-0432-43be-bdd4-85e3c72f6853 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 217 time: 0.0561497 Feb 10 04:14:14.638751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:14.646443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d8107-3dc0-4373-91a0-f10ef005d842 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=14b3fdb6-880c-4146-a48f-c2240132fe4f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:14.665273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:14.693081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40a057-146f-4a82-8ffd-e98453e317f0 req-aea7dc21-c1e2-404f-a3b6-e4c2b4e938a5 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.703574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd40a057-146f-4a82-8ffd-e98453e317f0 req-aea7dc21-c1e2-404f-a3b6-e4c2b4e938a5 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 945 time: 0.9927583 Feb 10 04:14:14.794743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c9e63723-c949-493c-9bf7-3ae533fa99ae), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:14.832304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993aed9-fae3-4e28-a13e-4b05bbc785d9 req-b8a8ec15-cd05-4763-b3de-3611460b7a05 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.835147 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4993aed9-fae3-4e28-a13e-4b05bbc785d9 req-b8a8ec15-cd05-4763-b3de-3611460b7a05 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1029599 Feb 10 04:14:14.836748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-f0d9f7f1-e652-44dd-9283-eff31bb8135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.840026 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-f0d9f7f1-e652-44dd-9283-eff31bb8135c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1975989 Feb 10 04:14:14.910868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event deleted for resources: {'Port': ['ID=c9e63723-c949-493c-9bf7-3ae533fa99ae,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:14.950620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4993aed9-fae3-4e28-a13e-4b05bbc785d9 req-f9e5cdb5-85bb-42a6-97ca-8f91bfaa6bf5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058545 Feb 10 04:14:14.972077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-4658622c-6d65-4836-846f-b749fbb21afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:14.976046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-4658622c-6d65-4836-846f-b749fbb21afe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1224880 Feb 10 04:14:15.058344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd40a057-146f-4a82-8ffd-e98453e317f0 req-5f330671-3851-4de7-ade9-9971aec5566d tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups?id=863f51b8-bafd-4e67-9502-be7d9f35d9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144989 Feb 10 04:14:15.101947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (df2b23ac-e728-4340-a93c-18bb112f1077), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:15.180948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Pushing event deleted for resources: {'Port': ['ID=df2b23ac-e728-4340-a93c-18bb112f1077,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:15.204886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-a193acd4-7cf4-4303-a8fe-4a46856a3449 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190082 Feb 10 04:14:15.215059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273ff66-51f5-47e7-af6a-3a08c70db3f6 req-cbfc515f-6975-4640-a20b-fd5a51885d9d tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:15.216646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5273ff66-51f5-47e7-af6a-3a08c70db3f6 req-cbfc515f-6975-4640-a20b-fd5a51885d9d tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1330302 Feb 10 04:14:15.273565 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (14b3fdb6-880c-4146-a48f-c2240132fe4f), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:15.307187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c9e63723-c949-493c-9bf7-3ae533fa99ae no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:15.368218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: c9e63723-c949-493c-9bf7-3ae533fa99ae {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:15.368587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c9e63723-c949-493c-9bf7-3ae533fa99ae not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:15.410840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5273ff66-51f5-47e7-af6a-3a08c70db3f6 req-db7b7369-31c6-4166-a928-65656ca2bd7d tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787539 Feb 10 04:14:15.467210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-373535fa-4df6-4c2d-9107-6d4d144a87cb service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495737 Feb 10 04:14:15.514334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (14b3fdb6-880c-4146-a48f-c2240132fe4f), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:15.547077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f is not hosted by any dhcp agent {{(pid=109958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 04:14:15.551912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:15.552523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:15.553815 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "PUT /v2.0/networks/14b3fdb6-880c-4146-a48f-c2240132fe4f HTTP/1.1" status: 200 len: 723 time: 0.9206200 Feb 10 04:14:15.575393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-8e32e4ca-4792-4048-a3f5-0f462de7a1d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6 HTTP/1.1" status: 200 len: 217 time: 0.1008198 Feb 10 04:14:15.576489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39040) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:15.584570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '14b3fdb6-880c-4146-a48f-c2240132fe4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:15.723132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10245b-a3d9-4350-8d42-4716234950f8 req-42d0f53f-e2d9-4ee8-9162-0c636d2ff1a4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:15.733947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba10245b-a3d9-4350-8d42-4716234950f8 req-42d0f53f-e2d9-4ee8-9162-0c636d2ff1a4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.5305800 Feb 10 04:14:15.751884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Router 53b04fec-9080-48f6-ad9c-c716518943d4 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:14:15.764101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb8b92-e11b-495a-ae29-3ae4b4fa3aab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=14b3fdb6-880c-4146-a48f-c2240132fe4f,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:15.781557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:15.879241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-19d360e2-974b-49b7-bfe0-e5720a2d9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:15.881344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-19d360e2-974b-49b7-bfe0-e5720a2d9be8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.2922127 Feb 10 04:14:15.957933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49a7ee-5583-4998-afa6-4b764de0536b req-ed7b158e-09a0-48c8-913c-68521b8bacb2 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:15.959598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af49a7ee-5583-4998-afa6-4b764de0536b req-ed7b158e-09a0-48c8-913c-68521b8bacb2 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1949918 Feb 10 04:14:15.967684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-871f5e7b-97ec-4afa-8c74-9b3085649151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:15.969298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-871f5e7b-97ec-4afa-8c74-9b3085649151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0812671 Feb 10 04:14:15.971247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba10245b-a3d9-4350-8d42-4716234950f8 req-ad2cf8c4-faf1-41f9-9c1c-1ac587012ef4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395072 Feb 10 04:14:16.028220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:16.032041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:16.142364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:14:16.154744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] Sync routers for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:14:16.180840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:16.181514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:16.234907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] No DVR routers for this DVR port c9e63723-c949-493c-9bf7-3ae533fa99ae on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:16.240716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:16.245126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6178686e-8ed5-4233-baf4-458cef8f1a9d req-6c4f016b-34d9-4253-8ec2-5b9fdbaf0179 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.43 "DELETE /v2.0/ports/c9e63723-c949-493c-9bf7-3ae533fa99ae HTTP/1.1" status: 204 len: 173 time: 4.6462648 Feb 10 04:14:16.248519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'name': 'network-vif-deleted', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:16.253913 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0ead6-768a-4b9b-8dc7-8994e0421705" -d '{"events": [{"server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "name": "network-vif-deleted", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:16.282525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:16.300039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629288cf-14ed-4f21-a6a8-c9b5f097260e req-c0ebe08b-cff2-4dba-bd65-3b59fb5b149f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:16.301795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-629288cf-14ed-4f21-a6a8-c9b5f097260e req-c0ebe08b-cff2-4dba-bd65-3b59fb5b149f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1571658 Feb 10 04:14:16.453188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:16.487436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-629288cf-14ed-4f21-a6a8-c9b5f097260e req-5427dd99-7a83-4d2d-96e3-2d7590067df9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428564 Feb 10 04:14:16.806659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39062) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:16.837010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af49a7ee-5583-4998-afa6-4b764de0536b req-656dcd2d-5b72-4263-bfde-c414d5602ad9 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8621235 Feb 10 04:14:16.871238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-e595c30f-c2fe-4e44-940e-ec2aceb78d1b service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8835075 Feb 10 04:14:16.950505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40ee1370-959a-4a39-bbac-a3c7c4f273c9 req-63db5933-3874-4b99-a1ab-5672a6303629 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c HTTP/1.1" status: 200 len: 210 time: 0.1817303 Feb 10 04:14:16.976710 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0109830e-1fea-4e1d-9fcb-1f0dfb14927b x-openstack-request-id: req-0109830e-1fea-4e1d-9fcb-1f0dfb14927b {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:16.984644 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c", "name": "network-vif-deleted", "tag": "c9e63723-c949-493c-9bf7-3ae533fa99ae", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:16.985885 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0109830e-1fea-4e1d-9fcb-1f0dfb14927b {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:16.986567 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9c1f8-6aab-4f68-bfd9-5e3fc5399e7c', 'name': 'network-vif-deleted', 'tag': 'c9e63723-c949-493c-9bf7-3ae533fa99ae', 'status': 'completed', 'code': 200} Feb 10 04:14:17.006350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:17.020377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:17.155324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] Checking router: 53b04fec-9080-48f6-ad9c-c716518943d4 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:14:17.186372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:17.187047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:17.227989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:14:17.271073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-6813a26e-2a8b-4c45-8b25-00f5749dd8ba service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880963 Feb 10 04:14:17.335276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d4e47-9982-4e8e-9def-eba45fc94ff2 req-940d0df6-8e90-4f68-b444-7d0a93da49be tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:17.342282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-935d4e47-9982-4e8e-9def-eba45fc94ff2 req-940d0df6-8e90-4f68-b444-7d0a93da49be tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1940987 Feb 10 04:14:17.362178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:17.370021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3150256c-a0eb-4c55-bc19-1f012053abfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:17.432047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-935d4e47-9982-4e8e-9def-eba45fc94ff2 req-04aba8c9-9a15-40d7-98ca-b9b993fdb5d7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Feb 10 04:14:17.454436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-26534835-ee71-483b-a2db-b202b6fe81a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527 HTTP/1.1" status: 200 len: 217 time: 0.0972080 Feb 10 04:14:17.464933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:14:17.475830 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] Sync routers for ids ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:14:17.485646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6e54496f-e771-4a81-8f2e-63b4d861ad7e admin admin] 10.222.0.42 "PUT /v2.0/routers/fc6b5b85-85bb-414e-bbc6-a2ff03eee744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5684025 Feb 10 04:14:17.487808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39076) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:17.498516 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] Routers {'fc6b5b85-85bb-414e-bbc6-a2ff03eee744'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:17.500077 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:17.507688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9899e-0c7d-4efd-8877-e555c6c6316e req-a24bbd8b-f1ba-4c9a-9514-177ca15b7fd4 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:17.513146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29e9899e-0c7d-4efd-8877-e555c6c6316e req-a24bbd8b-f1ba-4c9a-9514-177ca15b7fd4 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.2850285 Feb 10 04:14:17.586175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-ed27fcbd-9239-4713-b655-8317e50e824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:17.589293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-ed27fcbd-9239-4713-b655-8317e50e824f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1033695 Feb 10 04:14:17.612331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (1e111745-91ce-4810-80b3-2e9a2689cb70), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:17.724985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=1e111745-91ce-4810-80b3-2e9a2689cb70,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:17.753088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2b938-7fd4-43f1-a051-abba12f625ab req-b4299fda-688c-45b8-b0e4-9d8deb477c7b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:17.754687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5fc2b938-7fd4-43f1-a051-abba12f625ab req-b4299fda-688c-45b8-b0e4-9d8deb477c7b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1831317 Feb 10 04:14:17.777154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:17.778557 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] Set router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:17.813691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29e9899e-0c7d-4efd-8877-e555c6c6316e req-1fd12bb3-d251-4f02-b3ad-c00e4abbab77 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162766 Feb 10 04:14:17.829528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c67b3-9781-4916-8acd-4f6a33aa78d6 None None] The sync data for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 is: [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:12:51Z', 'revision_number': 4, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1059a71e-2302-4d2b-ba2c-a93f3dd0a36b', 'name': '', 'network_id': 'a20bde6d-75a7-423f-9bef-a2da117287c5', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'mac_address': 'fa:16:3e:3e:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:49Z', 'updated_at': '2022-02-10T04:12:56Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'subnets': [{'id': 'f90c87e0-daab-4c54-93db-f76e37c43696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:14:17.877017 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks [] for router (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:17.902217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '21b1d774-1508-4b66-8124-0dc919d82646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '14b3fdb6-880c-4146-a48f-c2240132fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:17.902217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 14b3fdb6-880c-4146-a48f-c2240132fe4f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:17.902217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-cacce15b-3e13-47d6-a0f0-85c448bf8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:17.902217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-cacce15b-3e13-47d6-a0f0-85c448bf8dfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3020971 Feb 10 04:14:17.985356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5fc2b938-7fd4-43f1-a051-abba12f625ab req-d908812f-8f3f-4b07-962a-67663f1328c9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117088 Feb 10 04:14:18.124568 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks [] for router_gateway (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.151849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3150256c-a0eb-4c55-bc19-1f012053abfa admin admin] Publish callbacks [] for security_group (dc8447e3-0332-43f4-977b-7e0f757732cf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.153018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:18.194095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-27f10840-59b0-4dde-b379-9e3bd741ffd3 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840741 Feb 10 04:14:18.216318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623503c9-7fe1-46af-86fc-88154f3ce11b req-4dc1f909-6bf2-4419-9015-3a23e8525c02 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:18.224856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-623503c9-7fe1-46af-86fc-88154f3ce11b req-4dc1f909-6bf2-4419-9015-3a23e8525c02 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.0934277 Feb 10 04:14:18.246907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3150256c-a0eb-4c55-bc19-1f012053abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc8447e3-0332-43f4-977b-7e0f757732cf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.250933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 14b3fdb6-880c-4146-a48f-c2240132fe4f) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:18.262838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798cb90-fbda-4ec4-98d3-bd1b5490ede9 None None] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:18.264821 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:14Z', 'revision_number': 5, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port': {'id': 'd962890d-9f8b-4072-8de4-2ce931f68a7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:13:59Z', 'updated_at': '2022-02-10T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:18.328779 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.348100 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] Checking router: fc6b5b85-85bb-414e-bbc6-a2ff03eee744 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:14:18.373314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-623503c9-7fe1-46af-86fc-88154f3ce11b req-c21b0347-34bc-40dc-994b-75e558a32000 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371579 Feb 10 04:14:18.374405 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] Routers {'fc6b5b85-85bb-414e-bbc6-a2ff03eee744'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:18.376145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Deleting port d962890d-9f8b-4072-8de4-2ce931f68a7e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:18.378271 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:18.380640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.385631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:18.388362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.508754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9058ad3-2d26-49e9-9797-2d02fbbdfb54 None None] New status for floating IP a30d9539-130d-4593-8241-90306b44dbe1: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:14:18.522664 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3150256c-a0eb-4c55-bc19-1f012053abfa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ecb9ddeedc84fa4826c548d3e4f882b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7104805 Feb 10 04:14:18.525131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39098) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:18.545936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150256c-a0eb-4c55-bc19-1f012053abfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8447e3-0332-43f4-977b-7e0f757732cf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:18.581404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-dc6175d6-dc07-42b6-a8f4-fd21a05f0544 req-f1395137-7733-47a4-8603-4e611c589e71 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:14:18.582550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6175d6-dc07-42b6-a8f4-fd21a05f0544 req-f1395137-7733-47a4-8603-4e611c589e71 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335972 Feb 10 04:14:18.593733 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] Set router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:18.619943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] For port d962890d-9f8b-4072-8de4-2ce931f68a7e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d962890d-9f8b-4072-8de4-2ce931f68a7e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:18.620761 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.621705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-14b3fdb6-880c-4146-a48f-c2240132fe4f', 'network_id': '14b3fdb6-880c-4146-a48f-c2240132fe4f', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': '1e111745-91ce-4810-80b3-2e9a2689cb70'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:14:18.622594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:18.635934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Calling delete_port for d962890d-9f8b-4072-8de4-2ce931f68a7e owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:18.740798 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:18Z', 'revision_number': 6, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:18.743195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7aa90644-2791-4c5e-ac29-a4bf43d7700f tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1649086 Feb 10 04:14:18.747118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39100) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:18.782921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0b900f4f-5610-4922-999b-e107ec09bb26 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:18.809918 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ab854-2f9b-4d13-b03f-049dbf30fcea None None] The sync data for ids ['fc6b5b85-85bb-414e-bbc6-a2ff03eee744'] in n-d-827844-2 is: [{'id': 'fc6b5b85-85bb-414e-bbc6-a2ff03eee744', 'name': 'tempest-ImageQuotaTest-136549597-router', 'tenant_id': 'f4d0c8792c924eac9304d350a9733330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:13:58Z', 'updated_at': '2022-02-10T04:14:18Z', 'revision_number': 6, 'project_id': 'f4d0c8792c924eac9304d350a9733330', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:14:18.885457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-5d4475c1-e344-4f28-b74a-5ed7cc50681d service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849358 Feb 10 04:14:18.987855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-827bbdd8-2824-4c12-95b6-17fc8bc036b6 admin admin] Publish callbacks [] for security_group (dc8447e3-0332-43f4-977b-7e0f757732cf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.020929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-b779a10c-7de7-4689-93a4-0dc6741f2a74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=523f047d-9c9b-41b6-b137-736f08deb920 HTTP/1.1" status: 200 len: 217 time: 0.1269326 Feb 10 04:14:19.071379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6175d6-dc07-42b6-a8f4-fd21a05f0544 req-16520898-c081-4132-a901-a4ab34ab9ddf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4767616 Feb 10 04:14:19.132934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-3e5c68ac-8046-408a-aedb-f8bbf62a2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:19.135070 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-3e5c68ac-8046-408a-aedb-f8bbf62a2e8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 200 len: 797 time: 0.1001556 Feb 10 04:14:19.142915 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b900f4f-5610-4922-999b-e107ec09bb26 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5771217'] for subnet (1e111745-91ce-4810-80b3-2e9a2689cb70), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.215190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-827bbdd8-2824-4c12-95b6-17fc8bc036b6 admin admin] Publish callbacks [] for security_group (dc8447e3-0332-43f4-977b-7e0f757732cf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.254879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device df2b23ac-e728-4340-a93c-18bb112f1077 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:19.261317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1d1c2-3437-4a47-b145-3b1a0ae9e25a req-99c60990-1cbb-46a9-9458-0b8a86bb7585 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:19.262947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08e1d1c2-3437-4a47-b145-3b1a0ae9e25a req-99c60990-1cbb-46a9-9458-0b8a86bb7585 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 945 time: 0.0762641 Feb 10 04:14:19.303478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: df2b23ac-e728-4340-a93c-18bb112f1077 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:19.303478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device df2b23ac-e728-4340-a93c-18bb112f1077 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:19.372329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08e1d1c2-3437-4a47-b145-3b1a0ae9e25a req-3f02c0c8-ecdf-4a60-a876-1cfcbc2e40b8 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999486 Feb 10 04:14:19.373183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-68a94ac3-3183-4e94-8cf6-00733e2ee111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:19.374664 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d962890d-9f8b-4072-8de4-2ce931f68a7e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.375093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-68a94ac3-3183-4e94-8cf6-00733e2ee111 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2279794 Feb 10 04:14:19.438437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Pushing event deleted for resources: {'Port': ['ID=d962890d-9f8b-4072-8de4-2ce931f68a7e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:19.438815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-827bbdd8-2824-4c12-95b6-17fc8bc036b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc8447e3-0332-43f4-977b-7e0f757732cf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.443030 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-827bbdd8-2824-4c12-95b6-17fc8bc036b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.444392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-827bbdd8-2824-4c12-95b6-17fc8bc036b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc8447e3-0332-43f4-977b-7e0f757732cf HTTP/1.1" status: 204 len: 168 time: 0.9128027 Feb 10 04:14:19.503077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bbdd8-2824-4c12-95b6-17fc8bc036b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8447e3-0332-43f4-977b-7e0f757732cf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:19.516405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39106) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:19.559506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.672362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1de87-8518-48d0-ae60-a3b196b32a71 req-848fb456-e2e0-48e2-bcba-6000330063bb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:19.679941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62a1de87-8518-48d0-ae60-a3b196b32a71 req-848fb456-e2e0-48e2-bcba-6000330063bb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2555904 Feb 10 04:14:19.692233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.695818 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks [] for router_controller (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.739697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-c3f69c35-dcf6-4441-beb7-7177a6678b5c service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559215 Feb 10 04:14:19.743430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63efd584-183d-49f9-9fed-42f9f0ad8f1a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group (863f51b8-bafd-4e67-9502-be7d9f35d9f2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.770255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d470247-ac5a-4cde-bdb0-e9746d450150 req-2d72191b-2435-4c51-901b-e1887f7963e4 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:19.771990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d470247-ac5a-4cde-bdb0-e9746d450150 req-2d72191b-2435-4c51-901b-e1887f7963e4 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1380229 Feb 10 04:14:19.809112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b900f4f-5610-4922-999b-e107ec09bb26 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782247698167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5700641'] for subnet (1e111745-91ce-4810-80b3-2e9a2689cb70), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.842519 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d470247-ac5a-4cde-bdb0-e9746d450150 req-0eb563cc-ad41-4091-9224-4eb72c566460 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 Feb 10 04:14:19.855136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (fc6b5b85-85bb-414e-bbc6-a2ff03eee744), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.856080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6b5b85-85bb-414e-bbc6-a2ff03eee744 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:14:19.866400 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63efd584-183d-49f9-9fed-42f9f0ad8f1a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group (863f51b8-bafd-4e67-9502-be7d9f35d9f2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.879357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:19.887012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d53644f0-9b8e-4a19-b57d-054ac11be110 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fc6b5b85-85bb-414e-bbc6-a2ff03eee744 HTTP/1.1" status: 204 len: 168 time: 2.3963091 Feb 10 04:14:19.889888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39112) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:19.909485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Allocated IP 172.20.0.2 (14b3fdb6-880c-4146-a48f-c2240132fe4f/1e111745-91ce-4810-80b3-2e9a2689cb70/29e84d69-28c6-4c31-80f3-1f113f8fad9d) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:19.965020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] Deleting subnet 78a22fd8-9468-467b-8d58-929cc4adf567 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:14:19.969852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] Publish callbacks [] for subnet (78a22fd8-9468-467b-8d58-929cc4adf567), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.010544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (78a22fd8-9468-467b-8d58-929cc4adf567), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.013423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62a1de87-8518-48d0-ae60-a3b196b32a71 req-d964d434-627b-4efe-a360-f50163bb2201 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277235 Feb 10 04:14:20.137722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b900f4f-5610-4922-999b-e107ec09bb26 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=1e111745-91ce-4810-80b3-2e9a2689cb70,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:20.154375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b900f4f-5610-4922-999b-e107ec09bb26 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:20.155058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (78a22fd8-9468-467b-8d58-929cc4adf567), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.155192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b900f4f-5610-4922-999b-e107ec09bb26 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.156922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0b900f4f-5610-4922-999b-e107ec09bb26 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "PUT /v2.0/subnets/1e111745-91ce-4810-80b3-2e9a2689cb70 HTTP/1.1" status: 200 len: 806 time: 1.3884368 Feb 10 04:14:20.207116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39122) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:20.246028 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Publish callbacks [] for port (29e84d69-28c6-4c31-80f3-1f113f8fad9d), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.311825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (29e84d69-28c6-4c31-80f3-1f113f8fad9d), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.319343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9324d65-c69b-4bd7-993d-4d4701f06463 req-80d3b5d9-c669-452b-a120-3f358afc57a4 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:20.330023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9324d65-c69b-4bd7-993d-4d4701f06463 req-80d3b5d9-c669-452b-a120-3f358afc57a4 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.1171119 Feb 10 04:14:20.369959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (78a22fd8-9468-467b-8d58-929cc4adf567), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.385781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:20.402364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:20.408318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:20.413652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a22fd8-9468-467b-8d58-929cc4adf567,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:20.416014 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.419781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-725a0e62-e609-4283-bb56-ab8e45df452f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/78a22fd8-9468-467b-8d58-929cc4adf567 HTTP/1.1" status: 204 len: 168 time: 0.5279961 Feb 10 04:14:20.443573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ddebc-1925-4141-a6e1-03004f8056c2 None None] Network c1e5c724-c630-46ea-bd78-18f1b2e28893 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:20.448738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39128) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:20.449701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Pushing event updated for resources: {'Port': ['ID=29e84d69-28c6-4c31-80f3-1f113f8fad9d,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:20.452236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9324d65-c69b-4bd7-993d-4d4701f06463 req-8ac93201-4ea1-477d-bf97-2ef6d418770e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203711 Feb 10 04:14:20.500636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-abae3ac4-e8a0-46bd-a3a5-acc1a18859a8 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:20.500636 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-abae3ac4-e8a0-46bd-a3a5-acc1a18859a8 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.24 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 945 time: 0.4789457 Feb 10 04:14:20.571656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (14b3fdb6-880c-4146-a48f-c2240132fe4f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.585223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (c1e5c724-c630-46ea-bd78-18f1b2e28893), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.592031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63efd584-183d-49f9-9fed-42f9f0ad8f1a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (863f51b8-bafd-4e67-9502-be7d9f35d9f2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.594561 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63efd584-183d-49f9-9fed-42f9f0ad8f1a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.595935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-63efd584-183d-49f9-9fed-42f9f0ad8f1a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "DELETE /v2.0/security-groups/863f51b8-bafd-4e67-9502-be7d9f35d9f2 HTTP/1.1" status: 204 len: 168 time: 1.0708897 Feb 10 04:14:20.598544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Attempting to bind port 29e84d69-28c6-4c31-80f3-1f113f8fad9d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:20.599919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Attempting to bind port 29e84d69-28c6-4c31-80f3-1f113f8fad9d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '21b1d774-1508-4b66-8124-0dc919d82646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '14b3fdb6-880c-4146-a48f-c2240132fe4f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:20.607290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Attempting to bind port 29e84d69-28c6-4c31-80f3-1f113f8fad9d on network 14b3fdb6-880c-4146-a48f-c2240132fe4f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:20.608299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39136) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:20.636081 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-c1bea5a9-1b85-4a2b-8005-bd640101c194 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] show failed (client error): The resource could not be found. Feb 10 04:14:20.640088 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c1bea5a9-1b85-4a2b-8005-bd640101c194 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "GET /v2.0/security-groups/863f51b8-bafd-4e67-9502-be7d9f35d9f2 HTTP/1.1" status: 404 len: 347 time: 0.0305150 Feb 10 04:14:20.640681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39140) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:20.647037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad210b04-0644-4453-a971-dbf65d2d760c req-68bf513b-a84b-4e81-aa2d-a162e8de06c8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:20.648788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad210b04-0644-4453-a971-dbf65d2d760c req-68bf513b-a84b-4e81-aa2d-a162e8de06c8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.4904628 Feb 10 04:14:20.663195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-7532fdf7-7405-4bde-9937-8ca0f3305f33 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9152105 Feb 10 04:14:20.675982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efd584-183d-49f9-9fed-42f9f0ad8f1a tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f51b8-bafd-4e67-9502-be7d9f35d9f2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:20.745007 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-13ded41c-ef97-4e3d-9bab-3159b1a407c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba853ff4-1583-4976-bd0b-4539839892ff HTTP/1.1" status: 200 len: 217 time: 0.0616143 Feb 10 04:14:20.806372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-791e2139-c927-486d-bfee-1f1e4e90be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:20.809023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-791e2139-c927-486d-bfee-1f1e4e90be9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 200 len: 797 time: 0.0572939 Feb 10 04:14:20.819551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953428c-5fae-4d53-8f5c-5358bd931f29 req-5cf6f2cc-eacc-474b-a77d-b41368f31312 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:20.821475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f953428c-5fae-4d53-8f5c-5358bd931f29 req-5cf6f2cc-eacc-474b-a77d-b41368f31312 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 945 time: 0.2524579 Feb 10 04:14:20.900667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:20.901289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Checking segment: {'id': '21b1d774-1508-4b66-8124-0dc919d82646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '14b3fdb6-880c-4146-a48f-c2240132fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:20.902473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.902908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Bound using segment: {'id': '21b1d774-1508-4b66-8124-0dc919d82646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '14b3fdb6-880c-4146-a48f-c2240132fe4f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:20.903423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Bound port: 29e84d69-28c6-4c31-80f3-1f113f8fad9d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b1d774-1508-4b66-8124-0dc919d82646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '14b3fdb6-880c-4146-a48f-c2240132fe4f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:20.903919 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (29e84d69-28c6-4c31-80f3-1f113f8fad9d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.947979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f953428c-5fae-4d53-8f5c-5358bd931f29 req-b3437d59-7b6c-4869-b91b-911647c5069a tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121948 Feb 10 04:14:20.976750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Deleting port 850514af-875a-4894-a2ae-3032d33e7712 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:20.977086 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (850514af-875a-4894-a2ae-3032d33e7712), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:20.999499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad210b04-0644-4453-a971-dbf65d2d760c req-b847bdda-b20f-418a-aa08-718f17f37809 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269823 Feb 10 04:14:21.007215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Deleting port 39f5f836-11cb-4b7f-ab85-5586c442bff4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:21.007555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.023923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] For port 29e84d69-28c6-4c31-80f3-1f113f8fad9d, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:21.030218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] For port 29e84d69-28c6-4c31-80f3-1f113f8fad9d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=29e84d69-28c6-4c31-80f3-1f113f8fad9d,segment=NetworkSegment(21b1d774-1508-4b66-8124-0dc919d82646),segment_id=21b1d774-1508-4b66-8124-0dc919d82646)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:21.105391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-54134cfa-443b-4402-a8b9-2351bbafd9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:21.108410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-54134cfa-443b-4402-a8b9-2351bbafd9a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2636194 Feb 10 04:14:21.115946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port 29e84d69-28c6-4c31-80f3-1f113f8fad9d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:21.122673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (29e84d69-28c6-4c31-80f3-1f113f8fad9d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.125880 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (29e84d69-28c6-4c31-80f3-1f113f8fad9d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.186160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] DHCP port deletion for c1e5c724-c630-46ea-bd78-18f1b2e28893 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:14:21.188017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] For port 850514af-875a-4894-a2ae-3032d33e7712, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=850514af-875a-4894-a2ae-3032d33e7712,segment=NetworkSegment(025097e3-6699-4d63-82af-9a3579d0b720),segment_id=025097e3-6699-4d63-82af-9a3579d0b720)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:21.188389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (850514af-875a-4894-a2ae-3032d33e7712), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.210262 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Calling delete_port for 850514af-875a-4894-a2ae-3032d33e7712 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:21.231857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d962890d-9f8b-4072-8de4-2ce931f68a7e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:21.267764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Deleting port 13b83262-1991-4740-8374-30a8c1e75d54 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:21.268383 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (13b83262-1991-4740-8374-30a8c1e75d54), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.268572 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.268840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for floatingip (39f5f836-11cb-4b7f-ab85-5586c442bff4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.290400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d962890d-9f8b-4072-8de4-2ce931f68a7e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:21.292190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d962890d-9f8b-4072-8de4-2ce931f68a7e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:21.327681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37ee5-14dc-43f8-8d85-647da33e9843 None None] Pushing event updated for resources: {'Port': ['ID=29e84d69-28c6-4c31-80f3-1f113f8fad9d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:21.338998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Calling delete_port for 39f5f836-11cb-4b7f-ab85-5586c442bff4 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:21.351086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0988-e598-4a3e-8572-9cf8464359ad req-83f49e6e-6b6c-40ff-bcb2-40cd2c5eb422 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:21.354143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] Deleting port 850514af-875a-4894-a2ae-3032d33e7712 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:21.354897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (850514af-875a-4894-a2ae-3032d33e7712), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.362255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6bae0988-e598-4a3e-8572-9cf8464359ad req-83f49e6e-6b6c-40ff-bcb2-40cd2c5eb422 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.2347085 Feb 10 04:14:21.442116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] For port 850514af-875a-4894-a2ae-3032d33e7712, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=850514af-875a-4894-a2ae-3032d33e7712,segment=NetworkSegment(025097e3-6699-4d63-82af-9a3579d0b720),segment_id=025097e3-6699-4d63-82af-9a3579d0b720)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:21.442517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (850514af-875a-4894-a2ae-3032d33e7712), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.457344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] Calling delete_port for 850514af-875a-4894-a2ae-3032d33e7712 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:21.468629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-6e4ea87a-18b3-4c8d-9819-4561dd5c2ec7 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428035 Feb 10 04:14:21.572948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6bae0988-e598-4a3e-8572-9cf8464359ad req-2759ba85-c0f0-468f-ba36-a7812077dff9 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078044 Feb 10 04:14:21.573830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port 29e84d69-28c6-4c31-80f3-1f113f8fad9d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=29e84d69-28c6-4c31-80f3-1f113f8fad9d,segment=NetworkSegment(21b1d774-1508-4b66-8124-0dc919d82646),segment_id=21b1d774-1508-4b66-8124-0dc919d82646)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:21.574439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (29e84d69-28c6-4c31-80f3-1f113f8fad9d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.598206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for 29e84d69-28c6-4c31-80f3-1f113f8fad9d owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:21.671226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (850514af-875a-4894-a2ae-3032d33e7712), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.673166 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (850514af-875a-4894-a2ae-3032d33e7712), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.721290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Pushing event deleted for resources: {'Port': ['ID=850514af-875a-4894-a2ae-3032d33e7712,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:21.722554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] For port 13b83262-1991-4740-8374-30a8c1e75d54, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=13b83262-1991-4740-8374-30a8c1e75d54,segment=NetworkSegment(ba6755f6-a21e-4978-8a62-097593ab9eca),segment_id=ba6755f6-a21e-4978-8a62-097593ab9eca)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:21.723066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (13b83262-1991-4740-8374-30a8c1e75d54), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.731996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] Pushing event deleted for resources: {'Port': ['ID=850514af-875a-4894-a2ae-3032d33e7712,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:21.741503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] No DVR routers for this DVR port 850514af-875a-4894-a2ae-3032d33e7712 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:21.744524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87adde4d-7cf8-4dad-ad4f-5475300dc99a None None] No DVR routers for this DVR port 850514af-875a-4894-a2ae-3032d33e7712 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:21.771474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Calling delete_port for 13b83262-1991-4740-8374-30a8c1e75d54 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:21.874787 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (c1e5c724-c630-46ea-bd78-18f1b2e28893), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.877423 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (39f5f836-11cb-4b7f-ab85-5586c442bff4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:21.926099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Pushing event deleted for resources: {'Port': ['ID=39f5f836-11cb-4b7f-ab85-5586c442bff4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:21.926249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e435b8-f172-42d7-b0c9-d5b4888aaa40 req-755c652d-3b38-4539-9214-4917eac8bb0b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:21.927361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8e435b8-f172-42d7-b0c9-d5b4888aaa40 req-755c652d-3b38-4539-9214-4917eac8bb0b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.5387077 Feb 10 04:14:21.946005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e5c724-c630-46ea-bd78-18f1b2e28893']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:21.973849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32058cc6-a05e-4c8f-a191-07b64d9807f5 req-2b1cbc88-1f32-465c-99eb-898aea1878b8 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745121 Feb 10 04:14:22.024280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025097e3-6699-4d63-82af-9a3579d0b720') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:22.024497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025097e3-6699-4d63-82af-9a3579d0b720') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:22.036705 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8e435b8-f172-42d7-b0c9-d5b4888aaa40 req-c0b0991c-b4f0-4759-be90-669bc919d846 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989633 Feb 10 04:14:22.044014 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (025097e3-6699-4d63-82af-9a3579d0b720), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.057321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9b39-e716-4d2f-93b7-fd3e8fe47c4e req-c5619b68-5b52-48be-8d59-0a19e7cff591 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:22.065162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9b39-e716-4d2f-93b7-fd3e8fe47c4e req-c5619b68-5b52-48be-8d59-0a19e7cff591 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:22.070407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9b39-e716-4d2f-93b7-fd3e8fe47c4e req-c5619b68-5b52-48be-8d59-0a19e7cff591 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:22.072149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06aa9b39-e716-4d2f-93b7-fd3e8fe47c4e req-c5619b68-5b52-48be-8d59-0a19e7cff591 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18&device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60&device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 2418 time: 0.2534275 Feb 10 04:14:22.102072 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks [] for floatingip (a30d9539-130d-4593-8241-90306b44dbe1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.105740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.107039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-375d0e42-26db-4ac4-b699-94b83b8af576 tempest-ServersTestJSON-1085372834 tempest-ServersTestJSON-1085372834-project] 10.222.0.42 "DELETE /v2.0/floatingips/a30d9539-130d-4593-8241-90306b44dbe1 HTTP/1.1" status: 204 len: 168 time: 1.4640853 Feb 10 04:14:22.108142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (025097e3-6699-4d63-82af-9a3579d0b720), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.110111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39168) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:22.185017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:22.185794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (025097e3-6699-4d63-82af-9a3579d0b720), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:22.188085 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:22.214644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef358d-349f-4a6c-bc0e-a21e4b5fe611 req-952d669a-c35a-4bc4-bf43-31e011bd8066 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:22.217154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69ef358d-349f-4a6c-bc0e-a21e4b5fe611 req-952d669a-c35a-4bc4-bf43-31e011bd8066 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 945 time: 0.0719748 Feb 10 04:14:22.219995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (13b83262-1991-4740-8374-30a8c1e75d54), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.251773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06aa9b39-e716-4d2f-93b7-fd3e8fe47c4e req-223024a7-38a1-42d9-b30c-09daeed49ee6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650484 Feb 10 04:14:22.281769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Pushing event deleted for resources: {'Port': ['ID=13b83262-1991-4740-8374-30a8c1e75d54,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:22.309288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (29e84d69-28c6-4c31-80f3-1f113f8fad9d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.376552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=29e84d69-28c6-4c31-80f3-1f113f8fad9d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:22.409362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] No DVR routers for this DVR port 13b83262-1991-4740-8374-30a8c1e75d54 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:22.417282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.417389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f87dff57-efb9-4bd1-bccd-86fb6f5b9163 req-1b8e9c27-0be5-40ab-a74d-54bd9f569fdd tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.24 "DELETE /v2.0/ports/13b83262-1991-4740-8374-30a8c1e75d54 HTTP/1.1" status: 204 len: 173 time: 1.8417640 Feb 10 04:14:22.422149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a516fb-edd5-47be-b167-91708aa8c41b', 'name': 'network-vif-deleted', 'tag': '13b83262-1991-4740-8374-30a8c1e75d54'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:22.439980 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35ff68-1d77-4ecb-ba8a-d3fab8a4de23" -d '{"events": [{"server_uuid": "55a516fb-edd5-47be-b167-91708aa8c41b", "name": "network-vif-deleted", "tag": "13b83262-1991-4740-8374-30a8c1e75d54"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:22.501735 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69ef358d-349f-4a6c-bc0e-a21e4b5fe611 req-a299bfab-50dd-460a-b163-367a8877a3b3 tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624347 Feb 10 04:14:22.521642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (c1e5c724-c630-46ea-bd78-18f1b2e28893), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.524459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port 29e84d69-28c6-4c31-80f3-1f113f8fad9d on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:22.548402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b93d-041a-43e1-89d2-516ef42f270e req-22e25823-ac43-4f55-af40-93cc7a515a76 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:22.548402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3fa9b93d-041a-43e1-89d2-516ef42f270e req-22e25823-ac43-4f55-af40-93cc7a515a76 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1902356 Feb 10 04:14:22.555877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.559289 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] 10.222.0.42 "DELETE /v2.0/networks/c1e5c724-c630-46ea-bd78-18f1b2e28893 HTTP/1.1" status: 204 len: 168 time: 2.1061273 Feb 10 04:14:22.597174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d6b40-b78c-414b-b864-69a0bae7283b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e5c724-c630-46ea-bd78-18f1b2e28893,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:22.644505 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (1e111745-91ce-4810-80b3-2e9a2689cb70), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.675944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce6db8-f048-4c32-aa40-cf5c6af5bdc7 None None] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:22.690442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c8eeaa1-1942-4031-a8ae-de9424328c81 req-be730a2c-133e-4335-9080-49fdd08c32d6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1196609 Feb 10 04:14:22.765211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3fa9b93d-041a-43e1-89d2-516ef42f270e req-3b2ef910-8659-4efd-be0e-3b1494a79107 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898055 Feb 10 04:14:22.811405 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (1e111745-91ce-4810-80b3-2e9a2689cb70), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:22.821194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8ccec305-fbb8-4fbd-af6b-6999fc21a2e7 None None] Could not find standard attr ID for object 29e84d69-28c6-4c31-80f3-1f113f8fad9d. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:14:22.911249 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce78851-44e9-4a68-a0d3-f79cd4284498 x-openstack-request-id: req-6ce78851-44e9-4a68-a0d3-f79cd4284498 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:22.911634 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a516fb-edd5-47be-b167-91708aa8c41b", "name": "network-vif-deleted", "tag": "13b83262-1991-4740-8374-30a8c1e75d54", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:22.911868 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ce78851-44e9-4a68-a0d3-f79cd4284498 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:22.912291 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a516fb-edd5-47be-b167-91708aa8c41b', 'name': 'network-vif-deleted', 'tag': '13b83262-1991-4740-8374-30a8c1e75d54', 'status': 'completed', 'code': 200} Feb 10 04:14:22.914567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=1e111745-91ce-4810-80b3-2e9a2689cb70,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:23.013855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (14b3fdb6-880c-4146-a48f-c2240132fe4f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.045892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b3fdb6-880c-4146-a48f-c2240132fe4f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:23.059932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b1d774-1508-4b66-8124-0dc919d82646') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:23.064332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b1d774-1508-4b66-8124-0dc919d82646') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:23.095911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (21b1d774-1508-4b66-8124-0dc919d82646), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.130255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (21b1d774-1508-4b66-8124-0dc919d82646), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.139784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:23.140406 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (21b1d774-1508-4b66-8124-0dc919d82646), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:23.144136 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:23.157451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39198) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:23.267750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 850514af-875a-4894-a2ae-3032d33e7712 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:23.305685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 850514af-875a-4894-a2ae-3032d33e7712 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:23.306028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 850514af-875a-4894-a2ae-3032d33e7712 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:23.312164 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (14b3fdb6-880c-4146-a48f-c2240132fe4f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.330838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.347196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/14b3fdb6-880c-4146-a48f-c2240132fe4f HTTP/1.1" status: 204 len: 168 time: 3.1258078 Feb 10 04:14:23.347839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9b0a66a0-ab8a-49e9-9bb8-b7ea68930de6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4d0c8792c924eac9304d350a9733330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886647 Feb 10 04:14:23.347958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39202) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:23.348391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39204) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:23.361772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dadb5-877f-4821-a82f-8b39ab669632 req-c3968e5a-57c3-483c-874a-700239c2e3a8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:23.368683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c89dadb5-877f-4821-a82f-8b39ab669632 req-c3968e5a-57c3-483c-874a-700239c2e3a8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 813 time: 0.2823925 Feb 10 04:14:23.379729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (53b04fec-9080-48f6-ad9c-c716518943d4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.438954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaae4a-7b8e-4102-abd3-c61c725a4311 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=14b3fdb6-880c-4146-a48f-c2240132fe4f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:23.452629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c89dadb5-877f-4821-a82f-8b39ab669632 req-4620be11-1d0c-4516-b1a7-ad4293b5d84d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/quotas/12f7cdcc36624327a4fa912d862ab022 HTTP/1.1" status: 200 len: 375 time: 0.0831978 Feb 10 04:14:23.458012 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc984aa1-5489-4bfb-93e9-ceba3751a7e0 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:23.458012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc984aa1-5489-4bfb-93e9-ceba3751a7e0 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:23.461256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc984aa1-5489-4bfb-93e9-ceba3751a7e0 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/14b3fdb6-880c-4146-a48f-c2240132fe4f HTTP/1.1" status: 404 len: 339 time: 0.0925488 Feb 10 04:14:23.467565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39208) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:23.469065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d7c3e-5a2e-4d70-a0cb-61c870ae79c4 None None] DHCP port deletion for 14b3fdb6-880c-4146-a48f-c2240132fe4f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:14:23.474060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764062805', 'description': 'd1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:23.491798 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70502389-f307-4b3d-be5c-5802163e8450 admin admin] Publish callbacks [] for security_group (f8922ad0-2f81-47c0-9cec-44107ca3c728), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.498814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 13b83262-1991-4740-8374-30a8c1e75d54 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:23.519462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b25cc-f6f7-4b8a-9216-9246827f23d4 None None] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:23.526373 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70502389-f307-4b3d-be5c-5802163e8450 admin admin] Publish callbacks [] for security_group (f8922ad0-2f81-47c0-9cec-44107ca3c728), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.588904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b25cc-f6f7-4b8a-9216-9246827f23d4 None None] Network 14b3fdb6-880c-4146-a48f-c2240132fe4f could not be found, it might have been deleted concurrently. {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 04:14:23.599277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 13b83262-1991-4740-8374-30a8c1e75d54 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:23.599882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 13b83262-1991-4740-8374-30a8c1e75d54 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:23.627985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c89dadb5-877f-4821-a82f-8b39ab669632 req-0299cb4e-2690-4fcd-a72b-ec02191da653 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600411 Feb 10 04:14:23.676721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:23.681314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.718162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:23.728924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70502389-f307-4b3d-be5c-5802163e8450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f8922ad0-2f81-47c0-9cec-44107ca3c728), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.731834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-70502389-f307-4b3d-be5c-5802163e8450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.736672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-70502389-f307-4b3d-be5c-5802163e8450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8922ad0-2f81-47c0-9cec-44107ca3c728 HTTP/1.1" status: 204 len: 168 time: 0.3665140 Feb 10 04:14:23.738147 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (10c5d04c-9258-4077-be13-a395c4be709c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.738484 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 10c5d04c-9258-4077-be13-a395c4be709c of type vlan for network 6550a119-1065-4086-b9e5-5da8c6aabeae Feb 10 04:14:23.754054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ec353c4-a77f-454f-8dc0-8261349f20b9 req-c66031d9-d5c9-4d0f-b713-ce576722427b tempest-VolumesAdminNegativeTest-1539174836 tempest-VolumesAdminNegativeTest-1539174836-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a516fb-edd5-47be-b167-91708aa8c41b HTTP/1.1" status: 200 len: 210 time: 0.0434713 Feb 10 04:14:23.764312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70502389-f307-4b3d-be5c-5802163e8450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8922ad0-2f81-47c0-9cec-44107ca3c728,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:23.861099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6550a119-1065-4086-b9e5-5da8c6aabeae), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.954913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Deleting port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:23.955303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:23.960753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cac85e-b818-4b51-b11e-9d6d7f665711 req-ec11fba6-a99c-4ab7-ab1c-be17d3452581 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:23.970269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62cac85e-b818-4b51-b11e-9d6d7f665711 req-ec11fba6-a99c-4ab7-ab1c-be17d3452581 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1195824 Feb 10 04:14:23.996255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6550a119-1065-4086-b9e5-5da8c6aabeae), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:24.001258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:24.002021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:24.066928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] For port 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:24.067836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:24.094492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Calling delete_port for 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:24.125591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62cac85e-b818-4b51-b11e-9d6d7f665711 req-99035537-f3de-4bbd-b07c-ab077c44a7e0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542728 Feb 10 04:14:24.205793 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7285690 Feb 10 04:14:24.206478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39232) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:24.235042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05879988-41db-4316-b092-6e49383dee73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=6550a119-1065-4086-b9e5-5da8c6aabeae,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:24.247468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6550a119-1065-4086-b9e5-5da8c6aabeae details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:24.531999 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1059a71e-2302-4d2b-ba2c-a93f3dd0a36b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:24.569838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Pushing event deleted for resources: {'Port': ['ID=1059a71e-2302-4d2b-ba2c-a93f3dd0a36b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:24.798266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (53b04fec-9080-48f6-ad9c-c716518943d4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:24.803733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c386fb-a99a-42df-9216-5db73b85b872 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:24.806635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-64c386fb-a99a-42df-9216-5db73b85b872 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/networks?id=6550a119-1065-4086-b9e5-5da8c6aabeae HTTP/1.1" status: 200 len: 760 time: 0.5948825 Feb 10 04:14:24.810208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39250) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:24.817171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'description': 'd2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:24.845206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39252) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:24.893555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04b4c0e6-cc64-48ab-b1c5-6ede19397097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:24.931857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616144d-1a69-481e-966d-570f250aa409 req-754a7799-d7ac-40d3-b300-7721a8b1cb0c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:24.938055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9616144d-1a69-481e-966d-570f250aa409 req-754a7799-d7ac-40d3-b300-7721a8b1cb0c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.6648586 Feb 10 04:14:25.019121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dead7-6617-4000-bc95-62b64827a038 req-5632ef7f-68a1-40c6-ae32-c02ca76e209b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:25.026677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d00dead7-6617-4000-bc95-62b64827a038 req-5632ef7f-68a1-40c6-ae32-c02ca76e209b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.1336758 Feb 10 04:14:25.097716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9616144d-1a69-481e-966d-570f250aa409 req-b1b0082f-4350-48ef-b656-e40bd481ff4b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551147 Feb 10 04:14:25.127167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6550a119-1065-4086-b9e5-5da8c6aabeae), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.127299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d00dead7-6617-4000-bc95-62b64827a038 req-523e7dd9-29e8-4f79-b988-e3acff8cbf2e tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995817 Feb 10 04:14:25.204525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Router 53b04fec-9080-48f6-ad9c-c716518943d4 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:14:25.209822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:25.216901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04b4c0e6-cc64-48ab-b1c5-6ede19397097 admin admin] Publish callbacks [] for security_group (cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.224295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 29e84d69-28c6-4c31-80f3-1f113f8fad9d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:25.251255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 29e84d69-28c6-4c31-80f3-1f113f8fad9d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:25.252296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 29e84d69-28c6-4c31-80f3-1f113f8fad9d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:25.296282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-04b4c0e6-cc64-48ab-b1c5-6ede19397097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.303120 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6550a119-1065-4086-b9e5-5da8c6aabeae), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.326188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] Deleting subnet e7a18ffe-e8a2-400d-9544-3767bae3082c {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:14:25.338615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] Publish callbacks [] for subnet (e7a18ffe-e8a2-400d-9544-3767bae3082c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.352527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 6550a119-1065-4086-b9e5-5da8c6aabeae is not hosted by any dhcp agent {{(pid=109959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 04:14:25.358223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:25.358885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.360536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "PUT /v2.0/networks/6550a119-1065-4086-b9e5-5da8c6aabeae HTTP/1.1" status: 200 len: 757 time: 0.5493388 Feb 10 04:14:25.369482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39272) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:25.418446 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-04b4c0e6-cc64-48ab-b1c5-6ede19397097 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5472026 Feb 10 04:14:25.423390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39274) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:25.439194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4c0e6-cc64-48ab-b1c5-6ede19397097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:25.524402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100dd33-a136-4003-a471-61e3cecba292 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=6550a119-1065-4086-b9e5-5da8c6aabeae,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:25.535890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6550a119-1065-4086-b9e5-5da8c6aabeae details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:25.555273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487fc46c-32da-4d35-b6ab-cc5c76d506c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:25.557473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-487fc46c-32da-4d35-b6ab-cc5c76d506c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/networks?id=6550a119-1065-4086-b9e5-5da8c6aabeae HTTP/1.1" status: 200 len: 760 time: 0.1814466 Feb 10 04:14:25.561571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39276) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:25.566719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84831993'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:25.596987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32f876da-2650-4049-8d55-28846906a2a9 admin admin] Publish callbacks [] for security_group (cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.625165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32f876da-2650-4049-8d55-28846906a2a9 admin admin] Publish callbacks [] for security_group (cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.708926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:25.712995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.737431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32f876da-2650-4049-8d55-28846906a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.741122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32f876da-2650-4049-8d55-28846906a2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.747212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-32f876da-2650-4049-8d55-28846906a2a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529 HTTP/1.1" status: 204 len: 168 time: 0.3212252 Feb 10 04:14:25.765931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:25.778101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5442da5e-aab2-4db2-823d-370209db3019), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.778434 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 5442da5e-aab2-4db2-823d-370209db3019 of type vlan for network 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 Feb 10 04:14:25.830039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27de8455-b348-4947-a8a5-d798ca25372a req-5a2e04c3-19ea-4d94-b754-f73589e57ddc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=12f7cdcc36624327a4fa912d862ab022 HTTP/1.1" status: 200 len: 221 time: 0.4334936 Feb 10 04:14:25.840731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e7a18ffe-e8a2-400d-9544-3767bae3082c), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.856803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:25.865498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:14:25.878341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8b05ba55-d89f-4bc6-be23-25ba2e725116 admin admin] 10.222.0.42 "PUT /v2.0/routers/53b04fec-9080-48f6-ad9c-c716518943d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7559333 Feb 10 04:14:25.878765 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] Sync routers for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:14:25.879231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f876da-2650-4049-8d55-28846906a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92baf9-6e2e-41d6-9f7d-1f1c14a1f529,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:25.884085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39286) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:25.912111 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:25.918253 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:25.960118 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e7a18ffe-e8a2-400d-9544-3767bae3082c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.069700 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:26.126816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.130815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:26.131616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.138394 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e7a18ffe-e8a2-400d-9544-3767bae3082c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.254979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a18ffe-e8a2-400d-9544-3767bae3082c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:26.279088 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:14:24Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:26.284959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.298681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1594c978-e70c-4faf-bb11-9e06238fea47 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e7a18ffe-e8a2-400d-9544-3767bae3082c HTTP/1.1" status: 204 len: 168 time: 1.0863647 Feb 10 04:14:26.300294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39290) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:26.301172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks [] for router (53b04fec-9080-48f6-ad9c-c716518943d4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.309884 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] Checking router: 53b04fec-9080-48f6-ad9c-c716518943d4 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:14:26.319942 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] Routers {'53b04fec-9080-48f6-ad9c-c716518943d4'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:14:26.320844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['53b04fec-9080-48f6-ad9c-c716518943d4'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:26.362106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=4b1ff080-56c8-4d84-8a1e-825a85f3c0e6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:26.377493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:26.460068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b3b45-1905-40db-b00c-cbafd1682f17 req-7d89da5c-6a5b-4b2a-a69e-1534e682e2bf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:26.467801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-563b3b45-1905-40db-b00c-cbafd1682f17 req-7d89da5c-6a5b-4b2a-a69e-1534e682e2bf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.3478098 Feb 10 04:14:26.488369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:26.499936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b52c7-7900-4b43-8f6e-cac31a631135 req-aaad34b9-db22-4bd3-a40d-63ce08959ddf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:26.502941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a44b52c7-7900-4b43-8f6e-cac31a631135 req-aaad34b9-db22-4bd3-a40d-63ce08959ddf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.1856523 Feb 10 04:14:26.515748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2e6252fa-caad-4d46-b057-93f86ff98ef8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.522380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-96ef73d5-514b-45c8-b4a4-705b4dffca07 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:26.524196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-96ef73d5-514b-45c8-b4a4-705b4dffca07 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.43 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 945 time: 0.4137366 Feb 10 04:14:26.553960 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] Set router 53b04fec-9080-48f6-ad9c-c716518943d4 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:14:26.557245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-563b3b45-1905-40db-b00c-cbafd1682f17 req-145f05d5-37ee-4a49-a850-dd9e8bd105f1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739064 Feb 10 04:14:26.561069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-42a48539-594f-4a8b-bec8-0b6f5ebdc48a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9984169 Feb 10 04:14:26.591807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39298) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:26.610728 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:26.733585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-37109b03-b633-429b-bd5c-716d6b38d37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.739800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a44b52c7-7900-4b43-8f6e-cac31a631135 req-9b6125ed-bf17-454f-9d7c-fe4b59be8f0b tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287741 Feb 10 04:14:26.747495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks [] for router_gateway (53b04fec-9080-48f6-ad9c-c716518943d4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.783364 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2e6252fa-caad-4d46-b057-93f86ff98ef8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.790440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14197-52ed-4146-adf8-d16b8f69bcb6 req-fc3d37df-ee66-4276-b1b4-75f707b151cf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:26.792384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5e14197-52ed-4146-adf8-d16b8f69bcb6 req-fc3d37df-ee66-4276-b1b4-75f707b151cf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1383209 Feb 10 04:14:26.799235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Deleting port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:26.799580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.805880 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:14:24Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:26.823748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6252fa-caad-4d46-b057-93f86ff98ef8']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:26.840185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6755f6-a21e-4978-8a62-097593ab9eca') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:26.840934 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a41e24-e650-4d15-a58a-c03497517cef None None] The sync data for ids ['53b04fec-9080-48f6-ad9c-c716518943d4'] in n-d-827844-2 is: [{'id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'name': 'tempest-ServersTestJSON-267484608-router', 'tenant_id': '34cf2641a643483aa639b2d8ab100885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:12:39Z', 'updated_at': '2022-02-10T04:14:24Z', 'revision_number': 5, 'project_id': '34cf2641a643483aa639b2d8ab100885', 'gw_port': {'id': '443f6a68-ca0d-45fc-82b5-9362eca1bfd3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b04fec-9080-48f6-ad9c-c716518943d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:12:43Z', 'updated_at': '2022-02-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:14:26.841070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6755f6-a21e-4978-8a62-097593ab9eca') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:26.854891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ba6755f6-a21e-4978-8a62-097593ab9eca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.878918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ba6755f6-a21e-4978-8a62-097593ab9eca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.889943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:26.890342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ba6755f6-a21e-4978-8a62-097593ab9eca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:26.892115 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:26.905845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:26.906055 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.945488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5e14197-52ed-4146-adf8-d16b8f69bcb6 req-23ec5769-2d8e-491b-8df1-5819f4d93b97 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415844 Feb 10 04:14:26.969773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] For port 7a62b471-2aeb-41f0-b776-00b0a0a9f791, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=7a62b471-2aeb-41f0-b776-00b0a0a9f791,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:26.970137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:26.995958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Calling delete_port for 7a62b471-2aeb-41f0-b776-00b0a0a9f791 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:27.007035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Deleting port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:27.007380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.030307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-37109b03-b633-429b-bd5c-716d6b38d37f admin admin] Publish callbacks [] for security_group (12d27799-ba32-4312-a3df-c7ad04ae34e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.101880 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2e6252fa-caad-4d46-b057-93f86ff98ef8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.109713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.112883 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2e6252fa-caad-4d46-b057-93f86ff98ef8 HTTP/1.1" status: 204 len: 168 time: 0.8114960 Feb 10 04:14:27.124545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:27.134189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0175e1-a6db-4890-ad8b-3ed4fa340c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6252fa-caad-4d46-b057-93f86ff98ef8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:27.138485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-37109b03-b633-429b-bd5c-716d6b38d37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (12d27799-ba32-4312-a3df-c7ad04ae34e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.196036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27c3e9-5469-490d-8ae4-98b5cee6df81 req-d2d6b0fb-e3c1-4528-8177-aff67f5074ba tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:27.203578 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e27c3e9-5469-490d-8ae4-98b5cee6df81 req-d2d6b0fb-e3c1-4528-8177-aff67f5074ba tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1561348 Feb 10 04:14:27.207330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] For port 443f6a68-ca0d-45fc-82b5-9362eca1bfd3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:27.207702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.219991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:27.246534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-37109b03-b633-429b-bd5c-716d6b38d37f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a4a27f2212142b0946e15e81c9e7bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7386320 Feb 10 04:14:27.252363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39308) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:27.255014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:27.255701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1059a71e-2302-4d2b-ba2c-a93f3dd0a36b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:27.256647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Calling delete_port for 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:27.271085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] Deleting subnet 08e8aa0c-8fb2-469a-83b0-ac26a9619239 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:14:27.280524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37109b03-b633-429b-bd5c-716d6b38d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d27799-ba32-4312-a3df-c7ad04ae34e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:27.286636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] Publish callbacks [] for subnet (08e8aa0c-8fb2-469a-83b0-ac26a9619239), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.347958 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e27c3e9-5469-490d-8ae4-98b5cee6df81 req-ae49cdd0-d423-4d16-84ff-445dba0ce971 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427484 Feb 10 04:14:27.378063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7a62b471-2aeb-41f0-b776-00b0a0a9f791), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.381178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (08e8aa0c-8fb2-469a-83b0-ac26a9619239), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.390898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['7a62b471-2aeb-41f0-b776-00b0a0a9f791'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:27.394212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['da08a380-17ca-4b23-a4b3-533cb388a29a', '2f4708e8-fb54-4802-abbd-50ca6268bafe'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:27.477677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0351-43a5-43c1-869a-27062f978f27 admin admin] Publish callbacks [] for security_group (12d27799-ba32-4312-a3df-c7ad04ae34e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.487807 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (08e8aa0c-8fb2-469a-83b0-ac26a9619239), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.502843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Pushing event deleted for resources: {'Port': ['ID=7a62b471-2aeb-41f0-b776-00b0a0a9f791,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:27.521362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (b891b0b0-1cc6-494e-8513-535337546df4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.544522 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0351-43a5-43c1-869a-27062f978f27 admin admin] Publish callbacks [] for security_group (12d27799-ba32-4312-a3df-c7ad04ae34e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.567085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] No DVR routers for this DVR port 7a62b471-2aeb-41f0-b776-00b0a0a9f791 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:27.570506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.576562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b1cfe3c-dfb0-459e-8620-d9e3ab5e8b3f req-3380e4b0-a408-438a-9ed6-3f8c046d7c93 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.43 "DELETE /v2.0/ports/7a62b471-2aeb-41f0-b776-00b0a0a9f791 HTTP/1.1" status: 204 len: 173 time: 1.0244570 Feb 10 04:14:27.577036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bda62f-9803-46e2-b553-91d88000ed18', 'name': 'network-vif-deleted', 'tag': '7a62b471-2aeb-41f0-b776-00b0a0a9f791'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:27.579725 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff95d0e7-2611-4e2f-9b92-08684e05bc6c" -d '{"events": [{"server_uuid": "20bda62f-9803-46e2-b553-91d88000ed18", "name": "network-vif-deleted", "tag": "7a62b471-2aeb-41f0-b776-00b0a0a9f791"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:27.630642 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a407b18-03a6-4747-a84f-179f378a9096 x-openstack-request-id: req-1a407b18-03a6-4747-a84f-179f378a9096 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:27.631040 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bda62f-9803-46e2-b553-91d88000ed18", "name": "network-vif-deleted", "tag": "7a62b471-2aeb-41f0-b776-00b0a0a9f791", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:27.631811 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a407b18-03a6-4747-a84f-179f378a9096 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:27.631983 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bda62f-9803-46e2-b553-91d88000ed18', 'name': 'network-vif-deleted', 'tag': '7a62b471-2aeb-41f0-b776-00b0a0a9f791', 'status': 'completed', 'code': 200} Feb 10 04:14:27.649251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e36a5c1-5e0b-4ba8-96e6-005fad916c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.678850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b5c4f-b889-4417-9b40-077ecf9b10a8 req-06ef8908-8aa3-4a11-b3eb-0f647415c6fa tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:27.680402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f9b5c4f-b889-4417-9b40-077ecf9b10a8 req-06ef8908-8aa3-4a11-b3eb-0f647415c6fa tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2405412 Feb 10 04:14:27.687136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=b891b0b0-1cc6-494e-8513-535337546df4,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:27.725306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '5442da5e-aab2-4db2-823d-370209db3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:27.725669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:27.728731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (443f6a68-ca0d-45fc-82b5-9362eca1bfd3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.756538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Pushing event deleted for resources: {'Port': ['ID=443f6a68-ca0d-45fc-82b5-9362eca1bfd3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:27.763723 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f9b5c4f-b889-4417-9b40-077ecf9b10a8 req-36aab687-90d3-4a75-ab39-69b883c97006 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741994 Feb 10 04:14:27.829696 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (08e8aa0c-8fb2-469a-83b0-ac26a9619239), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.837317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (53b04fec-9080-48f6-ad9c-c716518943d4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.868183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e8aa0c-8fb2-469a-83b0-ac26a9619239,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:27.872711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:27.890158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0351-43a5-43c1-869a-27062f978f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (12d27799-ba32-4312-a3df-c7ad04ae34e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.892918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0351-43a5-43c1-869a-27062f978f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.894104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7a4c0351-43a5-43c1-869a-27062f978f27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12d27799-ba32-4312-a3df-c7ad04ae34e6 HTTP/1.1" status: 204 len: 168 time: 0.6380265 Feb 10 04:14:27.904125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.907333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-426f0b27-4ab2-4ecc-a668-4fb3b7d3b792 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/08e8aa0c-8fb2-469a-83b0-ac26a9619239 HTTP/1.1" status: 204 len: 168 time: 0.7806256 Feb 10 04:14:27.914481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39322) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:27.930485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c0351-43a5-43c1-869a-27062f978f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d27799-ba32-4312-a3df-c7ad04ae34e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:27.942616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b60a128d-2d85-4191-a526-59a933ed1567 req-ef2c68cf-bb55-442e-9899-a4d95531c8f6 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=20bda62f-9803-46e2-b553-91d88000ed18 HTTP/1.1" status: 200 len: 210 time: 0.1088805 Feb 10 04:14:27.990767 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (53b04fec-9080-48f6-ad9c-c716518943d4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.993316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks [] for router_controller (53b04fec-9080-48f6-ad9c-c716518943d4), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:27.997822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:28.006459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:28.007305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.007441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54526bee-ffa4-4a75-9b94-be09fca72817 None None] Network 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:28.076112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f19dd-9342-4944-aeb2-aa9bd13da847 req-768eca6b-d679-4a05-9c26-c0e8d417665c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:28.077827 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce4f19dd-9342-4944-aeb2-aa9bd13da847 req-768eca6b-d679-4a05-9c26-c0e8d417665c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2246671 Feb 10 04:14:28.083826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (004ef433-3b11-4ad1-82d8-ba9a4ade2817), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.143562 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (53b04fec-9080-48f6-ad9c-c716518943d4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.144437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53b04fec-9080-48f6-ad9c-c716518943d4 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:14:28.149965 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.152837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a3ebf658-58bf-40ca-bf80-223329b2862e admin admin] 10.222.0.42 "DELETE /v2.0/routers/53b04fec-9080-48f6-ad9c-c716518943d4 HTTP/1.1" status: 204 len: 168 time: 2.2646136 Feb 10 04:14:28.154797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39324) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:28.157038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-4b1ff080-56c8-4d84-8a1e-825a85f3c0e6', 'network_id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': 'b891b0b0-1cc6-494e-8513-535337546df4'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:14:28.157916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.213798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] Deleting subnet f90c87e0-daab-4c54-93db-f76e37c43696 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:14:28.219113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] Publish callbacks [] for subnet (f90c87e0-daab-4c54-93db-f76e37c43696), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.221339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ce4f19dd-9342-4944-aeb2-aa9bd13da847 req-d880d239-9b9e-40bb-86e5-21b111589a4d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251304 Feb 10 04:14:28.223320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (004ef433-3b11-4ad1-82d8-ba9a4ade2817), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.232510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5a45712a-90ee-4670-8632-0bc6a20c6c53 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6328802 Feb 10 04:14:28.238501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39326) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:28.291803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (f90c87e0-daab-4c54-93db-f76e37c43696), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.349310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004ef433-3b11-4ad1-82d8-ba9a4ade2817']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:28.390955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b1075b-7e96-4728-ad05-146f90e98cd5') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:28.391502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b1075b-7e96-4728-ad05-146f90e98cd5') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:28.405996 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (63b1075b-7e96-4728-ad05-146f90e98cd5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.434794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (63b1075b-7e96-4728-ad05-146f90e98cd5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.441190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.455495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Allocated IP 172.20.0.2 (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6/b891b0b0-1cc6-494e-8513-535337546df4/c6752436-b37c-4134-9819-043182460a78) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:28.456100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:28.456380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (63b1075b-7e96-4728-ad05-146f90e98cd5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:28.461325 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:28.464573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f90c87e0-daab-4c54-93db-f76e37c43696), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.523014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e83d3-4396-4ac1-bff5-377b533155c5 req-60d41420-a7ed-4f05-8a72-30584a019b13 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:28.524478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-993e83d3-4396-4ac1-bff5-377b533155c5 req-60d41420-a7ed-4f05-8a72-30584a019b13 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1228702 Feb 10 04:14:28.598923 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-993e83d3-4396-4ac1-bff5-377b533155c5 req-e512939d-3c91-4e1b-9383-f8bf9cb5f5d2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625923 Feb 10 04:14:28.601860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b891b0b0-1cc6-494e-8513-535337546df4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.659721 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (004ef433-3b11-4ad1-82d8-ba9a4ade2817), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.660591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f90c87e0-daab-4c54-93db-f76e37c43696), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.670212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.676046 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] 10.222.0.42 "DELETE /v2.0/networks/004ef433-3b11-4ad1-82d8-ba9a4ade2817 HTTP/1.1" status: 204 len: 168 time: 0.7596538 Feb 10 04:14:28.685993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Publish callbacks [] for port (c6752436-b37c-4134-9819-043182460a78), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.704142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90c87e0-daab-4c54-93db-f76e37c43696,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:28.708964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.714066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-960939df-927e-42e7-a230-07a07dbfa9a0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f90c87e0-daab-4c54-93db-f76e37c43696 HTTP/1.1" status: 204 len: 168 time: 0.5580623 Feb 10 04:14:28.716589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437d6a2-44fe-411e-b213-03af6ec64f46 None None] Network a20bde6d-75a7-423f-9bef-a2da117287c5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:28.717152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39338) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:28.729125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc1518-251d-4da3-b4e6-ea7d932b2b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=004ef433-3b11-4ad1-82d8-ba9a4ade2817,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:28.807181 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c6752436-b37c-4134-9819-043182460a78), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.817589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7f36-c39b-4a10-91ae-5a46596050d1 req-43427ac8-27cb-4e70-9f4b-672d6995cedb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:28.819186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea6d7f36-c39b-4a10-91ae-5a46596050d1 req-43427ac8-27cb-4e70-9f4b-672d6995cedb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0938432 Feb 10 04:14:28.820748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a20bde6d-75a7-423f-9bef-a2da117287c5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.857819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b891b0b0-1cc6-494e-8513-535337546df4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.879767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Network 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:28.887233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:28.889244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Deleting port 76ea858a-2898-44ac-a8ff-4372200bd808 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:28.890737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:28.891879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.904860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:28.914016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=b891b0b0-1cc6-494e-8513-535337546df4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:28.917216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Pushing event updated for resources: {'Port': ['ID=c6752436-b37c-4134-9819-043182460a78,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:28.950097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea6d7f36-c39b-4a10-91ae-5a46596050d1 req-ac43275e-a51a-4974-a406-5883e83ac1ff tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216230 Feb 10 04:14:28.954511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fa6305d-780b-4630-b217-3cbbf91c50b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.962359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Attempting to bind port c6752436-b37c-4134-9819-043182460a78 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:28.963442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Attempting to bind port c6752436-b37c-4134-9819-043182460a78 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5442da5e-aab2-4db2-823d-370209db3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:28.966358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Attempting to bind port c6752436-b37c-4134-9819-043182460a78 on network 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:28.972925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:28.973957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Checking segment: {'id': '5442da5e-aab2-4db2-823d-370209db3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:28.974734 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:28.975273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Bound using segment: {'id': '5442da5e-aab2-4db2-823d-370209db3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:28.975859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Bound port: c6752436-b37c-4134-9819-043182460a78, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442da5e-aab2-4db2-823d-370209db3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:28.976354 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6752436-b37c-4134-9819-043182460a78), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.002660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] For port 76ea858a-2898-44ac-a8ff-4372200bd808, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=76ea858a-2898-44ac-a8ff-4372200bd808,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:29.003704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.033478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.057751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Calling delete_port for 76ea858a-2898-44ac-a8ff-4372200bd808 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:29.069434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1ff080-56c8-4d84-8a1e-825a85f3c0e6']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:29.087528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5442da5e-aab2-4db2-823d-370209db3019') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:29.093529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5442da5e-aab2-4db2-823d-370209db3019') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:29.096577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] DHCP port deletion for a20bde6d-75a7-423f-9bef-a2da117287c5 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:14:29.098526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39348) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:29.136148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (5442da5e-aab2-4db2-823d-370209db3019), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.163337 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5442da5e-aab2-4db2-823d-370209db3019), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.164904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3bfb9270-6ac6-4b27-a1fb-e1e7745230b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b381138b8454a26b30ada6e74ecff5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668764 Feb 10 04:14:29.168263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39350) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:29.178231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:29.178691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (5442da5e-aab2-4db2-823d-370209db3019), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:29.184453 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:29.200424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:29.228687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:29.229239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 443f6a68-ca0d-45fc-82b5-9362eca1bfd3 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:29.229847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 76ea858a-2898-44ac-a8ff-4372200bd808 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:29.260025 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fa6305d-780b-4630-b217-3cbbf91c50b7 admin admin] Publish callbacks [] for security_group (6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.271887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] For port c6752436-b37c-4134-9819-043182460a78, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:29.275889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a137fd0-d3b2-43d1-8746-fff991d9a90f req-826c26c7-371f-40d8-8e6a-5485aa4ec802 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:29.277591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a137fd0-d3b2-43d1-8746-fff991d9a90f req-826c26c7-371f-40d8-8e6a-5485aa4ec802 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1946528 Feb 10 04:14:29.279397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d102cf5-ace6-4cd8-9c68-e9be62eac822 admin admin] Publish callbacks [] for security_group (d1912bd6-7c4f-4907-89b9-2a9c9c465d4b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.300236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] For port c6752436-b37c-4134-9819-043182460a78, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6752436-b37c-4134-9819-043182460a78,segment=NetworkSegment(5442da5e-aab2-4db2-823d-370209db3019),segment_id=5442da5e-aab2-4db2-823d-370209db3019)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:29.306321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d102cf5-ace6-4cd8-9c68-e9be62eac822 admin admin] Publish callbacks [] for security_group (d1912bd6-7c4f-4907-89b9-2a9c9c465d4b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.322969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] Deleting port 76ea858a-2898-44ac-a8ff-4372200bd808 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:29.323415 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.328892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.api [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:14:29.328892 n-d-827844-2 neutron-server[109958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:14:29.328892 n-d-827844-2 neutron-server[109958]: [parameters: {'id': '4b1ff080-56c8-4d84-8a1e-825a85f3c0e6'}] Feb 10 04:14:29.328892 n-d-827844-2 neutron-server[109958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:14:29.330171 n-d-827844-2 neutron-server[109958]: DEBUG oslo_db.api [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:14:29.330171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fa6305d-780b-4630-b217-3cbbf91c50b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.355900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a137fd0-d3b2-43d1-8746-fff991d9a90f req-1a828d02-3b79-46d0-81a3-09eaf6e703b1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671709 Feb 10 04:14:29.392829 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c6752436-b37c-4134-9819-043182460a78), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.394102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1fa6305d-780b-4630-b217-3cbbf91c50b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caf4c5bfd824417080be3b3fa829640d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4882193 Feb 10 04:14:29.397647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39356) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:29.400323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6305d-780b-4630-b217-3cbbf91c50b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:29.467108 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d102cf5-ace6-4cd8-9c68-e9be62eac822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d1912bd6-7c4f-4907-89b9-2a9c9c465d4b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.469667 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d102cf5-ace6-4cd8-9c68-e9be62eac822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.473481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3d102cf5-ace6-4cd8-9c68-e9be62eac822 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1912bd6-7c4f-4907-89b9-2a9c9c465d4b HTTP/1.1" status: 204 len: 168 time: 0.3014352 Feb 10 04:14:29.473481 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.489877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 7a62b471-2aeb-41f0-b776-00b0a0a9f791 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:29.510726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff523-e3c6-44ea-be53-b0e78bf0f5ca req-f85315ec-d978-4bfc-afde-5da8cb8c54ae tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:29.518483 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6aff523-e3c6-44ea-be53-b0e78bf0f5ca req-f85315ec-d978-4bfc-afde-5da8cb8c54ae tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0703683 Feb 10 04:14:29.554888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 76ea858a-2898-44ac-a8ff-4372200bd808 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:29.555409 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.566428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 7a62b471-2aeb-41f0-b776-00b0a0a9f791 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:29.566943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 7a62b471-2aeb-41f0-b776-00b0a0a9f791 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:29.571536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fafb0c39-18f0-40bd-895f-4c50da5b2030 admin admin] Publish callbacks [] for security_group (6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.574603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d102cf5-ace6-4cd8-9c68-e9be62eac822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1912bd6-7c4f-4907-89b9-2a9c9c465d4b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:29.580026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] No DVR routers for this DVR port 76ea858a-2898-44ac-a8ff-4372200bd808 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:29.585787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ea858a-2898-44ac-a8ff-4372200bd808,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:29.587576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6aff523-e3c6-44ea-be53-b0e78bf0f5ca req-066f1648-98f5-49ed-b5dd-d2dfdc10ad44 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659616 Feb 10 04:14:29.608112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] For port 76ea858a-2898-44ac-a8ff-4372200bd808, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=76ea858a-2898-44ac-a8ff-4372200bd808,segment=NetworkSegment(488fb30f-5f4f-4f14-a38a-cdb9df0383f0),segment_id=488fb30f-5f4f-4f14-a38a-cdb9df0383f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:29.608528 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.627040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] Calling delete_port for 76ea858a-2898-44ac-a8ff-4372200bd808 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:29.727258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fafb0c39-18f0-40bd-895f-4c50da5b2030 admin admin] Publish callbacks [] for security_group (6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.732571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ac2a-ec30-4eec-b3b9-672e3f53388b req-00dc6ab1-e368-4ac7-9428-f06786f702ab tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:29.734373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d10ac2a-ec30-4eec-b3b9-672e3f53388b req-00dc6ab1-e368-4ac7-9428-f06786f702ab tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0569472 Feb 10 04:14:29.737046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a20bde6d-75a7-423f-9bef-a2da117287c5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.768979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56b9eb-9cce-4dcf-a156-01ae938143b2 None None] Pushing event updated for resources: {'Port': ['ID=c6752436-b37c-4134-9819-043182460a78,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:29.783814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20bde6d-75a7-423f-9bef-a2da117287c5']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:29.800509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc7a8-b74f-4076-b1e6-a971c5fd1981 req-d1aab81a-2ba0-49ed-9c43-371320fb1813 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:29.802207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3ebc7a8-b74f-4076-b1e6-a971c5fd1981 req-d1aab81a-2ba0-49ed-9c43-371320fb1813 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.1552749 Feb 10 04:14:29.805324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b2d1d-838a-40df-8501-cc9e29cb7628 None None] Network 4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:29.807171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488fb30f-5f4f-4f14-a38a-cdb9df0383f0') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:29.807626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488fb30f-5f4f-4f14-a38a-cdb9df0383f0') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:29.830404 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.839028 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (76ea858a-2898-44ac-a8ff-4372200bd808), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.843451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (488fb30f-5f4f-4f14-a38a-cdb9df0383f0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.865316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d10ac2a-ec30-4eec-b3b9-672e3f53388b req-9c7f447c-459e-490b-8a39-8318d9b5d8b3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222284 Feb 10 04:14:29.872466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (488fb30f-5f4f-4f14-a38a-cdb9df0383f0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.884206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3ebc7a8-b74f-4076-b1e6-a971c5fd1981 req-a3f09d87-3697-4cd3-a6ad-dbc51355a036 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Feb 10 04:14:29.888428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:29.889070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (488fb30f-5f4f-4f14-a38a-cdb9df0383f0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:29.891428 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:29.919712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] Pushing event deleted for resources: {'Port': ['ID=76ea858a-2898-44ac-a8ff-4372200bd808,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:29.930191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port c6752436-b37c-4134-9819-043182460a78 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:29.930785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c6752436-b37c-4134-9819-043182460a78), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.953190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fafb0c39-18f0-40bd-895f-4c50da5b2030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.956015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fafb0c39-18f0-40bd-895f-4c50da5b2030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.958516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d3ac72a6-3069-49d7-ac2a-736dc2a6420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:29.960653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fafb0c39-18f0-40bd-895f-4c50da5b2030 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899 HTTP/1.1" status: 204 len: 168 time: 0.5618608 Feb 10 04:14:29.974115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb0c39-18f0-40bd-895f-4c50da5b2030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa3c8c-c3da-4e28-a4cb-c1ca3822d899,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:29.981042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf80da-1930-4fd0-9e99-dc6e3a940d25 None None] No DVR routers for this DVR port 76ea858a-2898-44ac-a8ff-4372200bd808 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:30.030733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port c6752436-b37c-4134-9819-043182460a78, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6752436-b37c-4134-9819-043182460a78,segment=NetworkSegment(5442da5e-aab2-4db2-823d-370209db3019),segment_id=5442da5e-aab2-4db2-823d-370209db3019)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:30.034237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c6752436-b37c-4134-9819-043182460a78), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.060973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for c6752436-b37c-4134-9819-043182460a78 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:30.062032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16b1cd-e472-499d-820e-cc2928915da2 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:14:30.066837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a20bde6d-75a7-423f-9bef-a2da117287c5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.108867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.116272 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a20bde6d-75a7-423f-9bef-a2da117287c5 HTTP/1.1" status: 204 len: 168 time: 1.3979914 Feb 10 04:14:30.117219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848f81-537a-4b1e-96b8-7fd25dca6680 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20bde6d-75a7-423f-9bef-a2da117287c5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:30.171757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa9138-f207-4e4b-ac1d-60de0d7fd302 req-d3f06a2c-6c9a-4a56-99ce-9205d3f3a415 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:30.174962 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98aa9138-f207-4e4b-ac1d-60de0d7fd302 req-d3f06a2c-6c9a-4a56-99ce-9205d3f3a415 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1658227 Feb 10 04:14:30.217360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16b1cd-e472-499d-820e-cc2928915da2 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:14:30.226367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98aa9138-f207-4e4b-ac1d-60de0d7fd302 req-d4d53c84-ff34-4522-8174-c79fc36646c5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Feb 10 04:14:30.248177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c6752436-b37c-4134-9819-043182460a78), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.271566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=c6752436-b37c-4134-9819-043182460a78,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:30.281619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port c6752436-b37c-4134-9819-043182460a78 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:30.391766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.431544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e840f-0259-4cf5-aa7c-090eae4b9d26 req-58c6656f-82fe-48e2-bad2-4e322c7d3a20 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:30.433343 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-348e840f-0259-4cf5-aa7c-090eae4b9d26 req-58c6656f-82fe-48e2-bad2-4e322c7d3a20 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1248822 Feb 10 04:14:30.435089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1ff080-56c8-4d84-8a1e-825a85f3c0e6']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:30.450802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39376) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:30.454787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5442da5e-aab2-4db2-823d-370209db3019') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:30.468724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5442da5e-aab2-4db2-823d-370209db3019') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:30.471763 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (5442da5e-aab2-4db2-823d-370209db3019), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.496873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5442da5e-aab2-4db2-823d-370209db3019), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.511248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-35246d9a-e063-4fa8-b328-bf284cc5a943 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=784ae0535c4b4acda3669377f6b44ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0591707 Feb 10 04:14:30.513334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:30.513742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (5442da5e-aab2-4db2-823d-370209db3019), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.514847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39380) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:30.516882 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:30.531000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-348e840f-0259-4cf5-aa7c-090eae4b9d26 req-b669efa7-67b0-4e09-ae87-e800ddd47627 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884848 Feb 10 04:14:30.585440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58a61e0f-d75b-4e59-8445-3f4b33ee10c1 admin admin] Publish callbacks [] for security_group (04ed6414-f906-4169-9b9d-39a95b8e57e9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.622938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58a61e0f-d75b-4e59-8445-3f4b33ee10c1 admin admin] Publish callbacks [] for security_group (04ed6414-f906-4169-9b9d-39a95b8e57e9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.664772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4b1ff080-56c8-4d84-8a1e-825a85f3c0e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.672593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.675975 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 HTTP/1.1" status: 204 len: 168 time: 2.4365211 Feb 10 04:14:30.680261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39390) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:30.700833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8d8c4-5370-4a58-b935-eef77e391edc tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=4b1ff080-56c8-4d84-8a1e-825a85f3c0e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:30.717707 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ec03d4-5bf8-46d1-ad52-3dada73df97c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] GET failed (client error): The resource could not be found. Feb 10 04:14:30.719434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-38ec03d4-5bf8-46d1-ad52-3dada73df97c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/subnets/b891b0b0-1cc6-494e-8513-535337546df4 HTTP/1.1" status: 404 len: 337 time: 0.0379095 Feb 10 04:14:30.722282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39394) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:30.732055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3399293-7646-4e55-ae60-4cde4e803aac req-d93c6c9a-c9ee-4998-bd4c-17cffef3c262 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:30.733768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3399293-7646-4e55-ae60-4cde4e803aac req-d93c6c9a-c9ee-4998-bd4c-17cffef3c262 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1079547 Feb 10 04:14:30.749782 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-361f8355-f54a-4ecc-b1f2-35876db685f5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:30.750393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361f8355-f54a-4ecc-b1f2-35876db685f5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:30.757612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-361f8355-f54a-4ecc-b1f2-35876db685f5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 HTTP/1.1" status: 404 len: 339 time: 0.0305212 Feb 10 04:14:30.764712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39396) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:30.785831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3399293-7646-4e55-ae60-4cde4e803aac req-c3bacdb9-2eb0-47fb-b9bf-9a06c221aa90 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458291 Feb 10 04:14:30.818288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58a61e0f-d75b-4e59-8445-3f4b33ee10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (04ed6414-f906-4169-9b9d-39a95b8e57e9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.820917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58a61e0f-d75b-4e59-8445-3f4b33ee10c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.825257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-58a61e0f-d75b-4e59-8445-3f4b33ee10c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04ed6414-f906-4169-9b9d-39a95b8e57e9 HTTP/1.1" status: 204 len: 168 time: 0.3065972 Feb 10 04:14:30.885680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a61e0f-d75b-4e59-8445-3f4b33ee10c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ed6414-f906-4169-9b9d-39a95b8e57e9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:30.928283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:30.943211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39406) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.065689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fcb0719e-7256-4928-8d80-b029f4352a64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34cf2641a643483aa639b2d8ab100885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211286 Feb 10 04:14:31.068290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39408) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.089133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac9d5e-7ecc-4264-8858-b2338c7fd48a req-fea9083f-18be-494b-b854-f07dfadb4592 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.090813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13ac9d5e-7ecc-4264-8858-b2338c7fd48a req-fea9083f-18be-494b-b854-f07dfadb4592 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2290416 Feb 10 04:14:31.098389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0e033d-a746-4c53-815a-d3df5e3cd7bf tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.099883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ef0e033d-a746-4c53-815a-d3df5e3cd7bf tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3409848 Feb 10 04:14:31.103299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.116259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d701-94b2-4017-aa2c-6ceb441b1534 req-48c2c209-3679-4487-af27-6c7ce1278459 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.117731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d19d701-94b2-4017-aa2c-6ceb441b1534 req-48c2c209-3679-4487-af27-6c7ce1278459 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.1068189 Feb 10 04:14:31.134256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-c4154a14-6413-4e90-9031-583cb5126003 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.136402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-c4154a14-6413-4e90-9031-583cb5126003 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 946 time: 0.1777194 Feb 10 04:14:31.147376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d302681-5d5b-4684-9265-ce0d4eb7f2d4 admin admin] Publish callbacks [] for security_group (d7f5f2c3-b541-4883-abf2-208f0051f149), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:31.174814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8bd5a81b-7693-4a80-819f-fb7978371d64 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 207 time: 0.0692799 Feb 10 04:14:31.180053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39412) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.216195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d302681-5d5b-4684-9265-ce0d4eb7f2d4 admin admin] Publish callbacks [] for security_group (d7f5f2c3-b541-4883-abf2-208f0051f149), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:31.242961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d19d701-94b2-4017-aa2c-6ceb441b1534 req-6b9f8d5a-cf40-4ef5-8eaf-a8d6d175924d tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163125 Feb 10 04:14:31.246404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13ac9d5e-7ecc-4264-8858-b2338c7fd48a req-0cdba4f1-7d49-4de7-bb8b-68a128d1a010 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421299 Feb 10 04:14:31.329408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Deleting port 2f4708e8-fb54-4802-abbd-50ca6268bafe {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:31.329539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:31.354921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646dbb2a-238f-4225-ac3c-22477cab029e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.360026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646dbb2a-238f-4225-ac3c-22477cab029e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.365401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646dbb2a-238f-4225-ac3c-22477cab029e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.371083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646dbb2a-238f-4225-ac3c-22477cab029e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.375579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-646dbb2a-238f-4225-ac3c-22477cab029e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1896374 Feb 10 04:14:31.376704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39422) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.422752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d302681-5d5b-4684-9265-ce0d4eb7f2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d7f5f2c3-b541-4883-abf2-208f0051f149), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:31.425892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d302681-5d5b-4684-9265-ce0d4eb7f2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:31.427271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1d302681-5d5b-4684-9265-ce0d4eb7f2d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7f5f2c3-b541-4883-abf2-208f0051f149 HTTP/1.1" status: 204 len: 168 time: 0.3580942 Feb 10 04:14:31.456435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] For port 2f4708e8-fb54-4802-abbd-50ca6268bafe, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=2f4708e8-fb54-4802-abbd-50ca6268bafe,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:31.457181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:31.475090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Calling delete_port for 2f4708e8-fb54-4802-abbd-50ca6268bafe owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:31.489648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302681-5d5b-4684-9265-ce0d4eb7f2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5f2c3-b541-4883-abf2-208f0051f149,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:31.553813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c39c0e3d-c5ab-48c3-aeee-13d515ec3c17 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1759100 Feb 10 04:14:31.560736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39436) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.608601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70922e-187c-4e47-a73f-156555d76cfa req-46eb3a8f-bc16-4b69-bc07-9e25e40cb5fc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.610190 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a70922e-187c-4e47-a73f-156555d76cfa req-46eb3a8f-bc16-4b69-bc07-9e25e40cb5fc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0678980 Feb 10 04:14:31.667971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8a70922e-187c-4e47-a73f-156555d76cfa req-800895b3-2a6c-40bd-b433-82bd15a1b3ea tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500593 Feb 10 04:14:31.669842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77956405-06fe-40d5-a0ae-f1008f3e2a38 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.671488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77956405-06fe-40d5-a0ae-f1008f3e2a38 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.673194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-77956405-06fe-40d5-a0ae-f1008f3e2a38 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1113696 Feb 10 04:14:31.677242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39438) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.793588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ae9c6-1e3c-44c8-bc3f-c7767cd7e3d4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.794941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ae9c6-1e3c-44c8-bc3f-c7767cd7e3d4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.799743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-544ae9c6-1e3c-44c8-bc3f-c7767cd7e3d4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1182489 Feb 10 04:14:31.800069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39444) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.852512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8061183-c512-445d-ad21-4d285c3879b5 req-878dccb6-c9b9-4dbd-9ef2-b3631005291e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.854903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8061183-c512-445d-ad21-4d285c3879b5 req-878dccb6-c9b9-4dbd-9ef2-b3631005291e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0666389 Feb 10 04:14:31.883658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2f4708e8-fb54-4802-abbd-50ca6268bafe), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:31.896713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['da08a380-17ca-4b23-a4b3-533cb388a29a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:31.926215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1938362a-648a-49a3-95d8-5a3e5276e740 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:31.931116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1938362a-648a-49a3-95d8-5a3e5276e740 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/networks/6048c519-f475-4c5c-93a3-1847fe5c477d HTTP/1.1" status: 200 len: 800 time: 0.1266084 Feb 10 04:14:31.932180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39450) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:31.960540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Pushing event deleted for resources: {'Port': ['ID=2f4708e8-fb54-4802-abbd-50ca6268bafe,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:32.034980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] No DVR routers for this DVR port 2f4708e8-fb54-4802-abbd-50ca6268bafe on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:32.037950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:32.041799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbfe8316-af08-4464-b682-7bf4ef1c343a req-7a68818a-bb10-4d23-a7a5-8c53805b5750 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "DELETE /v2.0/ports/2f4708e8-fb54-4802-abbd-50ca6268bafe HTTP/1.1" status: 204 len: 173 time: 0.8813236 Feb 10 04:14:32.046169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'name': 'network-vif-deleted', 'tag': '2f4708e8-fb54-4802-abbd-50ca6268bafe'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:32.047186 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60632a6b-eec3-4a92-bcc0-fbb6b8386ca5" -d '{"events": [{"server_uuid": "9f6f8631-1ce1-44a5-9e52-ee32c69c7f60", "name": "network-vif-deleted", "tag": "2f4708e8-fb54-4802-abbd-50ca6268bafe"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:32.059515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c8061183-c512-445d-ad21-4d285c3879b5 req-ff0355d3-b5a3-418b-8db6-13d3447dac8f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979961 Feb 10 04:14:32.103846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f23e0fb7-44da-48d3-92a4-c4e409ffcaf9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/networks/6048c519-f475-4c5c-93a3-1847fe5c477d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1701176 Feb 10 04:14:32.107621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39462) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:32.123111 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91018732-029b-42cb-b8e3-00b1cce286e4 x-openstack-request-id: req-91018732-029b-42cb-b8e3-00b1cce286e4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:32.123476 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f8631-1ce1-44a5-9e52-ee32c69c7f60", "name": "network-vif-deleted", "tag": "2f4708e8-fb54-4802-abbd-50ca6268bafe", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:32.123923 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91018732-029b-42cb-b8e3-00b1cce286e4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:32.124290 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f8631-1ce1-44a5-9e52-ee32c69c7f60', 'name': 'network-vif-deleted', 'tag': '2f4708e8-fb54-4802-abbd-50ca6268bafe', 'status': 'completed', 'code': 200} Feb 10 04:14:32.176935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70a490-a483-4cf0-8dca-bc7b9294ee42 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:32.178295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3a70a490-a483-4cf0-8dca-bc7b9294ee42 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/subnets/453393f0-b350-4425-90d5-18e5230e2abb HTTP/1.1" status: 200 len: 811 time: 0.0690100 Feb 10 04:14:32.182113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39468) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:32.248033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af1586-df16-445a-9cd1-fb1beb7495c4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['shared'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:32.250891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-94af1586-df16-445a-9cd1-fb1beb7495c4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "GET /v2.0/subnets/453393f0-b350-4425-90d5-18e5230e2abb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0659466 Feb 10 04:14:32.252608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39470) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:32.257469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1914796840'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:32.345643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:32.349665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:32.394962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea90d32e-923f-4fa2-80a6-34e407c1cda3 req-dffade5d-7fda-4493-abb6-4537831fbd55 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f6f8631-1ce1-44a5-9e52-ee32c69c7f60 HTTP/1.1" status: 200 len: 210 time: 0.0467043 Feb 10 04:14:32.432473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:32.455043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (131cc6e7-7454-4924-8a96-bd36fac1f9a7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:32.455388 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Added segment 131cc6e7-7454-4924-8a96-bd36fac1f9a7 of type vlan for network cf632aca-9487-45a0-99c1-76bf50cd6e89 Feb 10 04:14:32.535111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:32.847020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b18e2-84e1-4c05-bc84-e348ebfae85f req-86c419f5-d95c-476f-8ac1-6f8efb4f2695 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:32.848565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0d2b18e2-84e1-4c05-bc84-e348ebfae85f req-86c419f5-d95c-476f-8ac1-6f8efb4f2695 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.4819193 Feb 10 04:14:32.870472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (cf632aca-9487-45a0-99c1-76bf50cd6e89), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:32.922220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0d2b18e2-84e1-4c05-bc84-e348ebfae85f req-bfb1cb00-9aa9-471c-943e-28cb538ab491 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642195 Feb 10 04:14:32.979970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (cf632aca-9487-45a0-99c1-76bf50cd6e89), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:32.986104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:32.986104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:33.082254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Network': ['ID=cf632aca-9487-45a0-99c1-76bf50cd6e89,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:33.088034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259c64-2725-46d6-8fe7-27f4040d0415 req-25b99071-91dc-42e7-82ba-07165df35dc9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:33.090142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2259c64-2725-46d6-8fe7-27f4040d0415 req-25b99071-91dc-42e7-82ba-07165df35dc9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0654736 Feb 10 04:14:33.131974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b2805c3f-06d7-422c-9493-bfb4bcba5a82 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8783152 Feb 10 04:14:33.136006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39512) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:33.145757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'network_id': 'cf632aca-9487-45a0-99c1-76bf50cd6e89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:33.150616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2259c64-2725-46d6-8fe7-27f4040d0415 req-a55471dc-1126-40ee-869e-dc6c9943b3a3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525544 Feb 10 04:14:33.370864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network cf632aca-9487-45a0-99c1-76bf50cd6e89 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:33.377128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16871770-494e-4c55-8c0b-9b038ff83b79 req-c9d98496-f64b-495b-a3ef-350227f4e95e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:33.378748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16871770-494e-4c55-8c0b-9b038ff83b79 req-c9d98496-f64b-495b-a3ef-350227f4e95e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0729382 Feb 10 04:14:33.419551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Made reservation on behalf of c6fd1583fe444b41b657760cf05f3e66 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:33.423706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:33.511153 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16871770-494e-4c55-8c0b-9b038ff83b79 req-2e19217d-b2b0-48ce-9f6c-2f6bc312a1e1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210876 Feb 10 04:14:33.545117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2f4708e8-fb54-4802-abbd-50ca6268bafe no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:33.581791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39562) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:33.584895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 2f4708e8-fb54-4802-abbd-50ca6268bafe {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:33.585250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 2f4708e8-fb54-4802-abbd-50ca6268bafe not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:33.638353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.ipam_backend_mixin [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Performing IP validity checks on allocation pools {{(pid=109959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:14:33.639246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.ipam_backend_mixin [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:14:33.757550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d691c5-c7d0-4369-9457-05e55046615a req-191ee59b-bf3e-4bb4-8a53-0a966980bae2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:33.758998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6d691c5-c7d0-4369-9457-05e55046615a req-191ee59b-bf3e-4bb4-8a53-0a966980bae2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0987000 Feb 10 04:14:33.850320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6d691c5-c7d0-4369-9457-05e55046615a req-cf8459ba-b913-4d26-8792-9bd8b269e3a6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836518 Feb 10 04:14:33.925878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:33.957124 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (f48c33ae-c10d-48b6-9070-6098e00d28ca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.032004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=f48c33ae-c10d-48b6-9070-6098e00d28ca,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:34.041498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Checking segment: {'id': '131cc6e7-7454-4924-8a96-bd36fac1f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cf632aca-9487-45a0-99c1-76bf50cd6e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:34.059560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network hostable DHCP agents. Network: cf632aca-9487-45a0-99c1-76bf50cd6e89, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:34.059847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-535628710-network', 'tenant_id': '0b3cca2151654661a6d28d9575c83114'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:34.099421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d426942-0e97-4e74-800e-cd6058a4f8b9 req-79b855b5-ab37-47ec-978d-28b48612378c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:34.101049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d426942-0e97-4e74-800e-cd6058a4f8b9 req-79b855b5-ab37-47ec-978d-28b48612378c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.0875337 Feb 10 04:14:34.159823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39578) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:34.167384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Network cf632aca-9487-45a0-99c1-76bf50cd6e89 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:34.167845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Made reservation on behalf of 0b3cca2151654661a6d28d9575c83114 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:34.174382 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.189873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.211514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d426942-0e97-4e74-800e-cd6058a4f8b9 req-499c78a6-1ab8-43a8-803a-4962dd7563f4 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Feb 10 04:14:34.257543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, cf632aca-9487-45a0-99c1-76bf50cd6e89) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:34.263348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:34.264162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.268907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdcf3e8-138f-4325-a31e-4b7d6c2461ef None None] Network cf632aca-9487-45a0-99c1-76bf50cd6e89 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:34.306091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8b46-9f21-4084-abc8-c8d779ed59b3 req-a7324dee-d338-48f8-83b2-4bde34653085 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:34.308228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks [] for security_group (16ed5136-9566-44c8-9f27-e43dcbf60aca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.308522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eaaf8b46-9f21-4084-abc8-c8d779ed59b3 req-a7324dee-d338-48f8-83b2-4bde34653085 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0915329 Feb 10 04:14:34.340312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-699be0ae-17fb-4554-ae7a-ee10081ee352 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1995265 Feb 10 04:14:34.340544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39584) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:34.348691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a2a73b63-6c4b-40a1-9439-c2b2c6589812 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:34.394157 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (16ed5136-9566-44c8-9f27-e43dcbf60aca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.405724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-cf632aca-9487-45a0-99c1-76bf50cd6e89', 'network_id': 'cf632aca-9487-45a0-99c1-76bf50cd6e89', 'project_id': 'c6fd1583fe444b41b657760cf05f3e66', 'fixed_ips': [{'subnet_id': 'f48c33ae-c10d-48b6-9070-6098e00d28ca'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:14:34.406926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.407561 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.415519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:34.431256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ed5136-9566-44c8-9f27-e43dcbf60aca,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:34.434421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (84bb4436-67b0-42db-afac-9c665426603c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.434966 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Added segment 84bb4436-67b0-42db-afac-9c665426603c of type vlan for network 07d8cfb6-f1ab-4839-a804-356bc69155c1 Feb 10 04:14:34.453241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.453855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eaaf8b46-9f21-4084-abc8-c8d779ed59b3 req-6df300c7-e8df-4a25-b79b-e98269ab1e15 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399302 Feb 10 04:14:34.459951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.463237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.464235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.467153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.467735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.468298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.468853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.469422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.469983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.470533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.471147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.471695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.529484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2a73b63-6c4b-40a1-9439-c2b2c6589812 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5771217'] for subnet (f48c33ae-c10d-48b6-9070-6098e00d28ca), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.531197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (07d8cfb6-f1ab-4839-a804-356bc69155c1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.576661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Publish callbacks [] for security_group (d9902971-d8a4-447a-84ce-32a037bd848e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.583438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Allocated IP 172.20.0.3 (cf632aca-9487-45a0-99c1-76bf50cd6e89/f48c33ae-c10d-48b6-9070-6098e00d28ca/4d9aa4e6-a983-4ac5-9307-7d81964c0979) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:34.642284 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (07d8cfb6-f1ab-4839-a804-356bc69155c1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.643335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:34.643920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.666092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d9902971-d8a4-447a-84ce-32a037bd848e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.704901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=016c251ba0624b439c1243fd15021dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5415647 Feb 10 04:14:34.706985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39590) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:34.713830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] Pushing event updated for resources: {'Network': ['ID=07d8cfb6-f1ab-4839-a804-356bc69155c1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:34.717765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9902971-d8a4-447a-84ce-32a037bd848e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:34.729801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 07d8cfb6-f1ab-4839-a804-356bc69155c1 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:34.739658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.740554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.744605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.745422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba33f94-ec93-45ed-b717-daa80b7e6ec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:34.775480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa55bb12-9509-4847-adb8-7664296397a7 admin admin] Publish callbacks [] for security_group (d9902971-d8a4-447a-84ce-32a037bd848e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.789044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-95d38c75-0777-45db-8dfd-e35472d9971e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2047801 Feb 10 04:14:34.792169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:34.797625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa55bb12-9509-4847-adb8-7664296397a7 admin admin] Publish callbacks [] for security_group (d9902971-d8a4-447a-84ce-32a037bd848e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.798393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Request body: {'subnet': {'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-535628710-subnet', 'tenant_id': '0b3cca2151654661a6d28d9575c83114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:34.807840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Publish callbacks [] for port (4d9aa4e6-a983-4ac5-9307-7d81964c0979), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.899600 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (4d9aa4e6-a983-4ac5-9307-7d81964c0979), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.945008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Network cf632aca-9487-45a0-99c1-76bf50cd6e89 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:34.947936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:34.951410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:34.956332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Made reservation on behalf of 0b3cca2151654661a6d28d9575c83114 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:34.958397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Pushing event updated for resources: {'Port': ['ID=4d9aa4e6-a983-4ac5-9307-7d81964c0979,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:34.958836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.973251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa55bb12-9509-4847-adb8-7664296397a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d9902971-d8a4-447a-84ce-32a037bd848e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.975829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa55bb12-9509-4847-adb8-7664296397a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:34.980963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aa55bb12-9509-4847-adb8-7664296397a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9902971-d8a4-447a-84ce-32a037bd848e HTTP/1.1" status: 204 len: 168 time: 0.2730339 Feb 10 04:14:34.993629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55bb12-9509-4847-adb8-7664296397a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9902971-d8a4-447a-84ce-32a037bd848e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:35.060344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Attempting to bind port 4d9aa4e6-a983-4ac5-9307-7d81964c0979 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:35.061047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Attempting to bind port 4d9aa4e6-a983-4ac5-9307-7d81964c0979 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '131cc6e7-7454-4924-8a96-bd36fac1f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cf632aca-9487-45a0-99c1-76bf50cd6e89'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:35.061188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Attempting to bind port 4d9aa4e6-a983-4ac5-9307-7d81964c0979 on network cf632aca-9487-45a0-99c1-76bf50cd6e89 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:35.076488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:35.076881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Checking segment: {'id': '131cc6e7-7454-4924-8a96-bd36fac1f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cf632aca-9487-45a0-99c1-76bf50cd6e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:35.077299 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:35.077702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Bound using segment: {'id': '131cc6e7-7454-4924-8a96-bd36fac1f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cf632aca-9487-45a0-99c1-76bf50cd6e89'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:35.078269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Bound port: 4d9aa4e6-a983-4ac5-9307-7d81964c0979, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131cc6e7-7454-4924-8a96-bd36fac1f9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cf632aca-9487-45a0-99c1-76bf50cd6e89'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:35.078574 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4d9aa4e6-a983-4ac5-9307-7d81964c0979), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:35.162158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] For port 4d9aa4e6-a983-4ac5-9307-7d81964c0979, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:35.165429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] For port 4d9aa4e6-a983-4ac5-9307-7d81964c0979, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4d9aa4e6-a983-4ac5-9307-7d81964c0979,segment=NetworkSegment(131cc6e7-7454-4924-8a96-bd36fac1f9a7),segment_id=131cc6e7-7454-4924-8a96-bd36fac1f9a7)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:35.211445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2a73b63-6c4b-40a1-9439-c2b2c6589812 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782247698167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5700641'] for subnet (f48c33ae-c10d-48b6-9070-6098e00d28ca), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:35.263819 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4d9aa4e6-a983-4ac5-9307-7d81964c0979), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:35.285967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (97d9dd95-f65f-406f-8696-f38309fd6c4f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:35.287046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a73b63-6c4b-40a1-9439-c2b2c6589812 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:35.287046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2a73b63-6c4b-40a1-9439-c2b2c6589812 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:35.292989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a2a73b63-6c4b-40a1-9439-c2b2c6589812 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "PUT /v2.0/subnets/f48c33ae-c10d-48b6-9070-6098e00d28ca HTTP/1.1" status: 200 len: 877 time: 0.9443269 Feb 10 04:14:35.293197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39608) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:35.310398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a73b63-6c4b-40a1-9439-c2b2c6589812 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event updated for resources: {'Subnet': ['ID=f48c33ae-c10d-48b6-9070-6098e00d28ca,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:35.373122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d9dd95-f65f-406f-8696-f38309fd6c4f,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:35.401631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582482c-8c3a-4ac4-9801-afa118ef1285 None None] Pushing event updated for resources: {'Port': ['ID=4d9aa4e6-a983-4ac5-9307-7d81964c0979,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:35.728159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdb15-6303-4a07-8ad4-3056db0e2e9d req-61976ef7-94fe-4e89-afed-9e07de849212 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:35.729792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c3fdb15-6303-4a07-8ad4-3056db0e2e9d req-61976ef7-94fe-4e89-afed-9e07de849212 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1878188 Feb 10 04:14:35.748716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-972034e8-0af7-49aa-a7e1-00a6d2fb155c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:35.750432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-972034e8-0af7-49aa-a7e1-00a6d2fb155c tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.1183352 Feb 10 04:14:35.866249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c3fdb15-6303-4a07-8ad4-3056db0e2e9d req-cdea1f15-9efd-423a-aa4e-ebfa1bc4c53a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254053 Feb 10 04:14:35.905645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Checking segment: {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:35.906031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Network hostable DHCP agents. Network: 07d8cfb6-f1ab-4839-a804-356bc69155c1, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:35.918779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Deleting port da08a380-17ca-4b23-a4b3-533cb388a29a {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:35.919199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:35.972701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f00ff-e8f5-468a-a52d-a0e968339147 req-9989b661-e584-42a0-9f4f-e40cfa267337 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:35.983285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c9f00ff-e8f5-468a-a52d-a0e968339147 req-9989b661-e584-42a0-9f4f-e40cfa267337 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 946 time: 0.6359782 Feb 10 04:14:35.989144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (cf632aca-9487-45a0-99c1-76bf50cd6e89), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.044874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] For port da08a380-17ca-4b23-a4b3-533cb388a29a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=da08a380-17ca-4b23-a4b3-533cb388a29a,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:36.045390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.060790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Calling delete_port for da08a380-17ca-4b23-a4b3-533cb388a29a owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:36.061750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Network 07d8cfb6-f1ab-4839-a804-356bc69155c1 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:36.075246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c9f00ff-e8f5-468a-a52d-a0e968339147 req-1f9176ac-66fb-407a-8b9a-908167999d23 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a33a43-e563-4abb-9069-d51bbd89028f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910001 Feb 10 04:14:36.103884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port 4d9aa4e6-a983-4ac5-9307-7d81964c0979 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:36.104269 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4d9aa4e6-a983-4ac5-9307-7d81964c0979), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.199089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 07d8cfb6-f1ab-4839-a804-356bc69155c1) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:36.213774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f95b3-3b82-48c1-994b-fa3313f54719 None None] Network 07d8cfb6-f1ab-4839-a804-356bc69155c1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:36.236253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port 4d9aa4e6-a983-4ac5-9307-7d81964c0979, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4d9aa4e6-a983-4ac5-9307-7d81964c0979,segment=NetworkSegment(131cc6e7-7454-4924-8a96-bd36fac1f9a7),segment_id=131cc6e7-7454-4924-8a96-bd36fac1f9a7)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:36.236757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4d9aa4e6-a983-4ac5-9307-7d81964c0979), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.250558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for 4d9aa4e6-a983-4ac5-9307-7d81964c0979 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:36.319407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:36.320088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.345259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (da08a380-17ca-4b23-a4b3-533cb388a29a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.371593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade2c0c-2d16-4274-9dad-693751ece085 None None] Network 07d8cfb6-f1ab-4839-a804-356bc69155c1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:36.378131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['da08a380-17ca-4b23-a4b3-533cb388a29a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:36.426252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85a6d-e6dc-4f7b-9e54-100bcf8399e7 req-c734dd40-84a6-45cd-b350-cf73d3a738de tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:36.434279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25f85a6d-e6dc-4f7b-9e54-100bcf8399e7 req-c734dd40-84a6-45cd-b350-cf73d3a738de tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1087289 Feb 10 04:14:36.452731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Pushing event deleted for resources: {'Port': ['ID=da08a380-17ca-4b23-a4b3-533cb388a29a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:36.490967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-afb7f689-d8d3-4d98-8563-b719e7b24551 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6969733 Feb 10 04:14:36.610402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] No DVR routers for this DVR port da08a380-17ca-4b23-a4b3-533cb388a29a on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:36.621008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25f85a6d-e6dc-4f7b-9e54-100bcf8399e7 req-bf3a1581-fcea-4cd8-92bb-8e55c9ffe7f9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853635 Feb 10 04:14:36.623603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.639558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a3b6d13-cfd0-4ba9-a886-a3a99d76692e req-c4ac9c92-541e-4fbf-aa7e-0e3162f160cf tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.24 "DELETE /v2.0/ports/da08a380-17ca-4b23-a4b3-533cb388a29a HTTP/1.1" status: 204 len: 173 time: 0.8815005 Feb 10 04:14:36.643357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'name': 'network-vif-deleted', 'tag': 'da08a380-17ca-4b23-a4b3-533cb388a29a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:36.649223 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613f00f1-ff03-4662-80e2-11f1a75a178a" -d '{"events": [{"server_uuid": "122233fa-8e2a-4f7c-b96f-eae9a51a523a", "name": "network-vif-deleted", "tag": "da08a380-17ca-4b23-a4b3-533cb388a29a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:36.699882 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4d9aa4e6-a983-4ac5-9307-7d81964c0979), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:36.739883 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df84d58-005e-4f61-88ab-e3f8504b8fb6 x-openstack-request-id: req-0df84d58-005e-4f61-88ab-e3f8504b8fb6 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:36.745109 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122233fa-8e2a-4f7c-b96f-eae9a51a523a", "name": "network-vif-deleted", "tag": "da08a380-17ca-4b23-a4b3-533cb388a29a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:36.745645 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0df84d58-005e-4f61-88ab-e3f8504b8fb6 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:36.746089 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122233fa-8e2a-4f7c-b96f-eae9a51a523a', 'name': 'network-vif-deleted', 'tag': 'da08a380-17ca-4b23-a4b3-533cb388a29a', 'status': 'completed', 'code': 200} Feb 10 04:14:36.756789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=4d9aa4e6-a983-4ac5-9307-7d81964c0979,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:36.819146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port 4d9aa4e6-a983-4ac5-9307-7d81964c0979 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:36.880983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f48c33ae-c10d-48b6-9070-6098e00d28ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.000292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71802ec-cd5c-4480-84e6-0f55f4989797 None None] Network cf632aca-9487-45a0-99c1-76bf50cd6e89 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:37.054586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (f48c33ae-c10d-48b6-9070-6098e00d28ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.097936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=f48c33ae-c10d-48b6-9070-6098e00d28ca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:37.120300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-428e123d-b047-49de-b26b-845be4d2f421 None None] Could not find standard attr ID for object 4d9aa4e6-a983-4ac5-9307-7d81964c0979. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:14:37.217474 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (cf632aca-9487-45a0-99c1-76bf50cd6e89), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.241535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad11dddd-423c-420c-8e5a-9645c14ec9a3 req-664b32ec-a2b8-43a4-9adf-d3e04873c812 tempest-ListServerFiltersTestJSON-1991176068 tempest-ListServerFiltersTestJSON-1991176068-project] 10.222.0.42 "GET /v2.0/ports?device_id=122233fa-8e2a-4f7c-b96f-eae9a51a523a HTTP/1.1" status: 200 len: 210 time: 0.0556331 Feb 10 04:14:37.249214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf632aca-9487-45a0-99c1-76bf50cd6e89']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:37.262979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131cc6e7-7454-4924-8a96-bd36fac1f9a7') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:37.263341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131cc6e7-7454-4924-8a96-bd36fac1f9a7') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:37.281115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (131cc6e7-7454-4924-8a96-bd36fac1f9a7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.299707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (131cc6e7-7454-4924-8a96-bd36fac1f9a7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (131cc6e7-7454-4924-8a96-bd36fac1f9a7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:37.312972 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:37.386433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b7213-a6b0-4187-8d86-9c2f1412d21c None None] Network cf632aca-9487-45a0-99c1-76bf50cd6e89 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:37.479322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-86bad77c-a34d-4e5c-a6af-3b58726a42ea tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:37.484479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-86bad77c-a34d-4e5c-a6af-3b58726a42ea tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/networks?id=07d8cfb6-f1ab-4839-a804-356bc69155c1 HTTP/1.1" status: 200 len: 817 time: 0.1698797 Feb 10 04:14:37.513672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-11182a99-49e4-4a05-af7f-66288409775f tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/quotas/0b3cca2151654661a6d28d9575c83114 HTTP/1.1" status: 200 len: 375 time: 0.0214016 Feb 10 04:14:37.524558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (cf632aca-9487-45a0-99c1-76bf50cd6e89), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.555405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-b3b6d413-151d-4efe-9582-d8dbf3c5e281 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b3cca2151654661a6d28d9575c83114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406909 Feb 10 04:14:37.568527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87223960-7bbe-440d-9356-223c16f14f60 None None] DHCP port deletion for cf632aca-9487-45a0-99c1-76bf50cd6e89 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:14:37.574452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.578014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/cf632aca-9487-45a0-99c1-76bf50cd6e89 HTTP/1.1" status: 204 len: 168 time: 2.2408266 Feb 10 04:14:37.578946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ba15-69ed-4dcb-bad4-514b2dd320c9 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=cf632aca-9487-45a0-99c1-76bf50cd6e89,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:37.581968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39694) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:37.593733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39698) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:37.625937 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcf9c3c-42a8-476b-83a3-9425ef9496d4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:37.626447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcf9c3c-42a8-476b-83a3-9425ef9496d4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:37.629421 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7fcf9c3c-42a8-476b-83a3-9425ef9496d4 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/f48c33ae-c10d-48b6-9070-6098e00d28ca HTTP/1.1" status: 404 len: 337 time: 0.0462065 Feb 10 04:14:37.633775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39702) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:37.674675 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0ddc03-199b-40cc-a8a8-1845bcd2e8c5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:37.687415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0ddc03-199b-40cc-a8a8-1845bcd2e8c5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:37.690730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ea0ddc03-199b-40cc-a8a8-1845bcd2e8c5 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/cf632aca-9487-45a0-99c1-76bf50cd6e89 HTTP/1.1" status: 404 len: 339 time: 0.0553279 Feb 10 04:14:37.696528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:37.736816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-085f7b61-04e1-4eb1-90a7-6c286ffc4582 service neutron] 10.222.0.42 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558356 Feb 10 04:14:37.752624 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaca813-859c-477d-b44b-c9bbdc7d8f6c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:37.753330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaca813-859c-477d-b44b-c9bbdc7d8f6c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:37.760990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bfaca813-859c-477d-b44b-c9bbdc7d8f6c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/b891b0b0-1cc6-494e-8513-535337546df4 HTTP/1.1" status: 404 len: 337 time: 0.0611415 Feb 10 04:14:37.761195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39710) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:37.793219 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c49b87-f97d-4dad-8d2e-9047b774496a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:37.793733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c49b87-f97d-4dad-8d2e-9047b774496a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:37.796846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b4c49b87-f97d-4dad-8d2e-9047b774496a tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/4b1ff080-56c8-4d84-8a1e-825a85f3c0e6 HTTP/1.1" status: 404 len: 339 time: 0.0351386 Feb 10 04:14:37.799536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39712) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:37.808699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b248edff-ba57-4375-89ec-4c498df95555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:37.867806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-16af1d40-27db-491f-8021-de8bef0dfc25 service neutron] 10.222.0.42 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253586 Feb 10 04:14:37.869638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83dd8-9d41-4914-aa13-e00343110329 req-9ddba6e1-3e1f-4309-ace9-5e4d062d3f75 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:37.876977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ac83dd8-9d41-4914-aa13-e00343110329 req-9ddba6e1-3e1f-4309-ace9-5e4d062d3f75 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1347077 Feb 10 04:14:37.945605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6550a119-1065-4086-b9e5-5da8c6aabeae), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.002785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ac83dd8-9d41-4914-aa13-e00343110329 req-fc5b0085-3f8b-4792-85d7-f936766e6ef5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249166 Feb 10 04:14:38.068807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b248edff-ba57-4375-89ec-4c498df95555 admin admin] Publish callbacks [] for security_group (f21e0cd9-dd03-49b3-8700-77a4e4c16e35), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.100534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6550a119-1065-4086-b9e5-5da8c6aabeae), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.145791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6550a119-1065-4086-b9e5-5da8c6aabeae']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:38.158567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c5d04c-9258-4077-be13-a395c4be709c') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:38.158987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c5d04c-9258-4077-be13-a395c4be709c') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:38.173855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (10c5d04c-9258-4077-be13-a395c4be709c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.184306 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b248edff-ba57-4375-89ec-4c498df95555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f21e0cd9-dd03-49b3-8700-77a4e4c16e35), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.205016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ed67c-1a47-4fde-9362-e457a5bc4a83 req-5f9dd8d8-d497-40b0-9f57-b9dc514da878 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:38.206522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd9ed67c-1a47-4fde-9362-e457a5bc4a83 req-5f9dd8d8-d497-40b0-9f57-b9dc514da878 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1080287 Feb 10 04:14:38.209142 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (10c5d04c-9258-4077-be13-a395c4be709c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.238838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:38.239243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (10c5d04c-9258-4077-be13-a395c4be709c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:38.246666 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:38.283567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b248edff-ba57-4375-89ec-4c498df95555 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1a844bc25dc4b2eb7d9caaf208990c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6895063 Feb 10 04:14:38.286297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.287736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248edff-ba57-4375-89ec-4c498df95555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21e0cd9-dd03-49b3-8700-77a4e4c16e35,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:38.349010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd9ed67c-1a47-4fde-9362-e457a5bc4a83 req-dc662476-f157-4d1e-b7fa-ef9aeefae788 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284537 Feb 10 04:14:38.350049 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1dca911f-f2b6-4134-99b8-123b4e4f3cef admin admin] Publish callbacks [] for security_group (f21e0cd9-dd03-49b3-8700-77a4e4c16e35), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.377299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1dca911f-f2b6-4134-99b8-123b4e4f3cef admin admin] Publish callbacks [] for security_group (f21e0cd9-dd03-49b3-8700-77a4e4c16e35), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.396350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39730) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.427806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6550a119-1065-4086-b9e5-5da8c6aabeae), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.452535 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.457222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/6550a119-1065-4086-b9e5-5da8c6aabeae HTTP/1.1" status: 204 len: 168 time: 0.6564097 Feb 10 04:14:38.464652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.478961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86b32d-79cc-4836-909d-3cfebe30b494 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=6550a119-1065-4086-b9e5-5da8c6aabeae,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:38.503933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] Deleting subnet 73139fa8-1b00-4a11-8cc4-7aa973273ce5 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:14:38.504968 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb952476-08d5-4e70-b3c5-e5732823b8ab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.505436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb952476-08d5-4e70-b3c5-e5732823b8ab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.508888 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] Publish callbacks [] for subnet (73139fa8-1b00-4a11-8cc4-7aa973273ce5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.509048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cb952476-08d5-4e70-b3c5-e5732823b8ab tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/1e111745-91ce-4810-80b3-2e9a2689cb70 HTTP/1.1" status: 404 len: 337 time: 0.0429366 Feb 10 04:14:38.512280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.534566 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9ea0e4-84bf-4ed8-bd50-ff822b857c7e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.535250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9ea0e4-84bf-4ed8-bd50-ff822b857c7e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.538816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3a9ea0e4-84bf-4ed8-bd50-ff822b857c7e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/14b3fdb6-880c-4146-a48f-c2240132fe4f HTTP/1.1" status: 404 len: 339 time: 0.0254402 Feb 10 04:14:38.539488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1dca911f-f2b6-4134-99b8-123b4e4f3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f21e0cd9-dd03-49b3-8700-77a4e4c16e35), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.543102 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1dca911f-f2b6-4134-99b8-123b4e4f3cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.546440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1dca911f-f2b6-4134-99b8-123b4e4f3cef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f21e0cd9-dd03-49b3-8700-77a4e4c16e35 HTTP/1.1" status: 204 len: 168 time: 0.2568729 Feb 10 04:14:38.546440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.588860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca911f-f2b6-4134-99b8-123b4e4f3cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21e0cd9-dd03-49b3-8700-77a4e4c16e35,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:38.591183 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95c34e3-74f0-47ad-acec-60d19a602a58 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.591698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95c34e3-74f0-47ad-acec-60d19a602a58 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.597569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f95c34e3-74f0-47ad-acec-60d19a602a58 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/97b54343-db9c-46a4-94e2-07f6edf02358 HTTP/1.1" status: 404 len: 337 time: 0.0491672 Feb 10 04:14:38.597772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39750) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.654888 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca294ee-11a9-4853-bf8f-c66685dffcec tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.654888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca294ee-11a9-4853-bf8f-c66685dffcec tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.658297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7ca294ee-11a9-4853-bf8f-c66685dffcec tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/83902758-8c4a-4098-8bce-9bce9110c4b8 HTTP/1.1" status: 404 len: 339 time: 0.0368896 Feb 10 04:14:38.660760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (73139fa8-1b00-4a11-8cc4-7aa973273ce5), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.663499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39756) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.675209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7eb3e6b6-691e-4043-924d-e7c2c5ee97ef req-91d0e5c0-4f5f-4fdf-bb79-e310c2067b80 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 210 time: 0.0548737 Feb 10 04:14:38.727218 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac80ca15-4f8d-4c0a-a1e8-ff3fdbb6f551 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.727677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac80ca15-4f8d-4c0a-a1e8-ff3fdbb6f551 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.734752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ac80ca15-4f8d-4c0a-a1e8-ff3fdbb6f551 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/f8890b07-ed84-4a4e-8ec9-00b096e11fc4 HTTP/1.1" status: 404 len: 337 time: 0.0404987 Feb 10 04:14:38.737463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39760) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.742820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a161e-bd3d-4d38-b921-f7b6809d30ab req-11c1142e-9f88-44e8-a56c-e041dcde3944 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:38.744681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de2a161e-bd3d-4d38-b921-f7b6809d30ab req-11c1142e-9f88-44e8-a56c-e041dcde3944 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2326860 Feb 10 04:14:38.757512 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ab1a72-cc31-4f99-9b3a-578957c65880 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.758230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ab1a72-cc31-4f99-9b3a-578957c65880 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.761587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-50ab1a72-cc31-4f99-9b3a-578957c65880 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/4919a2e9-01d0-4e67-bfae-a4f86dd8144c HTTP/1.1" status: 404 len: 339 time: 0.0231175 Feb 10 04:14:38.764268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39762) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.790260 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-78113bb8-a63b-42fe-8bf8-646efa9d3393 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.792530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78113bb8-a63b-42fe-8bf8-646efa9d3393 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.796203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-78113bb8-a63b-42fe-8bf8-646efa9d3393 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/eb84f257-a6f0-492e-a627-68c102e213ff HTTP/1.1" status: 404 len: 337 time: 0.0304298 Feb 10 04:14:38.798285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.819666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (73139fa8-1b00-4a11-8cc4-7aa973273ce5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:38.821964 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-744eae7e-7889-4f14-ae9e-a774a1907c73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.832891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744eae7e-7889-4f14-ae9e-a774a1907c73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.832891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-744eae7e-7889-4f14-ae9e-a774a1907c73 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/0611bb52-b876-441e-9813-f27dcb297711 HTTP/1.1" status: 404 len: 339 time: 0.0235236 Feb 10 04:14:38.834653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.860698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de2a161e-bd3d-4d38-b921-f7b6809d30ab req-1548a8d5-47b6-4eb9-b7f0-5ed8ce2547a0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027529 Feb 10 04:14:38.869916 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4137cb89-7b3d-4cb6-aae2-95b0482efd17 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.870375 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4137cb89-7b3d-4cb6-aae2-95b0482efd17 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.873986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4137cb89-7b3d-4cb6-aae2-95b0482efd17 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/9fb4fa3d-c26c-42ff-9322-9e266cb880b6 HTTP/1.1" status: 404 len: 337 time: 0.0381374 Feb 10 04:14:38.876572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39770) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.899834 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4e42ec-d0e8-444e-bdb3-1d3c0c6b2524 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.900277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4e42ec-d0e8-444e-bdb3-1d3c0c6b2524 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.903518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed4e42ec-d0e8-444e-bdb3-1d3c0c6b2524 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/22497d80-b5e7-4fc4-a51e-ced0d89da246 HTTP/1.1" status: 404 len: 339 time: 0.0259829 Feb 10 04:14:38.906154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39774) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.935990 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49f6a7a-4c18-4d9b-874c-49b9bcd6e76e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.936464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49f6a7a-4c18-4d9b-874c-49b9bcd6e76e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.939557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f49f6a7a-4c18-4d9b-874c-49b9bcd6e76e tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/d29e8a55-1488-4fa6-b721-7bd0217ffb9b HTTP/1.1" status: 404 len: 337 time: 0.0322292 Feb 10 04:14:38.942189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39776) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:38.984864 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e641981-b63a-4df4-830c-e1f69dc7c962 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:38.985404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e641981-b63a-4df4-830c-e1f69dc7c962 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:38.988492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4e641981-b63a-4df4-830c-e1f69dc7c962 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/53923690-b605-4af4-82f2-842b7fb059a0 HTTP/1.1" status: 404 len: 339 time: 0.0453887 Feb 10 04:14:38.991197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39780) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:39.006256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (73139fa8-1b00-4a11-8cc4-7aa973273ce5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.022445 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2ac2df-280a-40d1-b1e0-97dd8e87c214 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:39.023111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2ac2df-280a-40d1-b1e0-97dd8e87c214 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:39.029123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4b2ac2df-280a-40d1-b1e0-97dd8e87c214 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/dfe4c65e-e3d4-4fcf-b1eb-2b2d62162f46 HTTP/1.1" status: 404 len: 337 time: 0.0347288 Feb 10 04:14:39.032858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39784) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:39.038497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73139fa8-1b00-4a11-8cc4-7aa973273ce5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:39.043000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.047179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1497e65c-5eee-4819-8ac7-bad83fda5983 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/73139fa8-1b00-4a11-8cc4-7aa973273ce5 HTTP/1.1" status: 204 len: 168 time: 0.6497931 Feb 10 04:14:39.049566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39786) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:39.049820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe78bc9-4a00-4776-84e6-37040474f334 None None] Network c252ce1a-c07a-4e48-898a-e2846c267271 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:39.067965 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8697e6cd-9d6b-4740-a5a7-e003a46735b0 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:39.068494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8697e6cd-9d6b-4740-a5a7-e003a46735b0 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:39.075202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8697e6cd-9d6b-4740-a5a7-e003a46735b0 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/e15b27ec-dd29-4e49-9228-a7730e80eee3 HTTP/1.1" status: 404 len: 339 time: 0.0390577 Feb 10 04:14:39.076389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39788) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:39.139992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (c252ce1a-c07a-4e48-898a-e2846c267271), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.157754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9262e-f626-458a-bc03-070318ea8a24 req-05872d26-e1ac-4c29-a186-61f58062cb10 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:39.170037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69a9262e-f626-458a-bc03-070318ea8a24 req-05872d26-e1ac-4c29-a186-61f58062cb10 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2194078 Feb 10 04:14:39.172971 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-989a5354-eefd-4474-8ba8-074316411745 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:39.177187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989a5354-eefd-4474-8ba8-074316411745 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:39.183803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-989a5354-eefd-4474-8ba8-074316411745 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/20177887-c649-4592-9230-04b8bf51bdea HTTP/1.1" status: 404 len: 337 time: 0.1053677 Feb 10 04:14:39.184556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39796) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:39.210245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4d9aa4e6-a983-4ac5-9307-7d81964c0979 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:39.232978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Deleting port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:39.233265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4d9aa4e6-a983-4ac5-9307-7d81964c0979 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:39.233561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4d9aa4e6-a983-4ac5-9307-7d81964c0979 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:39.235392 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.242923 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f55ad6-d657-4926-b983-20c85999172c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:39.244206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f55ad6-d657-4926-b983-20c85999172c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:39.250938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c1f55ad6-d657-4926-b983-20c85999172c tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/0a9a2b2d-1c99-456a-8fc7-997722c4877a HTTP/1.1" status: 404 len: 339 time: 0.0423222 Feb 10 04:14:39.254953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39800) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:39.309862 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69a9262e-f626-458a-bc03-070318ea8a24 req-4fd8376b-c0f1-4463-937f-e7f9ed3aca36 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388881 Feb 10 04:14:39.344259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting subnet 453393f0-b350-4425-90d5-18e5230e2abb {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:14:39.344259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for subnet (453393f0-b350-4425-90d5-18e5230e2abb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.372164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] DHCP port deletion for c252ce1a-c07a-4e48-898a-e2846c267271 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:14:39.376030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] For port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:39.376395 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.393241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Calling delete_port for 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:39.406483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (453393f0-b350-4425-90d5-18e5230e2abb), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.434016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] Deleting port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:39.434823 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.539042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] For port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,segment=NetworkSegment(d239d7a4-bd74-4bee-bf22-68ce4ca1f658),segment_id=d239d7a4-bd74-4bee-bf22-68ce4ca1f658)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:39.539761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.553143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (453393f0-b350-4425-90d5-18e5230e2abb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.569765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] Calling delete_port for 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:39.583587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device da08a380-17ca-4b23-a4b3-533cb388a29a no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:39.594151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e310f28-59ae-418f-be06-d1bef2d3e248 req-59469e22-43e3-4342-95fe-88e68007b00c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:39.595707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e310f28-59ae-418f-be06-d1bef2d3e248 req-59469e22-43e3-4342-95fe-88e68007b00c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1222839 Feb 10 04:14:39.600548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.610093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: da08a380-17ca-4b23-a4b3-533cb388a29a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:39.610238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device da08a380-17ca-4b23-a4b3-533cb388a29a not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:39.644585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:39.653227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] No DVR routers for this DVR port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:39.688737 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (1f97b4c4-2553-4c89-8e58-4dfd16bb5051), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.709115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39818) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:39.724855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] Pushing event deleted for resources: {'Port': ['ID=1f97b4c4-2553-4c89-8e58-4dfd16bb5051,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:39.736254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc185c86-6402-4ba6-b7d5-fcfc6617dae3 None None] No DVR routers for this DVR port 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:39.781642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (c252ce1a-c07a-4e48-898a-e2846c267271), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.800514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e310f28-59ae-418f-be06-d1bef2d3e248 req-444a89b5-9a18-49a8-8c15-4c6fa83cdba5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836252 Feb 10 04:14:39.828086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c252ce1a-c07a-4e48-898a-e2846c267271']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:39.858718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d4a69ae2-26d0-4859-b845-9ae33c18966b req-53babe31-9612-4867-ab67-62cb0cd128e1 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 210 time: 0.0354593 Feb 10 04:14:39.867977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:39.868267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd239d7a4-bd74-4bee-bf22-68ce4ca1f658') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:39.889078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d239d7a4-bd74-4bee-bf22-68ce4ca1f658), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.908960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d239d7a4-bd74-4bee-bf22-68ce4ca1f658), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.917200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:39.917661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d239d7a4-bd74-4bee-bf22-68ce4ca1f658), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:39.919715 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:39.989908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50823a8d-1006-4a97-a8ef-45223646d593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.026855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11bdf9-965a-47f2-b101-f91e36139786 req-8f860110-0b04-4251-a750-5a5ad18cc5d6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:40.035028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb11bdf9-965a-47f2-b101-f91e36139786 req-8f860110-0b04-4251-a750-5a5ad18cc5d6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1423163 Feb 10 04:14:40.047719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (453393f0-b350-4425-90d5-18e5230e2abb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.057784 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (c252ce1a-c07a-4e48-898a-e2846c267271), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.063502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.071302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c252ce1a-c07a-4e48-898a-e2846c267271 HTTP/1.1" status: 204 len: 168 time: 1.0205278 Feb 10 04:14:40.085211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b45a8-d816-4444-8876-2b7cdb4f8615 admin admin] Pushing event deleted for resources: {'Network': ['ID=c252ce1a-c07a-4e48-898a-e2846c267271,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:40.115426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Subnet': ['ID=453393f0-b350-4425-90d5-18e5230e2abb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:40.136811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.140365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9341a2a3-0563-42ca-8dce-846bede5eee8 tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/subnets/453393f0-b350-4425-90d5-18e5230e2abb HTTP/1.1" status: 204 len: 168 time: 0.8841829 Feb 10 04:14:40.144369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769d6a5-5574-4cbe-91a1-95c11b4c4d73 None None] Network 6048c519-f475-4c5c-93a3-1847fe5c477d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:40.144896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39834) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:40.245447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb11bdf9-965a-47f2-b101-f91e36139786 req-a26ea2a2-c962-44d4-84f2-4a757d27fc65 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048550 Feb 10 04:14:40.336106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6048c519-f475-4c5c-93a3-1847fe5c477d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.368926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50823a8d-1006-4a97-a8ef-45223646d593 admin admin] Publish callbacks [] for security_group (dc693034-9f5f-432e-9909-7f97f050dbd3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.389326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39842) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:40.508799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] DHCP port deletion for 6048c519-f475-4c5c-93a3-1847fe5c477d request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:14:40.537058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50823a8d-1006-4a97-a8ef-45223646d593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc693034-9f5f-432e-9909-7f97f050dbd3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.549202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Deleting port c2c19bfb-5a61-46fc-be52-af9439a0390c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:40.551575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.613272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50823a8d-1006-4a97-a8ef-45223646d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc693034-9f5f-432e-9909-7f97f050dbd3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:40.626722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] Deleting port c2c19bfb-5a61-46fc-be52-af9439a0390c {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:40.627387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.660306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39846) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:40.677208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-748223907-network', 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:40.709833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] For port c2c19bfb-5a61-46fc-be52-af9439a0390c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c2c19bfb-5a61-46fc-be52-af9439a0390c,segment=NetworkSegment(9f417078-04ce-4698-ab73-c719a527035f),segment_id=9f417078-04ce-4698-ab73-c719a527035f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:40.710330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.726347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] For port c2c19bfb-5a61-46fc-be52-af9439a0390c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c2c19bfb-5a61-46fc-be52-af9439a0390c,segment=NetworkSegment(9f417078-04ce-4698-ab73-c719a527035f),segment_id=9f417078-04ce-4698-ab73-c719a527035f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:40.727173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.742934 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-50823a8d-1006-4a97-a8ef-45223646d593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e1fd2ca7a1440bdb8be8c78d619c46c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0329421 Feb 10 04:14:40.743690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39848) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:40.747395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] Calling delete_port for c2c19bfb-5a61-46fc-be52-af9439a0390c owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:40.754117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4498f6e0-3699-4be8-8f85-d2019db030fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb6ad22cde204280913eccb538004220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925689 Feb 10 04:14:40.756998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39850) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:40.767850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Calling delete_port for c2c19bfb-5a61-46fc-be52-af9439a0390c owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:40.804327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497891f-4263-4257-997d-65203c3eecd7 req-b2e1ad28-45ac-413b-af2c-279066f55a9e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:40.805628 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b497891f-4263-4257-997d-65203c3eecd7 req-b2e1ad28-45ac-413b-af2c-279066f55a9e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1986449 Feb 10 04:14:40.821083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:40.824590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.855256 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.864276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f4a929e0-6d52-4413-9e8e-fc379e7c3dfc admin admin] Publish callbacks [] for security_group (dc693034-9f5f-432e-9909-7f97f050dbd3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.904727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f4a929e0-6d52-4413-9e8e-fc379e7c3dfc admin admin] Publish callbacks [] for security_group (dc693034-9f5f-432e-9909-7f97f050dbd3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.917999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-572bae16-63d3-45fa-92b3-1c8539906d96 admin admin] Publish callbacks [] for security_group (56a33a43-e563-4abb-9069-d51bbd89028f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.944494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b497891f-4263-4257-997d-65203c3eecd7 req-905a6563-a4db-484e-912a-3990f8d3e0bd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275077 Feb 10 04:14:40.958005 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-572bae16-63d3-45fa-92b3-1c8539906d96 admin admin] Publish callbacks [] for security_group (56a33a43-e563-4abb-9069-d51bbd89028f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:40.984886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7b8f9cf-76f4-4f4e-99ba-ad4f3958e750 req-927e0231-858a-4736-9d1a-6fc9a4c5bfd6 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 210 time: 0.0642033 Feb 10 04:14:41.008591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.024322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c2c19bfb-5a61-46fc-be52-af9439a0390c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.045119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks [] for security_group (f4a4b98a-74f7-4a24-9442-5b1e85e60350), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.045854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] Pushing event deleted for resources: {'Port': ['ID=c2c19bfb-5a61-46fc-be52-af9439a0390c,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:41.054376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] No DVR routers for this DVR port c2c19bfb-5a61-46fc-be52-af9439a0390c on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:41.058030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ed17b-78c3-4d71-91fb-3e0916d28077 None None] No DVR routers for this DVR port c2c19bfb-5a61-46fc-be52-af9439a0390c on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:14:41.083357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Port': ['ID=c2c19bfb-5a61-46fc-be52-af9439a0390c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:41.127756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84edbe3-0135-4489-a44a-aaf9f981564d req-df0281bd-aed0-435e-b8a9-ccd5aaa9a3e2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:41.136441 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c84edbe3-0135-4489-a44a-aaf9f981564d req-df0281bd-aed0-435e-b8a9-ccd5aaa9a3e2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0826325 Feb 10 04:14:41.156642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f4a929e0-6d52-4413-9e8e-fc379e7c3dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc693034-9f5f-432e-9909-7f97f050dbd3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.159292 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f4a929e0-6d52-4413-9e8e-fc379e7c3dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.163309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f4a929e0-6d52-4413-9e8e-fc379e7c3dfc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc693034-9f5f-432e-9909-7f97f050dbd3 HTTP/1.1" status: 204 len: 168 time: 0.4140186 Feb 10 04:14:41.179024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a929e0-6d52-4413-9e8e-fc379e7c3dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc693034-9f5f-432e-9909-7f97f050dbd3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:41.179222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:41.190094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f4a4b98a-74f7-4a24-9442-5b1e85e60350), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.225413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a4b98a-74f7-4a24-9442-5b1e85e60350,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:41.245956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:41.253671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6048c519-f475-4c5c-93a3-1847fe5c477d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.269388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c84edbe3-0135-4489-a44a-aaf9f981564d req-dd26bf6d-d851-42ac-8571-b09764abf0a2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302285 Feb 10 04:14:41.303088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (060c92ff-02e0-4255-8393-eeea70bed713), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.312907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6048c519-f475-4c5c-93a3-1847fe5c477d']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:41.313550 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Added segment 060c92ff-02e0-4255-8393-eeea70bed713 of type vlan for network 4dbd154e-9581-4df8-b224-7fe373295285 Feb 10 04:14:41.313652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:41.313652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1f97b4c4-2553-4c89-8e58-4dfd16bb5051 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:41.314010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c2c19bfb-5a61-46fc-be52-af9439a0390c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:14:41.332168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f417078-04ce-4698-ab73-c719a527035f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:41.332168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f417078-04ce-4698-ab73-c719a527035f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:41.341584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (9f417078-04ce-4698-ab73-c719a527035f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.372342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9f417078-04ce-4698-ab73-c719a527035f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.387387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:41.387799 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (9f417078-04ce-4698-ab73-c719a527035f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.388622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c2c19bfb-5a61-46fc-be52-af9439a0390c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:14:41.388979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c2c19bfb-5a61-46fc-be52-af9439a0390c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:41.393596 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:41.417873 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-572bae16-63d3-45fa-92b3-1c8539906d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (56a33a43-e563-4abb-9069-d51bbd89028f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.420914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4dbd154e-9581-4df8-b224-7fe373295285), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.421781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-572bae16-63d3-45fa-92b3-1c8539906d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.423834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-572bae16-63d3-45fa-92b3-1c8539906d96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56a33a43-e563-4abb-9069-d51bbd89028f HTTP/1.1" status: 204 len: 168 time: 0.6658354 Feb 10 04:14:41.492918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bae16-63d3-45fa-92b3-1c8539906d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a33a43-e563-4abb-9069-d51bbd89028f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:41.539875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0812598-4f3e-43ad-9dbe-51a8f735b8c3 req-10c762d9-0584-40a2-836b-abfa31693745 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:41.542427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0812598-4f3e-43ad-9dbe-51a8f735b8c3 req-10c762d9-0584-40a2-836b-abfa31693745 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1125872 Feb 10 04:14:41.575309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6048c519-f475-4c5c-93a3-1847fe5c477d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.594856 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.601568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] 10.222.0.42 "DELETE /v2.0/networks/6048c519-f475-4c5c-93a3-1847fe5c477d HTTP/1.1" status: 204 len: 168 time: 1.4523304 Feb 10 04:14:41.630892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b2c1a-5bd6-4541-861f-705ac1f8b44b tempest-NetworksTest-1078640520 tempest-NetworksTest-1078640520-project] Pushing event deleted for resources: {'Network': ['ID=6048c519-f475-4c5c-93a3-1847fe5c477d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:41.658738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4dbd154e-9581-4df8-b224-7fe373295285), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.659868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:41.660493 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.669184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0812598-4f3e-43ad-9dbe-51a8f735b8c3 req-50440ce9-9de4-4a09-972a-a8b0dc6b39bd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205122 Feb 10 04:14:41.737922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] Pushing event updated for resources: {'Network': ['ID=4dbd154e-9581-4df8-b224-7fe373295285,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:41.748499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4dbd154e-9581-4df8-b224-7fe373295285 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:41.776747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9e0954cc-0a0f-4009-a319-67c8c2ba4c6d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3823102 Feb 10 04:14:41.777142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39870) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:41.785101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Request body: {'subnet': {'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-748223907-subnet', 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:41.857998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41efc6-aefd-40d1-b171-741cc6f38779 req-bd63aa13-56cc-404f-8103-bde3442703b3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:41.868340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d41efc6-aefd-40d1-b171-741cc6f38779 req-bd63aa13-56cc-404f-8103-bde3442703b3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1208100 Feb 10 04:14:41.905975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:41.913751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:41.995116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d41efc6-aefd-40d1-b171-741cc6f38779 req-24ba6bd0-d342-461c-8d01-566a7238b9c6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212654 Feb 10 04:14:42.167056 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db25c319-3d3e-4fbd-bc2b-e99595402dc8 req-28b5b71a-bdf1-42c8-9279-c04a4b9d774d tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 210 time: 0.0406845 Feb 10 04:14:42.226392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfd167-ad2b-475d-ad74-c1f0f7f7bb2b req-60afea1a-763e-45c7-82bf-9052e0018f64 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:42.229749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59bfd167-ad2b-475d-ad74-c1f0f7f7bb2b req-60afea1a-763e-45c7-82bf-9052e0018f64 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0814011 Feb 10 04:14:42.319385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59bfd167-ad2b-475d-ad74-c1f0f7f7bb2b req-7ab8a789-4c8e-4449-af44-c2148241835b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757518 Feb 10 04:14:42.386485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:42.429017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39884) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:42.467395 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de6355d3-ead5-4517-83a3-1536a068819d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:42.508120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:42.533192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Checking segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:42.533567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Network hostable DHCP agents. Network: 4dbd154e-9581-4df8-b224-7fe373295285, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:42.545257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a7a9-a1f6-46e0-a2ea-cb7fc8127d09 req-44b05911-9d2a-43de-95a5-49762d023ccd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:42.553123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c0d3a7a9-a1f6-46e0-a2ea-cb7fc8127d09 req-44b05911-9d2a-43de-95a5-49762d023ccd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1553421 Feb 10 04:14:42.627210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:42.629334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c0d3a7a9-a1f6-46e0-a2ea-cb7fc8127d09 req-aa66197a-a98f-46ff-a226-a308ed148099 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752385 Feb 10 04:14:42.723240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Network 4dbd154e-9581-4df8-b224-7fe373295285 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:42.780412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-8bd7731b-8af1-4d62-974f-6cb6178ad479 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:42.781958 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-8bd7731b-8af1-4d62-974f-6cb6178ad479 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "GET /v2.0/networks?id=07d8cfb6-f1ab-4839-a804-356bc69155c1 HTTP/1.1" status: 200 len: 817 time: 0.2860608 Feb 10 04:14:42.784316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de6355d3-ead5-4517-83a3-1536a068819d admin admin] Publish callbacks [] for security_group (dce4ba25-8a2f-4d38-b29d-6471b102eca3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:42.796632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Request body: {'port': {'device_id': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1', 'admin_state_up': True, 'tenant_id': '0b3cca2151654661a6d28d9575c83114'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:42.824326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4dbd154e-9581-4df8-b224-7fe373295285) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:42.834454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:42.834454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:42.839606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf2209-3cc9-4779-887d-5ad0e808c4bd None None] Network 4dbd154e-9581-4df8-b224-7fe373295285 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:42.861701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a209c1-6f36-4c99-af9b-73488c357896 req-1157ec83-2af7-4baa-8d6d-46d41570a92e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:42.867292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7a209c1-6f36-4c99-af9b-73488c357896 req-1157ec83-2af7-4baa-8d6d-46d41570a92e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0888765 Feb 10 04:14:42.911448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de6355d3-ead5-4517-83a3-1536a068819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dce4ba25-8a2f-4d38-b29d-6471b102eca3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:42.934644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed8ad98b-3153-4079-b332-123e375975f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6fd1583fe444b41b657760cf05f3e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059413 Feb 10 04:14:42.945590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39902) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:42.956646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7a209c1-6f36-4c99-af9b-73488c357896 req-88ab9cef-55db-41d9-b942-5f8ad7b67f63 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814586 Feb 10 04:14:42.965167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d89f5-2e97-441e-9d93-f6c1577fa6c4 None None] Network 4dbd154e-9581-4df8-b224-7fe373295285 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:42.966480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-050d5fea-b870-4ff8-99a1-ddd22d7b85c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1878233 Feb 10 04:14:43.321165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fa0a083-6eea-41f6-aaa7-08c90cc1a6ea req-e608f3ee-39bb-43ff-bdbd-caccfa1541cf tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 210 time: 0.0352051 Feb 10 04:14:43.335685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6355d3-ead5-4517-83a3-1536a068819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4ba25-8a2f-4d38-b29d-6471b102eca3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:43.377321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-de6355d3-ead5-4517-83a3-1536a068819d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=799c87810fd24125aa9fab7bf210baa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9460459 Feb 10 04:14:43.379960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39920) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:43.480913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af5d3cb2-89f3-4404-a8f1-0ff571223ae0 admin admin] Publish callbacks [] for security_group (dce4ba25-8a2f-4d38-b29d-6471b102eca3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:43.484493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Made reservation on behalf of 0b3cca2151654661a6d28d9575c83114 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:43.487815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:43.513635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af5d3cb2-89f3-4404-a8f1-0ff571223ae0 admin admin] Publish callbacks [] for security_group (dce4ba25-8a2f-4d38-b29d-6471b102eca3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:43.584032 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e882-e7d5-4be3-bfea-110718dd136e admin admin] Publish callbacks [] for security_group (3cff41a6-af52-4144-899c-08f1aca736ad), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:43.598307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ede4-afe9-42b8-9555-b093f11e7792 req-b650badf-92f8-4545-baa0-7fa98227dacb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:43.599835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19e4ede4-afe9-42b8-9555-b093f11e7792 req-b650badf-92f8-4545-baa0-7fa98227dacb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.3142207 Feb 10 04:14:43.630131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-4ee06127-53bd-4282-a0a9-ea3ec5c8d350 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:43.631615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-4ee06127-53bd-4282-a0a9-ea3ec5c8d350 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.43 "GET /v2.0/networks?id=07d8cfb6-f1ab-4839-a804-356bc69155c1 HTTP/1.1" status: 200 len: 817 time: 0.3498874 Feb 10 04:14:43.667465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Request body: {'port': {'device_id': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1', 'admin_state_up': True, 'tenant_id': '0b3cca2151654661a6d28d9575c83114'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:43.692348 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af5d3cb2-89f3-4404-a8f1-0ff571223ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dce4ba25-8a2f-4d38-b29d-6471b102eca3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:43.695064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af5d3cb2-89f3-4404-a8f1-0ff571223ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:43.699613 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-af5d3cb2-89f3-4404-a8f1-0ff571223ae0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dce4ba25-8a2f-4d38-b29d-6471b102eca3 HTTP/1.1" status: 204 len: 168 time: 0.3154566 Feb 10 04:14:43.715011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d3cb2-89f3-4404-a8f1-0ff571223ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4ba25-8a2f-4d38-b29d-6471b102eca3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:43.718465 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e882-e7d5-4be3-bfea-110718dd136e admin admin] Publish callbacks [] for security_group (3cff41a6-af52-4144-899c-08f1aca736ad), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:43.725759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-7a4edaae-8354-4756-b9ad-b6b6b074c274 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:43.730690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-7a4edaae-8354-4756-b9ad-b6b6b074c274 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "GET /v2.0/networks?id=07d8cfb6-f1ab-4839-a804-356bc69155c1 HTTP/1.1" status: 200 len: 817 time: 0.2914822 Feb 10 04:14:43.771055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Request body: {'port': {'device_id': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1', 'admin_state_up': True, 'tenant_id': '0b3cca2151654661a6d28d9575c83114'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:43.779638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-f933beb1-23a5-4c0a-a9c0-a5bd0869a054 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:43.781767 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-f933beb1-23a5-4c0a-a9c0-a5bd0869a054 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.1614652 Feb 10 04:14:43.800269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:43.813937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-625ce4ad-ac5b-45d0-b53a-0643503120c7 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/quotas/ba3dd7a8d013466dae065a55fd8fe967 HTTP/1.1" status: 200 len: 375 time: 0.0238104 Feb 10 04:14:43.848377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-71fc24fa-27a5-4dd2-b689-bbe4e3fbb06f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334780 Feb 10 04:14:43.922772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19e4ede4-afe9-42b8-9555-b093f11e7792 req-3ca8b4a4-839f-4af7-82fa-2eb9f6172c7c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090725 Feb 10 04:14:43.996469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2096278261-network', 'tenant_id': 'def1a55bee63403f87c8f37244f7de0c'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:44.005256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-df2e7e59-112d-45d8-ac58-a4960a72e53e service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272788 Feb 10 04:14:44.007903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Allocated IP 172.20.0.5 (07d8cfb6-f1ab-4839-a804-356bc69155c1/97d9dd95-f65f-406f-8696-f38309fd6c4f/9252f9a5-b0ef-4564-b672-f361740845af) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:44.088276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e882-e7d5-4be3-bfea-110718dd136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3cff41a6-af52-4144-899c-08f1aca736ad), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.090788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e882-e7d5-4be3-bfea-110718dd136e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.091988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d1d6e882-e7d5-4be3-bfea-110718dd136e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cff41a6-af52-4144-899c-08f1aca736ad HTTP/1.1" status: 204 len: 168 time: 1.1429310 Feb 10 04:14:44.125332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Made reservation on behalf of 0b3cca2151654661a6d28d9575c83114 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:44.128711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.132172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-d8dad3e4-191e-43c7-b0a0-13f223821033 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123736 Feb 10 04:14:44.157004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6e882-e7d5-4be3-bfea-110718dd136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff41a6-af52-4144-899c-08f1aca736ad,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:44.207989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Made reservation on behalf of def1a55bee63403f87c8f37244f7de0c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:44.214491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.229307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.276906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Made reservation on behalf of 0b3cca2151654661a6d28d9575c83114 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:44.280312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.310836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ea29d-9c9b-4189-a1a6-9ddac486d79b req-9c86a40e-18f7-4414-8583-ec5b1b2bd51a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:44.312713 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df4ea29d-9c9b-4189-a1a6-9ddac486d79b req-9c86a40e-18f7-4414-8583-ec5b1b2bd51a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2533464 Feb 10 04:14:44.358924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks [] for security_group (c54957b0-3a42-404b-bb02-9d5a0f948272), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.425895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks [] for port (9252f9a5-b0ef-4564-b672-f361740845af), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.478013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df4ea29d-9c9b-4189-a1a6-9ddac486d79b req-70934c6c-e076-40e1-a476-bb26dc154966 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539524 Feb 10 04:14:44.493302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c54957b0-3a42-404b-bb02-9d5a0f948272), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.508145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:44.527967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (609c966f-98b5-4f6e-91a0-dfcf02f453e8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.528648 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Added segment 609c966f-98b5-4f6e-91a0-dfcf02f453e8 of type vlan for network 38c74c3e-f500-4f22-993b-f69ac40f34a9 Feb 10 04:14:44.619849 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (38c74c3e-f500-4f22-993b-f69ac40f34a9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.657616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54957b0-3a42-404b-bb02-9d5a0f948272,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:44.684892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9252f9a5-b0ef-4564-b672-f361740845af), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.688608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96b87cb5-44c4-49c1-a558-968d4688e463 req-51cc41c9-0006-4efc-bee3-059bbd45cfce tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 210 time: 0.0819614 Feb 10 04:14:44.790544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Allocated IP 172.20.0.7 (07d8cfb6-f1ab-4839-a804-356bc69155c1/97d9dd95-f65f-406f-8696-f38309fd6c4f/db08225d-776e-4754-8583-9d2e1e666a4a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:44.797917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Pushing event updated for resources: {'Port': ['ID=9252f9a5-b0ef-4564-b672-f361740845af,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:44.804663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc89c0-c89b-4862-bdb0-6df530f7b069 req-c16c321f-8f32-4893-b01f-1fc80d8f646f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:44.813709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7dc89c0-c89b-4862-bdb0-6df530f7b069 req-c16c321f-8f32-4893-b01f-1fc80d8f646f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1574385 Feb 10 04:14:44.856195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Network 07d8cfb6-f1ab-4839-a804-356bc69155c1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:44.858473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (38c74c3e-f500-4f22-993b-f69ac40f34a9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.859460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:44.860305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6c3244b-e039-41ac-b839-be6e26e92177 req-cd1a7882-b9f9-4d20-9156-8d975b7aaaa0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 210 time: 0.0466194 Feb 10 04:14:44.865988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:44.870566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:44.873889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:44.887423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7dc89c0-c89b-4862-bdb0-6df530f7b069 req-55d2f049-ba29-465c-9725-5fe372728c66 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727508 Feb 10 04:14:44.952548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] Pushing event updated for resources: {'Network': ['ID=38c74c3e-f500-4f22-993b-f69ac40f34a9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:44.964965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 38c74c3e-f500-4f22-993b-f69ac40f34a9 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:44.972082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:44.976535 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.027484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f19124cf-c352-41b4-b73b-ecd1116837ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2239854 Feb 10 04:14:45.029027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39982) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:45.041478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Request body: {'subnet': {'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2096278261-subnet', 'tenant_id': 'def1a55bee63403f87c8f37244f7de0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:45.078879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-2895a956-6352-4bae-9b65-b25cd2121e89 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2874134 Feb 10 04:14:45.091117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Request body: {'port': {'device_id': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:45.147084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks [] for port (db08225d-776e-4754-8583-9d2e1e666a4a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.154395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be08c76-aac1-4723-a719-db72143b7508 req-863eee40-bb58-4204-94e9-3b0253b9df42 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:45.158002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6be08c76-aac1-4723-a719-db72143b7508 req-863eee40-bb58-4204-94e9-3b0253b9df42 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0947323 Feb 10 04:14:45.188158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9252f9a5-b0ef-4564-b672-f361740845af), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.221780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6be08c76-aac1-4723-a719-db72143b7508 req-acd24c12-b54a-4c23-a74a-3fa3031fdab6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513661 Feb 10 04:14:45.225509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Made reservation on behalf of def1a55bee63403f87c8f37244f7de0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:45.244221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.388073 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.472827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Pushing event updated for resources: {'Port': ['ID=db08225d-776e-4754-8583-9d2e1e666a4a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:45.502308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Network 07d8cfb6-f1ab-4839-a804-356bc69155c1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:45.507569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:45.512401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:45.537187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (5329b759-a79a-4ff0-a67d-ed9d93978f55), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.547215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Allocated IP 172.20.0.4 (07d8cfb6-f1ab-4839-a804-356bc69155c1/97d9dd95-f65f-406f-8696-f38309fd6c4f/d4d418b1-de34-4457-9a5a-548e40facd4a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:45.558566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d3b5-3b85-466d-8a1e-9ccd5cd4caa8 req-2e46735e-b5f7-4e05-b021-57d8a5eeca9d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:45.560267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea75d3b5-3b85-466d-8a1e-9ccd5cd4caa8 req-2e46735e-b5f7-4e05-b021-57d8a5eeca9d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2337353 Feb 10 04:14:45.606642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:45.607308 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.608731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5329b759-a79a-4ff0-a67d-ed9d93978f55,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:45.641070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Checking segment: {'id': '609c966f-98b5-4f6e-91a0-dfcf02f453e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:45.641570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Network hostable DHCP agents. Network: 38c74c3e-f500-4f22-993b-f69ac40f34a9, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:45.681038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea75d3b5-3b85-466d-8a1e-9ccd5cd4caa8 req-83bd9bb5-e08e-4bbf-b1f9-3585ad6831f8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116290 Feb 10 04:14:45.750013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f6f26b2c-c056-4de8-986b-f106f2342ad8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1018031 Feb 10 04:14:45.771264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Request body: {'port': {'device_id': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:45.787432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Network 38c74c3e-f500-4f22-993b-f69ac40f34a9 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:45.826582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f689629-c76b-4339-8e7f-da99a3259293 req-74f95b75-1d2b-49dc-8083-1faacb5afdf4 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 210 time: 0.0538008 Feb 10 04:14:45.836759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40012) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:45.867984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks [] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.882685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:45.977041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e4e621af-fa5a-4a8d-b27a-9e19f72f27f0 req-542c80c7-e9c2-45f1-8b5d-11b38293325d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 210 time: 0.0443218 Feb 10 04:14:45.978749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 38c74c3e-f500-4f22-993b-f69ac40f34a9) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:45.990975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9559c71-c164-42c6-8b4c-ed122c2794af None None] Network 38c74c3e-f500-4f22-993b-f69ac40f34a9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:45.991507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:45.992727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.078228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.116849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb86a634-32dd-4747-83b9-2544f62da9a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0862238 Feb 10 04:14:46.128229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106607ee-24a4-4479-860a-8386c05a5351 None None] Network 38c74c3e-f500-4f22-993b-f69ac40f34a9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:46.133049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1798967733'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:46.220553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Network 07d8cfb6-f1ab-4839-a804-356bc69155c1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:46.237776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Pushing event updated for resources: {'Port': ['ID=d4d418b1-de34-4457-9a5a-548e40facd4a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:46.241749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:46.245276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:46.291356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:46.291356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.291356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.390628 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (d862f918-94df-4394-bf17-04a43ff30305), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.502313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d862f918-94df-4394-bf17-04a43ff30305), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.537556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:46.544737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d862f918-94df-4394-bf17-04a43ff30305,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:46.551208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6e5c1825-f117-470c-9cae-77f01ec5961f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.551630 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment 6e5c1825-f117-470c-9cae-77f01ec5961f of type vlan for network 13828a75-e112-4581-a8ca-02d51624c5fc Feb 10 04:14:46.570131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f6366-7a5f-4d7b-b3db-cc9bd526c737 req-889c6b7f-9153-4b28-b291-f6e855e60e90 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:46.572459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f1f6366-7a5f-4d7b-b3db-cc9bd526c737 req-889c6b7f-9153-4b28-b291-f6e855e60e90 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.5656905 Feb 10 04:14:46.618239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (13828a75-e112-4581-a8ca-02d51624c5fc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.644105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:46.644744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.706210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f1f6366-7a5f-4d7b-b3db-cc9bd526c737 req-6f4f98f5-c512-4364-abdb-0591854d3ba1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212466 Feb 10 04:14:46.747702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9252f9a5-b0ef-4564-b672-f361740845af {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:46.756202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Publish callbacks [] for port (9252f9a5-b0ef-4564-b672-f361740845af), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.773835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Transition to ACTIVE for port object 9252f9a5-b0ef-4564-b672-f361740845af will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:14:46.830357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (13828a75-e112-4581-a8ca-02d51624c5fc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.835716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:46.839719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.839861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-88895a8a-1157-47ee-895f-1a3831409277 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0872128 Feb 10 04:14:46.851677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Request body: {'port': {'device_id': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:46.883383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10200385-e117-4634-b3d7-1dc5d7182ee1 req-acb21551-d163-4ce4-ac5e-d099200a75ad tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:46.887205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10200385-e117-4634-b3d7-1dc5d7182ee1 req-acb21551-d163-4ce4-ac5e-d099200a75ad tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0878484 Feb 10 04:14:46.908725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9252f9a5-b0ef-4564-b672-f361740845af), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:46.933992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=13828a75-e112-4581-a8ca-02d51624c5fc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:46.945855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:46.948219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-f82c9bcb-d60a-46e3-aeba-800ce1b8c9db tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:46.949892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-f82c9bcb-d60a-46e3-aeba-800ce1b8c9db tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/networks?id=38c74c3e-f500-4f22-993b-f69ac40f34a9 HTTP/1.1" status: 200 len: 822 time: 0.2045987 Feb 10 04:14:46.971882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-8fa5bb1d-a35a-41f6-818d-8e43c56cb125 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/quotas/def1a55bee63403f87c8f37244f7de0c HTTP/1.1" status: 200 len: 375 time: 0.0140970 Feb 10 04:14:46.972961 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:47.010480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-111fc5f6-ff05-42f1-9948-590cc6164f85 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=def1a55bee63403f87c8f37244f7de0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357752 Feb 10 04:14:47.064161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=9252f9a5-b0ef-4564-b672-f361740845af,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:47.084685 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-786cfda8-c069-49ec-a6fa-f1d7cae8b492 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2465718 Feb 10 04:14:47.086753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40058) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:47.098515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'name': 'tempest-PortsIpV6TestJSON-1735784631'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:47.106749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10200385-e117-4634-b3d7-1dc5d7182ee1 req-f0d045c1-84a6-48f8-946e-217c0fccc46f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153022 Feb 10 04:14:47.129487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-c1e6a432-8f94-4155-9d5d-51162bb867d7 service neutron] 10.222.0.42 "GET /v2.0/networks/38c74c3e-f500-4f22-993b-f69ac40f34a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079080 Feb 10 04:14:47.212957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:47.273834 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-e1d12443-efe5-44b4-8387-08b29ba18876 service neutron] 10.222.0.42 "GET /v2.0/networks/38c74c3e-f500-4f22-993b-f69ac40f34a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413026 Feb 10 04:14:47.379025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Attempting to bind port 9252f9a5-b0ef-4564-b672-f361740845af on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:47.379025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Attempting to bind port 9252f9a5-b0ef-4564-b672-f361740845af by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:47.379025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Attempting to bind port 9252f9a5-b0ef-4564-b672-f361740845af on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:47.424297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Port 9252f9a5-b0ef-4564-b672-f361740845af on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:14:47.424932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Attempting to bind port 9252f9a5-b0ef-4564-b672-f361740845af on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:47.467560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:47.467907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Checking segment: {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:47.468293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Bound using segment: {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:47.468738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Bound port: 9252f9a5-b0ef-4564-b672-f361740845af, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:47.469116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9252f9a5-b0ef-4564-b672-f361740845af), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:47.472824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db08225d-776e-4754-8583-9d2e1e666a4a {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:47.488778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Publish callbacks [] for port (db08225d-776e-4754-8583-9d2e1e666a4a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:47.550207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:47.558539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:47.568152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1651c-f6cb-41e5-a8f2-4230ff2e4bcf req-1eae2fee-58f9-4033-a883-11a821358f82 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:47.569732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bb1651c-f6cb-41e5-a8f2-4230ff2e4bcf req-1eae2fee-58f9-4033-a883-11a821358f82 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 931 time: 0.3604667 Feb 10 04:14:47.609033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6e934b6-80f2-4524-9f35-fb4eee9c3819 req-45b50a78-eae6-4dbe-b8e8-ca91b7f61cbe tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 210 time: 0.0462689 Feb 10 04:14:47.616024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Transition to ACTIVE for port object db08225d-776e-4754-8583-9d2e1e666a4a will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:14:47.650392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:14:47.721897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:47.728510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35538566-b403-4623-a29f-feec527abac7 req-15e6b455-30ca-4fb9-b751-9f0b72224952 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 210 time: 0.0361874 Feb 10 04:14:47.752543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-cf6b33bb-ede3-4a2f-a960-30e562d508cd tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:47.754057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-cf6b33bb-ede3-4a2f-a960-30e562d508cd tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.43 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.2274485 Feb 10 04:14:47.771453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] For port 9252f9a5-b0ef-4564-b672-f361740845af, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:47.772830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Request body: {'port': {'device_id': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'admin_state_up': True, 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:47.796239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bb1651c-f6cb-41e5-a8f2-4230ff2e4bcf req-7c4ff0fb-6f40-4b6e-befc-3864cd575499 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107003 Feb 10 04:14:47.867465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] For port 9252f9a5-b0ef-4564-b672-f361740845af, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9252f9a5-b0ef-4564-b672-f361740845af,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:47.925170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Pushing event updated for resources: {'Port': ['ID=db08225d-776e-4754-8583-9d2e1e666a4a,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:47.930261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a1cfa-f68d-44c7-996e-e573608a7f0c req-9b1b5ab4-463b-4790-89ac-382d4d38fc30 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:47.932161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a89a1cfa-f68d-44c7-996e-e573608a7f0c req-9b1b5ab4-463b-4790-89ac-382d4d38fc30 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1038039 Feb 10 04:14:48.000046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9252f9a5-b0ef-4564-b672-f361740845af), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.025485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a89a1cfa-f68d-44c7-996e-e573608a7f0c req-8ffa4221-5e2c-4322-927a-6f7bc63e5f6a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833573 Feb 10 04:14:48.122137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:48.125611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.127408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:48.127408 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.128682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] 10.222.0.24 "PUT /v2.0/ports/9252f9a5-b0ef-4564-b672-f361740845af HTTP/1.1" status: 200 len: 1091 time: 3.0425656 Feb 10 04:14:48.129139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'tag': '9252f9a5-b0ef-4564-b672-f361740845af'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:48.131423 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d27550d-a865-4cb0-a82f-802916375ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6ca00a-7ce3-4ebf-821e-21c2e64698d1", "tag": "9252f9a5-b0ef-4564-b672-f361740845af"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:48.202790 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b247a8-e43a-4f89-b18d-28b76ea16ebf x-openstack-request-id: req-50b247a8-e43a-4f89-b18d-28b76ea16ebf {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:48.203086 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6ca00a-7ce3-4ebf-821e-21c2e64698d1", "tag": "9252f9a5-b0ef-4564-b672-f361740845af", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:48.203531 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50b247a8-e43a-4f89-b18d-28b76ea16ebf {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:48.204111 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'tag': '9252f9a5-b0ef-4564-b672-f361740845af', 'status': 'completed', 'code': 200} Feb 10 04:14:48.279094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Allocated IP 172.20.0.12 (4dbd154e-9581-4df8-b224-7fe373295285/6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa/d2d501ff-5de0-4715-b1f7-311d831e81eb) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:48.287218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514dee8-fa8a-4011-a528-8bf32cd6ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=9252f9a5-b0ef-4564-b672-f361740845af,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:48.288764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.294016 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.297022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d418b1-de34-4457-9a5a-548e40facd4a {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:48.301150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Attempting to bind port db08225d-776e-4754-8583-9d2e1e666a4a on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:48.301494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Attempting to bind port db08225d-776e-4754-8583-9d2e1e666a4a by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:48.301819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Attempting to bind port db08225d-776e-4754-8583-9d2e1e666a4a on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:48.318904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Publish callbacks [] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.333409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Port db08225d-776e-4754-8583-9d2e1e666a4a on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:14:48.333738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Attempting to bind port db08225d-776e-4754-8583-9d2e1e666a4a on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:48.350442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Transition to ACTIVE for port object d4d418b1-de34-4457-9a5a-548e40facd4a will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:14:48.358329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:48.358777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Checking segment: {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:48.359175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Bound using segment: {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:48.359619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Bound port: db08225d-776e-4754-8583-9d2e1e666a4a, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:48.365061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.386447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89699415-9e71-4d86-b40f-af804deb6fba req-ab788805-270d-47a4-9630-3dcea022f39a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:48.388287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89699415-9e71-4d86-b40f-af804deb6fba req-ab788805-270d-47a4-9630-3dcea022f39a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2665384 Feb 10 04:14:48.416498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27550d-a865-4cb0-a82f-802916375ae4 req-de728897-0aa0-4a2b-a9e2-c9f5253e30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:48.417984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d27550d-a865-4cb0-a82f-802916375ae4 req-de728897-0aa0-4a2b-a9e2-c9f5253e30a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b3cca2151654661a6d28d9575c83114&device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 1125 time: 0.1947689 Feb 10 04:14:48.461192 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks [] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.555527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.560494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89699415-9e71-4d86-b40f-af804deb6fba req-4c81f4a1-1410-4b7e-886e-aa1ea7f80cdb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610234 Feb 10 04:14:48.594290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] For port db08225d-776e-4754-8583-9d2e1e666a4a, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:48.610285 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.624752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] For port db08225d-776e-4754-8583-9d2e1e666a4a, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=db08225d-776e-4754-8583-9d2e1e666a4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:48.629184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.657125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d418b1-de34-4457-9a5a-548e40facd4a,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:48.663275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27550d-a865-4cb0-a82f-802916375ae4 req-4f49de65-3f2e-4c95-bdfd-d1db493bd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:48.664764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d27550d-a865-4cb0-a82f-802916375ae4 req-4f49de65-3f2e-4c95-bdfd-d1db493bd631 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b3cca2151654661a6d28d9575c83114&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2216136 Feb 10 04:14:48.689310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Network 4dbd154e-9581-4df8-b224-7fe373295285 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:48.695676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:48.701995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:48.742804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event updated for resources: {'Port': ['ID=d2d501ff-5de0-4715-b1f7-311d831e81eb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:48.791432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.799732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:48.800533 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.838482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:48.890593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:48.891244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:48.892617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] 10.222.0.43 "PUT /v2.0/ports/db08225d-776e-4754-8583-9d2e1e666a4a HTTP/1.1" status: 200 len: 1091 time: 3.1328697 Feb 10 04:14:48.912986 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:14:48.934379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': '6e5c1825-f117-470c-9cae-77f01ec5961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:48.936569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: 13828a75-e112-4581-a8ca-02d51624c5fc, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:49.000221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Attempting to bind port d4d418b1-de34-4457-9a5a-548e40facd4a on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:49.000555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Attempting to bind port d4d418b1-de34-4457-9a5a-548e40facd4a by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:49.000894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Attempting to bind port d4d418b1-de34-4457-9a5a-548e40facd4a on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:49.005498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6d4bd4aa-d8c3-47ab-a643-4d0c77adbcfc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2424092 Feb 10 04:14:49.007632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27550d-a865-4cb0-a82f-802916375ae4 req-0e507c24-9d2d-4e1f-9e71-bfeb2e079834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.009715 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d27550d-a865-4cb0-a82f-802916375ae4 req-0e507c24-9d2d-4e1f-9e71-bfeb2e079834 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3341286 Feb 10 04:14:49.017097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69868c-2da7-4780-ac0f-80764cbbc20b service neutron] Pushing event updated for resources: {'Port': ['ID=db08225d-776e-4754-8583-9d2e1e666a4a,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:49.017949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Request body: {'port': {'device_id': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:49.020563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Port d4d418b1-de34-4457-9a5a-548e40facd4a on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:14:49.020896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Attempting to bind port d4d418b1-de34-4457-9a5a-548e40facd4a on network 07d8cfb6-f1ab-4839-a804-356bc69155c1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:49.030198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581bba1-273c-43ce-b971-bf43f946d2bb req-e4f01faa-ed71-4351-8392-a31858678880 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.031946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8581bba1-273c-43ce-b971-bf43f946d2bb req-e4f01faa-ed71-4351-8392-a31858678880 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 932 time: 0.2314398 Feb 10 04:14:49.036418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:49.036706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Checking segment: {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:49.037015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Bound using segment: {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:49.037446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Bound port: d4d418b1-de34-4457-9a5a-548e40facd4a, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bb4436-67b0-42db-afac-9c665426603c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:49.037821 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:49.114185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:49.224600 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8581bba1-273c-43ce-b971-bf43f946d2bb req-4ddefea6-2a33-497b-9dbe-28fff29ad739 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844590 Feb 10 04:14:49.247590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-c46ceaf5-2651-44c7-8733-39cf4eddd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.248640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-c46ceaf5-2651-44c7-8733-39cf4eddd611 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b3cca2151654661a6d28d9575c83114&device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 1125 time: 0.1883426 Feb 10 04:14:49.253546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f46e055c-1932-4178-9e2a-a60bbfa1747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.255025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f46e055c-1932-4178-9e2a-a60bbfa1747c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b3cca2151654661a6d28d9575c83114&device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 1125 time: 0.1513684 Feb 10 04:14:49.311382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] For port d4d418b1-de34-4457-9a5a-548e40facd4a, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:49.315608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-822962e5-3cea-457f-bffc-6814b612f261 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9252f9a5-b0ef-4564-b672-f361740845af HTTP/1.1" status: 200 len: 217 time: 0.0580921 Feb 10 04:14:49.316194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:49.400236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-3257182e-2e0b-4b11-b855-bd64d9b8a6ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db08225d-776e-4754-8583-9d2e1e666a4a HTTP/1.1" status: 200 len: 217 time: 0.0989859 Feb 10 04:14:49.402336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad783e0-30a8-4c6f-97f1-20c9a828181e req-32ba202f-db7d-4d86-aac8-c5687eeb0497 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 210 time: 0.0992966 Feb 10 04:14:49.406847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] For port d4d418b1-de34-4457-9a5a-548e40facd4a, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d4d418b1-de34-4457-9a5a-548e40facd4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:49.498015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-16db50f1-2e67-411c-b100-6a83a2c97dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.499525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-16db50f1-2e67-411c-b100-6a83a2c97dd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97d9dd95-f65f-406f-8696-f38309fd6c4f HTTP/1.1" status: 200 len: 857 time: 0.1417341 Feb 10 04:14:49.539402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-b16bb6b9-7eed-4ce3-a3c8-9f1744c7e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.541896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-b16bb6b9-7eed-4ce3-a3c8-9f1744c7e795 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97d9dd95-f65f-406f-8696-f38309fd6c4f HTTP/1.1" status: 200 len: 857 time: 0.1332407 Feb 10 04:14:49.562257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-12ca5d7c-b2a5-4ef8-b1da-9a7253e94a83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07d8cfb6-f1ab-4839-a804-356bc69155c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491273 Feb 10 04:14:49.574900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 13828a75-e112-4581-a8ca-02d51624c5fc) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:49.582501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:49.586985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.587890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:49.591144 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:49.597706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153733a-505c-492e-8599-17b7a00df2f1 None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:49.791403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a829be-ab3f-4192-a5ec-c421c8ff8230 req-9de31711-9a8b-40b0-8409-8316db28a942 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.792989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70a829be-ab3f-4192-a5ec-c421c8ff8230 req-9de31711-9a8b-40b0-8409-8316db28a942 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1014721 Feb 10 04:14:49.857164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d501ff-5de0-4715-b1f7-311d831e81eb {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:49.869471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Publish callbacks [] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:49.905564 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-0a14f912-5f37-4990-88d5-db4deac5cc55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07d8cfb6-f1ab-4839-a804-356bc69155c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3466930 Feb 10 04:14:49.907776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Transition to ACTIVE for port object d2d501ff-5de0-4715-b1f7-311d831e81eb will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:14:49.916512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70a829be-ab3f-4192-a5ec-c421c8ff8230 req-14275b02-2486-4006-9f6a-75f494e70ed7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047547 Feb 10 04:14:49.992002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:49.992645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:49.998011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:49.998159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] 10.222.0.24 "PUT /v2.0/ports/d4d418b1-de34-4457-9a5a-548e40facd4a HTTP/1.1" status: 200 len: 1091 time: 3.1480381 Feb 10 04:14:50.067728 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Pushing event updated for resources: {'Port': ['ID=d2d501ff-5de0-4715-b1f7-311d831e81eb,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:50.090411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3f69e297-0079-4b46-abe8-e93b7ca80a42 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9969022 Feb 10 04:14:50.100455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3070a9b-a1ca-4cf2-b83d-56cac7141f7a req-ed0fbee4-e834-4aae-9351-e2dc21960018 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.103941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40124) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:50.108030 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3070a9b-a1ca-4cf2-b83d-56cac7141f7a req-ed0fbee4-e834-4aae-9351-e2dc21960018 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 943 time: 0.6154199 Feb 10 04:14:50.110353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-788518531'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:50.122369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe975c-18f0-41e0-a166-0a2807955f47 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d418b1-de34-4457-9a5a-548e40facd4a,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:50.151705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Attempting to bind port d2d501ff-5de0-4715-b1f7-311d831e81eb on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:50.152348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Attempting to bind port d2d501ff-5de0-4715-b1f7-311d831e81eb by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:50.152348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Attempting to bind port d2d501ff-5de0-4715-b1f7-311d831e81eb on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:50.156987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Port d2d501ff-5de0-4715-b1f7-311d831e81eb on network 4dbd154e-9581-4df8-b224-7fe373295285 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:14:50.157357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Attempting to bind port d2d501ff-5de0-4715-b1f7-311d831e81eb on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:50.162638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:50.163020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Checking segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:50.163408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Bound using segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:50.163938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Bound port: d2d501ff-5de0-4715-b1f7-311d831e81eb, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:50.164262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.210622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cda52441-0357-4771-bd16-3702bdea79be service neutron] 10.222.0.24 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277349 Feb 10 04:14:50.211129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'tag': 'db08225d-776e-4754-8583-9d2e1e666a4a'}, {'name': 'network-changed', 'server_uuid': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'tag': 'd4d418b1-de34-4457-9a5a-548e40facd4a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:50.213658 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b72c44-6200-47bc-a00e-b5ddfee806be", "tag": "db08225d-776e-4754-8583-9d2e1e666a4a"}, {"name": "network-changed", "server_uuid": "48491f7e-da88-4a2c-99fc-b9969be1582d", "tag": "d4d418b1-de34-4457-9a5a-548e40facd4a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:50.219730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:50.223184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.239702 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-59a0f759-4f6f-43f0-a846-9fe1e76c024f service neutron] 10.222.0.43 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987976 Feb 10 04:14:50.261477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] For port d2d501ff-5de0-4715-b1f7-311d831e81eb, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:50.269078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] For port d2d501ff-5de0-4715-b1f7-311d831e81eb, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d2d501ff-5de0-4715-b1f7-311d831e81eb,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:50.275601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3070a9b-a1ca-4cf2-b83d-56cac7141f7a req-e8b66552-5b2f-4081-8647-d47f094d44b3 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659868 Feb 10 04:14:50.292491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:50.296259 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f92f62-c013-496c-981c-7998fb406b8a x-openstack-request-id: req-94f92f62-c013-496c-981c-7998fb406b8a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:50.296569 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b72c44-6200-47bc-a00e-b5ddfee806be", "tag": "db08225d-776e-4754-8583-9d2e1e666a4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48491f7e-da88-4a2c-99fc-b9969be1582d", "tag": "d4d418b1-de34-4457-9a5a-548e40facd4a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:50.296920 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94f92f62-c013-496c-981c-7998fb406b8a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:50.297322 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'tag': 'db08225d-776e-4754-8583-9d2e1e666a4a', 'status': 'completed', 'code': 200} Feb 10 04:14:50.297585 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'tag': 'd4d418b1-de34-4457-9a5a-548e40facd4a', 'status': 'completed', 'code': 200} Feb 10 04:14:50.322741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b76ddb42-04e4-4f16-9d5f-eb50d5862d13), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.323206 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment b76ddb42-04e4-4f16-9d5f-eb50d5862d13 of type vlan for network 4648c840-5632-484b-b722-a0e27f4ed89d Feb 10 04:14:50.370527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4648c840-5632-484b-b722-a0e27f4ed89d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.391838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-32d55224-07fe-417c-99f4-cdc18610e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.393360 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-32d55224-07fe-417c-99f4-cdc18610e6eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b3cca2151654661a6d28d9575c83114&device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 1125 time: 0.2645991 Feb 10 04:14:50.468332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.482514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-7881d782-ec17-4dad-a364-8250d33309ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d418b1-de34-4457-9a5a-548e40facd4a HTTP/1.1" status: 200 len: 217 time: 0.0767071 Feb 10 04:14:50.496101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f04af73a-b130-4440-90d7-02758f1627a0 service neutron] 10.222.0.24 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723546 Feb 10 04:14:50.508047 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4648c840-5632-484b-b722-a0e27f4ed89d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.514046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.517728 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.539995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-cb2879a0-7ac9-4c42-aa1a-0cef6889765a service neutron] 10.222.0.43 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929621 Feb 10 04:14:50.558979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf3e2-f8ad-4b71-81fb-751b7969ea35 req-8bed07f2-8f1b-490d-9fdd-3b3ad5604500 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.560589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-160bf3e2-f8ad-4b71-81fb-751b7969ea35 req-8bed07f2-8f1b-490d-9fdd-3b3ad5604500 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 944 time: 0.1748989 Feb 10 04:14:50.568376 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-71f0e33e-a56c-4161-a9f8-99730eaa0890 req-0e2bdada-bb6d-4d77-aa04-1b7f1ed90b19 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 210 time: 0.0909402 Feb 10 04:14:50.573658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7326e-beb7-4117-bcd1-399a7290145f req-b5dfb3d5-d025-4cdb-9a1d-3e3dea5ce0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.577046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.577175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-b5dfb3d5-d025-4cdb-9a1d-3e3dea5ce0b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97d9dd95-f65f-406f-8696-f38309fd6c4f HTTP/1.1" status: 200 len: 857 time: 0.0821557 Feb 10 04:14:50.577306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:50.577306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] 10.222.0.43 "PUT /v2.0/ports/d2d501ff-5de0-4715-b1f7-311d831e81eb HTTP/1.1" status: 200 len: 1092 time: 1.5647509 Feb 10 04:14:50.577682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'tag': 'd2d501ff-5de0-4715-b1f7-311d831e81eb'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:50.583757 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c5b573-9d69-43d5-ae7e-725c935dd2af" -d '{"events": [{"name": "network-changed", "server_uuid": "76d919d3-10d4-4dcd-a913-beeaabf58201", "tag": "d2d501ff-5de0-4715-b1f7-311d831e81eb"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:50.624072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-0afc98be-a0b2-4b1a-a3e2-9c8c5238ca8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07d8cfb6-f1ab-4839-a804-356bc69155c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410490 Feb 10 04:14:50.661880 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a12456c-698c-41ad-8d70-ce1ff91bbac8 x-openstack-request-id: req-5a12456c-698c-41ad-8d70-ce1ff91bbac8 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:50.662170 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d919d3-10d4-4dcd-a913-beeaabf58201", "tag": "d2d501ff-5de0-4715-b1f7-311d831e81eb", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:50.662414 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a12456c-698c-41ad-8d70-ce1ff91bbac8 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:50.662852 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'tag': 'd2d501ff-5de0-4715-b1f7-311d831e81eb', 'status': 'completed', 'code': 200} Feb 10 04:14:50.665973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dae5a-e292-4bfc-ac8c-4883c624b89d service neutron] Pushing event updated for resources: {'Port': ['ID=d2d501ff-5de0-4715-b1f7-311d831e81eb,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:50.677830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=4648c840-5632-484b-b722-a0e27f4ed89d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:50.693785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4648c840-5632-484b-b722-a0e27f4ed89d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:50.725404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d19e254a-a454-4daf-8c34-463185072fa9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6204028 Feb 10 04:14:50.728861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40140) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:50.736993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'ports': [{'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc'}, {'network_id': '4648c840-5632-484b-b722-a0e27f4ed89d'}]} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:50.737618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:50.738743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '4648c840-5632-484b-b722-a0e27f4ed89d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:50.778302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-160bf3e2-f8ad-4b71-81fb-751b7969ea35 req-d9853db9-a87c-4d1c-8a57-c1a293f5a627 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981776 Feb 10 04:14:50.835581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5b573-9d69-43d5-ae7e-725c935dd2af req-33423831-b52b-4be5-8b6e-0a929a20a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.837152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92c5b573-9d69-43d5-ae7e-725c935dd2af req-33423831-b52b-4be5-8b6e-0a929a20a506 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 1126 time: 0.1679878 Feb 10 04:14:50.844962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-56e79ef2-8a3b-4ac1-aa51-baeec55e014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:50.846463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-56e79ef2-8a3b-4ac1-aa51-baeec55e014d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b3cca2151654661a6d28d9575c83114&device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 1125 time: 0.1608250 Feb 10 04:14:50.848645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-628730f0-cd70-4215-afd4-a02fe5e2926d service neutron] 10.222.0.24 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104406 Feb 10 04:14:51.112187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-e5d8f5df-3532-4fa0-b339-135c7aecb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.113953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-e5d8f5df-3532-4fa0-b339-135c7aecb6d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07d8cfb6-f1ab-4839-a804-356bc69155c1 HTTP/1.1" status: 200 len: 918 time: 0.2608542 Feb 10 04:14:51.117369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-72d7326e-beb7-4117-bcd1-399a7290145f req-f94d68fd-0e17-4300-a18d-d2115b2362ea service neutron] 10.222.0.24 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565677 Feb 10 04:14:51.129018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-d6c8e568-0b38-41f2-bb2c-44acc729ecb3 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.130680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-d6c8e568-0b38-41f2-bb2c-44acc729ecb3 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.24 "GET /v2.0/networks?id=38c74c3e-f500-4f22-993b-f69ac40f34a9 HTTP/1.1" status: 200 len: 822 time: 0.2386885 Feb 10 04:14:51.143255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Request body: {'port': {'device_id': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9', 'admin_state_up': True, 'tenant_id': 'def1a55bee63403f87c8f37244f7de0c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:51.158910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5b573-9d69-43d5-ae7e-725c935dd2af req-8c956b66-69ef-425d-a739-fd19d0cc0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.161199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92c5b573-9d69-43d5-ae7e-725c935dd2af req-8c956b66-69ef-425d-a739-fd19d0cc0699 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3086429 Feb 10 04:14:51.195160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-2e6371ca-e27a-4f22-af6a-cd6087751571 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db08225d-776e-4754-8583-9d2e1e666a4a HTTP/1.1" status: 200 len: 217 time: 0.0633013 Feb 10 04:14:51.222696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 2} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:51.230074 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:51.252903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-1179375d-fa97-46ca-bfb4-8c728956ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.254735 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-1179375d-fa97-46ca-bfb4-8c728956ea32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97d9dd95-f65f-406f-8696-f38309fd6c4f HTTP/1.1" status: 200 len: 857 time: 0.0519199 Feb 10 04:14:51.291399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:51.332285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce532-8a2d-49d5-ae9a-49495f39b521 req-5ea68ac5-d19c-4dc5-8c55-6ddce473e5da tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.340303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df4ce532-8a2d-49d5-ae9a-49495f39b521 req-5ea68ac5-d19c-4dc5-8c55-6ddce473e5da tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2925663 Feb 10 04:14:51.388417 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-60edaca9-3567-4683-b023-40903d7f1282 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07d8cfb6-f1ab-4839-a804-356bc69155c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003795 Feb 10 04:14:51.535100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-d6ec2c1b-80e8-4388-b5ad-71add90d8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.536803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-d6ec2c1b-80e8-4388-b5ad-71add90d8fe4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b3cca2151654661a6d28d9575c83114&device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 1125 time: 0.2477624 Feb 10 04:14:51.543814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Made reservation on behalf of def1a55bee63403f87c8f37244f7de0c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:51.544281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df4ce532-8a2d-49d5-ae9a-49495f39b521 req-04b90345-c89a-40b7-a16c-a267c294a973 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990430 Feb 10 04:14:51.545790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5b573-9d69-43d5-ae7e-725c935dd2af req-6f2c7ed2-3440-4cca-8547-c58250bc6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.547122 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92c5b573-9d69-43d5-ae7e-725c935dd2af req-6f2c7ed2-3440-4cca-8547-c58250bc6110 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3794122 Feb 10 04:14:51.547470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:51.593312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc8cbb-2fa8-4e84-9787-0eca62be341b req-123fd1e8-f60a-4e40-88dd-25820d38b63d tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.595057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8fc8cbb-2fa8-4e84-9787-0eca62be341b req-123fd1e8-f60a-4e40-88dd-25820d38b63d tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 943 time: 0.2091424 Feb 10 04:14:51.657291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port 2c09bde4-94b8-4657-b9f6-22c9ee83fe55 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:14:51.704179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-db9f33e6-64f3-41f4-945d-0eab8ff3f148 service neutron] 10.222.0.43 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978148 Feb 10 04:14:51.719681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0217c5a6-90f4-48c8-8ccc-f751aa2c6d86 req-5f285e78-67c4-4f01-8e19-24461d9a54ea tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 210 time: 0.0392301 Feb 10 04:14:51.743927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-14c9b467-feb8-4e3c-b37d-c76c69d733e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.745333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-14c9b467-feb8-4e3c-b37d-c76c69d733e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 1126 time: 0.1125443 Feb 10 04:14:51.809454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-6b142e0a-a159-4bf3-bcf9-2f312beb2d2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2d501ff-5de0-4715-b1f7-311d831e81eb HTTP/1.1" status: 200 len: 217 time: 0.0514877 Feb 10 04:14:51.869684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-c3108652-179f-4143-afbf-ddcf1258cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.871287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-c3108652-179f-4143-afbf-ddcf1258cf99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07d8cfb6-f1ab-4839-a804-356bc69155c1 HTTP/1.1" status: 200 len: 918 time: 0.3207419 Feb 10 04:14:51.885523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8fc8cbb-2fa8-4e84-9787-0eca62be341b req-a0db7d39-05cf-426a-be6e-b19a257808b2 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717576 Feb 10 04:14:51.932747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (2c09bde4-94b8-4657-b9f6-22c9ee83fe55), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:51.937442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-8d7822cd-226b-4991-9057-b999b855c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:51.939061 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-8d7822cd-226b-4991-9057-b999b855c650 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.1233242 Feb 10 04:14:51.948110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-61c9298d-ab35-4d54-8006-6c96b4cee000 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d418b1-de34-4457-9a5a-548e40facd4a HTTP/1.1" status: 200 len: 217 time: 0.0688033 Feb 10 04:14:51.989614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-d8eb4aca-b581-4c8f-a80a-d6025d878d88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387948 Feb 10 04:14:52.040981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b41f9c-9301-4945-aa6d-734afa4a6e75 req-20ed8fa0-adec-4027-98f1-4064b5c08842 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:52.042661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2b41f9c-9301-4945-aa6d-734afa4a6e75 req-20ed8fa0-adec-4027-98f1-4064b5c08842 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 944 time: 0.1911426 Feb 10 04:14:52.083541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port 39e991bf-e65a-45a1-9c5a-2f4d71a4b363 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:14:52.184461 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2b41f9c-9301-4945-aa6d-734afa4a6e75 req-d4ca4b96-7883-48ca-8991-31b37fba8b1e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235218 Feb 10 04:14:52.199697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-0982b6f7-79d1-4b10-ab60-309a7465aad0 service neutron] 10.222.0.43 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036731 Feb 10 04:14:52.247428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-0904e1b5-cf0a-48dc-8401-c4f44a8f6a65 service neutron] 10.222.0.43 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329249 Feb 10 04:14:52.276158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Allocated IP 172.20.0.2 (38c74c3e-f500-4f22-993b-f69ac40f34a9/5329b759-a79a-4ff0-a67d-ed9d93978f55/781b7b42-0eef-4e08-82ee-7a742563eeef) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:52.279028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-8915391e-9192-453e-bc0f-e45201d12847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:52.280507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-8915391e-9192-453e-bc0f-e45201d12847 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97d9dd95-f65f-406f-8696-f38309fd6c4f HTTP/1.1" status: 200 len: 857 time: 0.3221662 Feb 10 04:14:52.318473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-4fa7b49b-3d4d-48b0-8590-0e49f794d158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07d8cfb6-f1ab-4839-a804-356bc69155c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305812 Feb 10 04:14:52.323422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (39e991bf-e65a-45a1-9c5a-2f4d71a4b363), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:52.357931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0923eeaa-cc57-4535-a8a5-97346aaa3d4e req-dff6c1cd-6907-4a58-948e-f6c601a9ebd5 service neutron] 10.222.0.43 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510556 Feb 10 04:14:52.482560 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2c09bde4-94b8-4657-b9f6-22c9ee83fe55), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:52.504114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-6df8ae66-b7f8-4e9c-9464-c70c5d85ce91 service neutron] 10.222.0.24 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766348 Feb 10 04:14:52.529236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:52.532312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:52.535881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:52.536716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (39e991bf-e65a-45a1-9c5a-2f4d71a4b363), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:52.543456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=2c09bde4-94b8-4657-b9f6-22c9ee83fe55,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:52.603747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=39e991bf-e65a-45a1-9c5a-2f4d71a4b363,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:52.607001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks [] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:52.619938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': 'b76ddb42-04e4-4f16-9d5f-eb50d5862d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4648c840-5632-484b-b722-a0e27f4ed89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:52.620303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: 4648c840-5632-484b-b722-a0e27f4ed89d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:52.695641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98959c5-d2d8-40d0-ad86-e2b8cfbc4f1d req-b948dad4-6d38-4eff-8763-cbb67824d74f service neutron] 10.222.0.24 "GET /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853454 Feb 10 04:14:52.711749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59389f5e-68f2-43e6-a5ca-7e1a916a249f req-c23a4b84-ee72-4ea9-a449-fd9364907392 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:52.713337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59389f5e-68f2-43e6-a5ca-7e1a916a249f req-c23a4b84-ee72-4ea9-a449-fd9364907392 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1009784 Feb 10 04:14:52.716188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 4648c840-5632-484b-b722-a0e27f4ed89d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:52.762864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59389f5e-68f2-43e6-a5ca-7e1a916a249f req-6346aa4a-2539-4abd-aab7-0fce58688ba7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Feb 10 04:14:52.828801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b50fea17-62a9-4969-9cbb-fc12585d9944 req-9e34b314-1e68-4ab8-9274-fdf618008524 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Feb 10 04:14:52.862338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4648c840-5632-484b-b722-a0e27f4ed89d) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:52.862689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:52.866324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:52.871745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:52.872731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf85ce6-74f4-4b63-ba68-963331b87b4f None None] Network 4648c840-5632-484b-b722-a0e27f4ed89d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:52.876220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:52.876916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:52.919441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Network 38c74c3e-f500-4f22-993b-f69ac40f34a9 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:52.923234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:52.927131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:52.935531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Pushing event updated for resources: {'Port': ['ID=781b7b42-0eef-4e08-82ee-7a742563eeef,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:52.987353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2a4b4b4e-1ddb-41ee-b1c6-350f5de85f73 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2569845 Feb 10 04:14:52.990026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40176) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:53.048506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:53.049187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.096837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 39e991bf-e65a-45a1-9c5a-2f4d71a4b363 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:53.097280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (39e991bf-e65a-45a1-9c5a-2f4d71a4b363), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.104417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd6b5-2671-4370-b3bc-8da7e7e13060 req-a09403e5-4648-4faa-b2fd-41c4de96aadb tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:53.106309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-087bd6b5-2671-4370-b3bc-8da7e7e13060 req-a09403e5-4648-4faa-b2fd-41c4de96aadb tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 943 time: 0.1089242 Feb 10 04:14:53.160565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-ae7b1edc-05e6-4161-bfde-1b47c50ebec5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0216422 Feb 10 04:14:53.176857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-087bd6b5-2671-4370-b3bc-8da7e7e13060 req-e2793c21-2aab-4fd5-99fc-08977d718a72 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575531 Feb 10 04:14:53.182377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Request body: {'port': {'device_id': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:53.196005 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (39e991bf-e65a-45a1-9c5a-2f4d71a4b363), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.209958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 39e991bf-e65a-45a1-9c5a-2f4d71a4b363 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:53.247737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.336564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842cee5-869d-4842-ad1d-fe25e656bb4f req-1c2ab36a-abe8-4acd-909b-ed93a34120d9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:53.338339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f842cee5-869d-4842-ad1d-fe25e656bb4f req-1c2ab36a-abe8-4acd-909b-ed93a34120d9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 944 time: 0.0784385 Feb 10 04:14:53.390967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f842cee5-869d-4842-ad1d-fe25e656bb4f req-152f6f6c-56c9-4d0c-9c61-faaf979da85c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Feb 10 04:14:53.419094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (39e991bf-e65a-45a1-9c5a-2f4d71a4b363), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.449906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=39e991bf-e65a-45a1-9c5a-2f4d71a4b363,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:53.456978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.462858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-644ef870-31f8-4acd-b13d-e9741d066e4d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/39e991bf-e65a-45a1-9c5a-2f4d71a4b363 HTTP/1.1" status: 204 len: 168 time: 0.4694490 Feb 10 04:14:53.463915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40186) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:53.533241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781b7b42-0eef-4e08-82ee-7a742563eeef {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:53.541812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Publish callbacks [] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.559302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Transition to ACTIVE for port object 781b7b42-0eef-4e08-82ee-7a742563eeef will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:14:53.560407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09bbdd7-cef5-496e-8085-77c6c8f85613 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:53.565791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09bbdd7-cef5-496e-8085-77c6c8f85613 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:53.567509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b09bbdd7-cef5-496e-8085-77c6c8f85613 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1023834 Feb 10 04:14:53.570301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40190) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:53.575978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9252f9a5-b0ef-4564-b672-f361740845af details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:14:53.593153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device db08225d-776e-4754-8583-9d2e1e666a4a details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:14:53.670911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 2c09bde4-94b8-4657-b9f6-22c9ee83fe55 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:53.671282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2c09bde4-94b8-4657-b9f6-22c9ee83fe55), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.682901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.738404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Pushing event updated for resources: {'Port': ['ID=781b7b42-0eef-4e08-82ee-7a742563eeef,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:53.760843 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2c09bde4-94b8-4657-b9f6-22c9ee83fe55), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.765459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9252f9a5-b0ef-4564-b672-f361740845af, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9252f9a5-b0ef-4564-b672-f361740845af,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:53.781249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 2c09bde4-94b8-4657-b9f6-22c9ee83fe55 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:53.808667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port db08225d-776e-4754-8583-9d2e1e666a4a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=db08225d-776e-4754-8583-9d2e1e666a4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:53.823897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '9252f9a5-b0ef-4564-b672-f361740845af', 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1', 'port_id': '9252f9a5-b0ef-4564-b672-f361740845af', 'mac_address': 'fa:16:3e:9c:f7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d9dd95-f65f-406f-8696-f38309fd6c4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:14:53.829929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Attempting to bind port 781b7b42-0eef-4e08-82ee-7a742563eeef on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:53.830447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Attempting to bind port 781b7b42-0eef-4e08-82ee-7a742563eeef by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '609c966f-98b5-4f6e-91a0-dfcf02f453e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:53.834462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Attempting to bind port 781b7b42-0eef-4e08-82ee-7a742563eeef on network 38c74c3e-f500-4f22-993b-f69ac40f34a9 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:53.836339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Port 781b7b42-0eef-4e08-82ee-7a742563eeef on network 38c74c3e-f500-4f22-993b-f69ac40f34a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:14:53.836765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Attempting to bind port 781b7b42-0eef-4e08-82ee-7a742563eeef on network 38c74c3e-f500-4f22-993b-f69ac40f34a9 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:53.843328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'db08225d-776e-4754-8583-9d2e1e666a4a', 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1', 'port_id': 'db08225d-776e-4754-8583-9d2e1e666a4a', 'mac_address': 'fa:16:3e:8b:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d9dd95-f65f-406f-8696-f38309fd6c4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:14:53.844958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:53.845339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Checking segment: {'id': '609c966f-98b5-4f6e-91a0-dfcf02f453e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:53.847217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Bound using segment: {'id': '609c966f-98b5-4f6e-91a0-dfcf02f453e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:53.847730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Bound port: 781b7b42-0eef-4e08-82ee-7a742563eeef, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609c966f-98b5-4f6e-91a0-dfcf02f453e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:53.848380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.941000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9252f9a5-b0ef-4564-b672-f361740845af is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:53.941634 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9252f9a5-b0ef-4564-b672-f361740845af), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.956195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port db08225d-776e-4754-8583-9d2e1e666a4a is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:53.956719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.960828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9252f9a5-b0ef-4564-b672-f361740845af {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:53.964961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] For port 781b7b42-0eef-4e08-82ee-7a742563eeef, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:53.967372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] For port 781b7b42-0eef-4e08-82ee-7a742563eeef, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=781b7b42-0eef-4e08-82ee-7a742563eeef,segment=NetworkSegment(609c966f-98b5-4f6e-91a0-dfcf02f453e8),segment_id=609c966f-98b5-4f6e-91a0-dfcf02f453e8)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:53.979370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e8659-bc39-431a-bd9d-3e718b7a62dc req-aeeefe28-2566-4a63-82bc-912ff9ccb656 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:53.979914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e545feb-c251-470c-b0e9-d1735d4ab270 req-8d41c2f1-30ae-47f2-9baf-6fcf6de22c44 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:53.980790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-793e8659-bc39-431a-bd9d-3e718b7a62dc req-aeeefe28-2566-4a63-82bc-912ff9ccb656 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0903275 Feb 10 04:14:53.981417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e545feb-c251-470c-b0e9-d1735d4ab270 req-8d41c2f1-30ae-47f2-9baf-6fcf6de22c44 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 943 time: 0.0651858 Feb 10 04:14:53.984286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2c09bde4-94b8-4657-b9f6-22c9ee83fe55), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:53.985334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db08225d-776e-4754-8583-9d2e1e666a4a {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:54.015546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9252f9a5-b0ef-4564-b672-f361740845af, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9252f9a5-b0ef-4564-b672-f361740845af,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:54.033962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port db08225d-776e-4754-8583-9d2e1e666a4a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=db08225d-776e-4754-8583-9d2e1e666a4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:54.038834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-793e8659-bc39-431a-bd9d-3e718b7a62dc req-ba3e9e73-85b4-4bd9-8de6-3b9169952dd9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491428 Feb 10 04:14:54.048603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.051123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=2c09bde4-94b8-4657-b9f6-22c9ee83fe55,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:54.069841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.073197 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d0b9bc9-bc35-4452-a001-06ecaba1f0ae tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/2c09bde4-94b8-4657-b9f6-22c9ee83fe55 HTTP/1.1" status: 204 len: 168 time: 0.5018620 Feb 10 04:14:54.080764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40200) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:54.094230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.094917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.096289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] 10.222.0.24 "PUT /v2.0/ports/781b7b42-0eef-4e08-82ee-7a742563eeef HTTP/1.1" status: 200 len: 1091 time: 0.9188571 Feb 10 04:14:54.096739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'tag': '781b7b42-0eef-4e08-82ee-7a742563eeef'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:54.099019 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776f46f-fb6d-4200-b73a-5f78bd5f20d9" -d '{"events": [{"name": "network-changed", "server_uuid": "777c95c7-1ab5-4dc7-ae0c-04f6302975f3", "tag": "781b7b42-0eef-4e08-82ee-7a742563eeef"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:54.121612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4675f-35a0-4e84-9d5c-82d761ccca31 service neutron] Pushing event updated for resources: {'Port': ['ID=781b7b42-0eef-4e08-82ee-7a742563eeef,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:54.128969 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e545feb-c251-470c-b0e9-d1735d4ab270 req-73cdc345-a9c9-40ea-889d-c03bf6281c5f tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300020 Feb 10 04:14:54.139797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9252f9a5-b0ef-4564-b672-f361740845af), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.152738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b592ee79-f78c-4caa-a609-de06f68d3dd1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.156647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b592ee79-f78c-4caa-a609-de06f68d3dd1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0725503 Feb 10 04:14:54.157045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40204) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:54.171600 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb3bd9-8060-4b56-b2bf-c93bfb332d4b x-openstack-request-id: req-5ceb3bd9-8060-4b56-b2bf-c93bfb332d4b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:54.171902 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777c95c7-1ab5-4dc7-ae0c-04f6302975f3", "tag": "781b7b42-0eef-4e08-82ee-7a742563eeef", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:54.172161 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ceb3bd9-8060-4b56-b2bf-c93bfb332d4b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:54.172561 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'tag': '781b7b42-0eef-4e08-82ee-7a742563eeef', 'status': 'completed', 'code': 200} Feb 10 04:14:54.189100 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e2d70d-3b6c-4893-b5ce-f97d9f4337a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:14:54.190618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d8e2d70d-3b6c-4893-b5ce-f97d9f4337a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/39e991bf-e65a-45a1-9c5a-2f4d71a4b363 HTTP/1.1" status: 404 len: 333 time: 0.0325406 Feb 10 04:14:54.194033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40206) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:54.204674 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.212438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9252f9a5-b0ef-4564-b672-f361740845af,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:54.241966 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5275c268-894c-4869-b9f0-dec17427439d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:14:54.248278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5275c268-894c-4869-b9f0-dec17427439d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/2c09bde4-94b8-4657-b9f6-22c9ee83fe55 HTTP/1.1" status: 404 len: 333 time: 0.0531976 Feb 10 04:14:54.249131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40212) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:54.285245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=db08225d-776e-4754-8583-9d2e1e666a4a,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:54.298309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f46f-fb6d-4200-b73a-5f78bd5f20d9 req-d5762128-901f-4193-b188-dc5ade8125b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.300071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f776f46f-fb6d-4200-b73a-5f78bd5f20d9 req-d5762128-901f-4193-b188-dc5ade8125b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=def1a55bee63403f87c8f37244f7de0c&device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 1125 time: 0.0942130 Feb 10 04:14:54.356383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['9252f9a5-b0ef-4564-b672-f361740845af'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:54.361653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4648c840-5632-484b-b722-a0e27f4ed89d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.389904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd7ff-3b5a-4e08-a073-d292b1a0ba92 req-1bd126db-e8ee-43d5-b7fe-df5eee81b5c9 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.392012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ecfdd7ff-3b5a-4e08-a073-d292b1a0ba92 req-1bd126db-e8ee-43d5-b7fe-df5eee81b5c9 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 943 time: 0.1044796 Feb 10 04:14:54.430045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f46f-fb6d-4200-b73a-5f78bd5f20d9 req-c0b81fb4-645d-40cc-b0e5-704d2f5ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.430153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f776f46f-fb6d-4200-b73a-5f78bd5f20d9 req-c0b81fb4-645d-40cc-b0e5-704d2f5ab486 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=def1a55bee63403f87c8f37244f7de0c&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1211782 Feb 10 04:14:54.499067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['db08225d-776e-4754-8583-9d2e1e666a4a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:54.555185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4648c840-5632-484b-b722-a0e27f4ed89d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.588057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ecfdd7ff-3b5a-4e08-a073-d292b1a0ba92 req-447df21a-66f4-46e9-b8e2-6a2aa7334bbd tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901474 Feb 10 04:14:54.589899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4648c840-5632-484b-b722-a0e27f4ed89d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:54.592515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7983a1d-9a88-43a6-958f-ced0a5934267 req-3fc81f6d-4d96-429d-8aac-fae360fa1cc8 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.593769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7983a1d-9a88-43a6-958f-ced0a5934267 req-3fc81f6d-4d96-429d-8aac-fae360fa1cc8 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 944 time: 0.1117296 Feb 10 04:14:54.599537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f46f-fb6d-4200-b73a-5f78bd5f20d9 req-1e28cf17-4fdf-4c63-82a4-3c6fca172564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.600937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f776f46f-fb6d-4200-b73a-5f78bd5f20d9 req-1e28cf17-4fdf-4c63-82a4-3c6fca172564 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634467 Feb 10 04:14:54.601702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76ddb42-04e4-4f16-9d5f-eb50d5862d13') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:54.602076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76ddb42-04e4-4f16-9d5f-eb50d5862d13') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:14:54.616626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (b76ddb42-04e4-4f16-9d5f-eb50d5862d13), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.633143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b76ddb42-04e4-4f16-9d5f-eb50d5862d13), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.655328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:14:54.655733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (b76ddb42-04e4-4f16-9d5f-eb50d5862d13), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:14:54.660987 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:14:54.689885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c7983a1d-9a88-43a6-958f-ced0a5934267 req-9556d593-1748-4f2e-a6b0-4f90b0e00302 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832732 Feb 10 04:14:54.738961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-22cf87fe-8faa-4f3a-b3b1-50b873e8289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.740435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-22cf87fe-8faa-4f3a-b3b1-50b873e8289d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=def1a55bee63403f87c8f37244f7de0c&device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 1125 time: 0.0692670 Feb 10 04:14:54.785023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-615920e7-dcc3-4c7e-a7a3-49e1ab32b58e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=781b7b42-0eef-4e08-82ee-7a742563eeef HTTP/1.1" status: 200 len: 217 time: 0.0380058 Feb 10 04:14:54.830399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4648c840-5632-484b-b722-a0e27f4ed89d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.835562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-f65c26e1-6a91-48e8-87a2-28b514f947ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:54.836778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.837083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-f65c26e1-6a91-48e8-87a2-28b514f947ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5329b759-a79a-4ff0-a67d-ed9d93978f55 HTTP/1.1" status: 200 len: 862 time: 0.0455821 Feb 10 04:14:54.843792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/4648c840-5632-484b-b722-a0e27f4ed89d HTTP/1.1" status: 204 len: 168 time: 0.5898674 Feb 10 04:14:54.851907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40222) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:54.855429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21411df9-d316-4a02-b60a-2b12cfab04cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=4648c840-5632-484b-b722-a0e27f4ed89d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:54.857551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1659461100'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:54.877921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-06b2dc7d-c2b7-4592-94d0-65f77ec50fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38c74c3e-f500-4f22-993b-f69ac40f34a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348358 Feb 10 04:14:54.972734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:54.976202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:54.996276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-6c98ef65-353d-47e3-806c-24b06c235a78 service neutron] 10.222.0.24 "GET /v2.0/networks/38c74c3e-f500-4f22-993b-f69ac40f34a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109703 Feb 10 04:14:55.034149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:14:55.076888 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3a4263b4-a37f-47a7-8396-c4f69cf3ba5f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:55.077233 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment 3a4263b4-a37f-47a7-8396-c4f69cf3ba5f of type vlan for network 0b716044-70d8-4ac2-aa71-474cf10adeb6 Feb 10 04:14:55.135090 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0b716044-70d8-4ac2-aa71-474cf10adeb6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:55.146263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c2f4ec2-6393-47bf-80bd-8e256c6a5fac req-87adfb08-2f58-4318-aec4-d4cb8549dc03 service neutron] 10.222.0.24 "GET /v2.0/networks/38c74c3e-f500-4f22-993b-f69ac40f34a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443367 Feb 10 04:14:55.181968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6aa4a-4256-48d9-b571-b1d9236c6a58 req-3d48ce56-a2fe-4f57-8a03-30cb255f85e8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:55.183586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cce6aa4a-4256-48d9-b571-b1d9236c6a58 req-3d48ce56-a2fe-4f57-8a03-30cb255f85e8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0623896 Feb 10 04:14:55.235734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cce6aa4a-4256-48d9-b571-b1d9236c6a58 req-59de6d94-ae12-4278-bc57-831b2951fa00 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Feb 10 04:14:55.261880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109558b-80d8-4827-89e4-d679a2d42ae0 req-5051dbef-f313-4c77-8cfe-94cf89792d4e tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:55.263435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3109558b-80d8-4827-89e4-d679a2d42ae0 req-5051dbef-f313-4c77-8cfe-94cf89792d4e tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 943 time: 0.0555155 Feb 10 04:14:55.283000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0b716044-70d8-4ac2-aa71-474cf10adeb6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:55.287791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:55.288363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:55.378345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=0b716044-70d8-4ac2-aa71-474cf10adeb6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:55.383251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3109558b-80d8-4827-89e4-d679a2d42ae0 req-e1d52b67-2890-4605-b6b7-0e6450fc9ffb tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141822 Feb 10 04:14:55.389499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0b716044-70d8-4ac2-aa71-474cf10adeb6 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:14:55.406580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40234) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:55.407369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5fb0ce80-c7c3-4637-8e01-4ee39d562f80 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5526259 Feb 10 04:14:55.412163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:55.573021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:55.586757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:55.592710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d4d418b1-de34-4457-9a5a-548e40facd4a details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:14:55.596683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9252f9a5-b0ef-4564-b672-f361740845af up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:55.625988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d2d501ff-5de0-4715-b1f7-311d831e81eb details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:14:55.636326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device db08225d-776e-4754-8583-9d2e1e666a4a up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:55.641180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Performing IP validity checks on allocation pools {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:14:55.643412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:14:55.840536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b418c56-89ff-4a9b-9dc2-033b9bc98793 req-8042bf70-16d6-44c9-9398-fc7d85514a6c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:55.842246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b418c56-89ff-4a9b-9dc2-033b9bc98793 req-8042bf70-16d6-44c9-9398-fc7d85514a6c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 944 time: 0.0650439 Feb 10 04:14:55.864433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 9252f9a5-b0ef-4564-b672-f361740845af completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:14:55.885538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d4d418b1-de34-4457-9a5a-548e40facd4a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d4d418b1-de34-4457-9a5a-548e40facd4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:55.888263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 9252f9a5-b0ef-4564-b672-f361740845af triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:55.888645 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9252f9a5-b0ef-4564-b672-f361740845af), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:55.904352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b418c56-89ff-4a9b-9dc2-033b9bc98793 req-2e1d02ec-51af-4d73-8b5a-7dca4016575b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546539 Feb 10 04:14:55.927328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'd4d418b1-de34-4457-9a5a-548e40facd4a', 'network_id': '07d8cfb6-f1ab-4839-a804-356bc69155c1', 'port_id': 'd4d418b1-de34-4457-9a5a-548e40facd4a', 'mac_address': 'fa:16:3e:49:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d9dd95-f65f-406f-8696-f38309fd6c4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:14:55.929929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d2d501ff-5de0-4715-b1f7-311d831e81eb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d2d501ff-5de0-4715-b1f7-311d831e81eb,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:55.954211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port db08225d-776e-4754-8583-9d2e1e666a4a completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:14:55.978843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port db08225d-776e-4754-8583-9d2e1e666a4a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:55.979303 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:55.981201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'd2d501ff-5de0-4715-b1f7-311d831e81eb', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'port_id': 'd2d501ff-5de0-4715-b1f7-311d831e81eb', 'mac_address': 'fa:16:3e:54:e5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:14:56.057771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d4d418b1-de34-4457-9a5a-548e40facd4a is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:56.058171 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.093040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d418b1-de34-4457-9a5a-548e40facd4a {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:56.109418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d2d501ff-5de0-4715-b1f7-311d831e81eb is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:56.109807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.152740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d4d418b1-de34-4457-9a5a-548e40facd4a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d4d418b1-de34-4457-9a5a-548e40facd4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:56.160643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d501ff-5de0-4715-b1f7-311d831e81eb {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:14:56.192340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3aaa2-43cd-4a61-bf0a-987eb286a694 req-043a1dea-ae98-497d-8be4-ed56fa99f11b tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:56.195643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6d3aaa2-43cd-4a61-bf0a-987eb286a694 req-043a1dea-ae98-497d-8be4-ed56fa99f11b tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 943 time: 0.1062207 Feb 10 04:14:56.221121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9252f9a5-b0ef-4564-b672-f361740845af is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:56.221515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9252f9a5-b0ef-4564-b672-f361740845af), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.224380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d2d501ff-5de0-4715-b1f7-311d831e81eb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d2d501ff-5de0-4715-b1f7-311d831e81eb,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:56.227778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port db08225d-776e-4754-8583-9d2e1e666a4a is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:56.236453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.252401 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6d3aaa2-43cd-4a61-bf0a-987eb286a694 req-5caebf26-4ecd-45df-90ea-86423b9f5c68 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Feb 10 04:14:56.254800 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.262250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9252f9a5-b0ef-4564-b672-f361740845af'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:56.264593 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be204e-668e-46d4-b731-1fe9aba225bc" -d '{"events": [{"server_uuid": "ca6ca00a-7ce3-4ebf-821e-21c2e64698d1", "name": "network-vif-plugged", "status": "completed", "tag": "9252f9a5-b0ef-4564-b672-f361740845af"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:56.300474 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (7c94020a-fd57-4597-b0e7-a0660b74b1a3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.304348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9252f9a5-b0ef-4564-b672-f361740845af, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9252f9a5-b0ef-4564-b672-f361740845af,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:56.325898 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906bbe82-4345-4105-8dec-4c2a1f3e0859 x-openstack-request-id: req-906bbe82-4345-4105-8dec-4c2a1f3e0859 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:56.326192 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6ca00a-7ce3-4ebf-821e-21c2e64698d1", "name": "network-vif-plugged", "status": "completed", "tag": "9252f9a5-b0ef-4564-b672-f361740845af", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:56.326592 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-906bbe82-4345-4105-8dec-4c2a1f3e0859 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:56.326992 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9252f9a5-b0ef-4564-b672-f361740845af', 'code': 200} Feb 10 04:14:56.332588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port db08225d-776e-4754-8583-9d2e1e666a4a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=db08225d-776e-4754-8583-9d2e1e666a4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:56.352198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d4d418b1-de34-4457-9a5a-548e40facd4a,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:56.376144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.376837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.377195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.377537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.377869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.378222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.378557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.378921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.379470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.380169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.380902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.381402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.381904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:14:56.390770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.410220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfb1fa-8f04-46af-83b1-964c1d813ff5 req-22e140f3-d2ee-4357-a612-f6574b9bdf64 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:56.414437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ecfb1fa-8f04-46af-83b1-964c1d813ff5 req-22e140f3-d2ee-4357-a612-f6574b9bdf64 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0864666 Feb 10 04:14:56.427978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': '3a4263b4-a37f-47a7-8396-c4f69cf3ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:56.428543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: 0b716044-70d8-4ac2-aa71-474cf10adeb6, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:14:56.431366 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=7c94020a-fd57-4597-b0e7-a0660b74b1a3,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:56.443017 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9252f9a5-b0ef-4564-b672-f361740845af), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.449619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.472275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d4d418b1-de34-4457-9a5a-548e40facd4a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:56.513862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef053a87-9968-47f3-96bb-bb6470ed73e4 req-c4ad6ed5-3962-436d-9953-7092cb41a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:56.515421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef053a87-9968-47f3-96bb-bb6470ed73e4 req-c4ad6ed5-3962-436d-9953-7092cb41a410 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 1126 time: 0.1025875 Feb 10 04:14:56.528023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d2d501ff-5de0-4715-b1f7-311d831e81eb,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:56.562059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 0b716044-70d8-4ac2-aa71-474cf10adeb6 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:14:56.573103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ecfb1fa-8f04-46af-83b1-964c1d813ff5 req-ee27515f-7ac6-4e1d-8d3e-9bc3d195da68 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101508 Feb 10 04:14:56.600930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84181776-bd68-4555-b857-12576e898f87 req-f2717dec-b774-4b61-953d-28dfadcfcfd3 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:56.610285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84181776-bd68-4555-b857-12576e898f87 req-f2717dec-b774-4b61-953d-28dfadcfcfd3 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 943 time: 0.1057951 Feb 10 04:14:56.613205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9252f9a5-b0ef-4564-b672-f361740845af,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:56.615994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef053a87-9968-47f3-96bb-bb6470ed73e4 req-d510cfc5-50da-4568-85a6-daa47e742749 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894012 Feb 10 04:14:56.659268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 0b716044-70d8-4ac2-aa71-474cf10adeb6) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:56.664168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:56.665640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.670731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84181776-bd68-4555-b857-12576e898f87 req-f4aa44a0-f63f-434e-8bf2-cae8c0df1015 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594602 Feb 10 04:14:56.673815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d30304-29ca-4e42-a35f-772e08c0b8ba None None] Network 0b716044-70d8-4ac2-aa71-474cf10adeb6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:56.694960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d2d501ff-5de0-4715-b1f7-311d831e81eb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:14:56.740960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9c85e9c3-0c17-4541-a284-ad87c98c8dfe tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3327336 Feb 10 04:14:56.743439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40252) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:56.743688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=db08225d-776e-4754-8583-9d2e1e666a4a,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:56.749594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6', 'name': 'tempest-PortsIpV6TestJSON-929920858'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:14:56.902101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-0b716044-70d8-4ac2-aa71-474cf10adeb6', 'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6', 'project_id': 'c87a7448878049989bfbc3c8ab243e40', 'fixed_ips': [{'subnet_id': '7c94020a-fd57-4597-b0e7-a0660b74b1a3'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:14:56.902940 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:56.999356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:14:57.003427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.024861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port b1b3ca5c-fefa-42f0-a212-2a7cb7b11279 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:14:57.047829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d83e3-7001-462d-b25b-e1406166ac8b req-7ca6f0c8-4069-4235-b38f-c0e5084d4aa3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:57.050438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba6d83e3-7001-462d-b25b-e1406166ac8b req-7ca6f0c8-4069-4235-b38f-c0e5084d4aa3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 945 time: 0.0658252 Feb 10 04:14:57.064388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40258) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:57.117273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Allocated IP 2001:db8::2 (0b716044-70d8-4ac2-aa71-474cf10adeb6/7c94020a-fd57-4597-b0e7-a0660b74b1a3/43e30014-ec84-460a-b988-f5801c214458) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:57.129812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba6d83e3-7001-462d-b25b-e1406166ac8b req-df810169-5ceb-4c88-a41a-364bfa52f14c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724134 Feb 10 04:14:57.203285 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7e65f9f-c349-4e46-ad84-ca9205e2359e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.267208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Publish callbacks [] for port (43e30014-ec84-460a-b988-f5801c214458), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.281265 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7e65f9f-c349-4e46-ad84-ca9205e2359e admin admin] Publish callbacks [] for security_group (5bf46c76-5296-4f02-a444-7ec03629df31), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.338569 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (43e30014-ec84-460a-b988-f5801c214458), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.381696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Network 0b716044-70d8-4ac2-aa71-474cf10adeb6 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:57.386248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:57.389708 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7e65f9f-c349-4e46-ad84-ca9205e2359e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5bf46c76-5296-4f02-a444-7ec03629df31), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.389927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:57.396857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Pushing event updated for resources: {'Port': ['ID=43e30014-ec84-460a-b988-f5801c214458,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:57.433809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::133 (0b716044-70d8-4ac2-aa71-474cf10adeb6/7c94020a-fd57-4597-b0e7-a0660b74b1a3/b1b3ca5c-fefa-42f0-a212-2a7cb7b11279) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:14:57.440114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d7e65f9f-c349-4e46-ad84-ca9205e2359e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d162f5df9aef4d3082301b0ce827fa28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745360 Feb 10 04:14:57.443351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40264) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:57.445395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318ffad-ef2b-4f41-a550-ab5cd7879080 req-760ac188-806d-487d-9c8c-0b12e351a6fa tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:57.446455 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a318ffad-ef2b-4f41-a550-ab5cd7879080 req-760ac188-806d-487d-9c8c-0b12e351a6fa tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 944 time: 0.1213424 Feb 10 04:14:57.453951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Attempting to bind port 43e30014-ec84-460a-b988-f5801c214458 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:14:57.454334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Attempting to bind port 43e30014-ec84-460a-b988-f5801c214458 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '3a4263b4-a37f-47a7-8396-c4f69cf3ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:14:57.454717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Attempting to bind port 43e30014-ec84-460a-b988-f5801c214458 on network 0b716044-70d8-4ac2-aa71-474cf10adeb6 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:14:57.458363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e65f9f-c349-4e46-ad84-ca9205e2359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf46c76-5296-4f02-a444-7ec03629df31,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:57.461489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:14:57.462388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Checking segment: {'id': '3a4263b4-a37f-47a7-8396-c4f69cf3ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:14:57.463120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.463772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Bound using segment: {'id': '3a4263b4-a37f-47a7-8396-c4f69cf3ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:14:57.464444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Bound port: 43e30014-ec84-460a-b988-f5801c214458, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4263b4-a37f-47a7-8396-c4f69cf3ba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b716044-70d8-4ac2-aa71-474cf10adeb6'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:14:57.465545 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (43e30014-ec84-460a-b988-f5801c214458), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.503823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b606c9bb-8542-4e3c-b3b3-74345e7e0e08 admin admin] Publish callbacks [] for security_group (5bf46c76-5296-4f02-a444-7ec03629df31), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.529278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b606c9bb-8542-4e3c-b3b3-74345e7e0e08 admin admin] Publish callbacks [] for security_group (5bf46c76-5296-4f02-a444-7ec03629df31), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.549089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] For port 43e30014-ec84-460a-b988-f5801c214458, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:14:57.561410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] For port 43e30014-ec84-460a-b988-f5801c214458, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=43e30014-ec84-460a-b988-f5801c214458,segment=NetworkSegment(3a4263b4-a37f-47a7-8396-c4f69cf3ba5f),segment_id=3a4263b4-a37f-47a7-8396-c4f69cf3ba5f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:14:57.563324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a318ffad-ef2b-4f41-a550-ab5cd7879080 req-cc3ef757-856b-4267-8994-225a3f809023 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059351 Feb 10 04:14:57.607334 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75e6a2a1-e80c-4238-84bd-13415828b2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.623351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d4d418b1-de34-4457-9a5a-548e40facd4a up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:57.653083 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (43e30014-ec84-460a-b988-f5801c214458), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.671422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (b1b3ca5c-fefa-42f0-a212-2a7cb7b11279), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.684517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b606c9bb-8542-4e3c-b3b3-74345e7e0e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5bf46c76-5296-4f02-a444-7ec03629df31), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.687044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b606c9bb-8542-4e3c-b3b3-74345e7e0e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.690593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b606c9bb-8542-4e3c-b3b3-74345e7e0e08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bf46c76-5296-4f02-a444-7ec03629df31 HTTP/1.1" status: 204 len: 168 time: 0.2439091 Feb 10 04:14:57.701224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606c9bb-8542-4e3c-b3b3-74345e7e0e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf46c76-5296-4f02-a444-7ec03629df31,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:57.717921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cf5f3-345d-4e0c-9a60-b190c94d8f15 req-4e68fc44-06bf-4194-bf3f-9161e3e75b5c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:57.719514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc6cf5f3-345d-4e0c-9a60-b190c94d8f15 req-4e68fc44-06bf-4194-bf3f-9161e3e75b5c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0744410 Feb 10 04:14:57.760513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad32d8-f4ad-4522-a897-69ce1bae93cc None None] Pushing event updated for resources: {'Port': ['ID=43e30014-ec84-460a-b988-f5801c214458,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:57.807706 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc6cf5f3-345d-4e0c-9a60-b190c94d8f15 req-d1e4818e-9987-430b-a090-e760bcaab456 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796413 Feb 10 04:14:57.839238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b1b3ca5c-fefa-42f0-a212-2a7cb7b11279), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.895948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port d4d418b1-de34-4457-9a5a-548e40facd4a completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:14:57.900952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port d4d418b1-de34-4457-9a5a-548e40facd4a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:57.901248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.902251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 0b716044-70d8-4ac2-aa71-474cf10adeb6 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:14:57.913034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:14:57.916918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:14:57.922150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:57.923245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:57.925288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=b1b3ca5c-fefa-42f0-a212-2a7cb7b11279,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:57.943254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18babd20-6b7f-4b0f-b818-3ef2e5898678 req-c355a294-d808-4dfb-a0d1-56e3890d7adb tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:57.944779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18babd20-6b7f-4b0f-b818-3ef2e5898678 req-c355a294-d808-4dfb-a0d1-56e3890d7adb tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 943 time: 0.1408713 Feb 10 04:14:58.024123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18babd20-6b7f-4b0f-b818-3ef2e5898678 req-e3ac94ee-06d3-4826-bfdb-46a6103204cb tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729926 Feb 10 04:14:58.030557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8f0ce555-6ff9-42cd-95c5-4af633fbbf72 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2858682 Feb 10 04:14:58.033238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40272) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:58.176247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port b1b3ca5c-fefa-42f0-a212-2a7cb7b11279 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:58.176861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b1b3ca5c-fefa-42f0-a212-2a7cb7b11279), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.241335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d4d418b1-de34-4457-9a5a-548e40facd4a is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:58.241335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.274402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9e750-39d1-4fe2-b57b-758d10db461e req-f2ec79f6-437e-4c77-be72-c00d3fdafb80 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:58.276121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fdc9e750-39d1-4fe2-b57b-758d10db461e req-f2ec79f6-437e-4c77-be72-c00d3fdafb80 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 945 time: 0.0619419 Feb 10 04:14:58.284044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d4d418b1-de34-4457-9a5a-548e40facd4a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d4d418b1-de34-4457-9a5a-548e40facd4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:58.296669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b1b3ca5c-fefa-42f0-a212-2a7cb7b11279), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.313158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for b1b3ca5c-fefa-42f0-a212-2a7cb7b11279 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:58.324615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fdc9e750-39d1-4fe2-b57b-758d10db461e req-427ad55f-f682-49d4-bd36-c87bc401c3fe tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428157 Feb 10 04:14:58.328088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db08225d-776e-4754-8583-9d2e1e666a4a'}, {'server_uuid': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d418b1-de34-4457-9a5a-548e40facd4a'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:14:58.330513 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc9f1e3-dfa2-4780-98fd-ea23464def93" -d '{"events": [{"server_uuid": "e7b72c44-6200-47bc-a00e-b5ddfee806be", "name": "network-vif-plugged", "status": "completed", "tag": "db08225d-776e-4754-8583-9d2e1e666a4a"}, {"server_uuid": "48491f7e-da88-4a2c-99fc-b9969be1582d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d418b1-de34-4457-9a5a-548e40facd4a"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:14:58.356551 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.406833 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca88f7c6-82e7-453a-aca3-ffc62ce649ac x-openstack-request-id: req-ca88f7c6-82e7-453a-aca3-ffc62ce649ac {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:14:58.407909 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b72c44-6200-47bc-a00e-b5ddfee806be", "name": "network-vif-plugged", "status": "completed", "tag": "db08225d-776e-4754-8583-9d2e1e666a4a", "code": 200}, {"server_uuid": "48491f7e-da88-4a2c-99fc-b9969be1582d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d418b1-de34-4457-9a5a-548e40facd4a", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:14:58.408162 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca88f7c6-82e7-453a-aca3-ffc62ce649ac {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:14:58.408565 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db08225d-776e-4754-8583-9d2e1e666a4a', 'code': 200} Feb 10 04:14:58.408827 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d418b1-de34-4457-9a5a-548e40facd4a', 'code': 200} Feb 10 04:14:58.436887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d4d418b1-de34-4457-9a5a-548e40facd4a,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:58.498507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fa12d-ecfe-4efa-9939-f7f2724e7e06 req-4db6804b-3828-4da0-bba9-6d926e1ef160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:58.500404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-741fa12d-ecfe-4efa-9939-f7f2724e7e06 req-4db6804b-3828-4da0-bba9-6d926e1ef160 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 1127 time: 0.0471451 Feb 10 04:14:58.513577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40280) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:58.534431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4b24e74-4c59-43c0-9c46-083f4cf7f2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.548632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66386448-e097-44d3-a249-581a759f666a req-ec250139-a5f1-4544-a111-0e10464282b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:58.550212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66386448-e097-44d3-a249-581a759f666a req-ec250139-a5f1-4544-a111-0e10464282b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 1127 time: 0.0847566 Feb 10 04:14:58.553427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-741fa12d-ecfe-4efa-9939-f7f2724e7e06 req-dbcffb20-0e6a-4bf4-aa01-34a8ae31361a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 Feb 10 04:14:58.575719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b1b3ca5c-fefa-42f0-a212-2a7cb7b11279), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.637631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=b1b3ca5c-fefa-42f0-a212-2a7cb7b11279,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:58.668283 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.674795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4723c93f-aa8d-4fc2-bc45-816abdece856 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/b1b3ca5c-fefa-42f0-a212-2a7cb7b11279 HTTP/1.1" status: 204 len: 168 time: 0.6404326 Feb 10 04:14:58.675940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40284) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:58.696849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-66386448-e097-44d3-a249-581a759f666a req-fd70b428-8225-4e25-a8a6-99f76fc500ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380951 Feb 10 04:14:58.702492 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-be396c8a-6f9d-408a-9b09-87bf8f6e1d60 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:14:58.703693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be396c8a-6f9d-408a-9b09-87bf8f6e1d60 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:14:58.709271 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-be396c8a-6f9d-408a-9b09-87bf8f6e1d60 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/b1b3ca5c-fefa-42f0-a212-2a7cb7b11279 HTTP/1.1" status: 404 len: 333 time: 0.0301588 Feb 10 04:14:58.709507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40286) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:58.729998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4b24e74-4c59-43c0-9c46-083f4cf7f2bd admin admin] Publish callbacks [] for security_group (0096d8ea-579d-467d-8644-8ef90f18f963), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.744497 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c93c239-60f2-4525-8220-0b6c514b49b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:14:58.746744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c93c239-60f2-4525-8220-0b6c514b49b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/b1b3ca5c-fefa-42f0-a212-2a7cb7b11279 HTTP/1.1" status: 404 len: 333 time: 0.0355418 Feb 10 04:14:58.748805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40288) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:58.762695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115ec53-be90-490b-bd4b-a0aab2dfa661 req-8d8c3339-231c-4b24-b03a-370c9944d047 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:58.764341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a115ec53-be90-490b-bd4b-a0aab2dfa661 req-8d8c3339-231c-4b24-b03a-370c9944d047 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 945 time: 0.1275902 Feb 10 04:14:58.795668 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4b24e74-4c59-43c0-9c46-083f4cf7f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0096d8ea-579d-467d-8644-8ef90f18f963), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.838300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet 7c94020a-fd57-4597-b0e7-a0660b74b1a3 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:14:58.842637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4b24e74-4c59-43c0-9c46-083f4cf7f2bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=442474207e1643b5b94719b8485daa29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280032 Feb 10 04:14:58.843460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b24e74-4c59-43c0-9c46-083f4cf7f2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0096d8ea-579d-467d-8644-8ef90f18f963,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:58.844134 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (7c94020a-fd57-4597-b0e7-a0660b74b1a3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.845877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40292) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:58.877553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a115ec53-be90-490b-bd4b-a0aab2dfa661 req-b03385b1-257a-46f3-aa10-61ff64c71b60 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929658 Feb 10 04:14:58.908935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (7c94020a-fd57-4597-b0e7-a0660b74b1a3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.933227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-13a56a75-5cbc-46e3-bf38-db155921594f admin admin] Publish callbacks [] for security_group (0096d8ea-579d-467d-8644-8ef90f18f963), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:58.955197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ab384-0369-42bf-9022-d8d37426c3f6 None None] Network 0b716044-70d8-4ac2-aa71-474cf10adeb6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:58.976439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-13a56a75-5cbc-46e3-bf38-db155921594f admin admin] Publish callbacks [] for security_group (0096d8ea-579d-467d-8644-8ef90f18f963), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.004621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7c94020a-fd57-4597-b0e7-a0660b74b1a3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.011775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8340-334b-4d33-9a84-7ff55588e696 req-d56c8341-6acb-4508-806c-1b69681e3a79 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:59.013308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dce8340-334b-4d33-9a84-7ff55588e696 req-d56c8341-6acb-4508-806c-1b69681e3a79 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0944324 Feb 10 04:14:59.046529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-700823eb-09a3-407c-8920-a8fbbdeb36ec None None] Provisioning complete for port 43e30014-ec84-460a-b988-f5801c214458 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:59.047078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-700823eb-09a3-407c-8920-a8fbbdeb36ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (43e30014-ec84-460a-b988-f5801c214458), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.071312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4dce8340-334b-4d33-9a84-7ff55588e696 req-0853bbe4-a0dd-4a25-89b3-57208288828f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Feb 10 04:14:59.127195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-13a56a75-5cbc-46e3-bf38-db155921594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0096d8ea-579d-467d-8644-8ef90f18f963), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.140393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-13a56a75-5cbc-46e3-bf38-db155921594f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.140393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-13a56a75-5cbc-46e3-bf38-db155921594f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0096d8ea-579d-467d-8644-8ef90f18f963 HTTP/1.1" status: 204 len: 168 time: 0.2911048 Feb 10 04:14:59.159296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a56a75-5cbc-46e3-bf38-db155921594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0096d8ea-579d-467d-8644-8ef90f18f963,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:59.170138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-700823eb-09a3-407c-8920-a8fbbdeb36ec None None] Current status of the port 43e30014-ec84-460a-b988-f5801c214458 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:59.172362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-700823eb-09a3-407c-8920-a8fbbdeb36ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (43e30014-ec84-460a-b988-f5801c214458), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.195569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746f8d1-221d-4567-bad8-2a87b80316dc req-4e6c2c11-7803-4f5b-b6ac-be43a5233615 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:59.204393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3746f8d1-221d-4567-bad8-2a87b80316dc req-4e6c2c11-7803-4f5b-b6ac-be43a5233615 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 943 time: 0.0944741 Feb 10 04:14:59.208668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (7c94020a-fd57-4597-b0e7-a0660b74b1a3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.261113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=7c94020a-fd57-4597-b0e7-a0660b74b1a3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:59.262043 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-700823eb-09a3-407c-8920-a8fbbdeb36ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:14:59.262416 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-700823eb-09a3-407c-8920-a8fbbdeb36ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:14:59.268455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.271870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-05df70cd-1a87-4719-8fc9-a752c6764044 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/7c94020a-fd57-4597-b0e7-a0660b74b1a3 HTTP/1.1" status: 204 len: 168 time: 0.5224283 Feb 10 04:14:59.274719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40298) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:14:59.302913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 43e30014-ec84-460a-b988-f5801c214458 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:59.325753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3746f8d1-221d-4567-bad8-2a87b80316dc req-d13238b5-987a-4670-b890-4eff4a45f1e6 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050959 Feb 10 04:14:59.381227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 43e30014-ec84-460a-b988-f5801c214458 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:14:59.381615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (43e30014-ec84-460a-b988-f5801c214458), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.413954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0b716044-70d8-4ac2-aa71-474cf10adeb6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.474536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c588ad-f972-47f1-aae4-be0356d241bf None None] Network 0b716044-70d8-4ac2-aa71-474cf10adeb6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:14:59.510818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6cbc6-ee67-4339-8904-325816616a91 req-4fcc9282-824e-4906-983f-6cbd13b96ad1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:14:59.512423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05d6cbc6-ee67-4339-8904-325816616a91 req-4fcc9282-824e-4906-983f-6cbd13b96ad1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 945 time: 0.0955455 Feb 10 04:14:59.512569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 43e30014-ec84-460a-b988-f5801c214458 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:59.512837 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (43e30014-ec84-460a-b988-f5801c214458), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.530177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 43e30014-ec84-460a-b988-f5801c214458 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:59.530827 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (43e30014-ec84-460a-b988-f5801c214458), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.595781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 43e30014-ec84-460a-b988-f5801c214458, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=43e30014-ec84-460a-b988-f5801c214458,segment=NetworkSegment(3a4263b4-a37f-47a7-8396-c4f69cf3ba5f),segment_id=3a4263b4-a37f-47a7-8396-c4f69cf3ba5f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:59.632141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 781b7b42-0eef-4e08-82ee-7a742563eeef details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:14:59.642495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d2d501ff-5de0-4715-b1f7-311d831e81eb up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:14:59.643577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05d6cbc6-ee67-4339-8904-325816616a91 req-88375d46-9310-4a12-a33c-c0ea930bdfc7 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235454 Feb 10 04:14:59.645456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] For port 43e30014-ec84-460a-b988-f5801c214458, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=43e30014-ec84-460a-b988-f5801c214458,segment=NetworkSegment(3a4263b4-a37f-47a7-8396-c4f69cf3ba5f),segment_id=3a4263b4-a37f-47a7-8396-c4f69cf3ba5f)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:59.647113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (43e30014-ec84-460a-b988-f5801c214458), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.679922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 43e30014-ec84-460a-b988-f5801c214458 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:14:59.694815 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (43e30014-ec84-460a-b988-f5801c214458), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.707879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] DHCP port deletion for 0b716044-70d8-4ac2-aa71-474cf10adeb6 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:14:59.901530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-700823eb-09a3-407c-8920-a8fbbdeb36ec None None] Current status of the port 43e30014-ec84-460a-b988-f5801c214458 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:14:59.907457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e9ae0412-26d0-498b-8c4f-41c2fed97da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.922563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=43e30014-ec84-460a-b988-f5801c214458,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:14:59.950947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 781b7b42-0eef-4e08-82ee-7a742563eeef, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=781b7b42-0eef-4e08-82ee-7a742563eeef,segment=NetworkSegment(609c966f-98b5-4f6e-91a0-dfcf02f453e8),segment_id=609c966f-98b5-4f6e-91a0-dfcf02f453e8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:14:59.964081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] Deleting port 43e30014-ec84-460a-b988-f5801c214458 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:14:59.964447 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (43e30014-ec84-460a-b988-f5801c214458), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:14:59.967173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '781b7b42-0eef-4e08-82ee-7a742563eeef', 'network_id': '38c74c3e-f500-4f22-993b-f69ac40f34a9', 'port_id': '781b7b42-0eef-4e08-82ee-7a742563eeef', 'mac_address': 'fa:16:3e:25:47:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5329b759-a79a-4ff0-a67d-ed9d93978f55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:14:59.981960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (43e30014-ec84-460a-b988-f5801c214458), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.029429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=43e30014-ec84-460a-b988-f5801c214458,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:00.036433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No DVR routers for this DVR port 43e30014-ec84-460a-b988-f5801c214458 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:00.041204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port d2d501ff-5de0-4715-b1f7-311d831e81eb completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:15:00.061686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port d2d501ff-5de0-4715-b1f7-311d831e81eb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:00.062062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.065983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f0266-a281-403d-b350-2582033ff0e6 req-63eb72cd-0120-4556-872b-1f975322d310 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.067967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d99f0266-a281-403d-b350-2582033ff0e6 req-63eb72cd-0120-4556-872b-1f975322d310 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 945 time: 0.1082687 Feb 10 04:15:00.068612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e5cca970-61bf-4045-8518-2b5ec7d59ea7 None None] Could not find standard attr ID for object 43e30014-ec84-460a-b988-f5801c214458. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:15:00.073930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] For port 43e30014-ec84-460a-b988-f5801c214458, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=43e30014-ec84-460a-b988-f5801c214458,segment=NetworkSegment(3a4263b4-a37f-47a7-8396-c4f69cf3ba5f),segment_id=3a4263b4-a37f-47a7-8396-c4f69cf3ba5f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:00.074334 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (43e30014-ec84-460a-b988-f5801c214458), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.108264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 781b7b42-0eef-4e08-82ee-7a742563eeef is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:00.108668 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.115915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] Calling delete_port for 43e30014-ec84-460a-b988-f5801c214458 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:00.142773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781b7b42-0eef-4e08-82ee-7a742563eeef {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:00.143234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d99f0266-a281-403d-b350-2582033ff0e6 req-08f979f7-8f55-4a35-885c-0d194cc1bb2d tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632174 Feb 10 04:15:00.172050 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0b716044-70d8-4ac2-aa71-474cf10adeb6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.201998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 781b7b42-0eef-4e08-82ee-7a742563eeef, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=781b7b42-0eef-4e08-82ee-7a742563eeef,segment=NetworkSegment(609c966f-98b5-4f6e-91a0-dfcf02f453e8),segment_id=609c966f-98b5-4f6e-91a0-dfcf02f453e8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:00.207778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b716044-70d8-4ac2-aa71-474cf10adeb6']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:00.236015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4263b4-a37f-47a7-8396-c4f69cf3ba5f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:00.236353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4263b4-a37f-47a7-8396-c4f69cf3ba5f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.253710 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:00.256796 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:15:00.264751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (3a4263b4-a37f-47a7-8396-c4f69cf3ba5f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.267487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d2d501ff-5de0-4715-b1f7-311d831e81eb is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:00.267819 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.287689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3a4263b4-a37f-47a7-8396-c4f69cf3ba5f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.297089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a125e35-12ba-4422-8b8b-00cae86286bc req-17baa96c-5f6e-42f7-afee-6c247d5f44c5 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.297994 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.298865 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a125e35-12ba-4422-8b8b-00cae86286bc req-17baa96c-5f6e-42f7-afee-6c247d5f44c5 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 945 time: 0.0694845 Feb 10 04:15:00.309785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d2d501ff-5de0-4715-b1f7-311d831e81eb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d2d501ff-5de0-4715-b1f7-311d831e81eb,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:00.325502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c103a4-57cc-4c85-b734-31dabc34cdc2 req-298583f9-dc2c-4a1f-a094-6716a9761260 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.335633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09c103a4-57cc-4c85-b734-31dabc34cdc2 req-298583f9-dc2c-4a1f-a094-6716a9761260 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1238325 Feb 10 04:15:00.341135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:00.341135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (3a4263b4-a37f-47a7-8396-c4f69cf3ba5f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.346148 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (43e30014-ec84-460a-b988-f5801c214458), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.363877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] No DVR routers for this DVR port 43e30014-ec84-460a-b988-f5801c214458 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:00.370679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a125e35-12ba-4422-8b8b-00cae86286bc req-ba9a2c45-a56e-471c-98e1-6c269c70d84a tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 Feb 10 04:15:00.404616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=781b7b42-0eef-4e08-82ee-7a742563eeef,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:00.410563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d501ff-5de0-4715-b1f7-311d831e81eb'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:00.413260 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:00.427239 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c6355-b698-4752-93ed-ed7aaac32524" -d '{"events": [{"server_uuid": "76d919d3-10d4-4dcd-a913-beeaabf58201", "name": "network-vif-plugged", "status": "completed", "tag": "d2d501ff-5de0-4715-b1f7-311d831e81eb"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:00.438612 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.465079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09c103a4-57cc-4c85-b734-31dabc34cdc2 req-a5758e06-8278-41b1-ba0f-96ce33a09cbf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285591 Feb 10 04:15:00.466342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932377c-7576-48ad-a8ca-cfe2ef72a8e6 None None] Pushing event deleted for resources: {'Port': ['ID=43e30014-ec84-460a-b988-f5801c214458,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:00.509991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0b716044-70d8-4ac2-aa71-474cf10adeb6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.521483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.521483 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/0b716044-70d8-4ac2-aa71-474cf10adeb6 HTTP/1.1" status: 204 len: 168 time: 1.2422748 Feb 10 04:15:00.523224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40330) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:00.528805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['781b7b42-0eef-4e08-82ee-7a742563eeef'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:00.529362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-640537599'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:00.554602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d2d501ff-5de0-4715-b1f7-311d831e81eb,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:00.554876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0ca89-6662-4a52-b052-8b8d5166888e req-b1f2b77f-371a-4ed8-b71b-ae0d0c116005 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.554876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7c0ca89-6662-4a52-b052-8b8d5166888e req-b1f2b77f-371a-4ed8-b71b-ae0d0c116005 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 944 time: 0.0720284 Feb 10 04:15:00.576351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005952f-cda7-46d1-a39c-47d7288e5fad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=0b716044-70d8-4ac2-aa71-474cf10adeb6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:00.631418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb721f84-8d58-4eba-b12d-467f3fd8ff0a req-b8039164-2b72-46c9-a45d-eabd147b4c0f tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.633463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7c0ca89-6662-4a52-b052-8b8d5166888e req-822804d3-c2d5-412b-b158-85516129205c tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734127 Feb 10 04:15:00.634853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb721f84-8d58-4eba-b12d-467f3fd8ff0a req-b8039164-2b72-46c9-a45d-eabd147b4c0f tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 945 time: 0.0741038 Feb 10 04:15:00.661424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:00.664129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.700509 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de9c2e5-a297-4733-ba4b-caa36e08e683 x-openstack-request-id: req-9de9c2e5-a297-4733-ba4b-caa36e08e683 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:00.701670 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d919d3-10d4-4dcd-a913-beeaabf58201", "name": "network-vif-plugged", "status": "completed", "tag": "d2d501ff-5de0-4715-b1f7-311d831e81eb", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:00.701670 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9de9c2e5-a297-4733-ba4b-caa36e08e683 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:00.701670 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d501ff-5de0-4715-b1f7-311d831e81eb', 'code': 200} Feb 10 04:15:00.738995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:00.760684 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb721f84-8d58-4eba-b12d-467f3fd8ff0a req-646956b7-610c-479f-95d0-02235849efd0 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193767 Feb 10 04:15:00.771134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (f758cda3-50be-4eee-ad45-2162e1f05229), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.771610 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment f758cda3-50be-4eee-ad45-2162e1f05229 of type vlan for network 48513074-2874-4fe9-94c7-9b94f48f8ec5 Feb 10 04:15:00.850380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b320a-80bd-4cb7-a663-8b079f8b7c26 req-2ec2ed3f-34a8-408c-870a-b015d1c5aaac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.858803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b5b320a-80bd-4cb7-a663-8b079f8b7c26 req-2ec2ed3f-34a8-408c-870a-b015d1c5aaac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 946 time: 0.0777402 Feb 10 04:15:00.864523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (48513074-2874-4fe9-94c7-9b94f48f8ec5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.876790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d372d4-db6b-4635-a45c-9c62f60d0870 req-43955181-b97c-48a2-bb40-146708a51770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.878295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d372d4-db6b-4635-a45c-9c62f60d0870 req-43955181-b97c-48a2-bb40-146708a51770 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 1128 time: 0.1052544 Feb 10 04:15:00.911083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b5b320a-80bd-4cb7-a663-8b079f8b7c26 req-1dbc6fe8-0cef-48db-9f77-4958af7a4cf4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Feb 10 04:15:00.931075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19d372d4-db6b-4635-a45c-9c62f60d0870 req-e2d48497-6ab5-40bb-9810-cd75b700fd19 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Feb 10 04:15:00.944147 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.967018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (48513074-2874-4fe9-94c7-9b94f48f8ec5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:00.972147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:00.972731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:01.038558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=48513074-2874-4fe9-94c7-9b94f48f8ec5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:01.050404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 48513074-2874-4fe9-94c7-9b94f48f8ec5 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:01.072811 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8b5a11f4-eceb-4c81-b691-e4ec40f9636e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5485361 Feb 10 04:15:01.075837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40342) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:01.080864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:01.208092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 43e30014-ec84-460a-b988-f5801c214458 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:01.230724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 43e30014-ec84-460a-b988-f5801c214458 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:01.231261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 43e30014-ec84-460a-b988-f5801c214458 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:01.252277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcffd0-f121-484b-ad12-b1b0da2b5881 req-4b7925da-e72f-4060-ba9e-cf90599b4b49 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:01.253770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eddcffd0-f121-484b-ad12-b1b0da2b5881 req-4b7925da-e72f-4060-ba9e-cf90599b4b49 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 945 time: 0.0643320 Feb 10 04:15:01.254829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:01.257898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:01.367204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eddcffd0-f121-484b-ad12-b1b0da2b5881 req-043e40c6-6288-4830-83ba-55a5509b58b7 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046839 Feb 10 04:15:01.571563 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (202e82da-5d6c-47c0-9f98-6be9765e5f28), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:01.589127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df4965-19d7-48a8-b139-f3b15e413b52 req-f46e63a0-93e4-4926-bc78-73a3f7d60910 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:01.590679 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64df4965-19d7-48a8-b139-f3b15e413b52 req-f46e63a0-93e4-4926-bc78-73a3f7d60910 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0535347 Feb 10 04:15:01.633295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=202e82da-5d6c-47c0-9f98-6be9765e5f28,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:01.640754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 781b7b42-0eef-4e08-82ee-7a742563eeef up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:01.641304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': 'f758cda3-50be-4eee-ad45-2162e1f05229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:01.641446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: 48513074-2874-4fe9-94c7-9b94f48f8ec5, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:15:01.643999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64df4965-19d7-48a8-b139-f3b15e413b52 req-e0d83e56-594e-46e0-809e-00dcb29a3a57 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477414 Feb 10 04:15:01.748458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 48513074-2874-4fe9-94c7-9b94f48f8ec5 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:15:01.765867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21bb0e-625c-4761-bf09-24d5ab7a0aa7 req-a8bada80-029a-445a-863f-9def1589bb9d tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:01.767442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca21bb0e-625c-4761-bf09-24d5ab7a0aa7 req-a8bada80-029a-445a-863f-9def1589bb9d tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 944 time: 0.0591776 Feb 10 04:15:01.798790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 781b7b42-0eef-4e08-82ee-7a742563eeef completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:15:01.803167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 781b7b42-0eef-4e08-82ee-7a742563eeef triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:01.803547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:01.815345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca21bb0e-625c-4761-bf09-24d5ab7a0aa7 req-1206e467-2eb5-4434-9251-5b1422a2da91 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Feb 10 04:15:01.881069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 48513074-2874-4fe9-94c7-9b94f48f8ec5) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:01.884078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 781b7b42-0eef-4e08-82ee-7a742563eeef is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:01.884498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:01.885995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:01.886798 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:01.899683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6415e98a-e1c9-46d6-981a-500119018e09 None None] Network 48513074-2874-4fe9-94c7-9b94f48f8ec5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:01.989900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 781b7b42-0eef-4e08-82ee-7a742563eeef, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=781b7b42-0eef-4e08-82ee-7a742563eeef,segment=NetworkSegment(609c966f-98b5-4f6e-91a0-dfcf02f453e8),segment_id=609c966f-98b5-4f6e-91a0-dfcf02f453e8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:02.015556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-338572c3-073d-4dc3-acd4-f3d6313356cd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9386084 Feb 10 04:15:02.018005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40368) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:02.023148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-112916483'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:02.033553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-48513074-2874-4fe9-94c7-9b94f48f8ec5', 'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5', 'project_id': 'c87a7448878049989bfbc3c8ab243e40', 'fixed_ips': [{'subnet_id': '202e82da-5d6c-47c0-9f98-6be9765e5f28'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:15:02.034493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.042936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe47e4-4e2d-4e78-ac7c-a9bfe2bfcb33 req-8a85e1bd-6269-4591-9620-f4f5cacfcc9b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:02.050280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1fe47e4-4e2d-4e78-ac7c-a9bfe2bfcb33 req-8a85e1bd-6269-4591-9620-f4f5cacfcc9b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 946 time: 0.0745740 Feb 10 04:15:02.100099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1fe47e4-4e2d-4e78-ac7c-a9bfe2bfcb33 req-1d35dffc-d44a-42ff-8093-a80d4cf64e27 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481217 Feb 10 04:15:02.109016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.212660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=781b7b42-0eef-4e08-82ee-7a742563eeef,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:02.227753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:02.231586 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.234857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Allocated IP 2001:db8::2 (48513074-2874-4fe9-94c7-9b94f48f8ec5/202e82da-5d6c-47c0-9f98-6be9765e5f28/baf6f568-1d91-4159-88de-3ab44bde7633) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:02.254943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port 78100471-2047-4246-8903-06fb565cbbf9 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:02.389909 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Publish callbacks [] for port (baf6f568-1d91-4159-88de-3ab44bde7633), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.464299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a207610-8432-4179-9955-870cb4b5918b req-da018eab-dbab-4f09-9869-868625869da0 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:02.465783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a207610-8432-4179-9955-870cb4b5918b req-da018eab-dbab-4f09-9869-868625869da0 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 945 time: 0.0695353 Feb 10 04:15:02.479710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.582185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::2df (48513074-2874-4fe9-94c7-9b94f48f8ec5/202e82da-5d6c-47c0-9f98-6be9765e5f28/78100471-2047-4246-8903-06fb565cbbf9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:02.634874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7d53a-42e0-4548-ae90-cfd6e57a858a req-2812ee74-6a76-4f1c-8975-df3d9700c74f tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:02.636458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95b7d53a-42e0-4548-ae90-cfd6e57a858a req-2812ee74-6a76-4f1c-8975-df3d9700c74f tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 945 time: 0.1939082 Feb 10 04:15:02.672195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.687811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Network 48513074-2874-4fe9-94c7-9b94f48f8ec5 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:02.693172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:02.695568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Pushing event updated for resources: {'Port': ['ID=baf6f568-1d91-4159-88de-3ab44bde7633,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:02.698493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:02.708180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b7b42-0eef-4e08-82ee-7a742563eeef'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:02.710078 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a922c-743c-4c55-8d2b-ba2e31cb170c" -d '{"events": [{"server_uuid": "777c95c7-1ab5-4dc7-ae0c-04f6302975f3", "name": "network-vif-plugged", "status": "completed", "tag": "781b7b42-0eef-4e08-82ee-7a742563eeef"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:02.780917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Attempting to bind port baf6f568-1d91-4159-88de-3ab44bde7633 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:02.782147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Attempting to bind port baf6f568-1d91-4159-88de-3ab44bde7633 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'f758cda3-50be-4eee-ad45-2162e1f05229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:02.782147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Attempting to bind port baf6f568-1d91-4159-88de-3ab44bde7633 on network 48513074-2874-4fe9-94c7-9b94f48f8ec5 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:02.788904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:02.789301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Checking segment: {'id': 'f758cda3-50be-4eee-ad45-2162e1f05229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:02.790448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.790884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Bound using segment: {'id': 'f758cda3-50be-4eee-ad45-2162e1f05229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:02.791380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Bound port: baf6f568-1d91-4159-88de-3ab44bde7633, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f758cda3-50be-4eee-ad45-2162e1f05229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '48513074-2874-4fe9-94c7-9b94f48f8ec5'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:02.791774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:02.809124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164926-01cb-43c5-b4df-6c978c51ffe4 req-9df8b81b-e52a-496d-9ef6-3741630536f8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:02.810825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07164926-01cb-43c5-b4df-6c978c51ffe4 req-9df8b81b-e52a-496d-9ef6-3741630536f8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0651143 Feb 10 04:15:02.865163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07164926-01cb-43c5-b4df-6c978c51ffe4 req-b2e6c109-12d3-47d6-b5d6-0dea859c99f1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473187 Feb 10 04:15:02.924178 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6959896-38d0-4920-a06c-41655d1e2ce3 x-openstack-request-id: req-e6959896-38d0-4920-a06c-41655d1e2ce3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:02.924501 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777c95c7-1ab5-4dc7-ae0c-04f6302975f3", "name": "network-vif-plugged", "status": "completed", "tag": "781b7b42-0eef-4e08-82ee-7a742563eeef", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:02.925090 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6959896-38d0-4920-a06c-41655d1e2ce3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:02.925718 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b7b42-0eef-4e08-82ee-7a742563eeef', 'code': 200} Feb 10 04:15:02.986162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] For port baf6f568-1d91-4159-88de-3ab44bde7633, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:02.990923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] For port baf6f568-1d91-4159-88de-3ab44bde7633, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=baf6f568-1d91-4159-88de-3ab44bde7633,segment=NetworkSegment(f758cda3-50be-4eee-ad45-2162e1f05229),segment_id=f758cda3-50be-4eee-ad45-2162e1f05229)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:03.043097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95b7d53a-42e0-4548-ae90-cfd6e57a858a req-34aac49c-263c-460a-85a8-79146185757e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925183 Feb 10 04:15:03.049783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801591fa-b604-4a48-815f-d977678f8255 req-3e8a80a3-15cd-45e2-9d64-55ddcb096c7f tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:03.051291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-801591fa-b604-4a48-815f-d977678f8255 req-3e8a80a3-15cd-45e2-9d64-55ddcb096c7f tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 945 time: 0.0709975 Feb 10 04:15:03.053796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Deleting port 9252f9a5-b0ef-4564-b672-f361740845af {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:03.054172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9252f9a5-b0ef-4564-b672-f361740845af), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.097152 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.112321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (78100471-2047-4246-8903-06fb565cbbf9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.117344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-801591fa-b604-4a48-815f-d977678f8255 req-1e2c7cff-4b6d-4588-b8f4-cf696ea18015 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Feb 10 04:15:03.188013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d0814-6839-4e89-90eb-e49ec2cf3ee6 None None] Pushing event updated for resources: {'Port': ['ID=baf6f568-1d91-4159-88de-3ab44bde7633,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:03.276087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0820d9a-f8c9-4157-ba63-fa449beda7bf req-5cf8aab3-4602-4693-b06a-395db7aeb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:03.277694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0820d9a-f8c9-4157-ba63-fa449beda7bf req-5cf8aab3-4602-4693-b06a-395db7aeb7eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 1127 time: 0.2155132 Feb 10 04:15:03.287222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] For port 9252f9a5-b0ef-4564-b672-f361740845af, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9252f9a5-b0ef-4564-b672-f361740845af,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:03.287615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9252f9a5-b0ef-4564-b672-f361740845af), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.320666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Calling delete_port for 9252f9a5-b0ef-4564-b672-f361740845af owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:03.411464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad450b73-de7d-4684-ba85-5a0fa588b115 req-7c63d37d-cb05-40e7-988b-ab4a621f8d83 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:03.413013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad450b73-de7d-4684-ba85-5a0fa588b115 req-7c63d37d-cb05-40e7-988b-ab4a621f8d83 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 946 time: 0.2054648 Feb 10 04:15:03.417594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0820d9a-f8c9-4157-ba63-fa449beda7bf req-b0cafa7c-b895-4ebd-8295-8aaf63330332 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335173 Feb 10 04:15:03.424183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (78100471-2047-4246-8903-06fb565cbbf9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.498101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 48513074-2874-4fe9-94c7-9b94f48f8ec5 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:03.516711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=78100471-2047-4246-8903-06fb565cbbf9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:03.519521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:03.532346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:03.537579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:03.538192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.563040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad450b73-de7d-4684-ba85-5a0fa588b115 req-702b8f1d-4281-4555-84af-f7185f6a46f4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393657 Feb 10 04:15:03.632931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-09b3e6ba-067e-42c4-8e3b-e5ecff753136 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6136897 Feb 10 04:15:03.636144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40396) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:03.705068 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9252f9a5-b0ef-4564-b672-f361740845af), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.718736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d4d418b1-de34-4457-9a5a-548e40facd4a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:03.721228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['db08225d-776e-4754-8583-9d2e1e666a4a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:03.747493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Pushing event deleted for resources: {'Port': ['ID=9252f9a5-b0ef-4564-b672-f361740845af,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:03.804534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] No DVR routers for this DVR port 9252f9a5-b0ef-4564-b672-f361740845af on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:03.808225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.812200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a207610-8432-4179-9955-870cb4b5918b req-b7304fc1-0b36-4afe-bb0f-318007dd0bb8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "DELETE /v2.0/ports/9252f9a5-b0ef-4564-b672-f361740845af HTTP/1.1" status: 204 len: 173 time: 1.3295872 Feb 10 04:15:03.812917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'name': 'network-vif-deleted', 'tag': '9252f9a5-b0ef-4564-b672-f361740845af'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:03.815948 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b539ca-8e2c-41ea-80a5-d15e9250da64" -d '{"events": [{"server_uuid": "ca6ca00a-7ce3-4ebf-821e-21c2e64698d1", "name": "network-vif-deleted", "tag": "9252f9a5-b0ef-4564-b672-f361740845af"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:03.848051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 78100471-2047-4246-8903-06fb565cbbf9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:03.848396 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (78100471-2047-4246-8903-06fb565cbbf9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:03.982573 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d4ca8b-86d0-43be-8d02-19cac83dee56 x-openstack-request-id: req-19d4ca8b-86d0-43be-8d02-19cac83dee56 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:03.983054 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6ca00a-7ce3-4ebf-821e-21c2e64698d1", "name": "network-vif-deleted", "tag": "9252f9a5-b0ef-4564-b672-f361740845af", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:03.983313 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19d4ca8b-86d0-43be-8d02-19cac83dee56 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:03.983705 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6ca00a-7ce3-4ebf-821e-21c2e64698d1', 'name': 'network-vif-deleted', 'tag': '9252f9a5-b0ef-4564-b672-f361740845af', 'status': 'completed', 'code': 200} Feb 10 04:15:04.001529 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.052978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (78100471-2047-4246-8903-06fb565cbbf9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.061413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40406) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:04.074405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 78100471-2047-4246-8903-06fb565cbbf9 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:04.150217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a76bf-11b6-4678-9e4b-7cf43e833855 req-1f71cd01-b1df-4c5d-90b9-fb0492a53add tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:04.151936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f0a76bf-11b6-4678-9e4b-7cf43e833855 req-1f71cd01-b1df-4c5d-90b9-fb0492a53add tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1719701 Feb 10 04:15:04.168627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222003e-c5ce-48ed-aaae-0277c39b931d req-3891c988-7309-407c-9516-928a3c8938e8 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:04.175237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c222003e-c5ce-48ed-aaae-0277c39b931d req-3891c988-7309-407c-9516-928a3c8938e8 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 946 time: 0.0728500 Feb 10 04:15:04.241990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5604b520-2b12-46ab-9073-52aa2d2e29d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.257937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f0a76bf-11b6-4678-9e4b-7cf43e833855 req-fbd56b76-9c70-4288-80e1-dfb7ab86bda2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998676 Feb 10 04:15:04.299135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c222003e-c5ce-48ed-aaae-0277c39b931d req-511d8ab7-1c58-444e-9b11-0f347b39c35e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221058 Feb 10 04:15:04.410479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f68ea234-b5ae-4ed2-8a8b-c83e1d9bcda8 req-b1e02dee-1a71-45b2-bbff-10aebcdc0287 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca6ca00a-7ce3-4ebf-821e-21c2e64698d1 HTTP/1.1" status: 200 len: 210 time: 0.0397110 Feb 10 04:15:04.411675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (78100471-2047-4246-8903-06fb565cbbf9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.422435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a85dc-91da-43d2-98e8-687fe5ad634b None None] Network 48513074-2874-4fe9-94c7-9b94f48f8ec5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:04.452089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=78100471-2047-4246-8903-06fb565cbbf9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:04.481336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.484312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f18ce5e8-c9ec-41d2-8d66-d7dd2eb0c6b0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/78100471-2047-4246-8903-06fb565cbbf9 HTTP/1.1" status: 204 len: 168 time: 0.8472207 Feb 10 04:15:04.486892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40414) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:04.489779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d09dec-cb6e-4441-a090-7b22fcd6bc52 req-d1601427-81a0-40d0-b7bf-f0b2130a086c tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:04.498037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9d09dec-cb6e-4441-a090-7b22fcd6bc52 req-d1601427-81a0-40d0-b7bf-f0b2130a086c tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 945 time: 0.1250322 Feb 10 04:15:04.513481 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-15961b2e-4b53-414b-ac51-531fa8de23b4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:04.514987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-15961b2e-4b53-414b-ac51-531fa8de23b4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/78100471-2047-4246-8903-06fb565cbbf9 HTTP/1.1" status: 404 len: 333 time: 0.0271561 Feb 10 04:15:04.518269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40416) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:04.561165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5e0298fc-f44f-4932-a08a-cee693e415dd None None] Provisioning complete for port baf6f568-1d91-4159-88de-3ab44bde7633 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:04.561623 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e0298fc-f44f-4932-a08a-cee693e415dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.578336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5604b520-2b12-46ab-9073-52aa2d2e29d4 admin admin] Publish callbacks [] for security_group (014b51d6-800c-4987-856d-3ec3bf8bf86d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.594218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet 202e82da-5d6c-47c0-9f98-6be9765e5f28 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:04.598165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (202e82da-5d6c-47c0-9f98-6be9765e5f28), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.638053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9d09dec-cb6e-4441-a090-7b22fcd6bc52 req-e0426835-ade2-4eb3-81dd-12d261f1e306 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377907 Feb 10 04:15:04.647137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5604b520-2b12-46ab-9073-52aa2d2e29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (014b51d6-800c-4987-856d-3ec3bf8bf86d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.653606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (202e82da-5d6c-47c0-9f98-6be9765e5f28), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.695746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604b520-2b12-46ab-9073-52aa2d2e29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014b51d6-800c-4987-856d-3ec3bf8bf86d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:04.705017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5604b520-2b12-46ab-9073-52aa2d2e29d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6681bed2328346e59960d04059c9ed78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6378996 Feb 10 04:15:04.705811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:04.720737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5e0298fc-f44f-4932-a08a-cee693e415dd None None] Current status of the port baf6f568-1d91-4159-88de-3ab44bde7633 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:04.721331 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e0298fc-f44f-4932-a08a-cee693e415dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.768521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5e0298fc-f44f-4932-a08a-cee693e415dd None None] For port baf6f568-1d91-4159-88de-3ab44bde7633, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=baf6f568-1d91-4159-88de-3ab44bde7633,segment=NetworkSegment(f758cda3-50be-4eee-ad45-2162e1f05229),segment_id=f758cda3-50be-4eee-ad45-2162e1f05229)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:04.773594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e39673c-9cfa-4bc7-a535-d28a37ac4cd2 admin admin] Publish callbacks [] for security_group (014b51d6-800c-4987-856d-3ec3bf8bf86d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.802117 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e39673c-9cfa-4bc7-a535-d28a37ac4cd2 admin admin] Publish callbacks [] for security_group (014b51d6-800c-4987-856d-3ec3bf8bf86d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.834795 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (202e82da-5d6c-47c0-9f98-6be9765e5f28), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.837929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e0298fc-f44f-4932-a08a-cee693e415dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.916003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0298fc-f44f-4932-a08a-cee693e415dd None None] Pushing event updated for resources: {'Port': ['ID=baf6f568-1d91-4159-88de-3ab44bde7633,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:04.947876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e39673c-9cfa-4bc7-a535-d28a37ac4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (014b51d6-800c-4987-856d-3ec3bf8bf86d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.950380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e39673c-9cfa-4bc7-a535-d28a37ac4cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:04.954144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e39673c-9cfa-4bc7-a535-d28a37ac4cd2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/014b51d6-800c-4987-856d-3ec3bf8bf86d HTTP/1.1" status: 204 len: 168 time: 0.2452071 Feb 10 04:15:04.961255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39673c-9cfa-4bc7-a535-d28a37ac4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014b51d6-800c-4987-856d-3ec3bf8bf86d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:04.971482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (202e82da-5d6c-47c0-9f98-6be9765e5f28), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.010092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e03c3a71-952e-4c7b-b4bd-da54a7e2140b None None] Provisioning complete for port baf6f568-1d91-4159-88de-3ab44bde7633 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:05.012730 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e03c3a71-952e-4c7b-b4bd-da54a7e2140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.012848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=202e82da-5d6c-47c0-9f98-6be9765e5f28,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:05.018048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.021999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6ba2ac9a-c0ab-401a-88d6-9fb48648815e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/202e82da-5d6c-47c0-9f98-6be9765e5f28 HTTP/1.1" status: 204 len: 168 time: 0.5027456 Feb 10 04:15:05.025411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40422) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:05.118629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e03c3a71-952e-4c7b-b4bd-da54a7e2140b None None] Current status of the port baf6f568-1d91-4159-88de-3ab44bde7633 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:05.128238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (48513074-2874-4fe9-94c7-9b94f48f8ec5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.190025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port baf6f568-1d91-4159-88de-3ab44bde7633 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:05.190265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.225072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device baf6f568-1d91-4159-88de-3ab44bde7633 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:05.264286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f50d4-336f-4f76-9680-fc95154e571e None None] Network 48513074-2874-4fe9-94c7-9b94f48f8ec5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:05.271102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] For port baf6f568-1d91-4159-88de-3ab44bde7633, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=baf6f568-1d91-4159-88de-3ab44bde7633,segment=NetworkSegment(f758cda3-50be-4eee-ad45-2162e1f05229),segment_id=f758cda3-50be-4eee-ad45-2162e1f05229)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:05.271466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.286153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for baf6f568-1d91-4159-88de-3ab44bde7633 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:05.366124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e346ee41-1f6e-4a38-8ceb-68c7ddb26437 None None] Could not find standard attr ID for object 78100471-2047-4246-8903-06fb565cbbf9. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:15:05.403661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port baf6f568-1d91-4159-88de-3ab44bde7633 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:05.404047 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.418049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ace2c-7d82-4b81-aa89-b5a0839d45ee req-219af5cc-f6fc-40b4-a6af-eafe215bcb12 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:05.426009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a39ace2c-7d82-4b81-aa89-b5a0839d45ee req-219af5cc-f6fc-40b4-a6af-eafe215bcb12 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0765653 Feb 10 04:15:05.455528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (baf6f568-1d91-4159-88de-3ab44bde7633), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.455711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Could not find standard attr ID for object baf6f568-1d91-4159-88de-3ab44bde7633. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:15:05.464022 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No ports have port_id starting with baf6f568-1d91-4159-88de-3ab44bde7633 Feb 10 04:15:05.483132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a39ace2c-7d82-4b81-aa89-b5a0839d45ee req-65816c16-cf11-49a2-8f6d-c19c70063d4e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568950 Feb 10 04:15:05.505476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=baf6f568-1d91-4159-88de-3ab44bde7633,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:05.505476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No DVR routers for this DVR port baf6f568-1d91-4159-88de-3ab44bde7633 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:05.535710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac81de2-da20-4116-8fa7-80efa950984b None None] DHCP port deletion for 48513074-2874-4fe9-94c7-9b94f48f8ec5 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:15:05.583078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c3d75-51c0-486e-97ba-353ef5e227a2 req-51a59b51-857d-4ce3-9405-e5a7bd932cdc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:05.586132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc2c3d75-51c0-486e-97ba-353ef5e227a2 req-51a59b51-857d-4ce3-9405-e5a7bd932cdc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 946 time: 0.1729765 Feb 10 04:15:05.659321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9252f9a5-b0ef-4564-b672-f361740845af no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:05.662411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (48513074-2874-4fe9-94c7-9b94f48f8ec5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.682853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 9252f9a5-b0ef-4564-b672-f361740845af {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:05.683335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9252f9a5-b0ef-4564-b672-f361740845af not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:05.702624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-1939c750-e0a0-4321-8507-74c60c6d070b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:05.704110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-1939c750-e0a0-4321-8507-74c60c6d070b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.43 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 946 time: 0.2152772 Feb 10 04:15:05.705859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48513074-2874-4fe9-94c7-9b94f48f8ec5']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:05.728629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40440) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:05.732900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f758cda3-50be-4eee-ad45-2162e1f05229') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:05.733195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f758cda3-50be-4eee-ad45-2162e1f05229') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:05.750421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-38b1d88b-5928-4cbf-a36a-856bc5b3b38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.766411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc2c3d75-51c0-486e-97ba-353ef5e227a2 req-c02a5c85-5cb6-4372-9aef-21309638e138 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679113 Feb 10 04:15:05.770449 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (f758cda3-50be-4eee-ad45-2162e1f05229), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.815016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (f758cda3-50be-4eee-ad45-2162e1f05229), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.829893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:05.830558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (f758cda3-50be-4eee-ad45-2162e1f05229), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:05.834487 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:05.864822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee326c1e-e39a-4fba-b24f-0c2ea24d6648 req-dc0f7caf-0266-4cda-be7c-c9c3d58fd3e8 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:05.866335 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee326c1e-e39a-4fba-b24f-0c2ea24d6648 req-dc0f7caf-0266-4cda-be7c-c9c3d58fd3e8 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 945 time: 0.0723197 Feb 10 04:15:05.910372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Deleting port d2d501ff-5de0-4715-b1f7-311d831e81eb {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:05.910575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:05.930610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee326c1e-e39a-4fba-b24f-0c2ea24d6648 req-2190afa8-fb91-4c8c-80c4-c76ab43b8bd1 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577004 Feb 10 04:15:06.009342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (48513074-2874-4fe9-94c7-9b94f48f8ec5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.013616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] For port d2d501ff-5de0-4715-b1f7-311d831e81eb, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d2d501ff-5de0-4715-b1f7-311d831e81eb,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:06.014249 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.022157 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.029791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40458) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:06.030921 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/48513074-2874-4fe9-94c7-9b94f48f8ec5 HTTP/1.1" status: 204 len: 168 time: 1.0034187 Feb 10 04:15:06.037173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'name': 'tempest-PortsIpV6TestJSON-1307028679'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:06.054600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f7f78-67b3-48eb-b183-0765d2b72153 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=48513074-2874-4fe9-94c7-9b94f48f8ec5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:06.056909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Calling delete_port for d2d501ff-5de0-4715-b1f7-311d831e81eb owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:06.154055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-38b1d88b-5928-4cbf-a36a-856bc5b3b38f admin admin] Publish callbacks [] for security_group (9f9c4a76-cca3-464f-aaaa-32bc97290987), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.224303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-38b1d88b-5928-4cbf-a36a-856bc5b3b38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9f9c4a76-cca3-464f-aaaa-32bc97290987), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.229622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:06.233017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.250308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d2d501ff-5de0-4715-b1f7-311d831e81eb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.269836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d2d501ff-5de0-4715-b1f7-311d831e81eb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:06.286554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-38b1d88b-5928-4cbf-a36a-856bc5b3b38f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=494919cbbff245038f33fc577a1fbe37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5563328 Feb 10 04:15:06.288726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port d3ebc73b-e56c-41ee-b408-f5eed72f5411 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:06.294064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40464) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:06.301359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1d88b-5928-4cbf-a36a-856bc5b3b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9c4a76-cca3-464f-aaaa-32bc97290987,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:06.303778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event deleted for resources: {'Port': ['ID=d2d501ff-5de0-4715-b1f7-311d831e81eb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:06.371803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] No DVR routers for this DVR port d2d501ff-5de0-4715-b1f7-311d831e81eb on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:06.376383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.379669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f38bcc9f-a08b-4a62-bf47-229385b4e70d req-d42b298a-197a-49fa-ab50-eb7a8bbc936f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.43 "DELETE /v2.0/ports/d2d501ff-5de0-4715-b1f7-311d831e81eb HTTP/1.1" status: 204 len: 173 time: 0.6639519 Feb 10 04:15:06.381696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'name': 'network-vif-deleted', 'tag': 'd2d501ff-5de0-4715-b1f7-311d831e81eb'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:06.385727 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a7a01e-a3f0-4cb2-864f-910447ec22f0" -d '{"events": [{"server_uuid": "76d919d3-10d4-4dcd-a913-beeaabf58201", "name": "network-vif-deleted", "tag": "d2d501ff-5de0-4715-b1f7-311d831e81eb"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:06.405297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea11a-c035-4775-b58b-7f0380d30ee1 req-a2e83945-965c-45c4-be50-2a343ee341c6 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:06.410606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea11a-c035-4775-b58b-7f0380d30ee1 req-a2e83945-965c-45c4-be50-2a343ee341c6 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:06.412213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da6ea11a-c035-4775-b58b-7f0380d30ee1 req-a2e83945-965c-45c4-be50-2a343ee341c6 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d&device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 1681 time: 0.1247001 Feb 10 04:15:06.420288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9388ac6-b968-4af7-a9d1-64a473d9db40 admin admin] Publish callbacks [] for security_group (9f9c4a76-cca3-464f-aaaa-32bc97290987), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.467357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da6ea11a-c035-4775-b58b-7f0380d30ee1 req-c32c3562-3641-4787-961a-4a046f483358 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483756 Feb 10 04:15:06.469627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9388ac6-b968-4af7-a9d1-64a473d9db40 admin admin] Publish callbacks [] for security_group (9f9c4a76-cca3-464f-aaaa-32bc97290987), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.514186 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8312b460-2064-4c1c-9ea0-554ebe16ee98 x-openstack-request-id: req-8312b460-2064-4c1c-9ea0-554ebe16ee98 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:06.520605 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d919d3-10d4-4dcd-a913-beeaabf58201", "name": "network-vif-deleted", "tag": "d2d501ff-5de0-4715-b1f7-311d831e81eb", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:06.520605 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8312b460-2064-4c1c-9ea0-554ebe16ee98 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:06.520605 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d919d3-10d4-4dcd-a913-beeaabf58201', 'name': 'network-vif-deleted', 'tag': 'd2d501ff-5de0-4715-b1f7-311d831e81eb', 'status': 'completed', 'code': 200} Feb 10 04:15:06.552943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (d3ebc73b-e56c-41ee-b408-f5eed72f5411), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.613655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a440b-4be2-4c8e-a8a3-9e139d11d6f8 req-9d600ad5-8eb8-46f3-8b23-f8503a176ec7 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:06.615750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f3a440b-4be2-4c8e-a8a3-9e139d11d6f8 req-9d600ad5-8eb8-46f3-8b23-f8503a176ec7 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 945 time: 0.0717096 Feb 10 04:15:06.654103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9388ac6-b968-4af7-a9d1-64a473d9db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9f9c4a76-cca3-464f-aaaa-32bc97290987), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.656695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9388ac6-b968-4af7-a9d1-64a473d9db40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.658832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d9388ac6-b968-4af7-a9d1-64a473d9db40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f9c4a76-cca3-464f-aaaa-32bc97290987 HTTP/1.1" status: 204 len: 168 time: 0.3625925 Feb 10 04:15:06.667761 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f3a440b-4be2-4c8e-a8a3-9e139d11d6f8 req-ed31148a-ce46-4c8e-99bb-d4d02b1929e7 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Feb 10 04:15:06.671359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751d6d-ca85-427c-a8f4-1052b1cfd036 req-8ded1381-f49a-4177-857c-9b8239f525e4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:06.672932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8751d6d-ca85-427c-a8f4-1052b1cfd036 req-8ded1381-f49a-4177-857c-9b8239f525e4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0728674 Feb 10 04:15:06.679170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9388ac6-b968-4af7-a9d1-64a473d9db40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9c4a76-cca3-464f-aaaa-32bc97290987,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:06.720116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d3ebc73b-e56c-41ee-b408-f5eed72f5411), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.795611 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8751d6d-ca85-427c-a8f4-1052b1cfd036 req-bb075370-27fd-4991-8617-ffbebefe7e28 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075428 Feb 10 04:15:06.804253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:06.808672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:06.813154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:06.818273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:06.819038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:06.823485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=d3ebc73b-e56c-41ee-b408-f5eed72f5411,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:06.893159 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11119765-bd59-4811-a24c-156557aa2eae req-c93e9c23-d574-4150-843b-dde931def570 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=76d919d3-10d4-4dcd-a913-beeaabf58201 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Feb 10 04:15:06.926908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d00bb7d9-cf7b-409e-bc16-eabc1bd25d70 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8959894 Feb 10 04:15:06.929435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40484) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:07.021332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port d3ebc73b-e56c-41ee-b408-f5eed72f5411 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:07.021603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d3ebc73b-e56c-41ee-b408-f5eed72f5411), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:07.091515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d3ebc73b-e56c-41ee-b408-f5eed72f5411), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:07.105586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for d3ebc73b-e56c-41ee-b408-f5eed72f5411 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:07.195199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device baf6f568-1d91-4159-88de-3ab44bde7633 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:07.216913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: baf6f568-1d91-4159-88de-3ab44bde7633 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:07.217269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device baf6f568-1d91-4159-88de-3ab44bde7633 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:07.268160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d3ebc73b-e56c-41ee-b408-f5eed72f5411), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:07.300708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=d3ebc73b-e56c-41ee-b408-f5eed72f5411,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:07.306550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:07.310211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-25b52811-c5b5-48b6-8c03-ff50ce3ab6a9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/d3ebc73b-e56c-41ee-b408-f5eed72f5411 HTTP/1.1" status: 204 len: 168 time: 0.3797071 Feb 10 04:15:07.312726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40496) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:07.319378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'mac_address': 'fa:16:3e:17:e2:77', 'name': 'tempest-PortsIpV6TestJSON-2078186284'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:07.503983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:07.569970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:07.593735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port 73e1e2f6-6e99-4783-aab8-29ffb48c4430 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:07.813157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (73e1e2f6-6e99-4783-aab8-29ffb48c4430), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:07.825173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b2ca-260f-4518-baa2-e8a4901ac63c req-50c75d07-fa1d-4b33-9bba-9f65cec52d0a tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:07.826661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d869b2ca-260f-4518-baa2-e8a4901ac63c req-50c75d07-fa1d-4b33-9bba-9f65cec52d0a tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Feb 10 04:15:07.865633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-2402ff71-eed3-4295-96bc-85dae0ce597b tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:07.867155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-2402ff71-eed3-4295-96bc-85dae0ce597b tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.24 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 945 time: 0.1138577 Feb 10 04:15:07.874871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d869b2ca-260f-4518-baa2-e8a4901ac63c req-925fee07-0e77-486c-ba11-90f42073e89c tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54957b0-3a42-404b-bb02-9d5a0f948272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423353 Feb 10 04:15:07.939561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b5325-d6d2-4e91-ad6d-1bc94fabbd6c req-ad4b6f0c-0748-42bc-b404-8d024cf77969 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:07.941078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db5b5325-d6d2-4e91-ad6d-1bc94fabbd6c req-ad4b6f0c-0748-42bc-b404-8d024cf77969 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 945 time: 0.1484315 Feb 10 04:15:08.010055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6995f81-4c41-49ac-a668-7102cf48f5a7 req-1b4e52ba-1871-4073-addb-d015ed7320f8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:08.015324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6995f81-4c41-49ac-a668-7102cf48f5a7 req-1b4e52ba-1871-4073-addb-d015ed7320f8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0683007 Feb 10 04:15:08.033443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db5b5325-d6d2-4e91-ad6d-1bc94fabbd6c req-275879ec-cbce-47df-944a-a70250e5e5db tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820358 Feb 10 04:15:08.034427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (73e1e2f6-6e99-4783-aab8-29ffb48c4430), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.082381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Deleting port 781b7b42-0eef-4e08-82ee-7a742563eeef {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:08.082747 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.083181 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6995f81-4c41-49ac-a668-7102cf48f5a7 req-76ccf7ce-3c79-4837-af1b-aee6f33d1a01 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611467 Feb 10 04:15:08.119914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:08.133286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:08.143217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:08.148328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:08.150471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.158514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=73e1e2f6-6e99-4783-aab8-29ffb48c4430,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:08.238403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] For port 781b7b42-0eef-4e08-82ee-7a742563eeef, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=781b7b42-0eef-4e08-82ee-7a742563eeef,segment=NetworkSegment(609c966f-98b5-4f6e-91a0-dfcf02f453e8),segment_id=609c966f-98b5-4f6e-91a0-dfcf02f453e8)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:08.238638 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.253738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Calling delete_port for 781b7b42-0eef-4e08-82ee-7a742563eeef owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:08.265799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-27a7c44b-7a5f-4079-9e31-f7ebf48c4196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9495943 Feb 10 04:15:08.266501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40534) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:08.375146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65e547-7222-498f-9c1f-8e449c5cdce7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:08.376525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dc65e547-7222-498f-9c1f-8e449c5cdce7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/73e1e2f6-6e99-4783-aab8-29ffb48c4430 HTTP/1.1" status: 200 len: 845 time: 0.1088090 Feb 10 04:15:08.379341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40538) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:08.448780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-2a87f0ef-3000-40b7-9b9b-ec88fd020647 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:08.450923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-2a87f0ef-3000-40b7-9b9b-ec88fd020647 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.1729777 Feb 10 04:15:08.467329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (781b7b42-0eef-4e08-82ee-7a742563eeef), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.480873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['781b7b42-0eef-4e08-82ee-7a742563eeef'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:08.486539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-2c8cd9f4-8848-4868-8f97-be88b1d1cf06 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/quotas/ba3dd7a8d013466dae065a55fd8fe967 HTTP/1.1" status: 200 len: 375 time: 0.0171747 Feb 10 04:15:08.506457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Pushing event deleted for resources: {'Port': ['ID=781b7b42-0eef-4e08-82ee-7a742563eeef,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:08.528368 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-d1a2fa23-1327-46bd-8567-c944b396aca3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340078 Feb 10 04:15:08.538463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 73e1e2f6-6e99-4783-aab8-29ffb48c4430 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:08.538925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (73e1e2f6-6e99-4783-aab8-29ffb48c4430), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.566203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] No DVR routers for this DVR port 781b7b42-0eef-4e08-82ee-7a742563eeef on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:08.568919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.573083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d79077a-4db5-486a-906a-ed0e8d4ebc59 req-4ec3441b-e852-474c-9599-e32ec1c20cf5 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.24 "DELETE /v2.0/ports/781b7b42-0eef-4e08-82ee-7a742563eeef HTTP/1.1" status: 204 len: 173 time: 0.6998577 Feb 10 04:15:08.573787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'name': 'network-vif-deleted', 'tag': '781b7b42-0eef-4e08-82ee-7a742563eeef'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:08.576332 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335c64b9-e6a7-4f50-a404-031a520a864b" -d '{"events": [{"server_uuid": "777c95c7-1ab5-4dc7-ae0c-04f6302975f3", "name": "network-vif-deleted", "tag": "781b7b42-0eef-4e08-82ee-7a742563eeef"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:08.624839 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88481aad-d1cb-494d-b00f-6a4e0f4356ff x-openstack-request-id: req-88481aad-d1cb-494d-b00f-6a4e0f4356ff {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:08.625334 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777c95c7-1ab5-4dc7-ae0c-04f6302975f3", "name": "network-vif-deleted", "tag": "781b7b42-0eef-4e08-82ee-7a742563eeef", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:08.625774 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88481aad-d1cb-494d-b00f-6a4e0f4356ff {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:08.627103 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777c95c7-1ab5-4dc7-ae0c-04f6302975f3', 'name': 'network-vif-deleted', 'tag': '781b7b42-0eef-4e08-82ee-7a742563eeef', 'status': 'completed', 'code': 200} Feb 10 04:15:08.661444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (73e1e2f6-6e99-4783-aab8-29ffb48c4430), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:08.680799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 73e1e2f6-6e99-4783-aab8-29ffb48c4430 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:08.734110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-069d4608-29a5-4f24-9d97-70623f46f144 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915658 Feb 10 04:15:08.859911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c425d-2553-49b5-8547-23c31c47598f req-81be3720-4ab2-424a-8255-23a1b69900df tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:08.861393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb2c425d-2553-49b5-8547-23c31c47598f req-81be3720-4ab2-424a-8255-23a1b69900df tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 945 time: 0.1738997 Feb 10 04:15:08.929257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-b8c73d71-f8c0-4b60-85b0-6a84a8e4e7fc service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671543 Feb 10 04:15:08.969881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (73e1e2f6-6e99-4783-aab8-29ffb48c4430), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.007247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=73e1e2f6-6e99-4783-aab8-29ffb48c4430,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:09.011219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3de9393-bf25-4cc5-a59c-92480a51c1b2 req-33c1bd56-0ace-4d12-8170-7fb2d5b88109 tempest-ServerAddressesNegativeTestJSON-1325916989 tempest-ServerAddressesNegativeTestJSON-1325916989-project] 10.222.0.42 "GET /v2.0/ports?device_id=777c95c7-1ab5-4dc7-ae0c-04f6302975f3 HTTP/1.1" status: 200 len: 210 time: 0.0366297 Feb 10 04:15:09.017998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.028688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-473f478f-7c1d-4b69-a4e2-4f79e47bccf1 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/73e1e2f6-6e99-4783-aab8-29ffb48c4430 HTTP/1.1" status: 204 len: 168 time: 0.6463282 Feb 10 04:15:09.034175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40556) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:09.062499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Deleting port db08225d-776e-4754-8583-9d2e1e666a4a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:09.063999 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.081615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-d4366e94-ec69-4352-ac27-498568717b30 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:09.083529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-d4366e94-ec69-4352-ac27-498568717b30 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "GET /v2.0/ports?device_id=48491f7e-da88-4a2c-99fc-b9969be1582d HTTP/1.1" status: 200 len: 945 time: 0.0820644 Feb 10 04:15:09.105886 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b43fd6c-0c7a-4566-b39f-32eafa4c7a78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:09.110691 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7b43fd6c-0c7a-4566-b39f-32eafa4c7a78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/73e1e2f6-6e99-4783-aab8-29ffb48c4430 HTTP/1.1" status: 404 len: 333 time: 0.0721993 Feb 10 04:15:09.113034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40566) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:09.117672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'name': 'tempest-PortsIpV6TestJSON-1036022414'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:09.309047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf480d2-f625-4d61-b983-e26616a8bb2e req-0a5393d8-3ec8-438a-84aa-53fc70a76192 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:09.310777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf480d2-f625-4d61-b983-e26616a8bb2e req-0a5393d8-3ec8-438a-84aa-53fc70a76192 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 945 time: 0.1759033 Feb 10 04:15:09.345376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Deleting port d4d418b1-de34-4457-9a5a-548e40facd4a {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:09.345725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.455404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf480d2-f625-4d61-b983-e26616a8bb2e req-d0cd5c37-d3f3-41d4-8ce9-e3b29ef28254 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/security-groups?id=16ed5136-9566-44c8-9f27-e43dcbf60aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317084 Feb 10 04:15:09.491322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] For port d4d418b1-de34-4457-9a5a-548e40facd4a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d4d418b1-de34-4457-9a5a-548e40facd4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:09.491746 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.509630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Calling delete_port for d4d418b1-de34-4457-9a5a-548e40facd4a owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:09.604309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69d1d933-4497-46b1-a660-a8e7ba189edf req-e4a020cb-292e-45ee-958a-8ad68831a859 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0460248 Feb 10 04:15:09.682517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d2d501ff-5de0-4715-b1f7-311d831e81eb no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:09.709788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] For port db08225d-776e-4754-8583-9d2e1e666a4a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=db08225d-776e-4754-8583-9d2e1e666a4a,segment=NetworkSegment(84bb4436-67b0-42db-afac-9c665426603c),segment_id=84bb4436-67b0-42db-afac-9c665426603c)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:09.710183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.721804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: d2d501ff-5de0-4715-b1f7-311d831e81eb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:09.723303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d2d501ff-5de0-4715-b1f7-311d831e81eb not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:09.730488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Calling delete_port for db08225d-776e-4754-8583-9d2e1e666a4a owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:09.749015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703e73-852a-45c1-9468-2a67cc458af5 req-cf4914bf-bcd5-4cbc-8797-74d5f45a9e56 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:09.750648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4703e73-852a-45c1-9468-2a67cc458af5 req-cf4914bf-bcd5-4cbc-8797-74d5f45a9e56 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1675036 Feb 10 04:15:09.813306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:09.816630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.856049 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d4d418b1-de34-4457-9a5a-548e40facd4a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.867954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port d0579c94-0419-4511-824d-d86da0dcb3e6 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:09.895007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Pushing event deleted for resources: {'Port': ['ID=d4d418b1-de34-4457-9a5a-548e40facd4a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:09.928320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4703e73-852a-45c1-9468-2a67cc458af5 req-8abe9b4d-306a-444a-b1fc-e70ba9de91d8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679664 Feb 10 04:15:09.957812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] No DVR routers for this DVR port d4d418b1-de34-4457-9a5a-548e40facd4a on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:09.960335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:09.964685 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43d4815c-1cf9-4a43-adfc-ab6a75574390 req-ac5dad54-a53a-49d5-9e0f-6b83ef74c3d8 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.24 "DELETE /v2.0/ports/d4d418b1-de34-4457-9a5a-548e40facd4a HTTP/1.1" status: 204 len: 173 time: 0.8752306 Feb 10 04:15:10.085315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:10.112459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40584) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:10.133473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.139004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] Deleting subnet 5329b759-a79a-4ff0-a67d-ed9d93978f55 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:10.142299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] Publish callbacks [] for subnet (5329b759-a79a-4ff0-a67d-ed9d93978f55), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.156901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (db08225d-776e-4754-8583-9d2e1e666a4a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.182876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (5329b759-a79a-4ff0-a67d-ed9d93978f55), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.243278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Pushing event deleted for resources: {'Port': ['ID=db08225d-776e-4754-8583-9d2e1e666a4a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:10.245710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] No DVR routers for this DVR port db08225d-776e-4754-8583-9d2e1e666a4a on host n-h2-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:10.249368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.252746 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb2c425d-2553-49b5-8547-23c31c47598f req-4b9ba9b3-670b-435d-b3c5-d406c7990d9e tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.43 "DELETE /v2.0/ports/db08225d-776e-4754-8583-9d2e1e666a4a HTTP/1.1" status: 204 len: 173 time: 1.3789272 Feb 10 04:15:10.253251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'name': 'network-vif-deleted', 'tag': 'db08225d-776e-4754-8583-9d2e1e666a4a'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:10.255520 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9214d3e-d230-465d-ba8d-9254aa04d863" -d '{"events": [{"server_uuid": "e7b72c44-6200-47bc-a00e-b5ddfee806be", "name": "network-vif-deleted", "tag": "db08225d-776e-4754-8583-9d2e1e666a4a"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:10.257148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (5329b759-a79a-4ff0-a67d-ed9d93978f55), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.298716 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cca26e-fc7f-411b-a6b9-54181ade4e05 x-openstack-request-id: req-18cca26e-fc7f-411b-a6b9-54181ade4e05 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:10.299057 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b72c44-6200-47bc-a00e-b5ddfee806be", "name": "network-vif-deleted", "tag": "db08225d-776e-4754-8583-9d2e1e666a4a", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:10.299316 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18cca26e-fc7f-411b-a6b9-54181ade4e05 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:10.299695 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b72c44-6200-47bc-a00e-b5ddfee806be', 'name': 'network-vif-deleted', 'tag': 'db08225d-776e-4754-8583-9d2e1e666a4a', 'status': 'completed', 'code': 200} Feb 10 04:15:10.306862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8ac2c14e-b3c0-4ec3-9234-dbd932b139a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.413455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.467561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:10.471234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:10.475478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:10.481738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:10.482398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.488783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=d0579c94-0419-4511-824d-d86da0dcb3e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:10.629560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'name': 'network-vif-deleted', 'tag': 'd4d418b1-de34-4457-9a5a-548e40facd4a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:10.631806 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ef43c-055f-47c8-962d-2b616346964b" -d '{"events": [{"server_uuid": "48491f7e-da88-4a2c-99fc-b9969be1582d", "name": "network-vif-deleted", "tag": "d4d418b1-de34-4457-9a5a-548e40facd4a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:10.637641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40592) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:10.645419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-04138a96-1c5c-4ce1-b695-e3333fb15254 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5304022 Feb 10 04:15:10.665432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (5329b759-a79a-4ff0-a67d-ed9d93978f55), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.678657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:10.684559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a639d06-60d6-4d85-9696-67427620b509 req-4b9b0adf-f75c-4eca-9702-69570df9de09 tempest-ListServersNegativeTestJSON-1461395468 tempest-ListServersNegativeTestJSON-1461395468-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7b72c44-6200-47bc-a00e-b5ddfee806be HTTP/1.1" status: 200 len: 210 time: 0.0580785 Feb 10 04:15:10.736041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8ac2c14e-b3c0-4ec3-9234-dbd932b139a6 admin admin] Publish callbacks [] for security_group (fe9c771b-7cf9-413c-b373-4b4143a810c3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.736152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4289575d-26e6-47b8-89e2-bc58978e9ef5 req-951807c7-f8a8-4d85-af80-e4bb18222b54 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0445859 Feb 10 04:15:10.736263 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb0428d-8419-4857-8b08-e071638a2e0e x-openstack-request-id: req-9eb0428d-8419-4857-8b08-e071638a2e0e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:10.736263 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48491f7e-da88-4a2c-99fc-b9969be1582d", "name": "network-vif-deleted", "tag": "d4d418b1-de34-4457-9a5a-548e40facd4a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:10.736263 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9eb0428d-8419-4857-8b08-e071638a2e0e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:10.736263 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48491f7e-da88-4a2c-99fc-b9969be1582d', 'name': 'network-vif-deleted', 'tag': 'd4d418b1-de34-4457-9a5a-548e40facd4a', 'status': 'completed', 'code': 200} Feb 10 04:15:10.736742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5329b759-a79a-4ff0-a67d-ed9d93978f55,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:10.740844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.744324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc91865f-98ad-47f0-9714-aec01426edce admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5329b759-a79a-4ff0-a67d-ed9d93978f55 HTTP/1.1" status: 204 len: 168 time: 0.6578627 Feb 10 04:15:10.747625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40598) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:10.838418 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.845368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8ac2c14e-b3c0-4ec3-9234-dbd932b139a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fe9c771b-7cf9-413c-b373-4b4143a810c3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.883507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (38c74c3e-f500-4f22-993b-f69ac40f34a9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:10.932700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8ac2c14e-b3c0-4ec3-9234-dbd932b139a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7767dba4d7e34afcb98ac421384e36dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8164430 Feb 10 04:15:10.933134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40600) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:10.933890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2c14e-b3c0-4ec3-9234-dbd932b139a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9c771b-7cf9-413c-b373-4b4143a810c3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:11.002169 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40e0ad33-e481-41a6-98e4-4e43ec2fa548 admin admin] Publish callbacks [] for security_group (fe9c771b-7cf9-413c-b373-4b4143a810c3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.030309 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40e0ad33-e481-41a6-98e4-4e43ec2fa548 admin admin] Publish callbacks [] for security_group (fe9c771b-7cf9-413c-b373-4b4143a810c3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.118934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (38c74c3e-f500-4f22-993b-f69ac40f34a9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.147432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40e0ad33-e481-41a6-98e4-4e43ec2fa548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fe9c771b-7cf9-413c-b373-4b4143a810c3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.150730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40e0ad33-e481-41a6-98e4-4e43ec2fa548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.154569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-40e0ad33-e481-41a6-98e4-4e43ec2fa548 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe9c771b-7cf9-413c-b373-4b4143a810c3 HTTP/1.1" status: 204 len: 168 time: 0.2175272 Feb 10 04:15:11.158130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c74c3e-f500-4f22-993b-f69ac40f34a9']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:11.170195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0ad33-e481-41a6-98e4-4e43ec2fa548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9c771b-7cf9-413c-b373-4b4143a810c3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:11.178040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609c966f-98b5-4f6e-91a0-dfcf02f453e8') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:11.178335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609c966f-98b5-4f6e-91a0-dfcf02f453e8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:11.192558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (609c966f-98b5-4f6e-91a0-dfcf02f453e8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.215780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da46f56-7e41-45b2-8761-c4c71cf5f988 req-0f209de0-8e4f-437e-87a3-4aa88debdbc9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:11.217415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da46f56-7e41-45b2-8761-c4c71cf5f988 req-0f209de0-8e4f-437e-87a3-4aa88debdbc9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1893787 Feb 10 04:15:11.224633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.234197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (609c966f-98b5-4f6e-91a0-dfcf02f453e8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.248403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:11.248829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (609c966f-98b5-4f6e-91a0-dfcf02f453e8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:11.250465 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:11.317917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da46f56-7e41-45b2-8761-c4c71cf5f988 req-fdde8f48-78f6-4615-b385-7e910db43edb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911074 Feb 10 04:15:11.319541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.365664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] In _notify_port_updated(), no bound segment for port d0579c94-0419-4511-824d-d86da0dcb3e6 on network 13828a75-e112-4581-a8ca-02d51624c5fc {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:15:11.371302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:11.371933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.373236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "PUT /v2.0/ports/d0579c94-0419-4511-824d-d86da0dcb3e6 HTTP/1.1" status: 200 len: 818 time: 0.7099314 Feb 10 04:15:11.376414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40606) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:11.409108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15deff-d1ec-4851-8544-1cd343aa71b8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=d0579c94-0419-4511-824d-d86da0dcb3e6,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:11.411325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (38c74c3e-f500-4f22-993b-f69ac40f34a9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.418497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.424079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/38c74c3e-f500-4f22-993b-f69ac40f34a9 HTTP/1.1" status: 204 len: 168 time: 0.6735301 Feb 10 04:15:11.436836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e41643-5db6-41ac-a0e3-511bea7d92e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c74c3e-f500-4f22-993b-f69ac40f34a9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:11.504244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port d0579c94-0419-4511-824d-d86da0dcb3e6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:11.504591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.643542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.665644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for d0579c94-0419-4511-824d-d86da0dcb3e6 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:11.683403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:15:11.685722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device db08225d-776e-4754-8583-9d2e1e666a4a no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:11.688881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d4d418b1-de34-4457-9a5a-548e40facd4a no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:11.745034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-28dcce3b-1447-4198-868f-a95c53454da2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:11.746678 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-28dcce3b-1447-4198-868f-a95c53454da2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.2220094 Feb 10 04:15:11.760691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Request body: {'port': {'device_id': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'admin_state_up': True, 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:11.763700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: d4d418b1-de34-4457-9a5a-548e40facd4a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:11.764050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d4d418b1-de34-4457-9a5a-548e40facd4a not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:11.764480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 781b7b42-0eef-4e08-82ee-7a742563eeef no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:11.810117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40626) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:11.811455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: db08225d-776e-4754-8583-9d2e1e666a4a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:11.816701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device db08225d-776e-4754-8583-9d2e1e666a4a not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:11.820033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 781b7b42-0eef-4e08-82ee-7a742563eeef {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:11.820381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 781b7b42-0eef-4e08-82ee-7a742563eeef not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:11.870477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] Deleting subnet 97d9dd95-f65f-406f-8696-f38309fd6c4f {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:11.874805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] Publish callbacks [] for subnet (97d9dd95-f65f-406f-8696-f38309fd6c4f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.922052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (97d9dd95-f65f-406f-8696-f38309fd6c4f), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:11.944185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:11.946443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40628) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:11.959460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235', 'port_id': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'mac_address': 'fa:16:3e:94:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58460e59-2bba-44ad-8efe-b86a3619b642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:15:11.984344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3699033-4161-467f-b803-04207c5203e4 req-2536f29e-b61d-4882-9642-176ee7d6d0f9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0398545 Feb 10 04:15:12.005710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (97d9dd95-f65f-406f-8696-f38309fd6c4f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.007607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:12.009050 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.032929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 964c35b4-56c2-4e75-9017-679d7cd2cc1c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:12.043796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9a8ae93a-c7bb-41c4-a480-f09f6bf1bdb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=def1a55bee63403f87c8f37244f7de0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0960016 Feb 10 04:15:12.050218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40630) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:12.055228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:12.074468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:12.077868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.079826 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d0579c94-0419-4511-824d-d86da0dcb3e6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.128735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=d0579c94-0419-4511-824d-d86da0dcb3e6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:12.141727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.147329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-824d79b7-2ea8-4061-aeb8-be81df4b6ba5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/d0579c94-0419-4511-824d-d86da0dcb3e6 HTTP/1.1" status: 204 len: 168 time: 0.7681212 Feb 10 04:15:12.149483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:12.156594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.161298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (97d9dd95-f65f-406f-8696-f38309fd6c4f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.200947 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17d5f75b-c83a-492d-bddb-cba214768232 admin admin] Publish callbacks [] for security_group (c54957b0-3a42-404b-bb02-9d5a0f948272), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.210761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d9dd95-f65f-406f-8696-f38309fd6c4f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:12.222471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.227451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1c6f4760-51d7-4824-a826-99a11aa68359 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/97d9dd95-f65f-406f-8696-f38309fd6c4f HTTP/1.1" status: 204 len: 168 time: 0.4150438 Feb 10 04:15:12.230881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40642) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:12.246813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17d5f75b-c83a-492d-bddb-cba214768232 admin admin] Publish callbacks [] for security_group (c54957b0-3a42-404b-bb02-9d5a0f948272), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.293434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['964c35b4-56c2-4e75-9017-679d7cd2cc1c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:12.317665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (07d8cfb6-f1ab-4839-a804-356bc69155c1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.375114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Allocated IP 172.20.0.5 (4dbd154e-9581-4df8-b224-7fe373295285/6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa/e465bc75-23f6-4788-86c8-3c6a35611ecf) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:12.377082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec60026-3669-4267-a948-214b9e5aaa7f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.378622 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4ec60026-3669-4267-a948-214b9e5aaa7f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2279932 Feb 10 04:15:12.382338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40652) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:12.412277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:12.440200 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-378f284b-9cbe-4e92-a7de-9ccfc8b42434 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:12.443339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-378f284b-9cbe-4e92-a7de-9ccfc8b42434 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/d0579c94-0419-4511-824d-d86da0dcb3e6 HTTP/1.1" status: 404 len: 333 time: 0.0575638 Feb 10 04:15:12.446677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:12.455252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-72714988'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:12.485919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-504f30d6-1e1a-443b-be05-6c8677ed4a12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1645367 Feb 10 04:15:12.548198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17d5f75b-c83a-492d-bddb-cba214768232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c54957b0-3a42-404b-bb02-9d5a0f948272), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.553212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17d5f75b-c83a-492d-bddb-cba214768232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.556325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17d5f75b-c83a-492d-bddb-cba214768232 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c54957b0-3a42-404b-bb02-9d5a0f948272 HTTP/1.1" status: 204 len: 168 time: 0.5045981 Feb 10 04:15:12.582032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5f75b-c83a-492d-bddb-cba214768232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54957b0-3a42-404b-bb02-9d5a0f948272,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:12.639540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks [] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.658142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:12.661669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.712671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (07d8cfb6-f1ab-4839-a804-356bc69155c1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.757665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:12.763605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d8cfb6-f1ab-4839-a804-356bc69155c1']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:12.784917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb987b-216a-4910-88e1-2bca34847710 req-f2317f5d-1fb9-4710-9475-aa30aed985a2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.786465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5edb987b-216a-4910-88e1-2bca34847710 req-f2317f5d-1fb9-4710-9475-aa30aed985a2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.3390210 Feb 10 04:15:12.795580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bb4436-67b0-42db-afac-9c665426603c') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:12.796086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bb4436-67b0-42db-afac-9c665426603c') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:12.796238 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.815307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.815993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.816629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.817275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.817902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.818525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.819174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.822229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aa371f3d-670d-457f-9e2e-8910146f5b84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=002f341f53464ed5847cc432e5b3fe57&device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 6710 time: 0.2459130 Feb 10 04:15:12.825519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (44c1b24a-a9c8-41f7-931b-99331e292fbb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.827968 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment 44c1b24a-a9c8-41f7-931b-99331e292fbb of type vlan for network 9fcc2731-0dda-4a0e-8709-1fa505363259 Feb 10 04:15:12.829817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (84bb4436-67b0-42db-afac-9c665426603c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.856947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Network 4dbd154e-9581-4df8-b224-7fe373295285 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:12.864386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:12.867026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:12.905985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (84bb4436-67b0-42db-afac-9c665426603c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.908877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event updated for resources: {'Port': ['ID=e465bc75-23f6-4788-86c8-3c6a35611ecf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:12.937175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:12.938656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.959294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:12.959294 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (84bb4436-67b0-42db-afac-9c665426603c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:12.959850 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:13.004100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9fcc2731-0dda-4a0e-8709-1fa505363259), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.042753 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5edb987b-216a-4910-88e1-2bca34847710 req-b27570d0-6531-4a89-b1d8-31669001430d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348413 Feb 10 04:15:13.044417 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-fe69db64-79e9-4de6-a7fb-4c8c80b22b61 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2897007 Feb 10 04:15:13.056984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Request body: {'port': {'device_id': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:13.114728 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-8ba5ceac-1592-4656-b5f1-6e7816490950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:13.115268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-8ba5ceac-1592-4656-b5f1-6e7816490950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:13.115639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-8ba5ceac-1592-4656-b5f1-6e7816490950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:13.117954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-8ba5ceac-1592-4656-b5f1-6e7816490950 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c407173-3146-4722-992d-f46469606988&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=76c519c8-4439-4370-a82f-b6d4f633a823&id=59c8f485-d78b-4843-b69b-06ac4f229f0a&id=59c8f485-d78b-4843-b69b-06ac4f229f0a HTTP/1.1" status: 200 len: 2293 time: 0.2588241 Feb 10 04:15:13.187118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.192273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (07d8cfb6-f1ab-4839-a804-356bc69155c1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.201426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.201525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] 10.222.0.42 "DELETE /v2.0/networks/07d8cfb6-f1ab-4839-a804-356bc69155c1 HTTP/1.1" status: 204 len: 168 time: 0.9691923 Feb 10 04:15:13.230905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c011d1-3208-4c3e-8e78-aa549e84f424 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d8cfb6-f1ab-4839-a804-356bc69155c1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:13.232679 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9fcc2731-0dda-4a0e-8709-1fa505363259), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.237918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:13.238452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.252211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc416f-1bb4-4f1a-bb8a-2818ce0ac80f req-f081cd1e-77ef-4dce-9ba4-325b2793c1f9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:13.253728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cc416f-1bb4-4f1a-bb8a-2818ce0ac80f req-f081cd1e-77ef-4dce-9ba4-325b2793c1f9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 931 time: 0.1339407 Feb 10 04:15:13.253857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-7e5312bd-f528-418b-ba84-7f2a76e2cf7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9 HTTP/1.1" status: 200 len: 1001 time: 0.1292946 Feb 10 04:15:13.352389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=9fcc2731-0dda-4a0e-8709-1fa505363259,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:13.357378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-18631ed9-2c5a-444e-a5cd-6df3ca7fb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:13.358921 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-18631ed9-2c5a-444e-a5cd-6df3ca7fb5f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3ca3c80c-5417-49f0-a45b-a21de528561e HTTP/1.1" status: 200 len: 851 time: 0.0916724 Feb 10 04:15:13.387724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:13.388644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f2b632ac-b2bb-4b52-a938-ea05df4c94d7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9389474 Feb 10 04:15:13.391284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40702) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:13.396331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:13.441307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cc416f-1bb4-4f1a-bb8a-2818ce0ac80f req-2491683f-0cca-4de3-8d80-2a80908cc1e2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767101 Feb 10 04:15:13.450000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aba9a43e-8d69-47d3-b62c-ac644b0690b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:13.452648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-aba9a43e-8d69-47d3-b62c-ac644b0690b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c407173-3146-4722-992d-f46469606988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860193 Feb 10 04:15:13.603126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-142f5b31-e1ee-44bb-a313-f0c60b7dcb33 service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422789 Feb 10 04:15:13.697819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:13.701380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e465bc75-23f6-4788-86c8-3c6a35611ecf {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:13.710193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Publish callbacks [] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.728563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:13.732386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.753500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Transition to ACTIVE for port object e465bc75-23f6-4788-86c8-3c6a35611ecf will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:15:13.806395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-c8e2795e-a33d-49ae-844c-d4915b4f00f2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c407173-3146-4722-992d-f46469606988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949360 Feb 10 04:15:13.808641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40708) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:13.841837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 964c35b4-56c2-4e75-9017-679d7cd2cc1c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:13.842421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.847468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:13.940739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e465bc75-23f6-4788-86c8-3c6a35611ecf,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:13.955414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-80014309-0f6e-4f2f-b465-16435a63f6b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 217 time: 0.1282523 Feb 10 04:15:14.012798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40712) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:14.077552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:14.079266 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.146096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-27a31fbf-8296-409b-a964-410edba6fadb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b3cca2151654661a6d28d9575c83114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329351 Feb 10 04:15:14.160383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:14.167681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40718) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:14.173390 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0e5179-3f3a-4cb3-a4ac-d0e4e9402a02" -d '{"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-plugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:14.219080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-5fa7f0d4-ea27-4e86-a5d9-3aff7be7a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:14.221201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-5fa7f0d4-ea27-4e86-a5d9-3aff7be7a26c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.2471535 Feb 10 04:15:14.228258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Attempting to bind port e465bc75-23f6-4788-86c8-3c6a35611ecf on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:14.228809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Attempting to bind port e465bc75-23f6-4788-86c8-3c6a35611ecf by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:14.230172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Attempting to bind port e465bc75-23f6-4788-86c8-3c6a35611ecf on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:14.254949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Port e465bc75-23f6-4788-86c8-3c6a35611ecf on network 4dbd154e-9581-4df8-b224-7fe373295285 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:15:14.259183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Attempting to bind port e465bc75-23f6-4788-86c8-3c6a35611ecf on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:14.266633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:14.292054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:14.292397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Checking segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:14.292878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Bound using segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:14.293968 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0033b710-032a-48db-b661-44a7077c8f7f x-openstack-request-id: req-0033b710-032a-48db-b661-44a7077c8f7f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:14.294314 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-plugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:14.294754 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0033b710-032a-48db-b661-44a7077c8f7f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:14.295164 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'code': 200} Feb 10 04:15:14.296251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Bound port: e465bc75-23f6-4788-86c8-3c6a35611ecf, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:14.296627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.344981 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.362097 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a850d361-78dd-4a8a-b651-27f8fbe6a7fb admin admin] Publish callbacks [] for security_group (16ed5136-9566-44c8-9f27-e43dcbf60aca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.375697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] For port e465bc75-23f6-4788-86c8-3c6a35611ecf, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:14.380169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] For port e465bc75-23f6-4788-86c8-3c6a35611ecf, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e465bc75-23f6-4788-86c8-3c6a35611ecf,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:14.408693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a6824-ab1c-4c9b-a3b1-037f5dddac54 req-12b29e1c-2644-4eff-beb3-ef2c431b288d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:14.410402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-910a6824-ab1c-4c9b-a3b1-037f5dddac54 req-12b29e1c-2644-4eff-beb3-ef2c431b288d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.2346017 Feb 10 04:15:14.427105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a850d361-78dd-4a8a-b651-27f8fbe6a7fb admin admin] Publish callbacks [] for security_group (16ed5136-9566-44c8-9f27-e43dcbf60aca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.430924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4f5851f-5405-4bc2-ab4c-f55ec6e43c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.432461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-150c5e12-ff71-4c47-97f3-56f2a965e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:14.434159 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-150c5e12-ff71-4c47-97f3-56f2a965e3fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1527507 Feb 10 04:15:14.443604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:14.450482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.525351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e465bc75-23f6-4788-86c8-3c6a35611ecf,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:14.551268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:14.551898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.553377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-90bf5e3e-6532-4e9d-82a5-009c9eab88b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/e465bc75-23f6-4788-86c8-3c6a35611ecf HTTP/1.1" status: 200 len: 1091 time: 1.5025215 Feb 10 04:15:14.553887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'tag': 'e465bc75-23f6-4788-86c8-3c6a35611ecf'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:14.556936 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "db15c21f-061f-4b3f-9505-ce6c23a46bca", "tag": "e465bc75-23f6-4788-86c8-3c6a35611ecf"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:14.587267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-3b089729-4050-49c1-ada7-6c51c3b43e93 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219940 Feb 10 04:15:14.629156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (b1131aca-8486-42ea-b677-5f6942f39d4a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.726130 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-910a6824-ab1c-4c9b-a3b1-037f5dddac54 req-be95a416-cc62-44dc-a267-44474082bde5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969353 Feb 10 04:15:14.766280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-94b0b36a-45e0-491a-9da6-a097e9c93c83 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645253 Feb 10 04:15:14.869858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a850d361-78dd-4a8a-b651-27f8fbe6a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (16ed5136-9566-44c8-9f27-e43dcbf60aca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.874929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a850d361-78dd-4a8a-b651-27f8fbe6a7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:14.876145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a850d361-78dd-4a8a-b651-27f8fbe6a7fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16ed5136-9566-44c8-9f27-e43dcbf60aca HTTP/1.1" status: 204 len: 168 time: 0.7053249 Feb 10 04:15:14.883157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-5d96b400-320b-4dc9-a93b-dc57c508017b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 217 time: 0.1099110 Feb 10 04:15:14.952613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850d361-78dd-4a8a-b651-27f8fbe6a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ed5136-9566-44c8-9f27-e43dcbf60aca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:14.963680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40736) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:15.010160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-70a2553f-7dea-4d29-9968-65b80775bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:15.011781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-70a2553f-7dea-4d29-9968-65b80775bf9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1004372 Feb 10 04:15:15.099267 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4f5851f-5405-4bc2-ab4c-f55ec6e43c89 admin admin] Publish callbacks [] for security_group (a5110272-4ec1-46ea-b019-5b57de720cac), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.104838 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb079db3-86fe-4f74-b703-9a7a51b835af x-openstack-request-id: req-cb079db3-86fe-4f74-b703-9a7a51b835af {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:15.105442 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db15c21f-061f-4b3f-9505-ce6c23a46bca", "tag": "e465bc75-23f6-4788-86c8-3c6a35611ecf", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:15.106373 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb079db3-86fe-4f74-b703-9a7a51b835af {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:15.107106 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'tag': 'e465bc75-23f6-4788-86c8-3c6a35611ecf', 'status': 'completed', 'code': 200} Feb 10 04:15:15.124337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-20778e7b-3c52-4618-a3b6-95472a9cc46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:15.124337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-20778e7b-3c52-4618-a3b6-95472a9cc46c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1056883 Feb 10 04:15:15.160750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf393f-ac1f-4a07-b1d7-418e36fec6d7 req-6e3bccac-0766-424a-a73a-244263498bd9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:15.168284 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04cf393f-ac1f-4a07-b1d7-418e36fec6d7 req-6e3bccac-0766-424a-a73a-244263498bd9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 943 time: 0.5942094 Feb 10 04:15:15.178965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-482405406-network', 'tenant_id': '19da290a29a743818827d233181b9497'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:15.185239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=b1131aca-8486-42ea-b677-5f6942f39d4a,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:15.209509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-be935a37-faae-4dca-b8ab-733972be4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:15.210962 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-be935a37-faae-4dca-b8ab-733972be4a14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 1125 time: 0.5355523 Feb 10 04:15:15.219697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4f5851f-5405-4bc2-ab4c-f55ec6e43c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a5110272-4ec1-46ea-b019-5b57de720cac), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.278893 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-a3df6347-3d52-498a-9adb-cba5331003b6 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428421 Feb 10 04:15:15.280305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': '44c1b24a-a9c8-41f7-931b-99331e292fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:15.281191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: 9fcc2731-0dda-4a0e-8709-1fa505363259, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:15:15.309228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-5873a0d5-549a-4ae3-92fa-d1cb7ddc7597 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e465bc75-23f6-4788-86c8-3c6a35611ecf HTTP/1.1" status: 200 len: 217 time: 0.0843041 Feb 10 04:15:15.321231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Made reservation on behalf of 19da290a29a743818827d233181b9497 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:15.323698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.328348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a4f5851f-5405-4bc2-ab4c-f55ec6e43c89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17069c4468ea430b8f8beb1574042790&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3055632 Feb 10 04:15:15.336983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:15.355439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.365028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04cf393f-ac1f-4a07-b1d7-418e36fec6d7 req-305f453a-6821-4726-9c0b-835078a588b3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957481 Feb 10 04:15:15.414007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5851f-5405-4bc2-ab4c-f55ec6e43c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5110272-4ec1-46ea-b019-5b57de720cac,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:15.446946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-28df660f-ba01-41f4-88ae-404afbffdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:15.448497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-28df660f-ba01-41f4-88ae-404afbffdb1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.1274557 Feb 10 04:15:15.495786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e8fe6dc-f440-45cb-b4d4-4a069b4b3326 admin admin] Publish callbacks [] for security_group (a5110272-4ec1-46ea-b019-5b57de720cac), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.496052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-a9cc9b3a-a1a8-4242-9e15-55df311403f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403225 Feb 10 04:15:15.498835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-04522c5e-e02c-4fc9-87b3-4ca21413213f service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100852 Feb 10 04:15:15.532408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:15:15.584143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-8dae032d-62e7-44a7-9f67-d6e204c93df7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6 HTTP/1.1" status: 200 len: 217 time: 0.0762115 Feb 10 04:15:15.604456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e8fe6dc-f440-45cb-b4d4-4a069b4b3326 admin admin] Publish callbacks [] for security_group (a5110272-4ec1-46ea-b019-5b57de720cac), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.607950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9fcc2731-0dda-4a0e-8709-1fa505363259) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:15.618041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:15.618041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.618370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db5ee1-c243-4bcb-abaf-9b2d80d22986 None None] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:15.638535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-592f1803-0add-48a1-9414-efaea662777f service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356473 Feb 10 04:15:15.716329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks [] for security_group (38225639-001b-4da3-aef4-7d39fed114f9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.722567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-d9448490-2423-46b2-b535-83153f6e6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:15.724319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-d9448490-2423-46b2-b535-83153f6e6b42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1324451 Feb 10 04:15:15.765699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-9fcc2731-0dda-4a0e-8709-1fa505363259', 'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259', 'project_id': 'c87a7448878049989bfbc3c8ab243e40', 'fixed_ips': [{'subnet_id': 'b1131aca-8486-42ea-b677-5f6942f39d4a'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:15:15.766948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.797353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (38225639-001b-4da3-aef4-7d39fed114f9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.805638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79ac0ad9-3dab-4d22-aa2f-6a72240cb4e3 req-55b3fcbc-bf1c-4b79-a153-5de74f61d583 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549063 Feb 10 04:15:15.814338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eb643ba8-7817-4b6c-8a4c-6bcc6b1eaa74 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4219358 Feb 10 04:15:15.819337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40752) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:15.825497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8b73ac41-b958-444a-ba25-ee8cecc9444e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:15.876223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38225639-001b-4da3-aef4-7d39fed114f9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:15.920829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e8fe6dc-f440-45cb-b4d4-4a069b4b3326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a5110272-4ec1-46ea-b019-5b57de720cac), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.923870 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e8fe6dc-f440-45cb-b4d4-4a069b4b3326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:15.925261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7e8fe6dc-f440-45cb-b4d4-4a069b4b3326 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5110272-4ec1-46ea-b019-5b57de720cac HTTP/1.1" status: 204 len: 168 time: 0.5864270 Feb 10 04:15:15.926233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:16.023265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-7674fd0f-863b-4f52-8fd4-f25eecc9d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.026285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-7674fd0f-863b-4f52-8fd4-f25eecc9d223 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2962430 Feb 10 04:15:16.028478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c338148b-e718-4a9d-9654-339a4ee8aaab), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.032090 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Added segment c338148b-e718-4a9d-9654-339a4ee8aaab of type vlan for network 198226d0-ed39-4eb7-9830-253391384133 Feb 10 04:15:16.032090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fe6dc-f440-45cb-b4d4-4a069b4b3326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5110272-4ec1-46ea-b019-5b57de720cac,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:16.052518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-6f43f758-df4f-48c4-b428-aba72a96d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.054111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-6f43f758-df4f-48c4-b428-aba72a96d610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 1125 time: 0.1053998 Feb 10 04:15:16.054769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b73ac41-b958-444a-ba25-ee8cecc9444e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:16.060460 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8b73ac41-b958-444a-ba25-ee8cecc9444e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.136497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7daa08-1385-47fd-8825-34ce01821af6 req-ca58d72c-610b-4010-900d-54127dc3fbc2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.138320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f7daa08-1385-47fd-8825-34ce01821af6 req-ca58d72c-610b-4010-900d-54127dc3fbc2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2674496 Feb 10 04:15:16.140567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (198226d0-ed39-4eb7-9830-253391384133), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.212039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Allocated IP 2001:db8::2 (9fcc2731-0dda-4a0e-8709-1fa505363259/b1131aca-8486-42ea-b677-5f6942f39d4a/7912173c-9680-4d2a-8e10-7203015a80ab) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:16.275277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f7daa08-1385-47fd-8825-34ce01821af6 req-c2edacfd-a333-424b-8176-42583ac5f248 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991049 Feb 10 04:15:16.277620 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-68afc2c0-6a63-4e5c-a264-32879fd78b86 service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351413 Feb 10 04:15:16.320835 n-d-827844-2 neutron-server[109959]: INFO neutron.db.ipam_backend_mixin [None req-8b73ac41-b958-444a-ba25-ee8cecc9444e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b1131aca-8486-42ea-b677-5f6942f39d4a (CIDR: 2001:db8::/64) Feb 10 04:15:16.323066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-91d5ada0-ee67-4702-a897-4a2003c39f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.324566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-91d5ada0-ee67-4702-a897-4a2003c39f88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 912 time: 0.2618103 Feb 10 04:15:16.329181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (198226d0-ed39-4eb7-9830-253391384133), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.330292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.353925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.415162 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b73ac41-b958-444a-ba25-ee8cecc9444e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:15:16.415162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b73ac41-b958-444a-ba25-ee8cecc9444e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:15:16.447018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-d2291461-4085-490c-8a9f-fd3c2fed1635 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e465bc75-23f6-4788-86c8-3c6a35611ecf HTTP/1.1" status: 200 len: 217 time: 0.1114385 Feb 10 04:15:16.532397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5670581 Feb 10 04:15:16.535374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9865a-831e-44a9-afaf-a76428869128 admin admin] Pushing event updated for resources: {'Network': ['ID=198226d0-ed39-4eb7-9830-253391384133,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:16.541659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40774) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:16.541868 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8b73ac41-b958-444a-ba25-ee8cecc9444e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7211533 Feb 10 04:15:16.550772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40776) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:16.551819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Request body: {'subnet': {'network_id': '198226d0-ed39-4eb7-9830-253391384133', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-482405406-subnet', 'tenant_id': '19da290a29a743818827d233181b9497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:16.568578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 198226d0-ed39-4eb7-9830-253391384133 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:16.580153 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-09f829c8-3541-4751-bd82-7820324d326d service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954893 Feb 10 04:15:16.612410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:16.671125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Made reservation on behalf of 19da290a29a743818827d233181b9497 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:16.673902 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.684709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-7ba99a9f-e931-4dad-8db9-497b339b9f5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527 HTTP/1.1" status: 200 len: 217 time: 0.0970514 Feb 10 04:15:16.750337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Publish callbacks [] for port (7912173c-9680-4d2a-8e10-7203015a80ab), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.769134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40778) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:16.800573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-40ffbf59-003b-47dd-9196-16cf9acf96be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.805666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-40ffbf59-003b-47dd-9196-16cf9acf96be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.3540616 Feb 10 04:15:16.839814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.864815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-e11722db-9ea1-4743-9488-427a9aa92551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.866439 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-e11722db-9ea1-4743-9488-427a9aa92551 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 200 len: 797 time: 0.1657355 Feb 10 04:15:16.876608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-550bef5f-b71e-4307-a04b-1262c680accf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481629 Feb 10 04:15:16.935430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f4f1b-0218-4812-8762-464ad7331206 req-450b34e6-ac58-4b12-b800-d2b460ffa3d0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.937341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-269f4f1b-0218-4812-8762-464ad7331206 req-450b34e6-ac58-4b12-b800-d2b460ffa3d0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 943 time: 0.4064829 Feb 10 04:15:16.945082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:16.979760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:16.980571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-ec87751e-5767-487b-bccb-784143eaa052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:16.982213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-ec87751e-5767-487b-bccb-784143eaa052 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76c519c8-4439-4370-a82f-b6d4f633a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1063602 Feb 10 04:15:16.995687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:16.995996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-350622710-network', 'tenant_id': '594f5a495b5a423092ad0d78ce59103c'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:17.003042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:17.045109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Pushing event updated for resources: {'Port': ['ID=7912173c-9680-4d2a-8e10-7203015a80ab,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:17.120591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Attempting to bind port 7912173c-9680-4d2a-8e10-7203015a80ab on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:17.121211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Attempting to bind port 7912173c-9680-4d2a-8e10-7203015a80ab by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '44c1b24a-a9c8-41f7-931b-99331e292fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:17.121811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Attempting to bind port 7912173c-9680-4d2a-8e10-7203015a80ab on network 9fcc2731-0dda-4a0e-8709-1fa505363259 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:17.128861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:17.129601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Checking segment: {'id': '44c1b24a-a9c8-41f7-931b-99331e292fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:17.130274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.130891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Bound using segment: {'id': '44c1b24a-a9c8-41f7-931b-99331e292fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:17.131584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Bound port: 7912173c-9680-4d2a-8e10-7203015a80ab, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c1b24a-a9c8-41f7-931b-99331e292fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:17.132235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.164025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:17.168617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.178628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-269f4f1b-0218-4812-8762-464ad7331206 req-206eaa9b-e1ac-49b5-95e3-7a7e8c4301f3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208295 Feb 10 04:15:17.192415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-35aeb461-560a-407c-adb9-8928fdfbbd08 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061914 Feb 10 04:15:17.205310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-37a8c1d7-58ce-4f28-9973-a8bced1c42bc service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151740 Feb 10 04:15:17.207158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Made reservation on behalf of 594f5a495b5a423092ad0d78ce59103c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:17.209534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.234464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.234807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] For port 7912173c-9680-4d2a-8e10-7203015a80ab, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:17.244393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] For port 7912173c-9680-4d2a-8e10-7203015a80ab, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7912173c-9680-4d2a-8e10-7203015a80ab,segment=NetworkSegment(44c1b24a-a9c8-41f7-931b-99331e292fbb),segment_id=44c1b24a-a9c8-41f7-931b-99331e292fbb)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:17.263297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (20c3e60c-fdd9-4abe-a622-be9a6ce5703d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.300890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e14ecde8-a1d0-4e1f-a773-46bcbe6fe3aa req-43909478-29eb-4946-a475-f3e8eb671427 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024604 Feb 10 04:15:17.325128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.338213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c3e60c-fdd9-4abe-a622-be9a6ce5703d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:17.479652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a3686-dc97-420b-8462-8b6e5af31950 None None] Pushing event updated for resources: {'Port': ['ID=7912173c-9680-4d2a-8e10-7203015a80ab,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:17.608848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Checking segment: {'id': 'c338148b-e718-4a9d-9654-339a4ee8aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '198226d0-ed39-4eb7-9830-253391384133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:17.609351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Network hostable DHCP agents. Network: 198226d0-ed39-4eb7-9830-253391384133, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:15:17.641719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86fdad-8d58-4290-953e-8e6bb198166f req-9021f499-8377-4434-9632-93eb8689c922 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:17.649069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d86fdad-8d58-4290-953e-8e6bb198166f req-9021f499-8377-4434-9632-93eb8689c922 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2164981 Feb 10 04:15:17.683798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-d3f0ffc3-95a4-494c-ab36-25c532ec827a service neutron] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701238 Feb 10 04:15:17.747532 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (f0f5ac44-8292-4741-a519-4828193ebd42), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.811242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-13b2e0fd-6edd-4d58-ad22-5b32d501f04f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=523f047d-9c9b-41b6-b137-736f08deb920 HTTP/1.1" status: 200 len: 217 time: 0.0965061 Feb 10 04:15:17.872808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=f0f5ac44-8292-4741-a519-4828193ebd42,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:17.880639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d86fdad-8d58-4290-953e-8e6bb198166f req-015f269c-67bb-4eee-86b9-d642e4e7656f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305603 Feb 10 04:15:17.882369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:17.884497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:17.888143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:17.889156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.897032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Network 198226d0-ed39-4eb7-9830-253391384133 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:15:17.931632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks [] for security_group (d34a117e-6f78-4b8b-babf-26ff80b95600), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:17.939692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-6da9aa37-eec5-44a3-901b-1df12449aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:17.941792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-6da9aa37-eec5-44a3-901b-1df12449aa0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 200 len: 797 time: 0.1348834 Feb 10 04:15:17.984092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b58a319-b45a-4106-aaef-60c2b5684c1a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3839622 Feb 10 04:15:17.986566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40798) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:17.994362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259', 'fixed_ips': [{'subnet_id': 'b1131aca-8486-42ea-b677-5f6942f39d4a'}, {'subnet_id': 'f0f5ac44-8292-4741-a519-4828193ebd42'}], 'name': 'tempest-PortsIpV6TestJSON-512619551'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:17.998262 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 198226d0-ed39-4eb7-9830-253391384133) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:18.003524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:18.004134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.007228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de9292-050e-46ee-b058-08d27d90c963 None None] Network 198226d0-ed39-4eb7-9830-253391384133 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:18.013708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d34a117e-6f78-4b8b-babf-26ff80b95600), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.076758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:18.087417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34a117e-6f78-4b8b-babf-26ff80b95600,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:18.105884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (593e6a2c-1f9c-4750-bb9e-8d5136691c9f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.106234 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Added segment 593e6a2c-1f9c-4750-bb9e-8d5136691c9f of type vlan for network 7c39f6a8-6506-4e49-a4a5-0886240829aa Feb 10 04:15:18.124097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-0999c24c-86ea-4951-810b-9c5c9f51fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:18.125829 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-0999c24c-86ea-4951-810b-9c5c9f51fcf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1761296 Feb 10 04:15:18.186798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f05adf1-3733-4218-ad8b-2b03738200ea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6434083 Feb 10 04:15:18.256126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2af4ad-e8a6-4479-8eb8-f9328914d852 None None] Network 198226d0-ed39-4eb7-9830-253391384133 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:18.301721 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (7c39f6a8-6506-4e49-a4a5-0886240829aa), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.377428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.418219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa11b6-ce30-4920-b0a1-84c0ecc91cc6 req-e9b784b0-57eb-4ab7-8607-827afb62bfec tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:18.427575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6faa11b6-ce30-4920-b0a1-84c0ecc91cc6 req-e9b784b0-57eb-4ab7-8607-827afb62bfec tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 943 time: 0.1240659 Feb 10 04:15:18.439187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:18.493039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:18.598969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.645646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6faa11b6-ce30-4920-b0a1-84c0ecc91cc6 req-a3a1641b-4ced-44bb-8548-0a01bcae921a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072973 Feb 10 04:15:18.649108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] Deleting subnet 20c3e60c-fdd9-4abe-a622-be9a6ce5703d {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:18.660004 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] Publish callbacks [] for subnet (20c3e60c-fdd9-4abe-a622-be9a6ce5703d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.711396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port d0a117b8-fbd3-4cdc-a952-d38d723ff344 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:18.888357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (20c3e60c-fdd9-4abe-a622-be9a6ce5703d), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:18.955374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-7ac22de8-8c1a-41d3-8458-1362922b775d service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8067882 Feb 10 04:15:18.968761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (20c3e60c-fdd9-4abe-a622-be9a6ce5703d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.015315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (7c39f6a8-6506-4e49-a4a5-0886240829aa), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.017051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:19.017720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.064608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9665fd-32a1-4780-9b27-8221d94b93fd None None] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:19.125632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3549871 Feb 10 04:15:19.132547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40822) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:19.140929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Request body: {'subnet': {'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-350622710-subnet', 'tenant_id': '594f5a495b5a423092ad0d78ce59103c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:19.232981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67519257-77c3-485b-ad4e-52f46bb1eea8 req-f7114a5b-039d-49cd-a5cd-63f86329a429 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:19.238011 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (20c3e60c-fdd9-4abe-a622-be9a6ce5703d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.238193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67519257-77c3-485b-ad4e-52f46bb1eea8 req-f7114a5b-039d-49cd-a5cd-63f86329a429 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2212126 Feb 10 04:15:19.241271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51671-7630-49c8-994a-3db562233949 admin admin] Pushing event updated for resources: {'Network': ['ID=7c39f6a8-6506-4e49-a4a5-0886240829aa,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:19.307237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-2c44b40f-258e-4081-863b-9a87f62a6f77 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444250 Feb 10 04:15:19.318176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:19.333148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0d7408f6-7982-4c54-8685-0e2c3594c798 None None] Provisioning complete for port 7912173c-9680-4d2a-8e10-7203015a80ab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:19.343756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d7408f6-7982-4c54-8685-0e2c3594c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.389772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c3e60c-fdd9-4abe-a622-be9a6ce5703d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:19.403360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.406607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ebf0a1fc-bd87-4c94-98c7-cd2b8195bd0e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/20c3e60c-fdd9-4abe-a622-be9a6ce5703d HTTP/1.1" status: 204 len: 168 time: 0.9665284 Feb 10 04:15:19.413209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67519257-77c3-485b-ad4e-52f46bb1eea8 req-a598cada-4b60-4f8d-a43e-2ea73aa94f5a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643987 Feb 10 04:15:19.415431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40830) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:19.416572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7912173c-9680-4d2a-8e10-7203015a80ab up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:19.416881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-471c0407-16a6-4ab3-aabe-20f34cdb7c4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba853ff4-1583-4976-bd0b-4539839892ff HTTP/1.1" status: 200 len: 217 time: 0.0974987 Feb 10 04:15:19.455046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Made reservation on behalf of 594f5a495b5a423092ad0d78ce59103c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:19.460458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.649955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-b138919b-5be8-47e4-9cc6-0d3fe9a5a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:19.652012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-b138919b-5be8-47e4-9cc6-0d3fe9a5a921 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 200 len: 797 time: 0.1675963 Feb 10 04:15:19.655855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (198226d0-ed39-4eb7-9830-253391384133), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.698397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7912173c-9680-4d2a-8e10-7203015a80ab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:19.698818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.703230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0d7408f6-7982-4c54-8685-0e2c3594c798 None None] Current status of the port 7912173c-9680-4d2a-8e10-7203015a80ab is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:19.703635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d7408f6-7982-4c54-8685-0e2c3594c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.720909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e465bc75-23f6-4788-86c8-3c6a35611ecf details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:15:19.781412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::291 (9fcc2731-0dda-4a0e-8709-1fa505363259/b1131aca-8486-42ea-b677-5f6942f39d4a/d0a117b8-fbd3-4cdc-a952-d38d723ff344) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:19.798629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-879b1272-bc1b-4409-a72b-8c0fd0b5ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:19.801340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-879b1272-bc1b-4409-a72b-8c0fd0b5ea75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59c8f485-d78b-4843-b69b-06ac4f229f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1422298 Feb 10 04:15:19.817920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8:0:1::17f (9fcc2731-0dda-4a0e-8709-1fa505363259/f0f5ac44-8292-4741-a519-4828193ebd42/d0a117b8-fbd3-4cdc-a952-d38d723ff344) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:19.832206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (198226d0-ed39-4eb7-9830-253391384133), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:19.854633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0d7408f6-7982-4c54-8685-0e2c3594c798 None None] For port 7912173c-9680-4d2a-8e10-7203015a80ab, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7912173c-9680-4d2a-8e10-7203015a80ab,segment=NetworkSegment(44c1b24a-a9c8-41f7-931b-99331e292fbb),segment_id=44c1b24a-a9c8-41f7-931b-99331e292fbb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:19.868326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c4f40-9ffd-4981-8176-7657cca1c8a3 None None] Update dhcp port {'port': {'network_id': '9fcc2731-0dda-4a0e-8709-1fa505363259', 'fixed_ips': [{'subnet_id': 'b1131aca-8486-42ea-b677-5f6942f39d4a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0f5ac44-8292-4741-a519-4828193ebd42'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '7912173c-9680-4d2a-8e10-7203015a80ab'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:15:19.946872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-4ca659af-bb46-4e59-853c-f8cfccecf4aa service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156790 Feb 10 04:15:20.084179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198226d0-ed39-4eb7-9830-253391384133']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:20.090140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3fd92-503b-4f46-bc12-1024fb3c2c75 req-51860f4b-61ee-46b4-8a4f-c6d1ede1b4ec tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:20.098822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1c3fd92-503b-4f46-bc12-1024fb3c2c75 req-51860f4b-61ee-46b4-8a4f-c6d1ede1b4ec tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 943 time: 0.2335892 Feb 10 04:15:20.118479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c338148b-e718-4a9d-9654-339a4ee8aaab') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:20.118479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c338148b-e718-4a9d-9654-339a4ee8aaab') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:20.129168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e902dc1b-5693-4786-b2ae-8327d47239a8 req-76653b0a-a2d6-4bd7-920f-eb698d2807d0 service neutron] 10.222.0.43 "GET /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765344 Feb 10 04:15:20.153265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (c338148b-e718-4a9d-9654-339a4ee8aaab), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.172548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7912173c-9680-4d2a-8e10-7203015a80ab is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:20.173193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.175719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d7408f6-7982-4c54-8685-0e2c3594c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.176987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (db4fb7e6-27d1-4b6f-8165-0311c0576fdb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.191909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c338148b-e718-4a9d-9654-339a4ee8aaab), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.210208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:20.212060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (c338148b-e718-4a9d-9654-339a4ee8aaab), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:20.219369 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:20.312681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-753c4f40-9ffd-4981-8176-7657cca1c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.434567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (198226d0-ed39-4eb7-9830-253391384133), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.444146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.451869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/198226d0-ed39-4eb7-9830-253391384133 HTTP/1.1" status: 204 len: 168 time: 1.0339403 Feb 10 04:15:20.486837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e465bc75-23f6-4788-86c8-3c6a35611ecf, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e465bc75-23f6-4788-86c8-3c6a35611ecf,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:20.495955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0c63c-064a-4872-bb31-11e2a74bf3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=198226d0-ed39-4eb7-9830-253391384133,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:20.500465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7408f6-7982-4c54-8685-0e2c3594c798 None None] Pushing event updated for resources: {'Port': ['ID=7912173c-9680-4d2a-8e10-7203015a80ab,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:20.527997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:15:20.528344 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:15:20.531010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'e465bc75-23f6-4788-86c8-3c6a35611ecf', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'port_id': 'e465bc75-23f6-4788-86c8-3c6a35611ecf', 'mac_address': 'fa:16:3e:18:da:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:15:20.647459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1c3fd92-503b-4f46-bc12-1024fb3c2c75 req-01b04a5d-6d70-4891-ac7e-0b508d347e8e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472822 Feb 10 04:15:20.681207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.699828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a972c-e025-4d75-8805-7757814e9eb1 req-e38efea4-7df7-4cab-b0f8-9978bbd877b5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:20.710280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa7a972c-e025-4d75-8805-7757814e9eb1 req-e38efea4-7df7-4cab-b0f8-9978bbd877b5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1582050 Feb 10 04:15:20.719650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4fb7e6-27d1-4b6f-8165-0311c0576fdb,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:20.772914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Checking segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:20.780206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Network hostable DHCP agents. Network: 7c39f6a8-6506-4e49-a4a5-0886240829aa, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:15:20.786008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e465bc75-23f6-4788-86c8-3c6a35611ecf is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:20.786008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.796908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e465bc75-23f6-4788-86c8-3c6a35611ecf {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:20.805409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa7a972c-e025-4d75-8805-7757814e9eb1 req-6fc6678a-684f-4f6b-ae1b-bf74e1f1b14a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925491 Feb 10 04:15:20.831403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e465bc75-23f6-4788-86c8-3c6a35611ecf, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e465bc75-23f6-4788-86c8-3c6a35611ecf,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:20.836224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.891503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:20.894849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:20.897472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:20.898647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-753c4f40-9ffd-4981-8176-7657cca1c8a3 None None] Allocated IP 2001:db8:0:1::2 (9fcc2731-0dda-4a0e-8709-1fa505363259/f0f5ac44-8292-4741-a519-4828193ebd42/7912173c-9680-4d2a-8e10-7203015a80ab) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:20.903354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:20.904007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.921041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:15:20.933144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=d0a117b8-fbd3-4cdc-a952-d38d723ff344,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:20.949648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:20.968338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40886) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:21.018895 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d701e44f-a3ef-4f3b-b975-e26c077f4d01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19da290a29a743818827d233181b9497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481696 Feb 10 04:15:21.021393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:21.030050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 7c39f6a8-6506-4e49-a4a5-0886240829aa) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:21.046823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc496b44-016f-4992-a453-acd5cbf4c2cf None None] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:21.047755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:21.048602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.063542 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4516427a-01d7-4d73-891b-f3aedb3fbfa7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0758336 Feb 10 04:15:21.066751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40894) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:21.074548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1131aca-8486-42ea-b677-5f6942f39d4a'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:21.107827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85dbc194-5d53-4129-9f1e-6691a61f6196 admin admin] Publish callbacks [] for security_group (38225639-001b-4da3-aef4-7d39fed114f9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.112944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e465bc75-23f6-4788-86c8-3c6a35611ecf,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:21.135817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85dbc194-5d53-4129-9f1e-6691a61f6196 admin admin] Publish callbacks [] for security_group (38225639-001b-4da3-aef4-7d39fed114f9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.180688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-072efc6b-a269-42eb-b7d2-fd4f214b7176 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0461354 Feb 10 04:15:21.184985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e465bc75-23f6-4788-86c8-3c6a35611ecf'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:21.187211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7912173c-9680-4d2a-8e10-7203015a80ab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:21.194179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-753c4f40-9ffd-4981-8176-7657cca1c8a3 None None] For port 7912173c-9680-4d2a-8e10-7203015a80ab, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7912173c-9680-4d2a-8e10-7203015a80ab,segment=NetworkSegment(44c1b24a-a9c8-41f7-931b-99331e292fbb),segment_id=44c1b24a-a9c8-41f7-931b-99331e292fbb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:21.268288 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-753c4f40-9ffd-4981-8176-7657cca1c8a3 None None] Publish callbacks [] for port (7912173c-9680-4d2a-8e10-7203015a80ab), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.309623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83130f-1578-4039-92f3-0160f455ae83 None None] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:21.315802 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85dbc194-5d53-4129-9f1e-6691a61f6196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (38225639-001b-4da3-aef4-7d39fed114f9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.318870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85dbc194-5d53-4129-9f1e-6691a61f6196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.320346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-85dbc194-5d53-4129-9f1e-6691a61f6196 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38225639-001b-4da3-aef4-7d39fed114f9 HTTP/1.1" status: 204 len: 168 time: 0.2974920 Feb 10 04:15:21.354971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbc194-5d53-4129-9f1e-6691a61f6196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38225639-001b-4da3-aef4-7d39fed114f9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:21.398268 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-753c4f40-9ffd-4981-8176-7657cca1c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.459146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7912173c-9680-4d2a-8e10-7203015a80ab up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:21.622121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.651266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c4f40-9ffd-4981-8176-7657cca1c8a3 None None] Pushing event updated for resources: {'Port': ['ID=7912173c-9680-4d2a-8e10-7203015a80ab,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:21.710406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7912173c-9680-4d2a-8e10-7203015a80ab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:21.711019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:21.896358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7912173c-9680-4d2a-8e10-7203015a80ab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:21.939864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edbf3f-c999-47e3-b63a-4ae9dc39bf7d req-d51532b3-a4b6-4fae-9982-c87808d2eb9b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:21.943633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3edbf3f-c999-47e3-b63a-4ae9dc39bf7d req-d51532b3-a4b6-4fae-9982-c87808d2eb9b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 944 time: 0.2079680 Feb 10 04:15:22.195369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3edbf3f-c999-47e3-b63a-4ae9dc39bf7d req-5b7b2555-bc67-46ac-9bc7-16bfd305fb8c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012794 Feb 10 04:15:22.436860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Delete allocated IP 2001:db8:0:1::17f (9fcc2731-0dda-4a0e-8709-1fa505363259/f0f5ac44-8292-4741-a519-4828193ebd42) {{(pid=109958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 04:15:22.453248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bbd6f2-c94c-4076-8d55-592b8352cba6 None None] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:22.586681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438ec0-3f90-4cf1-88d3-db474de0a144 req-efdbf9d7-8678-4a24-844f-991e75dfd85f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:22.588897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd438ec0-3f90-4cf1-88d3-db474de0a144 req-efdbf9d7-8678-4a24-844f-991e75dfd85f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2115791 Feb 10 04:15:22.696403 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd438ec0-3f90-4cf1-88d3-db474de0a144 req-d51c768b-dee0-464c-a45a-72c8242a6cb1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004119 Feb 10 04:15:22.730859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a5e450f7-8719-472e-a60e-50bc98dab071 None None] Provisioning complete for port 7912173c-9680-4d2a-8e10-7203015a80ab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:22.731210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a5e450f7-8719-472e-a60e-50bc98dab071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:22.735645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:22.803017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40952) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:22.812814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:22.905178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-9cdbcb21-e7e6-457c-84a6-9b6bfcd8b63a tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:22.912860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] In _notify_port_updated(), no bound segment for port d0a117b8-fbd3-4cdc-a952-d38d723ff344 on network 9fcc2731-0dda-4a0e-8709-1fa505363259 {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:15:22.918967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-9cdbcb21-e7e6-457c-84a6-9b6bfcd8b63a tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 812 time: 0.1924510 Feb 10 04:15:22.922307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:22.923101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:22.925353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a5e450f7-8719-472e-a60e-50bc98dab071 None None] Current status of the port 7912173c-9680-4d2a-8e10-7203015a80ab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:22.928515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "PUT /v2.0/ports/d0a117b8-fbd3-4cdc-a952-d38d723ff344 HTTP/1.1" status: 200 len: 925 time: 1.8606911 Feb 10 04:15:22.929458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40958) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:22.949389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc403a21-5f85-408d-bac5-15ca1c7e0930 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=d0a117b8-fbd3-4cdc-a952-d38d723ff344,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:22.963870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1131aca-8486-42ea-b677-5f6942f39d4a'}, {'subnet_id': 'f0f5ac44-8292-4741-a519-4828193ebd42'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:22.979829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-3bcb41d7-87da-4d75-a901-b3c55065d8fe tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/quotas/594f5a495b5a423092ad0d78ce59103c HTTP/1.1" status: 200 len: 375 time: 0.0588093 Feb 10 04:15:23.071735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3df2b141-6281-49be-a103-56ea7cfe9fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.080639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-1e72f120-e903-4beb-ab12-98cfa24b7e6c tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753348 Feb 10 04:15:23.238566 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.283880 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3df2b141-6281-49be-a103-56ea7cfe9fb4 admin admin] Publish callbacks [] for security_group (ffc11dad-a2db-492c-bb85-4e14892b237f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.365579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7912173c-9680-4d2a-8e10-7203015a80ab up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:23.365813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3df2b141-6281-49be-a103-56ea7cfe9fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ffc11dad-a2db-492c-bb85-4e14892b237f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.428437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:23.460931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fdb1f606-74ba-4e91-9c75-a44b80026629 None None] Provisioning complete for port 7912173c-9680-4d2a-8e10-7203015a80ab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:23.461554 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f606-74ba-4e91-9c75-a44b80026629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.469785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3df2b141-6281-49be-a103-56ea7cfe9fb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02c4a50732f84500a69a4469b94657c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6625032 Feb 10 04:15:23.472994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40974) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:23.483491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2b141-6281-49be-a103-56ea7cfe9fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc11dad-a2db-492c-bb85-4e14892b237f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:23.525349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adb840-4846-4a12-84ff-8fff8fd1e4c1 req-af0c9a11-ceaa-45ea-b5b4-45b7711ffbe0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:23.526390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63adb840-4846-4a12-84ff-8fff8fd1e4c1 req-af0c9a11-ceaa-45ea-b5b4-45b7711ffbe0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 944 time: 0.1799288 Feb 10 04:15:23.626394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7912173c-9680-4d2a-8e10-7203015a80ab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:23.626797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.636586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63adb840-4846-4a12-84ff-8fff8fd1e4c1 req-6834abda-7ca3-46bb-b0d8-40f53b3a44f0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010878 Feb 10 04:15:23.659494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cc-76c0-4d71-b07f-d5db94e6c986 admin admin] Publish callbacks [] for security_group (ffc11dad-a2db-492c-bb85-4e14892b237f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.678540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1f606-74ba-4e91-9c75-a44b80026629 None None] Current status of the port 7912173c-9680-4d2a-8e10-7203015a80ab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:23.700457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e465bc75-23f6-4788-86c8-3c6a35611ecf up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:23.720187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cc-76c0-4d71-b07f-d5db94e6c986 admin admin] Publish callbacks [] for security_group (ffc11dad-a2db-492c-bb85-4e14892b237f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.733680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1342435762-network', 'tenant_id': 'a97cf0fa4de74535bc16402988b6931c'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:23.764149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fdb1f606-74ba-4e91-9c75-a44b80026629 None None] Provisioning complete for port d0a117b8-fbd3-4cdc-a952-d38d723ff344 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:23.764418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f606-74ba-4e91-9c75-a44b80026629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.824633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1f606-74ba-4e91-9c75-a44b80026629 None None] Port d0a117b8-fbd3-4cdc-a952-d38d723ff344 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:23.841624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Made reservation on behalf of a97cf0fa4de74535bc16402988b6931c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:23.846395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.860646 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.868257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7912173c-9680-4d2a-8e10-7203015a80ab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:23.877619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-92192513-9b38-4b08-af5e-b3420c89475b service neutron] 10.222.0.42 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884758 Feb 10 04:15:23.930337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8:0:1::1e (9fcc2731-0dda-4a0e-8709-1fa505363259/f0f5ac44-8292-4741-a519-4828193ebd42/d0a117b8-fbd3-4cdc-a952-d38d723ff344) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:23.934912 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cc-76c0-4d71-b07f-d5db94e6c986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ffc11dad-a2db-492c-bb85-4e14892b237f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.935053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port e465bc75-23f6-4788-86c8-3c6a35611ecf completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:15:23.935575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2491cc-76c0-4d71-b07f-d5db94e6c986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.937224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4f2491cc-76c0-4d71-b07f-d5db94e6c986 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffc11dad-a2db-492c-bb85-4e14892b237f HTTP/1.1" status: 204 len: 168 time: 0.4632370 Feb 10 04:15:23.943053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port e465bc75-23f6-4788-86c8-3c6a35611ecf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:23.943437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:23.982578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2491cc-76c0-4d71-b07f-d5db94e6c986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc11dad-a2db-492c-bb85-4e14892b237f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:24.022094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-85b47c36-7973-4f31-a425-ae788c05adea None None] Provisioning complete for port d0a117b8-fbd3-4cdc-a952-d38d723ff344 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:24.022483 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85b47c36-7973-4f31-a425-ae788c05adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.082832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c80f8a-b258-4bca-a51a-b5d63738be90 req-4cb420e1-3ba4-4d60-bd92-9d02535cb70b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:24.084586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24c80f8a-b258-4bca-a51a-b5d63738be90 req-4cb420e1-3ba4-4d60-bd92-9d02535cb70b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2251382 Feb 10 04:15:24.106362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.139858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-85b47c36-7973-4f31-a425-ae788c05adea None None] Port d0a117b8-fbd3-4cdc-a952-d38d723ff344 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:24.186213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24c80f8a-b258-4bca-a51a-b5d63738be90 req-35fb1642-cd0f-4bf3-b4d3-2e0697fccd3b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938656 Feb 10 04:15:24.193290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e465bc75-23f6-4788-86c8-3c6a35611ecf is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:24.193697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.217543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks [] for security_group (0d651f6b-ce7d-451b-9144-873a9dd4987b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.221470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-fc8369c5-ee99-4fb7-8552-fd14387f8047 service neutron] 10.222.0.42 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328061 Feb 10 04:15:24.223625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e465bc75-23f6-4788-86c8-3c6a35611ecf'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:24.227108 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f57ead3-4bbe-4279-b089-afa3e80557ae" -d '{"events": [{"server_uuid": "db15c21f-061f-4b3f-9505-ce6c23a46bca", "name": "network-vif-plugged", "status": "completed", "tag": "e465bc75-23f6-4788-86c8-3c6a35611ecf"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:24.235131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.241403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e465bc75-23f6-4788-86c8-3c6a35611ecf, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e465bc75-23f6-4788-86c8-3c6a35611ecf,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:24.290281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0d651f6b-ce7d-451b-9144-873a9dd4987b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.293120 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f4d778-159c-4235-8605-7c59395da407 x-openstack-request-id: req-35f4d778-159c-4235-8605-7c59395da407 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:24.293434 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db15c21f-061f-4b3f-9505-ce6c23a46bca", "name": "network-vif-plugged", "status": "completed", "tag": "e465bc75-23f6-4788-86c8-3c6a35611ecf", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:24.293669 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35f4d778-159c-4235-8605-7c59395da407 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:24.294065 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e465bc75-23f6-4788-86c8-3c6a35611ecf', 'code': 200} Feb 10 04:15:24.295380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-be1ab87b-33f4-4647-a5a1-0600bc1984b5 None None] Provisioning complete for port d0a117b8-fbd3-4cdc-a952-d38d723ff344 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:24.295755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be1ab87b-33f4-4647-a5a1-0600bc1984b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.306298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:24.346669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (60620980-996f-492f-ad5e-2c06b71342e1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.347674 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Added segment 60620980-996f-492f-ad5e-2c06b71342e1 of type vlan for network bc4da560-5f28-4c4e-bc28-bc839f483816 Feb 10 04:15:24.374144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.389920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-be1ab87b-33f4-4647-a5a1-0600bc1984b5 None None] Port d0a117b8-fbd3-4cdc-a952-d38d723ff344 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:24.440263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (bc4da560-5f28-4c4e-bc28-bc839f483816), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.458406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] In _notify_port_updated(), no bound segment for port d0a117b8-fbd3-4cdc-a952-d38d723ff344 on network 9fcc2731-0dda-4a0e-8709-1fa505363259 {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:15:24.464677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:24.465910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.470982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "PUT /v2.0/ports/d0a117b8-fbd3-4cdc-a952-d38d723ff344 HTTP/1.1" status: 200 len: 1010 time: 1.5136309 Feb 10 04:15:24.471877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:24.490049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbfc1b-88c7-4fed-8607-dcc9a6010ca9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=d0a117b8-fbd3-4cdc-a952-d38d723ff344,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:24.492264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d651f6b-ce7d-451b-9144-873a9dd4987b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:24.566501 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (bc4da560-5f28-4c4e-bc28-bc839f483816), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.569602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:24.569602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.580532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e465bc75-23f6-4788-86c8-3c6a35611ecf,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:24.620486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3d5f4-0c0d-4b14-b155-1ed7930b7f95 req-a912d694-586b-4b82-845f-6d9506eed435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:24.622295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37d3d5f4-0c0d-4b14-b155-1ed7930b7f95 req-a912d694-586b-4b82-845f-6d9506eed435 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 1127 time: 0.2417324 Feb 10 04:15:24.652860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] Pushing event updated for resources: {'Network': ['ID=bc4da560-5f28-4c4e-bc28-bc839f483816,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:24.662077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network bc4da560-5f28-4c4e-bc28-bc839f483816 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:24.693131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port d0a117b8-fbd3-4cdc-a952-d38d723ff344 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:24.693305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.698638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37d3d5f4-0c0d-4b14-b155-1ed7930b7f95 req-da32f040-55bd-4fa1-b480-e39a715ebcb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672874 Feb 10 04:15:24.728316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f8dcb0e7-6739-46c5-b138-39299dfe5fff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2810776 Feb 10 04:15:24.729214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40988) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:24.780015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Request body: {'subnet': {'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1342435762-subnet', 'tenant_id': 'a97cf0fa4de74535bc16402988b6931c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:24.828138 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.845889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for d0a117b8-fbd3-4cdc-a952-d38d723ff344 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:24.902930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378074-d0b5-4c07-883e-a2e0da02a99e req-e4337343-23b7-42fc-bcf3-b89d9306e20e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:24.904479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd378074-d0b5-4c07-883e-a2e0da02a99e req-e4337343-23b7-42fc-bcf3-b89d9306e20e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 945 time: 0.1320221 Feb 10 04:15:24.920659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Made reservation on behalf of a97cf0fa4de74535bc16402988b6931c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:24.923222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.931663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ba44243e-bb22-417a-880e-579d08e00639 None None] Provisioning complete for port d0a117b8-fbd3-4cdc-a952-d38d723ff344 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:24.932051 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba44243e-bb22-417a-880e-579d08e00639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:24.976934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ba44243e-bb22-417a-880e-579d08e00639 None None] Port d0a117b8-fbd3-4cdc-a952-d38d723ff344 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:25.002578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd378074-d0b5-4c07-883e-a2e0da02a99e req-8562897b-97b1-401c-b609-fd812949b0bf tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923455 Feb 10 04:15:25.090062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40996) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:25.110574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-748a4c46-fa1b-402f-bbbd-ed5c843f2c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.125977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ec20c9d3-68bc-491b-8e84-8848682f3023 req-3fa98be5-5098-4338-84da-d29ea721bb33 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 210 time: 0.0422599 Feb 10 04:15:25.221860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-748a4c46-fa1b-402f-bbbd-ed5c843f2c3f admin admin] Publish callbacks [] for security_group (4860b04e-95bd-4900-a001-3ec523c5aba2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.313316 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-748a4c46-fa1b-402f-bbbd-ed5c843f2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4860b04e-95bd-4900-a001-3ec523c5aba2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.361887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-748a4c46-fa1b-402f-bbbd-ed5c843f2c3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e929392fdb94a86a5bf3ffc215622b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707169 Feb 10 04:15:25.369430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41004) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:25.380656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a4c46-fa1b-402f-bbbd-ed5c843f2c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4860b04e-95bd-4900-a001-3ec523c5aba2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:25.396378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850a54-4e1b-4f56-845b-459e2e84ca24 req-3a26629c-baa4-4f78-b79f-4be96c13e785 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:25.403752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d850a54-4e1b-4f56-845b-459e2e84ca24 req-3a26629c-baa4-4f78-b79f-4be96c13e785 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.1269927 Feb 10 04:15:25.467963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (f9aa6272-a846-48dc-8d1d-ea7d6392ca65), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.476831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d850a54-4e1b-4f56-845b-459e2e84ca24 req-60e0225c-fd43-4bd6-be77-0a5e8b630ab2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718818 Feb 10 04:15:25.478226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d0a117b8-fbd3-4cdc-a952-d38d723ff344), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.480688 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce45580-96d6-4b3c-8a93-97d0b0e3e455 admin admin] Publish callbacks [] for security_group (4860b04e-95bd-4900-a001-3ec523c5aba2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.505413 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce45580-96d6-4b3c-8a93-97d0b0e3e455 admin admin] Publish callbacks [] for security_group (4860b04e-95bd-4900-a001-3ec523c5aba2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.563510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=d0a117b8-fbd3-4cdc-a952-d38d723ff344,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:25.640839 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.649845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:25.651858 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-05586b51-9b72-414b-adcc-81655704d386 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/d0a117b8-fbd3-4cdc-a952-d38d723ff344 HTTP/1.1" status: 204 len: 168 time: 1.1728356 Feb 10 04:15:25.654912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9aa6272-a846-48dc-8d1d-ea7d6392ca65,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:25.664542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Checking segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:25.664908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Network hostable DHCP agents. Network: bc4da560-5f28-4c4e-bc28-bc839f483816, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:15:25.690931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce45580-96d6-4b3c-8a93-97d0b0e3e455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4860b04e-95bd-4900-a001-3ec523c5aba2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.693747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce45580-96d6-4b3c-8a93-97d0b0e3e455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.698175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1ce45580-96d6-4b3c-8a93-97d0b0e3e455 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4860b04e-95bd-4900-a001-3ec523c5aba2 HTTP/1.1" status: 204 len: 168 time: 0.3247793 Feb 10 04:15:25.719955 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6336b8c6-ea18-4bee-a21c-ea6dca6812fb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:25.723951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6336b8c6-ea18-4bee-a21c-ea6dca6812fb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/d0a117b8-fbd3-4cdc-a952-d38d723ff344 HTTP/1.1" status: 404 len: 333 time: 0.0670643 Feb 10 04:15:25.724427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41014) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:25.737470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce45580-96d6-4b3c-8a93-97d0b0e3e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4860b04e-95bd-4900-a001-3ec523c5aba2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:25.823838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet f0f5ac44-8292-4741-a519-4828193ebd42 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:25.826628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Network bc4da560-5f28-4c4e-bc28-bc839f483816 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:15:25.834759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (f0f5ac44-8292-4741-a519-4828193ebd42), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.898279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (f0f5ac44-8292-4741-a519-4828193ebd42), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.915305 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:15:25.934120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, bc4da560-5f28-4c4e-bc28-bc839f483816) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:25.938534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:25.939315 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:25.944646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a871b-f72e-4f8a-aab4-3a99bcd6276d None None] Network bc4da560-5f28-4c4e-bc28-bc839f483816 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:26.045199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f0f5ac44-8292-4741-a519-4828193ebd42), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:26.087272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc5949-8aac-49d6-a7b8-a80f8e7435e4 None None] Network bc4da560-5f28-4c4e-bc28-bc839f483816 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:26.116647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f83dd63c-2d5c-4093-b5c0-8695455a8589 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3862944 Feb 10 04:15:26.213362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f0f5ac44-8292-4741-a519-4828193ebd42), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:26.253692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df059ec8-224a-4451-8591-fc7298f2d5b1 req-911f9676-029f-4d8d-8ed8-ed53b9889f4c tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 210 time: 0.0595162 Feb 10 04:15:26.299547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f5ac44-8292-4741-a519-4828193ebd42,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:26.305541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:26.308864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9ce73a25-669c-4776-8f22-8a4a10014c3f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/f0f5ac44-8292-4741-a519-4828193ebd42 HTTP/1.1" status: 204 len: 168 time: 0.5832572 Feb 10 04:15:26.311541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41024) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:26.333706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258a125-9428-4d2a-a707-4eb5f4432f88 None None] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:26.382462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c38e3-f67a-4784-8a53-362c48324793 req-05c4eb54-2beb-43ed-bf41-cb960f2ae5fe tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:26.386742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f70c38e3-f67a-4784-8a53-362c48324793 req-05c4eb54-2beb-43ed-bf41-cb960f2ae5fe tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 945 time: 0.2283082 Feb 10 04:15:26.514587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f70c38e3-f67a-4784-8a53-362c48324793 req-9ee1825d-efa9-46fa-9a96-b01ccef91231 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209357 Feb 10 04:15:26.533834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet b1131aca-8486-42ea-b677-5f6942f39d4a {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:26.544906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (b1131aca-8486-42ea-b677-5f6942f39d4a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:26.629694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (b1131aca-8486-42ea-b677-5f6942f39d4a), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:26.881437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b1131aca-8486-42ea-b677-5f6942f39d4a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:26.958668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3a6b-9703-482a-9410-ab03bf5dc051 req-96186421-6916-42af-8363-0b396e3ef217 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:26.960455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd4f3a6b-9703-482a-9410-ab03bf5dc051 req-96186421-6916-42af-8363-0b396e3ef217 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2258084 Feb 10 04:15:27.043010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-19ea11fb-e0d0-4e26-8a29-8f86667efe9c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:27.048596 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd4f3a6b-9703-482a-9410-ab03bf5dc051 req-83a4d8b7-b14a-46ee-af1d-6f18b12b1e8f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765424 Feb 10 04:15:27.052014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-19ea11fb-e0d0-4e26-8a29-8f86667efe9c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.1661932 Feb 10 04:15:27.066914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-ef8e0587-4f56-4ef4-9721-abe0a6739f42 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/quotas/a97cf0fa4de74535bc16402988b6931c HTTP/1.1" status: 200 len: 375 time: 0.0157571 Feb 10 04:15:27.110543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (b1131aca-8486-42ea-b677-5f6942f39d4a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.126612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-e4f437fe-828c-4569-8415-4dfbbed98f08 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559118 Feb 10 04:15:27.147324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=b1131aca-8486-42ea-b677-5f6942f39d4a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:27.157828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.169357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-31df2b60-a039-4475-bc16-22ac5c0a5b4e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/b1131aca-8486-42ea-b677-5f6942f39d4a HTTP/1.1" status: 204 len: 168 time: 0.8567395 Feb 10 04:15:27.170182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41056) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:27.299339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-4b1ae5b8-d57e-4811-bf46-85c7d24de6a6 service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676242 Feb 10 04:15:27.368754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3995f9d-a8cb-4bee-ae2b-f95f364d9d96 req-25680412-69a7-4cb3-8ed0-9b31da3b24e7 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 210 time: 0.0386598 Feb 10 04:15:27.372112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9fcc2731-0dda-4a0e-8709-1fa505363259), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.449010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 7912173c-9680-4d2a-8e10-7203015a80ab {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:27.449919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.459886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-3b632706-f89f-43bf-ade4-930bfb1928cd service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601326 Feb 10 04:15:27.560932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] For port 7912173c-9680-4d2a-8e10-7203015a80ab, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7912173c-9680-4d2a-8e10-7203015a80ab,segment=NetworkSegment(44c1b24a-a9c8-41f7-931b-99331e292fbb),segment_id=44c1b24a-a9c8-41f7-931b-99331e292fbb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:27.561805 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.585793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 7912173c-9680-4d2a-8e10-7203015a80ab owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:27.612277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a1dde510-8423-4ec6-b1fc-521badf91b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.740957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50c051-d789-4592-b901-80124b6e5e2e None None] Network 9fcc2731-0dda-4a0e-8709-1fa505363259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:27.809431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.861814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0071d265-7d1b-49bd-9c07-20e92aa6f802 None None] Provisioning complete for port 7912173c-9680-4d2a-8e10-7203015a80ab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:27.862237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0071d265-7d1b-49bd-9c07-20e92aa6f802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7912173c-9680-4d2a-8e10-7203015a80ab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:27.921222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bae7a1de-e2af-4bf2-9a1e-1cd2afd3e4c5 req-31a9936a-b00d-443f-9c26-3117f48a3507 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 210 time: 0.1105068 Feb 10 04:15:27.929518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0071d265-7d1b-49bd-9c07-20e92aa6f802 None None] Port 7912173c-9680-4d2a-8e10-7203015a80ab was deleted so its status cannot be updated. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 10 04:15:28.010350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No DVR routers for this DVR port 7912173c-9680-4d2a-8e10-7203015a80ab on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:28.016350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b525d0-1fb9-4722-9288-523a665f0dc1 None None] DHCP port deletion for 9fcc2731-0dda-4a0e-8709-1fa505363259 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:15:28.035420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=7912173c-9680-4d2a-8e10-7203015a80ab,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:28.185898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9fcc2731-0dda-4a0e-8709-1fa505363259), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.207387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcc2731-0dda-4a0e-8709-1fa505363259']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:28.218238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c1b24a-a9c8-41f7-931b-99331e292fbb') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:28.221921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c1b24a-a9c8-41f7-931b-99331e292fbb') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:28.230589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (44c1b24a-a9c8-41f7-931b-99331e292fbb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.255586 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (44c1b24a-a9c8-41f7-931b-99331e292fbb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.262794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:28.263187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (44c1b24a-a9c8-41f7-931b-99331e292fbb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.263335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c3d66-c290-4da0-97f2-0e2e386ff2f4 req-db452fa4-a20f-444e-89fb-2c59d25bd681 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:28.264922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c17c3d66-c290-4da0-97f2-0e2e386ff2f4 req-db452fa4-a20f-444e-89fb-2c59d25bd681 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0809238 Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:28.266554 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:28.388708 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c17c3d66-c290-4da0-97f2-0e2e386ff2f4 req-1bccbee8-ed6c-436c-8aa8-9a8dd696b4ec tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040571 Feb 10 04:15:28.512369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77e4d407-b06f-4c39-b8f1-403e624cb3b3 req-e8aa446d-ef92-4762-a47e-9e19c4dc39a4 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 210 time: 0.0541809 Feb 10 04:15:28.514688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9fcc2731-0dda-4a0e-8709-1fa505363259), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.526434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.529660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/9fcc2731-0dda-4a0e-8709-1fa505363259 HTTP/1.1" status: 204 len: 168 time: 1.3583570 Feb 10 04:15:28.533437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41096) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:28.593417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d589c-b1ae-4ed3-ba74-34d4d5d9a21e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=9fcc2731-0dda-4a0e-8709-1fa505363259,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:28.630349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e2372-f89d-4629-898c-5e491a5d1849 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:28.635518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-193e2372-f89d-4629-898c-5e491a5d1849 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0974152 Feb 10 04:15:28.636094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41098) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:28.737590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e6495816-e0b4-41ed-83d3-e94e7ec33263 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0958660 Feb 10 04:15:28.738040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41100) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:28.744616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2098475421'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:28.904173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:28.908220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.949305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:28.962485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8d1ddc8d-f4b5-4785-992f-4926e9997072), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:28.963180 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment 8d1ddc8d-f4b5-4785-992f-4926e9997072 of type vlan for network 28a6076a-f659-497c-acf0-b0d1c32d8f3e Feb 10 04:15:29.042466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (28a6076a-f659-497c-acf0-b0d1c32d8f3e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:29.133142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-043b74e3-0327-4c48-bd60-783250430578 req-8b666781-ee58-4581-ab9f-9cd59d7a3345 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 210 time: 0.0520213 Feb 10 04:15:29.176475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (28a6076a-f659-497c-acf0-b0d1c32d8f3e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:29.182159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:29.182805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:29.314186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7912173c-9680-4d2a-8e10-7203015a80ab no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:29.327135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=28a6076a-f659-497c-acf0-b0d1c32d8f3e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:29.353105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:29.362612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7912173c-9680-4d2a-8e10-7203015a80ab {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:29.366302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7912173c-9680-4d2a-8e10-7203015a80ab not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:29.517745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-25275c09-f9c6-46be-899a-de804e10b51e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7785604 Feb 10 04:15:29.520760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41120) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:29.528202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:29.614465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-fa642f6a-2f6d-4dc4-b0aa-ddbb469c6f03 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:29.615968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-fa642f6a-2f6d-4dc4-b0aa-ddbb469c6f03 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 812 time: 0.5013595 Feb 10 04:15:29.642521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Request body: {'port': {'device_id': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'admin_state_up': True, 'tenant_id': '594f5a495b5a423092ad0d78ce59103c'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:29.834786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-320a33eb-e952-40e1-8710-385a3e6c2780 req-0ac2bfbf-34cf-42d9-90ac-681c0d913d63 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 210 time: 0.1126556 Feb 10 04:15:29.926269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-934febad-e985-4bbc-aaa4-f02e368cc705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:29.965779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60646d14-23e4-4166-a640-cbb67040d2cf req-89fb699b-8b49-4768-a4a8-fba0672be617 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:29.967911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60646d14-23e4-4166-a640-cbb67040d2cf req-89fb699b-8b49-4768-a4a8-fba0672be617 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.3803749 Feb 10 04:15:29.997256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:30.004158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:30.091864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Made reservation on behalf of 594f5a495b5a423092ad0d78ce59103c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:30.097396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:30.285739 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60646d14-23e4-4166-a640-cbb67040d2cf req-8cfb97da-5ad3-4e58-a235-d440cc03b18a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689559 Feb 10 04:15:30.292999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-9638305a-9f7d-4490-9c6a-01be06f4d89f tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:30.294511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-9638305a-9f7d-4490-9c6a-01be06f4d89f tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 812 time: 0.5368454 Feb 10 04:15:30.314406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Request body: {'port': {'device_id': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'admin_state_up': True, 'tenant_id': '594f5a495b5a423092ad0d78ce59103c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:30.386838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-782c781f-63ac-4912-ac44-deb2f5b85a97 req-11bad09c-e8ca-4eb6-8d17-23f2bb71d3e6 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 210 time: 0.0948360 Feb 10 04:15:30.442521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Allocated IP 172.20.0.9 (7c39f6a8-6506-4e49-a4a5-0886240829aa/db4fb7e6-27d1-4b6f-8165-0311c0576fdb/2103d4c0-8ad8-47a3-b8af-729d13fe1172) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:30.680178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks [] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:30.912847 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:30.957942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:30.962588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:30.981089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:31.000502 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.033983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event updated for resources: {'Port': ['ID=2103d4c0-8ad8-47a3-b8af-729d13fe1172,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:31.047360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:31.047983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.073392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236d9b52-2e5e-4909-b9d5-f8d55bc2a7b0 req-355d3886-0839-401c-aee2-2be3d80f8466 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 210 time: 0.0582581 Feb 10 04:15:31.161446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-ef935dee-ca99-445f-ac8e-659a08476dd5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5345199 Feb 10 04:15:31.173711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Request body: {'port': {'device_id': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:31.188499 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (e734a479-2acd-43a9-9541-2cdb7b3b873b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.278604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.285143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Made reservation on behalf of 594f5a495b5a423092ad0d78ce59103c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:31.290088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.339731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-7b9d6a05-a439-4d85-8dca-7ae0da5ff7fd tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:31.341347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-7b9d6a05-a439-4d85-8dca-7ae0da5ff7fd tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.2829707 Feb 10 04:15:31.365845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Request body: {'port': {'device_id': '3ef246ad-c936-4fb0-b616-eec817290c78', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'admin_state_up': True, 'tenant_id': 'a97cf0fa4de74535bc16402988b6931c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:31.380882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=e734a479-2acd-43a9-9541-2cdb7b3b873b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:31.436303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': '8d1ddc8d-f4b5-4785-992f-4926e9997072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:31.436887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: 28a6076a-f659-497c-acf0-b0d1c32d8f3e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:15:31.594951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2103d4c0-8ad8-47a3-b8af-729d13fe1172 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:31.603366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Publish callbacks [] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.616007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Transition to ACTIVE for port object 2103d4c0-8ad8-47a3-b8af-729d13fe1172 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:15:31.677432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2e6a9-5230-4df8-8594-024da7390425 req-8ddf404d-b99d-41fb-8428-3f25fbaae361 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:31.679191 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30e2e6a9-5230-4df8-8594-024da7390425 req-8ddf404d-b99d-41fb-8428-3f25fbaae361 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.0618725 Feb 10 04:15:31.736903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30e2e6a9-5230-4df8-8594-024da7390425 req-330a0eb3-b0bf-41ce-8e55-9ad511bcde6b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Feb 10 04:15:31.738345 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.780441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Made reservation on behalf of a97cf0fa4de74535bc16402988b6931c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:31.784273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:31.787464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:15:31.834575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Allocated IP 172.20.0.8 (7c39f6a8-6506-4e49-a4a5-0886240829aa/db4fb7e6-27d1-4b6f-8165-0311c0576fdb/b8767df8-f9fc-4374-93bb-7798a3db55b9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:31.863265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Pushing event updated for resources: {'Port': ['ID=2103d4c0-8ad8-47a3-b8af-729d13fe1172,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:31.922046 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c4fd671-ed5f-4470-ba60-b7878863cd08 req-9bc1e86f-1c96-4111-a844-b2a151faf2aa tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 210 time: 0.0618174 Feb 10 04:15:31.975987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Attempting to bind port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:31.979553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Attempting to bind port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:31.980116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Attempting to bind port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:31.987257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:15:31.988740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Attempting to bind port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:31.997517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:31.998394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Checking segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:31.998818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Bound using segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:31.999259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Bound port: 2103d4c0-8ad8-47a3-b8af-729d13fe1172, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:32.001358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.038198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 28a6076a-f659-497c-acf0-b0d1c32d8f3e) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:32.040968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Allocated IP 172.20.0.12 (bc4da560-5f28-4c4e-bc28-bc839f483816/f9aa6272-a846-48dc-8d1d-ea7d6392ca65/e0e263a3-7d5e-47cf-918f-250d0c501adc) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:32.048026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027cc99b-a080-4c79-b2fd-04252a91d997 None None] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:32.089687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:32.091944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.186141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] For port 2103d4c0-8ad8-47a3-b8af-729d13fe1172, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:32.192290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks [] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.203322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] For port 2103d4c0-8ad8-47a3-b8af-729d13fe1172, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2103d4c0-8ad8-47a3-b8af-729d13fe1172,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:32.252495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-853146cf-8bc1-43a5-a3a3-23a66ada3de4 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7263961 Feb 10 04:15:32.261641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41184) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:32.266964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e', 'name': 'tempest-PortsIpV6TestJSON-673532604'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:32.311006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8540736-46a0-41bb-ae8b-0c09e9653954 req-6a9c237a-5525-4dd6-9722-f30217226c30 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 210 time: 0.0651340 Feb 10 04:15:32.316933 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.367402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-28a6076a-f659-497c-acf0-b0d1c32d8f3e', 'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e', 'project_id': 'c87a7448878049989bfbc3c8ab243e40', 'fixed_ips': [{'subnet_id': 'e734a479-2acd-43a9-9541-2cdb7b3b873b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:15:32.368525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.380532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41186) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:32.394977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:32.395604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.398003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] 10.222.0.43 "PUT /v2.0/ports/2103d4c0-8ad8-47a3-b8af-729d13fe1172 HTTP/1.1" status: 200 len: 1091 time: 1.2284720 Feb 10 04:15:32.399184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'tag': '2103d4c0-8ad8-47a3-b8af-729d13fe1172'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:32.401450 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c881ea1-44b9-4437-926d-57126e811398" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c38dd6-f373-4782-aaf5-c8da20813e7e", "tag": "2103d4c0-8ad8-47a3-b8af-729d13fe1172"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:32.438887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3b8d7-17e3-4d5c-bb04-dd0476a79a72 service neutron] Pushing event updated for resources: {'Port': ['ID=2103d4c0-8ad8-47a3-b8af-729d13fe1172,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:32.561560 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.566459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks [] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.602637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.658415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18171bf8-648f-4163-99ef-09742db8589d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:32.695946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Allocated IP 2001:db8::2 (28a6076a-f659-497c-acf0-b0d1c32d8f3e/e734a479-2acd-43a9-9541-2cdb7b3b873b/f08655f3-7acf-4208-b304-f950417d5993) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:32.698478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a7792b08-a4ae-445b-b25f-2a117a52c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:32.700641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a7792b08-a4ae-445b-b25f-2a117a52c5b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=e1c38dd6-f373-4782-aaf5-c8da20813e7e HTTP/1.1" status: 200 len: 1125 time: 0.1364901 Feb 10 04:15:32.740065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event updated for resources: {'Port': ['ID=b8767df8-f9fc-4374-93bb-7798a3db55b9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:32.776777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-22be6c12-4dcd-4d5d-93b2-3483d95356fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2103d4c0-8ad8-47a3-b8af-729d13fe1172 HTTP/1.1" status: 200 len: 217 time: 0.0663834 Feb 10 04:15:32.857443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:32.865471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:32.883637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:32.922469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-4d2576e1-9c5d-4a9d-8f22-7796c70c5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:32.924402 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-4d2576e1-9c5d-4a9d-8f22-7796c70c5505 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 200 len: 852 time: 0.1301391 Feb 10 04:15:32.985285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:32.986291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.004618 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e114a539-a36a-4d7b-ae09-50db0697c07e x-openstack-request-id: req-e114a539-a36a-4d7b-ae09-50db0697c07e {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:33.006433 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c38dd6-f373-4782-aaf5-c8da20813e7e", "tag": "2103d4c0-8ad8-47a3-b8af-729d13fe1172", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:33.006433 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e114a539-a36a-4d7b-ae09-50db0697c07e {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:33.006433 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'tag': '2103d4c0-8ad8-47a3-b8af-729d13fe1172', 'status': 'completed', 'code': 200} Feb 10 04:15:33.011469 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-4d8f5497-5df0-4dde-9fd7-8066c6f6cf10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c39f6a8-6506-4e49-a4a5-0886240829aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710335 Feb 10 04:15:33.013516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18171bf8-648f-4163-99ef-09742db8589d admin admin] Publish callbacks [] for security_group (8ce2598b-2491-484f-8aff-dc722876ed30), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.040783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:33.043848 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.046620 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.131027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18171bf8-648f-4163-99ef-09742db8589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8ce2598b-2491-484f-8aff-dc722876ed30), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.135838 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Publish callbacks [] for port (f08655f3-7acf-4208-b304-f950417d5993), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.158518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Network bc4da560-5f28-4c4e-bc28-bc839f483816 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:33.161302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event updated for resources: {'Port': ['ID=e0e263a3-7d5e-47cf-918f-250d0c501adc,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:33.166128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:33.168863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:33.203482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-18171bf8-648f-4163-99ef-09742db8589d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=042807c6f67b454b8d84746085c1e8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8184175 Feb 10 04:15:33.224799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f08655f3-7acf-4208-b304-f950417d5993), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.228278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41198) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:33.270248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:33.270480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.309242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42882f-d119-4a2c-86ee-a6c233664724 req-e133e008-f1c3-4555-8b22-e11c8fb4a115 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:33.314210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc42882f-d119-4a2c-86ee-a6c233664724 req-e133e008-f1c3-4555-8b22-e11c8fb4a115 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.3237729 Feb 10 04:15:33.319736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port d8bafb14-049d-43c1-b10f-2108f8e6ecdd yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:33.334090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:33.337729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:33.343538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-dd0e8fc9-a165-465a-a237-51ff99cd4d07 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0269811 Feb 10 04:15:33.346818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:33.349197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5fcacf04-f72a-4cce-921d-67a5b92581ce admin admin] Publish callbacks [] for security_group (8ce2598b-2491-484f-8aff-dc722876ed30), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.355409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Request body: {'port': {'device_id': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:33.369371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Pushing event updated for resources: {'Port': ['ID=f08655f3-7acf-4208-b304-f950417d5993,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:33.396729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5fcacf04-f72a-4cce-921d-67a5b92581ce admin admin] Publish callbacks [] for security_group (8ce2598b-2491-484f-8aff-dc722876ed30), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.458433 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-99bdcc3e-1a04-4343-a6ce-b76c683e5f1e service neutron] 10.222.0.43 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390178 Feb 10 04:15:33.461252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18171bf8-648f-4163-99ef-09742db8589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce2598b-2491-484f-8aff-dc722876ed30,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:33.499155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Attempting to bind port f08655f3-7acf-4208-b304-f950417d5993 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:33.499594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Attempting to bind port f08655f3-7acf-4208-b304-f950417d5993 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8d1ddc8d-f4b5-4785-992f-4926e9997072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:33.502517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Attempting to bind port f08655f3-7acf-4208-b304-f950417d5993 on network 28a6076a-f659-497c-acf0-b0d1c32d8f3e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:33.516722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:33.516722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Checking segment: {'id': '8d1ddc8d-f4b5-4785-992f-4926e9997072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:33.517285 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.517595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Bound using segment: {'id': '8d1ddc8d-f4b5-4785-992f-4926e9997072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:33.519531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737e34c-cc21-426a-9bb2-8858b26a136b req-0b1f3320-da22-4542-ad98-ec442472dacd tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:33.519669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-9a314e4f-9d36-4f95-b421-5f0c10556c36 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1605060 Feb 10 04:15:33.519775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Bound port: f08655f3-7acf-4208-b304-f950417d5993, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1ddc8d-f4b5-4785-992f-4926e9997072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:33.519775 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f08655f3-7acf-4208-b304-f950417d5993), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.527180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6737e34c-cc21-426a-9bb2-8858b26a136b req-0b1f3320-da22-4542-ad98-ec442472dacd tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 932 time: 0.4280570 Feb 10 04:15:33.531565 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.542932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Request body: {'port': {'device_id': '3ef246ad-c936-4fb0-b616-eec817290c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:33.553714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5fcacf04-f72a-4cce-921d-67a5b92581ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8ce2598b-2491-484f-8aff-dc722876ed30), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.553714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5fcacf04-f72a-4cce-921d-67a5b92581ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.565174 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5fcacf04-f72a-4cce-921d-67a5b92581ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ce2598b-2491-484f-8aff-dc722876ed30 HTTP/1.1" status: 204 len: 168 time: 0.3236377 Feb 10 04:15:33.621874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] For port f08655f3-7acf-4208-b304-f950417d5993, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:33.625599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] For port f08655f3-7acf-4208-b304-f950417d5993, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f08655f3-7acf-4208-b304-f950417d5993,segment=NetworkSegment(8d1ddc8d-f4b5-4785-992f-4926e9997072),segment_id=8d1ddc8d-f4b5-4785-992f-4926e9997072)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:33.676507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcacf04-f72a-4cce-921d-67a5b92581ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce2598b-2491-484f-8aff-dc722876ed30,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:33.826367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc42882f-d119-4a2c-86ee-a6c233664724 req-d4e34390-5fb7-4001-94bb-9169c01a82c9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929834 Feb 10 04:15:33.850401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.989799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f08655f3-7acf-4208-b304-f950417d5993), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:33.999741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::1dc (28a6076a-f659-497c-acf0-b0d1c32d8f3e/e734a479-2acd-43a9-9541-2cdb7b3b873b/d8bafb14-049d-43c1-b10f-2108f8e6ecdd) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:34.073493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64c146-1f30-4bfc-800a-d6b0e3c4d10d None None] Pushing event updated for resources: {'Port': ['ID=f08655f3-7acf-4208-b304-f950417d5993,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:34.232211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:34.324661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-907a280d-b5c5-4bce-8e23-b67a2d8591dd service neutron] 10.222.0.43 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8402045 Feb 10 04:15:34.394223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6737e34c-cc21-426a-9bb2-8858b26a136b req-99db9b66-4057-41a7-a2b8-362b3719c3e9 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8660831 Feb 10 04:15:34.647216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c881ea1-44b9-4437-926d-57126e811398 req-28b75016-feb5-4a9f-98b4-4b2abf02aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:34.650294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c881ea1-44b9-4437-926d-57126e811398 req-28b75016-feb5-4a9f-98b4-4b2abf02aebe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=e1c38dd6-f373-4782-aaf5-c8da20813e7e HTTP/1.1" status: 200 len: 1125 time: 0.1686747 Feb 10 04:15:34.675680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f51bb-a11d-4514-88c4-fc57dec864c7 req-c07922ea-477c-4af6-9063-dce3656dd5ea tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:34.677406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-640f51bb-a11d-4514-88c4-fc57dec864c7 req-c07922ea-477c-4af6-9063-dce3656dd5ea tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 931 time: 0.1289582 Feb 10 04:15:34.791876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (d8bafb14-049d-43c1-b10f-2108f8e6ecdd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:34.881725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c881ea1-44b9-4437-926d-57126e811398 req-fe79c32d-125d-4a5e-aee4-0684c2fc9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:34.892289 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c881ea1-44b9-4437-926d-57126e811398 req-fe79c32d-125d-4a5e-aee4-0684c2fc9349 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 913 time: 0.2258058 Feb 10 04:15:34.897574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-640f51bb-a11d-4514-88c4-fc57dec864c7 req-4f3193f8-c9f7-4a14-bf38-0ac5b8ad1e13 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900649 Feb 10 04:15:34.982251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e263a3-7d5e-47cf-918f-250d0c501adc {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:35.056303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Publish callbacks [] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.073731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d8bafb14-049d-43c1-b10f-2108f8e6ecdd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.095906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c881ea1-44b9-4437-926d-57126e811398 req-132b2db8-2aa8-46d4-b90c-47bf5829700f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2103d4c0-8ad8-47a3-b8af-729d13fe1172 HTTP/1.1" status: 200 len: 217 time: 0.1925573 Feb 10 04:15:35.194314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=d8bafb14-049d-43c1-b10f-2108f8e6ecdd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:35.204811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41222) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:35.213626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c881ea1-44b9-4437-926d-57126e811398 req-44b41e0b-05cd-4ff8-9105-95665a5e51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.216339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c881ea1-44b9-4437-926d-57126e811398 req-44b41e0b-05cd-4ff8-9105-95665a5e51f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 200 len: 852 time: 0.0612078 Feb 10 04:15:35.232982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:35.235930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.238086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.239594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.242024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.242852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.243406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.244863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.245405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.246523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.247999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.248530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.250081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.250602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:35.274690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:35.288454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Transition to ACTIVE for port object e0e263a3-7d5e-47cf-918f-250d0c501adc will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:15:35.296263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:35.311365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c881ea1-44b9-4437-926d-57126e811398 req-7b03e1b0-c935-464d-8524-4d66ad7cabf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c39f6a8-6506-4e49-a4a5-0886240829aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604270 Feb 10 04:15:35.311701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.312678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.377561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8767df8-f9fc-4374-93bb-7798a3db55b9 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:35.397549 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.407124 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cda9ed93-d648-42b7-968d-7918049692f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.424902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Publish callbacks [] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.450911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f08655f3-7acf-4208-b304-f950417d5993 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:35.505384 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c881ea1-44b9-4437-926d-57126e811398 req-83c2979a-6d03-4a38-8d19-b2f012c0d8f7 service neutron] 10.222.0.43 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825671 Feb 10 04:15:35.531871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.539823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.545907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.565134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f08655f3-7acf-4208-b304-f950417d5993 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:35.565618 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f08655f3-7acf-4208-b304-f950417d5993), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.565756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.582928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.600427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.620304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.621983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cda9ed93-d648-42b7-968d-7918049692f5 admin admin] Publish callbacks [] for security_group (18d8c703-1992-4a5c-b1ce-a62b66cbac94), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.626873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-d9b98d71-fffd-4695-85d2-6678ae878d11 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.5286083 Feb 10 04:15:35.742694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cda9ed93-d648-42b7-968d-7918049692f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (18d8c703-1992-4a5c-b1ce-a62b66cbac94), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.758601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f08655f3-7acf-4208-b304-f950417d5993 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:35.759225 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f08655f3-7acf-4208-b304-f950417d5993), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.768173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Transition to ACTIVE for port object b8767df8-f9fc-4374-93bb-7798a3db55b9 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:15:35.798731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b10d5-e9e9-4756-9a64-f6d657f2955e req-0c603f9b-b01b-49ca-86fd-1c1e944fab87 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:35.801266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a5b10d5-e9e9-4756-9a64-f6d657f2955e req-0c603f9b-b01b-49ca-86fd-1c1e944fab87 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.5973096 Feb 10 04:15:35.817684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Pushing event updated for resources: {'Port': ['ID=e0e263a3-7d5e-47cf-918f-250d0c501adc,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:35.820678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port f08655f3-7acf-4208-b304-f950417d5993, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f08655f3-7acf-4208-b304-f950417d5993,segment=NetworkSegment(8d1ddc8d-f4b5-4785-992f-4926e9997072),segment_id=8d1ddc8d-f4b5-4785-992f-4926e9997072)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:35.828504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c0f0d-3eb6-4d6c-9c25-4d58a14245c4 None None] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:35.850746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2103d4c0-8ad8-47a3-b8af-729d13fe1172 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:15:35.857398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ae9e0e0d-dc2d-449b-a06f-122fae7b735b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5945807 Feb 10 04:15:35.872302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41226) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:35.880978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '28a6076a-f659-497c-acf0-b0d1c32d8f3e', 'name': 'tempest-PortsIpV6TestJSON-240692992'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:35.916672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0c0a5496-5e38-478a-b332-9630874f2e02 None None] Provisioning complete for port f08655f3-7acf-4208-b304-f950417d5993 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:35.917478 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5496-5e38-478a-b332-9630874f2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f08655f3-7acf-4208-b304-f950417d5993), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:35.941993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff9725b5-02fa-4b12-8c27-8cde42a820e0 req-a64ad31c-1e9d-46cf-bd05-afa29d4ec96f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3045576 Feb 10 04:15:35.949838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c881ea1-44b9-4437-926d-57126e811398 req-46fb4eaf-cd78-4856-baf0-d1946d36718d service neutron] 10.222.0.43 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369688 Feb 10 04:15:35.971949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41230) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:35.975781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cda9ed93-d648-42b7-968d-7918049692f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbafe3c6ce984e18b6268d5e502667b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7085171 Feb 10 04:15:35.986950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.009867 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f08655f3-7acf-4208-b304-f950417d5993), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.052632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9ed93-d648-42b7-968d-7918049692f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d8c703-1992-4a5c-b1ce-a62b66cbac94,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:36.071018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=f08655f3-7acf-4208-b304-f950417d5993,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:36.077627 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:15:36.143828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Publish callbacks [] for security_group (18d8c703-1992-4a5c-b1ce-a62b66cbac94), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.222526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Attempting to bind port e0e263a3-7d5e-47cf-918f-250d0c501adc on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:36.222990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Attempting to bind port e0e263a3-7d5e-47cf-918f-250d0c501adc by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:36.227150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Attempting to bind port e0e263a3-7d5e-47cf-918f-250d0c501adc on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:36.232278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a5496-5e38-478a-b332-9630874f2e02 None None] Current status of the port f08655f3-7acf-4208-b304-f950417d5993 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:36.233613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5a44-ad84-4f2e-a65a-a3297baaf98f req-2978597c-9e28-46ce-9775-5e4a2d9621b0 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:36.235602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2103d4c0-8ad8-47a3-b8af-729d13fe1172, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2103d4c0-8ad8-47a3-b8af-729d13fe1172,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:36.246512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a7c5a44-ad84-4f2e-a65a-a3297baaf98f req-2978597c-9e28-46ce-9775-5e4a2d9621b0 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 944 time: 0.2028091 Feb 10 04:15:36.254940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '2103d4c0-8ad8-47a3-b8af-729d13fe1172', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'port_id': '2103d4c0-8ad8-47a3-b8af-729d13fe1172', 'mac_address': 'fa:16:3e:69:4e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4fb7e6-27d1-4b6f-8165-0311c0576fdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:15:36.256383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Publish callbacks [] for security_group (18d8c703-1992-4a5c-b1ce-a62b66cbac94), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.261553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8767df8-f9fc-4374-93bb-7798a3db55b9,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:36.278254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a5b10d5-e9e9-4756-9a64-f6d657f2955e req-4d9dc786-92f6-4fef-ae53-be2a6a90a500 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649324 Feb 10 04:15:36.285785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Port e0e263a3-7d5e-47cf-918f-250d0c501adc on network bc4da560-5f28-4c4e-bc28-bc839f483816 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:15:36.297531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Attempting to bind port e0e263a3-7d5e-47cf-918f-250d0c501adc on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:36.340890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:36.341289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.361769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:36.370262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Checking segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:36.371646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Bound using segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:36.372436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Bound port: e0e263a3-7d5e-47cf-918f-250d0c501adc, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:36.373028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.374461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2103d4c0-8ad8-47a3-b8af-729d13fe1172 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:36.391717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a7c5a44-ad84-4f2e-a65a-a3297baaf98f req-0fa2301b-f657-4e9c-bd4f-8ebafa35899e tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410940 Feb 10 04:15:36.413115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2103d4c0-8ad8-47a3-b8af-729d13fe1172, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2103d4c0-8ad8-47a3-b8af-729d13fe1172,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:36.494127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.567487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (18d8c703-1992-4a5c-b1ce-a62b66cbac94), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.572038 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.574799 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18d8c703-1992-4a5c-b1ce-a62b66cbac94 HTTP/1.1" status: 204 len: 168 time: 0.6013110 Feb 10 04:15:36.582219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=2103d4c0-8ad8-47a3-b8af-729d13fe1172,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:36.588443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d8c703-1992-4a5c-b1ce-a62b66cbac94,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:36.602915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.604762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.605363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.605881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.606484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.607075 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.607818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.608482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.609069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.609566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.610060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.610563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.611627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659501ce-5626-40a4-a492-0083658234f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:36.772710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-32a49d3d-af61-4ec4-92fa-961aeff697ed None None] Provisioning complete for port f08655f3-7acf-4208-b304-f950417d5993 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:36.777428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-32a49d3d-af61-4ec4-92fa-961aeff697ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f08655f3-7acf-4208-b304-f950417d5993), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.831818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['2103d4c0-8ad8-47a3-b8af-729d13fe1172'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:36.919741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457311b-aed7-4fd1-87d8-328d32c025b4 req-5edb1642-ae55-4f01-a0fc-49523a2ca40a tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:36.926667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9457311b-aed7-4fd1-87d8-328d32c025b4 req-5edb1642-ae55-4f01-a0fc-49523a2ca40a tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 943 time: 0.5132475 Feb 10 04:15:36.928578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Attempting to bind port b8767df8-f9fc-4374-93bb-7798a3db55b9 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:36.928921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Attempting to bind port b8767df8-f9fc-4374-93bb-7798a3db55b9 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:36.929674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Attempting to bind port b8767df8-f9fc-4374-93bb-7798a3db55b9 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:36.939903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] For port e0e263a3-7d5e-47cf-918f-250d0c501adc, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:36.943457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-32a49d3d-af61-4ec4-92fa-961aeff697ed None None] Current status of the port f08655f3-7acf-4208-b304-f950417d5993 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:36.946173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] For port e0e263a3-7d5e-47cf-918f-250d0c501adc, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:36.957210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Port b8767df8-f9fc-4374-93bb-7798a3db55b9 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:15:36.957622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Attempting to bind port b8767df8-f9fc-4374-93bb-7798a3db55b9 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:36.959712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:36.964070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:36.987601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port a0753722-1237-4003-a458-3bc081d99fc4 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:36.993004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:36.993312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Checking segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:36.993713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Bound using segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:36.994174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Bound port: b8767df8-f9fc-4374-93bb-7798a3db55b9, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:36.994528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.041744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-32a49d3d-af61-4ec4-92fa-961aeff697ed None None] Provisioning complete for port d8bafb14-049d-43c1-b10f-2108f8e6ecdd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:37.042386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-32a49d3d-af61-4ec4-92fa-961aeff697ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d8bafb14-049d-43c1-b10f-2108f8e6ecdd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.110192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] For port b8767df8-f9fc-4374-93bb-7798a3db55b9, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:37.113239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] For port b8767df8-f9fc-4374-93bb-7798a3db55b9, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b8767df8-f9fc-4374-93bb-7798a3db55b9,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:37.129191 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.143703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-32a49d3d-af61-4ec4-92fa-961aeff697ed None None] Port d8bafb14-049d-43c1-b10f-2108f8e6ecdd cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:37.181154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9457311b-aed7-4fd1-87d8-328d32c025b4 req-c4132bf2-7632-4287-8899-5086b0a57585 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533953 Feb 10 04:15:37.230571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.232402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.235263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] 10.222.0.43 "PUT /v2.0/ports/e0e263a3-7d5e-47cf-918f-250d0c501adc HTTP/1.1" status: 200 len: 1092 time: 3.7013307 Feb 10 04:15:37.236925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef246ad-c936-4fb0-b616-eec817290c78', 'tag': 'e0e263a3-7d5e-47cf-918f-250d0c501adc'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:37.238007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.247772 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44ab745-8acf-49f9-a800-38683345dff9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef246ad-c936-4fb0-b616-eec817290c78", "tag": "e0e263a3-7d5e-47cf-918f-250d0c501adc"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:37.251211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.287167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.290498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3495911b-0a4c-477d-88f4-05973796310c None None] Provisioning complete for port d8bafb14-049d-43c1-b10f-2108f8e6ecdd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:37.294113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3495911b-0a4c-477d-88f4-05973796310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d8bafb14-049d-43c1-b10f-2108f8e6ecdd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.308586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.314049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.338555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.350578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.369137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.372471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-24cb60e5-2ae6-4c96-a1ce-7724e846418d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.3063753 Feb 10 04:15:37.373281 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c59325e-5133-4e21-8eca-80192553d0d4 x-openstack-request-id: req-0c59325e-5133-4e21-8eca-80192553d0d4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:37.376211 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef246ad-c936-4fb0-b616-eec817290c78", "tag": "e0e263a3-7d5e-47cf-918f-250d0c501adc", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:37.376712 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c59325e-5133-4e21-8eca-80192553d0d4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:37.377387 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef246ad-c936-4fb0-b616-eec817290c78', 'tag': 'e0e263a3-7d5e-47cf-918f-250d0c501adc', 'status': 'completed', 'code': 200} Feb 10 04:15:37.388963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3495911b-0a4c-477d-88f4-05973796310c None None] Port d8bafb14-049d-43c1-b10f-2108f8e6ecdd cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:37.392303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f08655f3-7acf-4208-b304-f950417d5993 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:37.474139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f08655f3-7acf-4208-b304-f950417d5993 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:37.474520 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f08655f3-7acf-4208-b304-f950417d5993), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.507058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.508662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:37.510924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8767df8-f9fc-4374-93bb-7798a3db55b9 HTTP/1.1" status: 200 len: 1091 time: 4.1664615 Feb 10 04:15:37.517892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d65ef8-4ed7-40d6-9e9b-357f5c52d0da service neutron] Pushing event updated for resources: {'Port': ['ID=e0e263a3-7d5e-47cf-918f-250d0c501adc,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:37.537697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b3364d8-3917-4206-89a1-5424fdb34d9c req-7ef66dd5-6c75-447f-b632-dff65fe08047 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403024 Feb 10 04:15:37.567263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481b554-c060-433c-85ad-41b0114709ac req-cff66998-9ed1-452b-a12d-b61c34630a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.569028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e481b554-c060-433c-85ad-41b0114709ac req-cff66998-9ed1-452b-a12d-b61c34630a25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1127 time: 0.1937716 Feb 10 04:15:37.586237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::209 (28a6076a-f659-497c-acf0-b0d1c32d8f3e/e734a479-2acd-43a9-9541-2cdb7b3b873b/a0753722-1237-4003-a458-3bc081d99fc4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:37.665570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f08655f3-7acf-4208-b304-f950417d5993 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:37.701931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ab745-8acf-49f9-a800-38683345dff9 req-a1c7ed05-bafe-4a97-808e-b1bb6dbd9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.704928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f44ab745-8acf-49f9-a800-38683345dff9 req-a1c7ed05-bafe-4a97-808e-b1bb6dbd9822 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 1126 time: 0.3217757 Feb 10 04:15:37.713243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f97e0-c23b-47e4-97ab-9a61bff082e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8767df8-f9fc-4374-93bb-7798a3db55b9,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:37.729593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3af90b-0898-4256-b6b6-26e451ac24ff req-b82ac995-5e94-4b75-a759-82ea2034af1d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.738172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a3af90b-0898-4256-b6b6-26e451ac24ff req-b82ac995-5e94-4b75-a759-82ea2034af1d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.2684016 Feb 10 04:15:37.768923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481b554-c060-433c-85ad-41b0114709ac req-096bc9c3-9468-4ddd-af7c-71d8ec945890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.770420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e481b554-c060-433c-85ad-41b0114709ac req-096bc9c3-9468-4ddd-af7c-71d8ec945890 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 914 time: 0.1926899 Feb 10 04:15:37.781239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834065a-eeb4-4e9d-815a-e6a659c58493 req-dae5a724-d3ba-4822-88a0-3845703f2d48 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.782751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834065a-eeb4-4e9d-815a-e6a659c58493 req-dae5a724-d3ba-4822-88a0-3845703f2d48 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 944 time: 0.1352146 Feb 10 04:15:37.869299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2103d4c0-8ad8-47a3-b8af-729d13fe1172 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:37.932948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e481b554-c060-433c-85ad-41b0114709ac req-f40403bc-894c-485c-97e5-19ea065db61a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 217 time: 0.1491735 Feb 10 04:15:37.940225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-51e94742-4aaf-4f6e-bc6b-f83f3fd025f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:37.941738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-51e94742-4aaf-4f6e-bc6b-f83f3fd025f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 1125 time: 0.3070912 Feb 10 04:15:37.957456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e834065a-eeb4-4e9d-815a-e6a659c58493 req-684ee91e-8752-4e7b-b61f-4e7b2c88bdc1 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070752 Feb 10 04:15:37.957745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a3af90b-0898-4256-b6b6-26e451ac24ff req-df4b0e93-a806-4fcd-8cbe-2c7ba226065a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080832 Feb 10 04:15:38.014912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481b554-c060-433c-85ad-41b0114709ac req-ccd6cb10-62c5-4cc4-905b-e6eed22356b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.020446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e481b554-c060-433c-85ad-41b0114709ac req-ccd6cb10-62c5-4cc4-905b-e6eed22356b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.0675192 Feb 10 04:15:38.040641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:15:38.043158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-52c0798e-ec5f-43be-8660-dd956b84c65e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8767df8-f9fc-4374-93bb-7798a3db55b9 HTTP/1.1" status: 200 len: 217 time: 0.0865850 Feb 10 04:15:38.045474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:38.050921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:38.051057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ab745-8acf-49f9-a800-38683345dff9 req-d8a4f912-98c9-4fed-9f9d-b3e74314c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.051057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f44ab745-8acf-49f9-a800-38683345dff9 req-d8a4f912-98c9-4fed-9f9d-b3e74314c00a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a97cf0fa4de74535bc16402988b6931c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3317633 Feb 10 04:15:38.063951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e481b554-c060-433c-85ad-41b0114709ac req-9b8bf805-fd81-467b-9ef9-9e6eb1091af3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362070 Feb 10 04:15:38.131223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-f706767f-f278-4864-a8d0-bb009baadfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.132841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-f706767f-f278-4864-a8d0-bb009baadfe2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 200 len: 852 time: 0.0815697 Feb 10 04:15:38.167086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:38.167086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:38.177733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (a0753722-1237-4003-a458-3bc081d99fc4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:38.214401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-d90ce286-fe1f-4011-a0b0-aeabb18ce57b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c39f6a8-6506-4e49-a4a5-0886240829aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636418 Feb 10 04:15:38.216927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2103d4c0-8ad8-47a3-b8af-729d13fe1172, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2103d4c0-8ad8-47a3-b8af-729d13fe1172,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:38.233816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e481b554-c060-433c-85ad-41b0114709ac req-ce7cc6cb-1d7b-427d-9e60-b8b0bb7a22fd service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634965 Feb 10 04:15:38.237621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2103d4c0-8ad8-47a3-b8af-729d13fe1172'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:38.241393 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf301a41-8e94-48f0-bdb6-154921ed5d45" -d '{"events": [{"server_uuid": "e1c38dd6-f373-4782-aaf5-c8da20813e7e", "name": "network-vif-plugged", "status": "completed", "tag": "2103d4c0-8ad8-47a3-b8af-729d13fe1172"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:38.302993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:38.303993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:38.362675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e481b554-c060-433c-85ad-41b0114709ac req-f21d7ca1-4e33-4188-83e0-e47ccb86dcc1 service neutron] 10.222.0.43 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229260 Feb 10 04:15:38.377386 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc00b07-524c-40bc-b116-0c32d475d51a x-openstack-request-id: req-adc00b07-524c-40bc-b116-0c32d475d51a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:38.377839 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c38dd6-f373-4782-aaf5-c8da20813e7e", "name": "network-vif-plugged", "status": "completed", "tag": "2103d4c0-8ad8-47a3-b8af-729d13fe1172", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:38.378174 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adc00b07-524c-40bc-b116-0c32d475d51a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:38.378804 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2103d4c0-8ad8-47a3-b8af-729d13fe1172', 'code': 200} Feb 10 04:15:38.446057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ab745-8acf-49f9-a800-38683345dff9 req-b1d60925-7d44-4fb4-8e6d-16d19a8402b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.447632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f44ab745-8acf-49f9-a800-38683345dff9 req-b1d60925-7d44-4fb4-8e6d-16d19a8402b6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3183124 Feb 10 04:15:38.455089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=2103d4c0-8ad8-47a3-b8af-729d13fe1172,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:38.513049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:38.513625 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:38.533549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb08993-42e9-4145-a131-0025ee5d5209 req-0da4bfd6-d750-427f-bc51-058db0fc25d5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.541258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bb08993-42e9-4145-a131-0025ee5d5209 req-0da4bfd6-d750-427f-bc51-058db0fc25d5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 943 time: 0.1635280 Feb 10 04:15:38.548396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:38.562863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3834-667f-4291-871d-4a7d7ee78489 req-07cd8ee2-ed99-4ff5-a960-b1f42186c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.564424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-980f3834-667f-4291-871d-4a7d7ee78489 req-07cd8ee2-ed99-4ff5-a960-b1f42186c600 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e1c38dd6-f373-4782-aaf5-c8da20813e7e HTTP/1.1" status: 200 len: 1127 time: 0.1032269 Feb 10 04:15:38.596664 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-70a4d4d7-8767-48a7-9242-da2a3c61e4fd service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471632 Feb 10 04:15:38.610459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.617767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.624128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.631075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.631357 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:38.637974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.638490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bb08993-42e9-4145-a131-0025ee5d5209 req-7cc108fc-24c7-4db4-8fe6-2e60728aa402 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955355 Feb 10 04:15:38.641811 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-980f3834-667f-4291-871d-4a7d7ee78489 req-cf5173bb-40cb-43ec-b9d1-be483d3e630d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673549 Feb 10 04:15:38.644151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.658593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.660651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-a44d58bf-9bf4-4bc6-a9f3-10a356308a4a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.6291788 Feb 10 04:15:38.700359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:38.794937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a0753722-1237-4003-a458-3bc081d99fc4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:38.884662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.889984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.895235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.902452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.908866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.914753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.920111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.922085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80087af6-991f-4b15-8845-6a5326da1497 req-15148716-72e0-4d3b-942e-9526d108837b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 5436 time: 0.2576692 Feb 10 04:15:38.956702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:38.968043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-01d99411-f8ed-4fe2-920e-bb196b52fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.969457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-01d99411-f8ed-4fe2-920e-bb196b52fc28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 1126 time: 0.3078952 Feb 10 04:15:38.981504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3cdbaf07-95d7-4328-b3ed-824448af5f01 req-0bd22b4a-5c6c-4ce7-8cca-cc9822490bfd service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160427 Feb 10 04:15:38.983331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:38.991673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:38.997542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:38.998185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:39.021050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=a0753722-1237-4003-a458-3bc081d99fc4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:39.035730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-d200fe82-b7ca-4130-a6ba-2107b9a5ec81 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:39.037142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-d200fe82-b7ca-4130-a6ba-2107b9a5ec81 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "GET /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1919756 Feb 10 04:15:39.082618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-44535cd8-a577-437b-b8bd-9e81feda0181 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc HTTP/1.1" status: 200 len: 217 time: 0.0951037 Feb 10 04:15:39.135734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a09153-93fd-4de3-b31a-51d83fec827e req-0c33be31-d47e-4eef-9b55-346971e36f0e tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:39.138224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2a09153-93fd-4de3-b31a-51d83fec827e req-0c33be31-d47e-4eef-9b55-346971e36f0e tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 944 time: 0.0939860 Feb 10 04:15:39.202460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2a09153-93fd-4de3-b31a-51d83fec827e req-255c7b6f-1f3a-41a8-abf9-059ee638bc33 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Feb 10 04:15:39.239782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80087af6-991f-4b15-8845-6a5326da1497 req-9dfbe67e-c1bd-43af-a37a-1e04646dfb7b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2820101 Feb 10 04:15:39.245643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17626db8-685e-4fb1-a186-309c833b8b9d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3660808 Feb 10 04:15:39.247749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:39.282529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-29b37bab-b3be-4ac8-8512-947715f81ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:39.285229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-29b37bab-b3be-4ac8-8512-947715f81ce2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.1909943 Feb 10 04:15:39.349423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-b058ca56-d5f6-4389-8684-aee7aa8c8183 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "GET /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2784534 Feb 10 04:15:39.352258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-46fd4db6-680d-4cc6-8396-6b9d0dc240b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463731 Feb 10 04:15:39.365839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:39.415302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'tag': 'b8767df8-f9fc-4374-93bb-7798a3db55b9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:39.418449 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "710d6d0f-f361-4812-8f15-cb20bfd136d9", "tag": "b8767df8-f9fc-4374-93bb-7798a3db55b9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:39.454590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-344ed12c-22b3-40d3-a0dc-e87b10f6829b None None] Provisioning complete for port a0753722-1237-4003-a458-3bc081d99fc4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:39.455197 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-344ed12c-22b3-40d3-a0dc-e87b10f6829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a0753722-1237-4003-a458-3bc081d99fc4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:39.473501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2d94-5085-4bbf-8fe7-2c82d21c51a7 req-a72d2ab1-b559-470f-b4ce-ba0421f900e5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:39.473501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af1b2d94-5085-4bbf-8fe7-2c82d21c51a7 req-a72d2ab1-b559-470f-b4ce-ba0421f900e5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1097918 Feb 10 04:15:39.488191 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:39.492164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f44a7-b579-4519-a99a-2c2a3c65cb11 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:39.501417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8b0f44a7-b579-4519-a99a-2c2a3c65cb11 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1dc HTTP/1.1" status: 200 len: 928 time: 0.2531316 Feb 10 04:15:39.502655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:39.503373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-344ed12c-22b3-40d3-a0dc-e87b10f6829b None None] Port a0753722-1237-4003-a458-3bc081d99fc4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:39.528062 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfc83f2-f6db-4580-a56b-4dce98ba0c73 x-openstack-request-id: req-3dfc83f2-f6db-4580-a56b-4dce98ba0c73 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:39.528489 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710d6d0f-f361-4812-8f15-cb20bfd136d9", "tag": "b8767df8-f9fc-4374-93bb-7798a3db55b9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:39.528865 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dfc83f2-f6db-4580-a56b-4dce98ba0c73 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:39.529364 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'tag': 'b8767df8-f9fc-4374-93bb-7798a3db55b9', 'status': 'completed', 'code': 200} Feb 10 04:15:39.631269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-7f9333a8-2efd-406d-a943-8951404b362e service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167869 Feb 10 04:15:39.636683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af1b2d94-5085-4bbf-8fe7-2c82d21c51a7 req-2f579f41-0cf2-48e2-b6b5-d3a92fb9a8c9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258159 Feb 10 04:15:39.693838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-8f94ee26-def8-47ad-9811-23f39a1e09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:39.696073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-8f94ee26-def8-47ad-9811-23f39a1e09f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 1125 time: 0.1657887 Feb 10 04:15:39.696319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port a0753722-1237-4003-a458-3bc081d99fc4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:39.696782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a0753722-1237-4003-a458-3bc081d99fc4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:39.843003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a0753722-1237-4003-a458-3bc081d99fc4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:39.860369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for a0753722-1237-4003-a458-3bc081d99fc4 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:40.119194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a0753722-1237-4003-a458-3bc081d99fc4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:40.189320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=a0753722-1237-4003-a458-3bc081d99fc4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:40.253522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4344de4-01d0-4460-b611-a11dcec530f5 req-d3bb57c8-814b-442b-9abd-7cc0509e2bfd service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145391 Feb 10 04:15:40.263561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] For port de35da2b-d418-4887-ba09-6ba2aff6c0ae, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=de35da2b-d418-4887-ba09-6ba2aff6c0ae,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:40.280216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-4cd64148-e80b-4730-a339-2aa98833c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:40.281711 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-4cd64148-e80b-4730-a339-2aa98833c14c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 913 time: 0.5759320 Feb 10 04:15:40.291953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723371d3-ed7f-4ffd-968d-68b7666533ad req-4dfc2b30-0457-4163-b1cc-780a8e389495 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:40.318262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-723371d3-ed7f-4ffd-968d-68b7666533ad req-4dfc2b30-0457-4163-b1cc-780a8e389495 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 943 time: 0.5494950 Feb 10 04:15:40.356774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:40.369462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-04f5c208-dfc3-4688-a55d-e20d1bc16903 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/a0753722-1237-4003-a458-3bc081d99fc4 HTTP/1.1" status: 204 len: 168 time: 0.8630383 Feb 10 04:15:40.370030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41338) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:40.380770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:40.384391 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278cf94-8a88-4fae-a632-6ad22bf9e605" -d '{"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-unplugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:40.447593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-7a101087-f446-4379-a5bd-bf243ab2200e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8767df8-f9fc-4374-93bb-7798a3db55b9 HTTP/1.1" status: 200 len: 217 time: 0.1195815 Feb 10 04:15:40.451649 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc88f4e-eb2b-450d-8c01-e32fe56d121c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:40.459715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41346) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:40.463264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bcc88f4e-eb2b-450d-8c01-e32fe56d121c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/a0753722-1237-4003-a458-3bc081d99fc4 HTTP/1.1" status: 404 len: 333 time: 0.0921507 Feb 10 04:15:40.553141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] For port de35da2b-d418-4887-ba09-6ba2aff6c0ae, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:40.555799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10813b50-e629-4c92-b014-ffc4b91333ab req-82aa07dd-759c-464d-8da4-3244eb7f1bb7 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:40.557329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10813b50-e629-4c92-b014-ffc4b91333ab req-82aa07dd-759c-464d-8da4-3244eb7f1bb7 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 944 time: 0.1575670 Feb 10 04:15:40.615525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-723371d3-ed7f-4ffd-968d-68b7666533ad req-5f6030f4-3a5d-41b8-96ec-08a0299fa7d3 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952714 Feb 10 04:15:40.635252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10813b50-e629-4c92-b014-ffc4b91333ab req-ab97ce45-8b3c-49b2-af6f-c7b5a57bb379 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Feb 10 04:15:40.723014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] device_id is not set on port de35da2b-d418-4887-ba09-6ba2aff6c0ae yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:40.723168 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec89b70-eb3e-4078-b0e1-15a22832f8cf x-openstack-request-id: req-aec89b70-eb3e-4078-b0e1-15a22832f8cf {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:40.723168 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-unplugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:40.723168 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aec89b70-eb3e-4078-b0e1-15a22832f8cf {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:40.723168 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'code': 200} Feb 10 04:15:40.727125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-1d1774b6-cf91-47b8-a307-3b21eb4ba51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:40.729178 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-1d1774b6-cf91-47b8-a307-3b21eb4ba51c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 200 len: 852 time: 0.2738395 Feb 10 04:15:40.735973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] Publish callbacks [] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:40.774327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-61b72601-ce69-4639-9f01-d9c8d93db6e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c39f6a8-6506-4e49-a4a5-0886240829aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358837 Feb 10 04:15:40.876042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12315715-83d7-41ff-bf43-a2086e50de77 req-f6b0e706-041a-4db3-9521-2e2f42e9f98c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:40.892641 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:40.904999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12315715-83d7-41ff-bf43-a2086e50de77 req-f6b0e706-041a-4db3-9521-2e2f42e9f98c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1144769 Feb 10 04:15:40.981525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12315715-83d7-41ff-bf43-a2086e50de77 req-79bbdb97-6d77-4389-bbbf-0de54ee10a43 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738902 Feb 10 04:15:41.018855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] No DVR routers for this DVR port de35da2b-d418-4887-ba09-6ba2aff6c0ae on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:41.087706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] In _notify_port_updated(), no bound segment for port de35da2b-d418-4887-ba09-6ba2aff6c0ae on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:15:41.092121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.092121 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:41.092121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] 10.222.0.43 "PUT /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 200 len: 1028 time: 1.7312200 Feb 10 04:15:41.100367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-ec3c9f00-6cca-4339-89b8-474efd4c5afa service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116989 Feb 10 04:15:41.101874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb7b97-b7f1-4b44-8ea3-2edf7d47c504 service neutron] Pushing event updated for resources: {'Port': ['ID=de35da2b-d418-4887-ba09-6ba2aff6c0ae,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:41.109984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port d8bafb14-049d-43c1-b10f-2108f8e6ecdd {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:41.110257 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d8bafb14-049d-43c1-b10f-2108f8e6ecdd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:41.200877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ef7d43e9-04b7-4c3d-bc5d-163f8fc20f60 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.206240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ef7d43e9-04b7-4c3d-bc5d-163f8fc20f60 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.212765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ef7d43e9-04b7-4c3d-bc5d-163f8fc20f60 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.219019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ef7d43e9-04b7-4c3d-bc5d-163f8fc20f60 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.231773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ef7d43e9-04b7-4c3d-bc5d-163f8fc20f60 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.239520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ef7d43e9-04b7-4c3d-bc5d-163f8fc20f60 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.239899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ef7d43e9-04b7-4c3d-bc5d-163f8fc20f60 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 4661 time: 0.4604244 Feb 10 04:15:41.256415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fa64564a-5d57-44e7-b620-4a431fbac24a None None] Provisioning complete for port de35da2b-d418-4887-ba09-6ba2aff6c0ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:41.256818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa64564a-5d57-44e7-b620-4a431fbac24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:41.296039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-43c43c85-6032-4412-b246-918bb0d13c7f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.299468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-43c43c85-6032-4412-b246-918bb0d13c7f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "GET /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1932573 Feb 10 04:15:41.301833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fa64564a-5d57-44e7-b620-4a431fbac24a None None] Port de35da2b-d418-4887-ba09-6ba2aff6c0ae cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:41.324157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:41.553943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d8bafb14-049d-43c1-b10f-2108f8e6ecdd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:41.562051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2544d9c3-f616-4d5e-b4fe-a92ebceffc2e req-9b374165-12be-4ed0-ad3d-68cfd26ae947 service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481421 Feb 10 04:15:41.599338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31dc7ea1-7693-48ff-8ea3-d5b926e1c79a req-ada0c774-b5cc-45b1-82b7-180a5fdd558e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&id=e147fb72-51cb-4968-8bc8-f047e0a5c501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3347576 Feb 10 04:15:41.604251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for d8bafb14-049d-43c1-b10f-2108f8e6ecdd owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:41.606291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:41.786530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decc94f-fec1-4a53-a3cf-4d8942a98fa7 req-0270ec60-23fb-4677-962f-aca283919bdb tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.794525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4decc94f-fec1-4a53-a3cf-4d8942a98fa7 req-0270ec60-23fb-4677-962f-aca283919bdb tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 943 time: 0.1019881 Feb 10 04:15:41.807906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b8767df8-f9fc-4374-93bb-7798a3db55b9 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:15:41.910198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8049dff-8ecf-4e85-97aa-0335f15de01d req-ee1a22f9-e9c7-4051-a1df-fc789c84ec13 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:41.911661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8049dff-8ecf-4e85-97aa-0335f15de01d req-ee1a22f9-e9c7-4051-a1df-fc789c84ec13 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 944 time: 0.1543479 Feb 10 04:15:41.920085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4decc94f-fec1-4a53-a3cf-4d8942a98fa7 req-0108850b-d351-4c7d-bd35-fadfc3cc22f9 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244388 Feb 10 04:15:41.985773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b8767df8-f9fc-4374-93bb-7798a3db55b9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b8767df8-f9fc-4374-93bb-7798a3db55b9,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:42.003383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e0e263a3-7d5e-47cf-918f-250d0c501adc details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:15:42.003679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] For port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:42.056420 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8049dff-8ecf-4e85-97aa-0335f15de01d req-2fd3e06b-6688-456f-b6bf-0432c2be104b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138568 Feb 10 04:15:42.070931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] For port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:42.104377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d8bafb14-049d-43c1-b10f-2108f8e6ecdd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.151067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=d8bafb14-049d-43c1-b10f-2108f8e6ecdd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:42.156785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] device_id is not set on port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:42.165892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e0e263a3-7d5e-47cf-918f-250d0c501adc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:42.175729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 523f047d-9c9b-41b6-b137-736f08deb920 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:42.189092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] Publish callbacks [] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.195280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.207536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-49adb143-ee4d-47e7-bd6b-7f608552512c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/d8bafb14-049d-43c1-b10f-2108f8e6ecdd HTTP/1.1" status: 204 len: 168 time: 1.7271576 Feb 10 04:15:42.208397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41386) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:42.216865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84d782-5503-444b-bc1b-ac2f26a5c513 req-b70d9358-1297-495e-a67f-35b9aca73342 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:42.219108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a84d782-5503-444b-bc1b-ac2f26a5c513 req-b70d9358-1297-495e-a67f-35b9aca73342 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1144912 Feb 10 04:15:42.237794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'b8767df8-f9fc-4374-93bb-7798a3db55b9', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'port_id': 'b8767df8-f9fc-4374-93bb-7798a3db55b9', 'mac_address': 'fa:16:3e:a0:7a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4fb7e6-27d1-4b6f-8165-0311c0576fdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:15:42.239475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e0e263a3-7d5e-47cf-918f-250d0c501adc', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'port_id': 'e0e263a3-7d5e-47cf-918f-250d0c501adc', 'mac_address': 'fa:16:3e:b0:78:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9aa6272-a846-48dc-8d1d-ea7d6392ca65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:15:42.256999 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a1d092-74dd-41f4-b562-6d0c7d4d485e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:42.259944 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9a1d092-74dd-41f4-b562-6d0c7d4d485e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/d8bafb14-049d-43c1-b10f-2108f8e6ecdd HTTP/1.1" status: 404 len: 333 time: 0.0504653 Feb 10 04:15:42.264149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41392) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:42.291746 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.387486 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a84d782-5503-444b-bc1b-ac2f26a5c513 req-28803169-8c50-4614-bf71-43a9474304bc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618197 Feb 10 04:15:42.467520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] No DVR routers for this DVR port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:42.476565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet e734a479-2acd-43a9-9541-2cdb7b3b873b {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:42.497666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (e734a479-2acd-43a9-9541-2cdb7b3b873b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.522089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] Pushing event updated for resources: {'Port': ['ID=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:42.542819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 523f047d-9c9b-41b6-b137-736f08deb920 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:42.543219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (523f047d-9c9b-41b6-b137-736f08deb920), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.564868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e0e263a3-7d5e-47cf-918f-250d0c501adc is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:42.565322 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.575972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] In _notify_port_updated(), no bound segment for port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd on network 76c519c8-4439-4370-a82f-b6d4f633a823 {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:15:42.577767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:42.578579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.584806 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-7df530d7-ef90-4d9c-8a1d-1f3607825459 service neutron] 10.222.0.43 "PUT /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 200 len: 1028 time: 1.2667935 Feb 10 04:15:42.661386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port b8767df8-f9fc-4374-93bb-7798a3db55b9 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:42.661788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.668376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e734a479-2acd-43a9-9541-2cdb7b3b873b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.668626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e263a3-7d5e-47cf-918f-250d0c501adc {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:42.717889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e0e263a3-7d5e-47cf-918f-250d0c501adc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:42.771250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8767df8-f9fc-4374-93bb-7798a3db55b9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:42.777444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:42.779734 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb534ca-d4b1-4b4b-8681-86ce27fbd957" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "523f047d-9c9b-41b6-b137-736f08deb920"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:42.799398 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.802489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 523f047d-9c9b-41b6-b137-736f08deb920, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=523f047d-9c9b-41b6-b137-736f08deb920,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:42.850446 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e734a479-2acd-43a9-9541-2cdb7b3b873b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.861300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e0e263a3-7d5e-47cf-918f-250d0c501adc,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:42.878092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac996-482b-4682-aeb2-264905718feb req-970ed8ec-c272-48a2-8363-1752b6229bd9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:42.883196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b8767df8-f9fc-4374-93bb-7798a3db55b9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b8767df8-f9fc-4374-93bb-7798a3db55b9,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:42.888434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-001ac996-482b-4682-aeb2-264905718feb req-970ed8ec-c272-48a2-8363-1752b6229bd9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.2794824 Feb 10 04:15:42.892403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-895be189-05d8-42de-ace8-e71a38df4059 None None] Provisioning complete for port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:42.892783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-895be189-05d8-42de-ace8-e71a38df4059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:42.965038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:42.965399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.001435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90124cbc-a6cf-48c6-bbd7-c8155dd9f3d4 req-4a126c6f-418a-4722-885d-b6f36300e23f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:43.009075 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90124cbc-a6cf-48c6-bbd7-c8155dd9f3d4 req-4a126c6f-418a-4722-885d-b6f36300e23f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:43.016841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90124cbc-a6cf-48c6-bbd7-c8155dd9f3d4 req-4a126c6f-418a-4722-885d-b6f36300e23f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:43.019062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-001ac996-482b-4682-aeb2-264905718feb req-7e9bca36-8900-4e6b-87bb-d45f009fb477 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294363 Feb 10 04:15:43.035030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90124cbc-a6cf-48c6-bbd7-c8155dd9f3d4 req-4a126c6f-418a-4722-885d-b6f36300e23f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:43.042561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90124cbc-a6cf-48c6-bbd7-c8155dd9f3d4 req-4a126c6f-418a-4722-885d-b6f36300e23f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:43.044780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90124cbc-a6cf-48c6-bbd7-c8155dd9f3d4 req-4a126c6f-418a-4722-885d-b6f36300e23f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 3884 time: 0.1503615 Feb 10 04:15:43.099876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e734a479-2acd-43a9-9541-2cdb7b3b873b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.131936 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb763fd-c575-4608-86f2-180fa4e56004 x-openstack-request-id: req-4bb763fd-c575-4608-86f2-180fa4e56004 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:43.131936 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "523f047d-9c9b-41b6-b137-736f08deb920", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:43.131936 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bb763fd-c575-4608-86f2-180fa4e56004 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:43.131936 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920', 'code': 200} Feb 10 04:15:43.134281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-895be189-05d8-42de-ace8-e71a38df4059 None None] Port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:43.139018 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (523f047d-9c9b-41b6-b137-736f08deb920), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.139748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f5759c15-0eeb-4c96-9a66-c84f6d9729a9 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:43.141498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.142232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] For port e26a2640-1e79-4e08-9567-8ec4fda4c0a6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:43.142606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.158292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for e26a2640-1e79-4e08-9567-8ec4fda4c0a6 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:43.179183 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90124cbc-a6cf-48c6-bbd7-c8155dd9f3d4 req-b081ab2d-3aba-47b7-9e01-48f06ec6994c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248281 Feb 10 04:15:43.211906 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.227438 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/e734a479-2acd-43a9-9541-2cdb7b3b873b HTTP/1.1" status: 204 len: 168 time: 0.9621699 Feb 10 04:15:43.228434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcdcea-0354-40b8-a622-88551ed91d0a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=e734a479-2acd-43a9-9541-2cdb7b3b873b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:43.230158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41428) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:43.252352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e0e263a3-7d5e-47cf-918f-250d0c501adc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:43.265726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36e608-e9df-4588-8ec0-0aaf12e1a333 None None] Network 28a6076a-f659-497c-acf0-b0d1c32d8f3e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:43.328816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (28a6076a-f659-497c-acf0-b0d1c32d8f3e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.400962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d9292-cc83-4bbe-a1dd-c4a1fbf2c578 req-67ad9d82-8c8b-4a7b-bbdd-5296e35e3760 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:43.402501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba6d9292-cc83-4bbe-a1dd-c4a1fbf2c578 req-67ad9d82-8c8b-4a7b-bbdd-5296e35e3760 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 944 time: 0.2204518 Feb 10 04:15:43.421153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daf00b-db3d-433c-b439-6892ed52416e req-0b0f6fa3-f67c-4058-bfc6-30338bbbee2f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:43.422788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d7daf00b-db3d-433c-b439-6892ed52416e req-0b0f6fa3-f67c-4058-bfc6-30338bbbee2f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 945 time: 0.0919595 Feb 10 04:15:43.448182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['b8767df8-f9fc-4374-93bb-7798a3db55b9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:15:43.475704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port f08655f3-7acf-4208-b304-f950417d5993 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:43.475704 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f08655f3-7acf-4208-b304-f950417d5993), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.519639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d7daf00b-db3d-433c-b439-6892ed52416e req-87136001-8ee2-4b18-87b7-66934cd8288d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883024 Feb 10 04:15:43.549817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=523f047d-9c9b-41b6-b137-736f08deb920,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:43.552996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba6d9292-cc83-4bbe-a1dd-c4a1fbf2c578 req-0748ef71-999f-4ca7-9cdd-2e95e92ae427 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319931 Feb 10 04:15:43.589178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] For port f08655f3-7acf-4208-b304-f950417d5993, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f08655f3-7acf-4208-b304-f950417d5993,segment=NetworkSegment(8d1ddc8d-f4b5-4785-992f-4926e9997072),segment_id=8d1ddc8d-f4b5-4785-992f-4926e9997072)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:43.589852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f08655f3-7acf-4208-b304-f950417d5993), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.605998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for f08655f3-7acf-4208-b304-f950417d5993 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:43.622451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e26a2640-1e79-4e08-9567-8ec4fda4c0a6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.673835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:43.674447 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.748220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=e26a2640-1e79-4e08-9567-8ec4fda4c0a6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:43.780797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] No DVR routers for this DVR port e26a2640-1e79-4e08-9567-8ec4fda4c0a6 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:43.785177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.793069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:43.794245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-25491916-5511-4383-b225-996f7dd79c4e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "DELETE /v2.0/ports/e26a2640-1e79-4e08-9567-8ec4fda4c0a6 HTTP/1.1" status: 204 len: 173 time: 1.2031715 Feb 10 04:15:43.795920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:43.800328 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d26c494-5e58-4620-ae9e-450fb00bf94f" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "e26a2640-1e79-4e08-9567-8ec4fda4c0a6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:43.822029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-b2823891-4680-4232-bc96-628c29db4466 req-3e42181a-34bd-4623-b8ab-70cca2653cae service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:15:43.827318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2823891-4680-4232-bc96-628c29db4466 req-3e42181a-34bd-4623-b8ab-70cca2653cae service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177944 Feb 10 04:15:43.828913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f08655f3-7acf-4208-b304-f950417d5993), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.874122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=b8767df8-f9fc-4374-93bb-7798a3db55b9,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:43.889885 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5579a8a-dc75-4a91-a20b-bb74bf4e7a4e x-openstack-request-id: req-f5579a8a-dc75-4a91-a20b-bb74bf4e7a4e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:43.890171 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "e26a2640-1e79-4e08-9567-8ec4fda4c0a6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:43.890470 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5579a8a-dc75-4a91-a20b-bb74bf4e7a4e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:43.890603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=f08655f3-7acf-4208-b304-f950417d5993,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:43.891899 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'e26a2640-1e79-4e08-9567-8ec4fda4c0a6', 'status': 'completed', 'code': 200} Feb 10 04:15:43.895733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:43.896764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ba853ff4-1583-4976-bd0b-4539839892ff no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:43.911835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No DVR routers for this DVR port f08655f3-7acf-4208-b304-f950417d5993 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:43.995103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port d91a1d09-6443-4c20-aaba-7ae6a27c5527 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:43.995375 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.019768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde4dfd-ad62-4e88-802d-dedfc3abb68e None None] DHCP port deletion for 28a6076a-f659-497c-acf0-b0d1c32d8f3e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:15:44.045611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (28a6076a-f659-497c-acf0-b0d1c32d8f3e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.059367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:44.118941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a6076a-f659-497c-acf0-b0d1c32d8f3e']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:44.143934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1ddc8d-f4b5-4785-992f-4926e9997072') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:44.146258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1ddc8d-f4b5-4785-992f-4926e9997072') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:44.167699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] For port d91a1d09-6443-4c20-aaba-7ae6a27c5527, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d91a1d09-6443-4c20-aaba-7ae6a27c5527,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:44.168071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.174364 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (8d1ddc8d-f4b5-4785-992f-4926e9997072), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.203938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for d91a1d09-6443-4c20-aaba-7ae6a27c5527 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:44.223488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8d1ddc8d-f4b5-4785-992f-4926e9997072), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.251512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:44.252214 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (8d1ddc8d-f4b5-4785-992f-4926e9997072), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:44.255862 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:44.334568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ba853ff4-1583-4976-bd0b-4539839892ff is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:44.335072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.388376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca850d-2a62-4d01-9de6-b7d3de3d2515 req-6159123a-d5dd-495e-b086-58f7fa094a4c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:44.412723 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64ca850d-2a62-4d01-9de6-b7d3de3d2515 req-6159123a-d5dd-495e-b086-58f7fa094a4c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.2096524 Feb 10 04:15:44.464829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50bf5-b277-4e5e-b247-62cb90e5e8cd req-ad0a353e-3317-4447-90f7-f04e35118b41 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:44.477740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50bf5-b277-4e5e-b247-62cb90e5e8cd req-ad0a353e-3317-4447-90f7-f04e35118b41 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:44.487976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50bf5-b277-4e5e-b247-62cb90e5e8cd req-ad0a353e-3317-4447-90f7-f04e35118b41 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:44.499027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50bf5-b277-4e5e-b247-62cb90e5e8cd req-ad0a353e-3317-4447-90f7-f04e35118b41 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:44.500807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80d50bf5-b277-4e5e-b247-62cb90e5e8cd req-ad0a353e-3317-4447-90f7-f04e35118b41 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 3147 time: 0.1378126 Feb 10 04:15:44.509611 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64ca850d-2a62-4d01-9de6-b7d3de3d2515 req-f224664e-3c00-4752-b485-ca581144a87b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953355 Feb 10 04:15:44.523603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ba853ff4-1583-4976-bd0b-4539839892ff, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ba853ff4-1583-4976-bd0b-4539839892ff,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:44.529634 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (28a6076a-f659-497c-acf0-b0d1c32d8f3e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.551145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.566492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/28a6076a-f659-497c-acf0-b0d1c32d8f3e HTTP/1.1" status: 204 len: 168 time: 1.3302751 Feb 10 04:15:44.569028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41472) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:44.577756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1567902523'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:44.595467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38ecbc-3a0f-4071-bbd6-dc73ae01e80d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=28a6076a-f659-497c-acf0-b0d1c32d8f3e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:44.617697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.618424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e26a2640-1e79-4e08-9567-8ec4fda4c0a6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:44.618620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80d50bf5-b277-4e5e-b247-62cb90e5e8cd req-914c2902-59b5-44f5-b33f-15e02ca53b1c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033709 Feb 10 04:15:44.643398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: e26a2640-1e79-4e08-9567-8ec4fda4c0a6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:44.643750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e26a2640-1e79-4e08-9567-8ec4fda4c0a6 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:44.644180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d91a1d09-6443-4c20-aaba-7ae6a27c5527 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:44.692482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:44.702383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.720837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d91a1d09-6443-4c20-aaba-7ae6a27c5527), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.734685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c082ce-0a9c-46b7-918a-7e446e65a158 req-c188a0ff-7dfe-4990-96a3-dee2b4a2f260 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:44.742768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11c082ce-0a9c-46b7-918a-7e446e65a158 req-c188a0ff-7dfe-4990-96a3-dee2b4a2f260 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 945 time: 0.1301496 Feb 10 04:15:44.747273 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No ports have port_id starting with d91a1d09-6443-4c20-aaba-7ae6a27c5527 Feb 10 04:15:44.759361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:44.763932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device de35da2b-d418-4887-ba09-6ba2aff6c0ae no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:44.770542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (50a0b486-502c-42de-bc02-cd7da6ef1015), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.771049 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment 50a0b486-502c-42de-bc02-cd7da6ef1015 of type vlan for network c51f01b1-ae3c-432c-bc77-af8bb147f859 Feb 10 04:15:44.810518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ba853ff4-1583-4976-bd0b-4539839892ff,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:44.816964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (c51f01b1-ae3c-432c-bc77-af8bb147f859), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.840696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port de35da2b-d418-4887-ba09-6ba2aff6c0ae host ! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:15:44.841530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device de35da2b-d418-4887-ba09-6ba2aff6c0ae not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:44.841761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=d91a1d09-6443-4c20-aaba-7ae6a27c5527,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:44.841980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:44.938783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11c082ce-0a9c-46b7-918a-7e446e65a158 req-b07b1150-9585-4d2e-a4da-2c6b47e76fb4 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949420 Feb 10 04:15:44.943348 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (c51f01b1-ae3c-432c-bc77-af8bb147f859), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.945870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd host ! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:15:44.947323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:44.952124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:44.952882 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.963196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] No DVR routers for this DVR port d91a1d09-6443-4c20-aaba-7ae6a27c5527 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:44.963754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e0e263a3-7d5e-47cf-918f-250d0c501adc up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:44.978724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:44.989137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-cf501cb2-55b5-411f-8cae-ca0d846688e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "DELETE /v2.0/ports/d91a1d09-6443-4c20-aaba-7ae6a27c5527 HTTP/1.1" status: 204 len: 173 time: 1.1784539 Feb 10 04:15:45.068669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=c51f01b1-ae3c-432c-bc77-af8bb147f859,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:45.074762 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2998834f-66c9-4ac6-8e70-9891d5093b7d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5027514 Feb 10 04:15:45.077327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41492) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:45.081386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:45.088182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:45.104753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e23f-7559-4877-b9e0-8729b75b3fc0 req-7bcb8310-016d-45b6-931d-fcbbd318c188 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:45.106443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8267e23f-7559-4877-b9e0-8729b75b3fc0 req-7bcb8310-016d-45b6-931d-fcbbd318c188 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 944 time: 0.2986684 Feb 10 04:15:45.174314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9'}, {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:45.177569 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329c02cb-70de-4cc9-9016-e00b04fd8cf0" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9"}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:45.192522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port e0e263a3-7d5e-47cf-918f-250d0c501adc completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:15:45.208649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e0e263a3-7d5e-47cf-918f-250d0c501adc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:45.209512 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:45.293630 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a96631-1ddc-4b6b-b183-e1532bdea3df x-openstack-request-id: req-96a96631-1ddc-4b6b-b183-e1532bdea3df {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:45.295776 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9", "code": 200}, {"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:45.295776 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96a96631-1ddc-4b6b-b183-e1532bdea3df {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:45.295776 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'code': 200} Feb 10 04:15:45.295776 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff', 'code': 200} Feb 10 04:15:45.350831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f08655f3-7acf-4208-b304-f950417d5993 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:45.389116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f08655f3-7acf-4208-b304-f950417d5993 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:45.389396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f08655f3-7acf-4208-b304-f950417d5993 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:45.406083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e0e263a3-7d5e-47cf-918f-250d0c501adc is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:45.406816 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:45.443435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e0e263a3-7d5e-47cf-918f-250d0c501adc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:45.500373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-8b84661b-1787-44c5-b7a8-15c855737011 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7634079 Feb 10 04:15:45.520251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:45.521321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:45.618846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8267e23f-7559-4877-b9e0-8729b75b3fc0 req-a3b8610c-ae6b-43c9-b958-759c49ffa30d tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910686 Feb 10 04:15:45.643483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port 523f047d-9c9b-41b6-b137-736f08deb920 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:45.643832 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (523f047d-9c9b-41b6-b137-736f08deb920), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:45.679480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-2b8ac555-d84a-458e-a88d-198468476deb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:45.681572 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-2b8ac555-d84a-458e-a88d-198468476deb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports/964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 940 time: 0.1395442 Feb 10 04:15:45.721771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:45.726666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e0e263a3-7d5e-47cf-918f-250d0c501adc,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:45.778178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:45.782296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:45.798967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4003-1acc-4f2f-b1c7-b44a004b45ee req-8b51910a-caae-473c-adff-a63d80cb48f4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:45.800515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b4f4003-1acc-4f2f-b1c7-b44a004b45ee req-8b51910a-caae-473c-adff-a63d80cb48f4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1394088 Feb 10 04:15:45.826841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b8767df8-f9fc-4374-93bb-7798a3db55b9 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:45.910544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:45.911544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b4f4003-1acc-4f2f-b1c7-b44a004b45ee req-cbe097c5-532c-4bef-ab54-875ebfea595b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021924 Feb 10 04:15:45.917006 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3a47c-5c4d-4ecb-bb71-e2a7b1306feb" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "d91a1d09-6443-4c20-aaba-7ae6a27c5527"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:46.012832 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544a39d4-4aef-4cf4-9610-f04c8f3d2782 x-openstack-request-id: req-544a39d4-4aef-4cf4-9610-f04c8f3d2782 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:46.020178 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "d91a1d09-6443-4c20-aaba-7ae6a27c5527", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:46.020178 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-544a39d4-4aef-4cf4-9610-f04c8f3d2782 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:46.020178 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'd91a1d09-6443-4c20-aaba-7ae6a27c5527', 'status': 'completed', 'code': 200} Feb 10 04:15:46.020178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] For port 523f047d-9c9b-41b6-b137-736f08deb920, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=523f047d-9c9b-41b6-b137-736f08deb920,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:46.020178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (523f047d-9c9b-41b6-b137-736f08deb920), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.043117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for 523f047d-9c9b-41b6-b137-736f08deb920 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:46.069122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port b8767df8-f9fc-4374-93bb-7798a3db55b9 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:15:46.076690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port b8767df8-f9fc-4374-93bb-7798a3db55b9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:46.080109 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.089030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cacb43-e47c-414c-bde6-36fa3548dc8e req-e0276740-7639-4a02-977b-fba1a2b0e861 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:46.094646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cacb43-e47c-414c-bde6-36fa3548dc8e req-e0276740-7639-4a02-977b-fba1a2b0e861 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:46.100344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cacb43-e47c-414c-bde6-36fa3548dc8e req-e0276740-7639-4a02-977b-fba1a2b0e861 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:46.103150 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cacb43-e47c-414c-bde6-36fa3548dc8e req-e0276740-7639-4a02-977b-fba1a2b0e861 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 2410 time: 0.3149238 Feb 10 04:15:46.211134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b406333-4595-41c8-b881-1809556245f9 req-72285a21-5687-4fa8-ba35-3afa2959ef90 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:46.230405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b406333-4595-41c8-b881-1809556245f9 req-72285a21-5687-4fa8-ba35-3afa2959ef90 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 946 time: 0.1125965 Feb 10 04:15:46.300096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port b8767df8-f9fc-4374-93bb-7798a3db55b9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:46.300499 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.321054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b406333-4595-41c8-b881-1809556245f9 req-7cd02583-95e8-4cd3-bafa-e78512bc536c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892668 Feb 10 04:15:46.368750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b8767df8-f9fc-4374-93bb-7798a3db55b9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b8767df8-f9fc-4374-93bb-7798a3db55b9,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:46.396531 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cacb43-e47c-414c-bde6-36fa3548dc8e req-2935a7f2-d2a6-40a5-a417-9e4299268044 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289755 Feb 10 04:15:46.486417 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.560974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=b8767df8-f9fc-4374-93bb-7798a3db55b9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:46.577469 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (b6f114a6-05ee-42c8-954d-75c2ee7cdee9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.677093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (523f047d-9c9b-41b6-b137-736f08deb920), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.701036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=b6f114a6-05ee-42c8-954d-75c2ee7cdee9,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:46.725378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': '50a0b486-502c-42de-bc02-cd7da6ef1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:46.726012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: c51f01b1-ae3c-432c-bc77-af8bb147f859, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:15:46.759590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037a115-4532-4325-83c6-bcd2589bb74b req-45a456fe-ca36-4dec-ab88-11e403b20926 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:46.770021 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9037a115-4532-4325-83c6-bcd2589bb74b req-45a456fe-ca36-4dec-ab88-11e403b20926 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 945 time: 0.0751309 Feb 10 04:15:46.774898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=523f047d-9c9b-41b6-b137-736f08deb920,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:46.853259 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9037a115-4532-4325-83c6-bcd2589bb74b req-e4eff1f1-1cfd-4a27-a935-dee589274b55 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812941 Feb 10 04:15:46.872067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] No DVR routers for this DVR port 523f047d-9c9b-41b6-b137-736f08deb920 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:46.874463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.878262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1d23cc97-bbd8-43ac-aeac-8e0875364c5f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "DELETE /v2.0/ports/523f047d-9c9b-41b6-b137-736f08deb920 HTTP/1.1" status: 204 len: 173 time: 1.8630674 Feb 10 04:15:46.920079 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:46.959210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:15:46.992664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port ba853ff4-1583-4976-bd0b-4539839892ff {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:46.993228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.065579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, c51f01b1-ae3c-432c-bc77-af8bb147f859) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:47.074467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9bb6ac-6418-4065-9688-3eb2a6b7e93e None None] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:47.077251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.077976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.163262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27004a8-bb3b-4893-9fb3-41f55ca23c90 req-4ceb839d-747f-4135-8155-de2d305424f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.171591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f27004a8-bb3b-4893-9fb3-41f55ca23c90 req-4ceb839d-747f-4135-8155-de2d305424f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1751213 Feb 10 04:15:47.191791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] For port ba853ff4-1583-4976-bd0b-4539839892ff, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ba853ff4-1583-4976-bd0b-4539839892ff,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:47.192172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.236126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for ba853ff4-1583-4976-bd0b-4539839892ff owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:47.251614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3f3fd57f-3763-4ebd-afdd-450e1a408747 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1668308 Feb 10 04:15:47.251960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41620) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:47.257461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859', 'name': 'tempest-PortsIpV6TestJSON-1575019380', 'fixed_ips': [{'subnet_id': 'b6f114a6-05ee-42c8-954d-75c2ee7cdee9', 'ip_address': '2001:db8::10'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:47.260905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-c51f01b1-ae3c-432c-bc77-af8bb147f859', 'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859', 'project_id': 'c87a7448878049989bfbc3c8ab243e40', 'fixed_ips': [{'subnet_id': 'b6f114a6-05ee-42c8-954d-75c2ee7cdee9'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:15:47.261783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.353552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef246ad-c936-4fb0-b616-eec817290c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e263a3-7d5e-47cf-918f-250d0c501adc'}, {'server_uuid': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8767df8-f9fc-4374-93bb-7798a3db55b9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:47.357346 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff51b57e-3777-405a-9479-d6b3b5eba338" -d '{"events": [{"server_uuid": "3ef246ad-c936-4fb0-b616-eec817290c78", "name": "network-vif-plugged", "status": "completed", "tag": "e0e263a3-7d5e-47cf-918f-250d0c501adc"}, {"server_uuid": "710d6d0f-f361-4812-8f15-cb20bfd136d9", "name": "network-vif-plugged", "status": "completed", "tag": "b8767df8-f9fc-4374-93bb-7798a3db55b9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:47.400556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f27004a8-bb3b-4893-9fb3-41f55ca23c90 req-0f232a11-a9aa-4260-b65c-d666a6d5a696 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276931 Feb 10 04:15:47.464750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Allocated IP 2001:db8::2 (c51f01b1-ae3c-432c-bc77-af8bb147f859/b6f114a6-05ee-42c8-954d-75c2ee7cdee9/057a2085-020c-45a8-851e-949e8840e511) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:47.634758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Publish callbacks [] for port (057a2085-020c-45a8-851e-949e8840e511), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.640278 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aabdc17-a48c-46ee-a618-03e272b07622 x-openstack-request-id: req-1aabdc17-a48c-46ee-a618-03e272b07622 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:47.640675 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef246ad-c936-4fb0-b616-eec817290c78", "name": "network-vif-plugged", "status": "completed", "tag": "e0e263a3-7d5e-47cf-918f-250d0c501adc", "code": 200}, {"server_uuid": "710d6d0f-f361-4812-8f15-cb20bfd136d9", "name": "network-vif-plugged", "status": "completed", "tag": "b8767df8-f9fc-4374-93bb-7798a3db55b9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:47.641059 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1aabdc17-a48c-46ee-a618-03e272b07622 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:47.641863 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef246ad-c936-4fb0-b616-eec817290c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e263a3-7d5e-47cf-918f-250d0c501adc', 'code': 200} Feb 10 04:15:47.642233 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8767df8-f9fc-4374-93bb-7798a3db55b9', 'code': 200} Feb 10 04:15:47.684906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd603e8-ad29-48ff-98b7-a84ecbbf2cec req-d0e5cb59-e960-4ef3-a98b-f5b429f62e14 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.686552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbd603e8-ad29-48ff-98b7-a84ecbbf2cec req-d0e5cb59-e960-4ef3-a98b-f5b429f62e14 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 946 time: 0.1784151 Feb 10 04:15:47.704041 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (057a2085-020c-45a8-851e-949e8840e511), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.708719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-5f5d62bc-9859-4d04-b413-f2167f2c3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.721765 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-5f5d62bc-9859-4d04-b413-f2167f2c3977 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071&tenant_id=12f7cdcc36624327a4fa912d862ab022 HTTP/1.1" status: 200 len: 1125 time: 0.3195722 Feb 10 04:15:47.752306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:47.755429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:47.760378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:47.762846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:47.768555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Pushing event updated for resources: {'Port': ['ID=057a2085-020c-45a8-851e-949e8840e511,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:47.792329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:47.809087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbd603e8-ad29-48ff-98b7-a84ecbbf2cec req-c761f745-b69f-4149-a550-37fac9ccfafc tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166811 Feb 10 04:15:47.830439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Attempting to bind port 057a2085-020c-45a8-851e-949e8840e511 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:47.830826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Attempting to bind port 057a2085-020c-45a8-851e-949e8840e511 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '50a0b486-502c-42de-bc02-cd7da6ef1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:47.831125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Attempting to bind port 057a2085-020c-45a8-851e-949e8840e511 on network c51f01b1-ae3c-432c-bc77-af8bb147f859 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:47.841933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:47.842313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Checking segment: {'id': '50a0b486-502c-42de-bc02-cd7da6ef1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:47.843004 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.843572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Bound using segment: {'id': '50a0b486-502c-42de-bc02-cd7da6ef1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:47.844306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Bound port: 057a2085-020c-45a8-851e-949e8840e511, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a0b486-502c-42de-bc02-cd7da6ef1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:47.844881 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (057a2085-020c-45a8-851e-949e8840e511), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.877046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e21bf-658f-4f59-b666-43c91347abe0 req-ab0182c2-01dd-45f7-b53c-8ab95eee7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.878573 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef7e21bf-658f-4f59-b666-43c91347abe0 req-ab0182c2-01dd-45f7-b53c-8ab95eee7fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 1127 time: 0.2039301 Feb 10 04:15:47.949047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719df39-a834-4bef-b1e6-feffb727777e req-a5618bf1-21e3-4df1-acdb-8019d1e38376 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.951083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] For port 057a2085-020c-45a8-851e-949e8840e511, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:47.952155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:47.957111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719df39-a834-4bef-b1e6-feffb727777e req-a5618bf1-21e3-4df1-acdb-8019d1e38376 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.957951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] For port 057a2085-020c-45a8-851e-949e8840e511, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=057a2085-020c-45a8-851e-949e8840e511,segment=NetworkSegment(50a0b486-502c-42de-bc02-cd7da6ef1015),segment_id=50a0b486-502c-42de-bc02-cd7da6ef1015)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:47.964851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0719df39-a834-4bef-b1e6-feffb727777e req-a5618bf1-21e3-4df1-acdb-8019d1e38376 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 1677 time: 0.3298900 Feb 10 04:15:47.972761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dcca8-b85c-4e57-b30c-9499f7e92361 req-842aff47-b18c-427a-aea7-3fae994436e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:47.974262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64dcca8-b85c-4e57-b30c-9499f7e92361 req-842aff47-b18c-427a-aea7-3fae994436e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 1128 time: 0.3148994 Feb 10 04:15:47.982913 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ba853ff4-1583-4976-bd0b-4539839892ff), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.013527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port f5f9d502-46a5-4c05-9b52-2664f12f4884 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:48.015590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:48.017869 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db5527b-2c4f-4aea-aeca-865e6f2cd5d8" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "523f047d-9c9b-41b6-b137-736f08deb920"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:48.020236 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.024236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (057a2085-020c-45a8-851e-949e8840e511), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.072602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=ba853ff4-1583-4976-bd0b-4539839892ff,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:48.106774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a17edc-bfa7-4563-9877-d7d2ff35da0c req-1036f2d6-6dac-42f0-93f3-6ac236331581 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:48.108287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef7e21bf-658f-4f59-b666-43c91347abe0 req-3b85d3b7-c9fb-4833-86a2-79e9217435f6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152553 Feb 10 04:15:48.119901 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99a17edc-bfa7-4563-9877-d7d2ff35da0c req-1036f2d6-6dac-42f0-93f3-6ac236331581 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 945 time: 0.1644831 Feb 10 04:15:48.217136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] No DVR routers for this DVR port ba853ff4-1583-4976-bd0b-4539839892ff on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:48.223104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b283d-ca9a-42ae-9094-3f4e96a304a0 None None] Pushing event updated for resources: {'Port': ['ID=057a2085-020c-45a8-851e-949e8840e511,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:48.245156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0719df39-a834-4bef-b1e6-feffb727777e req-5f4dd5e4-ab04-47ae-abc1-404d15992f23 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716806 Feb 10 04:15:48.246724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.250242 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-566fbb7b-7f4f-4f1a-8f81-f3211dabb073 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "DELETE /v2.0/ports/ba853ff4-1583-4976-bd0b-4539839892ff HTTP/1.1" status: 204 len: 173 time: 1.3671610 Feb 10 04:15:48.263020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64dcca8-b85c-4e57-b30c-9499f7e92361 req-900a193f-bee5-4fb7-af89-56d9b034434e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735660 Feb 10 04:15:48.308564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99a17edc-bfa7-4563-9877-d7d2ff35da0c req-61cc0a97-58d3-4c3a-bfcf-0899ff38cbb8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870203 Feb 10 04:15:48.324728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.342570 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98629a57-bce3-44e0-b479-b8651d51e7b9 x-openstack-request-id: req-98629a57-bce3-44e0-b479-b8651d51e7b9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:48.342960 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "523f047d-9c9b-41b6-b137-736f08deb920", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:48.343230 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98629a57-bce3-44e0-b479-b8651d51e7b9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:48.343668 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': '523f047d-9c9b-41b6-b137-736f08deb920', 'status': 'completed', 'code': 200} Feb 10 04:15:48.370009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::10 (c51f01b1-ae3c-432c-bc77-af8bb147f859/b6f114a6-05ee-42c8-954d-75c2ee7cdee9/f5f9d502-46a5-4c05-9b52-2664f12f4884) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:48.610283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:48.610751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.621012 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (f5f9d502-46a5-4c05-9b52-2664f12f4884), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.653928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05434ba-637f-4a95-9e49-8580db7158ce req-e2461812-010a-4098-ac46-1be5d9a47bc0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:48.654452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a05434ba-637f-4a95-9e49-8580db7158ce req-e2461812-010a-4098-ac46-1be5d9a47bc0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1067002 Feb 10 04:15:48.705810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:48.730799 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a05434ba-637f-4a95-9e49-8580db7158ce req-dae91460-0463-4331-a734-54758b1fbe87 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652950 Feb 10 04:15:48.759443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] For port f5759c15-0eeb-4c96-9a66-c84f6d9729a9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:48.760057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.798351 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f5f9d502-46a5-4c05-9b52-2664f12f4884), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.810284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:48.854733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:48.859882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:48.863356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:48.870502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:48.871420 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:48.890289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=f5f9d502-46a5-4c05-9b52-2664f12f4884,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:48.961299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b9254c0e-e75c-4296-bf8b-086c2590f750 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7082596 Feb 10 04:15:48.964140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41682) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:48.970412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': 'c51f01b1-ae3c-432c-bc77-af8bb147f859', 'name': 'tempest-PortsIpV6TestJSON-473002563', 'fixed_ips': [{'subnet_id': 'b6f114a6-05ee-42c8-954d-75c2ee7cdee9', 'ip_address': '2001:db8::f'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:48.974949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964c35b4-56c2-4e75-9017-679d7cd2cc1c {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:15:49.016576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Publish callbacks [] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.044000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Transition to ACTIVE for port object 964c35b4-56c2-4e75-9017-679d7cd2cc1c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:15:49.132614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.147016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:49.153396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.159839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6f187-6a20-4d75-b007-f08b54c5167c req-82b9caf8-245f-4b23-ba63-b24f36944359 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:49.161379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c6f187-6a20-4d75-b007-f08b54c5167c req-82b9caf8-245f-4b23-ba63-b24f36944359 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 946 time: 0.2501574 Feb 10 04:15:49.175969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port ca30ab61-e216-41a8-b4c9-a99d0b44d4d3 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:15:49.255934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.256288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.256809 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Floating IP a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1 disassociated. External IP: 172.25.8.203, port: f5759c15-0eeb-4c96-9a66-c84f6d9729a9. Feb 10 04:15:49.258123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for f5759c15-0eeb-4c96-9a66-c84f6d9729a9 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:49.411589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=9']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:49.456326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] No DVR routers for this DVR port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:49.461096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 057a2085-020c-45a8-851e-949e8840e511 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:49.483538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::f (c51f01b1-ae3c-432c-bc77-af8bb147f859/b6f114a6-05ee-42c8-954d-75c2ee7cdee9/ca30ab61-e216-41a8-b4c9-a99d0b44d4d3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:15:49.548954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eef73e-c25b-43ec-8197-e748b71976d6 req-86537a7f-7212-408d-80ef-924d28592d71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:49.550641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5eef73e-c25b-43ec-8197-e748b71976d6 req-86537a7f-7212-408d-80ef-924d28592d71 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 943 time: 0.1123488 Feb 10 04:15:49.560961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 057a2085-020c-45a8-851e-949e8840e511 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:49.561344 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (057a2085-020c-45a8-851e-949e8840e511), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.699226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 057a2085-020c-45a8-851e-949e8840e511 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:49.699644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (057a2085-020c-45a8-851e-949e8840e511), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.716405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39903e6a-c9b5-418c-9886-c9c97c91c91a None None] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:49.752186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5eef73e-c25b-43ec-8197-e748b71976d6 req-80b9c12f-2b25-42db-b1fe-20bdd6c40479 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups?id=882e0f9a-5099-4fab-812c-17c90d0aa60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802657 Feb 10 04:15:49.789375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 057a2085-020c-45a8-851e-949e8840e511, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=057a2085-020c-45a8-851e-949e8840e511,segment=NetworkSegment(50a0b486-502c-42de-bc02-cd7da6ef1015),segment_id=50a0b486-502c-42de-bc02-cd7da6ef1015)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:49.825412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b55b38fd-cb57-4eb3-af13-19472b727e8d None None] Provisioning complete for port 057a2085-020c-45a8-851e-949e8840e511 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:49.825791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b55b38fd-cb57-4eb3-af13-19472b727e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (057a2085-020c-45a8-851e-949e8840e511), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.832529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (ca30ab61-e216-41a8-b4c9-a99d0b44d4d3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:49.891107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3c6f187-6a20-4d75-b007-f08b54c5167c req-bafe7ebc-19f8-4590-bd75-13f4533cd876 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927822 Feb 10 04:15:49.923926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:15:49.926434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:15:49.926802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:49.938950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:15:49.939580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Attempting to bind port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on network bc5ef00f-e5d1-4412-ae51-9ed3e7765235 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:15:49.952574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1d2bf-df2d-40c5-897d-5c5fbdae788a req-4f4376a6-f688-4d8c-bcd9-6496d1d73e43 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:49.961861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cef1d2bf-df2d-40c5-897d-5c5fbdae788a req-4f4376a6-f688-4d8c-bcd9-6496d1d73e43 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 945 time: 0.1192055 Feb 10 04:15:50.000907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:15:50.001546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Checking segment: {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:15:50.001935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Bound using segment: {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:15:50.002381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Bound port: 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca5c342-47d2-4110-837e-b658801b0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:15:50.002925 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.014575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ca30ab61-e216-41a8-b4c9-a99d0b44d4d3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.023697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (057a2085-020c-45a8-851e-949e8840e511), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.050462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cef1d2bf-df2d-40c5-897d-5c5fbdae788a req-5ccd3f46-444c-4369-8a3a-251df74ba21b tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863259 Feb 10 04:15:50.090374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab497aa1-1730-4b1b-9f02-7f2de04eb1b3 req-dd2adc1f-fbb1-4c26-b309-1b2acafda76f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.092930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab497aa1-1730-4b1b-9f02-7f2de04eb1b3 req-dd2adc1f-fbb1-4c26-b309-1b2acafda76f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 943 time: 0.1278143 Feb 10 04:15:50.109848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:15:50.113308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:15:50.115108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=057a2085-020c-45a8-851e-949e8840e511,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:50.117935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:15:50.123016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:15:50.124605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.124605 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.127309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:15:50.139164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=ca30ab61-e216-41a8-b4c9-a99d0b44d4d3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:50.166465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b55b38fd-cb57-4eb3-af13-19472b727e8d None None] Current status of the port 057a2085-020c-45a8-851e-949e8840e511 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:50.173542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f5759c15-0eeb-4c96-9a66-c84f6d9729a9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.206793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4600175a-7ca1-490d-80ac-331e57e1521b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2414706 Feb 10 04:15:50.213916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=f5759c15-0eeb-4c96-9a66-c84f6d9729a9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:50.215824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41728) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:50.222050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.302766 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab497aa1-1730-4b1b-9f02-7f2de04eb1b3 req-bfef364f-90f2-4dcb-bf10-03ecddbdbcc2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928823 Feb 10 04:15:50.309915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3e2a4-a9a8-4d81-91bc-c1cc6aeb5d27 req-1b8d1874-f3e1-4006-91d5-101956dcf9ba tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.317921 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01c3e2a4-a9a8-4d81-91bc-c1cc6aeb5d27 req-1b8d1874-f3e1-4006-91d5-101956dcf9ba tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1c38dd6-f373-4782-aaf5-c8da20813e7e HTTP/1.1" status: 200 len: 945 time: 0.1098852 Feb 10 04:15:50.342190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.343463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.347682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] 10.222.0.24 "PUT /v2.0/ports/964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 1091 time: 2.5854793 Feb 10 04:15:50.381253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01c3e2a4-a9a8-4d81-91bc-c1cc6aeb5d27 req-27fe4d94-ea09-462e-a4e1-8d4e620a9bdc tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Feb 10 04:15:50.394178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff'}, {'name': 'network-changed', 'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:50.394178 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded68a8e-4ab7-4551-8102-02452327c4ea" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff"}, {"name": "network-changed", "server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:50.511841 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9596874-4895-4a9e-a185-ad2d6cc5d00f x-openstack-request-id: req-f9596874-4895-4a9e-a185-ad2d6cc5d00f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:50.522604 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "ba853ff4-1583-4976-bd0b-4539839892ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:50.522604 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9596874-4895-4a9e-a185-ad2d6cc5d00f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:50.522604 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'ba853ff4-1583-4976-bd0b-4539839892ff', 'status': 'completed', 'code': 200} Feb 10 04:15:50.522604 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'status': 'completed', 'code': 200} Feb 10 04:15:50.543777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bed201-d9cb-4902-aeec-a129135eeb87 service neutron] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=10']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:50.570067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588cae8-e1dc-4ec6-9975-b813dd4c8168 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.574798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b588cae8-e1dc-4ec6-9975-b813dd4c8168 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3402724 Feb 10 04:15:50.575355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41746) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:50.583778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-4a62a895-b8ce-45b9-a4e3-bd2875805e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.586144 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-4a62a895-b8ce-45b9-a4e3-bd2875805e2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1126 time: 0.1903439 Feb 10 04:15:50.590760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Router 20914de0-c393-4d78-b228-4cee8b17302e has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:15:50.613706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Provisioning complete for port 057a2085-020c-45a8-851e-949e8840e511 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:50.614800 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (057a2085-020c-45a8-851e-949e8840e511), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.746259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec77d5-272e-4273-a5d5-76fe8a09e646 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.752838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec77d5-272e-4273-a5d5-76fe8a09e646 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.759054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec77d5-272e-4273-a5d5-76fe8a09e646 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.760854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a1ec77d5-272e-4273-a5d5-76fe8a09e646 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1838012 Feb 10 04:15:50.765441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41750) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:50.780113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Current status of the port 057a2085-020c-45a8-851e-949e8840e511 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:50.813348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Provisioning complete for port ca30ab61-e216-41a8-b4c9-a99d0b44d4d3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:50.813734 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ca30ab61-e216-41a8-b4c9-a99d0b44d4d3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.852844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-0fe7f565-362d-4716-8785-c8c2ff17a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:50.854199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-0fe7f565-362d-4716-8785-c8c2ff17a500 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 914 time: 0.2614112 Feb 10 04:15:50.858215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:15:50.876130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] Sync routers for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:15:50.901661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Port ca30ab61-e216-41a8-b4c9-a99d0b44d4d3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:50.904756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:15:50.911288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:15:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:50.945464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-cc504a20-13e7-4a35-8c98-2b2fb3c83bb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 217 time: 0.0714667 Feb 10 04:15:50.955005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port ca30ab61-e216-41a8-b4c9-a99d0b44d4d3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:50.957184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ca30ab61-e216-41a8-b4c9-a99d0b44d4d3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:50.995948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Provisioning complete for port f5f9d502-46a5-4c05-9b52-2664f12f4884 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:50.996329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5f9d502-46a5-4c05-9b52-2664f12f4884), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:51.045685 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-231bfdbf-2fb8-4db1-8cb6-694c0cc2d70a req-5ccfed12-a901-47c1-b703-4e23845e2453 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1060381 Feb 10 04:15:51.058447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] No DVR routers for this DVR port f5759c15-0eeb-4c96-9a66-c84f6d9729a9 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:51.062809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:51.078069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ec74f72-7a3e-4716-8489-29fd2e78b58d req-1f2af031-d1a1-4e5f-a5bc-bb9aa40fb7de tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.43 "DELETE /v2.0/ports/f5759c15-0eeb-4c96-9a66-c84f6d9729a9 HTTP/1.1" status: 204 len: 173 time: 2.8095732 Feb 10 04:15:51.099619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-75f010a1-0253-434d-98eb-8101fcbf3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:51.102015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-75f010a1-0253-434d-98eb-8101fcbf3d47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.1312263 Feb 10 04:15:51.112275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ca30ab61-e216-41a8-b4c9-a99d0b44d4d3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:51.131571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5d5c2-0232-4369-b6e3-56f7d4bf92a8 None None] Port f5f9d502-46a5-4c05-9b52-2664f12f4884 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:51.141782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for ca30ab61-e216-41a8-b4c9-a99d0b44d4d3 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:51.151347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-cd6e9f6c-7775-40e8-9a96-6042cf0999ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421083 Feb 10 04:15:51.171369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:15:51.444134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 057a2085-020c-45a8-851e-949e8840e511 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:15:51.458205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2fc9a-e069-4765-ac8e-e17bf55c7106 req-8aa00482-3374-42e1-a566-7d10c559e58a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:51.463885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48d2fc9a-e069-4765-ac8e-e17bf55c7106 req-8aa00482-3374-42e1-a566-7d10c559e58a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 946 time: 0.2758920 Feb 10 04:15:51.466023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-00b7896a-3d11-4e77-803b-b088c2329fc9 service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080349 Feb 10 04:15:51.489184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ca30ab61-e216-41a8-b4c9-a99d0b44d4d3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:51.556184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=ca30ab61-e216-41a8-b4c9-a99d0b44d4d3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:51.564878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-70b2aaed-4b57-46f7-8b12-b789cdd04de1 None None] Provisioning complete for port f5f9d502-46a5-4c05-9b52-2664f12f4884 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:51.568336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-70b2aaed-4b57-46f7-8b12-b789cdd04de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5f9d502-46a5-4c05-9b52-2664f12f4884), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:51.628424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:51.635035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48d2fc9a-e069-4765-ac8e-e17bf55c7106 req-400e683f-6650-411b-ad7f-09e2d067762e tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654861 Feb 10 04:15:51.635885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0e066c8d-76f8-42f3-bd71-d081de588046 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/ca30ab61-e216-41a8-b4c9-a99d0b44d4d3 HTTP/1.1" status: 204 len: 168 time: 0.8690450 Feb 10 04:15:51.638261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41768) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:51.733304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 057a2085-020c-45a8-851e-949e8840e511 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:15:51.733921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (057a2085-020c-45a8-851e-949e8840e511), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:51.760151 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31a1338-5344-4cb5-8aa4-0a0102b2f887 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:51.767210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41774) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:51.767428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e31a1338-5344-4cb5-8aa4-0a0102b2f887 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/ca30ab61-e216-41a8-b4c9-a99d0b44d4d3 HTTP/1.1" status: 404 len: 333 time: 0.1168451 Feb 10 04:15:51.769920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-cca22729-ba9d-4776-99a7-bb349c76d6a4 service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911563 Feb 10 04:15:51.842540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-70b2aaed-4b57-46f7-8b12-b789cdd04de1 None None] Port f5f9d502-46a5-4c05-9b52-2664f12f4884 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:15:51.966367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41780) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:51.993542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port f5f9d502-46a5-4c05-9b52-2664f12f4884 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:51.994752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f5f9d502-46a5-4c05-9b52-2664f12f4884), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:52.045669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-931294e6-0282-42fb-b795-719fcc946e19 None None] Could not find standard attr ID for object ca30ab61-e216-41a8-b4c9-a99d0b44d4d3. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:15:52.183680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:52.216953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546fcf2-4d6c-4f2b-a17c-3c5401b94500 req-c4445b63-0df1-4763-86fb-1baaf1afac44 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:52.227107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8546fcf2-4d6c-4f2b-a17c-3c5401b94500 req-c4445b63-0df1-4763-86fb-1baaf1afac44 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.3584642 Feb 10 04:15:52.294552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 057a2085-020c-45a8-851e-949e8840e511 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:15:52.299261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] Checking router: 20914de0-c393-4d78-b228-4cee8b17302e for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:15:52.308121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-359689a4-592a-4b5a-9de3-654d9f43445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:52.315926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-359689a4-592a-4b5a-9de3-654d9f43445b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1126 time: 0.3301692 Feb 10 04:15:52.323317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:15:52.324194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:15:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:52.387193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8546fcf2-4d6c-4f2b-a17c-3c5401b94500 req-4651d9b7-10d0-4a92-84bf-d34d2f592c0b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546731 Feb 10 04:15:52.590724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:15:52.616877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e70a6f-fe6a-477a-b9d8-03d80b667d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:52.624263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:52.626969 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ade9060-e72b-499b-b498-f25188d872b1" -d '{"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:52.633416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-a87772a9-8721-4a50-9fa8-d6fa43f53463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:52.635576 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-a87772a9-8721-4a50-9fa8-d6fa43f53463 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 914 time: 0.2988250 Feb 10 04:15:52.672027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21a168f5-b8d2-4f09-89c4-0c084bd70b7e req-6705d3c7-ec26-4cb8-8306-e249398a1ecf tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0346944 Feb 10 04:15:52.727391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-f5ffdcba-341d-4612-a654-24ff40aeb7d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 217 time: 0.0525753 Feb 10 04:15:52.800425 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dce792-c6bd-4a51-9681-55d05f4a4730 x-openstack-request-id: req-17dce792-c6bd-4a51-9681-55d05f4a4730 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:52.801073 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab46643-4785-4b12-8b07-1798d1d30dc3", "name": "network-vif-deleted", "tag": "f5759c15-0eeb-4c96-9a66-c84f6d9729a9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:52.801697 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17dce792-c6bd-4a51-9681-55d05f4a4730 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:52.802274 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab46643-4785-4b12-8b07-1798d1d30dc3', 'name': 'network-vif-deleted', 'tag': 'f5759c15-0eeb-4c96-9a66-c84f6d9729a9', 'status': 'completed', 'code': 200} Feb 10 04:15:52.821146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f5f9d502-46a5-4c05-9b52-2664f12f4884), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:52.825765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-3e38f33e-b67f-4a98-bbf8-9edb39740a58 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:52.828406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-3e38f33e-b67f-4a98-bbf8-9edb39740a58 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1c38dd6-f373-4782-aaf5-c8da20813e7e HTTP/1.1" status: 200 len: 945 time: 0.3866172 Feb 10 04:15:52.885653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-d90785ef-849a-41d2-8563-86d1b4ef783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:52.898637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-d90785ef-849a-41d2-8563-86d1b4ef783d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.1536732 Feb 10 04:15:52.946905 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-a45d9bb9-9cb2-4cec-9e8f-404b8eb225df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373569 Feb 10 04:15:52.959400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:52.970750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for f5f9d502-46a5-4c05-9b52-2664f12f4884 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:53.062317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e85728-a5b6-4dd8-a6d3-6fcad15bdf86 None None] The sync data for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 is: [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:08:38Z', 'revision_number': 4, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '560c97ff-42a2-458a-b9da-05cb73c14ebb', 'name': '', 'network_id': '7c407173-3146-4722-992d-f46469606988', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'mac_address': 'fa:16:3e:d9:48:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:37Z', 'updated_at': '2022-02-10T04:08:42Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'subnets': [{'id': '3ca3c80c-5417-49f0-a45b-a21de528561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:15:53.208964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-80c8057b-5469-4f09-b7c7-694e52db29d6 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:53.213881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-80c8057b-5469-4f09-b7c7-694e52db29d6 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 812 time: 0.6370990 Feb 10 04:15:53.353142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-18c3aa52-9364-4c6d-b2fa-d5a8ba7c724f tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/quotas/594f5a495b5a423092ad0d78ce59103c HTTP/1.1" status: 200 len: 375 time: 0.1301401 Feb 10 04:15:53.367376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Deleting port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:53.370440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:53.412528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-6bbfe1bf-9003-47f7-b3c6-5b4b2cb2d56e tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:53.424424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-6bbfe1bf-9003-47f7-b3c6-5b4b2cb2d56e tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "GET /v2.0/ports?device_id=710d6d0f-f361-4812-8f15-cb20bfd136d9 HTTP/1.1" status: 200 len: 945 time: 0.2408724 Feb 10 04:15:53.424424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-cdf921cb-6414-4941-b11b-831c4deb8aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218643 Feb 10 04:15:53.478486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e70a6f-fe6a-477a-b9d8-03d80b667d48 admin admin] Publish callbacks [] for security_group (f2ae2825-0a66-4c3a-973c-9f2aefd6a52b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:53.612386 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5367a0-4e6f-4129-ac20-73087f4b5c6d None None] New status for floating IP a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:15:53.692160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e70a6f-fe6a-477a-b9d8-03d80b667d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f2ae2825-0a66-4c3a-973c-9f2aefd6a52b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:53.745829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] For port 2103d4c0-8ad8-47a3-b8af-729d13fe1172, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2103d4c0-8ad8-47a3-b8af-729d13fe1172,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:53.746079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:53.783700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Calling delete_port for 2103d4c0-8ad8-47a3-b8af-729d13fe1172 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:53.823429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded68a8e-4ab7-4551-8102-02452327c4ea req-d33cb9d3-5784-4a3b-9d5f-25cb1898b93b service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719285 Feb 10 04:15:53.830565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b967-b373-4df4-83a5-7fd573d2cad0 req-29eff7c2-f3e0-416e-9133-b47c6f625875 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:53.832093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a548b967-b373-4df4-83a5-7fd573d2cad0 req-29eff7c2-f3e0-416e-9133-b47c6f625875 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.2242024 Feb 10 04:15:53.900632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-19e70a6f-fe6a-477a-b9d8-03d80b667d48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84a3ac0e7c324d64abd70706a7c7b0cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9328451 Feb 10 04:15:53.916567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41824) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:53.956198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-f30f74b1-381b-4ee8-8924-d70dcf9929a4 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5752931 Feb 10 04:15:53.975578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e70a6f-fe6a-477a-b9d8-03d80b667d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae2825-0a66-4c3a-973c-9f2aefd6a52b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:54.017619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f5f9d502-46a5-4c05-9b52-2664f12f4884), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:54.164808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=f5f9d502-46a5-4c05-9b52-2664f12f4884,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:54.274915 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:54.287595 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-973d148b-ba20-41e7-8a07-d92d49992336 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/f5f9d502-46a5-4c05-9b52-2664f12f4884 HTTP/1.1" status: 204 len: 168 time: 2.5187700 Feb 10 04:15:54.345523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41830) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:54.380132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a75f0e4-a1b3-41a7-a331-4e61ce434979 admin admin] Publish callbacks [] for security_group (f2ae2825-0a66-4c3a-973c-9f2aefd6a52b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:54.427990 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7ebcbd-b7ce-416d-8472-010c77d91b82 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:15:54.432696 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a7ebcbd-b7ce-416d-8472-010c77d91b82 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/f5f9d502-46a5-4c05-9b52-2664f12f4884 HTTP/1.1" status: 404 len: 333 time: 0.0838184 Feb 10 04:15:54.456459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41832) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:54.568204 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a75f0e4-a1b3-41a7-a331-4e61ce434979 admin admin] Publish callbacks [] for security_group (f2ae2825-0a66-4c3a-973c-9f2aefd6a52b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:54.697317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-d9d26436-dc88-4de4-b004-28b63b236274 service neutron] 10.222.0.42 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395904 Feb 10 04:15:54.705121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet b6f114a6-05ee-42c8-954d-75c2ee7cdee9 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:15:54.724802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Deleting port b8767df8-f9fc-4374-93bb-7798a3db55b9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:54.725461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:54.729044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (b6f114a6-05ee-42c8-954d-75c2ee7cdee9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:54.854143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a548b967-b373-4df4-83a5-7fd573d2cad0 req-fe7551b3-5bd0-47fd-a360-bde75c130f6e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0006003 Feb 10 04:15:54.943380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e14d812d-7346-4124-81ae-38c307da74e7 service neutron] 10.222.0.42 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343378 Feb 10 04:15:54.963913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (b6f114a6-05ee-42c8-954d-75c2ee7cdee9), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:54.977073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] For port b8767df8-f9fc-4374-93bb-7798a3db55b9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b8767df8-f9fc-4374-93bb-7798a3db55b9,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:54.977442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.010933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Calling delete_port for b8767df8-f9fc-4374-93bb-7798a3db55b9 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:55.068698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a75f0e4-a1b3-41a7-a331-4e61ce434979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f2ae2825-0a66-4c3a-973c-9f2aefd6a52b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.072542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a75f0e4-a1b3-41a7-a331-4e61ce434979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.074176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3a75f0e4-a1b3-41a7-a331-4e61ce434979 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2ae2825-0a66-4c3a-973c-9f2aefd6a52b HTTP/1.1" status: 204 len: 168 time: 1.1543639 Feb 10 04:15:55.090791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75f0e4-a1b3-41a7-a331-4e61ce434979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae2825-0a66-4c3a-973c-9f2aefd6a52b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:55.110331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2103d4c0-8ad8-47a3-b8af-729d13fe1172), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.273114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b6f114a6-05ee-42c8-954d-75c2ee7cdee9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.347322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bb19135c-c0a9-4de5-b7c6-68ae8dbf614d req-aa13bc10-dd2e-4b86-86d3-548d89869ae0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1925130 Feb 10 04:15:55.348374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event deleted for resources: {'Port': ['ID=2103d4c0-8ad8-47a3-b8af-729d13fe1172,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:55.442275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b6f114a6-05ee-42c8-954d-75c2ee7cdee9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.454668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] No DVR routers for this DVR port 2103d4c0-8ad8-47a3-b8af-729d13fe1172 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:55.462007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.465334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-480117c7-e548-44e4-b888-48d3f8f60f77 req-88c318fe-b886-48aa-9c16-a7e90fa5b327 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "DELETE /v2.0/ports/2103d4c0-8ad8-47a3-b8af-729d13fe1172 HTTP/1.1" status: 204 len: 173 time: 2.6303818 Feb 10 04:15:55.466517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'name': 'network-vif-deleted', 'tag': '2103d4c0-8ad8-47a3-b8af-729d13fe1172'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:55.470846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5aaabe-65c2-4f7f-a3a8-720e5a7a38f8 None None] Network c51f01b1-ae3c-432c-bc77-af8bb147f859 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:15:55.481445 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e8918-3496-4aba-a90f-e75954d8bcbe" -d '{"events": [{"server_uuid": "e1c38dd6-f373-4782-aaf5-c8da20813e7e", "name": "network-vif-deleted", "tag": "2103d4c0-8ad8-47a3-b8af-729d13fe1172"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:55.484044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:55.492874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/b6f114a6-05ee-42c8-954d-75c2ee7cdee9 HTTP/1.1" status: 204 len: 168 time: 1.0352848 Feb 10 04:15:55.499889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41846) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:55.569341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b0ff0-8148-4813-9548-f34552437b1b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f114a6-05ee-42c8-954d-75c2ee7cdee9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:55.829609 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1649e6cb-8771-42c8-a2fc-d6923de1f207 x-openstack-request-id: req-1649e6cb-8771-42c8-a2fc-d6923de1f207 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:55.830173 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c38dd6-f373-4782-aaf5-c8da20813e7e", "name": "network-vif-deleted", "tag": "2103d4c0-8ad8-47a3-b8af-729d13fe1172", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:55.830739 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1649e6cb-8771-42c8-a2fc-d6923de1f207 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:55.831283 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c38dd6-f373-4782-aaf5-c8da20813e7e', 'name': 'network-vif-deleted', 'tag': '2103d4c0-8ad8-47a3-b8af-729d13fe1172', 'status': 'completed', 'code': 200} Feb 10 04:15:55.840937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b8767df8-f9fc-4374-93bb-7798a3db55b9 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:55.891599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (c51f01b1-ae3c-432c-bc77-af8bb147f859), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.067183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 057a2085-020c-45a8-851e-949e8840e511 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:56.067869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (057a2085-020c-45a8-851e-949e8840e511), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.071503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] DHCP port deletion for c51f01b1-ae3c-432c-bc77-af8bb147f859 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:15:56.084502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2103d4c0-8ad8-47a3-b8af-729d13fe1172 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:56.134320 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b8767df8-f9fc-4374-93bb-7798a3db55b9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.219964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 2103d4c0-8ad8-47a3-b8af-729d13fe1172 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:56.220453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2103d4c0-8ad8-47a3-b8af-729d13fe1172 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:56.315633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No active binding found for port b8767df8-f9fc-4374-93bb-7798a3db55b9 {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:15:56.316336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port b8767df8-f9fc-4374-93bb-7798a3db55b9 host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:15:56.316912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b8767df8-f9fc-4374-93bb-7798a3db55b9 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:56.323389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event deleted for resources: {'Port': ['ID=b8767df8-f9fc-4374-93bb-7798a3db55b9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:56.353351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Deleting port 057a2085-020c-45a8-851e-949e8840e511 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:56.353351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (057a2085-020c-45a8-851e-949e8840e511), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.420067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7aa6f5-847f-471d-8e3f-980a1ad9871e req-278ebf73-15b8-4471-a63e-e0765766e3f7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:56.425246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f7aa6f5-847f-471d-8e3f-980a1ad9871e req-278ebf73-15b8-4471-a63e-e0765766e3f7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.1585531 Feb 10 04:15:56.447095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] For port 057a2085-020c-45a8-851e-949e8840e511, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=057a2085-020c-45a8-851e-949e8840e511,segment=NetworkSegment(50a0b486-502c-42de-bc02-cd7da6ef1015),segment_id=50a0b486-502c-42de-bc02-cd7da6ef1015)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:56.447500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (057a2085-020c-45a8-851e-949e8840e511), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.463686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Calling delete_port for 057a2085-020c-45a8-851e-949e8840e511 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:56.519699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] For port 057a2085-020c-45a8-851e-949e8840e511, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=057a2085-020c-45a8-851e-949e8840e511,segment=NetworkSegment(50a0b486-502c-42de-bc02-cd7da6ef1015),segment_id=50a0b486-502c-42de-bc02-cd7da6ef1015)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:56.520101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (057a2085-020c-45a8-851e-949e8840e511), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.523633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f7aa6f5-847f-471d-8e3f-980a1ad9871e req-a0792c3f-b182-4d25-8991-102cf4121ad5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895855 Feb 10 04:15:56.630438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c4bf592-1974-4573-b48a-1aa2511d29cb req-b85737ca-c127-480b-8478-de95f3162902 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 210 time: 0.1515920 Feb 10 04:15:56.634022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] No DVR routers for this DVR port b8767df8-f9fc-4374-93bb-7798a3db55b9 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:56.643906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.658517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d917f7d-ce03-4870-b771-7e2b55bc8ba3 req-931a9159-172c-44be-8c46-1ec619dfb3dd tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "DELETE /v2.0/ports/b8767df8-f9fc-4374-93bb-7798a3db55b9 HTTP/1.1" status: 204 len: 173 time: 3.2316289 Feb 10 04:15:56.688947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 057a2085-020c-45a8-851e-949e8840e511 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:56.720793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (057a2085-020c-45a8-851e-949e8840e511), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:56.782952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6745-bb32-4097-8393-7a4352403876 req-7ef1e33a-13b7-4206-bfca-72939ffba20a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:56.783662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] No DVR routers for this DVR port 057a2085-020c-45a8-851e-949e8840e511 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:56.795365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dadf6745-bb32-4097-8393-7a4352403876 req-7ef1e33a-13b7-4206-bfca-72939ffba20a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 945 time: 0.1854272 Feb 10 04:15:56.801227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Pushing event deleted for resources: {'Port': ['ID=057a2085-020c-45a8-851e-949e8840e511,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:56.824600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.826198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.828525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.829228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.831460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.831879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.844721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.846135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.847346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.847746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.849264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.850727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.850727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3f43-34cd-464d-a5b9-324561219b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:15:56.905284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dadf6745-bb32-4097-8393-7a4352403876 req-369edf3f-4fd1-4fd1-aded-c11f11185576 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988734 Feb 10 04:15:56.952953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d333793c-0057-48e9-9790-1d8c235b2af1 req-20b2be87-6a42-4f55-9384-b78aac396911 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0864513 Feb 10 04:15:57.024979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (057a2085-020c-45a8-851e-949e8840e511), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.045511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No DVR routers for this DVR port 057a2085-020c-45a8-851e-949e8840e511 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:15:57.109335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=057a2085-020c-45a8-851e-949e8840e511,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:57.274277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (c51f01b1-ae3c-432c-bc77-af8bb147f859), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.300958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51f01b1-ae3c-432c-bc77-af8bb147f859']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:57.318374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a0b486-502c-42de-bc02-cd7da6ef1015') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:57.318779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a0b486-502c-42de-bc02-cd7da6ef1015') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:15:57.352365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (50a0b486-502c-42de-bc02-cd7da6ef1015), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.354670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 057a2085-020c-45a8-851e-949e8840e511 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:15:57.381413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (50a0b486-502c-42de-bc02-cd7da6ef1015), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.390303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:15:57.390991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (50a0b486-502c-42de-bc02-cd7da6ef1015), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:15:57.394641 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:15:57.448407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 057a2085-020c-45a8-851e-949e8840e511 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:15:57.448816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 057a2085-020c-45a8-851e-949e8840e511 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:15:57.609985 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (c51f01b1-ae3c-432c-bc77-af8bb147f859), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.621979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.631496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/c51f01b1-ae3c-432c-bc77-af8bb147f859 HTTP/1.1" status: 204 len: 168 time: 2.1269884 Feb 10 04:15:57.632755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41902) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:57.639573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1908269750'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:57.641233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-390295ad-ce27-4391-aaff-ecb6592ca087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.686278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af891b-dee6-4a1b-b782-58b8f9f18f93 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=c51f01b1-ae3c-432c-bc77-af8bb147f859,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:57.731571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:57.742606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.760542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d0065-cb48-4e83-9bbb-dd0923bc6523 req-2a84d174-a11b-4194-9010-bd5100bce19c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:57.773607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c1d0065-cb48-4e83-9bbb-dd0923bc6523 req-2a84d174-a11b-4194-9010-bd5100bce19c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.1127675 Feb 10 04:15:57.837480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'name': 'network-vif-deleted', 'tag': 'b8767df8-f9fc-4374-93bb-7798a3db55b9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:15:57.841906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:15:57.851908 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceba8a90-c3cf-462a-8e32-a3819b4bf815" -d '{"events": [{"server_uuid": "710d6d0f-f361-4812-8f15-cb20bfd136d9", "name": "network-vif-deleted", "tag": "b8767df8-f9fc-4374-93bb-7798a3db55b9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:15:57.873910 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5b00a45c-6c29-476b-8fea-e67c746039a8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:57.874255 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Added segment 5b00a45c-6c29-476b-8fea-e67c746039a8 of type vlan for network 6d438498-6bf8-4a96-a72d-394168713a3f Feb 10 04:15:57.946265 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c1d0065-cb48-4e83-9bbb-dd0923bc6523 req-e8fbb1ad-2ca5-4932-89d8-9fac5ed9d322 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717112 Feb 10 04:15:57.997657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6d438498-6bf8-4a96-a72d-394168713a3f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:58.090553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90310d51-c811-4dcb-8d88-5acadb3fec51 req-e8b8469b-8df3-4d2a-a8e2-f0c638c58c38 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 210 time: 0.0618145 Feb 10 04:15:58.110934 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549252a2-1d5b-47ea-94db-1c644752246f x-openstack-request-id: req-549252a2-1d5b-47ea-94db-1c644752246f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:15:58.111250 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d6d0f-f361-4812-8f15-cb20bfd136d9", "name": "network-vif-deleted", "tag": "b8767df8-f9fc-4374-93bb-7798a3db55b9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:15:58.111484 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-549252a2-1d5b-47ea-94db-1c644752246f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:15:58.118764 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710d6d0f-f361-4812-8f15-cb20bfd136d9', 'name': 'network-vif-deleted', 'tag': 'b8767df8-f9fc-4374-93bb-7798a3db55b9', 'status': 'completed', 'code': 200} Feb 10 04:15:58.159655 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6d438498-6bf8-4a96-a72d-394168713a3f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:58.188545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:58.188545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:58.322247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Network': ['ID=6d438498-6bf8-4a96-a72d-394168713a3f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:15:58.349815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6d438498-6bf8-4a96-a72d-394168713a3f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:15:58.481567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426298a7-ba53-461b-975a-0da5a53b9229 req-c03dc6d3-4b2f-44be-a30e-630ffbbc8af0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1172464 Feb 10 04:15:58.512202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9644483-4db4-41a4-9c32-558ca0933119 req-05a8a9fb-2933-4d2a-ba70-e53a874e520f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:58.524942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c9644483-4db4-41a4-9c32-558ca0933119 req-05a8a9fb-2933-4d2a-ba70-e53a874e520f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 945 time: 0.2084436 Feb 10 04:15:58.565586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ddaf9a21-421f-4c7e-9edf-e3d669961d2f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9311059 Feb 10 04:15:58.568798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41924) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:58.574532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:58.583625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-8a636d98-e438-4545-b088-e35e1acac758 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:58.589186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-8a636d98-e438-4545-b088-e35e1acac758 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 945 time: 0.3251402 Feb 10 04:15:58.701449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c9644483-4db4-41a4-9c32-558ca0933119 req-2965c16a-fbfc-4763-95df-26aefcb4afb9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751430 Feb 10 04:15:58.817057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:58.825558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:58.829764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Deleting port e465bc75-23f6-4788-86c8-3c6a35611ecf {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:15:58.830208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:59.109037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] For port e465bc75-23f6-4788-86c8-3c6a35611ecf, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e465bc75-23f6-4788-86c8-3c6a35611ecf,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:15:59.132600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:59.240772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Calling delete_port for e465bc75-23f6-4788-86c8-3c6a35611ecf owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:15:59.293257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:15:59.414189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e6c0697-5fd2-47fc-91fa-e772a75f6aaf req-52c0a31f-e3e6-4c1c-b1ef-b7682c9b47c9 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 210 time: 0.0756803 Feb 10 04:15:59.580853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-89695dcf-792f-4c7b-92c5-071fb68a14b5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:59.582669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-89695dcf-792f-4c7b-92c5-071fb68a14b5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 812 time: 0.4759958 Feb 10 04:15:59.626983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0f9ff-dcbb-4dd4-9d62-5004f6b21581 req-672f3ab8-1415-48c5-9d16-e21e46026dc6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:15:59.638792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24e0f9ff-dcbb-4dd4-9d62-5004f6b21581 req-672f3ab8-1415-48c5-9d16-e21e46026dc6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.4725938 Feb 10 04:15:59.658997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Request body: {'port': {'device_id': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'admin_state_up': True, 'tenant_id': '594f5a495b5a423092ad0d78ce59103c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:59.687285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:15:59.794312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24e0f9ff-dcbb-4dd4-9d62-5004f6b21581 req-9ac22b10-460c-420a-9ab1-4f508639ce20 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530907 Feb 10 04:15:59.821609 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e4338695-7cad-46f8-88c9-8fcc839f528e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:59.824439 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae0fa5c2-579d-4e19-add4-33eb2327c373 req-0fb8d87f-fef9-4fcf-87b9-ebd872f371e3 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1514175 Feb 10 04:15:59.852310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6ca8f7a7-8aab-4533-af4d-662d0c9586d8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:59.961896 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:15:59.971636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Made reservation on behalf of 594f5a495b5a423092ad0d78ce59103c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:15:59.976064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.039024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Checking segment: {'id': '5b00a45c-6c29-476b-8fea-e67c746039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:00.050156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network hostable DHCP agents. Network: 6d438498-6bf8-4a96-a72d-394168713a3f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:16:00.113006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=6ca8f7a7-8aab-4533-af4d-662d0c9586d8,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:00.196716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Allocated IP 172.20.0.9 (7c39f6a8-6506-4e49-a4a5-0886240829aa/db4fb7e6-27d1-4b6f-8165-0311c0576fdb/ca21a609-eeea-4b7a-ac23-790fd0d11626) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:00.199469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.210818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 6d438498-6bf8-4a96-a72d-394168713a3f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:16:00.332485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 6d438498-6bf8-4a96-a72d-394168713a3f) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:00.354399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a8d05-48a4-420a-8de7-d461fd3c04c8 None None] Network 6d438498-6bf8-4a96-a72d-394168713a3f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:00.387409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:00.388475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.390023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks [] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.523820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Allocated IP 172.25.8.221 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:00.533731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6743865b-f5bc-40e7-bd82-c088246967e2 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9602077 Feb 10 04:16:00.534498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41946) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:00.543606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.557290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d2e1c401-6dda-4ad1-be3c-c5ce16989ce0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1484930716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:00.621166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-6d438498-6bf8-4a96-a72d-394168713a3f', 'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f', 'project_id': 'c87a7448878049989bfbc3c8ab243e40', 'fixed_ips': [{'subnet_id': '6ca8f7a7-8aab-4533-af4d-662d0c9586d8'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:16:00.622213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.666964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d4cf3f9-638d-4806-92fa-afa7e2b83553 req-541bb74f-460f-4fd1-b3de-861a1c410f9e tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 210 time: 0.0441153 Feb 10 04:16:00.726376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-5346f79f-4501-409e-8d84-c48000e875ff tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:00.737026 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-5346f79f-4501-409e-8d84-c48000e875ff tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 812 time: 0.8462241 Feb 10 04:16:00.742302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c401-6dda-4ad1-be3c-c5ce16989ce0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (da598b13-3e5a-41e0-81da-5228312a2ca9), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.744166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c401-6dda-4ad1-be3c-c5ce16989ce0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (da598b13-3e5a-41e0-81da-5228312a2ca9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.758739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e677af-a6de-4e94-b0e0-0f95aba01e73 req-14f01b60-2e31-4c4d-b19a-5ad5e3b056db tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:00.766099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17e677af-a6de-4e94-b0e0-0f95aba01e73 req-14f01b60-2e31-4c4d-b19a-5ad5e3b056db tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 945 time: 0.8548398 Feb 10 04:16:00.796405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:00.826664 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:00.851865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Request body: {'port': {'device_id': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'admin_state_up': True, 'tenant_id': '594f5a495b5a423092ad0d78ce59103c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:00.861276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:00.894230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:00.993264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Allocated IP 2001:db8::2 (6d438498-6bf8-4a96-a72d-394168713a3f/6ca8f7a7-8aab-4533-af4d-662d0c9586d8/c6355915-66cb-4e95-a0a6-737f1b798c97) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:01.006327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event updated for resources: {'Port': ['ID=ca21a609-eeea-4b7a-ac23-790fd0d11626,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:01.026277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e465bc75-23f6-4788-86c8-3c6a35611ecf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.155092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:01.155992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.157186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.160221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c401-6dda-4ad1-be3c-c5ce16989ce0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for router_controller (da598b13-3e5a-41e0-81da-5228312a2ca9), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.196897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event deleted for resources: {'Port': ['ID=e465bc75-23f6-4788-86c8-3c6a35611ecf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:01.217626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:01.228773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:01.233363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c401-6dda-4ad1-be3c-c5ce16989ce0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (da598b13-3e5a-41e0-81da-5228312a2ca9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.237408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:01.240567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Pushing event updated for resources: {'Port': ['ID=c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:01.284457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3fb5a-6983-4182-9735-835d72516652 req-1f385292-0779-443c-b33a-47721ae72391 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:01.289986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17e677af-a6de-4e94-b0e0-0f95aba01e73 req-c011b492-8488-4ccc-a80e-712ec3be3428 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228970 Feb 10 04:16:01.291697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] No DVR routers for this DVR port e465bc75-23f6-4788-86c8-3c6a35611ecf on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:16:01.292585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10a3fb5a-6983-4182-9735-835d72516652 req-1f385292-0779-443c-b33a-47721ae72391 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.3713324 Feb 10 04:16:01.316811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.328193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d0daef9-426e-4d05-9457-aa9dc84c7e84 req-54d35f6a-4652-4d63-871b-cfc7c0c60629 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "DELETE /v2.0/ports/e465bc75-23f6-4788-86c8-3c6a35611ecf HTTP/1.1" status: 204 len: 173 time: 2.7200608 Feb 10 04:16:01.353069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'name': 'network-vif-deleted', 'tag': 'e465bc75-23f6-4788-86c8-3c6a35611ecf'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:01.363463 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582962d7-8583-49b4-a671-41fc9a3e5204" -d '{"events": [{"server_uuid": "db15c21f-061f-4b3f-9505-ce6c23a46bca", "name": "network-vif-deleted", "tag": "e465bc75-23f6-4788-86c8-3c6a35611ecf"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:01.377320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c401-6dda-4ad1-be3c-c5ce16989ce0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.379076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2e1c401-6dda-4ad1-be3c-c5ce16989ce0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8435369 Feb 10 04:16:01.384466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41954) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:01.401301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c7ffd9c2-a2a8-4032-b18c-20c5ba8f6752 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7589011 Feb 10 04:16:01.432289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f', 'name': 'tempest-PortsIpV6TestJSON-1163142947'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:01.444775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Request body: {'port': {'device_id': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:01.446337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10a3fb5a-6983-4182-9735-835d72516652 req-55bfce58-ee3e-4cb5-85ee-d6c41fecadcf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526659 Feb 10 04:16:01.549587 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e223dd-6091-4f53-b656-913c907f1b8f x-openstack-request-id: req-a9e223dd-6091-4f53-b656-913c907f1b8f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:01.550231 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db15c21f-061f-4b3f-9505-ce6c23a46bca", "name": "network-vif-deleted", "tag": "e465bc75-23f6-4788-86c8-3c6a35611ecf", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:01.550491 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9e223dd-6091-4f53-b656-913c907f1b8f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:01.550934 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db15c21f-061f-4b3f-9505-ce6c23a46bca', 'name': 'network-vif-deleted', 'tag': 'e465bc75-23f6-4788-86c8-3c6a35611ecf', 'status': 'completed', 'code': 200} Feb 10 04:16:01.561937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-57c89e1d-4e19-436b-9177-08baaaa0ccaa req-860eff69-6b6b-4e0b-b723-c1f9f5975d57 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1015451 Feb 10 04:16:01.626084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Made reservation on behalf of 594f5a495b5a423092ad0d78ce59103c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:01.633398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.664112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.668487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.692404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Publish callbacks [] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.764755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.828331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Network 6d438498-6bf8-4a96-a72d-394168713a3f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:01.831705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:01.835967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:01.881662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Pushing event updated for resources: {'Port': ['ID=c6355915-66cb-4e95-a0a6-737f1b798c97,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:01.921426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e465bc75-23f6-4788-86c8-3c6a35611ecf no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:16:01.962389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Allocated IP 172.20.0.6 (7c39f6a8-6506-4e49-a4a5-0886240829aa/db4fb7e6-27d1-4b6f-8165-0311c0576fdb/a89d09e8-f2fd-4527-876d-f14ef21545ce) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:01.965956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: e465bc75-23f6-4788-86c8-3c6a35611ecf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:16:01.967178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e465bc75-23f6-4788-86c8-3c6a35611ecf not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:16:01.970596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Attempting to bind port c6355915-66cb-4e95-a0a6-737f1b798c97 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:01.971241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Attempting to bind port c6355915-66cb-4e95-a0a6-737f1b798c97 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5b00a45c-6c29-476b-8fea-e67c746039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:01.971829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Attempting to bind port c6355915-66cb-4e95-a0a6-737f1b798c97 on network 6d438498-6bf8-4a96-a72d-394168713a3f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:01.983045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:01.991002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Checking segment: {'id': '5b00a45c-6c29-476b-8fea-e67c746039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:01.991002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:01.991002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Bound using segment: {'id': '5b00a45c-6c29-476b-8fea-e67c746039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:01.991002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Bound port: c6355915-66cb-4e95-a0a6-737f1b798c97, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b00a45c-6c29-476b-8fea-e67c746039a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6d438498-6bf8-4a96-a72d-394168713a3f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:01.991002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.068163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for floatingip (45a5e0a3-1cc9-4bc9-92bb-32faf70d572c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.076279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] For port c6355915-66cb-4e95-a0a6-737f1b798c97, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:02.081699 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86b33ab0-d85f-40ed-8662-5d0221072a43 req-6cbae7d5-949e-484a-9c98-a31f7ec33a63 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 210 time: 0.0557275 Feb 10 04:16:02.089952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] For port c6355915-66cb-4e95-a0a6-737f1b798c97, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6355915-66cb-4e95-a0a6-737f1b798c97,segment=NetworkSegment(5b00a45c-6c29-476b-8fea-e67c746039a8),segment_id=5b00a45c-6c29-476b-8fea-e67c746039a8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:02.154588 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.189737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:02.194539 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.203407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks [] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.268248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa404efe-004c-4fc7-88ac-2346c90fe65d None None] Pushing event updated for resources: {'Port': ['ID=c6355915-66cb-4e95-a0a6-737f1b798c97,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:02.294392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:16:02.309530 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.328979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.537059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.617240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0e443a0-6d6d-4991-b04f-3312d104645a req-cbb2be1f-f04e-421d-9b79-3a6ccae071ba tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.1730349 Feb 10 04:16:02.636229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event updated for resources: {'Port': ['ID=a89d09e8-f2fd-4527-876d-f14ef21545ce,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:02.646022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Network 7c39f6a8-6506-4e49-a4a5-0886240829aa is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:02.747872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:02.752343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:02.822065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::b6 (6d438498-6bf8-4a96-a72d-394168713a3f/6ca8f7a7-8aab-4533-af4d-662d0c9586d8/e49a0b18-ac9b-4def-9bb1-b3038ffa5d99) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:02.885449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85aee5d6-5729-4386-974d-313507720a01 req-75584d51-abef-4cc8-914d-316e604b547e tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0762722 Feb 10 04:16:02.913994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:02.914743 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:02.915959 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:16:03.022234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-a8572b93-c8ab-48ab-b798-dfcfde20b551 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2482862 Feb 10 04:16:03.027124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca21a609-eeea-4b7a-ac23-790fd0d11626 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:03.033419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45493ac1-5e68-4748-9dcf-66790c618a18 req-3a73f054-0201-4fd9-aca1-c2ce24ecc1dd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:03.035058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45493ac1-5e68-4748-9dcf-66790c618a18 req-3a73f054-0201-4fd9-aca1-c2ce24ecc1dd tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.4423976 Feb 10 04:16:03.056563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Request body: {'port': {'device_id': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:03.090874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Publish callbacks [] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.204626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.209522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Transition to ACTIVE for port object ca21a609-eeea-4b7a-ac23-790fd0d11626 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:16:03.230757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45493ac1-5e68-4748-9dcf-66790c618a18 req-6fb2c592-6cab-43bc-9970-9316f4b486b4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839774 Feb 10 04:16:03.274436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.293096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.366265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.458271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c6355915-66cb-4e95-a0a6-737f1b798c97 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:03.514397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.603406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c6355915-66cb-4e95-a0a6-737f1b798c97 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:03.603848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Pushing event updated for resources: {'Port': ['ID=c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:03.604006 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.625309 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.648070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca21a609-eeea-4b7a-ac23-790fd0d11626,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:03.776671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c6355915-66cb-4e95-a0a6-737f1b798c97 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:03.777601 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.833860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=e49a0b18-ac9b-4def-9bb1-b3038ffa5d99,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:03.867425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port c6355915-66cb-4e95-a0a6-737f1b798c97, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6355915-66cb-4e95-a0a6-737f1b798c97,segment=NetworkSegment(5b00a45c-6c29-476b-8fea-e67c746039a8),segment_id=5b00a45c-6c29-476b-8fea-e67c746039a8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:03.906599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (45a5e0a3-1cc9-4bc9-92bb-32faf70d572c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:03.911851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada85e10-b52e-4679-9073-bdde1480390d None None] Network 6d438498-6bf8-4a96-a72d-394168713a3f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:03.983324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad95b40e-b939-432b-b38d-dd09f5ea6d33 req-f79b565b-ab16-447a-8be7-0fea9c06ea79 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.1643307 Feb 10 04:16:03.994263 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.014174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 6d438498-6bf8-4a96-a72d-394168713a3f is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:04.017096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:04.028461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:04.029845 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.047838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:04.048533 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.096630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cccada1f-2369-416c-8474-9b1c540279ad None None] Provisioning complete for port c6355915-66cb-4e95-a0a6-737f1b798c97 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:04.097011 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cccada1f-2369-416c-8474-9b1c540279ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.114127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.119539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d0c6f7aa-c1a5-4acf-ab24-44c7bd032cd5 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8236237 Feb 10 04:16:04.128287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41972) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:04.143966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-606626665', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'fixed_ips': [{'ip_address': '172.25.8.221'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:04.187391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1431ea5-82a6-4879-aebe-86cbb6ad69ee req-ae788362-3171-484b-86d0-0fe495d4380f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0620954 Feb 10 04:16:04.218539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=c6355915-66cb-4e95-a0a6-737f1b798c97,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:04.314577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cccada1f-2369-416c-8474-9b1c540279ad None None] Current status of the port c6355915-66cb-4e95-a0a6-737f1b798c97 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:04.614647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c685a95-1ae1-4031-9529-c1610ac28ef8 req-e853fc73-0d04-4485-ab21-8147a7a77821 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:04.617554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c685a95-1ae1-4031-9529-c1610ac28ef8 req-e853fc73-0d04-4485-ab21-8147a7a77821 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.2048907 Feb 10 04:16:04.625186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bb0ec7c3-0fe7-4387-b89a-0c5389d19c8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2217228 Feb 10 04:16:04.627996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41976) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:04.719306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Made reservation on behalf of 50d893c1275f4d88b1719ef5b1544b18 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:04.722406 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.833160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bc0a8-1c04-4a6f-9d41-19481a533fc7 req-3b7cf1cf-cdc7-46f4-b66c-0d465b8f0bb1 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:04.836272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.848744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-114bc0a8-1c04-4a6f-9d41-19481a533fc7 req-3b7cf1cf-cdc7-46f4-b66c-0d465b8f0bb1 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 931 time: 1.3733783 Feb 10 04:16:04.915863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Attempting to bind port ca21a609-eeea-4b7a-ac23-790fd0d11626 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:04.916547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Attempting to bind port ca21a609-eeea-4b7a-ac23-790fd0d11626 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:04.917202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Attempting to bind port ca21a609-eeea-4b7a-ac23-790fd0d11626 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:04.968689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for security_group (198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:04.982472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e25f1579-4678-4939-8238-59c22421985d None None] Provisioning complete for port c6355915-66cb-4e95-a0a6-737f1b798c97 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:04.983432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e25f1579-4678-4939-8238-59c22421985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.097099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c685a95-1ae1-4031-9529-c1610ac28ef8 req-f8f77e64-e5f3-4eb1-b568-ce57aa4aac88 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679074 Feb 10 04:16:05.123894 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.151337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-114bc0a8-1c04-4a6f-9d41-19481a533fc7 req-ff9bbd64-0f49-4f27-91a0-7ebb11c5c6e9 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014116 Feb 10 04:16:05.152370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Port ca21a609-eeea-4b7a-ac23-790fd0d11626 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:16:05.152951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Attempting to bind port ca21a609-eeea-4b7a-ac23-790fd0d11626 on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:05.171335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:05.171986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Checking segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:05.172337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Bound using segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:05.172948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Bound port: ca21a609-eeea-4b7a-ac23-790fd0d11626, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:05.173415 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.205558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] device_id is not set on port 64e4aa5c-ed29-4543-8878-408acd3fd96c yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:16:05.399720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c6355915-66cb-4e95-a0a6-737f1b798c97 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:05.417982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] For port ca21a609-eeea-4b7a-ac23-790fd0d11626, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:05.430410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] For port ca21a609-eeea-4b7a-ac23-790fd0d11626, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ca21a609-eeea-4b7a-ac23-790fd0d11626,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:05.466160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e25f1579-4678-4939-8238-59c22421985d None None] Current status of the port c6355915-66cb-4e95-a0a6-737f1b798c97 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:05.481979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-74d02445-5e4f-4619-9027-32ea86bb1dac req-4da2953a-84a8-4bca-a14b-8d7dc3f96ec5 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0496657 Feb 10 04:16:05.485084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e25f1579-4678-4939-8238-59c22421985d None None] Provisioning complete for port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:05.485882 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e25f1579-4678-4939-8238-59c22421985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.500832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89d09e8-f2fd-4527-876d-f14ef21545ce {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:05.532494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Publish callbacks [] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.536831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c6355915-66cb-4e95-a0a6-737f1b798c97 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:05.543452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.560536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Transition to ACTIVE for port object a89d09e8-f2fd-4527-876d-f14ef21545ce will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:16:05.563565 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.570879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e25f1579-4678-4939-8238-59c22421985d None None] Port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:05.590507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa5e4f54-33b3-499c-bb08-8de52d9d5529 req-530a7590-14b1-46cd-8680-a653d7b37391 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.1681979 Feb 10 04:16:05.652759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.678932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:05.684018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.685802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] 10.222.0.43 "PUT /v2.0/ports/ca21a609-eeea-4b7a-ac23-790fd0d11626 HTTP/1.1" status: 200 len: 1091 time: 4.2633348 Feb 10 04:16:05.696151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'tag': 'ca21a609-eeea-4b7a-ac23-790fd0d11626'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:05.698803 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed65c6f-8f52-4e65-bdb2-00f843191171" -d '{"events": [{"name": "network-changed", "server_uuid": "c6986c32-ec06-46ae-a9a5-b8551ec69c43", "tag": "ca21a609-eeea-4b7a-ac23-790fd0d11626"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:05.735766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c6355915-66cb-4e95-a0a6-737f1b798c97 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:05.739349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b492d-f4df-49a1-9892-1d6f928b4a36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca21a609-eeea-4b7a-ac23-790fd0d11626,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:05.757394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:05.789339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8fb6c4ff-1366-4305-b2fd-1650441c0800 None None] Provisioning complete for port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:05.789920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8fb6c4ff-1366-4305-b2fd-1650441c0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:05.813934 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894e33f2-22ba-441e-9049-c3e3e93fd246 x-openstack-request-id: req-894e33f2-22ba-441e-9049-c3e3e93fd246 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:05.814234 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6986c32-ec06-46ae-a9a5-b8551ec69c43", "tag": "ca21a609-eeea-4b7a-ac23-790fd0d11626", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:05.814539 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-894e33f2-22ba-441e-9049-c3e3e93fd246 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:05.814974 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'tag': 'ca21a609-eeea-4b7a-ac23-790fd0d11626', 'status': 'completed', 'code': 200} Feb 10 04:16:05.832263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d09e8-f2fd-4527-876d-f14ef21545ce,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:05.882345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6c4ff-1366-4305-b2fd-1650441c0800 None None] Port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:05.929074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed65c6f-8f52-4e65-bdb2-00f843191171 req-b974f35f-f687-45b1-9da2-9e366e250305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:05.930593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed65c6f-8f52-4e65-bdb2-00f843191171 req-b974f35f-f687-45b1-9da2-9e366e250305 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 1125 time: 0.0939620 Feb 10 04:16:05.970060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Attempting to bind port a89d09e8-f2fd-4527-876d-f14ef21545ce on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:05.970397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Attempting to bind port a89d09e8-f2fd-4527-876d-f14ef21545ce by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:05.970746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Attempting to bind port a89d09e8-f2fd-4527-876d-f14ef21545ce on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:05.989083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Port a89d09e8-f2fd-4527-876d-f14ef21545ce on network 7c39f6a8-6506-4e49-a4a5-0886240829aa not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:16:05.989083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Attempting to bind port a89d09e8-f2fd-4527-876d-f14ef21545ce on network 7c39f6a8-6506-4e49-a4a5-0886240829aa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:06.021749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:06.022757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Checking segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:06.023186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Bound using segment: {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:06.023586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Bound port: a89d09e8-f2fd-4527-876d-f14ef21545ce, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593e6a2c-1f9c-4750-bb9e-8d5136691c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:06.023943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:06.125688 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 04:16:06.126580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:06.137982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed65c6f-8f52-4e65-bdb2-00f843191171 req-b52b42c8-4321-4aa0-96fe-f1ad563d5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:06.139489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed65c6f-8f52-4e65-bdb2-00f843191171 req-b52b42c8-4321-4aa0-96fe-f1ad563d5b8c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=594f5a495b5a423092ad0d78ce59103c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2016799 Feb 10 04:16:06.207419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] For port a89d09e8-f2fd-4527-876d-f14ef21545ce, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:06.229269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c68e1dac-669f-44b4-94e8-e27e7e14fe5b tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0981295 Feb 10 04:16:06.234507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41990) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:06.352312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] For port a89d09e8-f2fd-4527-876d-f14ef21545ce, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a89d09e8-f2fd-4527-876d-f14ef21545ce,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:06.369585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:06.407057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655953e6-3627-4dd6-8a47-f8a02ad2eacd req-9f3060a4-fb83-435a-b7e0-a073f52325f2 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:06.408642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-655953e6-3627-4dd6-8a47-f8a02ad2eacd req-9f3060a4-fb83-435a-b7e0-a073f52325f2 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 943 time: 0.1006017 Feb 10 04:16:06.517950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-655953e6-3627-4dd6-8a47-f8a02ad2eacd req-526a6c9a-6409-4750-923c-bb7b00144f5a tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869548 Feb 10 04:16:06.524755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:06.524921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a71dfc-2b5d-4599-bece-da3f38ac57d7 req-075accfd-c842-47de-992f-f7fdfe77b971 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:06.533064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d2a71dfc-2b5d-4599-bece-da3f38ac57d7 req-075accfd-c842-47de-992f-f7fdfe77b971 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.2577128 Feb 10 04:16:06.660340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d09e8-f2fd-4527-876d-f14ef21545ce,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:06.667355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed65c6f-8f52-4e65-bdb2-00f843191171 req-5e8ce276-1d04-4e6d-9368-53d4bdbaaead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:06.668882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed65c6f-8f52-4e65-bdb2-00f843191171 req-5e8ce276-1d04-4e6d-9368-53d4bdbaaead service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5221462 Feb 10 04:16:06.694994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:06.695782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:06.699257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Deleting port c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:06.700034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:06.701094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-e85c28ed-b7f4-46dc-b7eb-23dffb00c1c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/a89d09e8-f2fd-4527-876d-f14ef21545ce HTTP/1.1" status: 200 len: 1091 time: 3.6500628 Feb 10 04:16:06.771187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a34da3b-d61d-4883-ab37-3c6ea0bb838b req-9373c5f0-92dc-404a-90a3-e95ca511020d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0478330 Feb 10 04:16:06.817707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:06.818362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for floatingip (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:06.832966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Calling delete_port for c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:06.954208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-52e02643-e9b1-4934-88be-d628f715dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:06.954208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-52e02643-e9b1-4934-88be-d628f715dd41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 1125 time: 0.1061542 Feb 10 04:16:06.957157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be81183e-bb3b-4152-babd-bab800b44a28 req-aae55da0-c269-469e-9db0-ec66936d4386 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0762177 Feb 10 04:16:06.958653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-48b81c1c-bdb5-419c-bb78-ab6cdc0b6f21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca21a609-eeea-4b7a-ac23-790fd0d11626 HTTP/1.1" status: 200 len: 217 time: 0.0663409 Feb 10 04:16:07.028557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-f57cc3c7-245a-4fac-8dcf-58ca0cb596c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:07.031401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-f57cc3c7-245a-4fac-8dcf-58ca0cb596c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 200 len: 852 time: 0.0668316 Feb 10 04:16:07.080483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-de0a9f9d-63b2-4b33-b068-b04e3ba611dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c39f6a8-6506-4e49-a4a5-0886240829aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431280 Feb 10 04:16:07.203736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-b9bd0400-17fe-4cdb-997d-e8157cd9a301 service neutron] 10.222.0.43 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169319 Feb 10 04:16:07.340748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-9feb4ec5-bceb-45c4-81fa-ac56c9b09b93 service neutron] 10.222.0.43 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286411 Feb 10 04:16:07.440294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d2a71dfc-2b5d-4599-bece-da3f38ac57d7 req-b4d2f7b5-0139-4160-83c0-959f5aec7f16 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060869 Feb 10 04:16:07.577106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:07.579479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:07.683057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Pushing event deleted for resources: {'Port': ['ID=c716ab41-eb2c-4e1e-b3ea-4ba2dd2f1168,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:07.687111 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:07.691289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks [] for floatingip (45a5e0a3-1cc9-4bc9-92bb-32faf70d572c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:07.694369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:07.699194 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3dc2ef7e-017b-4223-8354-44d41b75aa52 tempest-ExternalNetworksAdminNegativeTestJSON-375864014 tempest-ExternalNetworksAdminNegativeTestJSON-375864014-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/45a5e0a3-1cc9-4bc9-92bb-32faf70d572c HTTP/1.1" status: 204 len: 168 time: 1.4614928 Feb 10 04:16:07.736873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-42819e3e-b204-4a05-a40a-6832482dc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:07.738942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-42819e3e-b204-4a05-a40a-6832482dc82b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1126 time: 0.2091441 Feb 10 04:16:07.773138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-421c1051-6447-4ba5-aeca-64d1a38fe227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:07.776066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-421c1051-6447-4ba5-aeca-64d1a38fe227 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 1125 time: 0.1645527 Feb 10 04:16:07.819961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c84ca8-4796-4f34-9446-e2bc6b88a534 req-96a29ad7-f829-45f9-84f7-c451d1bf4357 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:07.827418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30c84ca8-4796-4f34-9446-e2bc6b88a534 req-96a29ad7-f829-45f9-84f7-c451d1bf4357 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 943 time: 0.1659319 Feb 10 04:16:07.840973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'tag': 'a89d09e8-f2fd-4527-876d-f14ef21545ce'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:07.847351 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b79d1a29-d70e-40bf-9cdb-05e20560c144", "tag": "a89d09e8-f2fd-4527-876d-f14ef21545ce"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:07.871212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=e49a0b18-ac9b-4def-9bb1-b3038ffa5d99,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:07.958677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-2939891c-7c34-4363-a009-80e7f7bf4fc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89d09e8-f2fd-4527-876d-f14ef21545ce HTTP/1.1" status: 200 len: 217 time: 0.1285646 Feb 10 04:16:08.027985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (da598b13-3e5a-41e0-81da-5228312a2ca9), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.089268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30c84ca8-4796-4f34-9446-e2bc6b88a534 req-4d67f1d9-0592-4d76-92d3-0b41f2f68eb7 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525463 Feb 10 04:16:08.089669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-3c280e37-e34d-48e7-a962-10830e28064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:08.110395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-3c280e37-e34d-48e7-a962-10830e28064f service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 914 time: 0.3055544 Feb 10 04:16:08.114589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-48fcec42-d0a8-4e35-a9a9-7f2dc23908b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:08.117074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-48fcec42-d0a8-4e35-a9a9-7f2dc23908b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 200 len: 852 time: 0.1316969 Feb 10 04:16:08.163513 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032ed77-36aa-4a5c-839c-c1dc1628801a x-openstack-request-id: req-1032ed77-36aa-4a5c-839c-c1dc1628801a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:08.163860 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79d1a29-d70e-40bf-9cdb-05e20560c144", "tag": "a89d09e8-f2fd-4527-876d-f14ef21545ce", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:08.164120 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1032ed77-36aa-4a5c-839c-c1dc1628801a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:08.164523 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'tag': 'a89d09e8-f2fd-4527-876d-f14ef21545ce', 'status': 'completed', 'code': 200} Feb 10 04:16:08.183824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c504dcf2-f9ac-4b6e-a20e-c1bbe5743dee req-d825e69e-9fbd-4b89-bc55-4102eb10f66d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.2683814 Feb 10 04:16:08.247894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-2291e233-88f7-4663-bf12-1c5d45729e10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c39f6a8-6506-4e49-a4a5-0886240829aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802526 Feb 10 04:16:08.250684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-948cd39c-eccb-41d5-8caf-af7b3d54dec4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 217 time: 0.0717137 Feb 10 04:16:08.251878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-90307b25-5d4c-4451-9b6d-faf659128170 None None] Provisioning complete for port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:08.252920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-90307b25-5d4c-4451-9b6d-faf659128170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.305610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-90307b25-5d4c-4451-9b6d-faf659128170 None None] Port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:08.307255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-748348fe-1a39-4518-9c4a-47d0d31c7cdc req-2060eb8f-93f6-4b74-9d9f-859f9441bf4c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0582943 Feb 10 04:16:08.383504 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.385839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42012) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:08.399402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-fe07b494-8ded-47f4-a4e4-7cb9da938a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:08.400884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-fe07b494-8ded-47f4-a4e4-7cb9da938a8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.1269684 Feb 10 04:16:08.442623 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-ef505fb6-9d36-423c-aae6-bccddcafa2a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350668 Feb 10 04:16:08.449116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-608c24f5-b9f5-430f-b976-4b8c6441a6fb service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864338 Feb 10 04:16:08.588453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a629dd5-29e2-46e9-8dbe-98ac4f2da34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.607451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7221c379-9554-48bb-9e18-d152e556f6e0 req-fee669ff-d594-4fb3-b4e0-1601eff8e7a5 service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464846 Feb 10 04:16:08.628110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-7d3b6ee8-2223-4e85-9f02-0c908f93e2f7 service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778390 Feb 10 04:16:08.721080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072287ff-b15f-4cdd-a312-f61265503f9c req-e52972e5-2494-4175-8d2f-f40d74434501 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:08.722610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-072287ff-b15f-4cdd-a312-f61265503f9c req-e52972e5-2494-4175-8d2f-f40d74434501 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.1797788 Feb 10 04:16:08.757545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03b0f9ab-729b-4736-9ba4-17e49dcd4400 req-ea302691-409d-47ba-aa4a-ad74fa664501 service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232367 Feb 10 04:16:08.775485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-6c3afdaf-bb6a-4d66-a45d-ecc099fd4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:08.776821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-6c3afdaf-bb6a-4d66-a45d-ecc099fd4403 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=594f5a495b5a423092ad0d78ce59103c&device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 1125 time: 0.0562329 Feb 10 04:16:08.840075 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.848305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-072287ff-b15f-4cdd-a312-f61265503f9c req-147690a7-1322-48ab-9412-293104d908c5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149032 Feb 10 04:16:08.849990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a629dd5-29e2-46e9-8dbe-98ac4f2da34e admin admin] Publish callbacks [] for security_group (46776aae-dfed-4147-9c1d-992e8636891c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.884391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-3b4b6872-a7e7-42a0-a2d9-789fdd29a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:08.886010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-3b4b6872-a7e7-42a0-a2d9-789fdd29a46e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 200 len: 913 time: 0.1037083 Feb 10 04:16:08.905527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.906499 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (da598b13-3e5a-41e0-81da-5228312a2ca9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.934039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-64b1ca85-9651-4a2e-9c52-01e8d067f164 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89d09e8-f2fd-4527-876d-f14ef21545ce HTTP/1.1" status: 200 len: 217 time: 0.0398910 Feb 10 04:16:08.951293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a629dd5-29e2-46e9-8dbe-98ac4f2da34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (46776aae-dfed-4147-9c1d-992e8636891c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:08.984775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-c79b323e-3787-4e36-aa8c-a5210c8ae348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:08.986365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-c79b323e-3787-4e36-aa8c-a5210c8ae348 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 200 len: 852 time: 0.0464959 Feb 10 04:16:09.005804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=e49a0b18-ac9b-4def-9bb1-b3038ffa5d99,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:09.022204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-a66b6ffe-71e3-4253-a9cd-1acf0e589f35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c39f6a8-6506-4e49-a4a5-0886240829aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291460 Feb 10 04:16:09.023079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a629dd5-29e2-46e9-8dbe-98ac4f2da34e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ea7241805a64bd4b479346150a3c6fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6352937 Feb 10 04:16:09.027348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42018) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:09.051094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a629dd5-29e2-46e9-8dbe-98ac4f2da34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46776aae-dfed-4147-9c1d-992e8636891c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:09.090687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 6d438498-6bf8-4a96-a72d-394168713a3f is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:09.092204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:09.150079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1397dc3f-ef38-48c8-803a-66fceb5aa493 admin admin] Publish callbacks [] for security_group (46776aae-dfed-4147-9c1d-992e8636891c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:09.173072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1397dc3f-ef38-48c8-803a-66fceb5aa493 admin admin] Publish callbacks [] for security_group (46776aae-dfed-4147-9c1d-992e8636891c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:09.245010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-8592a58d-be04-4287-97f4-26ab104b324c service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102718 Feb 10 04:16:09.343540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Router da598b13-3e5a-41e0-81da-5228312a2ca9 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:16:09.379584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c75671fe-f8c2-4046-b55f-a5782202ae04 req-e343d354-13b1-4556-894a-c32dcadd6aaa tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0531182 Feb 10 04:16:09.391083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb118a56-aeb5-41dd-bbdb-b35b1c81a4f9 req-255a2684-d7c6-44f3-8b1e-2f3a8ba59252 service neutron] 10.222.0.24 "GET /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389740 Feb 10 04:16:09.427965 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1397dc3f-ef38-48c8-803a-66fceb5aa493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (46776aae-dfed-4147-9c1d-992e8636891c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:09.436976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1397dc3f-ef38-48c8-803a-66fceb5aa493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:09.439129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1397dc3f-ef38-48c8-803a-66fceb5aa493 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46776aae-dfed-4147-9c1d-992e8636891c HTTP/1.1" status: 204 len: 168 time: 0.4097214 Feb 10 04:16:09.499073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397dc3f-ef38-48c8-803a-66fceb5aa493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46776aae-dfed-4147-9c1d-992e8636891c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:09.537307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cca926-e435-4b11-8f8b-a4bef78bf534 req-0ae3b138-3ee1-464d-aad1-00d7ac13cd65 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:09.540847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9cca926-e435-4b11-8f8b-a4bef78bf534 req-0ae3b138-3ee1-464d-aad1-00d7ac13cd65 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 943 time: 0.3365173 Feb 10 04:16:09.560903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-241732de-cc2b-41ca-b464-d57e026a00e9 None None] Provisioning complete for port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:09.562216 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-241732de-cc2b-41ca-b464-d57e026a00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:09.568800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60de4e6d-9bdf-413c-a19f-6a1baceac3e4 req-de74ed8b-e1a3-4295-9bb2-ef0f198beb5c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0674446 Feb 10 04:16:09.581684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:09.592240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42030) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:09.593509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7ef992cd-bffe-4d0b-be86-4f77d4e7adab tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "PUT /v2.0/routers/da598b13-3e5a-41e0-81da-5228312a2ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9632640 Feb 10 04:16:09.597278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] Sync routers for ids ['da598b13-3e5a-41e0-81da-5228312a2ca9'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:09.619021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] Routers {'da598b13-3e5a-41e0-81da-5228312a2ca9'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:09.624948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['da598b13-3e5a-41e0-81da-5228312a2ca9'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:09.644814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9cca926-e435-4b11-8f8b-a4bef78bf534 req-e53d6228-a748-4349-8dbb-86c2ba3cab32 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997748 Feb 10 04:16:09.666662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:09.668986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-241732de-cc2b-41ca-b464-d57e026a00e9 None None] Port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:09.678980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] Routers {'da598b13-3e5a-41e0-81da-5228312a2ca9'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:09.680018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['da598b13-3e5a-41e0-81da-5228312a2ca9'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:09.701868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d27a9-5734-410e-9d6a-9d15ec0e1f87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:09.705377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-447d27a9-5734-410e-9d6a-9d15ec0e1f87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports?device_id=da598b13-3e5a-41e0-81da-5228312a2ca9 HTTP/1.1" status: 200 len: 988 time: 0.1112847 Feb 10 04:16:09.706278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:09.713008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:09.713913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27d7fc0-3033-45a6-b571-35b8cee25bc1 None None] The sync data for ids ['da598b13-3e5a-41e0-81da-5228312a2ca9'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:09.995782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c3ea9-daa5-4f40-81d9-db20188dfdd6 req-8b9ed8c5-d94f-41b4-8052-c63ee12199e6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:09.997117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af7c3ea9-daa5-4f40-81d9-db20188dfdd6 req-8b9ed8c5-d94f-41b4-8052-c63ee12199e6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.0758765 Feb 10 04:16:10.044123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ca21a609-eeea-4b7a-ac23-790fd0d11626 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:16:10.053440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af7c3ea9-daa5-4f40-81d9-db20188dfdd6 req-3d1739be-545c-48c0-bef7-181dbb79b8dc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Feb 10 04:16:10.173206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42038) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:10.208432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ca21a609-eeea-4b7a-ac23-790fd0d11626, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ca21a609-eeea-4b7a-ac23-790fd0d11626,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:10.226746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'ca21a609-eeea-4b7a-ac23-790fd0d11626', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'port_id': 'ca21a609-eeea-4b7a-ac23-790fd0d11626', 'mac_address': 'fa:16:3e:d8:f6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4fb7e6-27d1-4b6f-8165-0311c0576fdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:16:10.235954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-80d6c29b-2789-4439-a808-05aaaedd5c9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50d893c1275f4d88b1719ef5b1544b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613196 Feb 10 04:16:10.236899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42040) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:10.276102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ca21a609-eeea-4b7a-ac23-790fd0d11626 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:10.277535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:10.294065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca21a609-eeea-4b7a-ac23-790fd0d11626 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:10.315360 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-995536d1-fa63-441b-9e2d-fbe7bd4cdb15 admin admin] Publish callbacks [] for security_group (198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:10.322147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ca21a609-eeea-4b7a-ac23-790fd0d11626, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ca21a609-eeea-4b7a-ac23-790fd0d11626,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:10.352941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-995536d1-fa63-441b-9e2d-fbe7bd4cdb15 admin admin] Publish callbacks [] for security_group (198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:10.393847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:10.471514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-995536d1-fa63-441b-9e2d-fbe7bd4cdb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:10.474650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-995536d1-fa63-441b-9e2d-fbe7bd4cdb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:10.480875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-995536d1-fa63-441b-9e2d-fbe7bd4cdb15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d HTTP/1.1" status: 204 len: 168 time: 0.2398729 Feb 10 04:16:10.492250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995536d1-fa63-441b-9e2d-fbe7bd4cdb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198a7ef3-8fbd-43cd-bc11-dbc0ff446c1d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:10.495529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ca21a609-eeea-4b7a-ac23-790fd0d11626,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:10.592884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9c074cd-5010-436d-b3b8-fc02b284ea1b req-4f69fb8f-4bd9-4ab9-99b1-6400f5015bc6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0411015 Feb 10 04:16:10.635158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['ca21a609-eeea-4b7a-ac23-790fd0d11626'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:16:10.759276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd194305-c535-4c36-98ba-e769ebb00f39 req-e96532c5-5fa5-4c39-b73e-7610466e935c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0724139 Feb 10 04:16:10.841390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (da598b13-3e5a-41e0-81da-5228312a2ca9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:10.966035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb74767-829c-4f55-8150-4f7898e544a3 req-e511826d-1bc9-4321-a638-2b4992a7306f tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:10.967931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cb74767-829c-4f55-8150-4f7898e544a3 req-e511826d-1bc9-4321-a638-2b4992a7306f tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 943 time: 0.1794937 Feb 10 04:16:11.137614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cb74767-829c-4f55-8150-4f7898e544a3 req-9e6c480e-089b-4540-9e08-96eb51c7d4c9 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612327 Feb 10 04:16:11.208297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06329b27-3a71-4b71-81a0-f8902ed3b08e req-2ad35d63-a36f-4b88-b324-07004f18b36a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:11.211898 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06329b27-3a71-4b71-81a0-f8902ed3b08e req-2ad35d63-a36f-4b88-b324-07004f18b36a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 944 time: 0.0715191 Feb 10 04:16:11.265916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:11.266308 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:11.299390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06329b27-3a71-4b71-81a0-f8902ed3b08e req-c552d144-f4aa-4bef-a0c0-d1c04f2ef726 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748322 Feb 10 04:16:11.375646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:11.388401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:11.660794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e49a0b18-ac9b-4def-9bb1-b3038ffa5d99), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:11.690202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=e49a0b18-ac9b-4def-9bb1-b3038ffa5d99,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:11.757783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3789037-0a48-4c16-ba95-5b9a7805e7ea req-ebced9a0-f985-4dac-b3de-c9fbe0f9ea1c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0570309 Feb 10 04:16:11.796469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42076) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:11.871832 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (da598b13-3e5a-41e0-81da-5228312a2ca9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:11.894215 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3569e753-5f01-4e60-9b69-1b7d7ae0000e req-4896f0fe-4111-4ad9-91dd-1a25699c45bc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0405982 Feb 10 04:16:11.947170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:16:12.007808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c626cd70-c18e-4712-ac93-f7fcd0b70535 tempest-AgentManagementNegativeTest-2061617509 tempest-AgentManagementNegativeTest-2061617509-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2100835 Feb 10 04:16:12.052988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ca21a609-eeea-4b7a-ac23-790fd0d11626 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:12.086048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Router da598b13-3e5a-41e0-81da-5228312a2ca9 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:12.109929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:12.125422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'network_id': 'bc5ef00f-e5d1-4412-ae51-9ed3e7765235', 'port_id': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'mac_address': 'fa:16:3e:94:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58460e59-2bba-44ad-8efe-b86a3619b642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:16:12.169251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:12.169756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.181063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:12.186624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964c35b4-56c2-4e75-9017-679d7cd2cc1c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:12.189956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42084) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:12.192749 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] Sync routers for ids ['da598b13-3e5a-41e0-81da-5228312a2ca9'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:12.203426 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] Routers {'da598b13-3e5a-41e0-81da-5228312a2ca9'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:12.204040 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['da598b13-3e5a-41e0-81da-5228312a2ca9'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:12.206398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c48e1c08-5a59-4e3f-88b4-8c05f7e7a75b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "PUT /v2.0/routers/da598b13-3e5a-41e0-81da-5228312a2ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4979012 Feb 10 04:16:12.218776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:12.234263 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b85c50-ec14-4f16-ad12-71e03bf2859b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:16:12.235816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-67b85c50-ec14-4f16-ad12-71e03bf2859b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/e49a0b18-ac9b-4def-9bb1-b3038ffa5d99 HTTP/1.1" status: 404 len: 333 time: 0.0448689 Feb 10 04:16:12.238418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42086) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:12.239642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port ca21a609-eeea-4b7a-ac23-790fd0d11626 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:16:12.244578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port ca21a609-eeea-4b7a-ac23-790fd0d11626 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:12.244966 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.278216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2ef4e-9a83-4235-b5d6-b966a8be945c req-caaae265-5d6c-42a9-9078-f8a4143a4d7e tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:12.284330 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:12.289582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ca2ef4e-9a83-4235-b5d6-b966a8be945c req-caaae265-5d6c-42a9-9078-f8a4143a4d7e tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 943 time: 0.0731497 Feb 10 04:16:12.302632 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] Routers {'da598b13-3e5a-41e0-81da-5228312a2ca9'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:12.304988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['da598b13-3e5a-41e0-81da-5228312a2ca9'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:12.348264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ca2ef4e-9a83-4235-b5d6-b966a8be945c req-b7faeb82-117c-47de-b4c3-55b678b03593 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577469 Feb 10 04:16:12.376288 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6397ffb3-d28e-4ce4-929a-2b8eba4a5411 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for router (da598b13-3e5a-41e0-81da-5228312a2ca9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.397435 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.397435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a89d09e8-f2fd-4527-876d-f14ef21545ce details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:16:12.399790 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:12.400644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a94d8-2fe4-4a2a-9fe5-fbdcc603e09b None None] The sync data for ids ['da598b13-3e5a-41e0-81da-5228312a2ca9'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:12.456138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ca21a609-eeea-4b7a-ac23-790fd0d11626 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:12.456555 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.504034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:12.546849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21a609-eeea-4b7a-ac23-790fd0d11626'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:12.549050 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e201458e-03f3-4a7b-8020-d4895c640c47" -d '{"events": [{"server_uuid": "c6986c32-ec06-46ae-a9a5-b8551ec69c43", "name": "network-vif-plugged", "status": "completed", "tag": "ca21a609-eeea-4b7a-ac23-790fd0d11626"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:12.568455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ca21a609-eeea-4b7a-ac23-790fd0d11626, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ca21a609-eeea-4b7a-ac23-790fd0d11626,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:12.591466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a89d09e8-f2fd-4527-876d-f14ef21545ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a89d09e8-f2fd-4527-876d-f14ef21545ce,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:12.604796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'a89d09e8-f2fd-4527-876d-f14ef21545ce', 'network_id': '7c39f6a8-6506-4e49-a4a5-0886240829aa', 'port_id': 'a89d09e8-f2fd-4527-876d-f14ef21545ce', 'mac_address': 'fa:16:3e:d1:81:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4fb7e6-27d1-4b6f-8165-0311c0576fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:16:12.633266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42094) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:12.635567 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ada86-bb3f-42ac-94ea-b947b63923ff x-openstack-request-id: req-e96ada86-bb3f-42ac-94ea-b947b63923ff {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:12.635878 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6986c32-ec06-46ae-a9a5-b8551ec69c43", "name": "network-vif-plugged", "status": "completed", "tag": "ca21a609-eeea-4b7a-ac23-790fd0d11626", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:12.636139 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e96ada86-bb3f-42ac-94ea-b947b63923ff {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:12.636524 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21a609-eeea-4b7a-ac23-790fd0d11626', 'code': 200} Feb 10 04:16:12.653363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.690557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port a89d09e8-f2fd-4527-876d-f14ef21545ce is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:12.691058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.720672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89d09e8-f2fd-4527-876d-f14ef21545ce {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:12.743981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ca21a609-eeea-4b7a-ac23-790fd0d11626,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:12.755305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a89d09e8-f2fd-4527-876d-f14ef21545ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a89d09e8-f2fd-4527-876d-f14ef21545ce,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:12.766047 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6397ffb3-d28e-4ce4-929a-2b8eba4a5411 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (da598b13-3e5a-41e0-81da-5228312a2ca9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.769073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6397ffb3-d28e-4ce4-929a-2b8eba4a5411 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for router_controller (da598b13-3e5a-41e0-81da-5228312a2ca9), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.776108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0682b8-75e2-4d08-a332-bbc370ed1802 req-c7e9feee-e555-42d0-9580-5b84dd487df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:12.776108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba0682b8-75e2-4d08-a332-bbc370ed1802 req-c7e9feee-e555-42d0-9580-5b84dd487df0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 1127 time: 0.0935533 Feb 10 04:16:12.812045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c3f67049-a161-4b59-8d1d-e82bb5ffa5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.822834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.846594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba0682b8-75e2-4d08-a332-bbc370ed1802 req-0eab7910-d91f-4f5e-bb06-25a37a1732e2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682702 Feb 10 04:16:12.860283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46415b4-f042-4a16-aec4-f3d864cd0e00 req-778302d2-f6c6-4256-aa41-a5bcec151fbc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:12.861911 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b46415b4-f042-4a16-aec4-f3d864cd0e00 req-778302d2-f6c6-4256-aa41-a5bcec151fbc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.4330516 Feb 10 04:16:12.894921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=a89d09e8-f2fd-4527-876d-f14ef21545ce,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:12.921612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-02f67c10-e2e0-49bd-aa68-2c7762bb79b5 req-a20cc101-4e94-4259-9fd3-be348c82b3d7 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0371907 Feb 10 04:16:12.930915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b46415b4-f042-4a16-aec4-f3d864cd0e00 req-22f61deb-4a50-42f8-9301-77471be96bd5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615747 Feb 10 04:16:12.937146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6397ffb3-d28e-4ce4-929a-2b8eba4a5411 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (da598b13-3e5a-41e0-81da-5228312a2ca9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.937486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6397ffb3-d28e-4ce4-929a-2b8eba4a5411 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Fanout notify agent at l3_agent the message router_deleted on router da598b13-3e5a-41e0-81da-5228312a2ca9 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:16:12.947934 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6397ffb3-d28e-4ce4-929a-2b8eba4a5411 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:12.951537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6397ffb3-d28e-4ce4-929a-2b8eba4a5411 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/routers/da598b13-3e5a-41e0-81da-5228312a2ca9 HTTP/1.1" status: 204 len: 168 time: 0.7098427 Feb 10 04:16:12.952607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42102) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:13.049732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03d4216e-e0fa-4483-a9ea-c7236b4b6fd9 req-e72d8361-a070-46b0-b8b7-d3bbb0ebc287 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0403459 Feb 10 04:16:13.060722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['a89d09e8-f2fd-4527-876d-f14ef21545ce'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:16:13.063281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['964c35b4-56c2-4e75-9017-679d7cd2cc1c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:16:13.069888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet 6ca8f7a7-8aab-4533-af4d-662d0c9586d8 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:16:13.091504 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (6ca8f7a7-8aab-4533-af4d-662d0c9586d8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.124598 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c3f67049-a161-4b59-8d1d-e82bb5ffa5db admin admin] Publish callbacks [] for security_group (2046a470-ec39-4f8e-aeae-91dda236486f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.143556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (6ca8f7a7-8aab-4533-af4d-662d0c9586d8), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.196729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c3f67049-a161-4b59-8d1d-e82bb5ffa5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2046a470-ec39-4f8e-aeae-91dda236486f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.263119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6ca8f7a7-8aab-4533-af4d-662d0c9586d8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.286553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67049-a161-4b59-8d1d-e82bb5ffa5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2046a470-ec39-4f8e-aeae-91dda236486f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:13.294178 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c3f67049-a161-4b59-8d1d-e82bb5ffa5db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a42ccec679174903adaa1c7a6dfaef9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6573207 Feb 10 04:16:13.296607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42104) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:13.375390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc7ed-032f-4707-9c09-bcab92e48bfd admin admin] Publish callbacks [] for security_group (2046a470-ec39-4f8e-aeae-91dda236486f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.399786 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc7ed-032f-4707-9c09-bcab92e48bfd admin admin] Publish callbacks [] for security_group (2046a470-ec39-4f8e-aeae-91dda236486f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.433752 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (6ca8f7a7-8aab-4533-af4d-662d0c9586d8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.463478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca8f7a7-8aab-4533-af4d-662d0c9586d8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:13.469457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.472870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e5046cfd-65fc-459d-ad57-31d097be6dba tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/6ca8f7a7-8aab-4533-af4d-662d0c9586d8 HTTP/1.1" status: 204 len: 168 time: 0.5038214 Feb 10 04:16:13.478851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42108) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:13.479838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60525101-561f-4800-aadd-dff5974192d8 None None] Network 6d438498-6bf8-4a96-a72d-394168713a3f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:13.500651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6160-09fd-4695-a2af-f4e0711f5a67 req-fc3cf0b5-e5d1-47a6-8b49-0d404872075f tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:13.502168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6160-09fd-4695-a2af-f4e0711f5a67 req-fc3cf0b5-e5d1-47a6-8b49-0d404872075f tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 944 time: 0.0843778 Feb 10 04:16:13.574574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc7ed-032f-4707-9c09-bcab92e48bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2046a470-ec39-4f8e-aeae-91dda236486f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.577204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc7ed-032f-4707-9c09-bcab92e48bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.579101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1c0dc7ed-032f-4707-9c09-bcab92e48bfd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2046a470-ec39-4f8e-aeae-91dda236486f HTTP/1.1" status: 204 len: 168 time: 0.2815595 Feb 10 04:16:13.600798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6d438498-6bf8-4a96-a72d-394168713a3f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.607697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dc7ed-032f-4707-9c09-bcab92e48bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046a470-ec39-4f8e-aeae-91dda236486f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:13.617801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db6c6160-09fd-4695-a2af-f4e0711f5a67 req-91a0ae84-e610-4a74-b6fa-68a015cc34b7 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Feb 10 04:16:13.684628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port c6355915-66cb-4e95-a0a6-737f1b798c97 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:13.685065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.707124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] DHCP port deletion for 6d438498-6bf8-4a96-a72d-394168713a3f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:16:13.763651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] For port c6355915-66cb-4e95-a0a6-737f1b798c97, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6355915-66cb-4e95-a0a6-737f1b798c97,segment=NetworkSegment(5b00a45c-6c29-476b-8fea-e67c746039a8),segment_id=5b00a45c-6c29-476b-8fea-e67c746039a8)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:13.764039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.774663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] Deleting port c6355915-66cb-4e95-a0a6-737f1b798c97 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:13.776402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.778884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for c6355915-66cb-4e95-a0a6-737f1b798c97 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:13.840278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] For port c6355915-66cb-4e95-a0a6-737f1b798c97, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6355915-66cb-4e95-a0a6-737f1b798c97,segment=NetworkSegment(5b00a45c-6c29-476b-8fea-e67c746039a8),segment_id=5b00a45c-6c29-476b-8fea-e67c746039a8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:13.840604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.861984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] Calling delete_port for c6355915-66cb-4e95-a0a6-737f1b798c97 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:13.946265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:13.988173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=c6355915-66cb-4e95-a0a6-737f1b798c97,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:13.993751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No DVR routers for this DVR port c6355915-66cb-4e95-a0a6-737f1b798c97 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:16:14.112952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0fd945c5-172b-4609-b615-b5fd45702181 req-63f2f180-58be-4190-80d4-aa0eb24fd339 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0578754 Feb 10 04:16:14.156383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:14.253698 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (c6355915-66cb-4e95-a0a6-737f1b798c97), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.323834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4e80969-be7a-4f01-a139-552f6e0130c8 req-bf18b00a-426a-4805-995f-4bd1a09c9b44 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0619125 Feb 10 04:16:14.353917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] No DVR routers for this DVR port c6355915-66cb-4e95-a0a6-737f1b798c97 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:16:14.355398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15584a-0067-4df9-a731-6ed2209e1698 None None] Pushing event deleted for resources: {'Port': ['ID=c6355915-66cb-4e95-a0a6-737f1b798c97,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:14.520644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 964c35b4-56c2-4e75-9017-679d7cd2cc1c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:16:14.528577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 964c35b4-56c2-4e75-9017-679d7cd2cc1c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:14.529319 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.529933 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6d438498-6bf8-4a96-a72d-394168713a3f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.557246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d438498-6bf8-4a96-a72d-394168713a3f']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:14.571446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b00a45c-6c29-476b-8fea-e67c746039a8') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:14.571748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b00a45c-6c29-476b-8fea-e67c746039a8') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:14.580071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c904c-7fb6-42a3-b640-9fd9fff40f57 req-860e0b22-122c-4170-b954-7328ea00b826 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:14.581783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e33c904c-7fb6-42a3-b640-9fd9fff40f57 req-860e0b22-122c-4170-b954-7328ea00b826 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 945 time: 0.4999824 Feb 10 04:16:14.591310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (5b00a45c-6c29-476b-8fea-e67c746039a8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.616777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5b00a45c-6c29-476b-8fea-e67c746039a8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.629024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:16:14.629322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (5b00a45c-6c29-476b-8fea-e67c746039a8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: warnings.warn(msg) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:16:14.633336 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:16:14.647504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 964c35b4-56c2-4e75-9017-679d7cd2cc1c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:14.648208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.675616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:14.678792 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe4fc71-ba8f-4d55-ad0e-89754c14f406" -d '{"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-plugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:14.701172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:14.744127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e33c904c-7fb6-42a3-b640-9fd9fff40f57 req-8a571b51-c0d6-4f26-bc51-2135aa9ab6b3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508498 Feb 10 04:16:14.781174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.782365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a89d09e8-f2fd-4527-876d-f14ef21545ce up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:14.804082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065ae8b-4fe0-4a98-8470-92f3289ebb01 req-5fddd3b4-7052-4a5e-bb2c-b83137531c47 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:14.805852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4065ae8b-4fe0-4a98-8470-92f3289ebb01 req-5fddd3b4-7052-4a5e-bb2c-b83137531c47 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 944 time: 0.0832784 Feb 10 04:16:14.823910 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e984d0-74b0-40b5-9ce9-fdc7ea2b4256 x-openstack-request-id: req-b3e984d0-74b0-40b5-9ce9-fdc7ea2b4256 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:14.824282 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-plugged", "status": "completed", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:14.824427 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3e984d0-74b0-40b5-9ce9-fdc7ea2b4256 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:14.824919 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'code': 200} Feb 10 04:16:14.840408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6d438498-6bf8-4a96-a72d-394168713a3f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.855197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:14.887748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/6d438498-6bf8-4a96-a72d-394168713a3f HTTP/1.1" status: 204 len: 168 time: 1.3949842 Feb 10 04:16:14.887969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42138) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:14.895017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28d49-32a6-4190-9371-6af4589604c6 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=6d438498-6bf8-4a96-a72d-394168713a3f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:14.911486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4065ae8b-4fe0-4a98-8470-92f3289ebb01 req-331c834d-f534-4814-bef3-336d374aeaa9 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876069 Feb 10 04:16:14.933279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=12']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:14.965695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcd055-2996-460d-9a26-4b67a0080f7a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:14.965695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-46fcd055-2996-460d-9a26-4b67a0080f7a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 HTTP/1.1" status: 200 len: 845 time: 0.0797791 Feb 10 04:16:14.968559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42140) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:15.025454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7a7d156-651e-45db-8845-5672f1a0d281 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0550635 Feb 10 04:16:15.028772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42144) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:15.034509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:15.042263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port a89d09e8-f2fd-4527-876d-f14ef21545ce completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:16:15.046811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port a89d09e8-f2fd-4527-876d-f14ef21545ce triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:15.047146 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.113708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42146) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:15.141006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port a89d09e8-f2fd-4527-876d-f14ef21545ce is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:15.141480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.188881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port a89d09e8-f2fd-4527-876d-f14ef21545ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a89d09e8-f2fd-4527-876d-f14ef21545ce,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:15.208579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79b7a1-9233-41b0-af7b-980182feb9da req-e3ba5c07-d428-4479-9a33-24fba6789a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:15.211516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af79b7a1-9233-41b0-af7b-980182feb9da req-e3ba5c07-d428-4479-9a33-24fba6789a0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1128 time: 0.1718917 Feb 10 04:16:15.257803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1932647626'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:15.261706 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.273638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af79b7a1-9233-41b0-af7b-980182feb9da req-5e1039f2-f8f4-431f-9f19-a5e137e47e46 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Feb 10 04:16:15.306072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ec36498-ee30-4950-a77a-cacb78533bdd req-5098d6a6-c56e-4911-912b-4ade098fea6a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0714893 Feb 10 04:16:15.319114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:15.323037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.333263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=a89d09e8-f2fd-4527-876d-f14ef21545ce,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:15.365028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c6355915-66cb-4e95-a0a6-737f1b798c97 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:16:15.388560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c6355915-66cb-4e95-a0a6-737f1b798c97 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:16:15.388916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c6355915-66cb-4e95-a0a6-737f1b798c97 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:16:15.416261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:15.422072 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.434939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.446913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f344343-ef14-42c4-9394-efe15d5ac0ad req-3945aac5-5fe5-446b-a3ad-5b80f4994902 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0315423 Feb 10 04:16:15.522690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for security_group (3d069f0f-1f21-443c-a78b-86da731700e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.593385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3d069f0f-1f21-443c-a78b-86da731700e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.617189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:16:15.632395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d069f0f-1f21-443c-a78b-86da731700e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:15.639261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (eeeebef6-c0e8-44e8-8d31-0a8007237464), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.639599 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Added segment eeeebef6-c0e8-44e8-8d31-0a8007237464 of type vlan for network c096ccf7-535d-4537-a81f-7266863e1750 Feb 10 04:16:15.646419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (8845975b-d44e-48ae-81c4-a5d711bc0160), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.688531 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (c096ccf7-535d-4537-a81f-7266863e1750), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.696486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:15.700385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:15.705146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:15.706922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.715928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9a1dd-b8f3-4e5d-b8bc-7f22fa9efd9b None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:15.721216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=8845975b-d44e-48ae-81c4-a5d711bc0160,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:15.794311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (c096ccf7-535d-4537-a81f-7266863e1750), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.801246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:15.801892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.825380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-15cee9da-9b89-4e17-856f-536570d6df87 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7950766 Feb 10 04:16:15.828102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42156) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:15.833199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6d14e8e2-e80c-44f2-970c-b5bbbf06e8e7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'security_group': {'name': 'tempest-secgroup-106614128'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:15.864251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-13828a75-e112-4581-a8ca-02d51624c5fc', 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'project_id': 'c87a7448878049989bfbc3c8ab243e40', 'fixed_ips': [{'subnet_id': '8845975b-d44e-48ae-81c4-a5d711bc0160'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:16:15.865425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.914311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Network': ['ID=c096ccf7-535d-4537-a81f-7266863e1750,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:15.942990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network c096ccf7-535d-4537-a81f-7266863e1750 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:16:15.950299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d14e8e2-e80c-44f2-970c-b5bbbf06e8e7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:15.950471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e782-0816-4c89-a0d4-ecd080d8e1a4 req-32bcb328-c5ad-4602-8858-02c23aaf2de8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:15.950916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86e0e782-0816-4c89-a0d4-ecd080d8e1a4 req-32bcb328-c5ad-4602-8858-02c23aaf2de8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0915899 Feb 10 04:16:15.984682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-de1a6b36-591f-44a9-81a9-ce880b97ff6b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8699739 Feb 10 04:16:15.989830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42160) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:16.003614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'subnet': {'network_id': 'c096ccf7-535d-4537-a81f-7266863e1750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:16.029192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86e0e782-0816-4c89-a0d4-ecd080d8e1a4 req-f108018c-2885-4128-902a-829d8387587d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Feb 10 04:16:16.075670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Allocated IP 2001:db8::2 (13828a75-e112-4581-a8ca-02d51624c5fc/8845975b-d44e-48ae-81c4-a5d711bc0160/a759028b-04e5-4772-a2fe-a7b9f9a4617b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:16.198170 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d14e8e2-e80c-44f2-970c-b5bbbf06e8e7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (df7f6a31-761d-415b-ae98-86af043c9682), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.206264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854cd44-f680-4c86-934d-2a739b0a9a54 req-690ba2ce-9d84-45ee-b4bf-3f5ba01705a0 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:16.212400 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0854cd44-f680-4c86-934d-2a739b0a9a54 req-690ba2ce-9d84-45ee-b4bf-3f5ba01705a0 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 945 time: 0.1590204 Feb 10 04:16:16.243814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Publish callbacks [] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.260142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0854cd44-f680-4c86-934d-2a739b0a9a54 req-0e41b87e-7da9-4e80-98f5-fa4802a451a1 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Feb 10 04:16:16.269409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:16.269409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.295850 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d14e8e2-e80c-44f2-970c-b5bbbf06e8e7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (df7f6a31-761d-415b-ae98-86af043c9682), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.324247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.356621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:16.373613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e8e2-e80c-44f2-970c-b5bbbf06e8e7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7f6a31-761d-415b-ae98-86af043c9682,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:16.407131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:16.412374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:16.449121 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d14e8e2-e80c-44f2-970c-b5bbbf06e8e7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.453238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6d14e8e2-e80c-44f2-970c-b5bbbf06e8e7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6216676 Feb 10 04:16:16.454139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42174) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:16.458838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c35af287-bd47-42c1-aa98-255e29d6e6ea tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'security_group': {'name': 'tempest-secgroup-1726096653'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:16.461424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c69bef6-833f-4ee4-9946-9386da760ddc req-6f80bd02-7acf-4f43-94d7-b10fe8838790 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0497034 Feb 10 04:16:16.482014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Pushing event updated for resources: {'Port': ['ID=a759028b-04e5-4772-a2fe-a7b9f9a4617b,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:16.521151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Attempting to bind port a759028b-04e5-4772-a2fe-a7b9f9a4617b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:16.521781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Attempting to bind port a759028b-04e5-4772-a2fe-a7b9f9a4617b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6e5c1825-f117-470c-9cae-77f01ec5961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:16.522495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Attempting to bind port a759028b-04e5-4772-a2fe-a7b9f9a4617b on network 13828a75-e112-4581-a8ca-02d51624c5fc {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:16.528132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:16.529136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Checking segment: {'id': '6e5c1825-f117-470c-9cae-77f01ec5961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:16.529350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.529889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Bound using segment: {'id': '6e5c1825-f117-470c-9cae-77f01ec5961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:16.530464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Bound port: a759028b-04e5-4772-a2fe-a7b9f9a4617b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5c1825-f117-470c-9cae-77f01ec5961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:16.531037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.605333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b22028f-7264-4366-bff6-85d4f5be60ad req-f35bda8d-3298-49f1-a5c3-e91962512b94 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0438864 Feb 10 04:16:16.611773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c35af287-bd47-42c1-aa98-255e29d6e6ea tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.618588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] For port a759028b-04e5-4772-a2fe-a7b9f9a4617b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:16.623403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] For port a759028b-04e5-4772-a2fe-a7b9f9a4617b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a759028b-04e5-4772-a2fe-a7b9f9a4617b,segment=NetworkSegment(6e5c1825-f117-470c-9cae-77f01ec5961f),segment_id=6e5c1825-f117-470c-9cae-77f01ec5961f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:16.679457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (a55bca93-8894-45fc-8351-80d7e62d2062), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.718439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c35af287-bd47-42c1-aa98-255e29d6e6ea tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (b8ac831f-d638-4c03-9913-6ec211ca5a24), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.743351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.753656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Subnet': ['ID=a55bca93-8894-45fc-8351-80d7e62d2062,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:16.766007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Checking segment: {'id': 'eeeebef6-c0e8-44e8-8d31-0a8007237464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c096ccf7-535d-4537-a81f-7266863e1750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:16.766766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network hostable DHCP agents. Network: c096ccf7-535d-4537-a81f-7266863e1750, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:16:16.820165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c0c2-3ca3-428e-9cfe-b7ff93042e2d None None] Pushing event updated for resources: {'Port': ['ID=a759028b-04e5-4772-a2fe-a7b9f9a4617b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:16.825742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d09e8-f2fd-4527-876d-f14ef21545ce'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:16.828230 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb8b3ca-57e1-42c3-b286-cbf9146da016" -d '{"events": [{"server_uuid": "b79d1a29-d70e-40bf-9cdb-05e20560c144", "name": "network-vif-plugged", "status": "completed", "tag": "a89d09e8-f2fd-4527-876d-f14ef21545ce"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:16.848625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c35af287-bd47-42c1-aa98-255e29d6e6ea tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b8ac831f-d638-4c03-9913-6ec211ca5a24), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:16.889602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35af287-bd47-42c1-aa98-255e29d6e6ea tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac831f-d638-4c03-9913-6ec211ca5a24,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:16.889968 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf665b35-685e-4304-bef1-ea2136a645b5 x-openstack-request-id: req-cf665b35-685e-4304-bef1-ea2136a645b5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:16.890455 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79d1a29-d70e-40bf-9cdb-05e20560c144", "name": "network-vif-plugged", "status": "completed", "tag": "a89d09e8-f2fd-4527-876d-f14ef21545ce", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:16.890859 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf665b35-685e-4304-bef1-ea2136a645b5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:16.891327 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d09e8-f2fd-4527-876d-f14ef21545ce', 'code': 200} Feb 10 04:16:16.895433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network c096ccf7-535d-4537-a81f-7266863e1750 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:16:16.993474 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.009894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08b098-8be3-4ed7-973a-91581ed8a160 req-dbf6f091-1f22-4f69-8e9f-4ba408984b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:17.011491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c08b098-8be3-4ed7-973a-91581ed8a160 req-dbf6f091-1f22-4f69-8e9f-4ba408984b26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 1127 time: 0.0621202 Feb 10 04:16:17.028438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c35af287-bd47-42c1-aa98-255e29d6e6ea tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.038334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42196) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:17.046217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c35af287-bd47-42c1-aa98-255e29d6e6ea tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5912919 Feb 10 04:16:17.046398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-175434712', 'security_groups': ['b8ac831f-d638-4c03-9913-6ec211ca5a24'], 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8845975b-d44e-48ae-81c4-a5d711bc0160'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:17.047780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, c096ccf7-535d-4537-a81f-7266863e1750) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:17.053824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:17.054438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.121251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bfe9e-9e37-4c3c-9ad0-55e83cae7baa None None] Network c096ccf7-535d-4537-a81f-7266863e1750 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:17.124571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c08b098-8be3-4ed7-973a-91581ed8a160 req-adae3f07-9aba-47e3-b2fc-3a58da0aefe1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071150 Feb 10 04:16:17.169378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f2a10b56-7571-4d41-8dbe-687a3419c4ed tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1724987 Feb 10 04:16:17.169651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42204) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:17.175301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-532100664', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:17.310597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e0585-7d73-4d74-84d7-f679a5c1b85a None None] Network c096ccf7-535d-4537-a81f-7266863e1750 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:17.364304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7618ef-75c0-4d88-aa5d-3ff1348786f5 req-204f8d32-a871-4300-aa99-57c902ded13b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:17.373638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b7618ef-75c0-4d88-aa5d-3ff1348786f5 req-204f8d32-a871-4300-aa99-57c902ded13b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1762006 Feb 10 04:16:17.375919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:17.405438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6f919320-5da1-4062-97fc-887556113163), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.408335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6f919320-5da1-4062-97fc-887556113163), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.472169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5b7618ef-75c0-4d88-aa5d-3ff1348786f5 req-b2848a15-5c5c-4c28-8464-b532ad8d53f6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975873 Feb 10 04:16:17.498525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a759028b-04e5-4772-a2fe-a7b9f9a4617b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:17.541365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_controller (6f919320-5da1-4062-97fc-887556113163), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.572525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:17.572921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.605007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.629419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0bbf2-721d-48d6-96d7-c2dc64d62725 req-9e2d4549-002c-4cef-8908-c012fbd063e7 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:17.631566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bf0bbf2-721d-48d6-96d7-c2dc64d62725 req-9e2d4549-002c-4cef-8908-c012fbd063e7 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 945 time: 0.1069524 Feb 10 04:16:17.640550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port 2a695014-8ebd-4e0e-a643-169cad87a034 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:16:17.665460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c92723d4-a60e-4a19-9852-38ffc2ba3387 req-c158b75c-f762-41e6-8d34-0ccadcf53396 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0684860 Feb 10 04:16:17.754402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:17.754402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.792344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bf0bbf2-721d-48d6-96d7-c2dc64d62725 req-a922da62-31d9-4a4e-8dec-4e4396e550d4 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466885 Feb 10 04:16:17.809929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26dcccf7-88c8-40e5-b8a2-16a87ceceeae req-39544d9e-e7ee-469e-ad54-72ca759b07d6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0396566 Feb 10 04:16:17.843851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port a759028b-04e5-4772-a2fe-a7b9f9a4617b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a759028b-04e5-4772-a2fe-a7b9f9a4617b,segment=NetworkSegment(6e5c1825-f117-470c-9cae-77f01ec5961f),segment_id=6e5c1825-f117-470c-9cae-77f01ec5961f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:17.907925 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (6f919320-5da1-4062-97fc-887556113163), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.922468 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:17.943210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::264 (13828a75-e112-4581-a8ca-02d51624c5fc/8845975b-d44e-48ae-81c4-a5d711bc0160/2a695014-8ebd-4e0e-a643-169cad87a034) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:18.001214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=a759028b-04e5-4772-a2fe-a7b9f9a4617b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:18.156992 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (2a695014-8ebd-4e0e-a643-169cad87a034), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.271144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.309110 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.370538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:18.374905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:18.377789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:18.385076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:18.385757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.398344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=2a695014-8ebd-4e0e-a643-169cad87a034,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:18.437260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-75111ac1-bb7d-4c89-b2ba-9941848b445e None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:18.438351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75111ac1-bb7d-4c89-b2ba-9941848b445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.526802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cca08a47-63ec-41dc-8131-c42b573ec196 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4862328 Feb 10 04:16:18.528092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42220) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:18.535299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-40c59adc-d539-41db-aa88-984ec3e5663e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:18.604318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-75111ac1-bb7d-4c89-b2ba-9941848b445e None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:18.610439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (6f919320-5da1-4062-97fc-887556113163), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.642027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.644990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-75111ac1-bb7d-4c89-b2ba-9941848b445e None None] Provisioning complete for port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:18.644990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75111ac1-bb7d-4c89-b2ba-9941848b445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.717522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-75111ac1-bb7d-4c89-b2ba-9941848b445e None None] Port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:18.733573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33b08-13a4-48f7-b6d7-7291e84f94cd req-9a1b6ef6-2446-4229-bde9-bae5ace78aa5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:18.741618 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55e33b08-13a4-48f7-b6d7-7291e84f94cd req-9a1b6ef6-2446-4229-bde9-bae5ace78aa5 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1612911 Feb 10 04:16:18.821637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55e33b08-13a4-48f7-b6d7-7291e84f94cd req-0ccbf980-d65c-48cf-a6c4-0ecbc185ec1b tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791767 Feb 10 04:16:18.830324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bfcd030-b316-440c-a0a4-c91ccd8d1251 req-777d3602-4e67-4fa2-b4d4-ed280a146c02 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0384514 Feb 10 04:16:18.856705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7fc272a6-f5aa-4c2c-ac6b-f499b9681c71 None None] Provisioning complete for port 2a695014-8ebd-4e0e-a643-169cad87a034 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:18.856705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7fc272a6-f5aa-4c2c-ac6b-f499b9681c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.859140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.25.8.80 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b1fcc63c-3152-49d1-842a-b97ffdb3c2a1) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:18.886376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c59adc-d539-41db-aa88-984ec3e5663e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:18.886534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-40c59adc-d539-41db-aa88-984ec3e5663e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:18.942849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7fc272a6-f5aa-4c2c-ac6b-f499b9681c71 None None] Port 2a695014-8ebd-4e0e-a643-169cad87a034 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:19.033109 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-40c59adc-d539-41db-aa88-984ec3e5663e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8845975b-d44e-48ae-81c4-a5d711bc0160 (CIDR: 2001:db8::/64) Feb 10 04:16:19.042218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b50a3a-7f2e-4f8d-adc8-80b7b20b22dc req-1c96265a-1d84-4be4-be4c-aaf3ed1cadc7 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:19.042443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb3922-5e10-4c5d-b85a-b85b04eadfc4 req-0696f93e-e441-4d98-8367-0875bff72ec9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:19.043769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c2eb3922-5e10-4c5d-b85a-b85b04eadfc4 req-0696f93e-e441-4d98-8367-0875bff72ec9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0921404 Feb 10 04:16:19.043919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5b50a3a-7f2e-4f8d-adc8-80b7b20b22dc req-1c96265a-1d84-4be4-be4c-aaf3ed1cadc7 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 945 time: 0.1149368 Feb 10 04:16:19.046937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (b1fcc63c-3152-49d1-842a-b97ffdb3c2a1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:19.082448 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c59adc-d539-41db-aa88-984ec3e5663e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:16:19.082926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c59adc-d539-41db-aa88-984ec3e5663e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:19.109853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5b50a3a-7f2e-4f8d-adc8-80b7b20b22dc req-517d9f96-a9c8-47e4-b65e-e57b3d918b61 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549884 Feb 10 04:16:19.121809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c2eb3922-5e10-4c5d-b85a-b85b04eadfc4 req-dc5ff14c-06ba-40a8-98d3-bf34e69429e1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656655 Feb 10 04:16:19.194348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-40c59adc-d539-41db-aa88-984ec3e5663e tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6645384 Feb 10 04:16:19.200850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42234) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:19.206602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:19.216512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5f00ca7-6cb7-4f66-8544-67c5669b9381 req-7888d457-f37e-4f83-afa8-7b48ad003d17 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0360537 Feb 10 04:16:19.243840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b1fcc63c-3152-49d1-842a-b97ffdb3c2a1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:19.350506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:19.359024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:19.361710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:19.366390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a759028b-04e5-4772-a2fe-a7b9f9a4617b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:19.367689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa64d4-10f6-4dcd-bf6f-e43a59382fc0 req-b1ad6562-1c6c-4ccc-8ee4-10bfad72d411 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:19.369278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40fa64d4-10f6-4dcd-bf6f-e43a59382fc0 req-b1ad6562-1c6c-4ccc-8ee4-10bfad72d411 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0758069 Feb 10 04:16:19.397123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=b1fcc63c-3152-49d1-842a-b97ffdb3c2a1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:19.407170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15e6dd-a779-472f-99ad-009777c224b2 req-29dca70a-ecb1-4891-8845-211e00ebb9e5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:19.408691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc15e6dd-a779-472f-99ad-009777c224b2 req-29dca70a-ecb1-4891-8845-211e00ebb9e5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 945 time: 0.2177300 Feb 10 04:16:19.435701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:19.436671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:19.448872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40fa64d4-10f6-4dcd-bf6f-e43a59382fc0 req-e16a1298-1b5b-4016-aeed-4013d50b0544 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690846 Feb 10 04:16:19.552399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc15e6dd-a779-472f-99ad-009777c224b2 req-5edebb5f-8e4d-485b-864d-ea51e46377a2 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359389 Feb 10 04:16:19.575027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:19.604779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296df33-18d2-4df2-9d5c-0001fb924445 req-5fb8eb53-97b9-4503-a723-8994edba0ef3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:19.606237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6296df33-18d2-4df2-9d5c-0001fb924445 req-5fb8eb53-97b9-4503-a723-8994edba0ef3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0656481 Feb 10 04:16:19.661003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6296df33-18d2-4df2-9d5c-0001fb924445 req-1917e5ca-20cd-4c31-9856-39233258eb47 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470338 Feb 10 04:16:19.666578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:19.670137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:19.806277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23071cb5-c61b-4ba1-b0fa-a296dc0511b7 req-29aa46d8-0e88-4d04-9ecd-84f484c2a085 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:19.807896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23071cb5-c61b-4ba1-b0fa-a296dc0511b7 req-29aa46d8-0e88-4d04-9ecd-84f484c2a085 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0645616 Feb 10 04:16:19.880218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23071cb5-c61b-4ba1-b0fa-a296dc0511b7 req-463cf369-d1fd-4902-a214-6aa54b553871 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661945 Feb 10 04:16:19.981255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b2fc7c3-7e8e-4095-ae1d-0dead626b895 req-27a16983-8691-4895-bd2d-6889ef2d3206 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0436146 Feb 10 04:16:20.001926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (6f919320-5da1-4062-97fc-887556113163), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:20.126148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cfe28-8e8b-400e-b3b0-402ca388259e req-809a4b73-2af6-49b2-8d50-a7ad3a021f4d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:20.127815 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89cfe28-8e8b-400e-b3b0-402ca388259e req-809a4b73-2af6-49b2-8d50-a7ad3a021f4d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0601747 Feb 10 04:16:20.195240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89cfe28-8e8b-400e-b3b0-402ca388259e req-9dca9085-c1e1-4e79-8fd0-3473aa7bc001 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590878 Feb 10 04:16:20.238369 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (4711a332-f2f5-4edc-aa90-20a39994723c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:20.304697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:20.313248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:20.317559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6f919320-5da1-4062-97fc-887556113163), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:20.324642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:20.324642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:20.331034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=4711a332-f2f5-4edc-aa90-20a39994723c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:20.335798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11452a51-04db-4383-ba9c-d3333d13d7fb None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:20.359573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfed0bc-4a60-4728-ba12-b316f3d27b81 req-44adb330-0956-43d4-a61b-c826189cc1a1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:20.364616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cfed0bc-4a60-4728-ba12-b316f3d27b81 req-44adb330-0956-43d4-a61b-c826189cc1a1 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0971718 Feb 10 04:16:20.432621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cfed0bc-4a60-4728-ba12-b316f3d27b81 req-31c3be37-d574-4de1-83a7-bbbd1d196d57 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579588 Feb 10 04:16:20.450743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ebea4664-c559-4004-b44c-5c25329bb541 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2486775 Feb 10 04:16:20.459757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:20.470151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1579226957', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4711a332-f2f5-4edc-aa90-20a39994723c'}], 'security_groups': ['df7f6a31-761d-415b-ae98-86af043c9682']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:20.494121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0422344d-68eb-4ffc-b6b9-af592228af0b req-8b49431b-5c97-4f8a-9f86-2b8f9d82480c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0477049 Feb 10 04:16:20.594298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:20.631901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203304f-8064-4ae4-ad9c-2e110e947c17 None None] Update dhcp port {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'fixed_ips': [{'subnet_id': '8845975b-d44e-48ae-81c4-a5d711bc0160', 'ip_address': '2001:db8::2'}, {'subnet_id': '4711a332-f2f5-4edc-aa90-20a39994723c'}], 'binding:host_id': 'n-d-827844-2'}, 'id': 'a759028b-04e5-4772-a2fe-a7b9f9a4617b'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:16:20.644923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685eb30-a58f-42d7-99ed-1d5ef2d36e5a req-123e3c74-fbf4-489c-b26a-644917e98052 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:20.646915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4685eb30-a58f-42d7-99ed-1d5ef2d36e5a req-123e3c74-fbf4-489c-b26a-644917e98052 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 945 time: 0.1249218 Feb 10 04:16:20.661728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:16:20.667196 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e203304f-8064-4ae4-ad9c-2e110e947c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:20.785501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4685eb30-a58f-42d7-99ed-1d5ef2d36e5a req-834ff3b2-1727-4d7f-bc5a-9d5d96cd9f3a tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288731 Feb 10 04:16:20.833521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:20.852153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:20.896251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:20.897762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:20.947703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:20.951460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0145c61c-3a82-44e8-8171-f42d21bba8f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7781203 Feb 10 04:16:20.951800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42264) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:20.952823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e203304f-8064-4ae4-ad9c-2e110e947c17 None None] Allocated IP 2001:db8:0:1::2 (13828a75-e112-4581-a8ca-02d51624c5fc/4711a332-f2f5-4edc-aa90-20a39994723c/a759028b-04e5-4772-a2fe-a7b9f9a4617b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:20.955271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:20.979372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:20.979986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:21.030097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:21.030818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f23c8-407b-4b71-b7b8-50a7b05fc4a3 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:21.117319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e203304f-8064-4ae4-ad9c-2e110e947c17 None None] For port a759028b-04e5-4772-a2fe-a7b9f9a4617b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a759028b-04e5-4772-a2fe-a7b9f9a4617b,segment=NetworkSegment(6e5c1825-f117-470c-9cae-77f01ec5961f),segment_id=6e5c1825-f117-470c-9cae-77f01ec5961f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:21.131553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c59a40e-9c56-4cd6-8a81-22083193203b req-cf49fde4-9a0f-4ad3-8522-d2c79f1255c2 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0470967 Feb 10 04:16:21.153352 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e203304f-8064-4ae4-ad9c-2e110e947c17 None None] Publish callbacks [] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:21.163140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de219ec0-cb85-41de-9a12-fbd97e8d5ca5 req-0f57f26d-105f-485d-bbdc-53ee52633d71 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:21.163933 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de219ec0-cb85-41de-9a12-fbd97e8d5ca5 req-0f57f26d-105f-485d-bbdc-53ee52633d71 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.2132161 Feb 10 04:16:21.219641 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e203304f-8064-4ae4-ad9c-2e110e947c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:21.320035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203304f-8064-4ae4-ad9c-2e110e947c17 None None] Pushing event updated for resources: {'Port': ['ID=a759028b-04e5-4772-a2fe-a7b9f9a4617b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:21.374731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de219ec0-cb85-41de-9a12-fbd97e8d5ca5 req-454956f0-09e0-4d78-9a23-9b449f936ddf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874452 Feb 10 04:16:21.434860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-c136ce8a-c19a-4681-b6d6-7eac4e87eeb5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:21.437237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-c136ce8a-c19a-4681-b6d6-7eac4e87eeb5 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 945 time: 0.0861745 Feb 10 04:16:21.492973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Delete allocated IP 2001:db8::264 (13828a75-e112-4581-a8ca-02d51624c5fc/8845975b-d44e-48ae-81c4-a5d711bc0160) {{(pid=109958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 04:16:21.514869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8:0:1::2d9 (13828a75-e112-4581-a8ca-02d51624c5fc/4711a332-f2f5-4edc-aa90-20a39994723c/2a695014-8ebd-4e0e-a643-169cad87a034) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:21.648454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86a5732d-6697-429e-ab58-704c540dae74 req-16d85c84-8639-46a6-be81-cbeec04e6ec3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0648978 Feb 10 04:16:21.670851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Deleting port ca21a609-eeea-4b7a-ac23-790fd0d11626 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:21.675376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:21.848252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] For port ca21a609-eeea-4b7a-ac23-790fd0d11626, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ca21a609-eeea-4b7a-ac23-790fd0d11626,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:21.848905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:21.869938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Calling delete_port for ca21a609-eeea-4b7a-ac23-790fd0d11626 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:21.911616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (2a695014-8ebd-4e0e-a643-169cad87a034), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:21.998321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f467e-e5bb-4563-ad40-7558861c33df req-65ffc06c-ba0a-4b65-9df3-e4a2007dc524 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:22.000146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f15f467e-e5bb-4563-ad40-7558861c33df req-65ffc06c-ba0a-4b65-9df3-e4a2007dc524 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "GET /v2.0/ports?device_id=b79d1a29-d70e-40bf-9cdb-05e20560c144 HTTP/1.1" status: 200 len: 945 time: 0.2192438 Feb 10 04:16:22.003726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.077418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=2a695014-8ebd-4e0e-a643-169cad87a034,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:22.095449 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.106442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8893e-bd0b-4563-8065-3fc8a1cb1a1c req-7f4d5e05-d05a-4d10-aa4a-b27aba0257a6 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:22.108146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8b8893e-bd0b-4563-8065-3fc8a1cb1a1c req-7f4d5e05-d05a-4d10-aa4a-b27aba0257a6 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 945 time: 0.2029006 Feb 10 04:16:22.185573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Deleting port a89d09e8-f2fd-4527-876d-f14ef21545ce {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:22.185928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.203454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:22.204012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.261046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ca21a609-eeea-4b7a-ac23-790fd0d11626), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.319903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event deleted for resources: {'Port': ['ID=ca21a609-eeea-4b7a-ac23-790fd0d11626,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:22.330938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6355748e-a9b7-4588-8049-5126522ac4ba req-d4922af3-bde2-4c16-8a43-c9da500a55ff tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0848138 Feb 10 04:16:22.369614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:22.376337 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Provisioning complete for port 2a695014-8ebd-4e0e-a643-169cad87a034 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:22.376788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.430919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] For port a89d09e8-f2fd-4527-876d-f14ef21545ce, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=a89d09e8-f2fd-4527-876d-f14ef21545ce,segment=NetworkSegment(593e6a2c-1f9c-4750-bb9e-8d5136691c9f),segment_id=593e6a2c-1f9c-4750-bb9e-8d5136691c9f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:22.431414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.432607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Port 2a695014-8ebd-4e0e-a643-169cad87a034 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:22.448452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Calling delete_port for a89d09e8-f2fd-4527-876d-f14ef21545ce owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:22.448738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Provisioning complete for port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:22.449164 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.515406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17b15b27-6ab6-41d9-8cc6-df339ac7496b None None] Port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:22.627957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] No DVR routers for this DVR port ca21a609-eeea-4b7a-ac23-790fd0d11626 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:16:22.638248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1a1b2f45-82a3-48b6-80a0-942c3291a5e0 None None] Provisioning complete for port 2a695014-8ebd-4e0e-a643-169cad87a034 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:22.638927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2f45-82a3-48b6-80a0-942c3291a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.650289 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.653644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2e6967e-2f03-48dc-ae8e-f407fb3fe1d5 req-3074defc-802e-4ed7-afd0-6008eea9a907 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.43 "DELETE /v2.0/ports/ca21a609-eeea-4b7a-ac23-790fd0d11626 HTTP/1.1" status: 204 len: 173 time: 1.2099059 Feb 10 04:16:22.654106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'name': 'network-vif-deleted', 'tag': 'ca21a609-eeea-4b7a-ac23-790fd0d11626'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:22.656856 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7d76b-069c-4e97-be39-3fd6096b811f" -d '{"events": [{"server_uuid": "c6986c32-ec06-46ae-a9a5-b8551ec69c43", "name": "network-vif-deleted", "tag": "ca21a609-eeea-4b7a-ac23-790fd0d11626"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:22.692070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b2f45-82a3-48b6-80a0-942c3291a5e0 None None] Port 2a695014-8ebd-4e0e-a643-169cad87a034 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:22.718990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] In _notify_port_updated(), no bound segment for port 2a695014-8ebd-4e0e-a643-169cad87a034 on network 13828a75-e112-4581-a8ca-02d51624c5fc {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:16:22.724716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:22.725868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.727489 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-45b08ef1-8353-4475-85eb-1eef0acf2e3a tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "PUT /v2.0/ports/2a695014-8ebd-4e0e-a643-169cad87a034 HTTP/1.1" status: 200 len: 931 time: 2.2667236 Feb 10 04:16:22.730805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584b5af-833c-4e18-b19a-e315d9392bdc req-2eead6cd-2727-4c3c-813c-1cb8c8271d17 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:22.732498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2584b5af-833c-4e18-b19a-e315d9392bdc req-2eead6cd-2727-4c3c-813c-1cb8c8271d17 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1920822 Feb 10 04:16:22.740509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42280) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:22.788887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8b8893e-bd0b-4563-8065-3fc8a1cb1a1c req-fbc5630f-e8bf-474a-9b19-f6d5c94a6986 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/security-groups?id=d34a117e-6f78-4b8b-babf-26ff80b95600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631746 Feb 10 04:16:22.831263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a89d09e8-f2fd-4527-876d-f14ef21545ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.884308 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a4248-0d0a-419f-97e7-e6f49508599e x-openstack-request-id: req-403a4248-0d0a-419f-97e7-e6f49508599e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:22.884946 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6986c32-ec06-46ae-a9a5-b8551ec69c43", "name": "network-vif-deleted", "tag": "ca21a609-eeea-4b7a-ac23-790fd0d11626", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:22.884946 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-403a4248-0d0a-419f-97e7-e6f49508599e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:22.885185 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6986c32-ec06-46ae-a9a5-b8551ec69c43', 'name': 'network-vif-deleted', 'tag': 'ca21a609-eeea-4b7a-ac23-790fd0d11626', 'status': 'completed', 'code': 200} Feb 10 04:16:22.887459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Pushing event deleted for resources: {'Port': ['ID=a89d09e8-f2fd-4527-876d-f14ef21545ce,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:22.901950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2584b5af-833c-4e18-b19a-e315d9392bdc req-cfa3a362-112b-4a5d-a335-318eee60e14e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549361 Feb 10 04:16:22.956872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] No DVR routers for this DVR port a89d09e8-f2fd-4527-876d-f14ef21545ce on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:16:22.961538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:22.965825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f15f467e-e5bb-4563-ad40-7558861c33df req-d6378198-6d90-4037-bbeb-ae8928d346d8 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.24 "DELETE /v2.0/ports/a89d09e8-f2fd-4527-876d-f14ef21545ce HTTP/1.1" status: 204 len: 173 time: 0.9536686 Feb 10 04:16:22.979983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 2a695014-8ebd-4e0e-a643-169cad87a034 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:22.980326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.028036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c8a80cc-9a37-48f0-a647-5cf76365f903 req-fe8ab5fe-8c9d-4681-937c-064e613773db tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0584807 Feb 10 04:16:23.101272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.1 (c096ccf7-535d-4537-a81f-7266863e1750/a55bca93-8894-45fc-8351-80d7e62d2062/e12eb39a-6069-48a2-8b5f-ff6ed7308911) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:23.149283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.161281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 2a695014-8ebd-4e0e-a643-169cad87a034 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:23.226614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.324454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a759028b-04e5-4772-a2fe-a7b9f9a4617b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:23.345698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.385391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:23.385391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.400970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network c096ccf7-535d-4537-a81f-7266863e1750 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:23.409538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2a695014-8ebd-4e0e-a643-169cad87a034), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.422425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:23.523255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:23.523636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:23.607604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=2a695014-8ebd-4e0e-a643-169cad87a034,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:23.613023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff1e1417-a67c-4141-b48c-b2189694c9d9 req-1c219fc3-b35e-4102-941b-e01e1d753911 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1295829 Feb 10 04:16:23.617758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.623583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d9efb9b7-a927-4f9c-be34-e0284b801c78 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/2a695014-8ebd-4e0e-a643-169cad87a034 HTTP/1.1" status: 204 len: 168 time: 0.8896265 Feb 10 04:16:23.625244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42290) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:23.668685 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9abf97-9c6f-41bd-ae29-30019a3941d9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:16:23.673039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ef9abf97-9c6f-41bd-ae29-30019a3941d9 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/2a695014-8ebd-4e0e-a643-169cad87a034 HTTP/1.1" status: 404 len: 333 time: 0.0453506 Feb 10 04:16:23.673850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42292) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:23.683780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=e12eb39a-6069-48a2-8b5f-ff6ed7308911,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:23.696016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6f919320-5da1-4062-97fc-887556113163), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.714238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245407d-be6f-494b-a032-3374e9163caf req-5e1a5ada-9ec8-4ff1-88b6-2e3b19df5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:23.716298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d245407d-be6f-494b-a032-3374e9163caf req-5e1a5ada-9ec8-4ff1-88b6-2e3b19df5172 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12f7cdcc36624327a4fa912d862ab022&device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 1128 time: 0.1659436 Feb 10 04:16:23.783050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe4f76-6fce-428d-a697-6a15d5e67c18 req-870d4061-cfd9-4d65-830d-dc48936b8de2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:23.790314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1afe4f76-6fce-428d-a697-6a15d5e67c18 req-870d4061-cfd9-4d65-830d-dc48936b8de2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.2633424 Feb 10 04:16:23.858994 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a55b83f-9f2b-4b4d-aed0-f6e4c0f4d7bf tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (b8ac831f-d638-4c03-9913-6ec211ca5a24), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.885784 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1afe4f76-6fce-428d-a697-6a15d5e67c18 req-fc332c02-464a-467b-bf4d-226e7801a8a9 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944321 Feb 10 04:16:23.887531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a55b83f-9f2b-4b4d-aed0-f6e4c0f4d7bf tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (b8ac831f-d638-4c03-9913-6ec211ca5a24), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:23.945200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245407d-be6f-494b-a032-3374e9163caf req-6ce19561-4b66-4f8e-8550-55f0112be18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:23.946660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d245407d-be6f-494b-a032-3374e9163caf req-6ce19561-4b66-4f8e-8550-55f0112be18a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 200 len: 914 time: 0.2010689 Feb 10 04:16:23.969634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d879bf2-e59a-4bef-a1e5-86c977bc171f req-5cb745a5-baa4-436f-83df-b237fa94ce28 tempest-MultipleCreateTestJSON-1374166315 tempest-MultipleCreateTestJSON-1374166315-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6986c32-ec06-46ae-a9a5-b8551ec69c43 HTTP/1.1" status: 200 len: 210 time: 0.0441916 Feb 10 04:16:24.012019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d245407d-be6f-494b-a032-3374e9163caf req-5b4591ab-0eb8-4273-9cd7-e5bac411a98d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 200 len: 217 time: 0.0456870 Feb 10 04:16:24.014837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a89d09e8-f2fd-4527-876d-f14ef21545ce no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:16:24.056765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: a89d09e8-f2fd-4527-876d-f14ef21545ce {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:16:24.057398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device a89d09e8-f2fd-4527-876d-f14ef21545ce not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:16:24.065420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245407d-be6f-494b-a032-3374e9163caf req-a45a9afa-3706-4656-ae0f-6751432cecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:24.067359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d245407d-be6f-494b-a032-3374e9163caf req-a45a9afa-3706-4656-ae0f-6751432cecd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 200 len: 853 time: 0.0500131 Feb 10 04:16:24.070666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.087343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ca21a609-eeea-4b7a-ac23-790fd0d11626 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:16:24.103768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d245407d-be6f-494b-a032-3374e9163caf req-708f5084-c48e-492c-b337-0bbd6fd28c9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc5ef00f-e5d1-4412-ae51-9ed3e7765235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308754 Feb 10 04:16:24.114814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: ca21a609-eeea-4b7a-ac23-790fd0d11626 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:16:24.115576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ca21a609-eeea-4b7a-ac23-790fd0d11626 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:16:24.119226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a55b83f-9f2b-4b4d-aed0-f6e4c0f4d7bf tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b8ac831f-d638-4c03-9913-6ec211ca5a24), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.121877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a55b83f-9f2b-4b4d-aed0-f6e4c0f4d7bf tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.123465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3a55b83f-9f2b-4b4d-aed0-f6e4c0f4d7bf tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/security-groups/b8ac831f-d638-4c03-9913-6ec211ca5a24 HTTP/1.1" status: 204 len: 168 time: 0.4435718 Feb 10 04:16:24.126033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42298) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:24.160084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55b83f-9f2b-4b4d-aed0-f6e4c0f4d7bf tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac831f-d638-4c03-9913-6ec211ca5a24,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:24.188229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c54088a-3efd-43d9-bba0-77ced011ea8d req-a30c9470-7e82-4db6-b79f-40f905ba3a7f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0630786 Feb 10 04:16:24.270041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d245407d-be6f-494b-a032-3374e9163caf req-e71210fe-c138-47dd-8461-6cd44f33ecfe service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598818 Feb 10 04:16:24.273713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5e90e08-ada8-4ba3-972b-338701195c27 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (df7f6a31-761d-415b-ae98-86af043c9682), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.310183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5e90e08-ada8-4ba3-972b-338701195c27 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (df7f6a31-761d-415b-ae98-86af043c9682), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.492059 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5e90e08-ada8-4ba3-972b-338701195c27 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (df7f6a31-761d-415b-ae98-86af043c9682), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.494626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5e90e08-ada8-4ba3-972b-338701195c27 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.498366 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d5e90e08-ada8-4ba3-972b-338701195c27 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/security-groups/df7f6a31-761d-415b-ae98-86af043c9682 HTTP/1.1" status: 204 len: 168 time: 0.3657501 Feb 10 04:16:24.500857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42300) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:24.526598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90e08-ada8-4ba3-972b-338701195c27 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7f6a31-761d-415b-ae98-86af043c9682,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:24.578612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.589162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet 8845975b-d44e-48ae-81c4-a5d711bc0160 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:16:24.592621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (8845975b-d44e-48ae-81c4-a5d711bc0160), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.640276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (8845975b-d44e-48ae-81c4-a5d711bc0160), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.669118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d245407d-be6f-494b-a032-3374e9163caf req-17f08448-9ced-47fe-b6d4-55ac2831c85a service neutron] 10.222.0.24 "GET /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927357 Feb 10 04:16:24.674177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.764449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ebdbe0ca-1abd-4fac-b249-5575cdbe4df5 req-a6ea5d95-bc30-44b5-a172-573ff93619a4 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0418038 Feb 10 04:16:24.804759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=e12eb39a-6069-48a2-8b5f-ff6ed7308911,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:24.811448 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6f919320-5da1-4062-97fc-887556113163), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.825425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (8845975b-d44e-48ae-81c4-a5d711bc0160), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:24.886462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'name': 'network-vif-deleted', 'tag': 'a89d09e8-f2fd-4527-876d-f14ef21545ce'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:24.888929 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d64829a-2ab8-4876-ad29-e6e81ae0f868" -d '{"events": [{"server_uuid": "b79d1a29-d70e-40bf-9cdb-05e20560c144", "name": "network-vif-deleted", "tag": "a89d09e8-f2fd-4527-876d-f14ef21545ce"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:24.947633 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8066c15-68f8-4519-bb7b-ea8ce17745c9 x-openstack-request-id: req-e8066c15-68f8-4519-bb7b-ea8ce17745c9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:24.948159 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79d1a29-d70e-40bf-9cdb-05e20560c144", "name": "network-vif-deleted", "tag": "a89d09e8-f2fd-4527-876d-f14ef21545ce", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:24.948479 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8066c15-68f8-4519-bb7b-ea8ce17745c9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:24.948967 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79d1a29-d70e-40bf-9cdb-05e20560c144', 'name': 'network-vif-deleted', 'tag': 'a89d09e8-f2fd-4527-876d-f14ef21545ce', 'status': 'completed', 'code': 200} Feb 10 04:16:24.955203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network c096ccf7-535d-4537-a81f-7266863e1750 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:24.960482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:25.049550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b11d-e31c-4b16-a66a-1e0316d7eb85 req-2daac303-2567-4595-a498-ceca811f72af tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:25.049550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3748b11d-e31c-4b16-a66a-1e0316d7eb85 req-2daac303-2567-4595-a498-ceca811f72af tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0704777 Feb 10 04:16:25.074097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42312) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:25.088500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (8845975b-d44e-48ae-81c4-a5d711bc0160), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.140148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=8845975b-d44e-48ae-81c4-a5d711bc0160,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:25.145866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.149378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edc4f5c-f1f3-4f1f-93db-46c900eb6be6 None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:25.157212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ef24ba48-bbe9-4478-9885-33d0ff5f4fd8 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/8845975b-d44e-48ae-81c4-a5d711bc0160 HTTP/1.1" status: 204 len: 168 time: 0.6481235 Feb 10 04:16:25.158034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:25.164466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:25.167037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3748b11d-e31c-4b16-a66a-1e0316d7eb85 req-7fa624c1-53a5-41f1-85e9-bd280966a737 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121659 Feb 10 04:16:25.187831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] Deleting subnet db4fb7e6-27d1-4b6f-8165-0311c0576fdb {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:16:25.190584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] Publish callbacks [] for subnet (db4fb7e6-27d1-4b6f-8165-0311c0576fdb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.226895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:25.237711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (db4fb7e6-27d1-4b6f-8165-0311c0576fdb), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.285443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (db4fb7e6-27d1-4b6f-8165-0311c0576fdb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.372973 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73204294-7b9b-46a8-9499-e0e82c7ae5df req-d8bc2201-20d1-4b67-beab-ec15b093936e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0375285 Feb 10 04:16:25.422593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (db4fb7e6-27d1-4b6f-8165-0311c0576fdb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.453098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4fb7e6-27d1-4b6f-8165-0311c0576fdb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:25.478879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:25.482900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.490994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6fb63790-97dd-4671-98ae-fd21e5f7944d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/routers/6f919320-5da1-4062-97fc-887556113163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5372934 Feb 10 04:16:25.492376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-02eef4d4-642e-43b3-bd3a-08fe381b40b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/db4fb7e6-27d1-4b6f-8165-0311c0576fdb HTTP/1.1" status: 204 len: 168 time: 0.4171405 Feb 10 04:16:25.493734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42318) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:25.494566 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:25.496165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:25.514933 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:25.517443 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:25.588343 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:25.594565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'port': {'network_id': 'c096ccf7-535d-4537-a81f-7266863e1750', 'name': 'tempest-FloatingIPTestJSON-636914668'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:25.601025 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (7c39f6a8-6506-4e49-a4a5-0886240829aa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.605575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:25.610085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.616112 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:25.617089 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:25.673321 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:25.674754 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89bc2e-817b-4cff-91ca-1586b90a38d0 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:25.863021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (7c39f6a8-6506-4e49-a4a5-0886240829aa), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.902971 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b67ee7a-8b1d-48bd-a8f2-13ba6e7991e4 req-888429ac-e333-47c1-b174-3d88b7f7ab89 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0394049 Feb 10 04:16:25.929244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c39f6a8-6506-4e49-a4a5-0886240829aa']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:25.945760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593e6a2c-1f9c-4750-bb9e-8d5136691c9f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:25.946074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593e6a2c-1f9c-4750-bb9e-8d5136691c9f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:25.959876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (593e6a2c-1f9c-4750-bb9e-8d5136691c9f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.986874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (593e6a2c-1f9c-4750-bb9e-8d5136691c9f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:25.991383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:25.993013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.017116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:16:26.017603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (593e6a2c-1f9c-4750-bb9e-8d5136691c9f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:16:26.021738 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:16:26.096852 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] device_id is not set on port 01d75c80-8b29-47c0-ae58-f0c290439ada yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:16:26.203263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (7c39f6a8-6506-4e49-a4a5-0886240829aa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.209588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.215688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7c39f6a8-6506-4e49-a4a5-0886240829aa HTTP/1.1" status: 204 len: 168 time: 0.7159026 Feb 10 04:16:26.246046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a426bd-3aff-4fe3-adeb-c88419067104 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c39f6a8-6506-4e49-a4a5-0886240829aa,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:26.352244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.4 (c096ccf7-535d-4537-a81f-7266863e1750/a55bca93-8894-45fc-8351-80d7e62d2062/01d75c80-8b29-47c0-ae58-f0c290439ada) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:26.362762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0490d2cb-9daf-4f48-bad6-51effd58088c None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:26.363764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0490d2cb-9daf-4f48-bad6-51effd58088c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.379987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691c2a7-4cd3-4d24-bb2e-648d14bf5ac5 req-f2858b9c-9592-4ad1-b722-4bd53f234ccf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:26.381940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9691c2a7-4cd3-4d24-bb2e-648d14bf5ac5 req-f2858b9c-9592-4ad1-b722-4bd53f234ccf tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1028078 Feb 10 04:16:26.479685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0490d2cb-9daf-4f48-bad6-51effd58088c None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:26.490541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b766a0-0a2e-4451-97a9-a04cd33332eb req-cf0f3aa2-3a91-4821-a597-71b0c23049bd tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=db15c21f-061f-4b3f-9505-ce6c23a46bca HTTP/1.1" status: 200 len: 210 time: 0.0335486 Feb 10 04:16:26.508896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0490d2cb-9daf-4f48-bad6-51effd58088c None None] Provisioning complete for port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:26.509583 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0490d2cb-9daf-4f48-bad6-51effd58088c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.552155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (01d75c80-8b29-47c0-ae58-f0c290439ada), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.554947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0490d2cb-9daf-4f48-bad6-51effd58088c None None] Port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:26.555813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (74483b7a-34ee-4e55-a133-524e1e983c7f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.634650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:26.637957 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9691c2a7-4cd3-4d24-bb2e-648d14bf5ac5 req-cd656b27-dbb0-4e1c-8541-84035d493ea0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476153 Feb 10 04:16:26.661097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:26.664715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:26.665457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.672567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214cb37c-71d5-48e7-b3b1-0accf2505e3e None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:26.687582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=74483b7a-34ee-4e55-a133-524e1e983c7f,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:26.728018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42332) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:26.776912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8aa53d96-4bbc-4fc5-b985-16c616f65cfd tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6178296 Feb 10 04:16:26.778404 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (01d75c80-8b29-47c0-ae58-f0c290439ada), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.783441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42334) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:26.798562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e08cbf84-6a7c-40ab-801d-925eb2b5291d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'security_group': {'name': 'tempest-secgroup-1464775279'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:26.822641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b6d06ba7-898e-4d89-82b5-bae7bb312d73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=594f5a495b5a423092ad0d78ce59103c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934553 Feb 10 04:16:26.839861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6271e-7ee2-4cc4-a1b1-e4de22f21cf9 req-a104a94b-ab6f-44d2-9cd0-2e1c7c4485e6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:26.841718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea6271e-7ee2-4cc4-a1b1-e4de22f21cf9 req-a104a94b-ab6f-44d2-9cd0-2e1c7c4485e6 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0912025 Feb 10 04:16:26.842411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42336) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:26.866653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network c096ccf7-535d-4537-a81f-7266863e1750 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:26.870197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:26.874172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:26.939897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e08cbf84-6a7c-40ab-801d-925eb2b5291d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.953295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb464dfa-7f6a-4ce8-bb49-169d051f439a admin admin] Publish callbacks [] for security_group (d34a117e-6f78-4b8b-babf-26ff80b95600), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.962099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=01d75c80-8b29-47c0-ae58-f0c290439ada,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:26.962587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea6271e-7ee2-4cc4-a1b1-e4de22f21cf9 req-d86872e1-0712-41ad-a3c6-eb4d34352b59 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066217 Feb 10 04:16:26.983910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb464dfa-7f6a-4ce8-bb49-169d051f439a admin admin] Publish callbacks [] for security_group (d34a117e-6f78-4b8b-babf-26ff80b95600), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:26.984060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:26.984884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.008923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43de21d-d79e-4df2-8343-10ff8e8fabd9 None None] Update dhcp port {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'fixed_ips': [{'subnet_id': '4711a332-f2f5-4edc-aa90-20a39994723c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '74483b7a-34ee-4e55-a133-524e1e983c7f'}], 'binding:host_id': 'n-d-827844-2'}, 'id': 'a759028b-04e5-4772-a2fe-a7b9f9a4617b'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:16:27.075445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f43de21d-d79e-4df2-8343-10ff8e8fabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.087616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60493547-f8c1-4b00-81b7-d7310e47721b req-5a6140a8-7a41-41bf-a4a6-bc839183397d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0412774 Feb 10 04:16:27.106410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c61a105f-167a-40cd-9a94-6663fdde2229 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6114855 Feb 10 04:16:27.113168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42344) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:27.116403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'port': {'network_id': 'c096ccf7-535d-4537-a81f-7266863e1750', 'name': 'tempest-FloatingIPTestJSON-7308796'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:27.126390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e08cbf84-6a7c-40ab-801d-925eb2b5291d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (e4ef5b65-3c40-49d7-8107-20ce4015c15c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.169630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb464dfa-7f6a-4ce8-bb49-169d051f439a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d34a117e-6f78-4b8b-babf-26ff80b95600), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.172066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb464dfa-7f6a-4ce8-bb49-169d051f439a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.173295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fb464dfa-7f6a-4ce8-bb49-169d051f439a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d34a117e-6f78-4b8b-babf-26ff80b95600 HTTP/1.1" status: 204 len: 168 time: 0.3298285 Feb 10 04:16:27.215916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e08cbf84-6a7c-40ab-801d-925eb2b5291d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e4ef5b65-3c40-49d7-8107-20ce4015c15c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.269648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cbf84-6a7c-40ab-801d-925eb2b5291d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ef5b65-3c40-49d7-8107-20ce4015c15c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:27.275333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb464dfa-7f6a-4ce8-bb49-169d051f439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34a117e-6f78-4b8b-babf-26ff80b95600,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:27.346486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e08cbf84-6a7c-40ab-801d-925eb2b5291d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.350683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e08cbf84-6a7c-40ab-801d-925eb2b5291d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5596466 Feb 10 04:16:27.351745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42348) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:27.356314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3188683d-6fd3-4e1e-8d87-e6f551982a3b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'security_group': {'name': 'tempest-secgroup-755928944'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:27.373139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-f43de21d-d79e-4df2-8343-10ff8e8fabd9 None None] Allocated IP 2001:db8::2 (13828a75-e112-4581-a8ca-02d51624c5fc/74483b7a-34ee-4e55-a133-524e1e983c7f/a759028b-04e5-4772-a2fe-a7b9f9a4617b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:27.381642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2fb32-4e4c-4ace-9e75-9a1bb4b58ebc req-2ce29067-bdd6-4e05-8ce8-ee6e9f6c3069 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:27.383549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9c2fb32-4e4c-4ace-9e75-9a1bb4b58ebc req-2ce29067-bdd6-4e05-8ce8-ee6e9f6c3069 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.2361789 Feb 10 04:16:27.452172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9c2fb32-4e4c-4ace-9e75-9a1bb4b58ebc req-7fc2de3e-2667-41e6-8591-344ae6e5c56c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557940 Feb 10 04:16:27.459840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3188683d-6fd3-4e1e-8d87-e6f551982a3b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.505387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:27.509669 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.545655 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3188683d-6fd3-4e1e-8d87-e6f551982a3b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (51df784a-128d-45e3-a2ca-51ad89ce0d27), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.558735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] device_id is not set on port e0006019-0ec5-4ad2-ba4a-6aa5226673b1 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:16:27.561881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f43de21d-d79e-4df2-8343-10ff8e8fabd9 None None] For port a759028b-04e5-4772-a2fe-a7b9f9a4617b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a759028b-04e5-4772-a2fe-a7b9f9a4617b,segment=NetworkSegment(6e5c1825-f117-470c-9cae-77f01ec5961f),segment_id=6e5c1825-f117-470c-9cae-77f01ec5961f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:27.628772 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f43de21d-d79e-4df2-8343-10ff8e8fabd9 None None] Publish callbacks [] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.660021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3188683d-6fd3-4e1e-8d87-e6f551982a3b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51df784a-128d-45e3-a2ca-51ad89ce0d27), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.705240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f63ed-07ce-463f-8ae7-83fdff80851a req-991de1d1-fc5e-4ad3-a99a-ddffdf6e54cb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:27.706796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a64f63ed-07ce-463f-8ae7-83fdff80851a req-991de1d1-fc5e-4ad3-a99a-ddffdf6e54cb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1136882 Feb 10 04:16:27.712106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188683d-6fd3-4e1e-8d87-e6f551982a3b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51df784a-128d-45e3-a2ca-51ad89ce0d27,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:27.728270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.10 (c096ccf7-535d-4537-a81f-7266863e1750/a55bca93-8894-45fc-8351-80d7e62d2062/e0006019-0ec5-4ad2-ba4a-6aa5226673b1) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:27.739268 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f43de21d-d79e-4df2-8343-10ff8e8fabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.775907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a64f63ed-07ce-463f-8ae7-83fdff80851a req-4ef061fb-028d-4e2d-b514-adaba40da2e2 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Feb 10 04:16:27.779132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3188683d-6fd3-4e1e-8d87-e6f551982a3b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.783640 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3188683d-6fd3-4e1e-8d87-e6f551982a3b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4314928 Feb 10 04:16:27.784832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42360) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:27.790367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a8286a59-fad9-4229-9d58-207b767533a0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'security_group': {'name': 'tempest-secgroup-237074430'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:27.847321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5e35738-ba67-405b-ac87-56414c1c437c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.893668 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8286a59-fad9-4229-9d58-207b767533a0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:27.914686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43de21d-d79e-4df2-8343-10ff8e8fabd9 None None] Pushing event updated for resources: {'Port': ['ID=a759028b-04e5-4772-a2fe-a7b9f9a4617b,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:28.028105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (e0006019-0ec5-4ad2-ba4a-6aa5226673b1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.037834 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8286a59-fad9-4229-9d58-207b767533a0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (9e9b7415-4da7-4cec-8d15-8b1defec68be), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.058197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf9dcc-5fad-4c1a-a705-97779cdb2b00 req-43158c07-3a2b-4d52-884e-30a049c8f5c0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:28.065228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9bf9dcc-5fad-4c1a-a705-97779cdb2b00 req-43158c07-3a2b-4d52-884e-30a049c8f5c0 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1045189 Feb 10 04:16:28.140217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e0006019-0ec5-4ad2-ba4a-6aa5226673b1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.214921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=e0006019-0ec5-4ad2-ba4a-6aa5226673b1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:28.245404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network c096ccf7-535d-4537-a81f-7266863e1750 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:28.247855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:28.252049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:28.364194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-97d5d4fe-15e3-4b63-9824-8508d15b8a36 req-f2551b08-7542-47c7-9581-26f57e30d865 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1239054 Feb 10 04:16:28.405714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:28.406399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.476310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8286a59-fad9-4229-9d58-207b767533a0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9e9b7415-4da7-4cec-8d15-8b1defec68be), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.527949 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9bf9dcc-5fad-4c1a-a705-97779cdb2b00 req-78c38c2e-e69b-4fdd-89c9-d8b391ecf01d tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618237 Feb 10 04:16:28.528946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8286a59-fad9-4229-9d58-207b767533a0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b7415-4da7-4cec-8d15-8b1defec68be,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:28.550898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0711d613-e3d8-416f-ae68-d9c885b01bd6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4375033 Feb 10 04:16:28.564983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42380) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:28.564983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'e0006019-0ec5-4ad2-ba4a-6aa5226673b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:28.641911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8286a59-fad9-4229-9d58-207b767533a0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.647428 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a8286a59-fad9-4229-9d58-207b767533a0 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8615820 Feb 10 04:16:28.650538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42386) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:28.655265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1839052117', 'security_groups': ['9e9b7415-4da7-4cec-8d15-8b1defec68be'], 'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74483b7a-34ee-4e55-a133-524e1e983c7f'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:28.708357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae05ad-47e8-45e6-9cce-9e6a733ae59d req-a99e1398-bb08-40dc-9ab6-77975435f077 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:28.711874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66ae05ad-47e8-45e6-9cce-9e6a733ae59d req-a99e1398-bb08-40dc-9ab6-77975435f077 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0926383 Feb 10 04:16:28.715401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42388) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:28.722956 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.813340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-46412045-0dc8-4b08-8709-57644eb60dfe None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:28.814979 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-46412045-0dc8-4b08-8709-57644eb60dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.826008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66ae05ad-47e8-45e6-9cce-9e6a733ae59d req-f10c97f8-469c-40a0-9e30-a5eb93002920 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046290 Feb 10 04:16:28.896059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-network', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:28.929902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:28.944583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:28.972920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-46412045-0dc8-4b08-8709-57644eb60dfe None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:28.988531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-46412045-0dc8-4b08-8709-57644eb60dfe None None] Provisioning complete for port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:28.989141 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-46412045-0dc8-4b08-8709-57644eb60dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.008728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Made reservation on behalf of 4a5226dc54784eb6a4d7f1ab668e567e for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:29.011049 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.032596 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.043955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-46412045-0dc8-4b08-8709-57644eb60dfe None None] Port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:29.049561 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.068887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] device_id is not set on port 074e5afe-ab5f-4d3a-97dc-44d6733e7841 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:16:29.081895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab618d7-3512-406b-b46e-9a06a5941141 req-34e951f6-2078-4860-b45c-ee0fb4ba049e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:29.083437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fab618d7-3512-406b-b46e-9a06a5941141 req-34e951f6-2078-4860-b45c-ee0fb4ba049e tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1513984 Feb 10 04:16:29.159280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.25.8.113 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/fa4e1ed8-dc0e-471d-b1cc-d0341116b373) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:29.203106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fab618d7-3512-406b-b46e-9a06a5941141 req-8d9dde6a-62b0-411a-a29c-efc1ff009d2f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103466 Feb 10 04:16:29.296572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8::84 (13828a75-e112-4581-a8ca-02d51624c5fc/74483b7a-34ee-4e55-a133-524e1e983c7f/074e5afe-ab5f-4d3a-97dc-44d6733e7841) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:29.310433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks [] for security_group (a1f6468d-3c49-4a34-af05-19872551a516), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.362455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a759028b-04e5-4772-a2fe-a7b9f9a4617b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:29.381381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.386366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a1f6468d-3c49-4a34-af05-19872551a516), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.401950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb54e5-52d4-4f4d-9b3f-434558208f14 req-e277a9d3-7ec6-4286-aff0-2129f24fe5ac tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:29.409051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36eb54e5-52d4-4f4d-9b3f-434558208f14 req-e277a9d3-7ec6-4286-aff0-2129f24fe5ac tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1147449 Feb 10 04:16:29.444170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:16:29.447899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:29.451467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.484046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cbb1f0dc-f056-46cf-bc84-3afd7f3031c2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.484446 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Added segment cbb1f0dc-f056-46cf-bc84-3afd7f3031c2 of type vlan for network 04ba4124-174a-43ed-8d39-b0b0d895ce7d Feb 10 04:16:29.487312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6468d-3c49-4a34-af05-19872551a516,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:29.548704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36eb54e5-52d4-4f4d-9b3f-434558208f14 req-2fd5f3f6-32b8-4564-b4d0-7d9e6caebd25 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385500 Feb 10 04:16:29.580531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:29.593800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7459d5f1-4511-440e-9d36-551956213e37 req-aeb2be77-94e9-4ac0-b1d1-f6247b784d08 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0897341 Feb 10 04:16:29.604674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.605493 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (04ba4124-174a-43ed-8d39-b0b0d895ce7d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.614522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.618093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-58de3bdb-b958-4c08-9e62-67c1d7e24639 req-410b2ed8-ee68-4ff2-bdcd-7702aadd4bd4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:16:29.619516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58de3bdb-b958-4c08-9e62-67c1d7e24639 req-410b2ed8-ee68-4ff2-bdcd-7702aadd4bd4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092525 Feb 10 04:16:29.736096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=fa4e1ed8-dc0e-471d-b1cc-d0341116b373,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:29.742069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:29.745872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:29.749787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:29.758004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.799892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850083b-331f-4875-ae5c-d51ea055579a req-6915ff6a-6926-4e42-8a4e-2b25e42ab161 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:29.800832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c850083b-331f-4875-ae5c-d51ea055579a req-6915ff6a-6926-4e42-8a4e-2b25e42ab161 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1193969 Feb 10 04:16:29.801696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:29.804090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af46de8e-8d4d-4f0e-99c1-fe9b0ec3ac49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.804983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (04ba4124-174a-43ed-8d39-b0b0d895ce7d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.805889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:29.806449 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.810002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:29.816429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:29.823553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:29.824192 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:29.842510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=074e5afe-ab5f-4d3a-97dc-44d6733e7841,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:29.945281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6bfc1726-abd9-49dd-85bc-0e9038cfe1ad tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2959428 Feb 10 04:16:29.948054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42406) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:29.953220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-74dab828-89af-413a-afad-9a9ae2f14401 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:29.958621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] Pushing event updated for resources: {'Network': ['ID=04ba4124-174a-43ed-8d39-b0b0d895ce7d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:29.971606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 04ba4124-174a-43ed-8d39-b0b0d895ce7d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:16:29.984865 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-14f9e199-a1dd-4811-93ed-cf4c600891b3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2650840 Feb 10 04:16:29.985524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c850083b-331f-4875-ae5c-d51ea055579a req-aace864a-f0e1-40b2-8b6b-e1bb88392a72 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759288 Feb 10 04:16:29.988447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42408) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:29.992902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Request body: {'subnet': {'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-subnet', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:30.180770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99341156-1e28-46a0-9d58-4f6fb3c43ba4 req-5f66701d-5ddf-4119-807c-aeb9cf6b3852 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:30.182576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99341156-1e28-46a0-9d58-4f6fb3c43ba4 req-5f66701d-5ddf-4119-807c-aeb9cf6b3852 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0624750 Feb 10 04:16:30.203183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Made reservation on behalf of 4a5226dc54784eb6a4d7f1ab668e567e for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:30.205947 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.242124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99341156-1e28-46a0-9d58-4f6fb3c43ba4 req-2f29cfad-675e-44e5-a39f-59668ff18e86 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538042 Feb 10 04:16:30.244365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dab828-89af-413a-afad-9a9ae2f14401 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:30.248927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-74dab828-89af-413a-afad-9a9ae2f14401 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.317514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-aedfbf46-db38-4b1b-80cc-d04c6e434376 None None] Provisioning complete for port 074e5afe-ab5f-4d3a-97dc-44d6733e7841 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:30.318039 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aedfbf46-db38-4b1b-80cc-d04c6e434376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.380985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-aedfbf46-db38-4b1b-80cc-d04c6e434376 None None] Port 074e5afe-ab5f-4d3a-97dc-44d6733e7841 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:30.390227 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-74dab828-89af-413a-afad-9a9ae2f14401 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74483b7a-34ee-4e55-a133-524e1e983c7f (CIDR: 2001:db8::/64) Feb 10 04:16:30.438068 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dab828-89af-413a-afad-9a9ae2f14401 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:16:30.438561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dab828-89af-413a-afad-9a9ae2f14401 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:30.459887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba8917-5071-4aab-904e-aecca60f3b82 req-e6b18d11-4cce-4e43-9836-649fd666b86c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:30.467211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cba8917-5071-4aab-904e-aecca60f3b82 req-e6b18d11-4cce-4e43-9836-649fd666b86c tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0831678 Feb 10 04:16:30.513416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9cba8917-5071-4aab-904e-aecca60f3b82 req-4cec4eea-48dc-487b-bf0f-6ae4060799e7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Feb 10 04:16:30.531785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-74dab828-89af-413a-afad-9a9ae2f14401 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5825467 Feb 10 04:16:30.535187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42416) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:30.545040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e1431fc3-ca3b-4658-9340-732d3b6fc66c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:30.634214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (d36a59a8-cb32-4b14-8d54-36c7d55cd828), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.729676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e89412ac-d6d7-436c-bf6a-21aab565e80e req-e253229c-3727-434f-bf2c-53737dcebc4f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0407226 Feb 10 04:16:30.792654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd4d88-8a1f-4fc4-8809-4f684c754e2b req-e09bd633-8f0d-403a-85f4-f96e87907629 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:30.794176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70fd4d88-8a1f-4fc4-8809-4f684c754e2b req-e09bd633-8f0d-403a-85f4-f96e87907629 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1783156 Feb 10 04:16:30.815804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1431fc3-ca3b-4658-9340-732d3b6fc66c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:30.819718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1431fc3-ca3b-4658-9340-732d3b6fc66c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.846913 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (b48a87d0-0eb2-4058-9080-72f941d0818b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.914898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70fd4d88-8a1f-4fc4-8809-4f684c754e2b req-3a5bb1a8-37ac-4615-be98-9df37ec9f857 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096015 Feb 10 04:16:30.941203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.945210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:30.947528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48a87d0-0eb2-4058-9080-72f941d0818b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:30.963999 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-e1431fc3-ca3b-4658-9340-732d3b6fc66c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4711a332-f2f5-4edc-aa90-20a39994723c (CIDR: 2001:db8:0:1::/64) Feb 10 04:16:30.997564 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1431fc3-ca3b-4658-9340-732d3b6fc66c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:16:30.997785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Checking segment: {'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:30.997957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Network hostable DHCP agents. Network: 04ba4124-174a-43ed-8d39-b0b0d895ce7d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:16:30.998078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1431fc3-ca3b-4658-9340-732d3b6fc66c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:31.086296 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e1431fc3-ca3b-4658-9340-732d3b6fc66c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5473731 Feb 10 04:16:31.109508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42428) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:31.127654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Network 04ba4124-174a-43ed-8d39-b0b0d895ce7d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:16:31.131550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'subnet': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:31.179217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912b93f-ef5c-4e5a-8b70-5525d339a407 req-5d3ee82e-996e-455c-beea-e8a6f8d1ac4a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:31.182651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a912b93f-ef5c-4e5a-8b70-5525d339a407 req-5d3ee82e-996e-455c-beea-e8a6f8d1ac4a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1381958 Feb 10 04:16:31.223325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 04ba4124-174a-43ed-8d39-b0b0d895ce7d) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:31.231669 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.238263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4241e-3ce4-4f9f-b7c0-80d65a9d4edd None None] Network 04ba4124-174a-43ed-8d39-b0b0d895ce7d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:31.255528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:31.256998 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.309886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a912b93f-ef5c-4e5a-8b70-5525d339a407 req-3ae6f42a-ee5a-4804-a712-9e98914c178f tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174090 Feb 10 04:16:31.315987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.366547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Made reservation on behalf of c87a7448878049989bfbc3c8ab243e40 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:31.370746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.392385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d046b87-a6ca-4372-9440-f8c9faa569e9 None None] Network 04ba4124-174a-43ed-8d39-b0b0d895ce7d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:31.392639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=fa4e1ed8-dc0e-471d-b1cc-d0341116b373,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:31.408919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-66231ce3-f8c1-4539-b2df-d03d0f94cf17 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4202619 Feb 10 04:16:31.411795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42438) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:31.418747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:31.432065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (d36a59a8-cb32-4b14-8d54-36c7d55cd828), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.572896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3234-a973-480b-a53c-641ac06ac030 req-069a8e86-a551-47a0-9f5a-d1cb7aa3180a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:31.574539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c99d3234-a973-480b-a53c-641ac06ac030 req-069a8e86-a551-47a0-9f5a-d1cb7aa3180a tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1265721 Feb 10 04:16:31.610480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (fdb9b38c-b245-48de-b189-9eecaed4e544), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.611553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (fdb9b38c-b245-48de-b189-9eecaed4e544), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.615954 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP d36a59a8-cb32-4b14-8d54-36c7d55cd828 associated. External IP: 172.25.8.113, port: e0006019-0ec5-4ad2-ba4a-6aa5226673b1. Feb 10 04:16:31.648103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c99d3234-a973-480b-a53c-641ac06ac030 req-54fc45a9-b742-4cb1-8c65-3f78dea094bb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665216 Feb 10 04:16:31.817158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de15308-40db-4508-9887-9d1d03a6fcf2 req-77b54a7a-525f-49cf-8f60-0c6bc10680bc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:31.819051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4de15308-40db-4508-9887-9d1d03a6fcf2 req-77b54a7a-525f-49cf-8f60-0c6bc10680bc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0683308 Feb 10 04:16:31.854403 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (b16d09d5-239a-415f-9013-d662df7a5678), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.905798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Network 13828a75-e112-4581-a8ca-02d51624c5fc is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:31.916708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:31.923711 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4de15308-40db-4508-9887-9d1d03a6fcf2 req-e7bec91d-3155-409c-897a-9dec854a7327 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985403 Feb 10 04:16:31.927267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:31.927917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:31.933521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59e5f3-ffd5-4639-9402-40275910f7e2 None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:31.942650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Subnet': ['ID=b16d09d5-239a-415f-9013-d662df7a5678,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:32.053310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9ba98ba3-3b6c-4c9e-ab6f-73adf8a99066 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9395816 Feb 10 04:16:32.067668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42460) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:32.069908 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3c2230c7-b9b3-42a3-8260-2aada64bf102 req-cc8604af-408c-4447-bddf-cecd118880bb tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0343409 Feb 10 04:16:32.075635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-518593203', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b16d09d5-239a-415f-9013-d662df7a5678'}], 'security_groups': ['e4ef5b65-3c40-49d7-8107-20ce4015c15c', '51df784a-128d-45e3-a2ca-51ad89ce0d27']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:32.122445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks [] for router_controller (fdb9b38c-b245-48de-b189-9eecaed4e544), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.141526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a45116-f195-4489-a457-15f929e07a7f req-bbe1b4ae-6da5-4008-b4b3-cf2ecfda84d0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:32.150165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9a45116-f195-4489-a457-15f929e07a7f req-bbe1b4ae-6da5-4008-b4b3-cf2ecfda84d0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.5706439 Feb 10 04:16:32.167508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9a45116-f195-4489-a457-15f929e07a7f req-802be760-234d-494e-97d5-0466c256b156 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/quotas/ba3dd7a8d013466dae065a55fd8fe967 HTTP/1.1" status: 200 len: 375 time: 0.0162086 Feb 10 04:16:32.181250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.259113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439454e-ae04-4832-a66d-4677486714da None None] Update dhcp port {'port': {'network_id': '13828a75-e112-4581-a8ca-02d51624c5fc', 'fixed_ips': [{'subnet_id': '4711a332-f2f5-4edc-aa90-20a39994723c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '74483b7a-34ee-4e55-a133-524e1e983c7f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b16d09d5-239a-415f-9013-d662df7a5678'}], 'binding:host_id': 'n-d-827844-2'}, 'id': 'a759028b-04e5-4772-a2fe-a7b9f9a4617b'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:16:32.292801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9439454e-ae04-4832-a66d-4677486714da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.300217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:32.461890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9a45116-f195-4489-a457-15f929e07a7f req-4aa2d268-9560-4947-a105-17e909079a88 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1636605 Feb 10 04:16:32.521902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks [] for router_gateway (fdb9b38c-b245-48de-b189-9eecaed4e544), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.526734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-9439454e-ae04-4832-a66d-4677486714da None None] Allocated IP 2001:db8:0:2::2 (13828a75-e112-4581-a8ca-02d51624c5fc/b16d09d5-239a-415f-9013-d662df7a5678/a759028b-04e5-4772-a2fe-a7b9f9a4617b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:32.634119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9439454e-ae04-4832-a66d-4677486714da None None] For port a759028b-04e5-4772-a2fe-a7b9f9a4617b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a759028b-04e5-4772-a2fe-a7b9f9a4617b,segment=NetworkSegment(6e5c1825-f117-470c-9cae-77f01ec5961f),segment_id=6e5c1825-f117-470c-9cae-77f01ec5961f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:32.645188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:32.675313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9439454e-ae04-4832-a66d-4677486714da None None] Publish callbacks [] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.687577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:32.706091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:32.706798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:32.749431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:32.758510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9a45116-f195-4489-a457-15f929e07a7f req-a142807d-5367-4b65-8af3-57f1e84ff440 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954748 Feb 10 04:16:32.765884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:32.767167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:32.807314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:32.807980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8723b-7142-486b-b4c0-6b152d50e8fc None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:32.809313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.811479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9439454e-ae04-4832-a66d-4677486714da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.873829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439454e-ae04-4832-a66d-4677486714da None None] Pushing event updated for resources: {'Port': ['ID=a759028b-04e5-4772-a2fe-a7b9f9a4617b,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:32.882243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:32.939387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-188c46df-6687-49ab-9c81-77b561adec4a tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.3847308 Feb 10 04:16:32.941836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42464) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:32.951455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:33.001270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Delete allocated IP 2001:db8::84 (13828a75-e112-4581-a8ca-02d51624c5fc/74483b7a-34ee-4e55-a133-524e1e983c7f) {{(pid=109958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 04:16:33.012275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Allocated IP 2001:db8:0:2::1e (13828a75-e112-4581-a8ca-02d51624c5fc/b16d09d5-239a-415f-9013-d662df7a5678/074e5afe-ab5f-4d3a-97dc-44d6733e7841) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:33.282487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eaab4ed3-c920-4c5c-a76f-6c53453871e3 req-2b43e2e4-cc9a-4f7b-b034-2a18e39676b6 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0485048 Feb 10 04:16:33.320348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (d36a59a8-cb32-4b14-8d54-36c7d55cd828), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.396589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks [] for router_gateway (fdb9b38c-b245-48de-b189-9eecaed4e544), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.408828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a759028b-04e5-4772-a2fe-a7b9f9a4617b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:33.436098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.451307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9a45116-f195-4489-a457-15f929e07a7f req-5173288a-67f1-4157-bf8e-5a2995d9da56 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865869 Feb 10 04:16:33.464871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.527581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.553358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:33.553870 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.670735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] In _notify_port_updated(), no bound segment for port 074e5afe-ab5f-4d3a-97dc-44d6733e7841 on network 13828a75-e112-4581-a8ca-02d51624c5fc {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:16:33.681116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:33.681748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.685558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "PUT /v2.0/ports/074e5afe-ab5f-4d3a-97dc-44d6733e7841 HTTP/1.1" status: 200 len: 968 time: 1.6123245 Feb 10 04:16:33.687441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42472) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:33.697503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:33.844284 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.866568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd85b5-c998-45f4-bb30-48479f783108 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event updated for resources: {'Port': ['ID=074e5afe-ab5f-4d3a-97dc-44d6733e7841,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:33.884718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Allocated IP 172.25.8.119 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/00f28eed-13a7-4887-876a-9f44b96a8dbd) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:33.912759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e92f6a2c-10bf-4247-a5e4-b3e743cb1bec req-5dab3f89-d876-43f6-8987-389dce01d894 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0d591ef-9c67-4388-b0e9-57c2de746fcb HTTP/1.1" status: 200 len: 210 time: 0.0667610 Feb 10 04:16:33.921164 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.963758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port 074e5afe-ab5f-4d3a-97dc-44d6733e7841 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:33.964515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.983075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (d36a59a8-cb32-4b14-8d54-36c7d55cd828), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:33.990947 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP d36a59a8-cb32-4b14-8d54-36c7d55cd828 disassociated. External IP: 172.25.8.113, port: e0006019-0ec5-4ad2-ba4a-6aa5226673b1. Feb 10 04:16:34.156553 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.199134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for 074e5afe-ab5f-4d3a-97dc-44d6733e7841 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:34.241928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks [] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.272751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:34.272751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.469761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:34.496992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Provisioning complete for port 074e5afe-ab5f-4d3a-97dc-44d6733e7841 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:34.496992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.586351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Port 074e5afe-ab5f-4d3a-97dc-44d6733e7841 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:34.609303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Provisioning complete for port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:34.609603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.623225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ae6d26f-0eab-4258-af49-3dd2b578d046 req-20bcf5b9-dfa2-4d30-bd9e-caffba78fc6a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1272573 Feb 10 04:16:34.633382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.689179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7ba65967-9089-43f1-b951-76f4d57a9cb1 None None] Port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:34.729927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:34.730078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (074e5afe-ab5f-4d3a-97dc-44d6733e7841), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.757389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:34.761831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Pushing event updated for resources: {'Port': ['ID=00f28eed-13a7-4887-876a-9f44b96a8dbd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:34.778979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:34.783725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=074e5afe-ab5f-4d3a-97dc-44d6733e7841,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:34.814124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ae9c6a81-180c-4175-bfb7-f712cc256857 None None] Could not find standard attr ID for object 074e5afe-ab5f-4d3a-97dc-44d6733e7841. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:16:34.815160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:34.819689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-089c7e89-3e82-48df-96c9-442010a7d078 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/074e5afe-ab5f-4d3a-97dc-44d6733e7841 HTTP/1.1" status: 204 len: 168 time: 1.1315193 Feb 10 04:16:34.822442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42504) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:34.857753 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f36a452-b8d7-4a9b-a414-b984b2d51034 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] GET failed (client error): The resource could not be found. Feb 10 04:16:34.859784 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6f36a452-b8d7-4a9b-a414-b984b2d51034 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports/074e5afe-ab5f-4d3a-97dc-44d6733e7841 HTTP/1.1" status: 404 len: 333 time: 0.0336771 Feb 10 04:16:34.862504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42510) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:34.973198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:34.976461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cef268e0-b653-43b1-82a7-0d5b0f324ac7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (9e9b7415-4da7-4cec-8d15-8b1defec68be), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.027457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cef268e0-b653-43b1-82a7-0d5b0f324ac7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (9e9b7415-4da7-4cec-8d15-8b1defec68be), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.210125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cef268e0-b653-43b1-82a7-0d5b0f324ac7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9e9b7415-4da7-4cec-8d15-8b1defec68be), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.212662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cef268e0-b653-43b1-82a7-0d5b0f324ac7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.214054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cef268e0-b653-43b1-82a7-0d5b0f324ac7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e9b7415-4da7-4cec-8d15-8b1defec68be HTTP/1.1" status: 204 len: 168 time: 0.3503315 Feb 10 04:16:35.223363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42516) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:35.224721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef268e0-b653-43b1-82a7-0d5b0f324ac7 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b7415-4da7-4cec-8d15-8b1defec68be,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:35.309413 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f84c850-7510-4507-a808-94d8c5b7a670 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (51df784a-128d-45e3-a2ca-51ad89ce0d27), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.352231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f84c850-7510-4507-a808-94d8c5b7a670 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (51df784a-128d-45e3-a2ca-51ad89ce0d27), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.464652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f84c850-7510-4507-a808-94d8c5b7a670 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51df784a-128d-45e3-a2ca-51ad89ce0d27), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.467371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f84c850-7510-4507-a808-94d8c5b7a670 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.471315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6f84c850-7510-4507-a808-94d8c5b7a670 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/security-groups/51df784a-128d-45e3-a2ca-51ad89ce0d27 HTTP/1.1" status: 204 len: 168 time: 0.2414045 Feb 10 04:16:35.472513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42518) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:35.494988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84c850-7510-4507-a808-94d8c5b7a670 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df784a-128d-45e3-a2ca-51ad89ce0d27,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:35.596848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-033e42b3-bbc2-4c6e-b260-c3ed7d1c69cb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (e4ef5b65-3c40-49d7-8107-20ce4015c15c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.607749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-12983bdb-8025-43de-9e7f-c4b24f4c454b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:35.609488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-12983bdb-8025-43de-9e7f-c4b24f4c454b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.6495347 Feb 10 04:16:35.636289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-033e42b3-bbc2-4c6e-b260-c3ed7d1c69cb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (e4ef5b65-3c40-49d7-8107-20ce4015c15c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.673077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-f7265fc4-72ec-4404-a766-af0e65775642 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/quotas/ba3dd7a8d013466dae065a55fd8fe967 HTTP/1.1" status: 200 len: 375 time: 0.0561323 Feb 10 04:16:35.676787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:35.683483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.690363 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:35.711380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:35.712018 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:35.772723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81c5742a-6def-4081-afe2-b67d136197b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/floatingips/d36a59a8-cb32-4b14-8d54-36c7d55cd828 HTTP/1.1" status: 200 len: 688 time: 2.8250949 Feb 10 04:16:35.775287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42526) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:35.824332 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:35.845073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-b6f23f2f-a95c-4b7e-a74b-e7ebc63ad7ab tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1205864 Feb 10 04:16:35.854257 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:35.856007 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:35.862316 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-033e42b3-bbc2-4c6e-b260-c3ed7d1c69cb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e4ef5b65-3c40-49d7-8107-20ce4015c15c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.865441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-033e42b3-bbc2-4c6e-b260-c3ed7d1c69cb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:35.869502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-033e42b3-bbc2-4c6e-b260-c3ed7d1c69cb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/security-groups/e4ef5b65-3c40-49d7-8107-20ce4015c15c HTTP/1.1" status: 204 len: 168 time: 0.3959837 Feb 10 04:16:35.882588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42528) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:35.907577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d63089fa-c5b6-4487-a152-de825199e3f9 req-12600e95-4ab7-4520-be03-cfa6f1ecccca tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0491850 Feb 10 04:16:35.908518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e42b3-bbc2-4c6e-b260-c3ed7d1c69cb tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ef5b65-3c40-49d7-8107-20ce4015c15c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:35.947245 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:35.953198 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bec33e-15d1-4da9-b379-752608bc53f4 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:35.959431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks [] for router_gateway (fdb9b38c-b245-48de-b189-9eecaed4e544), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.003540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port fa4e1ed8-dc0e-471d-b1cc-d0341116b373 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:36.003893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.064924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet 74483b7a-34ee-4e55-a133-524e1e983c7f {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:16:36.082345 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (74483b7a-34ee-4e55-a133-524e1e983c7f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.106179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.106647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.117876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-4cde5120-7ff2-4dd1-bda1-46b853ebea59 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570879 Feb 10 04:16:36.122228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for fa4e1ed8-dc0e-471d-b1cc-d0341116b373 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:36.202366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (74483b7a-34ee-4e55-a133-524e1e983c7f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.351565 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fa4e1ed8-dc0e-471d-b1cc-d0341116b373), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.387756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=fa4e1ed8-dc0e-471d-b1cc-d0341116b373,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:36.394491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (74483b7a-34ee-4e55-a133-524e1e983c7f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.473618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (d36a59a8-cb32-4b14-8d54-36c7d55cd828), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.477478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.484730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-057ef43e-9c46-46e5-8d3a-ba25f1f485b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/floatingips/d36a59a8-cb32-4b14-8d54-36c7d55cd828 HTTP/1.1" status: 204 len: 168 time: 0.7083313 Feb 10 04:16:36.485383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42530) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:36.491481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '01d75c80-8b29-47c0-ae58-f0c290439ada'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:36.500587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-ce0a98e2-dc1f-4aff-a233-2e30aa518ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818209 Feb 10 04:16:36.573054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (fdb9b38c-b245-48de-b189-9eecaed4e544), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.642139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.672591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (74483b7a-34ee-4e55-a133-524e1e983c7f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.702832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65338cbf-a171-455b-ade1-8d069ccee39b None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:36.704434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:36.712438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/74483b7a-34ee-4e55-a133-524e1e983c7f HTTP/1.1" status: 204 len: 168 time: 0.8288021 Feb 10 04:16:36.720226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42534) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:36.733054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=74483b7a-34ee-4e55-a133-524e1e983c7f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:36.762886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.767659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.769386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.769923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.772274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.772803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.773401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.775126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.775677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.776208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.782017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.782973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.783479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f197f2-c426-4690-a447-4e9601099767 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:36.893051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c224a88-596d-4130-8789-26c057c03c03 req-8a992060-79da-4006-bcd0-ba87cc064673 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 210 time: 0.0562911 Feb 10 04:16:36.959575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet b16d09d5-239a-415f-9013-d662df7a5678 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:16:36.962531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Router fdb9b38c-b245-48de-b189-9eecaed4e544 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:16:36.972898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (b16d09d5-239a-415f-9013-d662df7a5678), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:37.115433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (b16d09d5-239a-415f-9013-d662df7a5678), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:37.194861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:37.223851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-312e95e0-2b3c-4f37-bc14-316229214b42 req-ff979de8-10c9-458a-b72c-4d422486858c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0827096 Feb 10 04:16:37.328804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:37.349224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Sync routers for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:37.367125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:37.367825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:37.386766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b16d09d5-239a-415f-9013-d662df7a5678), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:37.417979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:37.421805 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fb4fedfc-67fe-4041-ab48-5b036c87de03 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0059824 Feb 10 04:16:37.425186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42562) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:37.506849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:16:37.740191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:35Z', 'revision_number': 3, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:37.789077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Checking router: fdb9b38c-b245-48de-b189-9eecaed4e544 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:16:37.790268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Updating router fdb9b38c-b245-48de-b189-9eecaed4e544 port 00f28eed-13a7-4887-876a-9f44b96a8dbd binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:16:37.831208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b16d09d5-239a-415f-9013-d662df7a5678), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:37.831208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.25.8.212 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/13de522e-c1e2-4efa-bfe8-e4481da5faf9) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:37.855190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:37.924182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=b16d09d5-239a-415f-9013-d662df7a5678,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:37.945403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-5100fe4e-5a8f-486b-a862-7a9dbe35aafa tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:37.952969 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-5100fe4e-5a8f-486b-a862-7a9dbe35aafa tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.6349041 Feb 10 04:16:38.011333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-a5cc0d4c-e8e2-4a4d-b7ce-fb5935ca82a8 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/quotas/a97cf0fa4de74535bc16402988b6931c HTTP/1.1" status: 200 len: 375 time: 0.0573087 Feb 10 04:16:38.017920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.030274 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/b16d09d5-239a-415f-9013-d662df7a5678 HTTP/1.1" status: 204 len: 168 time: 1.3045990 Feb 10 04:16:38.032557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.035764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.036203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.036713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.037206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.037712 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.038117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.039081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.039623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.040157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.041213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.041565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.041903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ede6c-1c71-429a-9fb2-a4833e3fe553 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:38.047316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42572) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:38.057382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4f5b2-62a6-4d59-927a-2b401f122a24 None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:38.074626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6a2245d-c9ba-4cf4-b89b-f14c9456e7fc req-b98a7ca7-4683-451a-989a-ee76993924ac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 210 time: 0.0595622 Feb 10 04:16:38.125483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f6585fef-378e-4f9b-a140-e29a735582e3 None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:38.132382 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f6585fef-378e-4f9b-a140-e29a735582e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.148421 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dabb86-efcb-4fa0-9c6b-b04bfd521d4b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:38.149382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6dabb86-efcb-4fa0-9c6b-b04bfd521d4b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:38.152637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f6dabb86-efcb-4fa0-9c6b-b04bfd521d4b tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/74483b7a-34ee-4e55-a133-524e1e983c7f HTTP/1.1" status: 404 len: 337 time: 0.1041501 Feb 10 04:16:38.172237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42574) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:38.204727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-e0570e52-27ce-41c3-86cb-378308cd6bd2 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922655 Feb 10 04:16:38.230932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting subnet 4711a332-f2f5-4edc-aa90-20a39994723c {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:16:38.235058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (4711a332-f2f5-4edc-aa90-20a39994723c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.312231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (4711a332-f2f5-4edc-aa90-20a39994723c), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.384003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-a50403e0-6793-496d-a903-eb2eea4cf739 service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625879 Feb 10 04:16:38.513955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43aefd83-906e-4c24-8291-de2f519e8d1d req-5fc1d9b0-ad46-41eb-9ae3-0324683c45b0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1131930 Feb 10 04:16:38.571755 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-7f5c278b-0b16-45bb-8b81-147f7212ce85 service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787217 Feb 10 04:16:38.591201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.629087 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (4711a332-f2f5-4edc-aa90-20a39994723c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.671106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f6585fef-378e-4f9b-a140-e29a735582e3 None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:38.695158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f6585fef-378e-4f9b-a140-e29a735582e3 None None] Provisioning complete for port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:38.695542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f6585fef-378e-4f9b-a140-e29a735582e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.703999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.747407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f6585fef-378e-4f9b-a140-e29a735582e3 None None] Port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:38.814397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:38.946159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:38.959010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=13de522e-c1e2-4efa-bfe8-e4481da5faf9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:38.966265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:38.976215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:39.015641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Allocated IP 172.20.0.1 (04ba4124-174a-43ed-8d39-b0b0d895ce7d/b48a87d0-0eb2-4058-9080-72f941d0818b/481bea0f-4698-4d29-87c2-45149dda6577) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:39.192679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (4711a332-f2f5-4edc-aa90-20a39994723c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.348343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.352551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/4711a332-f2f5-4edc-aa90-20a39994723c HTTP/1.1" status: 204 len: 168 time: 1.1791439 Feb 10 04:16:39.360730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7418ac9a-a144-420c-a2b5-51295b440fe6 req-fc6b35aa-1d7d-4341-9df5-0800db1078e1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 210 time: 0.1183228 Feb 10 04:16:39.368786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42588) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:39.373906 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Publish callbacks [] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.381633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29603e95-081a-4c78-a710-b0b637eed932 req-962170fd-4825-44cd-b798-27aaca3c2c6c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 210 time: 0.2116055 Feb 10 04:16:39.384888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a525-4688-405d-8299-3a0ffab1bc83 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Subnet': ['ID=4711a332-f2f5-4edc-aa90-20a39994723c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:39.447890 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.449671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks [] for port (481bea0f-4698-4d29-87c2-45149dda6577), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.495782 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a460c9a-7a48-4ff3-b7dd-5574d85cfa69 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:39.496072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a460c9a-7a48-4ff3-b7dd-5574d85cfa69 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:39.501819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42592) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:39.502999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0a460c9a-7a48-4ff3-b7dd-5574d85cfa69 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/8845975b-d44e-48ae-81c4-a5d711bc0160 HTTP/1.1" status: 404 len: 337 time: 0.1293061 Feb 10 04:16:39.573302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-708e0aaa-d7d0-4cd3-be23-6518fe45635f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "GET /v2.0/ports?device_id=da598b13-3e5a-41e0-81da-5228312a2ca9 HTTP/1.1" status: 200 len: 205 time: 0.0636408 Feb 10 04:16:39.575511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (481bea0f-4698-4d29-87c2-45149dda6577), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.602726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42596) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:39.626146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Attempting to bind port 00f28eed-13a7-4887-876a-9f44b96a8dbd on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:39.626761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Attempting to bind port 00f28eed-13a7-4887-876a-9f44b96a8dbd by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:39.627144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Attempting to bind port 00f28eed-13a7-4887-876a-9f44b96a8dbd on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:39.633932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Network 04ba4124-174a-43ed-8d39-b0b0d895ce7d is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:39.682414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:39.682824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:39.688654 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.689125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:39.689717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Bound port: 00f28eed-13a7-4887-876a-9f44b96a8dbd, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:39.690126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.710661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:39.722564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:39.789990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] For port 00f28eed-13a7-4887-876a-9f44b96a8dbd, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:39.793725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] For port 00f28eed-13a7-4887-876a-9f44b96a8dbd, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00f28eed-13a7-4887-876a-9f44b96a8dbd,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:39.797203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08652d-29e1-4659-88a2-78bc69b67093 None None] Pushing event updated for resources: {'Port': ['ID=00f28eed-13a7-4887-876a-9f44b96a8dbd,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:39.874032 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (fdb9b38c-b245-48de-b189-9eecaed4e544), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.889344 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:39.927253 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:16:40.021913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:40.028348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:40.030799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f6cf7-acd2-46c2-90a2-d232c0a97980 None None] Network 13828a75-e112-4581-a8ca-02d51624c5fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:16:40.150626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=481bea0f-4698-4d29-87c2-45149dda6577,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:40.175520 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-1eabe9fb-2c11-4701-a321-653431ebba6d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] delete failed (client error): The resource could not be found. Feb 10 04:16:40.180568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1eabe9fb-2c11-4701-a321-653431ebba6d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/routers/da598b13-3e5a-41e0-81da-5228312a2ca9 HTTP/1.1" status: 404 len: 336 time: 0.5395379 Feb 10 04:16:40.216060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08652d-29e1-4659-88a2-78bc69b67093 None None] Pushing event updated for resources: {'Port': ['ID=00f28eed-13a7-4887-876a-9f44b96a8dbd,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:40.272380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42602) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:40.312831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (481bea0f-4698-4d29-87c2-45149dda6577), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:40.324701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-24154859-93e2-4415-a935-2a7893d7a44c None None] Provisioning complete for port a759028b-04e5-4772-a2fe-a7b9f9a4617b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:40.325085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-24154859-93e2-4415-a935-2a7893d7a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:40.387591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0604228-8471-488b-b191-33be02ac49c6 req-6ac6fc7b-ed50-4522-8559-42aa72b77852 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0417540 Feb 10 04:16:40.594043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f67ec43c-1b20-4834-8897-f19234e9686a req-c5a319ba-d99a-489f-8214-8d57a4dbd578 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 210 time: 0.0836623 Feb 10 04:16:40.640539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:16:40.701802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-edc35e09-3056-4e0d-ad58-b0b9500b70a4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:40.704787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-edc35e09-3056-4e0d-ad58-b0b9500b70a4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.5588500 Feb 10 04:16:40.705775 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e978d24-91cc-417f-846c-7f50f5197002 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:40.706347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e978d24-91cc-417f-846c-7f50f5197002 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:40.712956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4e978d24-91cc-417f-846c-7f50f5197002 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/6ca8f7a7-8aab-4533-af4d-662d0c9586d8 HTTP/1.1" status: 404 len: 337 time: 0.3827617 Feb 10 04:16:40.720722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42612) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:40.724436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Request body: {'port': {'device_id': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'admin_state_up': True, 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:40.772511 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88dc5b9-82c1-4cf0-ac21-411b77b069d5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:40.773279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88dc5b9-82c1-4cf0-ac21-411b77b069d5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:40.809567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c88dc5b9-82c1-4cf0-ac21-411b77b069d5 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/b6f114a6-05ee-42c8-954d-75c2ee7cdee9 HTTP/1.1" status: 404 len: 337 time: 0.0875921 Feb 10 04:16:40.813066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-24154859-93e2-4415-a935-2a7893d7a44c None None] Current status of the port a759028b-04e5-4772-a2fe-a7b9f9a4617b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:40.878890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] DHCP port deletion for 13828a75-e112-4581-a8ca-02d51624c5fc request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:16:40.886781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-24154859-93e2-4415-a935-2a7893d7a44c None None] Provisioning complete for port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:40.890933 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-24154859-93e2-4415-a935-2a7893d7a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:40.900538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42614) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:40.929485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-24154859-93e2-4415-a935-2a7893d7a44c None None] Port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:16:41.065762 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (4eb1f327-2903-487b-b264-8d67599dd7ec), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:41.139593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] Deleting port a759028b-04e5-4772-a2fe-a7b9f9a4617b {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:41.139927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:41.238211 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8105a488-43b0-4878-a1c9-68f92b698916 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:41.238571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8105a488-43b0-4878-a1c9-68f92b698916 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:41.242256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8105a488-43b0-4878-a1c9-68f92b698916 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/e734a479-2acd-43a9-9541-2cdb7b3b873b HTTP/1.1" status: 404 len: 337 time: 0.3402379 Feb 10 04:16:41.255752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] For port a759028b-04e5-4772-a2fe-a7b9f9a4617b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a759028b-04e5-4772-a2fe-a7b9f9a4617b,segment=NetworkSegment(6e5c1825-f117-470c-9cae-77f01ec5961f),segment_id=6e5c1825-f117-470c-9cae-77f01ec5961f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:41.256906 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:41.276126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] Calling delete_port for a759028b-04e5-4772-a2fe-a7b9f9a4617b owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:41.283636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42616) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:41.389627 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeda2ce-fcad-4d75-b03c-aa4d878e3547 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:41.391863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeda2ce-fcad-4d75-b03c-aa4d878e3547 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:41.399546 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0aeda2ce-fcad-4d75-b03c-aa4d878e3547 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/d0a117b8-fbd3-4cdc-a952-d38d723ff344 HTTP/1.1" status: 404 len: 333 time: 0.1103921 Feb 10 04:16:41.412325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:41.415963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a759028b-04e5-4772-a2fe-a7b9f9a4617b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:16:41.504587 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-38eb588b-72c3-4cca-a0a3-b7c042001619 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:41.506833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38eb588b-72c3-4cca-a0a3-b7c042001619 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:41.516647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-38eb588b-72c3-4cca-a0a3-b7c042001619 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/f0f5ac44-8292-4741-a519-4828193ebd42 HTTP/1.1" status: 404 len: 337 time: 0.1005199 Feb 10 04:16:41.517223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42622) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:41.531764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (a759028b-04e5-4772-a2fe-a7b9f9a4617b), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:41.545260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:35Z', 'revision_number': 3, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:41.585190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f3338-2521-48ee-9f52-908aa9a3950f None None] The sync data for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 is: [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:35Z', 'revision_number': 3, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:41.587182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port a759028b-04e5-4772-a2fe-a7b9f9a4617b {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:16:41.587772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port a759028b-04e5-4772-a2fe-a7b9f9a4617b host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:16:41.588348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a759028b-04e5-4772-a2fe-a7b9f9a4617b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:16:41.624898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] No DVR routers for this DVR port a759028b-04e5-4772-a2fe-a7b9f9a4617b on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:16:41.632651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688a0bc-7b58-4af7-b908-2029c64ab0cf None None] Pushing event deleted for resources: {'Port': ['ID=a759028b-04e5-4772-a2fe-a7b9f9a4617b,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:41.678228 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dd6378-77ac-40cc-933e-930e583e1f58 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:41.679806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dd6378-77ac-40cc-933e-930e583e1f58 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:41.691547 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-61dd6378-77ac-40cc-933e-930e583e1f58 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/b1131aca-8486-42ea-b677-5f6942f39d4a HTTP/1.1" status: 404 len: 337 time: 0.1697361 Feb 10 04:16:41.735275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42628) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:41.845373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa47dd7c-da4c-44ed-8f99-2f19af676f14 req-69a73a87-44de-448f-9e61-44cccf70e5f1 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.2257137 Feb 10 04:16:41.856080 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a8dfce-4ad6-4446-a97d-d197faf89f8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:41.859063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a8dfce-4ad6-4446-a97d-d197faf89f8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:41.860260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e327c0-8a07-46d5-a52c-81671f481dc1 req-c28e87f9-f321-49d0-a71b-1960d9976bff tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 210 time: 1.2718852 Feb 10 04:16:41.883819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-17a8dfce-4ad6-4446-a97d-d197faf89f8d tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/78100471-2047-4246-8903-06fb565cbbf9 HTTP/1.1" status: 404 len: 333 time: 0.0951886 Feb 10 04:16:41.884467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42630) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:41.954012 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d7afaf-909a-41d7-8e33-03864b95e924 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:41.954481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d7afaf-909a-41d7-8e33-03864b95e924 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:41.988597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d0d7afaf-909a-41d7-8e33-03864b95e924 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/202e82da-5d6c-47c0-9f98-6be9765e5f28 HTTP/1.1" status: 404 len: 337 time: 0.0921168 Feb 10 04:16:41.989057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:41.990807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42632) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:42.087364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:42.088047 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c2d58f-2d9e-4930-803f-4b2dfda9952f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] DELETE failed (client error): The resource could not be found. Feb 10 04:16:42.088519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c2d58f-2d9e-4930-803f-4b2dfda9952f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:16:42.090799 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.099556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-85c2d58f-2d9e-4930-803f-4b2dfda9952f tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/subnets/7c94020a-fd57-4597-b0e7-a0660b74b1a3 HTTP/1.1" status: 404 len: 337 time: 0.1062090 Feb 10 04:16:42.105984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:42.270504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Allocated IP 172.20.0.13 (4dbd154e-9581-4df8-b224-7fe373295285/6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa/d064bb15-b1e2-4870-8862-26a36615e0c0) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:42.375537 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-170af65f-416a-4d32-8337-e3b7fabc2343 req-63863646-fa77-4880-85d8-5d3d0f501314 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 210 time: 0.3456612 Feb 10 04:16:42.476287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Deleting port b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:42.478032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.564041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.586450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Calling delete_port for b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:42.708614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks [] for port (481bea0f-4698-4d29-87c2-45149dda6577), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.717131 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.723325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-7c9d1446-d462-4b30-ace8-db9dc7c9983b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:42.726092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-7c9d1446-d462-4b30-ace8-db9dc7c9983b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.3788314 Feb 10 04:16:42.731951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks [] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.740610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Request body: {'port': {'device_id': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'admin_state_up': True, 'tenant_id': 'a97cf0fa4de74535bc16402988b6931c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:42.775958 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.806664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Port': ['ID=b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:42.820119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.840378 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.845792 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (481bea0f-4698-4d29-87c2-45149dda6577), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:42.847715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9527990a-c88d-45d1-a4c9-de0189682664 tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/ports/b63a3c9a-6bb3-4207-a29f-f9e2a7b63a03 HTTP/1.1" status: 204 len: 168 time: 0.7400413 Feb 10 04:16:42.848378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42638) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:43.066639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55bfd7d7-6171-44ea-814d-44f0e306f3b5 req-18acd23f-5d9d-4b64-b07e-ba40281f1471 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0479941 Feb 10 04:16:43.073251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=481bea0f-4698-4d29-87c2-45149dda6577,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:43.079910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (fdb9b38c-b245-48de-b189-9eecaed4e544), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.104621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (13828a75-e112-4581-a8ca-02d51624c5fc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.132347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4eb1f327-2903-487b-b264-8d67599dd7ec), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.138576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ae730d9-296c-4985-934e-1e2558f0b2e2 req-86eaefd7-cdf1-4078-95d5-546fd98098e0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 210 time: 0.1276312 Feb 10 04:16:43.201665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=13de522e-c1e2-4efa-bfe8-e4481da5faf9,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:43.225577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.241102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Network 04ba4124-174a-43ed-8d39-b0b0d895ce7d is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:43.267948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:43.347555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Network 4dbd154e-9581-4df8-b224-7fe373295285 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:43.348355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event updated for resources: {'Port': ['ID=d064bb15-b1e2-4870-8862-26a36615e0c0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:43.354510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:43.358402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:43.360756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Made reservation on behalf of a97cf0fa4de74535bc16402988b6931c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:43.364977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.434651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (13828a75-e112-4581-a8ca-02d51624c5fc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.475859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00f28eed-13a7-4887-876a-9f44b96a8dbd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:43.484793 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 4eb1f327-2903-487b-b264-8d67599dd7ec associated. External IP: 172.25.8.212, port: 01d75c80-8b29-47c0-ae58-f0c290439ada. Feb 10 04:16:43.490998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13828a75-e112-4581-a8ca-02d51624c5fc']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:43.500584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:43.501204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.545197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5c1825-f117-470c-9cae-77f01ec5961f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:43.545668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5c1825-f117-470c-9cae-77f01ec5961f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:43.561639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6e5c1825-f117-470c-9cae-77f01ec5961f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.585686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6e5c1825-f117-470c-9cae-77f01ec5961f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.605479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-086b8cde-7f40-430c-bf54-d07c46ca715c req-65af5798-0fbc-4f4c-b918-ac1fa1a7b96f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 210 time: 0.0675349 Feb 10 04:16:43.613280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 00f28eed-13a7-4887-876a-9f44b96a8dbd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:43.619453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.658032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:16:43.660176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6e5c1825-f117-470c-9cae-77f01ec5961f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:16:43.690278 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:16:43.695622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Allocated IP 172.20.0.13 (bc4da560-5f28-4c4e-bc28-bc839f483816/f9aa6272-a846-48dc-8d1d-ea7d6392ca65/651e20d1-0945-4e76-9e5b-2ac5bff4ee91) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:43.721511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Router fdb9b38c-b245-48de-b189-9eecaed4e544 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:43.799818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 00f28eed-13a7-4887-876a-9f44b96a8dbd is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:43.800356 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.849864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 00f28eed-13a7-4887-876a-9f44b96a8dbd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00f28eed-13a7-4887-876a-9f44b96a8dbd,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:43.910623 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (13828a75-e112-4581-a8ca-02d51624c5fc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.921651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.929828 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] 10.222.0.42 "DELETE /v2.0/networks/13828a75-e112-4581-a8ca-02d51624c5fc HTTP/1.1" status: 204 len: 168 time: 1.0392025 Feb 10 04:16:43.933198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:43.950863 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks [] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:44.009529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db696-31a6-4ce7-9d9f-e9dbbb17a85c tempest-PortsIpV6TestJSON-356067230 tempest-PortsIpV6TestJSON-356067230-project] Pushing event deleted for resources: {'Network': ['ID=13828a75-e112-4581-a8ca-02d51624c5fc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:44.060890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=00f28eed-13a7-4887-876a-9f44b96a8dbd,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:44.143589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-90b73e2e-2157-4950-b352-00e791efd022 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4267526 Feb 10 04:16:44.150999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:44.165159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e0e263a3-7d5e-47cf-918f-250d0c501adc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:16:44.188706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Request body: {'port': {'device_id': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:44.216249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:44.272602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:44.310907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-154a92f9-c3f6-4868-a7ed-d9d66bfdf0c8 admin admin] 10.222.0.42 "PUT /v2.0/routers/fdb9b38c-b245-48de-b189-9eecaed4e544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8859539 Feb 10 04:16:44.439059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b30a323-1f5c-4204-845e-4bac10c8f831 req-515f7b3c-c9a2-4bad-abab-06cd73c4077b tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1776071 Feb 10 04:16:44.473049 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Sync routers for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:44.491510 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:44.492543 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:44.644288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:44.707150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:44.763939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Network bc4da560-5f28-4c4e-bc28-bc839f483816 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:44.767652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:44.769056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:44.804201 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:16:44.813266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:44.820313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:44.820313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event updated for resources: {'Port': ['ID=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:44.822456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:44.874199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:44.880663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42662) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:44.885843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:44.886488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:44.919159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42668) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:44.932743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2d46e688-f991-4a3a-b2d2-6be239487806 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.4444544 Feb 10 04:16:44.938838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:44.950858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dc7d7-1133-42c3-b581-4ada36f318ef req-9d5c4f2a-74f2-4d5b-aac0-07eaab8392e9 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:44.957017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee2f38-2169-4975-9917-9113022a983a req-4bdcb42f-ed2e-4d2d-9bc6-7b1c3e8c3146 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:44.959126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0ee2f38-2169-4975-9917-9113022a983a req-4bdcb42f-ed2e-4d2d-9bc6-7b1c3e8c3146 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 932 time: 0.6185567 Feb 10 04:16:44.960279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-285dc7d7-1133-42c3-b581-4ada36f318ef req-9d5c4f2a-74f2-4d5b-aac0-07eaab8392e9 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 932 time: 0.2207108 Feb 10 04:16:45.015607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:45.018010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14456675-fa15-47bd-96c8-c56e5cc092d5 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:45.106749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:45.107474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.113885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-285dc7d7-1133-42c3-b581-4ada36f318ef req-109ffacc-073d-4e49-81c8-f02e7beb22d9 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420717 Feb 10 04:16:45.175780 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:41Z', 'revision_number': 2, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:45.213513 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Checking router: fdb9b38c-b245-48de-b189-9eecaed4e544 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:16:45.214286 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Updating router fdb9b38c-b245-48de-b189-9eecaed4e544 port 481bea0f-4698-4d29-87c2-45149dda6577 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:16:45.255820 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (481bea0f-4698-4d29-87c2-45149dda6577), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.257221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a71e604c-23c3-457e-9596-c4650a31a2ef tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "GET /v2.0/floatingips/4eb1f327-2903-487b-b264-8d67599dd7ec HTTP/1.1" status: 200 len: 977 time: 0.3369474 Feb 10 04:16:45.260680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-cf497efb-6d81-466c-875f-c38264380815 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5244465 Feb 10 04:16:45.261904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42676) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:45.308270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-d9504cc5-4f70-4e03-b50f-db9cfb1bec47 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:16:45.309602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-d9504cc5-4f70-4e03-b50f-db9cfb1bec47 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262871 Feb 10 04:16:45.330656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0ee2f38-2169-4975-9917-9113022a983a req-fdf15a61-a912-430a-88d7-ae4e93c32878 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840672 Feb 10 04:16:45.393345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00f28eed-13a7-4887-876a-9f44b96a8dbd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:45.466166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Request body: {'port': {'device_id': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:45.510238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a2eb1b63-f025-46f7-bd01-281a93e4dddf tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2471707 Feb 10 04:16:45.511283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42682) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:45.522910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'port_id': 'e0006019-0ec5-4ad2-ba4a-6aa5226673b1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:45.540753 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3d6ee992-b9f2-4dd7-987e-8dcbbb786ad9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c87a7448878049989bfbc3c8ab243e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6558499 Feb 10 04:16:45.554143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42686) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:45.566860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 00f28eed-13a7-4887-876a-9f44b96a8dbd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:45.567242 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.637849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e59b9474-c18a-49dd-ac00-92c1f212690b req-267df70d-ab68-4e04-991f-1a4cb5f4e548 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0825040 Feb 10 04:16:45.687264 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Publish callbacks [] for port (481bea0f-4698-4d29-87c2-45149dda6577), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.752924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 00f28eed-13a7-4887-876a-9f44b96a8dbd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:45.761445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.789936 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (481bea0f-4698-4d29-87c2-45149dda6577), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.794628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1454c748-94de-4f0e-9003-7c9b46034be3 admin admin] Publish callbacks [] for security_group (d862f918-94df-4394-bf17-04a43ff30305), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.882445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1454c748-94de-4f0e-9003-7c9b46034be3 admin admin] Publish callbacks [] for security_group (d862f918-94df-4394-bf17-04a43ff30305), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:45.927494 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Pushing event updated for resources: {'Port': ['ID=481bea0f-4698-4d29-87c2-45149dda6577,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:45.956640 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.956988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.957332 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.957670 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.958002 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.958927 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.959430 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.959978 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.960314 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.960637 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.961289 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.961615 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:45.962604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:16:46.019380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Attempting to bind port 481bea0f-4698-4d29-87c2-45149dda6577 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:46.019749 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Attempting to bind port 481bea0f-4698-4d29-87c2-45149dda6577 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:46.020111 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Attempting to bind port 481bea0f-4698-4d29-87c2-45149dda6577 on network 04ba4124-174a-43ed-8d39-b0b0d895ce7d {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:46.026314 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:46.026691 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Checking segment: {'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:46.027119 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.027506 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Bound using segment: {'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:46.027976 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Bound port: 481bea0f-4698-4d29-87c2-45149dda6577, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:46.028355 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (481bea0f-4698-4d29-87c2-45149dda6577), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.047552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d064bb15-b1e2-4870-8862-26a36615e0c0 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:46.058384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Publish callbacks [] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.159992 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (4eb1f327-2903-487b-b264-8d67599dd7ec), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.172691 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] For port 481bea0f-4698-4d29-87c2-45149dda6577, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:46.182209 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] For port 481bea0f-4698-4d29-87c2-45149dda6577, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=481bea0f-4698-4d29-87c2-45149dda6577,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:46.256781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-af0ae445-bfb7-4969-be0a-3c79226fb288 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:46.264789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-af0ae445-bfb7-4969-be0a-3c79226fb288 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 820 time: 0.2419584 Feb 10 04:16:46.289433 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (481bea0f-4698-4d29-87c2-45149dda6577), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.305578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-13312f26-b70b-4ff1-9564-4b303454e82e tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/quotas/4a5226dc54784eb6a4d7f1ab668e567e HTTP/1.1" status: 200 len: 375 time: 0.0399296 Feb 10 04:16:46.388009 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e32f01-bad9-4fd5-a4a8-a430014a1c76 None None] Pushing event updated for resources: {'Port': ['ID=481bea0f-4698-4d29-87c2-45149dda6577,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:46.433582 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:46.434985 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:46.575713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Transition to ACTIVE for port object d064bb15-b1e2-4870-8862-26a36615e0c0 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:16:46.581968 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1454c748-94de-4f0e-9003-7c9b46034be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d862f918-94df-4394-bf17-04a43ff30305), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.584696 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1454c748-94de-4f0e-9003-7c9b46034be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.591568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1454c748-94de-4f0e-9003-7c9b46034be3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d862f918-94df-4394-bf17-04a43ff30305 HTTP/1.1" status: 204 len: 168 time: 1.0295396 Feb 10 04:16:46.634740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454c748-94de-4f0e-9003-7c9b46034be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862f918-94df-4394-bf17-04a43ff30305,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:46.651362 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:16:46.679008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.746176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:46.766230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Publish callbacks [] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.792983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dcf04-5bfc-407d-924b-eb495e802b8a req-ae92bb1d-0bdb-4f4b-b750-8e28b8bfe2b5 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:46.800777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d45dcf04-5bfc-407d-924b-eb495e802b8a req-ae92bb1d-0bdb-4f4b-b750-8e28b8bfe2b5 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 932 time: 0.2264168 Feb 10 04:16:46.806663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Pushing event updated for resources: {'Port': ['ID=d064bb15-b1e2-4870-8862-26a36615e0c0,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:46.819302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Transition to ACTIVE for port object 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:16:46.902215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.952484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:46.960880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d45dcf04-5bfc-407d-924b-eb495e802b8a req-d1f992fd-3afa-49b4-ada8-3fb6d9f9266a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589808 Feb 10 04:16:47.039523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b5af4771-5e70-45ba-84cc-49a29070ef3e tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7328012 Feb 10 04:16:47.039733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Attempting to bind port d064bb15-b1e2-4870-8862-26a36615e0c0 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:47.040045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Attempting to bind port d064bb15-b1e2-4870-8862-26a36615e0c0 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:47.041155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Attempting to bind port d064bb15-b1e2-4870-8862-26a36615e0c0 on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:47.051399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Pushing event updated for resources: {'Port': ['ID=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:47.056697 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:46Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:47.110894 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd89919-8c2a-45ff-83f4-81b90d811250 None None] The sync data for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 is: [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:46Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:47.122336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Port d064bb15-b1e2-4870-8862-26a36615e0c0 on network 4dbd154e-9581-4df8-b224-7fe373295285 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:16:47.129757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Attempting to bind port d064bb15-b1e2-4870-8862-26a36615e0c0 on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:47.244113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:47.244826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Checking segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:47.245461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Bound using segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:47.246442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Bound port: d064bb15-b1e2-4870-8862-26a36615e0c0, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:47.247035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.390060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Attempting to bind port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:47.390394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Attempting to bind port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:47.390752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Attempting to bind port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:47.399349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.db.resource_extend [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:16:47.415110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2fddac6-3d90-46f2-8a31-9dbfc9a67090 service neutron] 10.222.0.42 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742318 Feb 10 04:16:47.441030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 on network bc4da560-5f28-4c4e-bc28-bc839f483816 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:16:47.441489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Attempting to bind port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:47.500244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:47.502159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Checking segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:47.502956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Bound using segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:47.504072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Bound port: 651e20d1-0945-4e76-9e5b-2ac5bff4ee91, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:47.506440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.508502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 481bea0f-4698-4d29-87c2-45149dda6577 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:47.555018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa8a9f-dd34-4a6f-93ad-1e5e28f16ff1 req-fc189a15-5f34-44b2-8800-9d49c59d64eb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:47.556782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35fa8a9f-dd34-4a6f-93ad-1e5e28f16ff1 req-fc189a15-5f34-44b2-8800-9d49c59d64eb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 944 time: 0.2982984 Feb 10 04:16:47.600642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.612580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 481bea0f-4698-4d29-87c2-45149dda6577 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:47.612960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (481bea0f-4698-4d29-87c2-45149dda6577), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.668978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] For port d064bb15-b1e2-4870-8862-26a36615e0c0, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:47.686914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-89e0dd25-79d8-48c5-b128-57e2d02999d6 service neutron] 10.222.0.42 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707815 Feb 10 04:16:47.689689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4eb1f327-2903-487b-b264-8d67599dd7ec), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.730247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35fa8a9f-dd34-4a6f-93ad-1e5e28f16ff1 req-1faf2df8-b1c2-4eff-a27c-897ae25b6717 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605048 Feb 10 04:16:47.744328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] For port d064bb15-b1e2-4870-8862-26a36615e0c0, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d064bb15-b1e2-4870-8862-26a36615e0c0,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:47.792555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] For port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:47.800086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] For port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:47.843655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.869739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 481bea0f-4698-4d29-87c2-45149dda6577 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:47.881308 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (481bea0f-4698-4d29-87c2-45149dda6577), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.881476 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 4eb1f327-2903-487b-b264-8d67599dd7ec associated. External IP: 172.25.8.212, port: 01d75c80-8b29-47c0-ae58-f0c290439ada. Feb 10 04:16:47.927787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:47.928413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.929874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-bea7136d-6648-4905-aa02-d681429617fc service neutron] 10.222.0.24 "PUT /v2.0/ports/d064bb15-b1e2-4870-8862-26a36615e0c0 HTTP/1.1" status: 200 len: 1092 time: 3.7751739 Feb 10 04:16:47.932545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'tag': 'd064bb15-b1e2-4870-8862-26a36615e0c0'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:47.933378 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef873805-5feb-4c30-98d1-670d51534436" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96", "tag": "d064bb15-b1e2-4870-8862-26a36615e0c0"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:47.951201 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:47.987932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 481bea0f-4698-4d29-87c2-45149dda6577, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=481bea0f-4698-4d29-87c2-45149dda6577,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:48.037250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0770621-a042-4db4-b404-5b8f642a9ebd req-6765dd09-5297-47b9-a37a-7e6046811f21 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.1146104 Feb 10 04:16:48.081651 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (481bea0f-4698-4d29-87c2-45149dda6577), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:48.166460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=481bea0f-4698-4d29-87c2-45149dda6577,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:48.196479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:48.197115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:48.213670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] 10.222.0.43 "PUT /v2.0/ports/651e20d1-0945-4e76-9e5b-2ac5bff4ee91 HTTP/1.1" status: 200 len: 1092 time: 2.8878639 Feb 10 04:16:48.214617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7136d-6648-4905-aa02-d681429617fc service neutron] Pushing event updated for resources: {'Port': ['ID=d064bb15-b1e2-4870-8862-26a36615e0c0,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:48.324493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:48.364105 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b41abb9-f84c-40d2-b6a6-f322dee28962 x-openstack-request-id: req-0b41abb9-f84c-40d2-b6a6-f322dee28962 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:48.364576 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96", "tag": "d064bb15-b1e2-4870-8862-26a36615e0c0", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:48.364939 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b41abb9-f84c-40d2-b6a6-f322dee28962 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:48.365552 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'tag': 'd064bb15-b1e2-4870-8862-26a36615e0c0', 'status': 'completed', 'code': 200} Feb 10 04:16:48.490301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239535-a421-401d-9623-6df60f7a3c22 service neutron] Pushing event updated for resources: {'Port': ['ID=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:48.530025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:48.550239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-41e23e61-84e1-4f0e-a445-78c0edaf14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:48.556775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-41e23e61-84e1-4f0e-a445-78c0edaf14b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 1126 time: 0.4581075 Feb 10 04:16:48.583877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bcc83-c3c5-4050-953f-2b5411e76e64 req-af156195-4868-4df8-8967-2bd5dc7c59ec tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:48.583877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad1bcc83-c3c5-4050-953f-2b5411e76e64 req-af156195-4868-4df8-8967-2bd5dc7c59ec tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 944 time: 0.2083435 Feb 10 04:16:48.693062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-d2d7e00d-036a-4a0a-9021-1ad81b348151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:48.695687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-d2d7e00d-036a-4a0a-9021-1ad81b348151 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 1126 time: 0.3334978 Feb 10 04:16:48.697793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:48.698268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-039838ef-b7e3-438f-bff5-d7505d11b3e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d064bb15-b1e2-4870-8862-26a36615e0c0 HTTP/1.1" status: 200 len: 217 time: 0.1307089 Feb 10 04:16:48.739397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad1bcc83-c3c5-4050-953f-2b5411e76e64 req-ddbdf95b-b682-4f00-8b24-b71b30f5d152 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624172 Feb 10 04:16:48.846286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-49abc906-530e-427d-8c05-9c3fb8303936 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91 HTTP/1.1" status: 200 len: 217 time: 0.1428607 Feb 10 04:16:48.895277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-97664447-1faa-4f30-9ad0-7c29214fe1a5 req-64e7c332-1b9a-4103-9fc8-3867a23ebc05 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 210 time: 0.0706453 Feb 10 04:16:48.953600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4a911a1c-8879-4d54-bd17-dbe9d5f2608c tempest-DvrRoutersNegativeTest-1580953515 tempest-DvrRoutersNegativeTest-1580953515-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1062480992', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:48.962747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.policy [None req-4a911a1c-8879-4d54-bd17-dbe9d5f2608c tempest-DvrRoutersNegativeTest-1580953515 tempest-DvrRoutersNegativeTest-1580953515-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109958) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 10 04:16:48.966017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.policy [None req-4a911a1c-8879-4d54-bd17-dbe9d5f2608c tempest-DvrRoutersNegativeTest-1580953515 tempest-DvrRoutersNegativeTest-1580953515-project] Failed policy check for 'create_router' {{(pid=109958) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 10 04:16:48.967381 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-4a911a1c-8879-4d54-bd17-dbe9d5f2608c tempest-DvrRoutersNegativeTest-1580953515 tempest-DvrRoutersNegativeTest-1580953515-project] create failed (client error): Access was denied to this resource. Feb 10 04:16:48.991117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4a911a1c-8879-4d54-bd17-dbe9d5f2608c tempest-DvrRoutersNegativeTest-1580953515 tempest-DvrRoutersNegativeTest-1580953515-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2921233 Feb 10 04:16:49.011923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:49.024919 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:49.042079 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:49.043280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:49.052660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-5a1b43f9-0118-4725-9230-5442ada6f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:49.054339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-5a1b43f9-0118-4725-9230-5442ada6f40e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.3215201 Feb 10 04:16:49.061910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-eb15affe-a2a4-49b5-882a-92e752f96b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:49.063395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-eb15affe-a2a4-49b5-882a-92e752f96b00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.1817131 Feb 10 04:16:49.157561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-5ba603e2-d944-4053-80d7-7c64db717994 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810790 Feb 10 04:16:49.161636 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-a265d005-1d1d-4775-ac25-b24b050ebd62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955973 Feb 10 04:16:49.180679 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:49.227576 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:49.228362 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:49.242555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b1ac5-ba7f-4d79-8692-1037257a845b req-2b700072-81eb-4553-99f7-fade0e9632f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:49.244215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-168b1ac5-ba7f-4d79-8692-1037257a845b req-2b700072-81eb-4553-99f7-fade0e9632f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.2318418 Feb 10 04:16:49.333623 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:49.339065 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d41c5-9cae-46f5-bcb7-37895183f7a0 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:49.453829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 481bea0f-4698-4d29-87c2-45149dda6577 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:49.506922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96359b1c-f1d1-498e-af25-721da20e5e0f req-78810dec-2ae3-4de1-b733-13645d7fd3b9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:49.530588 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-96359b1c-f1d1-498e-af25-721da20e5e0f req-78810dec-2ae3-4de1-b733-13645d7fd3b9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 944 time: 0.1719215 Feb 10 04:16:49.535176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-b85ebb16-89e1-4387-b98d-5079dcf9faf8 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564680 Feb 10 04:16:49.538365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-a52cc48b-b5f0-448d-aee9-0b287da7b3b6 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737261 Feb 10 04:16:49.571152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 481bea0f-4698-4d29-87c2-45149dda6577 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:49.571918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (481bea0f-4698-4d29-87c2-45149dda6577), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:49.604835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-168b1ac5-ba7f-4d79-8692-1037257a845b req-5a94568c-ffc9-4648-98d1-16e2deda9ee8 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476417 Feb 10 04:16:49.641681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-96359b1c-f1d1-498e-af25-721da20e5e0f req-3f162d40-b70a-49cb-a892-07b5c8a2c549 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169033 Feb 10 04:16:49.663154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:49.760696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 481bea0f-4698-4d29-87c2-45149dda6577 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:49.804709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6096c90-1230-44a0-82df-6d89a366c16b req-b1114041-e86d-4206-80d3-13884f31b300 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0747478 Feb 10 04:16:49.829797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42760) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:49.863421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15acf888-fb68-46ab-96f7-9637b9709b5b req-a82646c5-9d02-4831-8846-b9a7e2119735 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132637 Feb 10 04:16:49.867239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c27097fa-b24f-4466-bf9d-9ee6bf4e3c94 req-cd01294f-e725-46af-b04e-d1b8d38cea11 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183665 Feb 10 04:16:50.011374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42ac6010-2f80-42ba-a57c-ea0b0560bc4d req-8e5db74d-45bb-4a7b-88c4-8ff3a944dcc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 210 time: 0.0428145 Feb 10 04:16:50.012607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf825f2-37dc-43b3-8b83-af3969ef0ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.138441 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf825f2-37dc-43b3-8b83-af3969ef0ab9 admin admin] Publish callbacks [] for security_group (dc66074c-cd4f-45ae-9a8c-94345039fb1e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.149358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef873805-5feb-4c30-98d1-670d51534436 req-cf848fe4-925b-4068-99f2-92ec9118b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.150984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-cf848fe4-925b-4068-99f2-92ec9118b382 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 1126 time: 0.0726650 Feb 10 04:16:50.198362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:50.203952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.214317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:50.228513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:50.229564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:50.242362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d5fd4-ac9a-4024-bdca-f08b6788206a req-8991e983-a0a4-4a1c-aec0-f1277211a01d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.243932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f78d5fd4-ac9a-4024-bdca-f08b6788206a req-8991e983-a0a4-4a1c-aec0-f1277211a01d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 944 time: 0.4068534 Feb 10 04:16:50.258514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf825f2-37dc-43b3-8b83-af3969ef0ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc66074c-cd4f-45ae-9a8c-94345039fb1e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.274117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:50.285818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:50.287240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:50.323754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-801c2436-5054-42c9-9878-ca2b3f63a11e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/floatingips/4eb1f327-2903-487b-b264-8d67599dd7ec HTTP/1.1" status: 200 len: 976 time: 4.8090551 Feb 10 04:16:50.329505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42766) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:50.333987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef873805-5feb-4c30-98d1-670d51534436 req-c72eea3a-0fef-4908-9281-31e1eb42f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.336009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-c72eea3a-0fef-4908-9281-31e1eb42f1fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 912 time: 0.1785183 Feb 10 04:16:50.336449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:50.354130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:50.354842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7ea70-cc72-4592-ab2f-0454ee97c3fe None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:50.361378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ccf825f2-37dc-43b3-8b83-af3969ef0ab9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eacb210b549e483890e6c5fdb53c53ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5305593 Feb 10 04:16:50.382374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:50.386607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'tag': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:50.390566 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58" -d '{"events": [{"name": "network-changed", "server_uuid": "b75e4fab-80d5-4648-84cd-84643772f4a4", "tag": "651e20d1-0945-4e76-9e5b-2ac5bff4ee91"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:50.412774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f78d5fd4-ac9a-4024-bdca-f08b6788206a req-4efbc6bc-b55b-465b-ab70-1f648ed784d2 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449215 Feb 10 04:16:50.470382 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (4eb1f327-2903-487b-b264-8d67599dd7ec), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.470979 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d29b29e-70b3-42fc-be0a-28e792045c81 x-openstack-request-id: req-4d29b29e-70b3-42fc-be0a-28e792045c81 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:50.471270 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75e4fab-80d5-4648-84cd-84643772f4a4", "tag": "651e20d1-0945-4e76-9e5b-2ac5bff4ee91", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:50.471523 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d29b29e-70b3-42fc-be0a-28e792045c81 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:50.472137 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'tag': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91', 'status': 'completed', 'code': 200} Feb 10 04:16:50.475626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-0c8c8e1d-8705-467f-a08e-3edfe970485f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d064bb15-b1e2-4870-8862-26a36615e0c0 HTTP/1.1" status: 200 len: 217 time: 0.1129282 Feb 10 04:16:50.476706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf825f2-37dc-43b3-8b83-af3969ef0ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc66074c-cd4f-45ae-9a8c-94345039fb1e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:50.557345 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9480-80b4-4c28-aebe-28aeec18f93b admin admin] Publish callbacks [] for security_group (dc66074c-cd4f-45ae-9a8c-94345039fb1e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.570030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef873805-5feb-4c30-98d1-670d51534436 req-70b319ff-2c61-402b-b783-24cd78593f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.571567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-70b319ff-2c61-402b-b783-24cd78593f99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.0879650 Feb 10 04:16:50.592357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-ba263403-4ca0-4fe4-9abc-4f719af32b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.593927 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-ba263403-4ca0-4fe4-9abc-4f719af32b2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 1126 time: 0.0763378 Feb 10 04:16:50.621749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9480-80b4-4c28-aebe-28aeec18f93b admin admin] Publish callbacks [] for security_group (dc66074c-cd4f-45ae-9a8c-94345039fb1e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.628311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-2a9dae80-caa4-46c9-b805-249e1bdcb47d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479002 Feb 10 04:16:50.725768 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.789554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5ea8-74be-4005-ac41-9381cb123380 req-122fe37c-0bf1-42a5-9064-83b29d9504b7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.791086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-afad5ea8-74be-4005-ac41-9381cb123380 req-122fe37c-0bf1-42a5-9064-83b29d9504b7 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.0802178 Feb 10 04:16:50.795875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4eb1f327-2903-487b-b264-8d67599dd7ec), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.796829 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 4eb1f327-2903-487b-b264-8d67599dd7ec disassociated. External IP: 172.25.8.212, port: e0006019-0ec5-4ad2-ba4a-6aa5226673b1. Feb 10 04:16:50.850638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-1f2db557-7f76-4e98-9fac-be4d1dce21d4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.852531 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-1f2db557-7f76-4e98-9fac-be4d1dce21d4 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.24 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1784320 Feb 10 04:16:50.858690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9480-80b4-4c28-aebe-28aeec18f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc66074c-cd4f-45ae-9a8c-94345039fb1e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.865923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9480-80b4-4c28-aebe-28aeec18f93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:50.865923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4f2f9480-80b4-4c28-aebe-28aeec18f93b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc66074c-cd4f-45ae-9a8c-94345039fb1e HTTP/1.1" status: 204 len: 168 time: 0.4788871 Feb 10 04:16:50.889208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f9480-80b4-4c28-aebe-28aeec18f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc66074c-cd4f-45ae-9a8c-94345039fb1e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:50.926157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-afad5ea8-74be-4005-ac41-9381cb123380 req-07b8d473-ae58-49ef-9315-7e2bfc416a68 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904913 Feb 10 04:16:50.946775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1474c-96c5-485b-8a42-8aea3c0c3deb req-a35d4ec6-be80-467c-a603-ad4967f44ec7 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:50.948904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ba1474c-96c5-485b-8a42-8aea3c0c3deb req-a35d4ec6-be80-467c-a603-ad4967f44ec7 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 944 time: 0.1971493 Feb 10 04:16:51.017473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-8d5ad590-eaef-40aa-bfb8-6a2d06dc320c service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795116 Feb 10 04:16:51.043872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-08df86c3-7bd5-46e1-be81-610924570207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:51.045626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-08df86c3-7bd5-46e1-be81-610924570207 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.4361148 Feb 10 04:16:51.067589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be98a12c-5505-4f30-9d1a-456abf01fc54 req-a6da8102-c6a1-4d1b-b9ff-6aa687bf8c38 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0666928 Feb 10 04:16:51.181681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-2f802a7c-0d83-4de0-ab4e-f6edb05e990c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91 HTTP/1.1" status: 200 len: 217 time: 0.1113365 Feb 10 04:16:51.201629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ba1474c-96c5-485b-8a42-8aea3c0c3deb req-0cb3da79-1130-4229-ab39-2f531ea3fc12 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447932 Feb 10 04:16:51.222288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:16:51.284392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a523e8ce-ae45-494f-8eea-ee1b6d87da0f req-e11c18f8-a187-4cfd-a1a2-43be1eacaca4 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 210 time: 0.0602894 Feb 10 04:16:51.321008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-4b4d501a-6e9a-4147-a968-afebc2327b88 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806103 Feb 10 04:16:51.339836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Deleting port 964c35b4-56c2-4e75-9017-679d7cd2cc1c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:51.340381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:51.354730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-b24a3224-7b33-467b-8304-207c6d36d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:51.354730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-b24a3224-7b33-467b-8304-207c6d36d987 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.1417358 Feb 10 04:16:51.407114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-6b06d97b-a6d5-46b7-9d05-478474c2eadb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399084 Feb 10 04:16:51.556935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] For port 964c35b4-56c2-4e75-9017-679d7cd2cc1c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=964c35b4-56c2-4e75-9017-679d7cd2cc1c,segment=NetworkSegment(8ca5c342-47d2-4110-837e-b658801b0232),segment_id=8ca5c342-47d2-4110-837e-b658801b0232)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:51.557886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:51.604043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Calling delete_port for 964c35b4-56c2-4e75-9017-679d7cd2cc1c owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:51.626134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-29bbd491-b70a-43f0-9985-f4a4371ccfb9 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820698 Feb 10 04:16:51.630030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-08abd67d-6c87-4cb4-9a5b-ce553c04c9e5 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:51.631710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-08abd67d-6c87-4cb4-9a5b-ce553c04c9e5 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 820 time: 0.3461490 Feb 10 04:16:51.646168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Request body: {'port': {'device_id': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'admin_state_up': True, 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:51.739669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75a93-9a60-4e96-b2fb-d66d8d8b141a req-8ec8ce1e-b5de-41ae-8574-ba3ec5ee5136 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:51.741560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecc75a93-9a60-4e96-b2fb-d66d8d8b141a req-8ec8ce1e-b5de-41ae-8574-ba3ec5ee5136 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 944 time: 0.1900570 Feb 10 04:16:51.754571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:16:51.769724 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:16:51.774343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:51.792080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:51.792886 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:51.819869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4fe311df-e82e-40d3-95d2-ee7cb39afb62 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/floatingips/4eb1f327-2903-487b-b264-8d67599dd7ec HTTP/1.1" status: 200 len: 688 time: 1.4890940 Feb 10 04:16:51.822466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42794) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:51.836007 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:51.846825 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:16:51.847865 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:16:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:51.890286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Made reservation on behalf of 4a5226dc54784eb6a4d7f1ab668e567e for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:51.895151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:51.937704 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:51.943693 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fb261-1f28-48e0-a3d1-c35580e0ad67 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:16:52.207065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d4d0-2200-4c61-bc56-fa420fb9788e req-fcbbe891-5b6e-4913-9000-ed27ee8fbaff tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:52.209549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd55d4d0-2200-4c61-bc56-fa420fb9788e req-fcbbe891-5b6e-4913-9000-ed27ee8fbaff tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 946 time: 0.1749108 Feb 10 04:16:52.222823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:16:52.231349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Allocated IP 172.20.0.2 (04ba4124-174a-43ed-8d39-b0b0d895ce7d/b48a87d0-0eb2-4058-9080-72f941d0818b/67325358-b0c1-4de4-9b40-21cc624cb6c5) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:52.235442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 13de522e-c1e2-4efa-bfe8-e4481da5faf9 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:16:52.237196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.391374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20cb7ad5-e366-4bab-a3d8-e9ef24595e58 req-d8c4e911-ed02-4794-b79e-4cf269812524 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583351 Feb 10 04:16:52.394480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecc75a93-9a60-4e96-b2fb-d66d8d8b141a req-9cf5cbf4-3193-48ec-9a15-b85c4f712682 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439774 Feb 10 04:16:52.408645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:52.416856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd55d4d0-2200-4c61-bc56-fa420fb9788e req-c4e86bd6-ed9f-4c60-9848-3429eb8c3810 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/security-groups?id=90e83a56-23c9-45c5-ae40-5a3c7c300608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908448 Feb 10 04:16:52.444323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'port_id': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91', 'mac_address': 'fa:16:3e:80:26:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9aa6272-a846-48dc-8d1d-ea7d6392ca65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:16:52.534130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:52.534387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.565807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:52.616531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:52.627900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9472ae09-8c55-4c6e-8361-8eaa5d5e7566 req-360f79f9-d040-415d-8d67-1a867745f856 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0500860 Feb 10 04:16:52.651490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.652133 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (13de522e-c1e2-4efa-bfe8-e4481da5faf9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.672484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 13de522e-c1e2-4efa-bfe8-e4481da5faf9 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:16:52.701253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcde93-b889-4ed4-a392-51641eed2722 req-b44fe254-86d4-4cf3-b733-be9785877901 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:52.703150 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1bcde93-b889-4ed4-a392-51641eed2722 req-b44fe254-86d4-4cf3-b733-be9785877901 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 944 time: 0.1169939 Feb 10 04:16:52.744460 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.750115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (964c35b4-56c2-4e75-9017-679d7cd2cc1c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.780416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['964c35b4-56c2-4e75-9017-679d7cd2cc1c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:16:52.799799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Pushing event deleted for resources: {'Port': ['ID=964c35b4-56c2-4e75-9017-679d7cd2cc1c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:52.823041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b1bcde93-b889-4ed4-a392-51641eed2722 req-27ec1274-2663-486b-af43-c5052fa7ff43 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031785 Feb 10 04:16:52.853787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:52.869046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] No DVR routers for this DVR port 964c35b4-56c2-4e75-9017-679d7cd2cc1c on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:16:52.873768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.878040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63dbfb85-39ea-4abb-ae2a-d471dc04110d req-4897797a-a074-4c10-9693-7c43a4d978f3 tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.24 "DELETE /v2.0/ports/964c35b4-56c2-4e75-9017-679d7cd2cc1c HTTP/1.1" status: 204 len: 173 time: 2.0174968 Feb 10 04:16:52.883313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-deleted', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:52.886240 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92d066a-06bf-4179-96bb-f05c470fa878" -d '{"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-deleted", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:52.924534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:52.933052 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397ec2c3-a1b6-4633-9b2f-9d0cbff7545d x-openstack-request-id: req-397ec2c3-a1b6-4633-9b2f-9d0cbff7545d {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:52.935446 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489bb91e-c876-4340-98fa-60b7b04b6071", "name": "network-vif-deleted", "tag": "964c35b4-56c2-4e75-9017-679d7cd2cc1c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:52.935446 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-397ec2c3-a1b6-4633-9b2f-9d0cbff7545d {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:52.940181 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489bb91e-c876-4340-98fa-60b7b04b6071', 'name': 'network-vif-deleted', 'tag': '964c35b4-56c2-4e75-9017-679d7cd2cc1c', 'status': 'completed', 'code': 200} Feb 10 04:16:52.946189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['651e20d1-0945-4e76-9e5b-2ac5bff4ee91'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:16:52.975027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e90ef59-3b27-4b52-9b3b-417534ec530f req-e70bcded-6e2c-4c71-b82f-2cfcf98ab3f7 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 210 time: 0.1971138 Feb 10 04:16:53.093672 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:53.142189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Network 04ba4124-174a-43ed-8d39-b0b0d895ce7d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:53.148730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:53.153579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:53.159461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (13de522e-c1e2-4efa-bfe8-e4481da5faf9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:53.202809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event updated for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:53.283099 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (4eb1f327-2903-487b-b264-8d67599dd7ec), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:53.285678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:53.289973 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/floatingips/4eb1f327-2903-487b-b264-8d67599dd7ec HTTP/1.1" status: 204 len: 168 time: 1.4637847 Feb 10 04:16:53.290434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42824) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:53.312872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:53.313513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:53.317067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dc69f-a91c-4fb6-a283-9229e81333db tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=13de522e-c1e2-4efa-bfe8-e4481da5faf9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:53.351753 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-96aef583-e5d9-47f2-b699-3d205f31cb3f tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] delete failed (client error): The resource could not be found. Feb 10 04:16:53.358183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-96aef583-e5d9-47f2-b699-3d205f31cb3f tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/floatingips/4eb1f327-2903-487b-b264-8d67599dd7ec HTTP/1.1" status: 404 len: 345 time: 0.0615427 Feb 10 04:16:53.358362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42826) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:53.406886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ae65e4b8-de38-4959-b0df-4350b4c26451 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7657504 Feb 10 04:16:53.445083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-a6aaa3a0-bc2f-4826-86a0-7c27b71e0f70 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:16:53.452231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-a6aaa3a0-bc2f-4826-86a0-7c27b71e0f70 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169964 Feb 10 04:16:53.491346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Request body: {'port': {'device_id': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:53.585347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-57023b64-2c7c-47cd-8eda-7e0fe1c05ee2 req-56f77bdd-e942-4de9-9e92-6f16aac7dfcc tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] 10.222.0.42 "GET /v2.0/ports?device_id=489bb91e-c876-4340-98fa-60b7b04b6071 HTTP/1.1" status: 200 len: 210 time: 0.0299244 Feb 10 04:16:53.675127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716482ff-5ef1-477c-ab04-b334a0e17ce6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:53.687677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716482ff-5ef1-477c-ab04-b334a0e17ce6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:53.694743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716482ff-5ef1-477c-ab04-b334a0e17ce6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:53.696874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-716482ff-5ef1-477c-ab04-b334a0e17ce6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "GET /v2.0/ports?network_id=c096ccf7-535d-4537-a81f-7266863e1750 HTTP/1.1" status: 200 len: 2355 time: 0.3379679 Feb 10 04:16:53.699939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42842) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:53.713032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:53.743101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234cde0-21f5-4401-8d94-908f436fa9be req-2b9d49ac-1d61-47a4-b838-cf477663b526 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:53.744824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4234cde0-21f5-4401-8d94-908f436fa9be req-2b9d49ac-1d61-47a4-b838-cf477663b526 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 945 time: 0.1811655 Feb 10 04:16:53.802667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ca9005-4ccd-4dda-9267-7d31af787273 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:53.804204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-55ca9005-4ccd-4dda-9267-7d31af787273 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "GET /v2.0/subnets/a55bca93-8894-45fc-8351-80d7e62d2062 HTTP/1.1" status: 200 len: 797 time: 0.1033938 Feb 10 04:16:53.819239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42844) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:53.825248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9ae6b81-a1a2-4896-b215-fb690f037ff0 req-5daf9ecf-9ee3-4159-9198-dbb6ed8bd772 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0353160 Feb 10 04:16:53.828314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'port': {'network_id': 'c096ccf7-535d-4537-a81f-7266863e1750', 'name': 'tempest-FloatingIPTestJSON-214873822', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:53.854976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4234cde0-21f5-4401-8d94-908f436fa9be req-3e830cba-79fd-438e-8ee7-0848d154b186 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846839 Feb 10 04:16:53.972897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc5612-d37d-4425-97e9-cdda244f7dcf req-b0b19ac0-39b1-48ab-b4ba-854f85f3fa4b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:53.975213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38cc5612-d37d-4425-97e9-cdda244f7dcf req-b0b19ac0-39b1-48ab-b4ba-854f85f3fa4b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 944 time: 0.0621264 Feb 10 04:16:54.054351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38cc5612-d37d-4425-97e9-cdda244f7dcf req-cca6dc70-0632-4a43-8f0d-ecbcdb8576aa tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699971 Feb 10 04:16:54.137325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d064bb15-b1e2-4870-8862-26a36615e0c0 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:16:54.168737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288365c1-67fe-4f86-9966-1f6db98021a2 req-e29db6b3-ae2d-4e5d-b78b-aa9c114bbb33 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:54.170316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-288365c1-67fe-4f86-9966-1f6db98021a2 req-e29db6b3-ae2d-4e5d-b78b-aa9c114bbb33 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 931 time: 0.1001592 Feb 10 04:16:54.217066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:54.236119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:54.296017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67325358-b0c1-4de4-9b40-21cc624cb6c5 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:54.298317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d064bb15-b1e2-4870-8862-26a36615e0c0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d064bb15-b1e2-4870-8862-26a36615e0c0,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:54.312833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'd064bb15-b1e2-4870-8862-26a36615e0c0', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'port_id': 'd064bb15-b1e2-4870-8862-26a36615e0c0', 'mac_address': 'fa:16:3e:40:ed:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:16:54.319924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-288365c1-67fe-4f86-9966-1f6db98021a2 req-44c95b9b-cd07-4bb7-b36e-a1bf5d4628e3 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381409 Feb 10 04:16:54.338174 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Publish callbacks [] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.351892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Transition to ACTIVE for port object 67325358-b0c1-4de4-9b40-21cc624cb6c5 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:16:54.375646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d064bb15-b1e2-4870-8862-26a36615e0c0 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:54.376100 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.391683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d064bb15-b1e2-4870-8862-26a36615e0c0 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:16:54.414511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d064bb15-b1e2-4870-8862-26a36615e0c0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d064bb15-b1e2-4870-8862-26a36615e0c0,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:54.423469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.434279 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.463794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:16:54.469702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:54.470269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.478126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] device_id is not set on port 40cfb7ad-4fe4-421e-968a-96ea539a2493 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:16:54.525923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.587854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d064bb15-b1e2-4870-8862-26a36615e0c0,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:54.596412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Pushing event updated for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:54.649362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:54.649762 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.657555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42874) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:54.686878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:54.689191 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd9bc63-80d6-46ec-93ed-915767edb078" -d '{"events": [{"server_uuid": "b75e4fab-80d5-4648-84cd-84643772f4a4", "name": "network-vif-plugged", "status": "completed", "tag": "651e20d1-0945-4e76-9e5b-2ac5bff4ee91"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:54.712832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:54.731152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] Deleting subnet 58460e59-2bba-44ad-8efe-b86a3619b642 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:16:54.735492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] Publish callbacks [] for subnet (58460e59-2bba-44ad-8efe-b86a3619b642), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.743631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d064bb15-b1e2-4870-8862-26a36615e0c0'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:16:54.805335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.846783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (58460e59-2bba-44ad-8efe-b86a3619b642), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:54.894762 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (58460e59-2bba-44ad-8efe-b86a3619b642), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.013063 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8dea49-dab6-403e-865a-e7090db8322a x-openstack-request-id: req-ea8dea49-dab6-403e-865a-e7090db8322a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:55.014734 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75e4fab-80d5-4648-84cd-84643772f4a4", "name": "network-vif-plugged", "status": "completed", "tag": "651e20d1-0945-4e76-9e5b-2ac5bff4ee91", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:55.015290 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea8dea49-dab6-403e-865a-e7090db8322a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:55.015723 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91', 'code': 200} Feb 10 04:16:55.044802 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (58460e59-2bba-44ad-8efe-b86a3619b642), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.107593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:55.113310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58460e59-2bba-44ad-8efe-b86a3619b642,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:55.168903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4feafaa5-430a-4f8e-a6d1-c7d6ffe8d1e0 req-1f5c99fc-9039-4af1-81a2-d50a9391db7c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0571158 Feb 10 04:16:55.199624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.204465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bb7eec91-82be-4d03-a539-0504663f8d94 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/58460e59-2bba-44ad-8efe-b86a3619b642 HTTP/1.1" status: 204 len: 168 time: 0.5452859 Feb 10 04:16:55.208310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42892) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:55.357683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (bc5ef00f-e5d1-4412-ae51-9ed3e7765235), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.369727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Attempting to bind port 67325358-b0c1-4de4-9b40-21cc624cb6c5 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:16:55.370360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Attempting to bind port 67325358-b0c1-4de4-9b40-21cc624cb6c5 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:16:55.370360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Attempting to bind port 67325358-b0c1-4de4-9b40-21cc624cb6c5 on network 04ba4124-174a-43ed-8d39-b0b0d895ce7d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:55.407703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Port 67325358-b0c1-4de4-9b40-21cc624cb6c5 on network 04ba4124-174a-43ed-8d39-b0b0d895ce7d not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:16:55.408082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Attempting to bind port 67325358-b0c1-4de4-9b40-21cc624cb6c5 on network 04ba4124-174a-43ed-8d39-b0b0d895ce7d {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:16:55.420866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a035a-868a-4c4e-bb92-48624c434ae8 req-dcc7b1d3-56a5-4b0d-a229-9e01a3a99298 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:55.422561 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f51a035a-868a-4c4e-bb92-48624c434ae8 req-dcc7b1d3-56a5-4b0d-a229-9e01a3a99298 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 946 time: 0.1515725 Feb 10 04:16:55.428533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bcf48-41c4-4a77-a17d-053cf6481b4f req-59424e57-8b70-4bba-858a-7b11d0e30500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:55.428810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:16:55.432291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Checking segment: {'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:55.432291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Bound using segment: {'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:16:55.432291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Bound port: 67325358-b0c1-4de4-9b40-21cc624cb6c5, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:16:55.432640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-772bcf48-41c4-4a77-a17d-053cf6481b4f req-59424e57-8b70-4bba-858a-7b11d0e30500 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 1128 time: 0.3357308 Feb 10 04:16:55.432746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.452626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff98b5-8658-48cd-a8c5-ad714a43bd09 req-d2796692-0fef-4e44-b6ec-0ab50cd68c3a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:55.459523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37ff98b5-8658-48cd-a8c5-ad714a43bd09 req-d2796692-0fef-4e44-b6ec-0ab50cd68c3a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 945 time: 0.1384542 Feb 10 04:16:55.548830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (bc5ef00f-e5d1-4412-ae51-9ed3e7765235), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.566628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42898) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:55.570112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.14 (c096ccf7-535d-4537-a81f-7266863e1750/a55bca93-8894-45fc-8351-80d7e62d2062/40cfb7ad-4fe4-421e-968a-96ea539a2493) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:55.585948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.13 (c096ccf7-535d-4537-a81f-7266863e1750/a55bca93-8894-45fc-8351-80d7e62d2062/40cfb7ad-4fe4-421e-968a-96ea539a2493) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:55.591935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f51a035a-868a-4c4e-bb92-48624c434ae8 req-af2ff233-d5eb-4f88-8fc9-782a78e76f26 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449521 Feb 10 04:16:55.597819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:16:55.602907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:16:55.634617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5ef00f-e5d1-4412-ae51-9ed3e7765235']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:55.654101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37ff98b5-8658-48cd-a8c5-ad714a43bd09 req-9150b042-096d-4e7f-aff3-27cc22fd4697 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881979 Feb 10 04:16:55.658286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-772bcf48-41c4-4a77-a17d-053cf6481b4f req-2c6a13fb-f1f3-4c79-8dfd-57c23a14535d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176943 Feb 10 04:16:55.669650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca5c342-47d2-4110-837e-b658801b0232') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:55.670562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca5c342-47d2-4110-837e-b658801b0232') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:16:55.680806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (8ca5c342-47d2-4110-837e-b658801b0232), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.697253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.703569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8ca5c342-47d2-4110-837e-b658801b0232), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.707543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:16:55.708714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (8ca5c342-47d2-4110-837e-b658801b0232), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:16:55.710259 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:16:55.779938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:55.781068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.782274 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] 10.222.0.24 "PUT /v2.0/ports/67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 1091 time: 2.3219588 Feb 10 04:16:55.789789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:55.792130 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c84319-03cd-4cc3-898f-3e1fffb78baf" -d '{"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:55.815015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f7a3834-5a35-416c-af03-51441b50d5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.853036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (bc5ef00f-e5d1-4412-ae51-9ed3e7765235), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.858900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:55.862038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bc5ef00f-e5d1-4412-ae51-9ed3e7765235 HTTP/1.1" status: 204 len: 168 time: 0.6525187 Feb 10 04:16:55.883825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe10a8d-6e04-4abc-8efa-f36c87e68df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5ef00f-e5d1-4412-ae51-9ed3e7765235,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:55.914173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d64822-6eeb-41e7-a429-5bc79d91b4bc service neutron] Pushing event updated for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:55.951027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d129e2-667e-42c5-a3b7-1defa5268300 req-39ff7e2d-a0db-48db-b172-17d83ddb9c5a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:55.952582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1d129e2-667e-42c5-a3b7-1defa5268300 req-39ff7e2d-a0db-48db-b172-17d83ddb9c5a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 943 time: 0.2677567 Feb 10 04:16:56.033426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (40cfb7ad-4fe4-421e-968a-96ea539a2493), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.037333 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0918db-cafa-4611-b529-bd5bfdd78842 x-openstack-request-id: req-6b0918db-cafa-4611-b529-bd5bfdd78842 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:56.037639 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:56.037903 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b0918db-cafa-4611-b529-bd5bfdd78842 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:56.038325 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'status': 'completed', 'code': 200} Feb 10 04:16:56.110219 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1d129e2-667e-42c5-a3b7-1defa5268300 req-47e1c41b-042e-4390-9742-1374c790c97d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438606 Feb 10 04:16:56.138464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-1afceaba-f3e9-48d3-a7e2-c59a000f9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:56.139955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-1afceaba-f3e9-48d3-a7e2-c59a000f9eef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1125 time: 0.2176437 Feb 10 04:16:56.146011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d064bb15-b1e2-4870-8862-26a36615e0c0 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:16:56.166463 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f7a3834-5a35-416c-af03-51441b50d5ee admin admin] Publish callbacks [] for security_group (aa8b94db-5c71-482e-b166-22ec5e4b8deb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.196734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-f96c1827-336e-48af-ac2c-7d718cf8040d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0489986 Feb 10 04:16:56.246356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:56.255804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-fe8323a2-a658-4569-b117-cedf59629830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:56.257505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-fe8323a2-a658-4569-b117-cedf59629830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.0548887 Feb 10 04:16:56.277913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f7a3834-5a35-416c-af03-51441b50d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (aa8b94db-5c71-482e-b166-22ec5e4b8deb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.303709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-447d2df5-ce07-44cf-aefe-6451a1a64863 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12f7cdcc36624327a4fa912d862ab022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538046 Feb 10 04:16:56.306178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-afaf7c09-b29c-42e9-b893-f0785e4efdf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416083 Feb 10 04:16:56.306803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:56.307314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port d064bb15-b1e2-4870-8862-26a36615e0c0 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:16:56.313031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port d064bb15-b1e2-4870-8862-26a36615e0c0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:16:56.313761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.319702 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7749a614-1b6e-471b-a48f-7186bf80f89e req-388191b4-6999-4802-acac-2d29070a7e9c tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0340431 Feb 10 04:16:56.341859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (40cfb7ad-4fe4-421e-968a-96ea539a2493), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.423568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d064bb15-b1e2-4870-8862-26a36615e0c0 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:16:56.424222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.425327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42914) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:56.425473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4f7a3834-5a35-416c-af03-51441b50d5ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=011e0e78c3724b66b0fb0faf47698a5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8529558 Feb 10 04:16:56.437032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a3834-5a35-416c-af03-51441b50d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8b94db-5c71-482e-b166-22ec5e4b8deb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:56.464209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d064bb15-b1e2-4870-8862-26a36615e0c0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d064bb15-b1e2-4870-8862-26a36615e0c0,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:16:56.508233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network c096ccf7-535d-4537-a81f-7266863e1750 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:56.508993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=40cfb7ad-4fe4-421e-968a-96ea539a2493,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:56.511472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d98c-a6b8-43e9-8b73-0a7e48cbfb13 admin admin] Publish callbacks [] for security_group (aa8b94db-5c71-482e-b166-22ec5e4b8deb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.523241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:56.534850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:56.538389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.539384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:16:56.541101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d98c-a6b8-43e9-8b73-0a7e48cbfb13 admin admin] Publish callbacks [] for security_group (aa8b94db-5c71-482e-b166-22ec5e4b8deb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.565023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 964c35b4-56c2-4e75-9017-679d7cd2cc1c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:16:56.565629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 964c35b4-56c2-4e75-9017-679d7cd2cc1c not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:16:56.594893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e11c9e56-2b87-4fc6-9c1f-4adead920cfe admin admin] Publish callbacks [] for security_group (90e83a56-23c9-45c5-ae40-5a3c7c300608), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.624041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-feb2f133-e50c-4ace-8614-54b503c16e6c service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936521 Feb 10 04:16:56.641348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d064bb15-b1e2-4870-8862-26a36615e0c0,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:56.687588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d98c-a6b8-43e9-8b73-0a7e48cbfb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (aa8b94db-5c71-482e-b166-22ec5e4b8deb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.688062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e11c9e56-2b87-4fc6-9c1f-4adead920cfe admin admin] Publish callbacks [] for security_group (90e83a56-23c9-45c5-ae40-5a3c7c300608), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.696873 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01c2d98c-a6b8-43e9-8b73-0a7e48cbfb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.700588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01c2d98c-a6b8-43e9-8b73-0a7e48cbfb13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa8b94db-5c71-482e-b166-22ec5e4b8deb HTTP/1.1" status: 204 len: 168 time: 0.2716141 Feb 10 04:16:56.711914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2d98c-a6b8-43e9-8b73-0a7e48cbfb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8b94db-5c71-482e-b166-22ec5e4b8deb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:56.739826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:56.740631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.854170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ff6cd-63ae-45fd-a5fc-984c77027147 req-6986a8cd-f958-4891-950c-b1dcc73620e3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:56.857817 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b9ff6cd-63ae-45fd-a5fc-984c77027147 req-6986a8cd-f958-4891-950c-b1dcc73620e3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.1039200 Feb 10 04:16:56.885034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eb5f-b5a1-42ca-bf19-604151d5f509 req-a9b9f24b-8178-45ed-bcbf-9f8e6ac38906 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:56.886671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f59eb5f-b5a1-42ca-bf19-604151d5f509 req-a9b9f24b-8178-45ed-bcbf-9f8e6ac38906 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 946 time: 0.1971841 Feb 10 04:16:56.890874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19e755ec-cb0d-4dde-91a9-cf39cde4fffc req-ea33b616-e860-461f-acd0-446aa3f0860d service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556775 Feb 10 04:16:56.932650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b9ff6cd-63ae-45fd-a5fc-984c77027147 req-64331389-227b-4c18-867c-56e810030a55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671563 Feb 10 04:16:56.944108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f59eb5f-b5a1-42ca-bf19-604151d5f509 req-2cd2128c-3778-418a-a3f6-f9c28eb2f92e tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Feb 10 04:16:56.966265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1fe07330-6304-4541-9bb8-6e90d331e390 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1459796 Feb 10 04:16:56.968825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42922) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:56.974043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '40cfb7ad-4fe4-421e-968a-96ea539a2493', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:56.992714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e11c9e56-2b87-4fc6-9c1f-4adead920cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (90e83a56-23c9-45c5-ae40-5a3c7c300608), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.995369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e11c9e56-2b87-4fc6-9c1f-4adead920cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:56.996510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e11c9e56-2b87-4fc6-9c1f-4adead920cfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90e83a56-23c9-45c5-ae40-5a3c7c300608 HTTP/1.1" status: 204 len: 168 time: 0.6813905 Feb 10 04:16:57.005889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c9e56-2b87-4fc6-9c1f-4adead920cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e83a56-23c9-45c5-ae40-5a3c7c300608,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:57.022775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd064bb15-b1e2-4870-8862-26a36615e0c0'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:16:57.026113 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea9a607-28cc-4423-acf6-017fa1970fac" -d '{"events": [{"server_uuid": "a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96", "name": "network-vif-plugged", "status": "completed", "tag": "d064bb15-b1e2-4870-8862-26a36615e0c0"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:16:57.088392 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f27f55e-b3dd-48a9-9260-8b69c4fad535 x-openstack-request-id: req-0f27f55e-b3dd-48a9-9260-8b69c4fad535 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:16:57.088788 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96", "name": "network-vif-plugged", "status": "completed", "tag": "d064bb15-b1e2-4870-8862-26a36615e0c0", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:16:57.089151 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f27f55e-b3dd-48a9-9260-8b69c4fad535 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:16:57.089615 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd064bb15-b1e2-4870-8862-26a36615e0c0', 'code': 200} Feb 10 04:16:57.095488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:57.144789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-cb940079-1b3b-4b8c-b669-d5bbffa0e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:57.147586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-cb940079-1b3b-4b8c-b669-d5bbffa0e616 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1125 time: 0.0936971 Feb 10 04:16:57.265612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15b7c0-71bc-452a-8ef4-5dbf7def8176 req-8dc82760-2a79-41f3-b61b-0ea5a8b2bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:57.268294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b15b7c0-71bc-452a-8ef4-5dbf7def8176 req-8dc82760-2a79-41f3-b61b-0ea5a8b2bb7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 1128 time: 0.1109869 Feb 10 04:16:57.330194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-3d6372a2-4cc0-4d7e-a453-66fca3c5dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:57.331887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-3d6372a2-4cc0-4d7e-a453-66fca3c5dd81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.1749775 Feb 10 04:16:57.394622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b15b7c0-71bc-452a-8ef4-5dbf7def8176 req-cae7ee9d-a5a8-41ec-86d5-31daacdb4ae2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070225 Feb 10 04:16:57.450155 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-5628d5f2-49f3-47c7-96bb-b564a477b7da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.1054304 Feb 10 04:16:57.468637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01840-0f55-480e-b036-f2975780b8a8 req-d89cb342-7558-4845-a126-632556eb8b84 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:57.470221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ac01840-0f55-480e-b036-f2975780b8a8 req-d89cb342-7558-4845-a126-632556eb8b84 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 943 time: 0.2566156 Feb 10 04:16:57.519046 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:57.522443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62a1a76a-76bc-40ff-a566-aad60ca86e59 req-fbe911b4-d71d-468f-93b8-42b6a21c3942 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0585120 Feb 10 04:16:57.600482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ac01840-0f55-480e-b036-f2975780b8a8 req-55566d32-09e6-426e-aaf1-c0ef247bef39 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238718 Feb 10 04:16:57.629457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca994d7f-28de-4d45-a683-27dba8c8ccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:57.670037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-5845f261-939c-4de6-bb00-5622c2907142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:57.671774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-5845f261-939c-4de6-bb00-5622c2907142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.0846839 Feb 10 04:16:57.719885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-924d208b-d70e-4c47-9c78-371db39b72ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393765 Feb 10 04:16:57.730302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.25.8.221 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/9707cac1-e5b4-4247-b7ab-344406c9b06f) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:16:57.822291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42944) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:57.835880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35ab540b-eb3b-432b-94d3-e5ce4502df0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:57.873511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-5e80a0ea-1153-402a-a038-49d2ca8e8e95 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445053 Feb 10 04:16:57.946478 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35ab540b-eb3b-432b-94d3-e5ce4502df0b admin admin] Publish callbacks [] for security_group (6e0ec095-415a-439e-a987-cbd3d90d5a18), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:57.980111 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.015355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2c84319-03cd-4cc3-898f-3e1fffb78baf req-6236f0b5-e6d4-4edb-b68c-7c6f60ab14fe service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313021 Feb 10 04:16:58.069667 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35ab540b-eb3b-432b-94d3-e5ce4502df0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e0ec095-415a-439e-a987-cbd3d90d5a18), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.101207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.138545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-35ab540b-eb3b-432b-94d3-e5ce4502df0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5df72f095604a92bd17373b317e661e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149872 Feb 10 04:16:58.141540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab540b-eb3b-432b-94d3-e5ce4502df0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0ec095-415a-439e-a987-cbd3d90d5a18,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:58.143975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42956) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:58.152635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:16:58.160183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:16:58.168145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:16:58.177079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31db8c-0da0-4d8c-8ae2-ea240ff36f8a req-89c64203-4ed3-4ed4-83f4-1a65bb8c116a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:58.178692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa31db8c-0da0-4d8c-8ae2-ea240ff36f8a req-89c64203-4ed3-4ed4-83f4-1a65bb8c116a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.1468980 Feb 10 04:16:58.195933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=9707cac1-e5b4-4247-b7ab-344406c9b06f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:58.204701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc9839-f7b4-42e0-9fb4-1599ea7d24aa req-bd149570-f5e7-4396-8aeb-57b57802187a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:58.208470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6abc9839-f7b4-42e0-9fb4-1599ea7d24aa req-bd149570-f5e7-4396-8aeb-57b57802187a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 946 time: 0.1457069 Feb 10 04:16:58.244771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d54b5ae0-3a4b-464f-827a-22ad6e606e1c admin admin] Publish callbacks [] for security_group (6e0ec095-415a-439e-a987-cbd3d90d5a18), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.268243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa31db8c-0da0-4d8c-8ae2-ea240ff36f8a req-a6511e07-6042-4d36-b03a-73085c99cca2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813551 Feb 10 04:16:58.292636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d54b5ae0-3a4b-464f-827a-22ad6e606e1c admin admin] Publish callbacks [] for security_group (6e0ec095-415a-439e-a987-cbd3d90d5a18), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.321006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6abc9839-f7b4-42e0-9fb4-1599ea7d24aa req-163fe00e-30c6-46b6-af65-226ddd0e45df tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043205 Feb 10 04:16:58.322652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42960) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:58.435056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d54b5ae0-3a4b-464f-827a-22ad6e606e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e0ec095-415a-439e-a987-cbd3d90d5a18), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.437902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d54b5ae0-3a4b-464f-827a-22ad6e606e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.439125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d54b5ae0-3a4b-464f-827a-22ad6e606e1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e0ec095-415a-439e-a987-cbd3d90d5a18 HTTP/1.1" status: 204 len: 168 time: 0.2940156 Feb 10 04:16:58.449321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b5ae0-3a4b-464f-827a-22ad6e606e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0ec095-415a-439e-a987-cbd3d90d5a18,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:58.521808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-359215405-network', 'tenant_id': '7c2a628d38d2477992013daad737abb6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:58.662983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Made reservation on behalf of 7c2a628d38d2477992013daad737abb6 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:58.665410 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.678969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.695659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98b5fba8-0a50-4c3c-97da-675005264602 req-f4c5c142-5ddc-49c3-8626-d0b2123dc01d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/ports?device_id=bab46643-4785-4b12-8b07-1798d1d30dc3 HTTP/1.1" status: 200 len: 210 time: 0.0358622 Feb 10 04:16:58.757109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (167744d2-c9ff-4366-9350-147be6eccbf6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.806945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9e0c8-4329-48c7-acf5-56519b934a8c req-362e99ff-65e3-4ed1-8ed3-cef174e26eec tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:58.809769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e9e0c8-4329-48c7-acf5-56519b934a8c req-362e99ff-65e3-4ed1-8ed3-cef174e26eec tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 943 time: 0.0757272 Feb 10 04:16:58.850485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks [] for security_group (f5fc85dd-e246-4eba-867e-73d1053f805f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.865149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e9e0c8-4329-48c7-acf5-56519b934a8c req-afffaeed-43a0-4fa3-9476-181a7a6051d8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494299 Feb 10 04:16:58.914869 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.943379 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f5fc85dd-e246-4eba-867e-73d1053f805f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:58.990341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:16:59.011910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc85dd-e246-4eba-867e-73d1053f805f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:59.017195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.017547 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Added segment 28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8 of type vlan for network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 Feb 10 04:16:59.104213 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (5af23f1c-ee45-479b-9c3e-cefdef08cd08), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.177869 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.220160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (5af23f1c-ee45-479b-9c3e-cefdef08cd08), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.221173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:59.221761 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.286512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.291708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] Pushing event updated for resources: {'Network': ['ID=5af23f1c-ee45-479b-9c3e-cefdef08cd08,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:59.315440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:16:59.322945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dca42a0b-1e1f-426a-8706-7a86681e987f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9994893 Feb 10 04:16:59.325968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:59.332507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Request body: {'subnet': {'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-subnet', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:16:59.364508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=9707cac1-e5b4-4247-b7ab-344406c9b06f,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:59.382823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (167744d2-c9ff-4366-9350-147be6eccbf6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.428509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Made reservation on behalf of 7c2a628d38d2477992013daad737abb6 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:16:59.431316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.704331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (7d9ce85b-9867-4356-ba7b-fa6dc99eee8f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.779264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:16:59.809784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Checking segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:16:59.810442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Network hostable DHCP agents. Network: 5af23f1c-ee45-479b-9c3e-cefdef08cd08, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:16:59.815513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e45cfb4f-4f79-45cc-9487-16ac38e1028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:16:59.894601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f61d8-a239-42f1-b3e4-51bff7943d50 req-7837ef6e-e8f0-4b47-98b7-0c112cd18142 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:16:59.896329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-188f61d8-a239-42f1-b3e4-51bff7943d50 req-7837ef6e-e8f0-4b47-98b7-0c112cd18142 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.5110109 Feb 10 04:16:59.924946 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 167744d2-c9ff-4366-9350-147be6eccbf6 associated. External IP: 172.25.8.221, port: 40cfb7ad-4fe4-421e-968a-96ea539a2493. Feb 10 04:16:59.930495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:16:59.939797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43016) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:16:59.996315 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-188f61d8-a239-42f1-b3e4-51bff7943d50 req-200dca00-1e22-4ac8-813e-3aa77c324203 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937796 Feb 10 04:17:00.103947 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0c4032d-34ed-479c-ae07-977c2b36b91f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group (882e0f9a-5099-4fab-812c-17c90d0aa60c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.114384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 5af23f1c-ee45-479b-9c3e-cefdef08cd08) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:00.127038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f114105b-e0a0-445e-bd25-f01f82886ecf None None] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:00.151018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:00.151618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.206188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 67325358-b0c1-4de4-9b40-21cc624cb6c5 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:17:00.215376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0c4032d-34ed-479c-ae07-977c2b36b91f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group (882e0f9a-5099-4fab-812c-17c90d0aa60c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.252847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf553d-0684-4d27-8787-31253edae727 req-9cc512c4-1509-4e8d-9d31-c4c50e06f637 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:00.253520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96bf553d-0684-4d27-8787-31253edae727 req-9cc512c4-1509-4e8d-9d31-c4c50e06f637 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 943 time: 0.1888907 Feb 10 04:17:00.291277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:00.328479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96bf553d-0684-4d27-8787-31253edae727 req-ac426a8f-a7b2-4ffe-8cab-90320c55798f tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Feb 10 04:17:00.343805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'project_id': '7c2a628d38d2477992013daad737abb6', 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:17:00.347184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.373564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43026) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:00.374461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a700ba23-fcf8-436c-b31c-42092c257d12 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0472159 Feb 10 04:17:00.378521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:00.458297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0c4032d-34ed-479c-ae07-977c2b36b91f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (882e0f9a-5099-4fab-812c-17c90d0aa60c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.465028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0c4032d-34ed-479c-ae07-977c2b36b91f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.467009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0c4032d-34ed-479c-ae07-977c2b36b91f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/security-groups/882e0f9a-5099-4fab-812c-17c90d0aa60c HTTP/1.1" status: 204 len: 168 time: 0.5257056 Feb 10 04:17:00.480562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43032) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:00.500899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4032d-34ed-479c-ae07-977c2b36b91f tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e0f9a-5099-4fab-812c-17c90d0aa60c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:00.525780 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (44e04e51-79ec-484a-9378-73d805453a11), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.528088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (44e04e51-79ec-484a-9378-73d805453a11), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.542586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:00.589618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'port_id': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'mac_address': 'fa:16:3e:47:89:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:17:00.629686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks [] for router_controller (44e04e51-79ec-484a-9378-73d805453a11), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.631412 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-455fd1d8-d003-4f6d-a9a1-73574aed28fd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] show failed (client error): The resource could not be found. Feb 10 04:17:00.632681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-455fd1d8-d003-4f6d-a9a1-73574aed28fd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "GET /v2.0/security-groups/882e0f9a-5099-4fab-812c-17c90d0aa60c HTTP/1.1" status: 404 len: 347 time: 0.1510146 Feb 10 04:17:00.638141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43034) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:00.639869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Allocated IP 172.20.0.2 (5af23f1c-ee45-479b-9c3e-cefdef08cd08/7d9ce85b-9867-4356-ba7b-fa6dc99eee8f/309041a9-9a16-45c2-99ce-e4d2e218c730) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:00.647739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:00.663881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:00.675955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 67325358-b0c1-4de4-9b40-21cc624cb6c5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:00.676458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.706286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:00.715281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:00.725605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038696a-c728-4497-beac-07721a0b8b55 req-78ecf1f8-bf02-4229-833d-f5a6278129c4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:00.727285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7038696a-c728-4497-beac-07721a0b8b55 req-78ecf1f8-bf02-4229-833d-f5a6278129c4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.1663539 Feb 10 04:17:00.765441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:00.774226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67325358-b0c1-4de4-9b40-21cc624cb6c5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:00.795718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.798458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:00.845254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:00.846250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:00.918143 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:00.922016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:00.924224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c406ddf-7d44-4c68-9b8c-b9f78ac31b4d None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:00.925666 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b240af5c-2128-41e1-afb7-799d6303113b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9554074 Feb 10 04:17:00.967900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43044) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:00.976824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'port_id': '40cfb7ad-4fe4-421e-968a-96ea539a2493', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:01.041436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks [] for router_gateway (44e04e51-79ec-484a-9378-73d805453a11), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.042176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:01.062870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7038696a-c728-4497-beac-07721a0b8b55 req-3df8250a-20a2-4e47-8f3d-5a190e5503d1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244307 Feb 10 04:17:01.077187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.083375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.083939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.084284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.084622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.084959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.085292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.086176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.086534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.086934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.087265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.087637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.088008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:01.104572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (167744d2-c9ff-4366-9350-147be6eccbf6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.109525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.111404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Publish callbacks [] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.136575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['67325358-b0c1-4de4-9b40-21cc624cb6c5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:01.160551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port aaabaaca-9bc4-4edd-a012-567138d970e8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:01.161665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.295774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.343030 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.343365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for floatingip (aaabaaca-9bc4-4edd-a012-567138d970e8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.404830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for aaabaaca-9bc4-4edd-a012-567138d970e8 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:01.441205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:01.461068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Pushing event updated for resources: {'Port': ['ID=309041a9-9a16-45c2-99ce-e4d2e218c730,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:01.466264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:01.479521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:01.505574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks [] for router_gateway (44e04e51-79ec-484a-9378-73d805453a11), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.534222 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.602123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Attempting to bind port 309041a9-9a16-45c2-99ce-e4d2e218c730 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:01.602883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Attempting to bind port 309041a9-9a16-45c2-99ce-e4d2e218c730 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:01.603497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Attempting to bind port 309041a9-9a16-45c2-99ce-e4d2e218c730 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:01.609441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:01.609731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Checking segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:01.610448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.611097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Bound using segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:01.611805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Bound port: 309041a9-9a16-45c2-99ce-e4d2e218c730, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:01.612444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.689424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1a415-8045-422a-b312-5a0d6c84aec6 req-d2c8ecec-75d8-49c3-ba8c-dec4e390f4b0 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:01.691082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ee1a415-8045-422a-b312-5a0d6c84aec6 req-d2c8ecec-75d8-49c3-ba8c-dec4e390f4b0 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 944 time: 0.1731694 Feb 10 04:17:01.699828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] For port 309041a9-9a16-45c2-99ce-e4d2e218c730, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:01.704416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] For port 309041a9-9a16-45c2-99ce-e4d2e218c730, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=309041a9-9a16-45c2-99ce-e4d2e218c730,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:01.733211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Allocated IP 172.25.8.130 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/02bd2e2f-72f6-4d7a-ae29-e2e0009382ff) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:01.798261 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.831039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ee1a415-8045-422a-b312-5a0d6c84aec6 req-a3ecd28c-0215-4e6e-88b8-7cea13eae92d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004992 Feb 10 04:17:01.889699 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks [] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:01.908503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d079e-d898-4b26-b4de-ea9bfbdd8828 None None] Pushing event updated for resources: {'Port': ['ID=309041a9-9a16-45c2-99ce-e4d2e218c730,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:02.011851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (aaabaaca-9bc4-4edd-a012-567138d970e8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.015925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.058345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:02.063758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:02.067687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:02.084633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=aaabaaca-9bc4-4edd-a012-567138d970e8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:02.155348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.173293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Pushing event updated for resources: {'Port': ['ID=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:02.191268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 67325358-b0c1-4de4-9b40-21cc624cb6c5 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:02.239957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for floatingip (a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.244310 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.249624 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3be7049f-a057-42b9-b68c-68e578a7b465 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/floatingips/a2a66078-bfc3-4cd1-aeaf-358fb35ae6d1 HTTP/1.1" status: 204 len: 168 time: 1.6033983 Feb 10 04:17:02.250930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (167744d2-c9ff-4366-9350-147be6eccbf6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.253973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43062) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:02.355399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170bcfd-130a-44b7-832c-f7931deea476 req-735430eb-ea0e-480f-8876-ec3a2c30c101 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:02.357414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f170bcfd-130a-44b7-832c-f7931deea476 req-735430eb-ea0e-480f-8876-ec3a2c30c101 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.0812659 Feb 10 04:17:02.415038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 67325358-b0c1-4de4-9b40-21cc624cb6c5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:17:02.428438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 67325358-b0c1-4de4-9b40-21cc624cb6c5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:02.429084 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.493781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f170bcfd-130a-44b7-832c-f7931deea476 req-e249de11-b4b6-40f7-9a08-315d8bd6bc9e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949898 Feb 10 04:17:02.564298 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.580730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks [] for router_gateway (44e04e51-79ec-484a-9378-73d805453a11), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.582140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 67325358-b0c1-4de4-9b40-21cc624cb6c5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:02.583285 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.617292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:02.617637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.629906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:02.633530 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2c5afc-44bb-4968-9884-e382503cf864" -d '{"events": [{"server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "name": "network-vif-plugged", "status": "completed", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:02.651335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:02.691363 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a676d36-30f6-478d-88fd-aa3c4d55100e x-openstack-request-id: req-1a676d36-30f6-478d-88fd-aa3c4d55100e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:02.692055 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "name": "network-vif-plugged", "status": "completed", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:02.692499 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a676d36-30f6-478d-88fd-aa3c4d55100e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:02.693162 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'code': 200} Feb 10 04:17:02.747560 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.788597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:02.812776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:02.838555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for 52bd4a0d-eac9-4a5c-8179-4aefa1093cbd owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:02.857091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:03.091556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (44e04e51-79ec-484a-9378-73d805453a11), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:03.170823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1c61a-52e9-48bc-a5a8-33edd7889c0c req-3de1d65c-a43d-425e-858f-27e18c067dfc tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:03.172502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ab1c61a-52e9-48bc-a5a8-33edd7889c0c req-3de1d65c-a43d-425e-858f-27e18c067dfc tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1867092 Feb 10 04:17:03.191373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac55c62-adf9-4e00-af2d-bec3fa739bce req-3497c1c2-309a-4cb5-9e27-1b0d34d41547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:03.193569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fac55c62-adf9-4e00-af2d-bec3fa739bce req-3497c1c2-309a-4cb5-9e27-1b0d34d41547 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.3981369 Feb 10 04:17:03.266378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ab1c61a-52e9-48bc-a5a8-33edd7889c0c req-1d653b1e-26c4-4388-aebd-42b58c0d6676 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850136 Feb 10 04:17:03.355445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fac55c62-adf9-4e00-af2d-bec3fa739bce req-68c072c3-23e9-4e75-a7b5-7d731d3358ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485412 Feb 10 04:17:03.484770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Router 44e04e51-79ec-484a-9378-73d805453a11 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:17:03.501801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3dd460-4295-49fe-8227-81bee934aad9 None None] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:03.563949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:03.575397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:03.580425 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:03.602405 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:03.603530 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:03.604096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 309041a9-9a16-45c2-99ce-e4d2e218c730 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:03.629703 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5e0aa-7e84-4d1c-a38c-ff68ea5483a5 req-744a7dcf-e0ec-4ebf-962a-942767f5b06f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:03.631687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3fb5e0aa-7e84-4d1c-a38c-ff68ea5483a5 req-744a7dcf-e0ec-4ebf-962a-942767f5b06f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.1155937 Feb 10 04:17:03.659469 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:03.670954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:03.675808 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:03.677178 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:03.697144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Sync routers for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:03.755859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:03.760292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e8e38f88-e3c7-425a-bcb8-30124dc48c7b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3826292 Feb 10 04:17:03.760819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43094) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:03.797485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-13a2e93e-85ab-4762-b05f-435c1d83b5b7 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/floatingips/167744d2-c9ff-4366-9350-147be6eccbf6 HTTP/1.1" status: 200 len: 978 time: 2.8250396 Feb 10 04:17:03.846590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43098) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:03.894199 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:03.894199 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4407c7-756d-478a-a360-23496ab1ac2f None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:03.930063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3fb5e0aa-7e84-4d1c-a38c-ff68ea5483a5 req-2b539ca8-df78-4373-bb44-1d64fde40268 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904150 Feb 10 04:17:03.937395 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (52bd4a0d-eac9-4a5c-8179-4aefa1093cbd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:03.988743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=52bd4a0d-eac9-4a5c-8179-4aefa1093cbd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:04.093604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-15fcf7e6-30d1-4c20-a33e-0815b1ced7e6 None None] Provisioning complete for port 309041a9-9a16-45c2-99ce-e4d2e218c730 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:04.093965 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-15fcf7e6-30d1-4c20-a33e-0815b1ced7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.141674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:04.142484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:04.197008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.209693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 309041a9-9a16-45c2-99ce-e4d2e218c730 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:04.210203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.222588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-52e04b30-4456-4a49-807d-6e984d122b1d tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/ports/52bd4a0d-eac9-4a5c-8179-4aefa1093cbd HTTP/1.1" status: 204 len: 168 time: 1.9594922 Feb 10 04:17:04.222588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43104) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:04.259673 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.370235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 9707cac1-e5b4-4247-b7ab-344406c9b06f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:04.370588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.390610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-15fcf7e6-30d1-4c20-a33e-0815b1ced7e6 None None] Current status of the port 309041a9-9a16-45c2-99ce-e4d2e218c730 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:04.391183 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-15fcf7e6-30d1-4c20-a33e-0815b1ced7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.446516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:04.528559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting port de35da2b-d418-4887-ba09-6ba2aff6c0ae {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:04.528916 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.639593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.640297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (9707cac1-e5b4-4247-b7ab-344406c9b06f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.663961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.740844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 9707cac1-e5b4-4247-b7ab-344406c9b06f owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:04.757795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-15fcf7e6-30d1-4c20-a33e-0815b1ced7e6 None None] For port 309041a9-9a16-45c2-99ce-e4d2e218c730, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=309041a9-9a16-45c2-99ce-e4d2e218c730,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:04.769956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 309041a9-9a16-45c2-99ce-e4d2e218c730 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:04.776732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.872663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:04.911168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Calling delete_port for de35da2b-d418-4887-ba09-6ba2aff6c0ae owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:04.976865 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-15fcf7e6-30d1-4c20-a33e-0815b1ced7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.128485 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:17:05.135895 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:17:05.174393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ae032bf4-cbb3-4624-8625-2f0a45d3747e None None] Provisioning complete for port 309041a9-9a16-45c2-99ce-e4d2e218c730 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:05.183704 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ae032bf4-cbb3-4624-8625-2f0a45d3747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.269142 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9707cac1-e5b4-4247-b7ab-344406c9b06f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.283545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fab022-0737-41a1-9980-fa1fce49e2fe req-37047ac0-47e5-474b-928f-ee2561ab1abd tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:05.283545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4fab022-0737-41a1-9980-fa1fce49e2fe req-37047ac0-47e5-474b-928f-ee2561ab1abd tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.7580070 Feb 10 04:17:05.305194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcf7e6-30d1-4c20-a33e-0815b1ced7e6 None None] Pushing event updated for resources: {'Port': ['ID=309041a9-9a16-45c2-99ce-e4d2e218c730,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:05.318489 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (de35da2b-d418-4887-ba09-6ba2aff6c0ae), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.398238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=9707cac1-e5b4-4247-b7ab-344406c9b06f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:05.431399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-17676813-e17b-4629-be53-07a8266b68cf tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:05.432964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-17676813-e17b-4629-be53-07a8266b68cf tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.1915603 Feb 10 04:17:05.481221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4fab022-0737-41a1-9980-fa1fce49e2fe req-c0ce9e6f-d670-47da-bb31-a0d4ffc43b65 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599264 Feb 10 04:17:05.489337 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ae032bf4-cbb3-4624-8625-2f0a45d3747e None None] Current status of the port 309041a9-9a16-45c2-99ce-e4d2e218c730 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:05.506376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:02Z', 'revision_number': 3, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:05.510909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Allocated IP 172.20.0.1 (5af23f1c-ee45-479b-9c3e-cefdef08cd08/7d9ce85b-9867-4356-ba7b-fa6dc99eee8f/e046525b-0e1e-4784-8395-145a406dd391) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:05.531560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27b31-4473-4d29-b5ad-d9877146a82c req-3c5dbddf-94a3-4570-8680-2781ed49842e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:05.533312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58e27b31-4473-4d29-b5ad-d9877146a82c req-3c5dbddf-94a3-4570-8680-2781ed49842e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 946 time: 0.3868732 Feb 10 04:17:05.538124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Checking router: 44e04e51-79ec-484a-9378-73d805453a11 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:17:05.538938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Updating router 44e04e51-79ec-484a-9378-73d805453a11 port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:17:05.574194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.588355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Port': ['ID=de35da2b-d418-4887-ba09-6ba2aff6c0ae,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:05.686210 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (167744d2-c9ff-4366-9350-147be6eccbf6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.686898 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 167744d2-c9ff-4366-9350-147be6eccbf6 disassociated (deleted). External IP: 172.25.8.221, port: 40cfb7ad-4fe4-421e-968a-96ea539a2493. Feb 10 04:17:05.722164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Deleting port d064bb15-b1e2-4870-8862-26a36615e0c0 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:05.722751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.744429 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:05.748501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-84d8a753-8952-43b4-a52e-1f08438b93c9 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/ports/de35da2b-d418-4887-ba09-6ba2aff6c0ae HTTP/1.1" status: 204 len: 168 time: 1.5250595 Feb 10 04:17:05.750986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43124) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:05.754661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58e27b31-4473-4d29-b5ad-d9877146a82c req-ce514bc1-1bfa-4047-9d06-60ff79bbb22d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117729 Feb 10 04:17:05.893342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 309041a9-9a16-45c2-99ce-e4d2e218c730 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:05.953208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting subnet c0b1d1c8-87bd-4469-911f-e1aeff754bcb {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:17:05.977764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for subnet (c0b1d1c8-87bd-4469-911f-e1aeff754bcb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.030078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] For port d064bb15-b1e2-4870-8862-26a36615e0c0, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d064bb15-b1e2-4870-8862-26a36615e0c0,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:06.030455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.043953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 309041a9-9a16-45c2-99ce-e4d2e218c730 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:06.046732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Calling delete_port for d064bb15-b1e2-4870-8862-26a36615e0c0 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:06.095360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (c0b1d1c8-87bd-4469-911f-e1aeff754bcb), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.209962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c0b1d1c8-87bd-4469-911f-e1aeff754bcb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.226992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 309041a9-9a16-45c2-99ce-e4d2e218c730 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:06.227379 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.238065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks [] for port (e046525b-0e1e-4784-8395-145a406dd391), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.345514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43128) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:06.360242 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Publish callbacks [] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.380633 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e046525b-0e1e-4784-8395-145a406dd391), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.409779 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (c0b1d1c8-87bd-4469-911f-e1aeff754bcb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.439796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 309041a9-9a16-45c2-99ce-e4d2e218c730 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:06.460660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.490647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b1d1c8-87bd-4469-911f-e1aeff754bcb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:06.504106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.511986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9af35bd8-22b4-418f-9138-425386c7f0b8 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/subnets/c0b1d1c8-87bd-4469-911f-e1aeff754bcb HTTP/1.1" status: 204 len: 168 time: 0.7556822 Feb 10 04:17:06.517995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43134) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:06.524669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:06.572724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5eb7a-2c52-40e1-853d-514de741e60f None None] Pushing event updated for resources: {'Port': ['ID=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:06.579074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4daee2f-3738-419e-858c-c2b49aced565 None None] Network 59c8f485-d78b-4843-b69b-06ac4f229f0a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:06.693977 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0965-0ff1-4edd-91eb-fd563e047ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.695039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Attempting to bind port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:06.695534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Attempting to bind port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:06.696015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Attempting to bind port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:06.696149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:06.704072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:06.704593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:06.705122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.705724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:06.706306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Bound port: 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:06.706968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.713133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:06.763316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:06.774979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-db529714-4769-4432-bac6-a45b98402e45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648550 Feb 10 04:17:06.787345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] For port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:06.797925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] For port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:06.827887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Pushing event updated for resources: {'Port': ['ID=e046525b-0e1e-4784-8395-145a406dd391,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:06.837567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d064bb15-b1e2-4870-8862-26a36615e0c0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.849803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d064bb15-b1e2-4870-8862-26a36615e0c0'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:06.902274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:06.936862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] DHCP port deletion for 59c8f485-d78b-4843-b69b-06ac4f229f0a request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:17:07.018689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event deleted for resources: {'Port': ['ID=d064bb15-b1e2-4870-8862-26a36615e0c0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:07.026396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-909506d4-2881-4042-86ab-2ce124610b00 req-c44fe52d-acfe-490a-a4c1-45fea03b13e2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 210 time: 0.0393300 Feb 10 04:17:07.046340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Deleting subnet 416bb39f-9d4d-4c07-843a-dbf25de4af7a {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:17:07.076666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for subnet (416bb39f-9d4d-4c07-843a-dbf25de4af7a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.118110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:07.118914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:07.125186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (44e04e51-79ec-484a-9378-73d805453a11), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.126207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-d704ef13-36aa-43dd-b36e-7accccc330cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:07.127989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-d704ef13-36aa-43dd-b36e-7accccc330cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.1987107 Feb 10 04:17:07.132826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:07.138511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.147642 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:07.163689 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:07.172737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4921a607-4eb4-4c77-a4c6-fa57f45be5e3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/floatingips/167744d2-c9ff-4366-9350-147be6eccbf6 HTTP/1.1" status: 204 len: 168 time: 3.3249958 Feb 10 04:17:07.173828 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:07.175780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43140) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:07.198579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5eb7a-2c52-40e1-853d-514de741e60f None None] Pushing event updated for resources: {'Port': ['ID=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:07.222723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] No DVR routers for this DVR port d064bb15-b1e2-4870-8862-26a36615e0c0 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:07.230189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2430c252-ddd7-4fe5-9dc1-55da2411b622 None None] Provisioning complete for port e046525b-0e1e-4784-8395-145a406dd391 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:07.230763 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2430c252-ddd7-4fe5-9dc1-55da2411b622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e046525b-0e1e-4784-8395-145a406dd391), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.231854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (416bb39f-9d4d-4c07-843a-dbf25de4af7a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.234962 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.238332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eab132bc-b6c1-41c7-b7f1-4eaf7d5f9d2f req-b85303e7-8c6c-4126-bfe2-8a2c511c0c4e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "DELETE /v2.0/ports/d064bb15-b1e2-4870-8862-26a36615e0c0 HTTP/1.1" status: 204 len: 173 time: 1.7934303 Feb 10 04:17:07.245308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'name': 'network-vif-deleted', 'tag': 'd064bb15-b1e2-4870-8862-26a36615e0c0'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:07.247606 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2410ae19-38f3-4f08-8889-79e539bb457e" -d '{"events": [{"server_uuid": "a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96", "name": "network-vif-deleted", "tag": "d064bb15-b1e2-4870-8862-26a36615e0c0"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:07.288979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2430c252-ddd7-4fe5-9dc1-55da2411b622 None None] Port e046525b-0e1e-4784-8395-145a406dd391 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:17:07.297193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed28b4f-1c68-4547-9088-918d48599a3f req-f8c01fe6-688d-4f23-aa32-160674cc91b7 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:07.297193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ed28b4f-1c68-4547-9088-918d48599a3f req-f8c01fe6-688d-4f23-aa32-160674cc91b7 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.6136506 Feb 10 04:17:07.344400 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:07.346234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] Deleting port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:07.346759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.346920 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edbc609-af4d-4d97-8e4a-470b09ec2553 x-openstack-request-id: req-8edbc609-af4d-4d97-8e4a-470b09ec2553 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:07.347174 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96", "name": "network-vif-deleted", "tag": "d064bb15-b1e2-4870-8862-26a36615e0c0", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:07.347429 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8edbc609-af4d-4d97-8e4a-470b09ec2553 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:07.347839 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96', 'name': 'network-vif-deleted', 'tag': 'd064bb15-b1e2-4870-8862-26a36615e0c0', 'status': 'completed', 'code': 200} Feb 10 04:17:07.371908 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:07.375337 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:07.442740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0965-0ff1-4edd-91eb-fd563e047ffe admin admin] Publish callbacks [] for security_group (1296c351-5b3a-4805-b775-5f79f521d3f0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.509775 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:07.510342 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a633c8-7410-4234-8af5-f7f177f19eda None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:07.547435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ed28b4f-1c68-4547-9088-918d48599a3f req-b5a4da22-c75a-4c88-a635-6fa6ecb6eaf6 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493589 Feb 10 04:17:07.557624 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0965-0ff1-4edd-91eb-fd563e047ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1296c351-5b3a-4805-b775-5f79f521d3f0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.564163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (416bb39f-9d4d-4c07-843a-dbf25de4af7a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.611363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:07.621163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-345d007d-5134-4b40-a223-b1626bef50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:07.622671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-345d007d-5134-4b40-a223-b1626bef50b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.4485497 Feb 10 04:17:07.637909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc0965-0ff1-4edd-91eb-fd563e047ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1296c351-5b3a-4805-b775-5f79f521d3f0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:07.665096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2cbc0965-0ff1-4edd-91eb-fd563e047ffe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f58d2570a6f94bef9ebe605a3a9fa9e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3070052 Feb 10 04:17:07.668517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43146) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:07.721350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e046525b-0e1e-4784-8395-145a406dd391), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.768920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 40cfb7ad-4fe4-421e-968a-96ea539a2493 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:07.769468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (40cfb7ad-4fe4-421e-968a-96ea539a2493), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.840576 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-493f753c-31f3-4a3e-8df2-1171868c0a30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.1817238 Feb 10 04:17:07.853906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] For port 6c051a77-6b82-4a1d-a79b-8db75737f1e9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6c051a77-6b82-4a1d-a79b-8db75737f1e9,segment=NetworkSegment(9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d),segment_id=9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:07.857236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.857828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (416bb39f-9d4d-4c07-843a-dbf25de4af7a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.921082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Subnet': ['ID=416bb39f-9d4d-4c07-843a-dbf25de4af7a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:07.935596 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:07.946417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-27bee9ca-6573-4d74-bd23-db6fc1d4bda0 tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/subnets/416bb39f-9d4d-4c07-843a-dbf25de4af7a HTTP/1.1" status: 204 len: 168 time: 1.4204168 Feb 10 04:17:07.949140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43150) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:07.957932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40a52c-6ace-43e0-9bd6-6b9fce2e20ac None None] Network 76c519c8-4439-4370-a82f-b6d4f633a823 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:08.017751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] Calling delete_port for 6c051a77-6b82-4a1d-a79b-8db75737f1e9 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:08.031284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-bda0d609-1828-4802-9ecb-aa328e46367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:08.036491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-bda0d609-1828-4802-9ecb-aa328e46367d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.1863139 Feb 10 04:17:08.040803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6c051a77-6b82-4a1d-a79b-8db75737f1e9 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:08.060466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks [] for port (e046525b-0e1e-4784-8395-145a406dd391), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.157993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-f867151e-62d8-4d58-baa0-8102af9557db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960317 Feb 10 04:17:08.161396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e046525b-0e1e-4784-8395-145a406dd391), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.186315 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25eb618b-9302-437f-aa15-01d2949f33c9 admin admin] Publish callbacks [] for security_group (1296c351-5b3a-4805-b775-5f79f521d3f0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.264896 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25eb618b-9302-437f-aa15-01d2949f33c9 admin admin] Publish callbacks [] for security_group (1296c351-5b3a-4805-b775-5f79f521d3f0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.406555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:08.411462 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.416052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd59d3d4-3a57-4af4-92fc-863bc6698b69 req-1e0a29d5-670b-459a-ada5-bbc0b624ea8c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1ee6ff5-5f7c-4975-9fa4-245ff3ba7d96 HTTP/1.1" status: 200 len: 210 time: 0.1446474 Feb 10 04:17:08.453631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (40cfb7ad-4fe4-421e-968a-96ea539a2493), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.472007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Pushing event updated for resources: {'Port': ['ID=e046525b-0e1e-4784-8395-145a406dd391,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:08.483444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:02Z', 'revision_number': 3, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:08.488898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (44e04e51-79ec-484a-9378-73d805453a11), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.491651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] DHCP port deletion for 76c519c8-4439-4370-a82f-b6d4f633a823 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:17:08.533721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d9a4f9-3753-4c6a-81ab-1962674fd553 None None] The sync data for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 is: [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:02Z', 'revision_number': 3, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:08.570733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-54c2f359-a42b-4523-9196-04e5a53c0534 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972795 Feb 10 04:17:08.600720 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25eb618b-9302-437f-aa15-01d2949f33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1296c351-5b3a-4805-b775-5f79f521d3f0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.603432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25eb618b-9302-437f-aa15-01d2949f33c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.604619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-25eb618b-9302-437f-aa15-01d2949f33c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1296c351-5b3a-4805-b775-5f79f521d3f0 HTTP/1.1" status: 204 len: 168 time: 0.9351456 Feb 10 04:17:08.627990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 40cfb7ad-4fe4-421e-968a-96ea539a2493 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:08.630795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb618b-9302-437f-aa15-01d2949f33c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296c351-5b3a-4805-b775-5f79f521d3f0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:08.638554 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (6c051a77-6b82-4a1d-a79b-8db75737f1e9), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.639696 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (59c8f485-d78b-4843-b69b-06ac4f229f0a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.735978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:08.737926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:08.774634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] Pushing event deleted for resources: {'Port': ['ID=6c051a77-6b82-4a1d-a79b-8db75737f1e9,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:08.789715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] Deleting port 98bc32bc-116c-4da4-acb7-e14d44144a7d {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:08.791321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:08.856900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebdb97d-704b-4d28-9490-148de3b15e10 None None] No DVR routers for this DVR port 6c051a77-6b82-4a1d-a79b-8db75737f1e9 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:08.971817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50135d-fb9a-408a-a20d-db80ac7529c6 req-213419a8-bdcf-4469-a6ed-d8b23206e0d5 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:08.974626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f50135d-fb9a-408a-a20d-db80ac7529c6 req-213419a8-bdcf-4469-a6ed-d8b23206e0d5 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.5877893 Feb 10 04:17:08.990564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] For port 98bc32bc-116c-4da4-acb7-e14d44144a7d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=98bc32bc-116c-4da4-acb7-e14d44144a7d,segment=NetworkSegment(79a8eb36-8939-494c-9c7d-8b25a29bba1b),segment_id=79a8eb36-8939-494c-9c7d-8b25a29bba1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:08.991191 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:09.015880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] Calling delete_port for 98bc32bc-116c-4da4-acb7-e14d44144a7d owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:09.076465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Router 44e04e51-79ec-484a-9378-73d805453a11 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:09.229245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eda995d4-bb76-4768-9498-961b64af0d30 None None] Provisioning complete for port e046525b-0e1e-4784-8395-145a406dd391 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:09.230950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eda995d4-bb76-4768-9498-961b64af0d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e046525b-0e1e-4784-8395-145a406dd391), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:09.261660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aee3e8b2-e4ed-4350-b50c-f5e1ac8591df req-43c32c89-c21f-4598-9e3d-b30635e35b29 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739385 Feb 10 04:17:09.302213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (98bc32bc-116c-4da4-acb7-e14d44144a7d), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:09.341488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:09.346685 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d614d9bf-8a62-42e3-9f59-fda9c0c52432 admin admin] 10.222.0.42 "PUT /v2.0/routers/44e04e51-79ec-484a-9378-73d805453a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5844526 Feb 10 04:17:09.363369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] Pushing event deleted for resources: {'Port': ['ID=98bc32bc-116c-4da4-acb7-e14d44144a7d,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:09.366832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eda995d4-bb76-4768-9498-961b64af0d30 None None] Port e046525b-0e1e-4784-8395-145a406dd391 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:17:09.368276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f4762-cba5-4e6b-926a-42a0f30e7edd None None] No DVR routers for this DVR port 98bc32bc-116c-4da4-acb7-e14d44144a7d on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:10.000627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (59c8f485-d78b-4843-b69b-06ac4f229f0a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.001266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:10.021708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be3ef08a-a474-4a28-ae24-a8a5d1db710e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.040506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c8f485-d78b-4843-b69b-06ac4f229f0a']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:10.065579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:10.075098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:10.075279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:10.140182 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f50135d-fb9a-408a-a20d-db80ac7529c6 req-56cc4f9b-21ae-4b0a-b23b-64f51dc7d9eb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1457760 Feb 10 04:17:10.178565 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.196478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be3ef08a-a474-4a28-ae24-a8a5d1db710e admin admin] Publish callbacks [] for security_group (9f199d0d-9309-46ca-90ac-03eb5bc1df84), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.200592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.208379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:10.208693 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.213524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:17:10.219624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (9ce8c2a3-2c1e-4f8a-b59b-56c7363ded3d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.220046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43178) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:17:10.220172 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:17:10.223553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0bd95acd-9d30-485b-b82d-3bae2bff543f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699802430', 'description': 'tempest-description--1571635033'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:10.234522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (40cfb7ad-4fe4-421e-968a-96ea539a2493), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.237556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d064bb15-b1e2-4870-8862-26a36615e0c0 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:10.255752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-7b60eaad-b8ae-4364-890a-2ec60d3a49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:10.257314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-7b60eaad-b8ae-4364-890a-2ec60d3a49a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.2681239 Feb 10 04:17:10.271270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be3ef08a-a474-4a28-ae24-a8a5d1db710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9f199d0d-9309-46ca-90ac-03eb5bc1df84), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.326196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: d064bb15-b1e2-4870-8862-26a36615e0c0 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:10.327239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d064bb15-b1e2-4870-8862-26a36615e0c0 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:10.329193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bd95acd-9d30-485b-b82d-3bae2bff543f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.333931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ef08a-a474-4a28-ae24-a8a5d1db710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f199d0d-9309-46ca-90ac-03eb5bc1df84,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:10.346558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be3ef08a-a474-4a28-ae24-a8a5d1db710e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ad5d37c016e44c3a0b72bd882a4a11b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450449 Feb 10 04:17:10.350718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43188) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:10.426558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:10.427009 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.449809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=40cfb7ad-4fe4-421e-968a-96ea539a2493,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:10.459280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:10.463729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e9a6ee9-393d-45c1-9128-7ce5313e5905 admin admin] Publish callbacks [] for security_group (9f199d0d-9309-46ca-90ac-03eb5bc1df84), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.489197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bd95acd-9d30-485b-b82d-3bae2bff543f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (3e260ff5-750f-4d99-8ba1-a93fa1aab24e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.507752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e9a6ee9-393d-45c1-9128-7ce5313e5905 admin admin] Publish callbacks [] for security_group (9f199d0d-9309-46ca-90ac-03eb5bc1df84), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.523159 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.558737 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bd95acd-9d30-485b-b82d-3bae2bff543f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3e260ff5-750f-4d99-8ba1-a93fa1aab24e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.592666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (59c8f485-d78b-4843-b69b-06ac4f229f0a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.603246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95acd-9d30-485b-b82d-3bae2bff543f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e260ff5-750f-4d99-8ba1-a93fa1aab24e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:10.608560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 98bc32bc-116c-4da4-acb7-e14d44144a7d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:10.624733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.631213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/networks/59c8f485-d78b-4843-b69b-06ac4f229f0a HTTP/1.1" status: 204 len: 168 time: 2.6693187 Feb 10 04:17:10.631980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43190) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:10.648753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 98bc32bc-116c-4da4-acb7-e14d44144a7d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:10.649368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 98bc32bc-116c-4da4-acb7-e14d44144a7d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:10.667138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-3f9a1d40-4fcd-4f3f-b193-9a83cc3fda70 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:10.668715 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-3f9a1d40-4fcd-4f3f-b193-9a83cc3fda70 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.3289328 Feb 10 04:17:10.673275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf552ee-f929-4aa7-99cd-fb52b050f7dd tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Network': ['ID=59c8f485-d78b-4843-b69b-06ac4f229f0a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:10.681848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:10.686199 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bd95acd-9d30-485b-b82d-3bae2bff543f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.695186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0bd95acd-9d30-485b-b82d-3bae2bff543f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4753425 Feb 10 04:17:10.698401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43192) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:10.701054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-c4c47e6d-daa2-4a85-b012-3ed8af02b5cb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/quotas/ba3dd7a8d013466dae065a55fd8fe967 HTTP/1.1" status: 200 len: 375 time: 0.0255375 Feb 10 04:17:10.707652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.710510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b3cb3340-7e16-49e8-aec9-f82d74885b36 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/ports/40cfb7ad-4fe4-421e-968a-96ea539a2493 HTTP/1.1" status: 204 len: 168 time: 3.5242250 Feb 10 04:17:10.714225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43194) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:10.714954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8678ba11-d19f-4ac8-bad0-1652ad5ce528 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'security_group_rule': {'security_group_id': '3e260ff5-750f-4d99-8ba1-a93fa1aab24e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:10.715431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-3e40d1af-9b26-4e7f-9c6d-980df58e07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:10.716931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-3e40d1af-9b26-4e7f-9c6d-980df58e07f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.3926637 Feb 10 04:17:10.722274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:10.762085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e9a6ee9-393d-45c1-9128-7ce5313e5905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9f199d0d-9309-46ca-90ac-03eb5bc1df84), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.762831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6e9a6ee9-393d-45c1-9128-7ce5313e5905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.766233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6e9a6ee9-393d-45c1-9128-7ce5313e5905 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f199d0d-9309-46ca-90ac-03eb5bc1df84 HTTP/1.1" status: 204 len: 168 time: 0.4123595 Feb 10 04:17:10.785030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a6ee9-393d-45c1-9128-7ce5313e5905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f199d0d-9309-46ca-90ac-03eb5bc1df84,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:10.799989 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (76c519c8-4439-4370-a82f-b6d4f633a823), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.814781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-6522c52d-6a3d-44bc-814a-3dd2016bce0b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846574 Feb 10 04:17:10.816565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-b4774bb4-8e2c-465d-bda8-a02029b9cb05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0881066 Feb 10 04:17:10.901424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8678ba11-d19f-4ac8-bad0-1652ad5ce528 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (aeed6454-304e-4b5b-a704-32ab787b7abf), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.950049 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:10.985639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (76c519c8-4439-4370-a82f-b6d4f633a823), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.017392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-0a44703b-11da-41fe-a907-861eb1b59de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:11.019216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-0a44703b-11da-41fe-a907-861eb1b59de0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.1972311 Feb 10 04:17:11.053668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c519c8-4439-4370-a82f-b6d4f633a823']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:11.063075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-fa1cf6b7-b44b-46fb-8dae-1954e0f58f38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354562 Feb 10 04:17:11.074537 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-6d104c48-977f-4904-8602-988df0ff9a46 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430182 Feb 10 04:17:11.077271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a8eb36-8939-494c-9c7d-8b25a29bba1b') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:11.077583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a8eb36-8939-494c-9c7d-8b25a29bba1b') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:11.080400 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8678ba11-d19f-4ac8-bad0-1652ad5ce528 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (aeed6454-304e-4b5b-a704-32ab787b7abf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.098745 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (79a8eb36-8939-494c-9c7d-8b25a29bba1b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.112035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (79a8eb36-8939-494c-9c7d-8b25a29bba1b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.119425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:17:11.119829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (79a8eb36-8939-494c-9c7d-8b25a29bba1b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:17:11.123791 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:17:11.152141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8678ba11-d19f-4ac8-bad0-1652ad5ce528 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (aeed6454-304e-4b5b-a704-32ab787b7abf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.213603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678ba11-d19f-4ac8-bad0-1652ad5ce528 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeed6454-304e-4b5b-a704-32ab787b7abf,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:11.324209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (76c519c8-4439-4370-a82f-b6d4f633a823), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.333052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.339931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] 10.222.0.42 "DELETE /v2.0/networks/76c519c8-4439-4370-a82f-b6d4f633a823 HTTP/1.1" status: 204 len: 168 time: 0.7064545 Feb 10 04:17:11.355001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8678ba11-d19f-4ac8-bad0-1652ad5ce528 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.361749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8678ba11-d19f-4ac8-bad0-1652ad5ce528 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6624255 Feb 10 04:17:11.366079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43204) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:11.371657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5a09fa7b-6dfa-48de-9d9b-c1dcb6c74977 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'security_group_rule': {'security_group_id': '3e260ff5-750f-4d99-8ba1-a93fa1aab24e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:11.412441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-25de51aa-d781-48b2-9287-f511e13b2ae9 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280206 Feb 10 04:17:11.412866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1176bd-ae27-454f-8bba-a1356b1c634a tempest-TaggedBootDevicesTest-1445570263 tempest-TaggedBootDevicesTest-1445570263-project] Pushing event deleted for resources: {'Network': ['ID=76c519c8-4439-4370-a82f-b6d4f633a823,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:11.437367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Sync routers for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:11.448682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef38c2e-9f11-48c7-9001-c2a6ec275d13 req-f1d6d00d-f636-4a56-af36-bbeedc865740 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:11.449610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:11.450289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:11.450476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ef38c2e-9f11-48c7-9001-c2a6ec275d13 req-f1d6d00d-f636-4a56-af36-bbeedc865740 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1963453 Feb 10 04:17:11.497552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a09fa7b-6dfa-48de-9d9b-c1dcb6c74977 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (4d4418cd-d118-4acb-b644-a6aeff831d54), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.534300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3c62255-8c80-42c2-a4d1-539d0b1be848 req-6621c44c-a2ca-4d72-a2f7-625c38159887 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065347 Feb 10 04:17:11.571920 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.576641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-5559c606-0e37-490a-8fc4-0b88a10bebce service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011599 Feb 10 04:17:11.604380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ef38c2e-9f11-48c7-9001-c2a6ec275d13 req-2689c193-8648-42a0-a60d-098e68cf13ee tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404784 Feb 10 04:17:11.673876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:11.684961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a09fa7b-6dfa-48de-9d9b-c1dcb6c74977 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (4d4418cd-d118-4acb-b644-a6aeff831d54), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.755515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.25.8.10 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/f6fb7298-8915-48b4-b9c1-652ba448bbf5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:11.771759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a09fa7b-6dfa-48de-9d9b-c1dcb6c74977 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (4d4418cd-d118-4acb-b644-a6aeff831d54), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.815424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09fa7b-6dfa-48de-9d9b-c1dcb6c74977 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4418cd-d118-4acb-b644-a6aeff831d54,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:11.908602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a09fa7b-6dfa-48de-9d9b-c1dcb6c74977 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.913093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5a09fa7b-6dfa-48de-9d9b-c1dcb6c74977 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5425258 Feb 10 04:17:11.913341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43222) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:11.917198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:11.918299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:11.976807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 2, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:12.018636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.078960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=f6fb7298-8915-48b4-b9c1-652ba448bbf5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:12.103062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:12.103062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:12.103062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:12.152609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56af0bdd-c414-41d2-9f5e-4e2b13633651 req-b5a5dc9e-ab28-4d93-9314-4ae8d8ea0d56 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 210 time: 0.1158645 Feb 10 04:17:12.175828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.247314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (616611c6-f364-48e5-9fee-44433dc8d37b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.295589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:12.346686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Checking router: 44e04e51-79ec-484a-9378-73d805453a11 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:17:12.347618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Updating router 44e04e51-79ec-484a-9378-73d805453a11 port e046525b-0e1e-4784-8395-145a406dd391 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:17:12.400900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e046525b-0e1e-4784-8395-145a406dd391), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.458003 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.482018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.747203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Publish callbacks [] for port (e046525b-0e1e-4784-8395-145a406dd391), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.765885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Allocated IP 172.25.8.152 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/a99059d3-72a3-4e52-9216-23deb9ac9fd6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:12.779983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.780113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:12.780113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.858198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.879541 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e046525b-0e1e-4784-8395-145a406dd391), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:12.965842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=f6fb7298-8915-48b4-b9c1-652ba448bbf5,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:13.037057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:13.055252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.097253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54c1ca-74b7-465c-a960-813fe0f020f6 None None] Pushing event updated for resources: {'Port': ['ID=e046525b-0e1e-4784-8395-145a406dd391,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:13.119615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ee82-2dab-44b5-be62-68334c35e7ea req-dfb3229c-fd2c-4742-a7dc-206fc2faa53e tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:13.121556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0c8ee82-2dab-44b5-be62-68334c35e7ea req-dfb3229c-fd2c-4742-a7dc-206fc2faa53e tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.3246102 Feb 10 04:17:13.135985 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (616611c6-f364-48e5-9fee-44433dc8d37b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.150520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Attempting to bind port e046525b-0e1e-4784-8395-145a406dd391 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:13.151109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Attempting to bind port e046525b-0e1e-4784-8395-145a406dd391 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:13.151658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Attempting to bind port e046525b-0e1e-4784-8395-145a406dd391 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:13.161117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:13.163786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Checking segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:13.163786 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.163786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Bound using segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:13.164645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Bound port: e046525b-0e1e-4784-8395-145a406dd391, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:13.165205 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e046525b-0e1e-4784-8395-145a406dd391), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.212533 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.214333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0c8ee82-2dab-44b5-be62-68334c35e7ea req-85594b18-a593-4e20-98c0-31f6626c8084 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807047 Feb 10 04:17:13.250179 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.250179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3c5d3f0f-d0ab-47e3-ae39-8827ea07c85d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5323660 Feb 10 04:17:13.252883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43260) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:13.273619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'port': {'network_id': 'c096ccf7-535d-4537-a81f-7266863e1750', 'name': 'tempest-FloatingIPTestJSON-945079778'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:13.293050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:13.338102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:13.342939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:13.359357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] For port e046525b-0e1e-4784-8395-145a406dd391, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:13.409490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] For port e046525b-0e1e-4784-8395-145a406dd391, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e046525b-0e1e-4784-8395-145a406dd391,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:13.414401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-865fb294-8a4b-415b-bc96-2e5562fb0cc0 None None] Provisioning complete for port e046525b-0e1e-4784-8395-145a406dd391 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:13.414817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-865fb294-8a4b-415b-bc96-2e5562fb0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e046525b-0e1e-4784-8395-145a406dd391), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.439284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-91a03c39-2d0c-40d6-87ea-6a43bb139c1b req-128e090f-82d3-404f-9f01-ad7e2a1971c9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 210 time: 0.1625659 Feb 10 04:17:13.450621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'Port': ['ID=a99059d3-72a3-4e52-9216-23deb9ac9fd6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:13.487962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-865fb294-8a4b-415b-bc96-2e5562fb0cc0 None None] Port e046525b-0e1e-4784-8395-145a406dd391 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:17:13.532363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (8921215a-afab-4f71-9694-44e3b1b766c1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.549250 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e046525b-0e1e-4784-8395-145a406dd391), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.589861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:13.599851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.647970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] device_id is not set on port 5bfaf063-9637-4839-b678-a7ae6a18895b yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:17:13.675087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54c1ca-74b7-465c-a960-813fe0f020f6 None None] Pushing event updated for resources: {'Port': ['ID=e046525b-0e1e-4784-8395-145a406dd391,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:13.682530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:13.683454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:13.717065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:13.905499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:13.966072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.12 (c096ccf7-535d-4537-a81f-7266863e1750/a55bca93-8894-45fc-8351-80d7e62d2062/5bfaf063-9637-4839-b678-a7ae6a18895b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:14.113967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.115989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-db57dee6-1440-46b8-85c2-d0da08f5bd2e None None] Provisioning complete for port e046525b-0e1e-4784-8395-145a406dd391 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:14.116369 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db57dee6-1440-46b8-85c2-d0da08f5bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e046525b-0e1e-4784-8395-145a406dd391), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.197428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.286725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (5bfaf063-9637-4839-b678-a7ae6a18895b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.346973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'Port': ['ID=a99059d3-72a3-4e52-9216-23deb9ac9fd6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:14.456043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (8921215a-afab-4f71-9694-44e3b1b766c1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.470488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9be8a3-dd7e-4e3a-92f1-48ff44212c97 req-6f32886c-6548-4519-ad78-fd8f98c4dbb7 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:14.472055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc9be8a3-dd7e-4e3a-92f1-48ff44212c97 req-6f32886c-6548-4519-ad78-fd8f98c4dbb7 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1041248 Feb 10 04:17:14.528012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-db57dee6-1440-46b8-85c2-d0da08f5bd2e None None] Current status of the port e046525b-0e1e-4784-8395-145a406dd391 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:14.528404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db57dee6-1440-46b8-85c2-d0da08f5bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e046525b-0e1e-4784-8395-145a406dd391), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.541548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:13Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:14.555771 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc9be8a3-dd7e-4e3a-92f1-48ff44212c97 req-4b844c9b-736e-400a-970d-e924f4ab5f91 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743372 Feb 10 04:17:14.568914 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5bfaf063-9637-4839-b678-a7ae6a18895b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.569119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.569119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f7c0efb3-f794-47d9-bfdb-cd2ccb43e54b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6513131 Feb 10 04:17:14.597042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e5c1c-307a-409d-b43d-0a0fbaef6b43 None None] The sync data for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 is: [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:13Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:14.628576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-db57dee6-1440-46b8-85c2-d0da08f5bd2e None None] For port e046525b-0e1e-4784-8395-145a406dd391, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e046525b-0e1e-4784-8395-145a406dd391,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:14.702330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db57dee6-1440-46b8-85c2-d0da08f5bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e046525b-0e1e-4784-8395-145a406dd391), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:14.708369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9602265-9fd9-4057-b427-e2c6182c9d82 req-9f20ee2b-d266-4e6f-824b-3b100ed0295c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 210 time: 0.0589616 Feb 10 04:17:14.845779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network c096ccf7-535d-4537-a81f-7266863e1750 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:14.849490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57dee6-1440-46b8-85c2-d0da08f5bd2e None None] Pushing event updated for resources: {'Port': ['ID=e046525b-0e1e-4784-8395-145a406dd391,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:14.855040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:14.881067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:14.925347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3827-2200-4460-807e-133c44eb26ce req-606beafc-2971-46a5-aeca-0a8cde8a23ea tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:14.933614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-606beafc-2971-46a5-aeca-0a8cde8a23ea tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.5180361 Feb 10 04:17:14.937454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43314) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:15.000428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-4c8bb907-27c2-4e63-a487-2359611bcb63 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/quotas/a97cf0fa4de74535bc16402988b6931c HTTP/1.1" status: 200 len: 375 time: 0.0657377 Feb 10 04:17:15.016332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-1a7ee538-9c78-440e-9e18-9c2e124482f3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1699802430&fields=id&tenant_id=7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 267 time: 0.1168406 Feb 10 04:17:15.064969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=5bfaf063-9637-4839-b678-a7ae6a18895b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:15.157492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:15.158302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:15.200078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-118e0ba5-bc24-4d67-a64e-73602342405b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:15.200259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-23be1ba8-c72d-44c1-904f-087585889fcf tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813025 Feb 10 04:17:15.200388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-118e0ba5-bc24-4d67-a64e-73602342405b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 816 time: 0.1729918 Feb 10 04:17:15.222377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-85178bce-6465-4e36-8794-5eedbacc29a7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/quotas/7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 375 time: 0.0157440 Feb 10 04:17:15.284613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-29d1f17c-4591-4661-b78e-307826115b7c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:15.287907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-29d1f17c-4591-4661-b78e-307826115b7c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.4608386 Feb 10 04:17:15.307889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f8d656ec-8343-4bc3-a33d-63e11f3db4c3 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0539720 Feb 10 04:17:15.317744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Request body: {'port': {'device_id': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'admin_state_up': True, 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:15.321776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1013325a-22f4-423e-99a0-e95aaf40c59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:15.327103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43318) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:15.387232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'port_id': '5bfaf063-9637-4839-b678-a7ae6a18895b'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:15.590994 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (616611c6-f364-48e5-9fee-44433dc8d37b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:15.701043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-477e7def-7a62-44f2-b5c6-b0300da3cc86 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4696050 Feb 10 04:17:15.719482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-68b33fa6-6706-44b7-921e-1be7d59e76a8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:17:15.720502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-68b33fa6-6706-44b7-921e-1be7d59e76a8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055790 Feb 10 04:17:15.752303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-afa1a87c-7afa-425a-bd09-87010747250c service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458772 Feb 10 04:17:15.760215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-c92dfc76-383f-4d6a-b57b-596fb94a5ddb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4362328 Feb 10 04:17:15.856510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-f447a51c-2e3a-4096-a263-276217ca7a69 service neutron] 10.222.0.42 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274838 Feb 10 04:17:15.864008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-b1a4d4be-d0a4-4105-bb53-9baec02534c2 service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992403 Feb 10 04:17:15.880128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:15.883810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:16.002373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-056e2674-fbab-4599-929b-3e9986452a4f service neutron] 10.222.0.42 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447210 Feb 10 04:17:16.105939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e046525b-0e1e-4784-8395-145a406dd391 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:16.137720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Allocated IP 172.20.0.2 (4dbd154e-9581-4df8-b224-7fe373295285/6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa/c7129cd9-d0eb-433e-a725-a27be8f2f2f4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:16.182628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e046525b-0e1e-4784-8395-145a406dd391 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:16.183173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e046525b-0e1e-4784-8395-145a406dd391), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:16.362806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e046525b-0e1e-4784-8395-145a406dd391 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:16.456780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fbaf0e8-2d88-42a0-a5c1-6ddb957c3745 req-9b696ea2-16e5-4910-a548-ae9c45d35793 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 210 time: 0.0633886 Feb 10 04:17:16.568669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d256eb31-7721-45e5-944d-19b3fbde85ae req-6d643f5d-a695-4b06-a641-a04ee5e9dd37 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 210 time: 0.0736966 Feb 10 04:17:16.662373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36b59aad-d776-4a19-898b-49654a318209 req-8b567ffc-6c62-4fd0-bbf9-e16ea8fdd263 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 210 time: 0.0634987 Feb 10 04:17:16.851283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1013325a-22f4-423e-99a0-e95aaf40c59a admin admin] Publish callbacks [] for security_group (7a1a507f-c67f-4bd0-9a21-14605763b472), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:16.859337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004d6d-6686-4730-89a1-a786859c4798 req-b778b4cf-0fd3-403d-b583-53a04a986049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:16.862394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-b778b4cf-0fd3-403d-b583-53a04a986049 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 1128 time: 0.9934919 Feb 10 04:17:16.916076 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:17:16.983536 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.006645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1013325a-22f4-423e-99a0-e95aaf40c59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a1a507f-c67f-4bd0-9a21-14605763b472), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.074980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40c24d-cc7b-4c94-8b3b-66fec78cc6a5 req-09adfbec-dcb0-40e6-862a-874081c6dbe2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:17.083790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a40c24d-cc7b-4c94-8b3b-66fec78cc6a5 req-09adfbec-dcb0-40e6-862a-874081c6dbe2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2993331 Feb 10 04:17:17.198790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1013325a-22f4-423e-99a0-e95aaf40c59a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f4f8e3ff76445e78a0b420badd00f06&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2355478 Feb 10 04:17:17.201609 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43346) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:17.260224 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e2b448d-594f-4ab2-9d9d-99f23791f978 admin admin] Publish callbacks [] for security_group (7a1a507f-c67f-4bd0-9a21-14605763b472), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.280524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013325a-22f4-423e-99a0-e95aaf40c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a507f-c67f-4bd0-9a21-14605763b472,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:17.284581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e2b448d-594f-4ab2-9d9d-99f23791f978 admin admin] Publish callbacks [] for security_group (7a1a507f-c67f-4bd0-9a21-14605763b472), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.304543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004d6d-6686-4730-89a1-a786859c4798 req-db536a47-83ab-4d3d-9540-996daefee88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:17.304543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-db536a47-83ab-4d3d-9540-996daefee88b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.3835075 Feb 10 04:17:17.391712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a40c24d-cc7b-4c94-8b3b-66fec78cc6a5 req-ad854dcb-f6f6-4def-8232-19956f3129af tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069015 Feb 10 04:17:17.392990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-26b34b60-c71b-436e-812f-59c720a5397f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc HTTP/1.1" status: 200 len: 217 time: 0.0734193 Feb 10 04:17:17.445343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks [] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.451713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e2b448d-594f-4ab2-9d9d-99f23791f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a1a507f-c67f-4bd0-9a21-14605763b472), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.454274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e2b448d-594f-4ab2-9d9d-99f23791f978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.455529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e2b448d-594f-4ab2-9d9d-99f23791f978 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a1a507f-c67f-4bd0-9a21-14605763b472 HTTP/1.1" status: 204 len: 168 time: 0.2528982 Feb 10 04:17:17.484825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b448d-594f-4ab2-9d9d-99f23791f978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a507f-c67f-4bd0-9a21-14605763b472,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:17.556197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004d6d-6686-4730-89a1-a786859c4798 req-2de3e2e3-316a-44a8-ac0a-aaa1b2801bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:17.557850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-2de3e2e3-316a-44a8-ac0a-aaa1b2801bf0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.1279547 Feb 10 04:17:17.594988 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f0d91204-e953-4725-88c9-d38e60627cb0 req-a298ab37-13cf-4501-807e-6c744088d3f6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 210 time: 0.0394478 Feb 10 04:17:17.643246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-dac403cd-8f8b-4440-be2c-7ea8bcb11b9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557306 Feb 10 04:17:17.737362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3ebe0a3-6a91-4a79-81b7-bf82593b4485 req-da07d553-86ec-4480-bce4-debaf9249f35 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 210 time: 0.0983336 Feb 10 04:17:17.741145 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.resource_extend [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:17:17.826920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-612d854e-7a99-47c2-bb94-082fb7de1273 req-4e911260-a067-4f48-a7be-7d5c787720e0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 210 time: 0.0565314 Feb 10 04:17:17.913162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:17.935626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-e17a5738-7e6c-4bb2-81a9-0972fb8d99fc service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844799 Feb 10 04:17:17.950731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.005910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (616611c6-f364-48e5-9fee-44433dc8d37b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.079643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Network 4dbd154e-9581-4df8-b224-7fe373295285 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:18.089056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:18.095866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:18.101202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:18.191116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43362) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:18.204394 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0be90442-04d2-4131-92f4-dc0b62a194de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.210894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44004d6d-6686-4730-89a1-a786859c4798 req-96028ab2-8a3a-4974-a394-4ff2c81cbb84 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638187 Feb 10 04:17:18.213884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:18.214535 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.233937 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 616611c6-f364-48e5-9fee-44433dc8d37b associated. External IP: 172.25.8.10, port: 5bfaf063-9637-4839-b678-a7ae6a18895b. Feb 10 04:17:18.306926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0be90442-04d2-4131-92f4-dc0b62a194de admin admin] Publish callbacks [] for security_group (9a1e958c-347c-4a2f-a77e-77457988de11), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.311441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.397500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-f66be944-1dca-4887-aa20-26ee28b61e55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0883379 Feb 10 04:17:18.398202 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0be90442-04d2-4131-92f4-dc0b62a194de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9a1e958c-347c-4a2f-a77e-77457988de11), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.412066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Request body: {'port': {'device_id': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:18.479963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0be90442-04d2-4131-92f4-dc0b62a194de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caf7a1ba98a84e4d8e2f52bd184b623e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875013 Feb 10 04:17:18.482434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be90442-04d2-4131-92f4-dc0b62a194de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e958c-347c-4a2f-a77e-77457988de11,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:18.491920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43366) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:18.559247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-878cfb56-d288-4e21-b05d-758092a08609 admin admin] Publish callbacks [] for security_group (9a1e958c-347c-4a2f-a77e-77457988de11), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.575755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.584122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-878cfb56-d288-4e21-b05d-758092a08609 admin admin] Publish callbacks [] for security_group (9a1e958c-347c-4a2f-a77e-77457988de11), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.620138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:18.700778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e4f60-04b7-406d-bed1-60369f018aa5 req-74935cab-35fe-47a2-af7d-5745a08e4beb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:18.702295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c1e4f60-04b7-406d-bed1-60369f018aa5 req-74935cab-35fe-47a2-af7d-5745a08e4beb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2116003 Feb 10 04:17:18.752828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-878cfb56-d288-4e21-b05d-758092a08609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9a1e958c-347c-4a2f-a77e-77457988de11), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.757671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-878cfb56-d288-4e21-b05d-758092a08609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:18.763823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-878cfb56-d288-4e21-b05d-758092a08609 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a1e958c-347c-4a2f-a77e-77457988de11 HTTP/1.1" status: 204 len: 168 time: 0.2708380 Feb 10 04:17:18.777557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cfb56-d288-4e21-b05d-758092a08609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e958c-347c-4a2f-a77e-77457988de11,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:18.826023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a33427-93ef-4d5b-bd47-0e250d716349 req-37d3f728-7b0c-497f-9dc6-0b3efe3d602a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:18.829806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-91a33427-93ef-4d5b-bd47-0e250d716349 req-37d3f728-7b0c-497f-9dc6-0b3efe3d602a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 931 time: 0.1385083 Feb 10 04:17:18.923387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-91a33427-93ef-4d5b-bd47-0e250d716349 req-86ec15ff-7d0b-4626-93db-187b3acb436b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861118 Feb 10 04:17:19.059621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49bd0529-6fba-48f2-85a7-e5b800a540d0 req-0af4d460-9b35-4bfc-a02f-abe530096fe4 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 210 time: 0.0310876 Feb 10 04:17:19.192264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3dbc6070-5956-4bc5-923b-92c0915a59a7 req-b409607b-6b69-43cb-87c5-53ae872d5dee tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 210 time: 0.0356195 Feb 10 04:17:19.236728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3827-2200-4460-807e-133c44eb26ce req-91dba9ca-c102-458b-959b-0159b78e40c5 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:19.238764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-91dba9ca-c102-458b-959b-0159b78e40c5 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.6833861 Feb 10 04:17:19.276847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Request body: {'port': {'device_id': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'admin_state_up': True, 'tenant_id': 'a97cf0fa4de74535bc16402988b6931c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:19.530827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c1e4f60-04b7-406d-bed1-60369f018aa5 req-62025ad8-8e17-430b-aab6-1f863f776433 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8047929 Feb 10 04:17:19.574669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-ee96bb40-7c8a-4b45-aa52-3ca7f6375a57 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:19.576429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-ee96bb40-7c8a-4b45-aa52-3ca7f6375a57 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 816 time: 0.3727069 Feb 10 04:17:19.667012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:19.676015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:19.677907 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:19.693327 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:19.695150 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:19.732593 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:19.741438 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:19.742459 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:19.767651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0bee76d2-2816-453d-8496-5dc1fa4a7396 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/floatingips/616611c6-f364-48e5-9fee-44433dc8d37b HTTP/1.1" status: 200 len: 977 time: 4.3828087 Feb 10 04:17:19.767878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43388) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:19.790688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-43f7592f-1426-4c91-a529-77ad961df73c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 380 time: 0.2027361 Feb 10 04:17:19.793210 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:19.793967 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c6ba3a-202c-4a9e-8bc6-64245e408b7b None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:19.805085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'port': {'device_id': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'admin_state_up': True, 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'security_groups': ['3e260ff5-750f-4d99-8ba1-a93fa1aab24e']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:19.865779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 5bfaf063-9637-4839-b678-a7ae6a18895b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:19.866116 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5bfaf063-9637-4839-b678-a7ae6a18895b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:19.902555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7129cd9-d0eb-433e-a725-a27be8f2f2f4 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:19.923736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Publish callbacks [] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:19.951557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Transition to ACTIVE for port object c7129cd9-d0eb-433e-a725-a27be8f2f2f4 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:17:19.952333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Made reservation on behalf of a97cf0fa4de74535bc16402988b6931c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:19.955867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.005000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5bfaf063-9637-4839-b678-a7ae6a18895b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.048476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.116057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Made reservation on behalf of 7c2a628d38d2477992013daad737abb6 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:20.119674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.196294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:20.203995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78225fc2-1aa1-4c4f-b764-cf22c37f6673 req-f765f8bd-4e60-4338-9da6-6bcab1f7f3c8 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 210 time: 0.0638185 Feb 10 04:17:20.222360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e9aa7-0398-41cb-bbef-0820a004e982 req-d9ce9c96-b4a2-4a17-9026-9fb874c0e8c4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:20.229998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c30e9aa7-0398-41cb-bbef-0820a004e982 req-d9ce9c96-b4a2-4a17-9026-9fb874c0e8c4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 931 time: 0.2077961 Feb 10 04:17:20.341374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c30e9aa7-0398-41cb-bbef-0820a004e982 req-b777c8a4-5bf6-4d58-87d1-41ac3feae115 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104028 Feb 10 04:17:20.341907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43406) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:20.362735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.363130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (616611c6-f364-48e5-9fee-44433dc8d37b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.363483 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 616611c6-f364-48e5-9fee-44433dc8d37b disassociated. External IP: 172.25.8.10, port: 5bfaf063-9637-4839-b678-a7ae6a18895b. Feb 10 04:17:20.363838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 5bfaf063-9637-4839-b678-a7ae6a18895b owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:20.402816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-958b3683-954c-4c84-89b9-ed77c47ec27a req-6ecaf11a-6ef5-499c-8d5d-aa27cca054f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 210 time: 0.0904369 Feb 10 04:17:20.405798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Allocated IP 172.20.0.10 (bc4da560-5f28-4c4e-bc28-bc839f483816/f9aa6272-a846-48dc-8d1d-ea7d6392ca65/ced24674-007e-49ba-b860-1db1c7aa83c3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:20.494918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1867292-network', 'tenant_id': '3c0f63585143411a8fa1d0f5060d6bfc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:20.500250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Attempting to bind port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:20.500712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Attempting to bind port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:20.503150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Attempting to bind port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:20.526656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 on network 4dbd154e-9581-4df8-b224-7fe373295285 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:17:20.526656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Attempting to bind port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:20.542328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Allocated IP 172.20.0.13 (5af23f1c-ee45-479b-9c3e-cefdef08cd08/7d9ce85b-9867-4356-ba7b-fa6dc99eee8f/8c02318b-f53b-4883-a9cd-40c31489cfc1) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:20.546449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:20.546809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Checking segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:20.547199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Bound using segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:20.547640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Bound port: c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:20.548001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.610612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Made reservation on behalf of 3c0f63585143411a8fa1d0f5060d6bfc for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:20.615731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.634770 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.666057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5bfaf063-9637-4839-b678-a7ae6a18895b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.710884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=5bfaf063-9637-4839-b678-a7ae6a18895b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:20.743510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e40f74-cea7-4d6d-8609-8c2387689b7e req-58dc8a81-2d4d-46f1-8755-60a1c979c0a0 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:20.750228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79e40f74-cea7-4d6d-8609-8c2387689b7e req-58dc8a81-2d4d-46f1-8755-60a1c979c0a0 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1407406 Feb 10 04:17:20.762365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:20.803995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks [] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.818908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:20.874368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.887676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.895822 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79e40f74-cea7-4d6d-8609-8c2387689b7e req-c4903980-e7e4-48d0-933a-68eb7cbbab5b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447248 Feb 10 04:17:20.917041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks [] for security_group (defd32b0-1d0c-4f28-83a9-51ceb405a7e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.941782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:20.943314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:20.943952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.945368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7129cd9-d0eb-433e-a725-a27be8f2f2f4 HTTP/1.1" status: 200 len: 1091 time: 2.5382419 Feb 10 04:17:20.947138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:20.949407 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:20.957682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:20.969519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e0e263a3-7d5e-47cf-918f-250d0c501adc', '651e20d1-0945-4e76-9e5b-2ac5bff4ee91'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:20.989064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149796bc-c4a0-42c0-8d00-ff83bec8b921 service neutron] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:21.009232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Network bc4da560-5f28-4c4e-bc28-bc839f483816 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:21.036511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:21.041906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:21.076383 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0afd52f-4f15-4c2b-8a9c-d30b30101628 x-openstack-request-id: req-c0afd52f-4f15-4c2b-8a9c-d30b30101628 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:21.082967 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:21.082967 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0afd52f-4f15-4c2b-8a9c-d30b30101628 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:21.082967 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'status': 'completed', 'code': 200} Feb 10 04:17:21.093604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.147013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:21.157732 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (defd32b0-1d0c-4f28-83a9-51ceb405a7e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.158963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event updated for resources: {'Port': ['ID=ced24674-007e-49ba-b860-1db1c7aa83c3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:21.181533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:21.204713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:21.205355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.206562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defd32b0-1d0c-4f28-83a9-51ceb405a7e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:21.221377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:21.264549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:21.274735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:21.289055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:21.295532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:21.322631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:17:21.361548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.361548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f6528cd3-f418-4156-ad43-fbb391db0db9 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/ports/5bfaf063-9637-4839-b678-a7ae6a18895b HTTP/1.1" status: 204 len: 168 time: 1.5815668 Feb 10 04:17:21.361548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (a652afec-50e9-4fb4-8e7e-3e98dcde7de5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.361548 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Added segment a652afec-50e9-4fb4-8e7e-3e98dcde7de5 of type vlan for network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 Feb 10 04:17:21.368796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43424) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:21.388720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-c9b598c9-8b1e-4964-87e1-766e1349e839 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1162395 Feb 10 04:17:21.402445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:21.430834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Request body: {'port': {'device_id': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:21.438114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:21.439108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:21.443528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-7e615a45-95e9-4938-a566-f9f2e7b1c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:21.445282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-7e615a45-95e9-4938-a566-f9f2e7b1c46a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 1125 time: 0.3551345 Feb 10 04:17:21.450498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:21.491781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:21.492582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0d9c0-fb7f-4525-85c5-a633a4a8ea43 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:21.586655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-291e819c-9a36-4f7f-a362-3e4992f500b2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "GET /v2.0/floatingips/616611c6-f364-48e5-9fee-44433dc8d37b HTTP/1.1" status: 200 len: 687 time: 0.2145617 Feb 10 04:17:21.587826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.590369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43428) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:21.640497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:21.641392 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.653076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-6d652aad-0535-463d-bb98-7ea2a330531c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4 HTTP/1.1" status: 200 len: 217 time: 0.1275625 Feb 10 04:17:21.690260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5823d31e-d195-4bdf-89b1-26a95c09a6ac None None] Provisioning complete for port 8c02318b-f53b-4883-a9cd-40c31489cfc1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:21.693895 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5823d31e-d195-4bdf-89b1-26a95c09a6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.721662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-52b20ee9-d264-43a5-a6fd-1c980926e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:21.724151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-52b20ee9-d264-43a5-a6fd-1c980926e57e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.0584078 Feb 10 04:17:21.760210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae758f9-e277-4cde-9e05-1586b9838794 req-ae8e9220-a0aa-4a9d-966a-154fb900885c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:21.762111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ae758f9-e277-4cde-9e05-1586b9838794 req-ae8e9220-a0aa-4a9d-966a-154fb900885c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 932 time: 0.3940597 Feb 10 04:17:21.769460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5823d31e-d195-4bdf-89b1-26a95c09a6ac None None] Port 8c02318b-f53b-4883-a9cd-40c31489cfc1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:17:21.795162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.796250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:21.796924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.799974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ca20a-5e1b-41d1-8913-b55525025e82 req-4de695f2-4773-4efc-ae52-ad89e1e558e5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:21.808681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-424ca20a-5e1b-41d1-8913-b55525025e82 req-4de695f2-4773-4efc-ae52-ad89e1e558e5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 943 time: 0.3623507 Feb 10 04:17:21.839555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-5d352446-f4eb-41d1-bb41-c7cced9639a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081424 Feb 10 04:17:21.850319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-b649eccd-bf51-473c-bdec-68969fa4f9f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0496171 Feb 10 04:17:21.881630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Request body: {'port': {'device_id': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:21.912098 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ae758f9-e277-4cde-9e05-1586b9838794 req-99eda804-5274-429a-aae0-829869a0a40f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354392 Feb 10 04:17:21.912946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:21.925878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:17:21.928636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port f6fb7298-8915-48b4-b9c1-652ba448bbf5 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:21.929693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:21.960948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ffdc6122-611e-44e0-b1a2-ff11c9052ef0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6146119 Feb 10 04:17:21.969138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43432) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:21.998051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.008378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Request body: {'subnet': {'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1867292-subnet', 'tenant_id': '3c0f63585143411a8fa1d0f5060d6bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:22.014274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.108640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-424ca20a-5e1b-41d1-8913-b55525025e82 req-f3177e56-f61b-42e3-80c9-4f182842fe66 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980509 Feb 10 04:17:22.132607 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.133125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (f6fb7298-8915-48b4-b9c1-652ba448bbf5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.150931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for f6fb7298-8915-48b4-b9c1-652ba448bbf5 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:22.172450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0ea78-1a97-4e5d-9085-60a6e93e89f4 req-64157729-7f1e-4ece-a60d-6adf8ce0fc67 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:22.179014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98a0ea78-1a97-4e5d-9085-60a6e93e89f4 req-64157729-7f1e-4ece-a60d-6adf8ce0fc67 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 932 time: 0.1572604 Feb 10 04:17:22.254207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Made reservation on behalf of 3c0f63585143411a8fa1d0f5060d6bfc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:22.256079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.393222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98a0ea78-1a97-4e5d-9085-60a6e93e89f4 req-de7d485c-ab6d-41d5-b1bb-b63ef7f84bdd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005663 Feb 10 04:17:22.460602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c02318b-f53b-4883-a9cd-40c31489cfc1 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:22.469056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Publish callbacks [] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.483593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Transition to ACTIVE for port object 8c02318b-f53b-4883-a9cd-40c31489cfc1 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:17:22.552846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.620033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f6fb7298-8915-48b4-b9c1-652ba448bbf5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.648252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=f6fb7298-8915-48b4-b9c1-652ba448bbf5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:22.652068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (fbdbee0c-6f53-4403-83c9-d49087b1d1c6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.730482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-6e8ceb60-137d-4f22-843c-1a4665181b67 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786774 Feb 10 04:17:22.758799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:22.779057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdbee0c-6f53-4403-83c9-d49087b1d1c6,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:22.789990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (616611c6-f364-48e5-9fee-44433dc8d37b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.797635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:22.802659 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-59f1a8cc-8ea4-4259-91ff-6f73ad4f77a4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/floatingips/616611c6-f364-48e5-9fee-44433dc8d37b HTTP/1.1" status: 204 len: 168 time: 1.2109904 Feb 10 04:17:22.808785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43436) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:22.811941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb999ff-c24c-4fc0-9f5f-b93ab8bff2e6 req-104f4a87-bccf-4950-99b2-bd0a20f9110b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:22.814094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acb999ff-c24c-4fc0-9f5f-b93ab8bff2e6 req-104f4a87-bccf-4950-99b2-bd0a20f9110b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2913656 Feb 10 04:17:22.823778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'e0006019-0ec5-4ad2-ba4a-6aa5226673b1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:22.831424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Checking segment: {'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:22.832574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Network hostable DHCP agents. Network: a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:17:23.032283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:17:23.043173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.050303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Attempting to bind port 8c02318b-f53b-4883-a9cd-40c31489cfc1 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:23.051996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Attempting to bind port 8c02318b-f53b-4883-a9cd-40c31489cfc1 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:23.051996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Attempting to bind port 8c02318b-f53b-4883-a9cd-40c31489cfc1 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:23.073118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eed41cf-ccad-4bad-891b-c8c8442e777f req-2954265d-4676-4d09-959d-3e91d2f4e77b service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301291 Feb 10 04:17:23.073631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Port 8c02318b-f53b-4883-a9cd-40c31489cfc1 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:17:23.073969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Attempting to bind port 8c02318b-f53b-4883-a9cd-40c31489cfc1 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:23.098466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:23.099154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Checking segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:23.099494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Bound using segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:23.100444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Bound port: 8c02318b-f53b-4883-a9cd-40c31489cfc1, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:23.100811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.117785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acb999ff-c24c-4fc0-9f5f-b93ab8bff2e6 req-f43bb4df-3750-4a9b-ba65-3d492b839a8f tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681494 Feb 10 04:17:23.120381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259215f6-070f-4f9a-9f5e-c05af9c0d28b req-da5083f7-38d8-460d-8349-4aa84fc364e0 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:23.140480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-259215f6-070f-4f9a-9f5e-c05af9c0d28b req-da5083f7-38d8-460d-8349-4aa84fc364e0 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 932 time: 0.1496851 Feb 10 04:17:23.146761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:23.155412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214f70e-5db3-4925-8af8-a562bab4759c None None] Network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:23.173554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:23.177928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.291973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced24674-007e-49ba-b860-1db1c7aa83c3 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:23.307744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:23.307984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-927261a5-e88f-4145-92b0-f6ee76f8bcfc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3283079 Feb 10 04:17:23.307984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-259215f6-070f-4f9a-9f5e-c05af9c0d28b req-65e99d38-ccbc-4e86-9dbe-68872de8f473 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622229 Feb 10 04:17:23.349190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Publish callbacks [] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.383697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19f6d8-e027-4940-884f-21b33d42b391 None None] Network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:23.399691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Transition to ACTIVE for port object ced24674-007e-49ba-b860-1db1c7aa83c3 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:17:23.408738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:23.428330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.446158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374206b2-5db0-4fc1-9ab9-665b43719ed6 req-0f666633-be65-4517-a383-d40a2cab9dd0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:23.454453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-374206b2-5db0-4fc1-9ab9-665b43719ed6 req-0f666633-be65-4517-a383-d40a2cab9dd0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 943 time: 0.1795347 Feb 10 04:17:23.460257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-9ec9c1ca-82b0-4dc2-82e4-6c3c96754d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:23.463186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-9ec9c1ca-82b0-4dc2-82e4-6c3c96754d1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 1125 time: 0.2545164 Feb 10 04:17:23.487953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.684703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d0097-9255-422b-ad7a-97ef35597a8d req-0d0599b9-2cbe-4560-9309-3e54eeb81773 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:23.686331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c8d0097-9255-422b-ad7a-97ef35597a8d req-0d0599b9-2cbe-4560-9309-3e54eeb81773 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1390851 Feb 10 04:17:23.696901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.25.8.47 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/75c3733b-5728-4a1a-81b5-d329e6cadf40) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:23.805290 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c8d0097-9255-422b-ad7a-97ef35597a8d req-b55977b0-afbd-4a57-91cc-af7d97991613 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110196 Feb 10 04:17:23.870806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.922798 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.991166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:23.991975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:23.993549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] 10.222.0.43 "PUT /v2.0/ports/8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 200 len: 1092 time: 2.1167045 Feb 10 04:17:24.000536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-374206b2-5db0-4fc1-9ab9-665b43719ed6 req-f1efac28-fae7-42bf-af4e-2f9b64dd24cc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428348 Feb 10 04:17:24.000986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:24.003257 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ee9664-940c-49a7-b32e-4920d942cd79" -d '{"events": [{"name": "network-changed", "server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:24.012319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:24.065897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ced24674-007e-49ba-b860-1db1c7aa83c3,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:24.087361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:24.091715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:24.096257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:24.126745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=75c3733b-5728-4a1a-81b5-d329e6cadf40,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:24.128469 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea68109-eff4-43ad-bf0c-802575346bfe x-openstack-request-id: req-5ea68109-eff4-43ad-bf0c-802575346bfe {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:24.129275 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:24.129533 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ea68109-eff4-43ad-bf0c-802575346bfe {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:24.129975 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'status': 'completed', 'code': 200} Feb 10 04:17:24.317244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1b8d9-e190-449f-959e-4101fcf213ab service neutron] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:24.346335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-2775d588-d8e3-4285-bff1-3bf332526a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:24.348348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-2775d588-d8e3-4285-bff1-3bf332526a66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 912 time: 0.8543816 Feb 10 04:17:24.370131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Attempting to bind port ced24674-007e-49ba-b860-1db1c7aa83c3 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:24.370850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Attempting to bind port ced24674-007e-49ba-b860-1db1c7aa83c3 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:24.371270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Attempting to bind port ced24674-007e-49ba-b860-1db1c7aa83c3 on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:24.442185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Port ced24674-007e-49ba-b860-1db1c7aa83c3 on network bc4da560-5f28-4c4e-bc28-bc839f483816 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:17:24.442523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Attempting to bind port ced24674-007e-49ba-b860-1db1c7aa83c3 on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:24.455624 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-ddc2bb7a-fdca-4e1a-b1f1-59bdaf119fec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4 HTTP/1.1" status: 200 len: 217 time: 0.0905943 Feb 10 04:17:24.469892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-86730cd8-fd8e-4795-9363-2418612092f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:24.472595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-86730cd8-fd8e-4795-9363-2418612092f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 1126 time: 0.3358648 Feb 10 04:17:24.472921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:24.473404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Checking segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:24.473926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Bound using segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:24.474431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Bound port: ced24674-007e-49ba-b860-1db1c7aa83c3, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:24.474818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:24.564219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f52bf-b9b8-43a1-a9fb-3dd561fa259b req-3d37f0ae-3e58-410f-b967-564beb48b7b5 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:24.570450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44711b05-9f4f-4d37-ad29-11d914fcfd32 req-af87f04b-cb8a-45c5-bde4-a3b81c049f12 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:24.571401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d42f52bf-b9b8-43a1-a9fb-3dd561fa259b req-3d37f0ae-3e58-410f-b967-564beb48b7b5 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.3030751 Feb 10 04:17:24.572446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44711b05-9f4f-4d37-ad29-11d914fcfd32 req-af87f04b-cb8a-45c5-bde4-a3b81c049f12 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 944 time: 0.1231554 Feb 10 04:17:24.635937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-9d2611e8-c3e7-4bde-aa28-3f6e3d355520 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 200 len: 217 time: 0.1225152 Feb 10 04:17:24.688926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44711b05-9f4f-4d37-ad29-11d914fcfd32 req-bf4055d3-ca77-4615-8efc-83e2ba506637 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056209 Feb 10 04:17:24.733448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-d37315bc-b723-47a7-b2b4-c312710b83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:24.734986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-d37315bc-b723-47a7-b2b4-c312710b83d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.0687582 Feb 10 04:17:24.749722 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (01cc4c5d-41c4-4051-987f-33fe8371dcb0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:24.753522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-47c5045f-175c-4fc6-86a7-651df190daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:24.755074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-47c5045f-175c-4fc6-86a7-651df190daf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.2889237 Feb 10 04:17:24.758085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d42f52bf-b9b8-43a1-a9fb-3dd561fa259b req-499640ec-54c9-4d32-b3c1-4d86c9bb5a1f tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859186 Feb 10 04:17:24.811475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-4e89dde3-a0af-4c1d-85fc-f2b9059de5f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496871 Feb 10 04:17:24.865012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] For port ced24674-007e-49ba-b860-1db1c7aa83c3, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:24.909121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] For port ced24674-007e-49ba-b860-1db1c7aa83c3, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ced24674-007e-49ba-b860-1db1c7aa83c3,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:24.930037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-ca271b06-f271-44e3-b29e-9259f3188612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:24.931699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-ca271b06-f271-44e3-b29e-9259f3188612 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1886168 Feb 10 04:17:24.971582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-5e0ce998-ee31-4ff2-9d61-0c368cef57d4 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507947 Feb 10 04:17:24.992951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:25.133356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:25.133912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:25.135340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/ced24674-007e-49ba-b860-1db1c7aa83c3 HTTP/1.1" status: 200 len: 1092 time: 3.7230761 Feb 10 04:17:25.212561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-be59e7b3-8981-4d61-aa92-3cd37fe037aa service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724998 Feb 10 04:17:25.219138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ef793-00ce-45c0-8d56-d718f82050c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ced24674-007e-49ba-b860-1db1c7aa83c3,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:25.267515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03fc7ca2-6fb2-471a-8e7e-0742eebbab6b req-20ecbb79-983a-4eae-b68b-e9d8421cfd98 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883070 Feb 10 04:17:25.288853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:25.321763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a34fd-9ee7-4312-b25c-74da57f8eec4 req-7305f912-1c57-4dd9-9d12-4032e6a20143 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:25.323301 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b85a34fd-9ee7-4312-b25c-74da57f8eec4 req-7305f912-1c57-4dd9-9d12-4032e6a20143 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.4139626 Feb 10 04:17:25.346083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6f193-77eb-4dd5-934a-431ec7064928 req-0378c0d5-bf80-429c-9c6f-73c6d7c0ff48 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:25.347865 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7dd6f193-77eb-4dd5-934a-431ec7064928 req-0378c0d5-bf80-429c-9c6f-73c6d7c0ff48 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 943 time: 0.2162979 Feb 10 04:17:25.385511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b85a34fd-9ee7-4312-b25c-74da57f8eec4 req-6e2cbb89-5c4e-44e2-87ad-1d01311354a8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529943 Feb 10 04:17:25.404659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ab8832b-43c7-4a70-9f95-14b28632d337 req-e6095244-df72-461c-8bec-9efa8fae11cf service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821520 Feb 10 04:17:25.407616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3827-2200-4460-807e-133c44eb26ce req-657dc9fb-fb70-4481-8038-1595e2f6c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:25.409021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-657dc9fb-fb70-4481-8038-1595e2f6c06a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 1126 time: 0.1543157 Feb 10 04:17:25.488815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-efbdde97-2ed8-4c88-8f12-45f51faee7c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced24674-007e-49ba-b860-1db1c7aa83c3 HTTP/1.1" status: 200 len: 217 time: 0.0615542 Feb 10 04:17:25.494568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7dd6f193-77eb-4dd5-934a-431ec7064928 req-f278fd02-95f4-429b-b1f7-fdad0c897680 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335988 Feb 10 04:17:25.530373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:25.585431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:25.594381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3827-2200-4460-807e-133c44eb26ce req-07df0a65-8322-4973-9c9b-b52dfc34c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:25.594381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-07df0a65-8322-4973-9c9b-b52dfc34c79d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.0990067 Feb 10 04:17:25.603263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-775f4b59-19d2-4e18-8467-fdc6fcfe7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:25.604909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-775f4b59-19d2-4e18-8467-fdc6fcfe7efd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 1126 time: 0.0671306 Feb 10 04:17:25.632961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-2d386ad5-a4b4-4a28-a88b-c9133c8e62fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315416 Feb 10 04:17:25.689307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=75c3733b-5728-4a1a-81b5-d329e6cadf40,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:25.728812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (01cc4c5d-41c4-4051-987f-33fe8371dcb0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:25.852971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-53305a39-f7c5-4f36-b7d5-97e5aad57923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:25.865053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-53305a39-f7c5-4f36-b7d5-97e5aad57923 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.2309651 Feb 10 04:17:25.906404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-f87e4942-9eeb-4d65-8802-4ccea9490771 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641881 Feb 10 04:17:25.920270 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 01cc4c5d-41c4-4051-987f-33fe8371dcb0 associated. External IP: 172.25.8.47, port: e0006019-0ec5-4ad2-ba4a-6aa5226673b1. Feb 10 04:17:25.950718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-10c4503c-d1a3-4a33-9f43-a8a97940f759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0772181 Feb 10 04:17:26.013604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-bb9a2167-4ba5-4ace-940a-ed26f4266920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.015263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-bb9a2167-4ba5-4ace-940a-ed26f4266920 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.0516002 Feb 10 04:17:26.101862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be961fc-84cb-410b-9849-f7f4b500c61c req-bd539946-de1d-47a7-8f26-bdaf35be9eba tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.108952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5be961fc-84cb-410b-9849-f7f4b500c61c req-bd539946-de1d-47a7-8f26-bdaf35be9eba tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2374260 Feb 10 04:17:26.133730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'tag': 'ced24674-007e-49ba-b860-1db1c7aa83c3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:26.136314 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86017306-bedc-4456-881d-1086e5fd5e70" -d '{"events": [{"name": "network-changed", "server_uuid": "5ace825e-4ead-405c-87aa-6bd2decd03fd", "tag": "ced24674-007e-49ba-b860-1db1c7aa83c3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:26.161053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-78744700-effe-474d-9bf0-9255b0185427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.162688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-78744700-effe-474d-9bf0-9255b0185427 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1343932 Feb 10 04:17:26.164798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61b7b-03e5-4257-aeb1-5637d879ec81 req-4f9fab1d-fdc2-41e6-8246-0e286a899488 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.166308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45e61b7b-03e5-4257-aeb1-5637d879ec81 req-4f9fab1d-fdc2-41e6-8246-0e286a899488 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 944 time: 0.2761314 Feb 10 04:17:26.208479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5be961fc-84cb-410b-9849-f7f4b500c61c req-ff9223ed-fb3d-4f4b-be7b-7f90348aede8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982900 Feb 10 04:17:26.213600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:26.226734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45e61b7b-03e5-4257-aeb1-5637d879ec81 req-84e2069e-19e7-4c47-ab07-9b863a8dbc8a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497839 Feb 10 04:17:26.231356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59cf3827-2200-4460-807e-133c44eb26ce req-677d2ca8-b677-4b52-9e6e-6f315940592f service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946138 Feb 10 04:17:26.288147 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02723246-6c14-4629-b880-392782335641 x-openstack-request-id: req-02723246-6c14-4629-b880-392782335641 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:26.295236 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ace825e-4ead-405c-87aa-6bd2decd03fd", "tag": "ced24674-007e-49ba-b860-1db1c7aa83c3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:26.295236 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02723246-6c14-4629-b880-392782335641 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:26.295236 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'tag': 'ced24674-007e-49ba-b860-1db1c7aa83c3', 'status': 'completed', 'code': 200} Feb 10 04:17:26.335083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7129cd9-d0eb-433e-a725-a27be8f2f2f4 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:17:26.352733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-c8e7aac8-7727-4b06-9b89-2bccc519b73a service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619356 Feb 10 04:17:26.624410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:26.626583 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:26.626583 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:26.626583 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:26.626583 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:26.628304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:26.628426 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:26.628426 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:26.628787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'port_id': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'mac_address': 'fa:16:3e:e4:ed:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:17:26.628960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dc102-56e0-4fd1-8d49-e40f583055ac req-55f1f933-303f-47c7-b501-f179b029adac tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.628960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e13dc102-56e0-4fd1-8d49-e40f583055ac req-55f1f933-303f-47c7-b501-f179b029adac tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0768025 Feb 10 04:17:26.629273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:26.629273 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:26.629665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31ee9664-940c-49a7-b32e-4920d942cd79 req-8fba16c4-cb33-45b0-b5dc-cf7087db913b service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257986 Feb 10 04:17:26.630522 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:26.630763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7129cd9-d0eb-433e-a725-a27be8f2f2f4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:26.630950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86017306-bedc-4456-881d-1086e5fd5e70 req-6b6da1ab-e6fe-4dbb-9227-bb858a8e25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.630950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86017306-bedc-4456-881d-1086e5fd5e70 req-6b6da1ab-e6fe-4dbb-9227-bb858a8e25e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 1126 time: 0.1182239 Feb 10 04:17:26.664836 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:26.665588 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0b181-a54b-4f04-9e35-57a0841ccf69 None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:26.688723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:26.726810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e13dc102-56e0-4fd1-8d49-e40f583055ac req-e8416ae7-88fb-4fe1-92e7-8a3da076f25f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580400 Feb 10 04:17:26.736678 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ddb5ccd3-1418-442e-9684-37259a3b057d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.9180906 Feb 10 04:17:26.740035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43486) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:26.747141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-357624406'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:26.781197 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:26.848057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9ab7f-672c-4ef0-8b9c-4ea95d7b7d7c req-f4d42c89-70c5-4fbd-b334-8c1c01d3fa0e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.850416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63b9ab7f-672c-4ef0-8b9c-4ea95d7b7d7c req-f4d42c89-70c5-4fbd-b334-8c1c01d3fa0e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 943 time: 0.1408558 Feb 10 04:17:26.856980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:26.866358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:26.873007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:26.908859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86017306-bedc-4456-881d-1086e5fd5e70 req-becb8204-43ca-4770-9e37-f5d9f872fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:26.909359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:17:26.911469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86017306-bedc-4456-881d-1086e5fd5e70 req-becb8204-43ca-4770-9e37-f5d9f872fe05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.2824500 Feb 10 04:17:26.919105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3faa38c5-335f-4055-b52c-3ec4fe177134), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:26.919640 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Added segment 3faa38c5-335f-4055-b52c-3ec4fe177134 of type vlan for network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 Feb 10 04:17:26.961493 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f111e2b9-c2d0-4736-bdaa-f2957dab85e2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:26.966272 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86017306-bedc-4456-881d-1086e5fd5e70 req-3e93f970-1bae-4017-b8a8-27d9ca4411bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced24674-007e-49ba-b860-1db1c7aa83c3 HTTP/1.1" status: 200 len: 217 time: 0.0462470 Feb 10 04:17:26.970934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63b9ab7f-672c-4ef0-8b9c-4ea95d7b7d7c req-4bc6a2d4-f2b1-48c5-bb36-624d2c605744 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105044 Feb 10 04:17:27.020418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['c7129cd9-d0eb-433e-a725-a27be8f2f2f4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:27.026916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86017306-bedc-4456-881d-1086e5fd5e70 req-bf12a3e7-96d0-494b-8c4f-382eabc0ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:27.034553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86017306-bedc-4456-881d-1086e5fd5e70 req-bf12a3e7-96d0-494b-8c4f-382eabc0ab7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.0536072 Feb 10 04:17:27.068397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86017306-bedc-4456-881d-1086e5fd5e70 req-ccf0a240-55a7-48f8-b82a-ad580ad41315 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330591 Feb 10 04:17:27.089359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f111e2b9-c2d0-4736-bdaa-f2957dab85e2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:27.101530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:27.102454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:27.181476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Network': ['ID=f111e2b9-c2d0-4736-bdaa-f2957dab85e2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:27.204332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86017306-bedc-4456-881d-1086e5fd5e70 req-37621617-30b8-4c5e-98df-98807d3da700 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286862 Feb 10 04:17:27.246308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0629dc34-6e75-48bd-bb80-2110f375971d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5049615 Feb 10 04:17:27.248882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43492) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:27.255638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'subnet': {'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:27.327766 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86017306-bedc-4456-881d-1086e5fd5e70 req-d5aff533-f3de-490d-a502-c7190fb38261 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168323 Feb 10 04:17:27.331220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:17:27.434532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c6b6-167a-41b9-af4c-96a7f6253a3f req-f486ea93-7fbe-4e67-9fdb-3d2300989487 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:27.444552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5f8c6b6-167a-41b9-af4c-96a7f6253a3f req-f486ea93-7fbe-4e67-9fdb-3d2300989487 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 944 time: 0.0912526 Feb 10 04:17:27.480852 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938b174-1237-4f45-b34c-57aa253b5241 req-93f027ef-bfa9-4742-9757-ec999750ae33 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:27.482738 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f938b174-1237-4f45-b34c-57aa253b5241 req-93f027ef-bfa9-4742-9757-ec999750ae33 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.0904408 Feb 10 04:17:27.505246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5f8c6b6-167a-41b9-af4c-96a7f6253a3f req-f7cb1d54-b94a-463b-8f69-b9c7ef52bb4b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597789 Feb 10 04:17:27.513966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:27.520431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:27.568765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f938b174-1237-4f45-b34c-57aa253b5241 req-8a78312b-bba9-4ffb-9a45-2b66d109561c tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806241 Feb 10 04:17:27.600280 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dcae8832-1bdd-4e3e-a538-b9a0abbfe316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:27.818339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6d479d6d-3ab7-4379-8b88-88d600392aca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:27.887311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Subnet': ['ID=6d479d6d-3ab7-4379-8b88-88d600392aca,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:27.907344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016229b-f07b-425b-b5d7-1b84b64b4af3 req-1209df0a-24a5-42cc-979c-599a523bbcfd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:27.909156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7016229b-f07b-425b-b5d7-1b84b64b4af3 req-1209df0a-24a5-42cc-979c-599a523bbcfd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0778058 Feb 10 04:17:27.927909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Checking segment: {'id': '3faa38c5-335f-4055-b52c-3ec4fe177134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:27.928280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network hostable DHCP agents. Network: f111e2b9-c2d0-4736-bdaa-f2957dab85e2, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:17:27.963747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7016229b-f07b-425b-b5d7-1b84b64b4af3 req-44474e9e-a787-4d01-a4a0-105e2204dbb1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 Feb 10 04:17:28.012360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-92bc4d8f-49cf-42f8-b966-65d42988b2f1 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:28.018517 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-92bc4d8f-49cf-42f8-b966-65d42988b2f1 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/networks?id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 HTTP/1.1" status: 200 len: 806 time: 0.1226242 Feb 10 04:17:28.029689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-bed8f3b0-7f80-4dad-9794-c9f7157a5e83 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/quotas/3c0f63585143411a8fa1d0f5060d6bfc HTTP/1.1" status: 200 len: 375 time: 0.0092390 Feb 10 04:17:28.064778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-cb5bae52-6db9-44ba-a7c5-648956f300d7 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292645 Feb 10 04:17:28.065740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:17:28.097541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd59c3a-0b41-441a-92f9-5b7eeb25e025 req-d4a2a157-6208-4e90-9e78-1d39965fa31e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:28.100551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dcd59c3a-0b41-441a-92f9-5b7eeb25e025 req-d4a2a157-6208-4e90-9e78-1d39965fa31e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 944 time: 0.0551968 Feb 10 04:17:28.146780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dcd59c3a-0b41-441a-92f9-5b7eeb25e025 req-9fe86f60-7f1a-49da-85d6-de956365b195 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Feb 10 04:17:28.170445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-0e2590b1-25c9-4d59-86d8-137d68ca0659 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970075 Feb 10 04:17:28.191572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f111e2b9-c2d0-4736-bdaa-f2957dab85e2) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:28.201274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82f18c-e045-48ff-9e04-32499a5671cf None None] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:28.202209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:28.202847 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.270397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-b7751637-3f03-4458-b5a5-f6f21d623593 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988860 Feb 10 04:17:28.310088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-f111e2b9-c2d0-4736-bdaa-f2957dab85e2', 'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2', 'project_id': '20b92b5132954f118bdc574ae2d49d9f', 'fixed_ips': [{'subnet_id': '6d479d6d-3ab7-4379-8b88-88d600392aca'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:17:28.319110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43516) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:28.319246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4f679b61-d7fd-4d64-bee6-f603d1bff12b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0646300 Feb 10 04:17:28.319378 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.321260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-183307469', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:28.340772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7129cd9-d0eb-433e-a725-a27be8f2f2f4 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:28.377542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:17:28.423389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (81349dc7-6d88-4f1b-93a2-e250030483ed), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.424939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (81349dc7-6d88-4f1b-93a2-e250030483ed), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.598989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:17:28.603120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Allocated IP 172.20.0.2 (f111e2b9-c2d0-4736-bdaa-f2957dab85e2/6d479d6d-3ab7-4379-8b88-88d600392aca/05b93954-dc4f-497b-ba14-938f1bddafb7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:28.615407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:28.615995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.666788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:28.716544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'port_id': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'mac_address': 'fa:16:3e:fa:a2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:17:28.728736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45007bbc-bb53-4f63-8b0d-d8a79aa4cb28 req-3b1cf832-46c0-4790-bf40-ae1b9891f9d1 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:28.737754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45007bbc-bb53-4f63-8b0d-d8a79aa4cb28 req-3b1cf832-46c0-4790-bf40-ae1b9891f9d1 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 944 time: 0.1295528 Feb 10 04:17:28.827778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45007bbc-bb53-4f63-8b0d-d8a79aa4cb28 req-1502584e-76b1-422a-b054-e7d0e9f0076b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884068 Feb 10 04:17:28.834047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:28.836291 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.852688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c02318b-f53b-4883-a9cd-40c31489cfc1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:28.884777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:28.899305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:28.899697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.965682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:28.968218 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e6e4b-1e5a-4d21-b4b0-a3a94655e2d1" -d '{"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:28.973906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_controller (81349dc7-6d88-4f1b-93a2-e250030483ed), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.988992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:28.989976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ced24674-007e-49ba-b860-1db1c7aa83c3 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:17:28.996923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123356e-7e00-4380-8d89-65c89ce0f103 req-5a8983dc-8f6c-4eee-ac06-c3f2d7dde169 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:28.998593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d123356e-7e00-4380-8d89-65c89ce0f103 req-5a8983dc-8f6c-4eee-ac06-c3f2d7dde169 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.0840549 Feb 10 04:17:29.002984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:29.025335 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10c28ed1-1e44-407f-b7d1-3b4d663f665d req-81a756fa-74a4-49fc-807a-977006be384b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 210 time: 0.0635145 Feb 10 04:17:29.043102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Publish callbacks [] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.083319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d123356e-7e00-4380-8d89-65c89ce0f103 req-79160580-f9e9-43b2-91ac-8d6187bc9b54 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787599 Feb 10 04:17:29.188539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ced24674-007e-49ba-b860-1db1c7aa83c3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ced24674-007e-49ba-b860-1db1c7aa83c3,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:29.201091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:29.215324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'ced24674-007e-49ba-b860-1db1c7aa83c3', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'port_id': 'ced24674-007e-49ba-b860-1db1c7aa83c3', 'mac_address': 'fa:16:3e:20:d7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9aa6272-a846-48dc-8d1d-ea7d6392ca65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:17:29.218975 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65b3820-a3cc-4aa7-abe0-71737eafb523 x-openstack-request-id: req-a65b3820-a3cc-4aa7-abe0-71737eafb523 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:29.219328 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:29.219586 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a65b3820-a3cc-4aa7-abe0-71737eafb523 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:29.219982 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'code': 200} Feb 10 04:17:29.220967 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.226813 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.272702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e751c4-9cbd-451c-8be9-2cf9f5b2eb22 req-2ace0f72-3807-423e-bf88-f14ddbb72255 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:29.274320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48e751c4-9cbd-451c-8be9-2cf9f5b2eb22 req-2ace0f72-3807-423e-bf88-f14ddbb72255 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 945 time: 0.0960240 Feb 10 04:17:29.325468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:29.332139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:29.335263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:29.368862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ced24674-007e-49ba-b860-1db1c7aa83c3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:29.369267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.380147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48e751c4-9cbd-451c-8be9-2cf9f5b2eb22 req-0b100270-8243-46b7-b78d-29ceef12f0d9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953462 Feb 10 04:17:29.398574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (81349dc7-6d88-4f1b-93a2-e250030483ed), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.417574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424f0ff-be34-4609-bce5-3012cc257148 req-67151fbf-d080-4c9a-87d1-714c55ed1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:29.419703 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a424f0ff-be34-4609-bce5-3012cc257148 req-67151fbf-d080-4c9a-87d1-714c55ed1d82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 1127 time: 0.2187994 Feb 10 04:17:29.419869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:29.456308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3482f-03ce-4a74-9c9c-d184c9fc07a4 req-7304021e-4ab0-4c54-8330-a1cb13e2f0c9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:29.458942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e3482f-03ce-4a74-9c9c-d184c9fc07a4 req-7304021e-4ab0-4c54-8330-a1cb13e2f0c9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1635945 Feb 10 04:17:29.472053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced24674-007e-49ba-b860-1db1c7aa83c3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:29.491678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Pushing event updated for resources: {'Port': ['ID=05b93954-dc4f-497b-ba14-938f1bddafb7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:29.512726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ced24674-007e-49ba-b860-1db1c7aa83c3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ced24674-007e-49ba-b860-1db1c7aa83c3,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:29.514078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Attempting to bind port 05b93954-dc4f-497b-ba14-938f1bddafb7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:29.514459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Attempting to bind port 05b93954-dc4f-497b-ba14-938f1bddafb7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '3faa38c5-335f-4055-b52c-3ec4fe177134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:29.514856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Attempting to bind port 05b93954-dc4f-497b-ba14-938f1bddafb7 on network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:29.526892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:29.527277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Checking segment: {'id': '3faa38c5-335f-4055-b52c-3ec4fe177134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:29.527706 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.528084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Bound using segment: {'id': '3faa38c5-335f-4055-b52c-3ec4fe177134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:29.528578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Bound port: 05b93954-dc4f-497b-ba14-938f1bddafb7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faa38c5-335f-4055-b52c-3ec4fe177134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:29.532025 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.541835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a424f0ff-be34-4609-bce5-3012cc257148 req-dff89290-dd83-4f7d-8961-1917e9e39111 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131637 Feb 10 04:17:29.615606 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e3482f-03ce-4a74-9c9c-d184c9fc07a4 req-855e2e84-6f6b-4273-bd12-ac7d05e0f0be tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416068 Feb 10 04:17:29.624342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.647127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] For port 05b93954-dc4f-497b-ba14-938f1bddafb7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:29.650945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] For port 05b93954-dc4f-497b-ba14-938f1bddafb7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b93954-dc4f-497b-ba14-938f1bddafb7,segment=NetworkSegment(3faa38c5-335f-4055-b52c-3ec4fe177134),segment_id=3faa38c5-335f-4055-b52c-3ec4fe177134)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:29.729592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ced24674-007e-49ba-b860-1db1c7aa83c3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:29.748422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.811070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9d49c-05a7-40bb-b463-c7594567e936 None None] Pushing event updated for resources: {'Port': ['ID=05b93954-dc4f-497b-ba14-938f1bddafb7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:29.842425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb244-b338-4890-92bb-cea00e437bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.870009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (81349dc7-6d88-4f1b-93a2-e250030483ed), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:29.904397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['ced24674-007e-49ba-b860-1db1c7aa83c3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:29.911915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8c02318b-f53b-4883-a9cd-40c31489cfc1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:29.917536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:30.121061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd587e7-b4a8-476b-843e-0ef8cdf0464d req-58ddbea7-5aa6-44e6-a764-ddf6d76c872b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:30.134444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1cd587e7-b4a8-476b-843e-0ef8cdf0464d req-58ddbea7-5aa6-44e6-a764-ddf6d76c872b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 945 time: 0.1794090 Feb 10 04:17:30.250926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1cd587e7-b4a8-476b-843e-0ef8cdf0464d req-2c4fb5c3-1369-4210-a640-afc141db361d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137171 Feb 10 04:17:30.276451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-98591661-5ab5-4ce0-8c47-63ed229de72f req-9c60d0eb-b5d6-4450-9213-26fe59855768 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 210 time: 0.0997932 Feb 10 04:17:30.277172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.25.8.30 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/8b65ca87-11d8-42f4-b862-9c10a15b11d8) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:30.492264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (8b65ca87-11d8-42f4-b862-9c10a15b11d8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:30.557867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e1fdc-31ca-45cf-baa8-cb05c730f560 req-245d612c-fa90-4628-a81f-025697e2f540 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:30.572338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-760e1fdc-31ca-45cf-baa8-cb05c730f560 req-245d612c-fa90-4628-a81f-025697e2f540 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1833699 Feb 10 04:17:30.642625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56cafb-e557-417c-bbec-24f585db3765 req-9284e9b5-ac6b-42f4-8206-feaf2d82815a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:30.645121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb56cafb-e557-417c-bbec-24f585db3765 req-9284e9b5-ac6b-42f4-8206-feaf2d82815a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 945 time: 0.1018567 Feb 10 04:17:30.657236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-760e1fdc-31ca-45cf-baa8-cb05c730f560 req-f5688420-bf2e-4228-84ca-6a553ecf1b3c tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839291 Feb 10 04:17:30.755462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8b65ca87-11d8-42f4-b862-9c10a15b11d8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:30.774528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb56cafb-e557-417c-bbec-24f585db3765 req-babff6cc-b1d7-4e9f-a2d9-5c5a3ef260a1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216590 Feb 10 04:17:30.820635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:30.823711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:30.831252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:30.849765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbef8-e8e2-4700-af32-d054743a4e51 req-a2a82cb2-7b41-4227-85c5-ff6887994bfd tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:30.854038 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e76bbef8-e8e2-4700-af32-d054743a4e51 req-a2a82cb2-7b41-4227-85c5-ff6887994bfd tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1334789 Feb 10 04:17:30.898767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=8b65ca87-11d8-42f4-b862-9c10a15b11d8,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:30.971531 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:30.985998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e76bbef8-e8e2-4700-af32-d054743a4e51 req-72e3c5ed-266d-42da-b94c-61bfd92020bb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198761 Feb 10 04:17:31.303759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (81349dc7-6d88-4f1b-93a2-e250030483ed), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:31.347644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec37a2f7-e4ce-4594-accb-21110264efc3 None None] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:31.455768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-804e5031-9bd1-4583-bd8e-1bb3bf4a0f52 None None] Provisioning complete for port 05b93954-dc4f-497b-ba14-938f1bddafb7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:31.456209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-804e5031-9bd1-4583-bd8e-1bb3bf4a0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:31.458491 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b3d6b44-c48a-4195-8599-a577a8becf1a req-98d44802-c823-4fe6-a740-8524f211928f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 210 time: 0.0622957 Feb 10 04:17:31.528376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-4e0b85c0-01c4-4248-841d-c60996d379d5 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:31.530107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-4e0b85c0-01c4-4248-841d-c60996d379d5 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "GET /v2.0/networks?id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 HTTP/1.1" status: 200 len: 806 time: 0.1654305 Feb 10 04:17:31.576743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Request body: {'port': {'device_id': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2', 'admin_state_up': True, 'tenant_id': '3c0f63585143411a8fa1d0f5060d6bfc'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:31.601804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-804e5031-9bd1-4583-bd8e-1bb3bf4a0f52 None None] Current status of the port 05b93954-dc4f-497b-ba14-938f1bddafb7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:31.602344 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-804e5031-9bd1-4583-bd8e-1bb3bf4a0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:31.632135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82959be-257b-400a-888e-3b94f6e72657 req-99d65513-1120-427e-9602-858972ad45b8 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:31.633719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d82959be-257b-400a-888e-3b94f6e72657 req-99d65513-1120-427e-9602-858972ad45b8 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 945 time: 0.2750015 Feb 10 04:17:31.674519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-804e5031-9bd1-4583-bd8e-1bb3bf4a0f52 None None] For port 05b93954-dc4f-497b-ba14-938f1bddafb7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b93954-dc4f-497b-ba14-938f1bddafb7,segment=NetworkSegment(3faa38c5-335f-4055-b52c-3ec4fe177134),segment_id=3faa38c5-335f-4055-b52c-3ec4fe177134)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:31.763101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-804e5031-9bd1-4583-bd8e-1bb3bf4a0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:31.862581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d82959be-257b-400a-888e-3b94f6e72657 req-d9dbf3d1-535f-46b3-9313-a96b4a0463d5 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161300 Feb 10 04:17:31.868401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f596e87-6200-4782-9fe9-4bad6d6c1c2b req-810c96d7-f276-49a7-a96a-44ced7cce892 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:31.871139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f596e87-6200-4782-9fe9-4bad6d6c1c2b req-810c96d7-f276-49a7-a96a-44ced7cce892 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1045406 Feb 10 04:17:31.919111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5031-9bd1-4583-bd8e-1bb3bf4a0f52 None None] Pushing event updated for resources: {'Port': ['ID=05b93954-dc4f-497b-ba14-938f1bddafb7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:31.939850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f68b398b-e649-4664-8898-cb7429701d29 None None] Provisioning complete for port 05b93954-dc4f-497b-ba14-938f1bddafb7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:31.940227 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f68b398b-e649-4664-8898-cb7429701d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:31.951352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Made reservation on behalf of 3c0f63585143411a8fa1d0f5060d6bfc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:31.956193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f596e87-6200-4782-9fe9-4bad6d6c1c2b req-cbedcf53-0a3f-49b1-8157-f4a1dfb089e0 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716462 Feb 10 04:17:31.962396 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.027322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (81349dc7-6d88-4f1b-93a2-e250030483ed), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.058531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f68b398b-e649-4664-8898-cb7429701d29 None None] Current status of the port 05b93954-dc4f-497b-ba14-938f1bddafb7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:32.118303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05b93954-dc4f-497b-ba14-938f1bddafb7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:32.176800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 05b93954-dc4f-497b-ba14-938f1bddafb7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:32.177390 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.178067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eea2a-c6a4-4f82-8d92-ac3226b82d94 req-9b1c932f-937f-41f6-a377-11a84574dbdc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:32.182015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108381c2-7bc0-4b30-b3d2-085994618c6f req-2839bdf0-07e1-46a3-aa42-497a056dfd02 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:32.184091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-108381c2-7bc0-4b30-b3d2-085994618c6f req-2839bdf0-07e1-46a3-aa42-497a056dfd02 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.0909436 Feb 10 04:17:32.186351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d68eea2a-c6a4-4f82-8d92-ac3226b82d94 req-9b1c932f-937f-41f6-a377-11a84574dbdc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 945 time: 0.2211242 Feb 10 04:17:32.256205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-108381c2-7bc0-4b30-b3d2-085994618c6f req-092c0fb4-96f9-4521-bd91-b34bebbdb126 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632758 Feb 10 04:17:32.280570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 05b93954-dc4f-497b-ba14-938f1bddafb7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:32.335935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Allocated IP 172.20.0.7 (a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2/fbdbee0c-6f53-4403-83c9-d49087b1d1c6/f38f038b-d5d6-4ab6-b480-949671fc43cd) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:32.348114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d68eea2a-c6a4-4f82-8d92-ac3226b82d94 req-a4247caa-6d2b-4f01-9cfe-a6f871c16739 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608806 Feb 10 04:17:32.392817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:32.474520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 81349dc7-6d88-4f1b-93a2-e250030483ed is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:17:32.551635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.576999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 8c02318b-f53b-4883-a9cd-40c31489cfc1 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:17:32.582641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 8c02318b-f53b-4883-a9cd-40c31489cfc1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:32.583390 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.589920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f6dcabf-7900-4575-96a7-bb3a24b2d135 req-f819836b-1fda-45db-a20f-3d7a67cee687 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 210 time: 0.0438168 Feb 10 04:17:32.598145 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks [] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.680262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:32.691204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:32.691659 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.696659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] Sync routers for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:32.729098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:32.731793 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c9245-8321-43f3-a09d-0d5bfe483932" -d '{"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-plugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:32.743959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.758089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:32.759184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:32.759867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:32.787324 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.791590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43584) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:32.792118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ccdf249b-9586-4c83-b70a-33d3e2a75e08 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4758706 Feb 10 04:17:32.806081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:32.812038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:32.816055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:32.822556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:32.822828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:32.823645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:32.826000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Pushing event updated for resources: {'Port': ['ID=f38f038b-d5d6-4ab6-b480-949671fc43cd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:32.874219 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31eb65-77ac-43db-af2e-0ef6273e00f4 x-openstack-request-id: req-be31eb65-77ac-43db-af2e-0ef6273e00f4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:32.874637 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-plugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:32.875055 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be31eb65-77ac-43db-af2e-0ef6273e00f4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:32.875404 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'code': 200} Feb 10 04:17:32.876858 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.877649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ced24674-007e-49ba-b860-1db1c7aa83c3 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:32.879535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:32.881931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32dc8bc-6741-4d81-9a60-d1cea7074c3d None None] The sync data for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:32.903961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:32.904381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:32.951978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:32.971662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e823-328f-4140-92da-a8d5d9c5c0cb req-e148e448-84ec-46b9-9cf9-44e9bae2899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:32.975585 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7147e823-328f-4140-92da-a8d5d9c5c0cb req-e148e448-84ec-46b9-9cf9-44e9bae2899f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 1128 time: 0.0672359 Feb 10 04:17:33.026779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-8a1cbb17-2df3-4050-ba5a-26b4c0f14e19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4867651 Feb 10 04:17:33.072662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Request body: {'port': {'device_id': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:33.128219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port ced24674-007e-49ba-b860-1db1c7aa83c3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:17:33.133463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port ced24674-007e-49ba-b860-1db1c7aa83c3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:33.133463 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.170387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149000-56cb-48c9-a04b-7aaf7ec6b6c9 req-5d5130b7-c7f1-4a6d-a9f9-4558d39805c2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:33.172069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33149000-56cb-48c9-a04b-7aaf7ec6b6c9 req-5d5130b7-c7f1-4a6d-a9f9-4558d39805c2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1179633 Feb 10 04:17:33.188972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9386b7d-0670-49ac-aef7-b39e554c99c0 req-aa7c9302-83cc-49ea-9498-93f558c5bd98 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:33.191647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9386b7d-0670-49ac-aef7-b39e554c99c0 req-aa7c9302-83cc-49ea-9498-93f558c5bd98 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 945 time: 0.1632712 Feb 10 04:17:33.193092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.213223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7147e823-328f-4140-92da-a8d5d9c5c0cb req-c371b986-7d61-4c4f-9296-2f7d0fcdcf7d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318807 Feb 10 04:17:33.228718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ced24674-007e-49ba-b860-1db1c7aa83c3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:33.229205 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.265815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ced24674-007e-49ba-b860-1db1c7aa83c3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ced24674-007e-49ba-b860-1db1c7aa83c3,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:33.295974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9386b7d-0670-49ac-aef7-b39e554c99c0 req-b3011c33-2de7-443a-a3f8-d59a30d71c61 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812509 Feb 10 04:17:33.304762 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33149000-56cb-48c9-a04b-7aaf7ec6b6c9 req-e5c60964-d839-41a3-a518-9887504a99e4 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927792 Feb 10 04:17:33.371536 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.474952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ced24674-007e-49ba-b860-1db1c7aa83c3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:33.513651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.537668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e71a2-17ff-423b-b4ed-7688cf5e0a2b req-ec636b4f-2e5c-4299-996d-4d75e2e50626 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:33.539215 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e8e71a2-17ff-423b-b4ed-7688cf5e0a2b req-ec636b4f-2e5c-4299-996d-4d75e2e50626 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1070268 Feb 10 04:17:33.577623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b231e9-4990-434f-8d80-8c6a8d9df029 req-6959422e-da89-497a-af17-e1909501a1ca tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:33.579272 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55b231e9-4990-434f-8d80-8c6a8d9df029 req-6959422e-da89-497a-af17-e1909501a1ca tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1180744 Feb 10 04:17:33.676004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55b231e9-4990-434f-8d80-8c6a8d9df029 req-8a8c2745-9e00-4501-bdcc-961754bdfb7c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839689 Feb 10 04:17:33.678292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f038b-d5d6-4ab6-b480-949671fc43cd {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:33.686435 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Publish callbacks [] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.693202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e8e71a2-17ff-423b-b4ed-7688cf5e0a2b req-0d3f6161-8791-49fa-a12f-3c77b4e9ea45 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065257 Feb 10 04:17:33.709791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Transition to ACTIVE for port object f38f038b-d5d6-4ab6-b480-949671fc43cd will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:17:33.820757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49ffe-7e81-4dbf-9df4-517c2d63ad9f req-537ed65f-584b-4ec5-9082-602bc68d8c19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:33.823831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2d49ffe-7e81-4dbf-9df4-517c2d63ad9f req-537ed65f-584b-4ec5-9082-602bc68d8c19 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 931 time: 0.0712845 Feb 10 04:17:33.825988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.905140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.1 (f111e2b9-c2d0-4736-bdaa-f2957dab85e2/6d479d6d-3ab7-4379-8b88-88d600392aca/163967b5-8862-462a-af12-0766cfda399c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:33.915155 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:33.938063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f038b-d5d6-4ab6-b480-949671fc43cd,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:33.947583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2d49ffe-7e81-4dbf-9df4-517c2d63ad9f req-6251ea4c-434b-4dd9-95eb-46c14d3ea8b1 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164713 Feb 10 04:17:33.999082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Attempting to bind port f38f038b-d5d6-4ab6-b480-949671fc43cd on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:33.999428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Attempting to bind port f38f038b-d5d6-4ab6-b480-949671fc43cd by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:33.999764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Attempting to bind port f38f038b-d5d6-4ab6-b480-949671fc43cd on network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:34.005119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Port f38f038b-d5d6-4ab6-b480-949671fc43cd on network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:17:34.006531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Attempting to bind port f38f038b-d5d6-4ab6-b480-949671fc43cd on network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:34.010547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:34.010990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Checking segment: {'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:34.011443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Bound using segment: {'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:34.011937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Bound port: f38f038b-d5d6-4ab6-b480-949671fc43cd, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:34.012400 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.055615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (163967b5-8862-462a-af12-0766cfda399c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.080251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] For port f38f038b-d5d6-4ab6-b480-949671fc43cd, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:34.084166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] For port f38f038b-d5d6-4ab6-b480-949671fc43cd, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f38f038b-d5d6-4ab6-b480-949671fc43cd,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:34.162933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.177928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (163967b5-8862-462a-af12-0766cfda399c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.203697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:34.204334 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.205762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] 10.222.0.24 "PUT /v2.0/ports/f38f038b-d5d6-4ab6-b480-949671fc43cd HTTP/1.1" status: 200 len: 1091 time: 1.1397359 Feb 10 04:17:34.206216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'tag': 'f38f038b-d5d6-4ab6-b480-949671fc43cd'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:34.208920 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c8f81-62c2-4009-8da7-b9e3ca3c2220" -d '{"events": [{"name": "network-changed", "server_uuid": "8436bcc6-cc54-4a83-90cb-4babd1dfbcbb", "tag": "f38f038b-d5d6-4ab6-b480-949671fc43cd"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:34.240513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:34.244252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:34.247124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:34.249943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0a564-783a-440d-9ee4-258ef26fa431 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f038b-d5d6-4ab6-b480-949671fc43cd,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:34.268630 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3074bd68-ef29-401b-be9d-7a980f4be227 x-openstack-request-id: req-3074bd68-ef29-401b-be9d-7a980f4be227 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:34.269360 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8436bcc6-cc54-4a83-90cb-4babd1dfbcbb", "tag": "f38f038b-d5d6-4ab6-b480-949671fc43cd", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:34.269859 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3074bd68-ef29-401b-be9d-7a980f4be227 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:34.270436 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'tag': 'f38f038b-d5d6-4ab6-b480-949671fc43cd', 'status': 'completed', 'code': 200} Feb 10 04:17:34.281977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=163967b5-8862-462a-af12-0766cfda399c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:34.310132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (81349dc7-6d88-4f1b-93a2-e250030483ed), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.401106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c8f81-62c2-4009-8da7-b9e3ca3c2220 req-94c8cfaf-56b2-49b6-8164-60f219fe8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:34.402644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b81c8f81-62c2-4009-8da7-b9e3ca3c2220 req-94c8cfaf-56b2-49b6-8164-60f219fe8da3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 1125 time: 0.0737975 Feb 10 04:17:34.530009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f5f7f-d4c8-4c30-9794-efb4b47c430c req-7b1ec9d8-78bf-4c01-ba31-7c73159dab8a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:34.531724 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-525f5f7f-d4c8-4c30-9794-efb4b47c430c req-7b1ec9d8-78bf-4c01-ba31-7c73159dab8a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1383479 Feb 10 04:17:34.578172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c8f81-62c2-4009-8da7-b9e3ca3c2220 req-4c90b2c7-089a-4e1a-bd92-2cdace6e1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:34.581055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b81c8f81-62c2-4009-8da7-b9e3ca3c2220 req-4c90b2c7-089a-4e1a-bd92-2cdace6e1fdc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1704028 Feb 10 04:17:34.593009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c5af-7ae3-46c0-82a8-24f32c9349fe req-27fff143-a5a4-4b11-ae99-5c2b0aa95381 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:34.601097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b66c5af-7ae3-46c0-82a8-24f32c9349fe req-27fff143-a5a4-4b11-ae99-5c2b0aa95381 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 946 time: 0.1486523 Feb 10 04:17:34.639200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-525f5f7f-d4c8-4c30-9794-efb4b47c430c req-7c0b066f-1786-4e1d-86c9-64f65fd2b320 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952752 Feb 10 04:17:34.640289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (163967b5-8862-462a-af12-0766cfda399c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.727262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a2f44f33-037d-49fd-81b7-d3d03502cff5 None None] Provisioning complete for port 163967b5-8862-462a-af12-0766cfda399c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:34.727835 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a2f44f33-037d-49fd-81b7-d3d03502cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (163967b5-8862-462a-af12-0766cfda399c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:34.772201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a2f44f33-037d-49fd-81b7-d3d03502cff5 None None] Port 163967b5-8862-462a-af12-0766cfda399c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:17:34.877657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced24674-007e-49ba-b860-1db1c7aa83c3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:34.883289 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d98ebe-7268-46b9-93c5-8f47ba5daa4a" -d '{"events": [{"server_uuid": "5ace825e-4ead-405c-87aa-6bd2decd03fd", "name": "network-vif-plugged", "status": "completed", "tag": "ced24674-007e-49ba-b860-1db1c7aa83c3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:34.920604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e3fc-597d-4ccc-82db-6af968cf4cbf req-3469f996-594c-45b9-9e00-551aa8a744c5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:34.922355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae21e3fc-597d-4ccc-82db-6af968cf4cbf req-3469f996-594c-45b9-9e00-551aa8a744c5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1073725 Feb 10 04:17:35.029268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae21e3fc-597d-4ccc-82db-6af968cf4cbf req-37c7b363-711a-40d4-8834-77355e28022f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737092 Feb 10 04:17:35.059387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (163967b5-8862-462a-af12-0766cfda399c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:35.080118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c8f81-62c2-4009-8da7-b9e3ca3c2220 req-51081f0f-9737-4dd5-8a9e-0b024a20a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.082412 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b81c8f81-62c2-4009-8da7-b9e3ca3c2220 req-51081f0f-9737-4dd5-8a9e-0b024a20a2e0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4791756 Feb 10 04:17:35.111979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b66c5af-7ae3-46c0-82a8-24f32c9349fe req-26f22e1c-20cc-4d58-a8f5-6b0ab4a90dd2 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100126 Feb 10 04:17:35.135327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (163967b5-8862-462a-af12-0766cfda399c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:35.167299 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a63ee0-0d61-4066-83f9-deda9d3cd26a x-openstack-request-id: req-89a63ee0-0d61-4066-83f9-deda9d3cd26a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:35.167593 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ace825e-4ead-405c-87aa-6bd2decd03fd", "name": "network-vif-plugged", "status": "completed", "tag": "ced24674-007e-49ba-b860-1db1c7aa83c3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:35.167843 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89a63ee0-0d61-4066-83f9-deda9d3cd26a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:35.168233 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced24674-007e-49ba-b860-1db1c7aa83c3', 'code': 200} Feb 10 04:17:35.213757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-37548099-03d5-45fe-8981-c3636636f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.215300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-37548099-03d5-45fe-8981-c3636636f653 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 1125 time: 0.0959072 Feb 10 04:17:35.222952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (81349dc7-6d88-4f1b-93a2-e250030483ed), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:35.300165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-0f9cc29e-591b-4a11-a221-8803a521b485 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f38f038b-d5d6-4ab6-b480-949671fc43cd HTTP/1.1" status: 200 len: 217 time: 0.0778985 Feb 10 04:17:35.345158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43ebf5-6163-4097-8f1b-688ce9adfcbc req-797b275d-d63c-4772-a745-03f0242bffd9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.347077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c43ebf5-6163-4097-8f1b-688ce9adfcbc req-797b275d-d63c-4772-a745-03f0242bffd9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1570828 Feb 10 04:17:35.364188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=163967b5-8862-462a-af12-0766cfda399c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:35.395276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711adef3-2ca3-45dc-93c7-89265486e315 req-3ee40364-1f3a-4412-b535-b76f8ba32340 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.396817 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-711adef3-2ca3-45dc-93c7-89265486e315 req-3ee40364-1f3a-4412-b535-b76f8ba32340 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 943 time: 0.1509123 Feb 10 04:17:35.399539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-0964a553-87d3-44f4-a5b9-bdad12e8e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.400909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-0964a553-87d3-44f4-a5b9-bdad12e8e9b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbdbee0c-6f53-4403-83c9-d49087b1d1c6 HTTP/1.1" status: 200 len: 846 time: 0.0951929 Feb 10 04:17:35.402627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9eef8-0e3f-4cba-9a9b-216ba2b9aa9d req-3cb4a42b-6ca2-4ddb-848a-57498ba61f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.404625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28b9eef8-0e3f-4cba-9a9b-216ba2b9aa9d req-3cb4a42b-6ca2-4ddb-848a-57498ba61f6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 1128 time: 0.1675911 Feb 10 04:17:35.430772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:35.434834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:35.466871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-a870694a-0c5c-48d4-b13e-6551f6df1eac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441577 Feb 10 04:17:35.525516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c43ebf5-6163-4097-8f1b-688ce9adfcbc req-84137fe9-fe96-42e8-8b00-e70fe93747a6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648514 Feb 10 04:17:35.558476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-711adef3-2ca3-45dc-93c7-89265486e315 req-d41d19a5-b79b-45b6-b018-ccb0e1465a87 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528823 Feb 10 04:17:35.617062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28b9eef8-0e3f-4cba-9a9b-216ba2b9aa9d req-57a13525-49c8-4848-9522-0962dce3a35a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009296 Feb 10 04:17:35.654246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-bca86040-6a00-4f66-acd4-b0a8531c0b30 service neutron] 10.222.0.24 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792605 Feb 10 04:17:35.662612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 81349dc7-6d88-4f1b-93a2-e250030483ed has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:35.700558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f71f-4465-47db-a2bc-a5d3fab8fcab req-a3c612fe-79e1-4349-bcb4-d645f32d0e24 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.702205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a34f71f-4465-47db-a2bc-a5d3fab8fcab req-a3c612fe-79e1-4349-bcb4-d645f32d0e24 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.0911596 Feb 10 04:17:35.738810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:35.745158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'floatingip': {'port_id': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:35.790720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (8921215a-afab-4f71-9694-44e3b1b766c1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:35.823614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0483e958-6d0a-4a88-813d-29a8f9b52c94 None None] Provisioning complete for port 163967b5-8862-462a-af12-0766cfda399c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:35.824693 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0483e958-6d0a-4a88-813d-29a8f9b52c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (163967b5-8862-462a-af12-0766cfda399c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:35.832940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd43fd-30a3-4190-b374-0b8c6be51832 req-6f72cbaf-330b-4ad7-a84b-51950516f95a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:35.834619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-97dd43fd-30a3-4190-b374-0b8c6be51832 req-6f72cbaf-330b-4ad7-a84b-51950516f95a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.0801308 Feb 10 04:17:35.836617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4eb07f7-2e30-4e3a-b08d-ee95f0b7b517 req-fa3b1742-bb77-4c26-b378-e6521116c483 service neutron] 10.222.0.24 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741533 Feb 10 04:17:35.891794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0483e958-6d0a-4a88-813d-29a8f9b52c94 None None] Port 163967b5-8862-462a-af12-0766cfda399c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:17:35.919567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-97dd43fd-30a3-4190-b374-0b8c6be51832 req-9b79eb7f-b00b-4859-b92d-6b860fe3931e tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778980 Feb 10 04:17:36.247385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980077e-85c6-49ae-a487-239217c4fd12 req-461c472f-8ddc-40c0-907c-25203b3c98bb tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:36.249213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9980077e-85c6-49ae-a487-239217c4fd12 req-461c472f-8ddc-40c0-907c-25203b3c98bb tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 946 time: 0.0618174 Feb 10 04:17:36.303204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9980077e-85c6-49ae-a487-239217c4fd12 req-3c3b0172-5500-47a9-a18f-31e123b77517 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Feb 10 04:17:36.318957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:36.334623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-acc60fe3-d019-4d1a-988c-c8c829f452f6 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/routers/81349dc7-6d88-4f1b-93a2-e250030483ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5419488 Feb 10 04:17:36.339159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43626) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:36.343099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'port': {'network_id': 'f111e2b9-c2d0-4736-bdaa-f2957dab85e2', 'name': 'tempest-FloatingIPTestJSON-1386680082'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:36.345441 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] Sync routers for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:36.361011 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:36.362289 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:36.402943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cba35-9749-4459-8944-f00fa9745c9c req-d9892565-4ad4-42d9-9036-2eb12f205f2d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:36.404371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-672cba35-9749-4459-8944-f00fa9745c9c req-d9892565-4ad4-42d9-9036-2eb12f205f2d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1279094 Feb 10 04:17:36.410908 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:36.431212 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:36.434734 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:36.493515 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:36.494501 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a50e3f6-d910-449b-9ae2-338f89d66115 None None] The sync data for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:36.536605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-672cba35-9749-4459-8944-f00fa9745c9c req-82eb780f-8721-478d-8c31-def9c309d88d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937574 Feb 10 04:17:36.552377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Made reservation on behalf of 20b92b5132954f118bdc574ae2d49d9f for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:36.555930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:36.583431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] device_id is not set on port 9ccab168-9c8e-4fc2-89f1-f3f6f152c741 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:17:36.752344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Allocated IP 172.20.0.14 (f111e2b9-c2d0-4736-bdaa-f2957dab85e2/6d479d6d-3ab7-4379-8b88-88d600392aca/9ccab168-9c8e-4fc2-89f1-f3f6f152c741) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:36.767559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:36.778966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715273-89eb-4761-b0a3-ac319062087c req-737cf487-b342-4379-9020-a4465389648a tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:36.780479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d715273-89eb-4761-b0a3-ac319062087c req-737cf487-b342-4379-9020-a4465389648a tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 943 time: 0.0914109 Feb 10 04:17:36.828584 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (8921215a-afab-4f71-9694-44e3b1b766c1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:36.885527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d715273-89eb-4761-b0a3-ac319062087c req-c6246923-ed15-476f-9721-6e84a976a546 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972281 Feb 10 04:17:36.941859 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Floating IP 8921215a-afab-4f71-9694-44e3b1b766c1 associated. External IP: 172.25.8.152, port: 8c02318b-f53b-4883-a9cd-40c31489cfc1. Feb 10 04:17:36.945744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43632) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:36.985624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for port (9ccab168-9c8e-4fc2-89f1-f3f6f152c741), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:37.083313 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9ccab168-9c8e-4fc2-89f1-f3f6f152c741), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:37.135748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:37.140237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:37.142232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event updated for resources: {'Port': ['ID=9ccab168-9c8e-4fc2-89f1-f3f6f152c741,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:37.145469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:37.189278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.189633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.190023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.190371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.190794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.191126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.191456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.191788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.192114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.192431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.192760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.193085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.193577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:37.202796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c042be-aaaa-4f18-8d9b-aba3bd258fe7 req-dc44035c-9f02-4453-a70b-59a6aa6541b3 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:37.204356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41c042be-aaaa-4f18-8d9b-aba3bd258fe7 req-dc44035c-9f02-4453-a70b-59a6aa6541b3 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1875491 Feb 10 04:17:37.209525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:37.210180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:37.283952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-86841e5e-f13e-4aa7-828b-62c3eacb2ea2 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9450293 Feb 10 04:17:37.287918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43638) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:37.297443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Request body: {'floatingip': {'port_id': '9ccab168-9c8e-4fc2-89f1-f3f6f152c741'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:37.395497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (01cc4c5d-41c4-4051-987f-33fe8371dcb0), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:37.402951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41c042be-aaaa-4f18-8d9b-aba3bd258fe7 req-d4071a62-5d67-4dda-aa9e-430bdc255d3e tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887772 Feb 10 04:17:37.438445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f68c5481-9fe4-4b48-a4dd-5a4eb2cceab3 None None] Provisioning complete for port 9ccab168-9c8e-4fc2-89f1-f3f6f152c741 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:37.438990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f68c5481-9fe4-4b48-a4dd-5a4eb2cceab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9ccab168-9c8e-4fc2-89f1-f3f6f152c741), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:37.486124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f68c5481-9fe4-4b48-a4dd-5a4eb2cceab3 None None] Port 9ccab168-9c8e-4fc2-89f1-f3f6f152c741 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:17:37.492340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Router 44e04e51-79ec-484a-9378-73d805453a11 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:37.576001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271a43-d647-4970-9475-b1722e253bef req-efd64092-2e3b-4674-b1e8-df29e385bb8d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:37.579523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77271a43-d647-4970-9475-b1722e253bef req-efd64092-2e3b-4674-b1e8-df29e385bb8d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 946 time: 0.1304440 Feb 10 04:17:37.694588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77271a43-d647-4970-9475-b1722e253bef req-49205d2d-b324-4890-8c38-c5b922b7d224 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029198 Feb 10 04:17:37.747235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:37.752706 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:37.757488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] Sync routers for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:37.777757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:37.782019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:37.809790 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4e37fddf-6a2f-4dfe-827a-20250d9a1468 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "PUT /v2.0/floatingips/8921215a-afab-4f71-9694-44e3b1b766c1 HTTP/1.1" status: 200 len: 992 time: 2.0693843 Feb 10 04:17:37.817419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db2abd-047a-4d19-8f24-19986f748f5c req-8eeb6c30-f9f9-4e0b-a1c4-703ba9020a88 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:37.819551 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0db2abd-047a-4d19-8f24-19986f748f5c req-8eeb6c30-f9f9-4e0b-a1c4-703ba9020a88 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1843774 Feb 10 04:17:37.821230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:37.824226 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031" -d '{"events": [{"name": "network-changed", "server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:37.934989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0db2abd-047a-4d19-8f24-19986f748f5c req-6c448b26-280b-46c9-a3b4-8a329b5e95c6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077917 Feb 10 04:17:37.988304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (20914de0-c393-4d78-b228-4cee8b17302e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:38.015179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:38.134625 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299e5542-f127-4767-9ff3-7c0a4204af47 x-openstack-request-id: req-299e5542-f127-4767-9ff3-7c0a4204af47 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:38.137540 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:38.137540 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-299e5542-f127-4767-9ff3-7c0a4204af47 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:38.137540 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'status': 'completed', 'code': 200} Feb 10 04:17:38.146319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a11f5-7a58-4414-94bd-a92d927a8588 req-21491952-e1f4-40ac-94db-c4a0156088dc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:38.147951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-277a11f5-7a58-4414-94bd-a92d927a8588 req-21491952-e1f4-40ac-94db-c4a0156088dc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.2046597 Feb 10 04:17:38.240956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-7c442d2b-3bae-4412-bfa9-db1879ce5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:38.242492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-7c442d2b-3bae-4412-bfa9-db1879ce5940 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 1128 time: 0.1966434 Feb 10 04:17:38.292267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdbc07-e0d7-4bc3-97ab-2a6c5472c895 req-931ffe63-37d5-4424-b20f-37449f758694 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:38.292454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-277a11f5-7a58-4414-94bd-a92d927a8588 req-134294a9-6b3e-4601-be66-c3bc4fa7a0f9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354985 Feb 10 04:17:38.297806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aacdbc07-e0d7-4bc3-97ab-2a6c5472c895 req-931ffe63-37d5-4424-b20f-37449f758694 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 943 time: 0.1653957 Feb 10 04:17:38.382571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:38.393535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aacdbc07-e0d7-4bc3-97ab-2a6c5472c895 req-21dccce6-681b-4e38-8065-16313d09a39a tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948408 Feb 10 04:17:38.435791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f38f038b-d5d6-4ab6-b480-949671fc43cd details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:17:38.436658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-30e01273-f74d-4500-8576-798bfd27d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:38.439239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-30e01273-f74d-4500-8576-798bfd27d7e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.1681952 Feb 10 04:17:38.447560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Deleting port 560c97ff-42a2-458a-b9da-05cb73c14ebb {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:38.448114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:38.542299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (01cc4c5d-41c4-4051-987f-33fe8371dcb0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:38.585114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] For port 560c97ff-42a2-458a-b9da-05cb73c14ebb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=560c97ff-42a2-458a-b9da-05cb73c14ebb,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:38.588260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:38.605721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Calling delete_port for 560c97ff-42a2-458a-b9da-05cb73c14ebb owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:38.662054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-9ae429d0-6c2c-42d4-a2f4-262382345ae1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 200 len: 1000 time: 0.2158151 Feb 10 04:17:38.673234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '8921215a-afab-4f71-9694-44e3b1b766c1', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '44e04e51-79ec-484a-9378-73d805453a11', 'port_id': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'mac_address': 'fa:16:3e:fa:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:17:13Z', 'updated_at': '2022-02-10T04:17:36Z', 'revision_number': 1, 'project_id': '7c2a628d38d2477992013daad737abb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:38.722197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] Checking router: 44e04e51-79ec-484a-9378-73d805453a11 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:17:38.739409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port f38f038b-d5d6-4ab6-b480-949671fc43cd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f38f038b-d5d6-4ab6-b480-949671fc43cd,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:38.758666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed5cd-f26b-441c-9c2d-e8e026b30b76 req-fcb88bb7-d311-4f08-8d56-1dcbb2dd2f32 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:38.761215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'f38f038b-d5d6-4ab6-b480-949671fc43cd', 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2', 'port_id': 'f38f038b-d5d6-4ab6-b480-949671fc43cd', 'mac_address': 'fa:16:3e:3b:11:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdbee0c-6f53-4403-83c9-d49087b1d1c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:17:38.763056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:38.763888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:38.765932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a12ed5cd-f26b-441c-9c2d-e8e026b30b76 req-fcb88bb7-d311-4f08-8d56-1dcbb2dd2f32 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2197609 Feb 10 04:17:38.805614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-09fea271-a9df-44ef-bd46-e5b4c644d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:38.807157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-09fea271-a9df-44ef-bd46-e5b4c644d257 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.1383533 Feb 10 04:17:38.808182 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 01cc4c5d-41c4-4051-987f-33fe8371dcb0 associated. External IP: 172.25.8.47, port: e0006019-0ec5-4ad2-ba4a-6aa5226673b1. Feb 10 04:17:38.902165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port f38f038b-d5d6-4ab6-b480-949671fc43cd is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:38.902480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:38.903948 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a12ed5cd-f26b-441c-9c2d-e8e026b30b76 req-c29df46e-5eb7-4a92-b469-28fbcd1e5d75 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371727 Feb 10 04:17:38.930223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f038b-d5d6-4ab6-b480-949671fc43cd {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:38.953228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:38.960469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-91af427c-6015-4cd0-b747-a5987ff401a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:38.961983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-91af427c-6015-4cd0-b747-a5987ff401a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1437430 Feb 10 04:17:38.962893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (560c97ff-42a2-458a-b9da-05cb73c14ebb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:38.988098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port f38f038b-d5d6-4ab6-b480-949671fc43cd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f38f038b-d5d6-4ab6-b480-949671fc43cd,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:39.031360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Pushing event deleted for resources: {'Port': ['ID=560c97ff-42a2-458a-b9da-05cb73c14ebb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:39.091527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.093031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.093418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.093711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.094045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.094375 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.100579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.104915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.104915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.104915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.104915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.104915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.104915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:17:39.170848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-6c07b5bf-4659-4601-b33f-ba999ff03159 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020376 Feb 10 04:17:39.242129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:39.273712 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae95d7-a22a-407b-81ce-429966e9bbbf req-65fe8916-da5c-4736-aebb-bdb41bcb1157 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:39.275192 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:39.276462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2ae95d7-a22a-407b-81ce-429966e9bbbf req-65fe8916-da5c-4736-aebb-bdb41bcb1157 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.2279749 Feb 10 04:17:39.363661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=f38f038b-d5d6-4ab6-b480-949671fc43cd,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:39.420173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '8921215a-afab-4f71-9694-44e3b1b766c1', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '44e04e51-79ec-484a-9378-73d805453a11', 'port_id': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'mac_address': 'fa:16:3e:fa:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:17:13Z', 'updated_at': '2022-02-10T04:17:36Z', 'revision_number': 1, 'project_id': '7c2a628d38d2477992013daad737abb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:39.437112 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2ae95d7-a22a-407b-81ce-429966e9bbbf req-028ac619-7122-42fa-8673-b3e170da4d55 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470535 Feb 10 04:17:39.466249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832f8cd1-316e-4882-b096-88a2199f41af None None] The sync data for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 is: [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '8921215a-afab-4f71-9694-44e3b1b766c1', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '44e04e51-79ec-484a-9378-73d805453a11', 'port_id': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'mac_address': 'fa:16:3e:fa:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:17:13Z', 'updated_at': '2022-02-10T04:17:36Z', 'revision_number': 1, 'project_id': '7c2a628d38d2477992013daad737abb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:39.489393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (20914de0-c393-4d78-b228-4cee8b17302e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:39.506828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['f38f038b-d5d6-4ab6-b480-949671fc43cd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:39.553883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7162-faa8-46ba-847d-670dc52cceb7 req-d26a4b14-dbcd-41b5-bceb-36a3e80b0758 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:39.555492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758f7162-faa8-46ba-847d-670dc52cceb7 req-d26a4b14-dbcd-41b5-bceb-36a3e80b0758 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1256738 Feb 10 04:17:39.559660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95e3c89e-ff68-43a8-a7df-7a13bc7c1031 req-b23cdb58-dbc5-4150-8962-d9ed66695c53 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826926 Feb 10 04:17:39.706777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:39.718240 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:39.751274 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:39.751969 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:39.769194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758f7162-faa8-46ba-847d-670dc52cceb7 req-9ff60737-a0c1-4e13-86f9-66bdb7808ee9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676872 Feb 10 04:17:39.855250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:39.863493 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:39.866858 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:39.926616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf3c7c-6655-404e-8f87-20c307e11873 None None] New status for floating IP 8921215a-afab-4f71-9694-44e3b1b766c1: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:17:39.959568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:39.960564 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7516d35-911b-4554-ac74-9930cac2022b None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:40.070796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 81349dc7-6d88-4f1b-93a2-e250030483ed has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:40.381769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6685733-4da4-4473-b568-2339ed91db53 req-13cf068f-8c3a-4d42-bb66-85fb8033f0cd tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:40.390119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6685733-4da4-4473-b568-2339ed91db53 req-13cf068f-8c3a-4d42-bb66-85fb8033f0cd tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 944 time: 0.1071303 Feb 10 04:17:40.398134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f38f038b-d5d6-4ab6-b480-949671fc43cd up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:17:40.459467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6685733-4da4-4473-b568-2339ed91db53 req-709b1c2e-7dad-4a84-9252-5cc6535b78a2 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649533 Feb 10 04:17:40.575198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port f38f038b-d5d6-4ab6-b480-949671fc43cd completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:17:40.580893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port f38f038b-d5d6-4ab6-b480-949671fc43cd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:17:40.582669 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:40.642956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Router 20914de0-c393-4d78-b228-4cee8b17302e has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:40.662658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d052bf-e988-4b13-8884-6a09fd14e912 req-751984ca-7646-419e-bfa2-be71d4635f42 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:40.677413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48d052bf-e988-4b13-8884-6a09fd14e912 req-751984ca-7646-419e-bfa2-be71d4635f42 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.6321363 Feb 10 04:17:40.697627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6b84e-f94e-4732-81fb-9de8053fffe4 req-046153d5-ab3a-40c9-8786-cd048c8f6b7b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:40.708253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ef6b84e-f94e-4732-81fb-9de8053fffe4 req-046153d5-ab3a-40c9-8786-cd048c8f6b7b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1737378 Feb 10 04:17:40.780078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port f38f038b-d5d6-4ab6-b480-949671fc43cd is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:17:40.780606 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:40.829364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f038b-d5d6-4ab6-b480-949671fc43cd'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:40.832342 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3b6396-9b14-4a2a-a725-3dc8091ac7f3" -d '{"events": [{"server_uuid": "8436bcc6-cc54-4a83-90cb-4babd1dfbcbb", "name": "network-vif-plugged", "status": "completed", "tag": "f38f038b-d5d6-4ab6-b480-949671fc43cd"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:40.838982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ef6b84e-f94e-4732-81fb-9de8053fffe4 req-1a347404-237a-4b6f-abe2-3c8f2da293b3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296341 Feb 10 04:17:40.849467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48d052bf-e988-4b13-8884-6a09fd14e912 req-ec6c50da-5a03-434a-b96a-387335fcf8da tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710327 Feb 10 04:17:40.864391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port f38f038b-d5d6-4ab6-b480-949671fc43cd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f38f038b-d5d6-4ab6-b480-949671fc43cd,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:40.910155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:40.913510 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:40.917647 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] Sync routers for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:40.927891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:40.934392 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5269015-4f38-4837-93fe-ad425166dd44 x-openstack-request-id: req-f5269015-4f38-4837-93fe-ad425166dd44 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:40.934692 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436bcc6-cc54-4a83-90cb-4babd1dfbcbb", "name": "network-vif-plugged", "status": "completed", "tag": "f38f038b-d5d6-4ab6-b480-949671fc43cd", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:40.938344 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5269015-4f38-4837-93fe-ad425166dd44 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:40.938344 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f038b-d5d6-4ab6-b480-949671fc43cd', 'code': 200} Feb 10 04:17:40.947282 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:40.951745 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:41.010212 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:41.014201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-59fc37b0-d649-467f-ac5c-fe454eebde73 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/floatingips/01cc4c5d-41c4-4051-987f-33fe8371dcb0 HTTP/1.1" status: 200 len: 978 time: 3.7246561 Feb 10 04:17:41.015579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43680) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:41.028562 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:41.030151 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:41.052161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=f38f038b-d5d6-4ab6-b480-949671fc43cd,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:41.072773 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:41.074964 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7934074-1043-47d3-9093-fedacab5c892 None None] The sync data for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:41.075210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:41.085037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8400146b-374b-433f-82e7-6750e8c2c726 admin admin] 10.222.0.42 "PUT /v2.0/routers/20914de0-c393-4d78-b228-4cee8b17302e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1389945 Feb 10 04:17:41.086734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43682) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:41.089971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] Sync routers for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:41.111477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:41.113203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:41.163148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf6dd1-8d57-40d0-b66c-67cc64b50940 req-02601296-9fd0-4ba4-90a2-cd54b52a45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:41.165512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49cf6dd1-8d57-40d0-b66c-67cc64b50940 req-02601296-9fd0-4ba4-90a2-cd54b52a45c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 1127 time: 0.0952878 Feb 10 04:17:41.168125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929ab05-352e-43e3-9aea-3b3fe1618718 req-3b868d8a-9cc8-4453-baf5-504ecce4d1e3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:41.169736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6929ab05-352e-43e3-9aea-3b3fe1618718 req-3b868d8a-9cc8-4453-baf5-504ecce4d1e3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1616077 Feb 10 04:17:41.223598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 9ccab168-9c8e-4fc2-89f1-f3f6f152c741 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:41.224473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9ccab168-9c8e-4fc2-89f1-f3f6f152c741), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.258903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:41.269779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6929ab05-352e-43e3-9aea-3b3fe1618718 req-af3c1873-3ee3-4674-9d8e-6b576209c670 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680611 Feb 10 04:17:41.296038 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks [] for router (20914de0-c393-4d78-b228-4cee8b17302e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.377361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49cf6dd1-8d57-40d0-b66c-67cc64b50940 req-e3643b0f-d56b-41c0-861f-e1218eee0664 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873090 Feb 10 04:17:41.418436 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9ccab168-9c8e-4fc2-89f1-f3f6f152c741), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.500344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:17:38Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:41.516716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks [] for router_gateway (20914de0-c393-4d78-b228-4cee8b17302e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.552827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] Checking router: 20914de0-c393-4d78-b228-4cee8b17302e for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:17:41.555787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] Routers {'20914de0-c393-4d78-b228-4cee8b17302e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:41.556712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['20914de0-c393-4d78-b228-4cee8b17302e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:41.688581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88fbcf-3192-4db9-9b2f-4651bc94fa3d req-733c7e7c-6ebe-479d-b05a-3d381bfa5ce4 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:41.693704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.694223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (01cc4c5d-41c4-4051-987f-33fe8371dcb0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.694642 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Floating IP 01cc4c5d-41c4-4051-987f-33fe8371dcb0 disassociated. External IP: 172.25.8.47, port: 9ccab168-9c8e-4fc2-89f1-f3f6f152c741. Feb 10 04:17:41.695100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 9ccab168-9c8e-4fc2-89f1-f3f6f152c741 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:41.696337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee88fbcf-3192-4db9-9b2f-4651bc94fa3d req-733c7e7c-6ebe-479d-b05a-3d381bfa5ce4 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 945 time: 0.1178973 Feb 10 04:17:41.741651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Deleting port c3e32283-9fef-4bbc-a426-ec4895dd611d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:41.741971 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.744011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] Set router 20914de0-c393-4d78-b228-4cee8b17302e gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:41.779511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee88fbcf-3192-4db9-9b2f-4651bc94fa3d req-0b534cf4-c144-4b81-a4ea-d78884b2bb78 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767357 Feb 10 04:17:41.936971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] For port c3e32283-9fef-4bbc-a426-ec4895dd611d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c3e32283-9fef-4bbc-a426-ec4895dd611d,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:41.939327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:41.977389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Calling delete_port for c3e32283-9fef-4bbc-a426-ec4895dd611d owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:41.989179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:17:38Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:42.005372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9ccab168-9c8e-4fc2-89f1-f3f6f152c741), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.039296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301bdb2-25e6-4a9d-bb80-564fc4b4d827 None None] The sync data for ids ['20914de0-c393-4d78-b228-4cee8b17302e'] in n-d-827844-2 is: [{'id': '20914de0-c393-4d78-b228-4cee8b17302e', 'name': 'tempest-TaggedBootDevicesTest-1109883056-router', 'tenant_id': '002f341f53464ed5847cc432e5b3fe57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:32Z', 'updated_at': '2022-02-10T04:17:38Z', 'revision_number': 5, 'project_id': '002f341f53464ed5847cc432e5b3fe57', 'gw_port': {'id': 'c3e32283-9fef-4bbc-a426-ec4895dd611d', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20914de0-c393-4d78-b228-4cee8b17302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:33Z', 'updated_at': '2022-02-10T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:42.043467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=9ccab168-9c8e-4fc2-89f1-f3f6f152c741,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:42.095264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeeee2-6200-49ea-99f8-805ef44904b4 req-43e0014d-9c2b-4b60-ba28-8bc36afea4df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:42.107612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5eeeee2-6200-49ea-99f8-805ef44904b4 req-43e0014d-9c2b-4b60-ba28-8bc36afea4df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1387315 Feb 10 04:17:42.385319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5eeeee2-6200-49ea-99f8-805ef44904b4 req-9d6397ba-25d6-41ab-b9b2-165eb54c87f1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712884 Feb 10 04:17:42.385319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 81349dc7-6d88-4f1b-93a2-e250030483ed has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:42.410206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c3e32283-9fef-4bbc-a426-ec4895dd611d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.473832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e32283-9fef-4bbc-a426-ec4895dd611d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:42.598984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (20914de0-c393-4d78-b228-4cee8b17302e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.624024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:42.635467 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] Sync routers for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:42.641600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ddbd-9ea9-41d3-b9dd-cbfae1e63abc req-4e397bff-f2df-4996-9722-13e8288ae652 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:42.643321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d97ddbd-9ea9-41d3-b9dd-cbfae1e63abc req-4e397bff-f2df-4996-9722-13e8288ae652 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1442950 Feb 10 04:17:42.674674 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:42.678000 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:42.739737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d97ddbd-9ea9-41d3-b9dd-cbfae1e63abc req-a5a70dbf-1101-45f8-bf35-d8a4dfb3820d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801992 Feb 10 04:17:42.741557 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:42.752273 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:42.755360 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:42.755967 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.761650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b619642-c83e-41b3-abac-209d07ab9226 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/ports/9ccab168-9c8e-4fc2-89f1-f3f6f152c741 HTTP/1.1" status: 204 len: 168 time: 1.7426808 Feb 10 04:17:42.762352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:42.777875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (20914de0-c393-4d78-b228-4cee8b17302e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.780982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks [] for router_controller (20914de0-c393-4d78-b228-4cee8b17302e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.799766 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:42.801520 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a05dc1-cc44-4183-b62e-c2dcc9193906 None None] The sync data for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:42.983341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (20914de0-c393-4d78-b228-4cee8b17302e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.983833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20914de0-c393-4d78-b228-4cee8b17302e {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:17:42.991173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:42.991173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3e2a79b-ea14-4cbe-801e-da163e711d44 admin admin] 10.222.0.42 "DELETE /v2.0/routers/20914de0-c393-4d78-b228-4cee8b17302e HTTP/1.1" status: 204 len: 168 time: 1.9027002 Feb 10 04:17:42.992991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43714) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:43.061206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] Deleting subnet 3ca3c80c-5417-49f0-a45b-a21de528561e {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:17:43.067523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] Publish callbacks [] for subnet (3ca3c80c-5417-49f0-a45b-a21de528561e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.096851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5b950-9a96-4cbb-ba0d-5669c9bad27a req-226c1539-2cc2-43ea-9a7b-0c89bfa03fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:43.096851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bf5b950-9a96-4cbb-ba0d-5669c9bad27a req-226c1539-2cc2-43ea-9a7b-0c89bfa03fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.1913035 Feb 10 04:17:43.104845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcb0f2-515d-4c5c-93be-d7d227190f21 req-fc3a324e-5e16-4902-a942-fb74b52d950b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:43.106365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43fcb0f2-515d-4c5c-93be-d7d227190f21 req-fc3a324e-5e16-4902-a942-fb74b52d950b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 945 time: 0.2041347 Feb 10 04:17:43.118215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (3ca3c80c-5417-49f0-a45b-a21de528561e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.238804 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bf5b950-9a96-4cbb-ba0d-5669c9bad27a req-266ea2e5-e1e4-4c30-b0b1-60830dd24144 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313386 Feb 10 04:17:43.262565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43fcb0f2-515d-4c5c-93be-d7d227190f21 req-1877543a-32ab-4ff4-98de-5d5d8b4ed477 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383133 Feb 10 04:17:43.267229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3ca3c80c-5417-49f0-a45b-a21de528561e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.436354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (3ca3c80c-5417-49f0-a45b-a21de528561e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.478335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad6205-ac3d-4661-824f-c653a7c89b8a None None] Network 7c407173-3146-4722-992d-f46469606988 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:43.491440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca3c80c-5417-49f0-a45b-a21de528561e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:43.494427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.500500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a28e6f32-f543-4c1c-8e37-1cdefb3e9343 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ca3c80c-5417-49f0-a45b-a21de528561e HTTP/1.1" status: 204 len: 168 time: 0.5063777 Feb 10 04:17:43.512388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:43.649448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (81349dc7-6d88-4f1b-93a2-e250030483ed), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.671805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (7c407173-3146-4722-992d-f46469606988), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.689844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fbbdc-def2-40b0-a949-b9ad31321dad req-5fa426ed-22b0-422b-97d0-3b68953c7040 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:43.701610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-852fbbdc-def2-40b0-a949-b9ad31321dad req-5fa426ed-22b0-422b-97d0-3b68953c7040 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1998475 Feb 10 04:17:43.798919 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-852fbbdc-def2-40b0-a949-b9ad31321dad req-5e6d4662-c40c-4e84-998a-fea8a27cbab2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926239 Feb 10 04:17:43.822021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] DHCP port deletion for 7c407173-3146-4722-992d-f46469606988 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:17:43.838967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Deleting port d4b32d7e-f918-480f-b127-cee21f8a3718 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:43.842090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:43.904633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] Deleting port d4b32d7e-f918-480f-b127-cee21f8a3718 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:43.905093 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.028748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] For port d4b32d7e-f918-480f-b127-cee21f8a3718, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4b32d7e-f918-480f-b127-cee21f8a3718,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:44.031653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.062662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Calling delete_port for d4b32d7e-f918-480f-b127-cee21f8a3718 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:44.074931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54d775-e18e-4c63-b620-9f4ce4661298 req-343094cb-7eef-4812-942c-fcccf3cf0b16 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:44.076510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e54d775-e18e-4c63-b620-9f4ce4661298 req-343094cb-7eef-4812-942c-fcccf3cf0b16 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1992722 Feb 10 04:17:44.085291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] For port d4b32d7e-f918-480f-b127-cee21f8a3718, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4b32d7e-f918-480f-b127-cee21f8a3718,segment=NetworkSegment(d9040e33-1331-426a-b7c0-a3f37297c7a9),segment_id=d9040e33-1331-426a-b7c0-a3f37297c7a9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:44.086191 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.136298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] Calling delete_port for d4b32d7e-f918-480f-b127-cee21f8a3718 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:44.181783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e54d775-e18e-4c63-b620-9f4ce4661298 req-7e48e7e6-e13c-4b8d-95d1-1b7d968f692a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951555 Feb 10 04:17:44.239217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d4b32d7e-f918-480f-b127-cee21f8a3718 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:44.311319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 163967b5-8862-462a-af12-0766cfda399c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:44.311660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (163967b5-8862-462a-af12-0766cfda399c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.333610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.336851 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No ports have port_id starting with d4b32d7e-f918-480f-b127-cee21f8a3718 Feb 10 04:17:44.338904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3e32283-9fef-4bbc-a426-ec4895dd611d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:44.363667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c3e32283-9fef-4bbc-a426-ec4895dd611d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:44.364165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c3e32283-9fef-4bbc-a426-ec4895dd611d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:44.364603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 560c97ff-42a2-458a-b9da-05cb73c14ebb no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:44.380134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] No DVR routers for this DVR port d4b32d7e-f918-480f-b127-cee21f8a3718 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:44.382676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b32d7e-f918-480f-b127-cee21f8a3718,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:44.384222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 560c97ff-42a2-458a-b9da-05cb73c14ebb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:44.384870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 560c97ff-42a2-458a-b9da-05cb73c14ebb not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:44.386850 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d4b32d7e-f918-480f-b127-cee21f8a3718), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.443137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] Pushing event deleted for resources: {'Port': ['ID=d4b32d7e-f918-480f-b127-cee21f8a3718,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:44.449597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc37e8-9113-45ee-a0b1-94ee8b067768 None None] No DVR routers for this DVR port d4b32d7e-f918-480f-b127-cee21f8a3718 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:44.516614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (163967b5-8862-462a-af12-0766cfda399c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.536311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 163967b5-8862-462a-af12-0766cfda399c owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:44.587960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (7c407173-3146-4722-992d-f46469606988), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.619653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c407173-3146-4722-992d-f46469606988']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:44.634272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9040e33-1331-426a-b7c0-a3f37297c7a9') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:44.634473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9040e33-1331-426a-b7c0-a3f37297c7a9') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:44.646482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (d9040e33-1331-426a-b7c0-a3f37297c7a9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.661650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d9040e33-1331-426a-b7c0-a3f37297c7a9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.668625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:17:44.669278 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (d9040e33-1331-426a-b7c0-a3f37297c7a9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:17:44.671029 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:17:44.836483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (7c407173-3146-4722-992d-f46469606988), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.842086 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.845497 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7c407173-3146-4722-992d-f46469606988 HTTP/1.1" status: 204 len: 168 time: 1.3316994 Feb 10 04:17:44.849329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43742) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:44.858862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d057387-e325-4d34-b872-78031b8ecc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c407173-3146-4722-992d-f46469606988,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:44.906472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (163967b5-8862-462a-af12-0766cfda399c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:44.970257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=163967b5-8862-462a-af12-0766cfda399c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:45.101303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d834f6-ddd7-4fb8-9292-b4e9ef6c1500 req-5f1fb8c3-1a94-43cf-a2ca-6c03db32c5a3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:45.102889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3d834f6-ddd7-4fb8-9292-b4e9ef6c1500 req-5f1fb8c3-1a94-43cf-a2ca-6c03db32c5a3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.2115567 Feb 10 04:17:45.254774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250449fd-5847-4e5b-9072-a353e4a04717 req-7da0d09a-419d-44bd-887f-a2101f771d3f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:45.256518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-250449fd-5847-4e5b-9072-a353e4a04717 req-7da0d09a-419d-44bd-887f-a2101f771d3f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 945 time: 0.0667651 Feb 10 04:17:45.308896 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-250449fd-5847-4e5b-9072-a353e4a04717 req-eef5f8a1-49c1-41b5-952d-8588adf294f4 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Feb 10 04:17:45.439388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206cf0-fd21-436c-9036-dcb771397535 req-0f8457ab-fa30-48cf-b8f1-359f5f7c7ff2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:45.442782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b206cf0-fd21-436c-9036-dcb771397535 req-0f8457ab-fa30-48cf-b8f1-359f5f7c7ff2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.0609155 Feb 10 04:17:45.499033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b206cf0-fd21-436c-9036-dcb771397535 req-85318ee9-0caa-428a-bcf6-dbb8e7ac3b3b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504987 Feb 10 04:17:45.539330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-49954cd0-1ef6-4562-a08c-2c8b982323b5 req-ad915307-f654-4a05-b3dc-2ba3944fe15a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1356368979', 'description': 'tempest-description-1505717118'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:45.614354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49954cd0-1ef6-4562-a08c-2c8b982323b5 req-ad915307-f654-4a05-b3dc-2ba3944fe15a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:45.668345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3d834f6-ddd7-4fb8-9292-b4e9ef6c1500 req-d892678f-faf4-46bf-aa99-72b5a300f2e7 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520341 Feb 10 04:17:45.702089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (81349dc7-6d88-4f1b-93a2-e250030483ed), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:45.722231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49954cd0-1ef6-4562-a08c-2c8b982323b5 req-ad915307-f654-4a05-b3dc-2ba3944fe15a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for security_group (dfbf099a-aa41-4c87-9add-12574d477f7d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:45.808036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49954cd0-1ef6-4562-a08c-2c8b982323b5 req-ad915307-f654-4a05-b3dc-2ba3944fe15a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dfbf099a-aa41-4c87-9add-12574d477f7d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:45.844694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915307-f654-4a05-b3dc-2ba3944fe15a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf099a-aa41-4c87-9add-12574d477f7d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:45.913476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-49954cd0-1ef6-4562-a08c-2c8b982323b5 req-ad915307-f654-4a05-b3dc-2ba3944fe15a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:45.915058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49954cd0-1ef6-4562-a08c-2c8b982323b5 req-ad915307-f654-4a05-b3dc-2ba3944fe15a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3802781 Feb 10 04:17:46.081478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 81349dc7-6d88-4f1b-93a2-e250030483ed has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:46.088389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-2939b471-4281-4ac2-8bab-dcf31e9b33f4 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1356368979&fields=id&tenant_id=4a5226dc54784eb6a4d7f1ab668e567e HTTP/1.1" status: 200 len: 267 time: 0.0925007 Feb 10 04:17:46.096190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (38c87461-3dfc-42f4-b043-e769a0a0ca30), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:46.321166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-eb693bf6-0d4c-4575-844f-8a3667bc8eb2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:46.322689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-eb693bf6-0d4c-4575-844f-8a3667bc8eb2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2221134 Feb 10 04:17:46.337986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Request body: {'port': {'security_groups': ['a1f6468d-3c49-4a34-af05-19872551a516', 'dfbf099a-aa41-4c87-9add-12574d477f7d']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:46.416517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:46.425074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-11a2aa59-41a6-4b29-add2-1a5944fc2c0e tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/routers/81349dc7-6d88-4f1b-93a2-e250030483ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6615992 Feb 10 04:17:46.432429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] Sync routers for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:46.434466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:46.446156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:46.446808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:46.485923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:46.497054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:46.502503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] Routers {'81349dc7-6d88-4f1b-93a2-e250030483ed'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:46.503888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81349dc7-6d88-4f1b-93a2-e250030483ed'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:46.522620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64d270-2da6-4839-bc39-b15430da1217 req-01a52fb1-7aa8-45c9-8fe3-23e3f30b55c0 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:46.530888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b64d270-2da6-4839-bc39-b15430da1217 req-01a52fb1-7aa8-45c9-8fe3-23e3f30b55c0 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 945 time: 0.1449871 Feb 10 04:17:46.550114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:46.551187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c02288-c45e-49d8-9c1a-617fec1708bd None None] The sync data for ids ['81349dc7-6d88-4f1b-93a2-e250030483ed'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:46.634916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b64d270-2da6-4839-bc39-b15430da1217 req-83a726f2-241a-4458-84c1-f260de11f271 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030574 Feb 10 04:17:46.648930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router (81349dc7-6d88-4f1b-93a2-e250030483ed), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:46.730074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-12392b06-6901-414c-a526-6a57e5905d1e tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:46.730074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-12392b06-6901-414c-a526-6a57e5905d1e tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 945 time: 0.1710224 Feb 10 04:17:46.840407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (81349dc7-6d88-4f1b-93a2-e250030483ed), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:46.864309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60fa30-82a0-4621-a81b-a2f331ba57f2 req-a7c952ad-0c08-4da8-99ff-8e7c7471e796 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:46.866016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff60fa30-82a0-4621-a81b-a2f331ba57f2 req-a7c952ad-0c08-4da8-99ff-8e7c7471e796 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.0861144 Feb 10 04:17:46.906018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:46.916859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Deleting port 6530a869-7ca5-4edf-947b-9a8bb4a45caf {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:46.917521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:46.921891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff60fa30-82a0-4621-a81b-a2f331ba57f2 req-344f5f31-d45c-43d5-ac75-1d402bab2e4f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Feb 10 04:17:46.954692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:46.979483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 8b65ca87-11d8-42f4-b862-9c10a15b11d8 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:46.979908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8b65ca87-11d8-42f4-b862-9c10a15b11d8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.008722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.024585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Deleting port f38f038b-d5d6-4ab6-b480-949671fc43cd {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:47.024933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.059489 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8b65ca87-11d8-42f4-b862-9c10a15b11d8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.067115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] For port 6530a869-7ca5-4edf-947b-9a8bb4a45caf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6530a869-7ca5-4edf-947b-9a8bb4a45caf,segment=NetworkSegment(e2dd22be-e872-48bb-bbc4-0a07e380fd78),segment_id=e2dd22be-e872-48bb-bbc4-0a07e380fd78)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:47.067488 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.071531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 8b65ca87-11d8-42f4-b862-9c10a15b11d8 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:47.076578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.089056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['67325358-b0c1-4de4-9b40-21cc624cb6c5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:47.118373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Calling delete_port for 6530a869-7ca5-4edf-947b-9a8bb4a45caf owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:47.180027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:47.180673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.182080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e8b7da0-e273-4eec-bbdf-ccc6af529b15 req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "PUT /v2.0/ports/67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 981 time: 0.8486862 Feb 10 04:17:47.185823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:47.189258 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c906dcda-e033-4f79-bbf6-d1d62905fcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:47.268282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] For port f38f038b-d5d6-4ab6-b480-949671fc43cd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=f38f038b-d5d6-4ab6-b480-949671fc43cd,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:47.268696 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.272909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['67325358-b0c1-4de4-9b40-21cc624cb6c5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:47.282782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2b708-7995-41e7-a653-97a66770d8cb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event updated for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:47.294983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Calling delete_port for f38f038b-d5d6-4ab6-b480-949671fc43cd owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:47.362214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-671f7f64-232f-4d08-9f88-b4bce49381f4 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1356368979&fields=id&tenant_id=4a5226dc54784eb6a4d7f1ab668e567e HTTP/1.1" status: 200 len: 267 time: 0.0561242 Feb 10 04:17:47.445744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-df435f35-e339-4cf3-8db7-dee01863c45b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:47.454935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-df435f35-e339-4cf3-8db7-dee01863c45b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 984 time: 0.0839798 Feb 10 04:17:47.468047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Request body: {'port': {'security_groups': ['a1f6468d-3c49-4a34-af05-19872551a516']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:47.595578 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed32630c-2ed9-4fca-bfa6-2bb2d33119c5 x-openstack-request-id: req-ed32630c-2ed9-4fca-bfa6-2bb2d33119c5 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:47.597187 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:47.597622 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed32630c-2ed9-4fca-bfa6-2bb2d33119c5 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:47.598831 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'status': 'completed', 'code': 200} Feb 10 04:17:47.602403 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8b65ca87-11d8-42f4-b862-9c10a15b11d8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.604079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.668113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=8b65ca87-11d8-42f4-b862-9c10a15b11d8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:47.702293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6530a869-7ca5-4edf-947b-9a8bb4a45caf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.795733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Pushing event deleted for resources: {'Port': ['ID=6530a869-7ca5-4edf-947b-9a8bb4a45caf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:47.828332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-6b5d0144-5f0b-491e-88b6-3716737ea10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:47.829870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-6b5d0144-5f0b-491e-88b6-3716737ea10a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1166 time: 0.2286568 Feb 10 04:17:47.838874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (81349dc7-6d88-4f1b-93a2-e250030483ed), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.888632 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f38f038b-d5d6-4ab6-b480-949671fc43cd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:47.899739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['f38f038b-d5d6-4ab6-b480-949671fc43cd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:47.931664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Pushing event deleted for resources: {'Port': ['ID=f38f038b-d5d6-4ab6-b480-949671fc43cd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:47.980186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b330c7b-297c-4535-ad39-ac509ba4711d req-935b5c87-25b4-449f-bfda-0c71e98f73f9 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:47.982061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b330c7b-297c-4535-ad39-ac509ba4711d req-935b5c87-25b4-449f-bfda-0c71e98f73f9 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 867 time: 0.1880641 Feb 10 04:17:47.997044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (81349dc7-6d88-4f1b-93a2-e250030483ed), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.039697 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_controller (81349dc7-6d88-4f1b-93a2-e250030483ed), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.097275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] No DVR routers for this DVR port f38f038b-d5d6-4ab6-b480-949671fc43cd on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:48.103061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.106320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-624da396-7889-4ef4-b62a-7f7baf80dc32 req-c1b38e09-7c50-4c6a-bd72-d9fb978df49b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "DELETE /v2.0/ports/f38f038b-d5d6-4ab6-b480-949671fc43cd HTTP/1.1" status: 204 len: 173 time: 1.3542626 Feb 10 04:17:48.153266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-c4805346-638c-4161-8bff-eed2707a58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:48.154815 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-c4805346-638c-4161-8bff-eed2707a58b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.3109329 Feb 10 04:17:48.173019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b330c7b-297c-4535-ad39-ac509ba4711d req-6bfdd904-bc33-4c70-9c7f-a23d781d1dc3 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613564 Feb 10 04:17:48.194586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:48.197220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (38c87461-3dfc-42f4-b043-e769a0a0ca30), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.251557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.282106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (81349dc7-6d88-4f1b-93a2-e250030483ed), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.282624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Fanout notify agent at l3_agent the message router_deleted on router 81349dc7-6d88-4f1b-93a2-e250030483ed {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:17:48.290873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.292593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7489f1cc-83a1-4709-bc85-62f661748d17 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/routers/81349dc7-6d88-4f1b-93a2-e250030483ed HTTP/1.1" status: 204 len: 168 time: 1.8554699 Feb 10 04:17:48.296206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43782) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:48.297478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-68523c57-7f15-4588-897e-76c9fe18a335 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.1348336 Feb 10 04:17:48.307629 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.364440 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.375796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['67325358-b0c1-4de4-9b40-21cc624cb6c5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:48.392550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab200c-d6aa-4d71-85e6-c85a3a62ae4b req-88e7a7fa-b37b-4b2c-8212-2aaf164b3f78 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:48.395816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbab200c-d6aa-4d71-85e6-c85a3a62ae4b req-88e7a7fa-b37b-4b2c-8212-2aaf164b3f78 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1206167 Feb 10 04:17:48.559364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbab200c-d6aa-4d71-85e6-c85a3a62ae4b req-0931a18c-0a37-43b9-90a9-3e6775facf39 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570835 Feb 10 04:17:48.631883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Router 38c87461-3dfc-42f4-b043-e769a0a0ca30 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:48.756589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:48.764701 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-91614428-4d3e-4801-a18f-5aef4a038969 admin admin] 10.222.0.42 "PUT /v2.0/routers/38c87461-3dfc-42f4-b043-e769a0a0ca30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9118507 Feb 10 04:17:48.765595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43784) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:48.773740 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] Sync routers for ids ['38c87461-3dfc-42f4-b043-e769a0a0ca30'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:48.791613 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] Routers {'38c87461-3dfc-42f4-b043-e769a0a0ca30'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:48.792553 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['38c87461-3dfc-42f4-b043-e769a0a0ca30'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:48.827095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-7debc7dd-e81a-4d3b-8723-10a818f8ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:48.828668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-7debc7dd-e81a-4d3b-8723-10a818f8ad0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.5226002 Feb 10 04:17:48.835480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting subnet 6d479d6d-3ab7-4379-8b88-88d600392aca {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:17:48.881559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for subnet (6d479d6d-3ab7-4379-8b88-88d600392aca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.932114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:48.932901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.934405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cfb31541-d0ae-43da-832a-b981ab8bf8ec req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "PUT /v2.0/ports/67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 942 time: 1.4785657 Feb 10 04:17:48.954819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:48.956922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks [] for router (38c87461-3dfc-42f4-b043-e769a0a0ca30), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:48.958274 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:48.964364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['67325358-b0c1-4de4-9b40-21cc624cb6c5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:17:48.971398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-d2f40d73-8d84-47d4-a9cb-2f5fc9afc1a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062758 Feb 10 04:17:48.981189 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] Set router 38c87461-3dfc-42f4-b043-e769a0a0ca30 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:48.991721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b9994-283a-4fae-9c9d-9529e456586b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event updated for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=7']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:49.021393 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710b7716-f986-437a-8920-b8617621151b x-openstack-request-id: req-710b7716-f986-437a-8920-b8617621151b {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:49.022014 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:49.022014 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-710b7716-f986-437a-8920-b8617621151b {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:49.022565 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'status': 'completed', 'code': 200} Feb 10 04:17:49.039217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (6d479d6d-3ab7-4379-8b88-88d600392aca), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:49.219588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6d479d6d-3ab7-4379-8b88-88d600392aca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:49.322245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-49dfad13-d697-4f48-9bb3-f8f18d5463d2 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415043 Feb 10 04:17:49.365670 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:17:47Z', 'revision_number': 5, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:49.394451 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] Checking router: 38c87461-3dfc-42f4-b043-e769a0a0ca30 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:17:49.409949 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] Routers {'38c87461-3dfc-42f4-b043-e769a0a0ca30'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:49.413748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd0c5c5f-b495-4d9c-ae7a-3ff4a9eff509 req-7818c7d0-9d50-45eb-8e3b-5659c957ed3f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436bcc6-cc54-4a83-90cb-4babd1dfbcbb HTTP/1.1" status: 200 len: 210 time: 0.0451975 Feb 10 04:17:49.426554 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['38c87461-3dfc-42f4-b043-e769a0a0ca30'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:49.488203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (6d479d6d-3ab7-4379-8b88-88d600392aca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:49.505392 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:49.511640 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/subnets/6d479d6d-3ab7-4379-8b88-88d600392aca HTTP/1.1" status: 204 len: 168 time: 1.2103059 Feb 10 04:17:49.520035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a20e2-f302-4637-9f9c-8ca5cbffc7a6 None None] Network f111e2b9-c2d0-4736-bdaa-f2957dab85e2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:49.551162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43794) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:49.576800 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] Set router 38c87461-3dfc-42f4-b043-e769a0a0ca30 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:49.723282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f111e2b9-c2d0-4736-bdaa-f2957dab85e2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:49.727022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c906dcda-e033-4f79-bbf6-d1d62905fcfb req-2399dd62-8cf4-4324-80dc-38c9782fbd4d service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958862 Feb 10 04:17:49.730086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93ea87-8bf0-4ab9-b444-70607c362c9b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Subnet': ['ID=6d479d6d-3ab7-4379-8b88-88d600392aca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:49.754877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] DHCP port deletion for f111e2b9-c2d0-4736-bdaa-f2957dab85e2 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:17:49.870564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] Deleting port 05b93954-dc4f-497b-ba14-938f1bddafb7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:49.873593 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:49.876841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e2bbe-dbc5-4f3e-b0b1-565146bc55bf req-2d975898-7649-4056-a79c-d2a11e18da40 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:49.879007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-360e2bbe-dbc5-4f3e-b0b1-565146bc55bf req-2d975898-7649-4056-a79c-d2a11e18da40 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1742296 Feb 10 04:17:49.883606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-a27512a8-80b5-402f-b4b6-8a974f6e8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:49.885264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-a27512a8-80b5-402f-b4b6-8a974f6e8d8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.1055508 Feb 10 04:17:49.892359 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:17:47Z', 'revision_number': 5, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:49.922621 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f8ca6-7557-44f4-a7d5-824633aa02e3 None None] The sync data for ids ['38c87461-3dfc-42f4-b043-e769a0a0ca30'] in n-d-827844-2 is: [{'id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'name': 'tempest-TaggedBootDevicesTest-1102604151-router', 'tenant_id': 'bdf013b9521543859a1379f846509f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:08:44Z', 'updated_at': '2022-02-10T04:17:47Z', 'revision_number': 5, 'project_id': 'bdf013b9521543859a1379f846509f1f', 'gw_port': {'id': '02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c87461-3dfc-42f4-b043-e769a0a0ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:08:46Z', 'updated_at': '2022-02-10T04:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:50.013946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] For port 05b93954-dc4f-497b-ba14-938f1bddafb7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b93954-dc4f-497b-ba14-938f1bddafb7,segment=NetworkSegment(3faa38c5-335f-4055-b52c-3ec4fe177134),segment_id=3faa38c5-335f-4055-b52c-3ec4fe177134)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:50.014569 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.035802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-378cb426-0bdf-4203-b22f-44f69eb63b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:50.037924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-378cb426-0bdf-4203-b22f-44f69eb63b88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.1374998 Feb 10 04:17:50.039546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] Calling delete_port for 05b93954-dc4f-497b-ba14-938f1bddafb7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:50.062422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'name': 'network-vif-deleted', 'tag': 'f38f038b-d5d6-4ab6-b480-949671fc43cd'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:50.064632 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77eea6f-a23c-4ce9-b0b6-5b1ac025c6c9" -d '{"events": [{"server_uuid": "8436bcc6-cc54-4a83-90cb-4babd1dfbcbb", "name": "network-vif-deleted", "tag": "f38f038b-d5d6-4ab6-b480-949671fc43cd"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:50.093705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 05b93954-dc4f-497b-ba14-938f1bddafb7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:50.094321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.110650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-f9899647-746f-4286-b1fa-05da937205d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0638423 Feb 10 04:17:50.134224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-360e2bbe-dbc5-4f3e-b0b1-565146bc55bf req-b8bc26e9-be64-4723-8891-34e6b30b9276 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448919 Feb 10 04:17:50.200987 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb389d7a-aa52-4594-bc86-133d40a5810c x-openstack-request-id: req-cb389d7a-aa52-4594-bc86-133d40a5810c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:50.201435 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436bcc6-cc54-4a83-90cb-4babd1dfbcbb", "name": "network-vif-deleted", "tag": "f38f038b-d5d6-4ab6-b480-949671fc43cd", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:50.201788 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb389d7a-aa52-4594-bc86-133d40a5810c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:50.202303 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436bcc6-cc54-4a83-90cb-4babd1dfbcbb', 'name': 'network-vif-deleted', 'tag': 'f38f038b-d5d6-4ab6-b480-949671fc43cd', 'status': 'completed', 'code': 200} Feb 10 04:17:50.202970 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.222531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] No DVR routers for this DVR port 05b93954-dc4f-497b-ba14-938f1bddafb7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:50.224928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-08261240-1886-4dfa-a5e3-14b56bb0f113 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2589881 Feb 10 04:17:50.227260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks [] for router_gateway (38c87461-3dfc-42f4-b043-e769a0a0ca30), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.238490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:50.240918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] For port 05b93954-dc4f-497b-ba14-938f1bddafb7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b93954-dc4f-497b-ba14-938f1bddafb7,segment=NetworkSegment(3faa38c5-335f-4055-b52c-3ec4fe177134),segment_id=3faa38c5-335f-4055-b52c-3ec4fe177134)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:50.241233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.258761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86232fa1-7ee7-444a-b70a-39b04c22870c None None] Pushing event deleted for resources: {'Port': ['ID=05b93954-dc4f-497b-ba14-938f1bddafb7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:50.259636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-a40af6ae-898e-4ab7-81cc-89b980bba87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:50.265910 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-a40af6ae-898e-4ab7-81cc-89b980bba87d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.1363037 Feb 10 04:17:50.270768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 05b93954-dc4f-497b-ba14-938f1bddafb7 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:50.305715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-e8cfbd6c-392c-484b-b88c-961d90bedc10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328646 Feb 10 04:17:50.332349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05b93954-dc4f-497b-ba14-938f1bddafb7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:50.377079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.383135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 05b93954-dc4f-497b-ba14-938f1bddafb7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:50.383598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05b93954-dc4f-497b-ba14-938f1bddafb7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:50.411259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f38f038b-d5d6-4ab6-b480-949671fc43cd no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:50.467712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: f38f038b-d5d6-4ab6-b480-949671fc43cd {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:50.468051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device f38f038b-d5d6-4ab6-b480-949671fc43cd not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:50.478216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-f11d1b02-b932-4c16-a355-e2d9954c44ae service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296217 Feb 10 04:17:50.480816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (05b93954-dc4f-497b-ba14-938f1bddafb7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.504377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] No DVR routers for this DVR port 05b93954-dc4f-497b-ba14-938f1bddafb7 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:50.586135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Deleting port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:50.586547 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.657749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f111e2b9-c2d0-4736-bdaa-f2957dab85e2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.681280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.700014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] For port 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:50.700378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.707540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=05b93954-dc4f-497b-ba14-938f1bddafb7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:50.722455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f111e2b9-c2d0-4736-bdaa-f2957dab85e2']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:50.748275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Calling delete_port for 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:50.755583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faa38c5-335f-4055-b52c-3ec4fe177134') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:50.755880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faa38c5-335f-4055-b52c-3ec4fe177134') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:50.782153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (3faa38c5-335f-4055-b52c-3ec4fe177134), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.839401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3faa38c5-335f-4055-b52c-3ec4fe177134), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.842961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fcd0d21-4edf-4b57-9c66-a3cb45293a8e req-e80edf72-05e4-487c-a12a-00cf96cd5ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510473 Feb 10 04:17:50.851758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:17:50.852360 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (3faa38c5-335f-4055-b52c-3ec4fe177134), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:17:50.855690 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:17:50.886763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Allocated IP 172.25.8.151 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/3ce85068-7db7-4af1-98bf-7f8083954568) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:50.925277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a9fd8ec3-f3df-4157-aef3-1fe28f01b4c9 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:50.926856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a9fd8ec3-f3df-4157-aef3-1fe28f01b4c9 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/networks?id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 HTTP/1.1" status: 200 len: 806 time: 0.2211235 Feb 10 04:17:50.947692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-ef882c7b-d39c-43c3-893b-919df61e9742 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/quotas/3c0f63585143411a8fa1d0f5060d6bfc HTTP/1.1" status: 200 len: 375 time: 0.0108554 Feb 10 04:17:50.986338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-90f4c8e4-7c2b-4f7d-b520-c0ab75a6e5ef tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320683 Feb 10 04:17:51.024955 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f111e2b9-c2d0-4736-bdaa-f2957dab85e2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.082775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.090242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/networks/f111e2b9-c2d0-4736-bdaa-f2957dab85e2 HTTP/1.1" status: 204 len: 168 time: 1.5357504 Feb 10 04:17:51.091763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43818) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:51.104560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for port (3ce85068-7db7-4af1-98bf-7f8083954568), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.107180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa505b0-814f-4dd7-b3b2-b061c0055157 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Network': ['ID=f111e2b9-c2d0-4736-bdaa-f2957dab85e2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:51.144264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-acd53a14-21ff-4997-829a-874d3ed05b74 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504512 Feb 10 04:17:51.146421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.219428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Pushing event deleted for resources: {'Port': ['ID=02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:51.248265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a3cb949f-af26-452f-8492-c79171d809b7 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968881 Feb 10 04:17:51.341220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (38c87461-3dfc-42f4-b043-e769a0a0ca30), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.413474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3ce85068-7db7-4af1-98bf-7f8083954568), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.426652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 75c3733b-5728-4a1a-81b5-d329e6cadf40 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:51.431744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.497959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (38c87461-3dfc-42f4-b043-e769a0a0ca30), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.508245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks [] for router_controller (38c87461-3dfc-42f4-b043-e769a0a0ca30), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.569918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:51.597101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event updated for resources: {'Port': ['ID=3ce85068-7db7-4af1-98bf-7f8083954568,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:51.603202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:51.607198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:51.635692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1aa0-383b-497f-ba33-fa9c399779b1 req-5e7fe740-05da-4280-b0ef-0ad8114eb115 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:51.645267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c5e1aa0-383b-497f-ba33-fa9c399779b1 req-5e7fe740-05da-4280-b0ef-0ad8114eb115 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1085899 Feb 10 04:17:51.669470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.669804 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (75c3733b-5728-4a1a-81b5-d329e6cadf40), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.688017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 75c3733b-5728-4a1a-81b5-d329e6cadf40 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:51.703854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c5e1aa0-383b-497f-ba33-fa9c399779b1 req-9c834e92-4634-440c-a1d0-3754cc677765 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Feb 10 04:17:51.704630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (38c87461-3dfc-42f4-b043-e769a0a0ca30), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.705969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c87461-3dfc-42f4-b043-e769a0a0ca30 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:17:51.762250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.766679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-20f37363-cf03-463d-b051-721ae8935308 admin admin] 10.222.0.42 "DELETE /v2.0/routers/38c87461-3dfc-42f4-b043-e769a0a0ca30 HTTP/1.1" status: 204 len: 168 time: 3.0000849 Feb 10 04:17:51.771810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43832) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:51.811558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-393ea2a1-6650-4d16-bc63-454742acf373 req-fc8c11b3-15f3-441e-a5ac-cc4b8e4169a0 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 210 time: 0.0473855 Feb 10 04:17:51.866662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (44738b2a-478e-4117-b94d-39ef0a372e92), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.871746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] Deleting subnet ed68e256-37c8-4c75-91e7-5276276b38e2 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:17:51.881382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] Publish callbacks [] for subnet (ed68e256-37c8-4c75-91e7-5276276b38e2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:51.930100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (ed68e256-37c8-4c75-91e7-5276276b38e2), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.028646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3ce85068-7db7-4af1-98bf-7f8083954568), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.110393 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (ed68e256-37c8-4c75-91e7-5276276b38e2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.173623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (75c3733b-5728-4a1a-81b5-d329e6cadf40), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.266807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=75c3733b-5728-4a1a-81b5-d329e6cadf40,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:52.312343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:52.343553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:52.343553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02df4f0f-c379-47f0-9cf7-3c2efaf1a6aa not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:52.343810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6530a869-7ca5-4edf-947b-9a8bb4a45caf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:52.363845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6530a869-7ca5-4edf-947b-9a8bb4a45caf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:52.364192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6530a869-7ca5-4edf-947b-9a8bb4a45caf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:52.372138 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for port (3ce85068-7db7-4af1-98bf-7f8083954568), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.380010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for floatingip (01cc4c5d-41c4-4051-987f-33fe8371dcb0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.382676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.387300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-541f308d-4b4e-48b4-bf79-451e98165188 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/floatingips/01cc4c5d-41c4-4051-987f-33fe8371dcb0 HTTP/1.1" status: 204 len: 168 time: 1.2907844 Feb 10 04:17:52.387300 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (ed68e256-37c8-4c75-91e7-5276276b38e2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.387939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43838) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:52.399958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.406308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed68e256-37c8-4c75-91e7-5276276b38e2 HTTP/1.1" status: 204 len: 168 time: 0.6319664 Feb 10 04:17:52.419357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2da473-9f8a-4e61-b6f5-e2d73dd668e4 None None] Network fff0c709-b485-4452-b77e-24a73306a045 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:17:52.424391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43840) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:52.430677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3cfb6-a3c1-4d0b-8439-f42cc0c86c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed68e256-37c8-4c75-91e7-5276276b38e2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:52.432945 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e70202-48dc-4a16-a36c-6e643343294f tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] DELETE failed (client error): The resource could not be found. Feb 10 04:17:52.433618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e70202-48dc-4a16-a36c-6e643343294f tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:17:52.439894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43842) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:52.441049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-10e70202-48dc-4a16-a36c-6e643343294f tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/ports/9ccab168-9c8e-4fc2-89f1-f3f6f152c741 HTTP/1.1" status: 404 len: 333 time: 0.0506942 Feb 10 04:17:52.453815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3ce85068-7db7-4af1-98bf-7f8083954568), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.485170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-607dc0dc-1da8-4e2e-a779-c87f9718695d tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "GET /v2.0/ports?device_id=81349dc7-6d88-4f1b-93a2-e250030483ed HTTP/1.1" status: 200 len: 205 time: 0.0432074 Feb 10 04:17:52.491424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43844) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:52.522856 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (fff0c709-b485-4452-b77e-24a73306a045), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.575482 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-b2d496bd-3701-4f8f-a731-1a88354c7e82 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] delete failed (client error): The resource could not be found. Feb 10 04:17:52.576693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b2d496bd-3701-4f8f-a731-1a88354c7e82 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/routers/81349dc7-6d88-4f1b-93a2-e250030483ed HTTP/1.1" status: 404 len: 336 time: 0.0843000 Feb 10 04:17:52.579794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43846) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:52.609732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event updated for resources: {'Port': ['ID=3ce85068-7db7-4af1-98bf-7f8083954568,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:52.616220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (44738b2a-478e-4117-b94d-39ef0a372e92), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.652567 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a04605-ce31-4178-976e-28b0a81f66c4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] DELETE failed (client error): The resource could not be found. Feb 10 04:17:52.652567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a04605-ce31-4178-976e-28b0a81f66c4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:17:52.652567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-58a04605-ce31-4178-976e-28b0a81f66c4 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/subnets/6d479d6d-3ab7-4379-8b88-88d600392aca HTTP/1.1" status: 404 len: 337 time: 0.0713968 Feb 10 04:17:52.654912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43848) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:52.663204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Deleting port 05b1e893-8fe6-40fe-8acf-e20da73f5219 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:52.663548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.681655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] DHCP port deletion for fff0c709-b485-4452-b77e-24a73306a045 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:17:52.699134 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.700791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-fec67619-a580-4463-8eb9-8c8d1b57824a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4673090 Feb 10 04:17:52.779492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] Deleting port 05b1e893-8fe6-40fe-8acf-e20da73f5219 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:52.780146 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.813069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-2e69f50d-40b0-437f-a048-753f6b008813 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1063676 Feb 10 04:17:52.903933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] For port 05b1e893-8fe6-40fe-8acf-e20da73f5219, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b1e893-8fe6-40fe-8acf-e20da73f5219,segment=NetworkSegment(e2dd22be-e872-48bb-bbc4-0a07e380fd78),segment_id=e2dd22be-e872-48bb-bbc4-0a07e380fd78)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:52.904259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.933932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] For port 05b1e893-8fe6-40fe-8acf-e20da73f5219, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05b1e893-8fe6-40fe-8acf-e20da73f5219,segment=NetworkSegment(e2dd22be-e872-48bb-bbc4-0a07e380fd78),segment_id=e2dd22be-e872-48bb-bbc4-0a07e380fd78)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:17:52.934588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:52.961604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] Calling delete_port for 05b1e893-8fe6-40fe-8acf-e20da73f5219 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:52.962089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Calling delete_port for 05b1e893-8fe6-40fe-8acf-e20da73f5219 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:52.998114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port e0006019-0ec5-4ad2-ba4a-6aa5226673b1 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:52.999603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e0006019-0ec5-4ad2-ba4a-6aa5226673b1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.020939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-7d90f1d7-e8b1-4428-ba9c-df59f1086beb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:53.022592 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-7d90f1d7-e8b1-4428-ba9c-df59f1086beb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1986523 Feb 10 04:17:53.034011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-b4ca6692-68a8-4b5a-9226-d84d33f97e59 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:17:53.035604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4632b75-a0e5-4504-91c8-4dce8861f3f9 req-b4ca6692-68a8-4b5a-9226-d84d33f97e59 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071068 Feb 10 04:17:53.106531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068c7f7-a709-4d40-887f-b1efb93bf66b req-4b6c419f-42b0-4b75-9644-075f4511ef33 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:53.108601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f068c7f7-a709-4d40-887f-b1efb93bf66b req-4b6c419f-42b0-4b75-9644-075f4511ef33 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.2660313 Feb 10 04:17:53.163719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f5faf285-350b-40c1-a210-317f7abe1056 req-6f79e7d0-a52d-49da-8982-6443d947ea82 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 210 time: 0.0438786 Feb 10 04:17:53.287747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.304660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] No DVR routers for this DVR port 05b1e893-8fe6-40fe-8acf-e20da73f5219 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:53.311767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e0006019-0ec5-4ad2-ba4a-6aa5226673b1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.349874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caa9da-ef4b-4a81-a9f6-7fdd8b2e2e50 None None] Pushing event deleted for resources: {'Port': ['ID=05b1e893-8fe6-40fe-8acf-e20da73f5219,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:53.367643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for e0006019-0ec5-4ad2-ba4a-6aa5226673b1 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:53.389277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f068c7f7-a709-4d40-887f-b1efb93bf66b req-7e8e8168-f53c-4f70-a3ff-347488b36350 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946690 Feb 10 04:17:53.394140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (05b1e893-8fe6-40fe-8acf-e20da73f5219), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.417437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-f50c878b-1950-4465-aa08-75fea4a915e2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:53.418658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-f50c878b-1950-4465-aa08-75fea4a915e2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1204791 Feb 10 04:17:53.454559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Pushing event deleted for resources: {'Port': ['ID=05b1e893-8fe6-40fe-8acf-e20da73f5219,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:53.461018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] No DVR routers for this DVR port 05b1e893-8fe6-40fe-8acf-e20da73f5219 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:17:53.485764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-1b5fe973-18b2-4b62-babf-f131e3afb77b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.0561104 Feb 10 04:17:53.500667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Request body: {'floatingip': {'port_id': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:53.544072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (44738b2a-478e-4117-b94d-39ef0a372e92), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.555708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (fff0c709-b485-4452-b77e-24a73306a045), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.584676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff0c709-b485-4452-b77e-24a73306a045']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:53.597445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dd22be-e872-48bb-bbc4-0a07e380fd78') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:53.597971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dd22be-e872-48bb-bbc4-0a07e380fd78') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:53.634595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (e2dd22be-e872-48bb-bbc4-0a07e380fd78), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.658300 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e2dd22be-e872-48bb-bbc4-0a07e380fd78), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.673385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:17:53.673880 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (e2dd22be-e872-48bb-bbc4-0a07e380fd78), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:17:53.675714 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:17:53.751435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e0006019-0ec5-4ad2-ba4a-6aa5226673b1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.783229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=e0006019-0ec5-4ad2-ba4a-6aa5226673b1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:53.850206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (fff0c709-b485-4452-b77e-24a73306a045), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.854929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.858258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] 10.222.0.42 "DELETE /v2.0/networks/fff0c709-b485-4452-b77e-24a73306a045 HTTP/1.1" status: 204 len: 168 time: 1.4319830 Feb 10 04:17:53.889016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821910d-6681-439a-afff-c15dc564732a admin admin] Pushing event deleted for resources: {'Network': ['ID=fff0c709-b485-4452-b77e-24a73306a045,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:53.918463 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:17:53.949603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:53.955134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8cb56905-ca83-4b9f-85d8-5b5c7865d80c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/ports/e0006019-0ec5-4ad2-ba4a-6aa5226673b1 HTTP/1.1" status: 204 len: 168 time: 1.2992663 Feb 10 04:17:53.955858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43860) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:54.051423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-b93049fb-13a6-43b8-95a3-68f1e38a6f3c tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:54.052914 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-b93049fb-13a6-43b8-95a3-68f1e38a6f3c tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "GET /v2.0/networks?id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 HTTP/1.1" status: 200 len: 806 time: 0.2144356 Feb 10 04:17:54.096962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05b1e893-8fe6-40fe-8acf-e20da73f5219 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:17:54.099244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Request body: {'port': {'device_id': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2', 'admin_state_up': True, 'tenant_id': '3c0f63585143411a8fa1d0f5060d6bfc'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:54.124220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 05b1e893-8fe6-40fe-8acf-e20da73f5219 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:17:54.124881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05b1e893-8fe6-40fe-8acf-e20da73f5219 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:17:54.145727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.211091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (44738b2a-478e-4117-b94d-39ef0a372e92), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.220743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port 01d75c80-8b29-47c0-ae58-f0c290439ada {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:54.221089 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (01d75c80-8b29-47c0-ae58-f0c290439ada), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.268919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43864) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:54.376009 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Floating IP 44738b2a-478e-4117-b94d-39ef0a372e92 associated. External IP: 172.25.8.151, port: 67325358-b0c1-4de4-9b40-21cc624cb6c5. Feb 10 04:17:54.384209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e694ab72-e072-4359-8b72-d7f19d2d2b6f req-f0b4b53a-2e03-4b7e-b023-18487a0a8ec4 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 210 time: 0.0617216 Feb 10 04:17:54.427107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (01d75c80-8b29-47c0-ae58-f0c290439ada), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.442353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3306c5ea-5aa7-4eef-9e7b-8ca14cd96ba8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=002f341f53464ed5847cc432e5b3fe57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721940 Feb 10 04:17:54.445857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43870) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:54.448153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for 01d75c80-8b29-47c0-ae58-f0c290439ada owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:54.457519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Made reservation on behalf of 3c0f63585143411a8fa1d0f5060d6bfc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:54.461006 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.642057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Router fdb9b38c-b245-48de-b189-9eecaed4e544 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:54.664076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-902aa2ce-4a4e-445e-9135-e59f6bc2d12f admin admin] Publish callbacks [] for security_group (e147fb72-51cb-4968-8bc8-f047e0a5c501), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.702783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952ecde-f1e0-4b44-a493-403fb5fdee6d req-a5394169-d92c-4d7f-a1b9-4a6cfce64929 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:54.704330 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e952ecde-f1e0-4b44-a493-403fb5fdee6d req-a5394169-d92c-4d7f-a1b9-4a6cfce64929 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.2146699 Feb 10 04:17:54.742399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-902aa2ce-4a4e-445e-9135-e59f6bc2d12f admin admin] Publish callbacks [] for security_group (e147fb72-51cb-4968-8bc8-f047e0a5c501), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.766148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:54.771783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.789911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] Sync routers for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:54.806912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:54.808029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:54.845938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-14cddaa3-b571-43a6-ae68-59d9a318fbc8 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "PUT /v2.0/floatingips/44738b2a-478e-4117-b94d-39ef0a372e92 HTTP/1.1" status: 200 len: 996 time: 1.3519554 Feb 10 04:17:54.846808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:54.850399 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a6d2af-9e76-426e-a9f6-1113c5982a10" -d '{"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:54.865167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Allocated IP 172.20.0.4 (a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2/fbdbee0c-6f53-4403-83c9-d49087b1d1c6/5fd91c77-d94f-4835-8a68-61b8100cba04) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:17:54.875349 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e952ecde-f1e0-4b44-a493-403fb5fdee6d req-0d994c2d-4840-40f1-8574-63a959c76c18 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386988 Feb 10 04:17:54.948532 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17965fb-bf90-4785-9a36-e21df7139e92 x-openstack-request-id: req-c17965fb-bf90-4785-9a36-e21df7139e92 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:54.949564 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:54.949990 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c17965fb-bf90-4785-9a36-e21df7139e92 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:54.952124 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'status': 'completed', 'code': 200} Feb 10 04:17:54.952270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (01d75c80-8b29-47c0-ae58-f0c290439ada), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:54.953864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-0eb69279-e042-4094-a1f0-5bc8daff8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:54.955918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-0eb69279-e042-4094-a1f0-5bc8daff8c69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.0947998 Feb 10 04:17:54.972024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:54.995248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=01d75c80-8b29-47c0-ae58-f0c290439ada,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:55.054337 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-902aa2ce-4a4e-445e-9135-e59f6bc2d12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e147fb72-51cb-4968-8bc8-f047e0a5c501), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:55.057489 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-902aa2ce-4a4e-445e-9135-e59f6bc2d12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:55.061741 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-902aa2ce-4a4e-445e-9135-e59f6bc2d12f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e147fb72-51cb-4968-8bc8-f047e0a5c501 HTTP/1.1" status: 204 len: 168 time: 0.6148655 Feb 10 04:17:55.152315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aa2ce-4a4e-445e-9135-e59f6bc2d12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e147fb72-51cb-4968-8bc8-f047e0a5c501,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:55.295961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '44738b2a-478e-4117-b94d-39ef0a372e92', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'port_id': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'mac_address': 'fa:16:3e:47:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:17:51Z', 'updated_at': '2022-02-10T04:17:54Z', 'revision_number': 1, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:47Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:55.347472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] Checking router: fdb9b38c-b245-48de-b189-9eecaed4e544 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:17:55.368493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:55.368493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:55.519323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:55.567876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-0ddfc7ba-e6f3-486f-83c0-6b4df62b3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:55.575160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-0ddfc7ba-e6f3-486f-83c0-6b4df62b3b9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.6049278 Feb 10 04:17:55.654694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-47212d7f-b778-44f8-b550-167e94f5ec7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 999 time: 0.0784945 Feb 10 04:17:55.666762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-12dc31e2-5f81-4824-9175-e98233c9017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:55.668170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-12dc31e2-5f81-4824-9175-e98233c9017c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.6631529 Feb 10 04:17:55.712782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45dba68b-403a-4eba-a390-a206a734a289 req-2ed8920c-e9ff-48b7-8cdb-d583fed6b8a9 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 210 time: 0.0539501 Feb 10 04:17:55.717598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:55.724727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bea9504f-65d0-4e4f-b6b2-b141762fb5d8 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/ports/01d75c80-8b29-47c0-ae58-f0c290439ada HTTP/1.1" status: 204 len: 168 time: 1.7652612 Feb 10 04:17:55.725385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43882) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:55.764736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-1d7ac780-98d7-455b-b280-6d846938372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:55.766492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-1d7ac780-98d7-455b-b280-6d846938372e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.1102281 Feb 10 04:17:55.806114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '44738b2a-478e-4117-b94d-39ef0a372e92', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'port_id': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'mac_address': 'fa:16:3e:47:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:17:51Z', 'updated_at': '2022-02-10T04:17:54Z', 'revision_number': 1, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:47Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:55.814282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks [] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:55.820129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-7917fec2-9570-4bba-8f76-73a19f0a4e08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444527 Feb 10 04:17:55.822208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77921570-f02c-47e1-8b21-986be870e61b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:55.823843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-77921570-f02c-47e1-8b21-986be870e61b tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f919320-5da1-4062-97fc-887556113163 HTTP/1.1" status: 200 len: 913 time: 0.0951715 Feb 10 04:17:55.826783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43884) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:55.838359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa0eae-7005-48a9-93f3-e91af053c73d None None] The sync data for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 is: [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '44738b2a-478e-4117-b94d-39ef0a372e92', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'port_id': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'mac_address': 'fa:16:3e:47:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:17:51Z', 'updated_at': '2022-02-10T04:17:54Z', 'revision_number': 1, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:47Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:55.844940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-4001dc77-03d5-4333-9823-b3d4c8f3250e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:17:55.845955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-4001dc77-03d5-4333-9823-b3d4c8f3250e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052168 Feb 10 04:17:55.882987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43886) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:55.884149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-ca8c6f3a-f359-41e1-8e2d-b27d58399d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:55.885618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-ca8c6f3a-f359-41e1-8e2d-b27d58399d05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.1977978 Feb 10 04:17:55.922036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:55.981944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:17:56.003978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:17:56.006439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:17:56.043958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Pushing event updated for resources: {'Port': ['ID=5fd91c77-d94f-4835-8a68-61b8100cba04,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:56.073381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:56.074012 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.091827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0c768-be32-44d9-8a06-f00e1259c787 req-c647ac93-77a3-4c24-9936-6f8300ae3a0b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:56.093391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7af0c768-be32-44d9-8a06-f00e1259c787 req-c647ac93-77a3-4c24-9936-6f8300ae3a0b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1377215 Feb 10 04:17:56.109083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-fae7222a-799c-4775-a9c1-5673f2e60568 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 999 time: 0.1976273 Feb 10 04:17:56.116863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b2d5270a-da2d-41c7-b1c5-e948495d2593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdf013b9521543859a1379f846509f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302082 Feb 10 04:17:56.119423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43890) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:56.128244 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d91ae8-d035-4911-8a64-0a68bae1d96d None None] New status for floating IP 44738b2a-478e-4117-b94d-39ef0a372e92: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:17:56.176149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7af0c768-be32-44d9-8a06-f00e1259c787 req-7ae373fe-8882-43d5-b21f-115ef73fe80a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744350 Feb 10 04:17:56.202148 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-a91b9024-8270-4627-a6e8-de5e40a9d1fc tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1159017 Feb 10 04:17:56.207875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67d827c2-e587-458b-8a55-6da4c280d202 admin admin] Publish callbacks [] for security_group (72ff46f8-6abb-44f7-87f9-59173994cecf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.215918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-3a106c97-cc53-4bbf-a2ea-8ac1d634a5bb service neutron] 10.222.0.42 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338692 Feb 10 04:17:56.216143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Request body: {'port': {'device_id': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:56.237041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-70453afe-7658-42a3-91b7-ab1deaedf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:56.240356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-70453afe-7658-42a3-91b7-ab1deaedf420 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.1209357 Feb 10 04:17:56.259440 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67d827c2-e587-458b-8a55-6da4c280d202 admin admin] Publish callbacks [] for security_group (72ff46f8-6abb-44f7-87f9-59173994cecf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.313756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.319335 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-1fef3486-d819-4f24-9a31-a4ccf34d5b3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650485 Feb 10 04:17:56.454736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67d827c2-e587-458b-8a55-6da4c280d202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (72ff46f8-6abb-44f7-87f9-59173994cecf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.454736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67d827c2-e587-458b-8a55-6da4c280d202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.454736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-67d827c2-e587-458b-8a55-6da4c280d202 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72ff46f8-6abb-44f7-87f9-59173994cecf HTTP/1.1" status: 204 len: 168 time: 0.3319955 Feb 10 04:17:56.469872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d827c2-e587-458b-8a55-6da4c280d202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff46f8-6abb-44f7-87f9-59173994cecf,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:56.501076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90bc33e6-060f-4e5c-874e-a94b390548f5 req-d1ea1c14-4d00-42cd-b1aa-54e8d00055e9 service neutron] 10.222.0.42 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736881 Feb 10 04:17:56.539828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-7bf99741-cd42-4c30-863d-797792f0a076 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113869 Feb 10 04:17:56.670946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-82a6d2af-9e76-426e-a9f6-1113c5982a10 req-15f8f2a2-562c-4ed0-948c-e2424d893bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239715 Feb 10 04:17:56.687357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6f919320-5da1-4062-97fc-887556113163), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.724932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd91c77-d94f-4835-8a68-61b8100cba04 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:17:56.742435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Publish callbacks [] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.776098 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-7312cba7-a939-4d28-aa60-5e109733820b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 1001 time: 0.1430242 Feb 10 04:17:56.780454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Transition to ACTIVE for port object 5fd91c77-d94f-4835-8a68-61b8100cba04 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:17:56.843649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-79c9cb80-1882-4e04-85d5-f9379a5447fb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:56.845074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-79c9cb80-1882-4e04-85d5-f9379a5447fb tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports/67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 942 time: 0.0611222 Feb 10 04:17:56.847115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:56.931626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075c757-0145-4cdb-a0f1-a8215a9bc2d9 req-b84b8a40-0ec5-45d3-89e9-115c102bc0e0 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:56.933770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c075c757-0145-4cdb-a0f1-a8215a9bc2d9 req-b84b8a40-0ec5-45d3-89e9-115c102bc0e0 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 943 time: 0.0914993 Feb 10 04:17:56.981518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Pushing event updated for resources: {'Port': ['ID=5fd91c77-d94f-4835-8a68-61b8100cba04,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:57.017589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-13a80995-dfd9-49f7-95c1-8a4a73481039 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 1001 time: 0.1142941 Feb 10 04:17:57.025695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c075c757-0145-4cdb-a0f1-a8215a9bc2d9 req-1b53bb44-644b-4b33-aef5-f474c0d2ba12 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826457 Feb 10 04:17:57.030924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Attempting to bind port 5fd91c77-d94f-4835-8a68-61b8100cba04 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:17:57.031261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Attempting to bind port 5fd91c77-d94f-4835-8a68-61b8100cba04 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:17:57.031588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Attempting to bind port 5fd91c77-d94f-4835-8a68-61b8100cba04 on network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:57.039748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Port 5fd91c77-d94f-4835-8a68-61b8100cba04 on network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:17:57.040074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Attempting to bind port 5fd91c77-d94f-4835-8a68-61b8100cba04 on network a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:17:57.063612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:17:57.063961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Checking segment: {'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:17:57.064376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Bound using segment: {'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:17:57.064773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Bound port: 5fd91c77-d94f-4835-8a68-61b8100cba04, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:17:57.065799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.081743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port e12eb39a-6069-48a2-8b5f-ff6ed7308911 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:57.082092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.170155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.185307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for e12eb39a-6069-48a2-8b5f-ff6ed7308911 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:57.196062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-97901195-9bce-4151-adfc-5f1121620c21 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:57.209160 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-97901195-9bce-4151-adfc-5f1121620c21 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1646361 Feb 10 04:17:57.209160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] For port 5fd91c77-d94f-4835-8a68-61b8100cba04, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:17:57.210870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-156ad7c8-9f4b-4b0e-9181-4caf45a511a2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:17:57.212004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-156ad7c8-9f4b-4b0e-9181-4caf45a511a2 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087056 Feb 10 04:17:57.213649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] For port 5fd91c77-d94f-4835-8a68-61b8100cba04, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fd91c77-d94f-4835-8a68-61b8100cba04,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:17:57.288636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-38a65cdc-7810-42f3-9e7d-6350d6f5f14b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 1001 time: 0.0693660 Feb 10 04:17:57.290138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.320334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:57.366324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:57.366963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.368293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b009152-390d-4a75-8eff-851db299b62c req-81e7a1cb-89b0-4d7d-bacb-08bf2baf091b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:57.368477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] 10.222.0.24 "PUT /v2.0/ports/5fd91c77-d94f-4835-8a68-61b8100cba04 HTTP/1.1" status: 200 len: 1091 time: 1.1581147 Feb 10 04:17:57.369816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b009152-390d-4a75-8eff-851db299b62c req-81e7a1cb-89b0-4d7d-bacb-08bf2baf091b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1145682 Feb 10 04:17:57.370422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'tag': '5fd91c77-d94f-4835-8a68-61b8100cba04'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:57.372866 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b635e-0501-4741-a3ff-c75a07658775" -d '{"events": [{"name": "network-changed", "server_uuid": "356ac4d5-cc6a-4e49-80fe-17ba4e74bba8", "tag": "5fd91c77-d94f-4835-8a68-61b8100cba04"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:57.411903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1570fc9-029c-42bb-adb1-025ac7056a2f service neutron] Pushing event updated for resources: {'Port': ['ID=5fd91c77-d94f-4835-8a68-61b8100cba04,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:57.413460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (44738b2a-478e-4117-b94d-39ef0a372e92), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.491719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b009152-390d-4a75-8eff-851db299b62c req-b696f6e5-1b31-4c50-83ab-84a68836d878 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014760 Feb 10 04:17:57.565751 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337051e0-f3c9-4b6d-b903-9330ab97e539 x-openstack-request-id: req-337051e0-f3c9-4b6d-b903-9330ab97e539 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:57.566078 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356ac4d5-cc6a-4e49-80fe-17ba4e74bba8", "tag": "5fd91c77-d94f-4835-8a68-61b8100cba04", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:57.566226 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-337051e0-f3c9-4b6d-b903-9330ab97e539 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:57.566631 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'tag': '5fd91c77-d94f-4835-8a68-61b8100cba04', 'status': 'completed', 'code': 200} Feb 10 04:17:57.573012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e12eb39a-6069-48a2-8b5f-ff6ed7308911), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.601930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=e12eb39a-6069-48a2-8b5f-ff6ed7308911,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:57.624325 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0009d5d3-5026-484e-ba87-2305d266889a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.625294 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.630960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-3c6718d5-be16-4bb3-ab6f-44724dfbc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:57.632490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-3c6718d5-be16-4bb3-ab6f-44724dfbc9f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 1125 time: 0.1010327 Feb 10 04:17:57.679963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-c1e02268-4f2e-4496-877b-28feff22be01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd91c77-d94f-4835-8a68-61b8100cba04 HTTP/1.1" status: 200 len: 217 time: 0.0405104 Feb 10 04:17:57.681824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (44738b2a-478e-4117-b94d-39ef0a372e92), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.682378 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Floating IP 44738b2a-478e-4117-b94d-39ef0a372e92 disassociated. External IP: 172.25.8.151, port: 67325358-b0c1-4de4-9b40-21cc624cb6c5. Feb 10 04:17:57.763056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:57.800815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-2127f715-5d1b-4b1d-a57a-2501682dabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:57.802460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-2127f715-5d1b-4b1d-a57a-2501682dabd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbdbee0c-6f53-4403-83c9-d49087b1d1c6 HTTP/1.1" status: 200 len: 846 time: 0.1148882 Feb 10 04:17:57.828573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6f919320-5da1-4062-97fc-887556113163), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:57.864431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-ed25e8cc-f796-421b-a171-b2b830272ba9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317793 Feb 10 04:17:57.881811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1567389617-network', 'tenant_id': '1a15bd36ed294a3e977ea2ab34a461e7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:57.969982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Made reservation on behalf of 1a15bd36ed294a3e977ea2ab34a461e7 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:57.973196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:58.013158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:58.033299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-1be2728e-135c-4368-8a43-1eaf88b7ad41 service neutron] 10.222.0.24 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600857 Feb 10 04:17:58.097064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Router fdb9b38c-b245-48de-b189-9eecaed4e544 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:58.163317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Router 6f919320-5da1-4062-97fc-887556113163 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:17:58.205322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9aad342f-c19c-4703-8e2e-40f0918f5a47 req-0199a566-bf91-42f2-8d2d-c6999c1c5d82 service neutron] 10.222.0.24 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613555 Feb 10 04:17:58.240747 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks [] for security_group (796b8ac4-7caa-4204-8971-d6bf2e5c21e0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:58.250472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfa995-55a2-4e33-8c68-6a1bc470bc83 req-dbdac0b5-af0f-4d27-856d-82f5889d6523 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:58.252018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dfcfa995-55a2-4e33-8c68-6a1bc470bc83 req-dbdac0b5-af0f-4d27-856d-82f5889d6523 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 943 time: 0.1409914 Feb 10 04:17:58.252567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:58.258742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:58.263645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] Sync routers for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:58.275412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:58.276291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:58.292877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-81d209bb-1bb2-429a-861b-2f0b34ad60ca tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "PUT /v2.0/floatingips/44738b2a-478e-4117-b94d-39ef0a372e92 HTTP/1.1" status: 200 len: 695 time: 0.9937885 Feb 10 04:17:58.341689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (796b8ac4-7caa-4204-8971-d6bf2e5c21e0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:58.377465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b8ac4-7caa-4204-8971-d6bf2e5c21e0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:58.392528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-73052108-dd51-4fd1-a8c7-928bfca84de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:58.394891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-73052108-dd51-4fd1-a8c7-928bfca84de0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 1125 time: 0.0737052 Feb 10 04:17:58.398267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dfcfa995-55a2-4e33-8c68-6a1bc470bc83 req-f860f87b-d289-42ea-815f-bc78b470a4d6 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392758 Feb 10 04:17:58.409534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:58.414741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:17:58.432914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:17:58.441803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-794afaa2-f471-4a10-9ab9-91c057da4c10 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "PUT /v2.0/routers/6f919320-5da1-4062-97fc-887556113163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6082699 Feb 10 04:17:58.443298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b4283f72-4cad-48d3-9ef5-34beaf50063c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:58.443644 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Added segment b4283f72-4cad-48d3-9ef5-34beaf50063c of type vlan for network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 Feb 10 04:17:58.444808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43934) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:58.448885 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] Sync routers for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:17:58.469523 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:58.470270 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:58.519039 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:58.519285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-32d7a6de-617b-4534-9063-fd0742591e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:58.520747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-32d7a6de-617b-4534-9063-fd0742591e8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.2124693 Feb 10 04:17:58.530217 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] Routers {'6f919320-5da1-4062-97fc-887556113163'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:58.531175 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6f919320-5da1-4062-97fc-887556113163'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:58.575138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-12eb1087-8608-4c4d-a037-2f3ea05ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:58.576656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-12eb1087-8608-4c4d-a037-2f3ea05ab892 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 HTTP/1.1" status: 200 len: 907 time: 0.1714754 Feb 10 04:17:58.591975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (92ecebd4-0d9f-4fda-b364-cf271c2e39a1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:58.632498 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:58.633456 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fb5f-dd53-440a-a98d-d2a9f071eebb None None] The sync data for ids ['6f919320-5da1-4062-97fc-887556113163'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:58.666465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-25b0fe75-26fd-42b9-b32e-b7363faec7e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd91c77-d94f-4835-8a68-61b8100cba04 HTTP/1.1" status: 200 len: 217 time: 0.0542941 Feb 10 04:17:58.702549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:47Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:58.726175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-83c606f0-6b63-4196-b1bc-1e5f578457a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:58.727954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-83c606f0-6b63-4196-b1bc-1e5f578457a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.1983507 Feb 10 04:17:58.735246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] Checking router: fdb9b38c-b245-48de-b189-9eecaed4e544 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:17:58.738579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-86eec3b5-6d03-47e0-b5cc-ef3937f1b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:58.740866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-86eec3b5-6d03-47e0-b5cc-ef3937f1b1f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbdbee0c-6f53-4403-83c9-d49087b1d1c6 HTTP/1.1" status: 200 len: 846 time: 0.0666430 Feb 10 04:17:58.744480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:17:58.745102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:17:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:58.784570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-f7ae0ed3-a847-4c0e-9048-d39c37462c75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333359 Feb 10 04:17:58.826458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-91a72326-775d-4642-9875-c6c86c5c59dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0846126 Feb 10 04:17:59.024177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:17:59.069871 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (92ecebd4-0d9f-4fda-b364-cf271c2e39a1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.070884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:59.071466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.116999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router (6f919320-5da1-4062-97fc-887556113163), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.194689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2e8de-952f-4e11-a271-84b386b65522 req-54dcd152-943a-4302-b7ca-027a65239fb9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:59.196341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4be2e8de-952f-4e11-a271-84b386b65522 req-54dcd152-943a-4302-b7ca-027a65239fb9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.5752208 Feb 10 04:17:59.201899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4377642 Feb 10 04:17:59.204703 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293a5a8-ca07-41ee-94a9-ee8d7c3e8cfa admin admin] Pushing event updated for resources: {'Network': ['ID=92ecebd4-0d9f-4fda-b364-cf271c2e39a1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:59.208847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43940) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:17:59.219213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Request body: {'subnet': {'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1567389617-subnet', 'tenant_id': '1a15bd36ed294a3e977ea2ab34a461e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:17:59.227885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:17:59.296878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-94f0eadf-3345-4d50-b41b-47620027a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:59.298377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-94f0eadf-3345-4d50-b41b-47620027a233 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.4547901 Feb 10 04:17:59.305004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-758f07fb-7509-4bed-addc-df179d9c6309 service neutron] 10.222.0.24 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872413 Feb 10 04:17:59.320766 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4be2e8de-952f-4e11-a271-84b386b65522 req-b9688e68-b42c-4c24-8eb6-ff6070f4bc47 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110690 Feb 10 04:17:59.322090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:47Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:17:59.326005 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_gateway (6f919320-5da1-4062-97fc-887556113163), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.364629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Made reservation on behalf of 1a15bd36ed294a3e977ea2ab34a461e7 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:17:59.367065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.369263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c252305-8368-4494-8e3d-6ab3f94a77fc None None] The sync data for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 is: [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:16:40Z', 'revision_number': 4, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '481bea0f-4698-4d29-87c2-45149dda6577', 'name': '', 'network_id': '04ba4124-174a-43ed-8d39-b0b0d895ce7d', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'mac_address': 'fa:16:3e:5f:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:38Z', 'updated_at': '2022-02-10T04:16:47Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'subnets': [{'id': 'b48a87d0-0eb2-4058-9080-72f941d0818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:17:59.375576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-9029cd57-5a40-4557-ab6b-2d832be853da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638196 Feb 10 04:17:59.508536 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac9b635e-0501-4741-a3ff-c75a07658775 req-6989d089-1773-4c37-bc6d-6e01a6056766 service neutron] 10.222.0.24 "GET /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955662 Feb 10 04:17:59.528592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-026d77b9-a4db-4821-99f4-1cdf9ae0de6c service neutron] 10.222.0.42 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453941 Feb 10 04:17:59.560368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting port b1fcc63c-3152-49d1-842a-b97ffdb3c2a1 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:17:59.561036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b1fcc63c-3152-49d1-842a-b97ffdb3c2a1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.568672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:17:59.571026 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d959ea98-5310-424d-94e2-88a4af3089ef" -d '{"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:17:59.623688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334b0d6-a5b7-4094-8098-cc41984e0ab7 req-f90d3ce3-28de-4333-adff-d0c45f3c6e8f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:59.625266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d334b0d6-a5b7-4094-8098-cc41984e0ab7 req-f90d3ce3-28de-4333-adff-d0c45f3c6e8f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 943 time: 0.1409321 Feb 10 04:17:59.637664 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5489114-d8c4-4b02-91ba-78381b8a2277 req-9c687373-bc3e-4190-bdf1-a39d02cb7e58 service neutron] 10.222.0.42 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998960 Feb 10 04:17:59.692617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbab65b-c137-452e-99cf-0be623b40b8e None None] New status for floating IP 44738b2a-478e-4117-b94d-39ef0a372e92: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:17:59.772575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b1fcc63c-3152-49d1-842a-b97ffdb3c2a1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.792470 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2278eaee-e402-49f7-bde8-646283a6b4ce x-openstack-request-id: req-2278eaee-e402-49f7-bde8-646283a6b4ce {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:17:59.797919 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:17:59.797919 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2278eaee-e402-49f7-bde8-646283a6b4ce {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:17:59.797919 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'status': 'completed', 'code': 200} Feb 10 04:17:59.798299 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d334b0d6-a5b7-4094-8098-cc41984e0ab7 req-109ce9ac-aa2a-41d0-b73e-3dff679f6208 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363862 Feb 10 04:17:59.798299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Calling delete_port for b1fcc63c-3152-49d1-842a-b97ffdb3c2a1 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:17:59.887634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-836fde37-ea1d-4b3a-9ea8-3094c3c98f28 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips/44738b2a-478e-4117-b94d-39ef0a372e92 HTTP/1.1" status: 200 len: 695 time: 0.0787752 Feb 10 04:17:59.913067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (194d0990-6f4b-4115-b921-6fece804fb4b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.919165 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef15aa98-b238-4fe1-b84e-57578d465369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:17:59.985011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194d0990-6f4b-4115-b921-6fece804fb4b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:17:59.994232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959ea98-5310-424d-94e2-88a4af3089ef req-32a4aae6-9a57-41d5-96a9-7bd92f8c66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:17:59.995930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d959ea98-5310-424d-94e2-88a4af3089ef req-32a4aae6-9a57-41d5-96a9-7bd92f8c66b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 1127 time: 0.1740916 Feb 10 04:18:00.029557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Checking segment: {'id': 'b4283f72-4cad-48d3-9ef5-34beaf50063c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:00.029888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Network hostable DHCP agents. Network: 92ecebd4-0d9f-4fda-b364-cf271c2e39a1, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:00.058171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-6e01bfd3-12fe-4239-9753-df1e741c1fae tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:00.059596 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-6e01bfd3-12fe-4239-9753-df1e741c1fae tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 784 time: 0.1562705 Feb 10 04:18:00.092595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-74dcac8a-d31a-41c9-b955-cb8ec5b0da2b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:18:00.093504 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-74dcac8a-d31a-41c9-b955-cb8ec5b0da2b tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071461 Feb 10 04:18:00.107835 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b1fcc63c-3152-49d1-842a-b97ffdb3c2a1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.134402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Port': ['ID=b1fcc63c-3152-49d1-842a-b97ffdb3c2a1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:00.137271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:00.157334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-f57a8e71-6ca7-4e7a-bdde-0e96993ccc2e tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.0571132 Feb 10 04:18:00.173622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959ea98-5310-424d-94e2-88a4af3089ef req-5f7cd9d7-32ff-41cd-bcff-c27792f1b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:00.175399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d959ea98-5310-424d-94e2-88a4af3089ef req-5f7cd9d7-32ff-41cd-bcff-c27792f1b08a service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 200 len: 921 time: 0.1700261 Feb 10 04:18:00.204829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (6f919320-5da1-4062-97fc-887556113163), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.251300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-ebb50bdb-2fc0-4c99-ac29-2dd9f4406641 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.0845592 Feb 10 04:18:00.252584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d959ea98-5310-424d-94e2-88a4af3089ef req-f6e233bd-2742-448f-9013-af9b776ab4c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0460360 Feb 10 04:18:00.269327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 92ecebd4-0d9f-4fda-b364-cf271c2e39a1) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:00.273840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:00.274589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.279553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a26d5d-1901-467a-b53f-646dd1880bbb None None] Network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:00.318849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6f919320-5da1-4062-97fc-887556113163), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.322023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router_controller (6f919320-5da1-4062-97fc-887556113163), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.397961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959ea98-5310-424d-94e2-88a4af3089ef req-5bba3e9f-a70e-4ba5-99c2-dd01dd99e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:00.399639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d959ea98-5310-424d-94e2-88a4af3089ef req-5bba3e9f-a70e-4ba5-99c2-dd01dd99e7e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 200 len: 860 time: 0.1362906 Feb 10 04:18:00.413710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5189b5a2-3146-4dd2-96a1-20fc74869ddf None None] Network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:00.414912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5365a8d6-d0a8-4167-ac5c-8bf2469d8876 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1990571 Feb 10 04:18:00.436662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6f919320-5da1-4062-97fc-887556113163), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.437565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Fanout notify agent at l3_agent the message router_deleted on router 6f919320-5da1-4062-97fc-887556113163 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:18:00.475516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d959ea98-5310-424d-94e2-88a4af3089ef req-26bbae9b-eb31-48cf-9ea8-d4d350ab7438 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ba4124-174a-43ed-8d39-b0b0d895ce7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353553 Feb 10 04:18:00.479218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.484200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ad821c8c-1713-4d19-961e-bebb6d76d89c tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/routers/6f919320-5da1-4062-97fc-887556113163 HTTP/1.1" status: 204 len: 168 time: 2.0380530 Feb 10 04:18:00.492650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43958) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:00.567816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d9ee-934c-4670-8803-4b7c8f27f6f5 req-76c77f55-7d18-443f-8060-866259b779ba tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:00.568540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7129cd9-d0eb-433e-a725-a27be8f2f2f4 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:18:00.570882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b72d9ee-934c-4670-8803-4b7c8f27f6f5 req-76c77f55-7d18-443f-8060-866259b779ba tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1538875 Feb 10 04:18:00.574397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Deleting port 3ce85068-7db7-4af1-98bf-7f8083954568 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:00.574829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3ce85068-7db7-4af1-98bf-7f8083954568), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.614194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Deleting subnet a55bca93-8894-45fc-8351-80d7e62d2062 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:18:00.618117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for subnet (a55bca93-8894-45fc-8351-80d7e62d2062), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.668211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (a55bca93-8894-45fc-8351-80d7e62d2062), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.674059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d959ea98-5310-424d-94e2-88a4af3089ef req-44866689-5c99-4e18-9fbd-e269fb59a362 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960835 Feb 10 04:18:00.678031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3ce85068-7db7-4af1-98bf-7f8083954568), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.678363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (3ce85068-7db7-4af1-98bf-7f8083954568), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.700042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Calling delete_port for 3ce85068-7db7-4af1-98bf-7f8083954568 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:00.713919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b72d9ee-934c-4670-8803-4b7c8f27f6f5 req-61dd0649-7919-4298-b89d-41c1cc4aa3d6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346805 Feb 10 04:18:00.731363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:00.747483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (a55bca93-8894-45fc-8351-80d7e62d2062), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.770926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'port_id': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'mac_address': 'fa:16:3e:e4:ed:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:18:00.854146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:00.854761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.871540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7129cd9-d0eb-433e-a725-a27be8f2f2f4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:00.898653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d959ea98-5310-424d-94e2-88a4af3089ef req-09ccc0a0-2228-487f-b655-c6be61485e18 service neutron] 10.222.0.24 "GET /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128737 Feb 10 04:18:00.904455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:00.927971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (a55bca93-8894-45fc-8351-80d7e62d2062), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.967469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Subnet': ['ID=a55bca93-8894-45fc-8351-80d7e62d2062,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:00.967838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:00.972371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-683e7eea-3335-41ac-ac85-042001be6942 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/subnets/a55bca93-8894-45fc-8351-80d7e62d2062 HTTP/1.1" status: 204 len: 168 time: 0.4731767 Feb 10 04:18:00.975124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43988) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:01.008393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.014183 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.037550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3ce85068-7db7-4af1-98bf-7f8083954568), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.066599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event deleted for resources: {'Port': ['ID=3ce85068-7db7-4af1-98bf-7f8083954568,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:01.088071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:01.093436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['c7129cd9-d0eb-433e-a725-a27be8f2f2f4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:01.133371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (c096ccf7-535d-4537-a81f-7266863e1750), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.134310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for floatingip (44738b2a-478e-4117-b94d-39ef0a372e92), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.138346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.153144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5330e54-f4f9-4511-8172-9cc5dd49f205 req-d891421d-deb7-4421-ba68-642d2b974e1d tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "DELETE /v2.0/floatingips/44738b2a-478e-4117-b94d-39ef0a372e92 HTTP/1.1" status: 204 len: 173 time: 0.8956499 Feb 10 04:18:01.209333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-54c1e124-ce28-443b-819c-4776b83fe45b tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:01.217152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-54c1e124-ce28-443b-819c-4776b83fe45b tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/networks?id=92ecebd4-0d9f-4fda-b364-cf271c2e39a1 HTTP/1.1" status: 200 len: 814 time: 0.2313268 Feb 10 04:18:01.278516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f112005-56d8-48ff-ac9a-a602a5e73362 req-dd91f85e-01b0-4aa3-807c-ebb1e1c20fe4 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:01.280408 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f112005-56d8-48ff-ac9a-a602a5e73362 req-dd91f85e-01b0-4aa3-807c-ebb1e1c20fe4 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 943 time: 0.0771441 Feb 10 04:18:01.284556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-36c5ed88-7958-47b2-90bf-cbb215445b9e tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/quotas/1a15bd36ed294a3e977ea2ab34a461e7 HTTP/1.1" status: 200 len: 375 time: 0.0324934 Feb 10 04:18:01.325201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-45d187be-f7fc-4733-85c9-5aea1d7f67cd tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a15bd36ed294a3e977ea2ab34a461e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319438 Feb 10 04:18:01.333276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f112005-56d8-48ff-ac9a-a602a5e73362 req-5d1e6f2b-af96-4ab8-ab31-9d9a87f4905e tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Feb 10 04:18:01.364591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (c096ccf7-535d-4537-a81f-7266863e1750), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.412079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c096ccf7-535d-4537-a81f-7266863e1750']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:01.434479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b0504ec-f2e2-40b6-b88a-57a6d020b618 req-b79c88b7-395d-4c65-81cc-94edc0fe7218 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups/dfbf099a-aa41-4c87-9add-12574d477f7d HTTP/1.1" status: 200 len: 1827 time: 0.0609512 Feb 10 04:18:01.453016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeeebef6-c0e8-44e8-8d31-0a8007237464') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:01.453305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeeebef6-c0e8-44e8-8d31-0a8007237464') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:01.472758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (eeeebef6-c0e8-44e8-8d31-0a8007237464), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.524662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (eeeebef6-c0e8-44e8-8d31-0a8007237464), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.530009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6b0504ec-f2e2-40b6-b88a-57a6d020b618 req-cdc286e1-90b3-4538-ac2c-b055c12c3d34 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for security_group (dfbf099a-aa41-4c87-9add-12574d477f7d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.534214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-326f8959-37d4-457b-99cf-4180357bd4f2 service neutron] 10.222.0.42 "GET /v2.0/networks/92ecebd4-0d9f-4fda-b364-cf271c2e39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715617 Feb 10 04:18:01.535947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:01.536722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (eeeebef6-c0e8-44e8-8d31-0a8007237464), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:01.541631 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:01.569194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6b0504ec-f2e2-40b6-b88a-57a6d020b618 req-cdc286e1-90b3-4538-ac2c-b055c12c3d34 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for security_group (dfbf099a-aa41-4c87-9add-12574d477f7d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.687633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-93cc1695-57a4-4be5-94b5-fa6ab2e21843 service neutron] 10.222.0.42 "GET /v2.0/networks/92ecebd4-0d9f-4fda-b364-cf271c2e39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271107 Feb 10 04:18:01.710467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6b0504ec-f2e2-40b6-b88a-57a6d020b618 req-cdc286e1-90b3-4538-ac2c-b055c12c3d34 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dfbf099a-aa41-4c87-9add-12574d477f7d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.713352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-6b0504ec-f2e2-40b6-b88a-57a6d020b618 req-cdc286e1-90b3-4538-ac2c-b055c12c3d34 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.714730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b0504ec-f2e2-40b6-b88a-57a6d020b618 req-cdc286e1-90b3-4538-ac2c-b055c12c3d34 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "DELETE /v2.0/security-groups/dfbf099a-aa41-4c87-9add-12574d477f7d HTTP/1.1" status: 204 len: 173 time: 0.2719679 Feb 10 04:18:01.728201 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (c096ccf7-535d-4537-a81f-7266863e1750), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.728870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc286e1-90b3-4538-ac2c-b055c12c3d34 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf099a-aa41-4c87-9add-12574d477f7d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:01.743385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:01.754353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] 10.222.0.42 "DELETE /v2.0/networks/c096ccf7-535d-4537-a81f-7266863e1750 HTTP/1.1" status: 204 len: 168 time: 0.7776299 Feb 10 04:18:01.795481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f567e5a-2f2e-4916-b795-c98152bb2a15 tempest-FloatingIPTestJSON-1769111956 tempest-FloatingIPTestJSON-1769111956-project] Pushing event deleted for resources: {'Network': ['ID=c096ccf7-535d-4537-a81f-7266863e1750,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:02.082493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b241856-99f1-44db-adaf-35cb0e39ef01 req-eb54f896-391b-4649-a929-fe446e2f56a5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:02.090382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b241856-99f1-44db-adaf-35cb0e39ef01 req-eb54f896-391b-4649-a929-fe446e2f56a5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 944 time: 0.0769720 Feb 10 04:18:02.203163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b241856-99f1-44db-adaf-35cb0e39ef01 req-82848e82-d0cc-4e74-9312-bafde4277149 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117716 Feb 10 04:18:02.270250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1f67291-328e-44d6-afb9-264aa9aca4d5 req-201b44c9-d328-4b8e-b9d6-a755f770074b tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 210 time: 0.0376239 Feb 10 04:18:02.457893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44038) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:02.468171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9278b-b132-4198-aacc-6e3685a821a1 req-dbbe2eb7-9b9f-4a78-b56d-6bfa5efe325a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:02.477160 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ac9278b-b132-4198-aacc-6e3685a821a1 req-dbbe2eb7-9b9f-4a78-b56d-6bfa5efe325a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.1129179 Feb 10 04:18:02.492759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fd91c77-d94f-4835-8a68-61b8100cba04 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:18:02.532022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7129cd9-d0eb-433e-a725-a27be8f2f2f4 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:02.559633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ac9278b-b132-4198-aacc-6e3685a821a1 req-093e8d12-5c56-412f-8dc2-20ce7d0b38e5 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759351 Feb 10 04:18:02.611339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdce78-f6ec-4d2a-ac0a-44f4c222da24 req-ccefe7d5-6633-40cf-b0b0-498278d28f10 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:02.622481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cdce78-f6ec-4d2a-ac0a-44f4c222da24 req-ccefe7d5-6633-40cf-b0b0-498278d28f10 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 943 time: 0.1159005 Feb 10 04:18:02.630496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:02.637274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:18:02.814190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cdce78-f6ec-4d2a-ac0a-44f4c222da24 req-f2189025-9cff-4ca9-9cdb-fe29772b15d2 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907430 Feb 10 04:18:02.821315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:02.822914 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-830f9aea-a04a-4863-ab1f-873f5455b8fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20b92b5132954f118bdc574ae2d49d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635221 Feb 10 04:18:02.843332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:02.846789 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:02.897879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9fc182f0-0966-4904-bf67-a96eed547185 admin admin] Publish callbacks [] for security_group (3d069f0f-1f21-443c-a78b-86da731700e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:02.898201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5fd91c77-d94f-4835-8a68-61b8100cba04, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fd91c77-d94f-4835-8a68-61b8100cba04,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:02.916639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '5fd91c77-d94f-4835-8a68-61b8100cba04', 'network_id': 'a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2', 'port_id': '5fd91c77-d94f-4835-8a68-61b8100cba04', 'mac_address': 'fa:16:3e:c2:6f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdbee0c-6f53-4403-83c9-d49087b1d1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:18:02.924298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9fc182f0-0966-4904-bf67-a96eed547185 admin admin] Publish callbacks [] for security_group (3d069f0f-1f21-443c-a78b-86da731700e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:02.993186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5fd91c77-d94f-4835-8a68-61b8100cba04 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:02.993727 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:03.008489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:03.009026 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:03.025096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd91c77-d94f-4835-8a68-61b8100cba04 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:03.070978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5fd91c77-d94f-4835-8a68-61b8100cba04, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fd91c77-d94f-4835-8a68-61b8100cba04,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:03.086045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:03.088772 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c251fac-251a-4694-ab2e-07662934f83d" -d '{"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:03.107893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:03.124819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9fc182f0-0966-4904-bf67-a96eed547185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3d069f0f-1f21-443c-a78b-86da731700e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:03.127967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9fc182f0-0966-4904-bf67-a96eed547185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:03.129763 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9fc182f0-0966-4904-bf67-a96eed547185 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d069f0f-1f21-443c-a78b-86da731700e6 HTTP/1.1" status: 204 len: 168 time: 0.3068171 Feb 10 04:18:03.143964 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdcd95e-620a-479f-9214-c92b001a8daa x-openstack-request-id: req-2cdcd95e-620a-479f-9214-c92b001a8daa {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:03.144234 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:03.144668 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cdcd95e-620a-479f-9214-c92b001a8daa {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:03.145313 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'code': 200} Feb 10 04:18:03.147299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc182f0-0966-4904-bf67-a96eed547185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d069f0f-1f21-443c-a78b-86da731700e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:03.154964 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:03.229108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:03.233913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5fd91c77-d94f-4835-8a68-61b8100cba04,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:03.243041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.243632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.244552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.245050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.246438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.246878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.247692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.248055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.248395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.248728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.249053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.249605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.250683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:03.356657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:03.364857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d9d08-e63a-45d2-bfb0-39186c4a7895 req-fefa27c7-b850-40f3-bfb2-4df7ca870c04 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:03.375411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb6d9d08-e63a-45d2-bfb0-39186c4a7895 req-fefa27c7-b850-40f3-bfb2-4df7ca870c04 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.0856190 Feb 10 04:18:03.401323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06be52f4-73d3-4574-8378-83ea7793429e req-581dce20-00be-472c-a5a9-1f4594db7960 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 210 time: 0.0534296 Feb 10 04:18:03.422240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fd91c77-d94f-4835-8a68-61b8100cba04'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:03.446064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb6d9d08-e63a-45d2-bfb0-39186c4a7895 req-327d1be9-90f2-4d13-9b1c-b955988336da tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693836 Feb 10 04:18:03.716412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7dcbe-b5c3-4be1-afcc-f23149567a60 req-8eee2612-1653-420a-b48d-63039ae38020 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:03.718130 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61c7dcbe-b5c3-4be1-afcc-f23149567a60 req-8eee2612-1653-420a-b48d-63039ae38020 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.0821373 Feb 10 04:18:03.811841 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-61c7dcbe-b5c3-4be1-afcc-f23149567a60 req-92dbd841-84be-43fc-992c-89d9ff1f0989 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867028 Feb 10 04:18:03.973305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc3066-cdae-4f54-b468-80f2030d5abf req-f639d259-d1d0-414a-94d3-fec2aa5caff3 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:03.979795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fbc3066-cdae-4f54-b468-80f2030d5abf req-f639d259-d1d0-414a-94d3-fec2aa5caff3 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 944 time: 0.0732653 Feb 10 04:18:03.994501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:04.076736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fbc3066-cdae-4f54-b468-80f2030d5abf req-03d4f2e7-5ac1-49aa-99fd-6deb76fe1811 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860164 Feb 10 04:18:04.489516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fd91c77-d94f-4835-8a68-61b8100cba04 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:04.626497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de94f984-3e09-4839-baaa-93b5beb90a4b req-7d0a919c-d705-49f2-8bab-82ef96f08ccf tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 210 time: 0.0947888 Feb 10 04:18:04.667340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-e0c9a40a-fb8a-42d3-ab20-468cdb635c10 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:04.669307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-e0c9a40a-fb8a-42d3-ab20-468cdb635c10 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.24 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2082844 Feb 10 04:18:04.738934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 5fd91c77-d94f-4835-8a68-61b8100cba04 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:18:04.744707 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44090) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:04.758245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 5fd91c77-d94f-4835-8a68-61b8100cba04 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:04.761384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:04.883704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f728-1eb3-4bd0-b4c9-bc2d8a95dcfc req-df8a70de-e97a-4c2f-b8a3-335688e2cad6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:04.897222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8920f728-1eb3-4bd0-b4c9-bc2d8a95dcfc req-df8a70de-e97a-4c2f-b8a3-335688e2cad6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.3088465 Feb 10 04:18:04.993516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8920f728-1eb3-4bd0-b4c9-bc2d8a95dcfc req-8dafdf58-2461-45c5-89f5-718817eb62cf tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924206 Feb 10 04:18:05.026626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1968749362'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:05.027811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Deleting port 67325358-b0c1-4de4-9b40-21cc624cb6c5 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:05.028226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.039707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5fd91c77-d94f-4835-8a68-61b8100cba04 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:05.040280 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.143162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-0eb0d4bd-6170-4594-b85d-cd0fa2a57b64 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:05.144767 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-0eb0d4bd-6170-4594-b85d-cd0fa2a57b64 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.43 "GET /v2.0/networks?id=92ecebd4-0d9f-4fda-b364-cf271c2e39a1 HTTP/1.1" status: 200 len: 814 time: 0.3569498 Feb 10 04:18:05.153314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd91c77-d94f-4835-8a68-61b8100cba04'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:05.160928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Request body: {'port': {'device_id': '323925d0-ad4b-4916-9d29-5c5187f31310', 'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1', 'admin_state_up': True, 'tenant_id': '1a15bd36ed294a3e977ea2ab34a461e7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:05.163179 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa20662b-a1e1-4ccc-8343-4f41e038b5d8" -d '{"events": [{"server_uuid": "356ac4d5-cc6a-4e49-80fe-17ba4e74bba8", "name": "network-vif-plugged", "status": "completed", "tag": "5fd91c77-d94f-4835-8a68-61b8100cba04"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:05.186322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5d51c-1bec-460f-bc9c-10be897c32cb req-6175e755-79ed-47a5-91b1-3c4841c99e84 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:05.193912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fa5d51c-1bec-460f-bc9c-10be897c32cb req-6175e755-79ed-47a5-91b1-3c4841c99e84 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 945 time: 0.2077103 Feb 10 04:18:05.217230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5fd91c77-d94f-4835-8a68-61b8100cba04, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fd91c77-d94f-4835-8a68-61b8100cba04,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:05.223299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:05.227070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.252430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.313384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.354241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] For port 67325358-b0c1-4de4-9b40-21cc624cb6c5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=67325358-b0c1-4de4-9b40-21cc624cb6c5,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:05.354241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.397014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Calling delete_port for 67325358-b0c1-4de4-9b40-21cc624cb6c5 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:05.405794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5fd91c77-d94f-4835-8a68-61b8100cba04,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:05.416917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d3812-f5b5-4fe4-8eba-1c17001a15f7 req-066fea36-5580-43c1-8355-1762175ce279 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:05.428209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea6d3812-f5b5-4fe4-8eba-1c17001a15f7 req-066fea36-5580-43c1-8355-1762175ce279 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 944 time: 0.1626334 Feb 10 04:18:05.532638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fa5d51c-1bec-460f-bc9c-10be897c32cb req-e46e67ff-b371-4be6-a50a-13a81ed08d1a tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f6468d-3c49-4a34-af05-19872551a516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380303 Feb 10 04:18:05.688199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea6d3812-f5b5-4fe4-8eba-1c17001a15f7 req-95f9251b-b170-4d90-8b95-f935946b4b44 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490075 Feb 10 04:18:05.711408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Made reservation on behalf of 1a15bd36ed294a3e977ea2ab34a461e7 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:05.716753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.724125 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9550424-450f-4465-9460-25a79b93a82f x-openstack-request-id: req-b9550424-450f-4465-9460-25a79b93a82f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:05.724423 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356ac4d5-cc6a-4e49-80fe-17ba4e74bba8", "name": "network-vif-plugged", "status": "completed", "tag": "5fd91c77-d94f-4835-8a68-61b8100cba04", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:05.724680 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9550424-450f-4465-9460-25a79b93a82f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:05.725109 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd91c77-d94f-4835-8a68-61b8100cba04', 'code': 200} Feb 10 04:18:05.736596 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (67325358-b0c1-4de4-9b40-21cc624cb6c5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.740260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for security_group (c93eb365-d543-46f3-9c74-3727638720d8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.749209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['67325358-b0c1-4de4-9b40-21cc624cb6c5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:05.802646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Pushing event deleted for resources: {'Port': ['ID=67325358-b0c1-4de4-9b40-21cc624cb6c5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:05.857149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c93eb365-d543-46f3-9c74-3727638720d8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.883370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] No DVR routers for this DVR port 67325358-b0c1-4de4-9b40-21cc624cb6c5 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:05.894601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:05.894601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-921597a1-86d9-4424-8d0a-deb48ddc8275 req-91476771-5af5-4eca-a0f4-329b79f65099 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.24 "DELETE /v2.0/ports/67325358-b0c1-4de4-9b40-21cc624cb6c5 HTTP/1.1" status: 204 len: 173 time: 1.1818218 Feb 10 04:18:05.896080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'name': 'network-vif-deleted', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:05.898571 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc41d3ad-4fc1-4704-9afd-301d78fa2749" -d '{"events": [{"server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "name": "network-vif-deleted", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:05.925725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00e2bc0a-15c2-49ad-818e-ae5bf5b5886c req-b1c7d1c9-2de8-4cbb-b7e0-ab946065e59d tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 210 time: 0.0488920 Feb 10 04:18:05.962588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:05.996012 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e68c2-4786-42e5-a729-773410c990f1 x-openstack-request-id: req-885e68c2-4786-42e5-a729-773410c990f1 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:05.996012 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044fb0ba-19a3-411e-9ddc-f200cb7f42c3", "name": "network-vif-deleted", "tag": "67325358-b0c1-4de4-9b40-21cc624cb6c5", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:05.996012 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-885e68c2-4786-42e5-a729-773410c990f1 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:05.996012 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044fb0ba-19a3-411e-9ddc-f200cb7f42c3', 'name': 'network-vif-deleted', 'tag': '67325358-b0c1-4de4-9b40-21cc624cb6c5', 'status': 'completed', 'code': 200} Feb 10 04:18:06.053465 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (890fb7df-c4c0-4523-8f39-05b3ca6fe55d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:06.054076 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Added segment 890fb7df-c4c0-4523-8f39-05b3ca6fe55d of type vlan for network e5a72b4f-0024-4e24-9341-41f230f8788b Feb 10 04:18:06.078483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93eb365-d543-46f3-9c74-3727638720d8,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:06.135414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73d770-59ae-4182-8267-2e01ab81c540 req-6e9b2142-5a74-4f56-abc9-dd4903252a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:06.137222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b73d770-59ae-4182-8267-2e01ab81c540 req-6e9b2142-5a74-4f56-abc9-dd4903252a71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 1127 time: 0.3287401 Feb 10 04:18:06.165159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2195a8-7467-4004-bd69-bf500aa2ce6b req-8e4d1dc7-93a2-4138-896a-01b4576e2f43 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:06.165439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e5a72b4f-0024-4e24-9341-41f230f8788b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:06.167312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f2195a8-7467-4004-bd69-bf500aa2ce6b req-8e4d1dc7-93a2-4138-896a-01b4576e2f43 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.0635972 Feb 10 04:18:06.173935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Allocated IP 172.20.0.9 (92ecebd4-0d9f-4fda-b364-cf271c2e39a1/194d0990-6f4b-4115-b921-6fece804fb4b/c078e035-d92c-4964-9b0e-b089e83cda14) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:06.223588 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f2195a8-7467-4004-bd69-bf500aa2ce6b req-2533c01b-9466-4ea6-97f3-47cdb90cd4f9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482738 Feb 10 04:18:06.234937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b73d770-59ae-4182-8267-2e01ab81c540 req-692ea135-b3d1-421c-b277-82c0ee0f073d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901108 Feb 10 04:18:06.362976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks [] for port (c078e035-d92c-4964-9b0e-b089e83cda14), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:06.406780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e5a72b4f-0024-4e24-9341-41f230f8788b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:06.412998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:06.413641 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:06.489268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:06.494743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Network': ['ID=e5a72b4f-0024-4e24-9341-41f230f8788b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:06.508644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e5a72b4f-0024-4e24-9341-41f230f8788b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:06.550740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4ddd5a96-6420-4b04-9a8e-8e52dc9702ce tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7865083 Feb 10 04:18:06.550740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:06.550740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:06.550740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:06.647823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Pushing event updated for resources: {'Port': ['ID=c078e035-d92c-4964-9b0e-b089e83cda14,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:06.801735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:06.803219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:06.880332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ccc9eb24-7f82-43f6-8752-247673cfc735 req-eae72d5b-d707-41d8-bb75-d3983565a454 tempest-ServerRescueTestJSONUnderV235-648330828 tempest-ServerRescueTestJSONUnderV235-648330828-project] 10.222.0.42 "GET /v2.0/ports?device_id=044fb0ba-19a3-411e-9ddc-f200cb7f42c3 HTTP/1.1" status: 200 len: 210 time: 0.0918961 Feb 10 04:18:06.910136 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-c230a1e1-fe22-4d4b-9fb3-0a2d11e6e2f9 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7541389 Feb 10 04:18:06.931635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Request body: {'port': {'device_id': '323925d0-ad4b-4916-9d29-5c5187f31310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:06.982530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc25241-cc8a-47ee-be63-7093244505a1 req-9020fba0-1583-497d-8f36-8c4779639ccd tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:06.985368 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bc25241-cc8a-47ee-be63-7093244505a1 req-9020fba0-1583-497d-8f36-8c4779639ccd tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 945 time: 0.1247296 Feb 10 04:18:07.022343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-ae0a734d-a995-4954-b2db-177b38669ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:07.026469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-ae0a734d-a995-4954-b2db-177b38669ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 1127 time: 0.3025410 Feb 10 04:18:07.122359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bc25241-cc8a-47ee-be63-7093244505a1 req-e4ec9aec-b695-473d-a208-927e225b1b0b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292229 Feb 10 04:18:07.125773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:07.588552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5056fb6-ec3a-401f-ac2f-4d7d935d2e31 req-5d6a63b7-7ac0-4c45-9bba-5c10183d3d41 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:07.591403 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5056fb6-ec3a-401f-ac2f-4d7d935d2e31 req-5d6a63b7-7ac0-4c45-9bba-5c10183d3d41 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1166041 Feb 10 04:18:07.634290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-ae50b563-5b82-488d-b896-f7124e18b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:07.636241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-ae50b563-5b82-488d-b896-f7124e18b8ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 912 time: 0.5112109 Feb 10 04:18:07.668264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e2c7-8056-4b8b-9529-ee665fa33257 req-154f638c-7ebe-49fd-a47b-e5378b8320ac tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:07.676601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5056fb6-ec3a-401f-ac2f-4d7d935d2e31 req-1a6384a0-010d-4364-a6ad-77a404a9ad4d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787754 Feb 10 04:18:07.679139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f537e2c7-8056-4b8b-9529-ee665fa33257 req-154f638c-7ebe-49fd-a47b-e5378b8320ac tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 931 time: 0.5552452 Feb 10 04:18:07.952142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c078e035-d92c-4964-9b0e-b089e83cda14 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:07.968956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-67d56bf9-3513-4ad5-b45b-f601824b6caf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4 HTTP/1.1" status: 200 len: 217 time: 0.3178532 Feb 10 04:18:07.979031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44128) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:07.985950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Publish callbacks [] for port (c078e035-d92c-4964-9b0e-b089e83cda14), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:08.187226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-af15e5b5-4d52-4a82-af42-d0e0b82796ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:08.188944 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-af15e5b5-4d52-4a82-af42-d0e0b82796ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.1893137 Feb 10 04:18:08.206660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Transition to ACTIVE for port object c078e035-d92c-4964-9b0e-b089e83cda14 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:18:08.294342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-a9dbf6ec-98ac-48b5-bc6c-4a451a6cdb99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801558 Feb 10 04:18:08.312339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:08.334694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f537e2c7-8056-4b8b-9529-ee665fa33257 req-1830f8de-1895-4f82-b9bf-afddac9c6d1a tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544955 Feb 10 04:18:08.489893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 67325358-b0c1-4de4-9b40-21cc624cb6c5 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:08.523868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82355-eef0-4456-b917-3461e0546fdf req-664f1c1c-4858-4f05-b382-380f82ff619f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:08.534238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77e82355-eef0-4456-b917-3461e0546fdf req-664f1c1c-4858-4f05-b382-380f82ff619f tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 945 time: 0.1627650 Feb 10 04:18:08.562324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 67325358-b0c1-4de4-9b40-21cc624cb6c5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:08.563113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 67325358-b0c1-4de4-9b40-21cc624cb6c5 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:08.734050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-77e82355-eef0-4456-b917-3461e0546fdf req-8a3b98da-2061-4701-a5e2-4495db35d5bb tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927216 Feb 10 04:18:08.911136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (fdb9b38c-b245-48de-b189-9eecaed4e544), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:09.367244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Deleting port 481bea0f-4698-4d29-87c2-45149dda6577 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:09.368323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (481bea0f-4698-4d29-87c2-45149dda6577), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:09.505056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Pushing event updated for resources: {'Port': ['ID=c078e035-d92c-4964-9b0e-b089e83cda14,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:09.522462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-0f1c6400-dd61-4b80-858b-ac8a6c6f092a service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2236922 Feb 10 04:18:09.764751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44146) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:09.797045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] For port 481bea0f-4698-4d29-87c2-45149dda6577, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=481bea0f-4698-4d29-87c2-45149dda6577,segment=NetworkSegment(cbb1f0dc-f056-46cf-bc84-3afd7f3031c2),segment_id=cbb1f0dc-f056-46cf-bc84-3afd7f3031c2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:09.798033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (481bea0f-4698-4d29-87c2-45149dda6577), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:09.821078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'subnet': {'network_id': 'e5a72b4f-0024-4e24-9341-41f230f8788b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:09.821322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Calling delete_port for 481bea0f-4698-4d29-87c2-45149dda6577 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:09.825451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c820d13-424f-4c4b-8146-6c505fc0335f req-d59fdebc-4390-4de8-90b7-e9680027af3f tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:09.827223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c820d13-424f-4c4b-8146-6c505fc0335f req-d59fdebc-4390-4de8-90b7-e9680027af3f tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 943 time: 0.2102687 Feb 10 04:18:09.989109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56275cdd-2fa3-427b-9c51-dc115b547b5c req-0db163c3-d620-413d-ad8f-ffac5feabd3d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:09.997475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56275cdd-2fa3-427b-9c51-dc115b547b5c req-0db163c3-d620-413d-ad8f-ffac5feabd3d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.4603226 Feb 10 04:18:10.079261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c820d13-424f-4c4b-8146-6c505fc0335f req-46a816f1-66d6-4998-894e-0b90efe2fccd tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260673 Feb 10 04:18:10.107732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Attempting to bind port c078e035-d92c-4964-9b0e-b089e83cda14 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:10.108193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Attempting to bind port c078e035-d92c-4964-9b0e-b089e83cda14 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'b4283f72-4cad-48d3-9ef5-34beaf50063c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:10.108614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Attempting to bind port c078e035-d92c-4964-9b0e-b089e83cda14 on network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:10.117004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13cac634-d29c-42bd-8dbc-d5c002ede82c req-31f2d103-55f4-4dce-a327-1d3bfe2352cd service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791371 Feb 10 04:18:10.122462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Port c078e035-d92c-4964-9b0e-b089e83cda14 on network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:18:10.122462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Attempting to bind port c078e035-d92c-4964-9b0e-b089e83cda14 on network 92ecebd4-0d9f-4fda-b364-cf271c2e39a1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:10.153975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:10.154961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Checking segment: {'id': 'b4283f72-4cad-48d3-9ef5-34beaf50063c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:10.160985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Bound using segment: {'id': 'b4283f72-4cad-48d3-9ef5-34beaf50063c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:10.162044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Bound port: c078e035-d92c-4964-9b0e-b089e83cda14, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4283f72-4cad-48d3-9ef5-34beaf50063c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:10.162914 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:10.197528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:10.201553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:10.282882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56275cdd-2fa3-427b-9c51-dc115b547b5c req-2fc28d4c-fad0-430d-8245-2a0d0edf328b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838571 Feb 10 04:18:10.290795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (481bea0f-4698-4d29-87c2-45149dda6577), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:10.345226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Pushing event deleted for resources: {'Port': ['ID=481bea0f-4698-4d29-87c2-45149dda6577,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:10.367854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] For port c078e035-d92c-4964-9b0e-b089e83cda14, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:10.371821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] For port c078e035-d92c-4964-9b0e-b089e83cda14, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c078e035-d92c-4964-9b0e-b089e83cda14,segment=NetworkSegment(b4283f72-4cad-48d3-9ef5-34beaf50063c),segment_id=b4283f72-4cad-48d3-9ef5-34beaf50063c)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:10.481675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:10.627350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:10.635647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:10.637374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-23c894bd-864b-46a0-a322-c54338850901 service neutron] 10.222.0.43 "PUT /v2.0/ports/c078e035-d92c-4964-9b0e-b089e83cda14 HTTP/1.1" status: 200 len: 1091 time: 3.7174668 Feb 10 04:18:10.640052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323925d0-ad4b-4916-9d29-5c5187f31310', 'tag': 'c078e035-d92c-4964-9b0e-b089e83cda14'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:10.646517 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eef95c-a3b6-4f1b-bfa3-52c18e08f933" -d '{"events": [{"name": "network-changed", "server_uuid": "323925d0-ad4b-4916-9d29-5c5187f31310", "tag": "c078e035-d92c-4964-9b0e-b089e83cda14"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:10.704452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c894bd-864b-46a0-a322-c54338850901 service neutron] Pushing event updated for resources: {'Port': ['ID=c078e035-d92c-4964-9b0e-b089e83cda14,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:10.717347 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130955cd-2f4f-4dfa-8e92-1cba1858edc7 x-openstack-request-id: req-130955cd-2f4f-4dfa-8e92-1cba1858edc7 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:10.719379 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323925d0-ad4b-4916-9d29-5c5187f31310", "tag": "c078e035-d92c-4964-9b0e-b089e83cda14", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:10.719823 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-130955cd-2f4f-4dfa-8e92-1cba1858edc7 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:10.720418 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323925d0-ad4b-4916-9d29-5c5187f31310', 'tag': 'c078e035-d92c-4964-9b0e-b089e83cda14', 'status': 'completed', 'code': 200} Feb 10 04:18:10.739313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (fdb9b38c-b245-48de-b189-9eecaed4e544), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:10.782241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (24413cf4-debe-48a2-a65d-ce5eb40c4de5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:10.965614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Subnet': ['ID=24413cf4-debe-48a2-a65d-ce5eb40c4de5,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:10.982848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc034f-470b-427e-9144-560bd8383f3d req-6ccdf9e3-15cc-4245-bac3-e839a6841558 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:10.990626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27fc034f-470b-427e-9144-560bd8383f3d req-6ccdf9e3-15cc-4245-bac3-e839a6841558 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 945 time: 0.2680779 Feb 10 04:18:11.001771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eef95c-a3b6-4f1b-bfa3-52c18e08f933 req-25905ca5-db51-46a8-8bf1-57a8d82f9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.003447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32eef95c-a3b6-4f1b-bfa3-52c18e08f933 req-25905ca5-db51-46a8-8bf1-57a8d82f9bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a15bd36ed294a3e977ea2ab34a461e7&device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 1125 time: 0.2333653 Feb 10 04:18:11.005954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Checking segment: {'id': '890fb7df-c4c0-4523-8f39-05b3ca6fe55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e5a72b4f-0024-4e24-9341-41f230f8788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:11.006329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network hostable DHCP agents. Network: e5a72b4f-0024-4e24-9341-41f230f8788b, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:11.153136 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-27fc034f-470b-427e-9144-560bd8383f3d req-b3f2da85-ac30-488c-98d9-5478d2f7a4f1 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614165 Feb 10 04:18:11.189274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network e5a72b4f-0024-4e24-9341-41f230f8788b is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:11.235174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eef95c-a3b6-4f1b-bfa3-52c18e08f933 req-bb389b78-1bad-4269-8ef8-d3b87ab17c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.237688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32eef95c-a3b6-4f1b-bfa3-52c18e08f933 req-bb389b78-1bad-4269-8ef8-d3b87ab17c6e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a15bd36ed294a3e977ea2ab34a461e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2211888 Feb 10 04:18:11.410050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eef95c-a3b6-4f1b-bfa3-52c18e08f933 req-ded7eb0e-cf4c-45fd-83b0-3153e5cab937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.412195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32eef95c-a3b6-4f1b-bfa3-52c18e08f933 req-ded7eb0e-cf4c-45fd-83b0-3153e5cab937 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661026 Feb 10 04:18:11.413125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e5a72b4f-0024-4e24-9341-41f230f8788b) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:11.415840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23f2cc-a1d5-4200-8a35-f7abe9705011 req-e6b9b721-4d49-42bd-ad3b-85d95381d59e tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.417403 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d23f2cc-a1d5-4200-8a35-f7abe9705011 req-e6b9b721-4d49-42bd-ad3b-85d95381d59e tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 943 time: 0.1072841 Feb 10 04:18:11.436156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53200f-8f4f-46fe-b603-fbecbf8a9b65 None None] Network e5a72b4f-0024-4e24-9341-41f230f8788b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:11.459633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.460380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:11.543825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d23f2cc-a1d5-4200-8a35-f7abe9705011 req-e6461f13-ae4d-46ca-9130-b1154c40a76f tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027060 Feb 10 04:18:11.553102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-89704155-1585-4418-9d06-489e3339b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.555448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-89704155-1585-4418-9d06-489e3339b2cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a15bd36ed294a3e977ea2ab34a461e7&device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 1125 time: 0.0843759 Feb 10 04:18:11.563318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be3f0-ebb8-465e-a6b1-72f0204fd417 req-a952f090-8706-4610-a733-7d80d1efaf69 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.563511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Router fdb9b38c-b245-48de-b189-9eecaed4e544 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:18:11.572808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d45be3f0-ebb8-465e-a6b1-72f0204fd417 req-a952f090-8706-4610-a733-7d80d1efaf69 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1832654 Feb 10 04:18:11.629636 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-4a93507a-98c3-4b3a-bbeb-806e8afde2c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c078e035-d92c-4964-9b0e-b089e83cda14 HTTP/1.1" status: 200 len: 217 time: 0.0546222 Feb 10 04:18:11.665362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-e5a72b4f-0024-4e24-9341-41f230f8788b', 'network_id': 'e5a72b4f-0024-4e24-9341-41f230f8788b', 'project_id': '99658a9281bc4ae4b6dc48fbcb0004c3', 'fixed_ips': [{'subnet_id': '24413cf4-debe-48a2-a65d-ce5eb40c4de5'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:18:11.667779 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:11.680547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d45be3f0-ebb8-465e-a6b1-72f0204fd417 req-a577603c-c85a-4d47-a7e3-319b2999498b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067402 Feb 10 04:18:11.683808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17fc215e-095a-4b74-acf0-7a830280696d tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8898020 Feb 10 04:18:11.689482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44166) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:11.702568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1898786313'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:11.788636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-8d375482-574b-42b0-87cb-acc45fe5640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:11.790100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-8d375482-574b-42b0-87cb-acc45fe5640f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=194d0990-6f4b-4115-b921-6fece804fb4b HTTP/1.1" status: 200 len: 854 time: 0.1141112 Feb 10 04:18:11.833906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:18:11.840236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1f10affa-e720-49f9-936b-0d85812b583f admin admin] 10.222.0.42 "PUT /v2.0/routers/fdb9b38c-b245-48de-b189-9eecaed4e544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8597512 Feb 10 04:18:11.848156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44170) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:11.853239 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] Sync routers for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:18:11.858411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-fa7ef202-7f8e-4b28-ae1f-baccbfb34e3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92ecebd4-0d9f-4fda-b364-cf271c2e39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556858 Feb 10 04:18:11.900904 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:18:11.905013 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:18:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:11.932841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:11.940073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.021434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-64ef776e-029c-4268-aae7-55a054ddfb84 service neutron] 10.222.0.43 "GET /v2.0/networks/92ecebd4-0d9f-4fda-b364-cf271c2e39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564381 Feb 10 04:18:12.038225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:12.061414 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (231a429e-8a1c-4ac8-b0e6-18f351a32082), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.061778 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Added segment 231a429e-8a1c-4ac8-b0e6-18f351a32082 of type vlan for network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c Feb 10 04:18:12.099509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks [] for router (fdb9b38c-b245-48de-b189-9eecaed4e544), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.213267 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:18:12.304582 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.412726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66b7d-933f-4048-a80e-5d089716be75 req-cc8cd949-8636-4fec-bca5-f0f2b0e97862 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:12.424458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36f66b7d-933f-4048-a80e-5d089716be75 req-cc8cd949-8636-4fec-bca5-f0f2b0e97862 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 945 time: 0.3985524 Feb 10 04:18:12.462562 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:18:10Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:12.513123 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] Checking router: fdb9b38c-b245-48de-b189-9eecaed4e544 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:18:12.532245 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] Routers {'fdb9b38c-b245-48de-b189-9eecaed4e544'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:18:12.535413 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:18:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['fdb9b38c-b245-48de-b189-9eecaed4e544'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:12.545382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68eb2ceb-8c48-4a9a-8659-0a9be8b5517e req-4a878230-ccfc-449f-bb28-00506d261ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/92ecebd4-0d9f-4fda-b364-cf271c2e39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816146 Feb 10 04:18:12.624101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Allocated IP 2001:db8:0:ffff::2 (e5a72b4f-0024-4e24-9341-41f230f8788b/24413cf4-debe-48a2-a65d-ce5eb40c4de5/f5fa4510-328e-497d-8f22-9ee6a5e0756d) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:12.699787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Deleting port 5fd91c77-d94f-4835-8a68-61b8100cba04 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:12.700547 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.706484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42438af-7db8-4baa-8aea-0e5a04fe26d5 req-ac99a227-e814-415a-b9a0-69004dae0bb3 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:12.715310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f42438af-7db8-4baa-8aea-0e5a04fe26d5 req-ac99a227-e814-415a-b9a0-69004dae0bb3 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 945 time: 0.3445597 Feb 10 04:18:12.718201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks [] for router_gateway (fdb9b38c-b245-48de-b189-9eecaed4e544), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.725512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.735986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:12.737873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:12.856738 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] Set router fdb9b38c-b245-48de-b189-9eecaed4e544 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:18:12.886609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f42438af-7db8-4baa-8aea-0e5a04fe26d5 req-dbd4b0ee-f651-436a-b205-74f3959eba8b tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/security-groups?id=defd32b0-1d0c-4f28-83a9-51ceb405a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311603 Feb 10 04:18:12.906871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2091990 Feb 10 04:18:12.906871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44186) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:12.937528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'subnet': {'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:12.945413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Publish callbacks [] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.009800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] For port 5fd91c77-d94f-4835-8a68-61b8100cba04, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5fd91c77-d94f-4835-8a68-61b8100cba04,segment=NetworkSegment(a652afec-50e9-4fb4-8e7e-3e98dcde7de5),segment_id=a652afec-50e9-4fb4-8e7e-3e98dcde7de5)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:13.010271 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.034609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Calling delete_port for 5fd91c77-d94f-4835-8a68-61b8100cba04 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:13.039046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.137151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Network e5a72b4f-0024-4e24-9341-41f230f8788b is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:13.143488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:13.147760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:13.161060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Pushing event updated for resources: {'Port': ['ID=f5fa4510-328e-497d-8f22-9ee6a5e0756d,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:13.290147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Attempting to bind port f5fa4510-328e-497d-8f22-9ee6a5e0756d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:13.292057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Attempting to bind port f5fa4510-328e-497d-8f22-9ee6a5e0756d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '890fb7df-c4c0-4523-8f39-05b3ca6fe55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e5a72b4f-0024-4e24-9341-41f230f8788b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:13.292683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Attempting to bind port f5fa4510-328e-497d-8f22-9ee6a5e0756d on network e5a72b4f-0024-4e24-9341-41f230f8788b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:13.304581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:13.308040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Checking segment: {'id': '890fb7df-c4c0-4523-8f39-05b3ca6fe55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e5a72b4f-0024-4e24-9341-41f230f8788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:13.308822 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.309454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Bound using segment: {'id': '890fb7df-c4c0-4523-8f39-05b3ca6fe55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e5a72b4f-0024-4e24-9341-41f230f8788b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:13.310195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Bound port: f5fa4510-328e-497d-8f22-9ee6a5e0756d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890fb7df-c4c0-4523-8f39-05b3ca6fe55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e5a72b4f-0024-4e24-9341-41f230f8788b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:13.312075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.328826 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:18:10Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:13.329899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd3ac2-14bb-447e-be60-ee131e72f752 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Network': ['ID=a4ff8606-ac9c-4bd2-8b88-968a70aaf44c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:13.358265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:13.396172 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696a8d0-6a1d-4795-aee1-e4b2025e140f None None] The sync data for ids ['fdb9b38c-b245-48de-b189-9eecaed4e544'] in n-d-827844-2 is: [{'id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'name': 'tempest-ServerRescueTestJSONUnderV235-1865185781-router', 'tenant_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:16:31Z', 'updated_at': '2022-02-10T04:18:10Z', 'revision_number': 5, 'project_id': '4a5226dc54784eb6a4d7f1ab668e567e', 'gw_port': {'id': '00f28eed-13a7-4887-876a-9f44b96a8dbd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb9b38c-b245-48de-b189-9eecaed4e544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:16:33Z', 'updated_at': '2022-02-10T04:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:18:13.453573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732e631-b1e5-4841-a063-c961a8e0a1ac req-36130dcb-5e93-48a7-9d54-7a9b95e3ea8a tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:13.471997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8732e631-b1e5-4841-a063-c961a8e0a1ac req-36130dcb-5e93-48a7-9d54-7a9b95e3ea8a tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 943 time: 0.2395673 Feb 10 04:18:13.480338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:13.495802 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.518925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1a7c8-e273-4af3-91eb-004df4e1f260 req-ed751037-1423-47e5-901f-66d0522f0531 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:13.520658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cf1a7c8-e273-4af3-91eb-004df4e1f260 req-ed751037-1423-47e5-901f-66d0522f0531 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1747730 Feb 10 04:18:13.552760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Deleting port 00f28eed-13a7-4887-876a-9f44b96a8dbd {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:13.553126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.567155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5fd91c77-d94f-4835-8a68-61b8100cba04), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.582186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5fd91c77-d94f-4835-8a68-61b8100cba04'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:13.585929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] For port f5fa4510-328e-497d-8f22-9ee6a5e0756d, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:13.625046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] For port f5fa4510-328e-497d-8f22-9ee6a5e0756d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f5fa4510-328e-497d-8f22-9ee6a5e0756d,segment=NetworkSegment(890fb7df-c4c0-4523-8f39-05b3ca6fe55d),segment_id=890fb7df-c4c0-4523-8f39-05b3ca6fe55d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:13.683132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Pushing event deleted for resources: {'Port': ['ID=5fd91c77-d94f-4835-8a68-61b8100cba04,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:13.725369 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.773072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] No DVR routers for this DVR port 5fd91c77-d94f-4835-8a68-61b8100cba04 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:13.777440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9cf1a7c8-e273-4af3-91eb-004df4e1f260 req-2cda8658-c2b1-4e4e-956f-cf6d7ae34802 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507226 Feb 10 04:18:13.778564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:13.794366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36f66b7d-933f-4048-a80e-5d089716be75 req-f5338542-49a3-43a6-bd13-4a44381bb085 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.24 "DELETE /v2.0/ports/5fd91c77-d94f-4835-8a68-61b8100cba04 HTTP/1.1" status: 204 len: 173 time: 1.3433921 Feb 10 04:18:13.794892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'name': 'network-vif-deleted', 'tag': '5fd91c77-d94f-4835-8a68-61b8100cba04'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:13.807735 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91290086-c639-4160-a98d-02c563553c6c" -d '{"events": [{"server_uuid": "356ac4d5-cc6a-4e49-80fe-17ba4e74bba8", "name": "network-vif-deleted", "tag": "5fd91c77-d94f-4835-8a68-61b8100cba04"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:13.854638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8732e631-b1e5-4841-a063-c961a8e0a1ac req-cc26cccc-be71-4599-a63e-c0fb6f681453 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689344 Feb 10 04:18:13.911092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ce36e-7fb7-43e0-8269-33a5c345b1da None None] Pushing event updated for resources: {'Port': ['ID=f5fa4510-328e-497d-8f22-9ee6a5e0756d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:13.968556 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be35e9f-431c-4fef-ae21-0e27c296ce69 x-openstack-request-id: req-0be35e9f-431c-4fef-ae21-0e27c296ce69 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:13.968839 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356ac4d5-cc6a-4e49-80fe-17ba4e74bba8", "name": "network-vif-deleted", "tag": "5fd91c77-d94f-4835-8a68-61b8100cba04", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:13.969256 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0be35e9f-431c-4fef-ae21-0e27c296ce69 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:13.969618 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356ac4d5-cc6a-4e49-80fe-17ba4e74bba8', 'name': 'network-vif-deleted', 'tag': '5fd91c77-d94f-4835-8a68-61b8100cba04', 'status': 'completed', 'code': 200} Feb 10 04:18:13.985679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] For port 00f28eed-13a7-4887-876a-9f44b96a8dbd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00f28eed-13a7-4887-876a-9f44b96a8dbd,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:13.986060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:14.049997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 481bea0f-4698-4d29-87c2-45149dda6577 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:14.083611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Calling delete_port for 00f28eed-13a7-4887-876a-9f44b96a8dbd owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:14.112906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 481bea0f-4698-4d29-87c2-45149dda6577 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:14.117266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 481bea0f-4698-4d29-87c2-45149dda6577 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:14.279327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d291491c-758a-411a-a3ff-ae187c65c9cc req-3d778d47-9344-4f24-b05a-372865de4c14 tempest-VolumesActionsTest-1566317490 tempest-VolumesActionsTest-1566317490-project] 10.222.0.42 "GET /v2.0/ports?device_id=356ac4d5-cc6a-4e49-80fe-17ba4e74bba8 HTTP/1.1" status: 200 len: 210 time: 0.1457753 Feb 10 04:18:14.401649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985bee-4c04-493e-b36c-c863276c1dc0 req-59592943-900c-42d7-98e6-73b9f640a801 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:14.404044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-96985bee-4c04-493e-b36c-c863276c1dc0 req-59592943-900c-42d7-98e6-73b9f640a801 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.4130480 Feb 10 04:18:14.555167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c078e035-d92c-4964-9b0e-b089e83cda14 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:18:14.678902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-96985bee-4c04-493e-b36c-c863276c1dc0 req-e5a3021f-99be-4551-b484-ac205969efb0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563295 Feb 10 04:18:14.690021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c078e035-d92c-4964-9b0e-b089e83cda14, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c078e035-d92c-4964-9b0e-b089e83cda14,segment=NetworkSegment(b4283f72-4cad-48d3-9ef5-34beaf50063c),segment_id=b4283f72-4cad-48d3-9ef5-34beaf50063c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:14.706285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c078e035-d92c-4964-9b0e-b089e83cda14', 'network_id': '92ecebd4-0d9f-4fda-b364-cf271c2e39a1', 'port_id': 'c078e035-d92c-4964-9b0e-b089e83cda14', 'mac_address': 'fa:16:3e:c6:0a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d0990-6f4b-4115-b921-6fece804fb4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:18:14.736323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:18:14.738265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:14.768746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c078e035-d92c-4964-9b0e-b089e83cda14 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:14.770484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:14.794998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c078e035-d92c-4964-9b0e-b089e83cda14 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:14.805017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Subnet': ['ID=b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:14.819086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Checking segment: {'id': '231a429e-8a1c-4ac8-b0e6-18f351a32082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:14.819480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network hostable DHCP agents. Network: a4ff8606-ac9c-4bd2-8b88-968a70aaf44c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:14.824022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c078e035-d92c-4964-9b0e-b089e83cda14, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c078e035-d92c-4964-9b0e-b089e83cda14,segment=NetworkSegment(b4283f72-4cad-48d3-9ef5-34beaf50063c),segment_id=b4283f72-4cad-48d3-9ef5-34beaf50063c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:14.925540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68f92c-252c-4936-bca5-b3789bdf0123 req-3268d699-aed3-4183-86e0-36a02141abf4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:14.927227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b68f92c-252c-4936-bca5-b3789bdf0123 req-3268d699-aed3-4183-86e0-36a02141abf4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.0670936 Feb 10 04:18:14.930344 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:14.958425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (00f28eed-13a7-4887-876a-9f44b96a8dbd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:14.960303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:15.032931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c078e035-d92c-4964-9b0e-b089e83cda14,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:15.034104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b68f92c-252c-4936-bca5-b3789bdf0123 req-fd961083-4021-4e78-9f26-472105db3c74 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914071 Feb 10 04:18:15.068994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Pushing event deleted for resources: {'Port': ['ID=00f28eed-13a7-4887-876a-9f44b96a8dbd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:15.080433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a4ff8606-ac9c-4bd2-8b88-968a70aaf44c) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:15.089394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915e26da-45c6-4ec6-9bc1-f0b4e7697acc None None] Network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:15.107840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:15.112121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.134101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5dbf8-9669-44e8-bc99-00f1327d3658 req-3938a200-e323-48c2-bc1f-9910822d7beb tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:15.135751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d9b5dbf8-9669-44e8-bc99-00f1327d3658 req-3938a200-e323-48c2-bc1f-9910822d7beb tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 943 time: 0.2284398 Feb 10 04:18:15.178291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c078e035-d92c-4964-9b0e-b089e83cda14'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:15.225012 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (fdb9b38c-b245-48de-b189-9eecaed4e544), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.345873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (fdb9b38c-b245-48de-b189-9eecaed4e544), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.348783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks [] for router_controller (fdb9b38c-b245-48de-b189-9eecaed4e544), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.454831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-a4ff8606-ac9c-4bd2-8b88-968a70aaf44c', 'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c', 'project_id': '99658a9281bc4ae4b6dc48fbcb0004c3', 'fixed_ips': [{'subnet_id': 'b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:18:15.455963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.483687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d9b5dbf8-9669-44e8-bc99-00f1327d3658 req-7dfc380d-61ab-4baa-9e6b-eed080d5a801 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676957 Feb 10 04:18:15.491902 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (fdb9b38c-b245-48de-b189-9eecaed4e544), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.491902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb9b38c-b245-48de-b189-9eecaed4e544 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:18:15.498674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.500962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d6e9e3ad-339e-4f4c-929a-10b08476413b admin admin] 10.222.0.42 "DELETE /v2.0/routers/fdb9b38c-b245-48de-b189-9eecaed4e544 HTTP/1.1" status: 204 len: 168 time: 3.6523719 Feb 10 04:18:15.514095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44212) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:15.532568 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-33752307-3ddb-4874-961d-37ea90b72a8c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6171601 Feb 10 04:18:15.535765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44214) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:15.540701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'port': {'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c', 'name': 'tempest-NetworksIpV6TestAttrs-1647303388'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:15.613795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] Deleting subnet b48a87d0-0eb2-4058-9080-72f941d0818b {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:18:15.617363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] Publish callbacks [] for subnet (b48a87d0-0eb2-4058-9080-72f941d0818b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.709369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (b48a87d0-0eb2-4058-9080-72f941d0818b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.801668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74263d72-e2ec-4641-bc07-f3b9d703be7b None None] Network e5a72b4f-0024-4e24-9341-41f230f8788b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:15.815799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b48a87d0-0eb2-4058-9080-72f941d0818b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.952972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e6946-f81f-42db-9a22-d3938a077fae req-ab8e623e-605c-410b-aae8-14730d8b033a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:15.955618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c94e6946-f81f-42db-9a22-d3938a077fae req-ab8e623e-605c-410b-aae8-14730d8b033a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.0935106 Feb 10 04:18:15.973552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:15.979404 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:15.981843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-818c907b-d987-47f3-9dd7-d46539c3c056 None None] Provisioning complete for port f5fa4510-328e-497d-8f22-9ee6a5e0756d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:15.982444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-818c907b-d987-47f3-9dd7-d46539c3c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.021842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Allocated IP 2001:db8::f816:3eff:fe94:880a (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c/b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a/a81a9683-c3a0-45c9-9b8b-47a174a009b7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:16.024552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b48a87d0-0eb2-4058-9080-72f941d0818b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.051226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] device_id is not set on port d17a09df-e714-4c2f-bc93-7f4ed154ff42 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:18:16.074014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48a87d0-0eb2-4058-9080-72f941d0818b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:16.091762 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.096597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9331e2de-aa84-4206-b943-192c10fe7c58 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b48a87d0-0eb2-4058-9080-72f941d0818b HTTP/1.1" status: 204 len: 168 time: 0.5806401 Feb 10 04:18:16.100272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44230) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:16.124786 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c94e6946-f81f-42db-9a22-d3938a077fae req-a9c462b5-862d-4a37-835e-39303dc9f758 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629550 Feb 10 04:18:16.232478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (04ba4124-174a-43ed-8d39-b0b0d895ce7d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.338303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d40ff2-febd-424f-8f8b-6fc7a6b17735 req-c3739702-66b6-43fd-bfac-bddab8632e2a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:16.352435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e3d40ff2-febd-424f-8f8b-6fc7a6b17735 req-c3739702-66b6-43fd-bfac-bddab8632e2a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1158574 Feb 10 04:18:16.382729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-818c907b-d987-47f3-9dd7-d46539c3c056 None None] Current status of the port f5fa4510-328e-497d-8f22-9ee6a5e0756d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:16.383732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-818c907b-d987-47f3-9dd7-d46539c3c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.471175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f5fa4510-328e-497d-8f22-9ee6a5e0756d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:16.561421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (04ba4124-174a-43ed-8d39-b0b0d895ce7d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.592249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ba4124-174a-43ed-8d39-b0b0d895ce7d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:16.604416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:16.604973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb1f0dc-f056-46cf-bc84-3afd7f3031c2') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:16.615730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (cbb1f0dc-f056-46cf-bc84-3afd7f3031c2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.630318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cbb1f0dc-f056-46cf-bc84-3afd7f3031c2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.634441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c078e035-d92c-4964-9b0e-b089e83cda14 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:16.640043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:16.640441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (cbb1f0dc-f056-46cf-bc84-3afd7f3031c2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.644690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fd91c77-d94f-4835-8a68-61b8100cba04 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:16.667643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-818c907b-d987-47f3-9dd7-d46539c3c056 None None] For port f5fa4510-328e-497d-8f22-9ee6a5e0756d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f5fa4510-328e-497d-8f22-9ee6a5e0756d,segment=NetworkSegment(890fb7df-c4c0-4523-8f39-05b3ca6fe55d),segment_id=890fb7df-c4c0-4523-8f39-05b3ca6fe55d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:16.718363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fff1d-a4aa-487a-b2eb-cf715ce3053f req-1070ac5a-0deb-4c62-a80d-a78ed9e600f1 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:16.734599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-339fff1d-a4aa-487a-b2eb-cf715ce3053f req-1070ac5a-0deb-4c62-a80d-a78ed9e600f1 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 944 time: 0.1167676 Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:16.750619 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:16.768427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e3d40ff2-febd-424f-8f8b-6fc7a6b17735 req-56658bd8-f69b-4f4d-bd17-0de95f155bdf tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149919 Feb 10 04:18:16.793698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 5fd91c77-d94f-4835-8a68-61b8100cba04 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:16.794116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5fd91c77-d94f-4835-8a68-61b8100cba04 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:16.816635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-818c907b-d987-47f3-9dd7-d46539c3c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.834543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-339fff1d-a4aa-487a-b2eb-cf715ce3053f req-71bfed5a-2d96-4d86-b299-7427f56e3bbe tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969903 Feb 10 04:18:16.850137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (04ba4124-174a-43ed-8d39-b0b0d895ce7d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.855270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.859884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] 10.222.0.42 "DELETE /v2.0/networks/04ba4124-174a-43ed-8d39-b0b0d895ce7d HTTP/1.1" status: 204 len: 168 time: 0.7578850 Feb 10 04:18:16.873310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Publish callbacks [] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.904736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092bbde-ea2c-4901-aaf6-585675460228 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ba4124-174a-43ed-8d39-b0b0d895ce7d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:16.982802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:16.996399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c907b-d987-47f3-9dd7-d46539c3c056 None None] Pushing event updated for resources: {'Port': ['ID=f5fa4510-328e-497d-8f22-9ee6a5e0756d,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:17.007051 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.031712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f5fa4510-328e-497d-8f22-9ee6a5e0756d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:17.037731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.080662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Allocated IP 2001:db8::f816:3eff:fe34:1c29 (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c/b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a/d17a09df-e714-4c2f-bc93-7f4ed154ff42) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:17.161450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c078e035-d92c-4964-9b0e-b089e83cda14 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:18:17.173192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-30531e94-8ecf-4b43-b545-6c3ab7595d66 None None] Provisioning complete for port f5fa4510-328e-497d-8f22-9ee6a5e0756d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:17.174277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30531e94-8ecf-4b43-b545-6c3ab7595d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.182348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:17.212335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c078e035-d92c-4964-9b0e-b089e83cda14 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:17.212908 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.296269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:17.300796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:17.313798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Pushing event updated for resources: {'Port': ['ID=a81a9683-c3a0-45c9-9b8b-47a174a009b7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:17.451741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961c1c-d3ee-4bd0-b581-e63f7296c057 req-3585ad09-a2fd-4be9-a55f-b6cb54ffaec0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:17.454827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44256) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:17.462957 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5961c1c-d3ee-4bd0-b581-e63f7296c057 req-3585ad09-a2fd-4be9-a55f-b6cb54ffaec0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1893508 Feb 10 04:18:17.516922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Attempting to bind port a81a9683-c3a0-45c9-9b8b-47a174a009b7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:17.516922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Attempting to bind port a81a9683-c3a0-45c9-9b8b-47a174a009b7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '231a429e-8a1c-4ac8-b0e6-18f351a32082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:17.516922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Attempting to bind port a81a9683-c3a0-45c9-9b8b-47a174a009b7 on network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:17.562521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:17.563128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Checking segment: {'id': '231a429e-8a1c-4ac8-b0e6-18f351a32082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:17.563656 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.564428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Bound using segment: {'id': '231a429e-8a1c-4ac8-b0e6-18f351a32082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:17.565383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Bound port: a81a9683-c3a0-45c9-9b8b-47a174a009b7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231a429e-8a1c-4ac8-b0e6-18f351a32082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a4ff8606-ac9c-4bd2-8b88-968a70aaf44c'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:17.566097 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.571585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f5fa4510-328e-497d-8f22-9ee6a5e0756d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:17.580942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5961c1c-d3ee-4bd0-b581-e63f7296c057 req-adfa0df9-3d43-4804-a242-5421f643c3c7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123092 Feb 10 04:18:17.594202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c078e035-d92c-4964-9b0e-b089e83cda14 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:17.594768 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.606401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-560a6ba8-3e69-44a9-921d-4463292b2779 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2728639 Feb 10 04:18:17.609760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8009c73a-390f-4b8b-b517-8c65fd5fc2df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a5226dc54784eb6a4d7f1ab668e567e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517537 Feb 10 04:18:17.615473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44266) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:17.671322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for port (d17a09df-e714-4c2f-bc93-7f4ed154ff42), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.775638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-3ba21f85-ddcb-499b-ba8a-c11beaf608e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:17.777155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-3ba21f85-ddcb-499b-ba8a-c11beaf608e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 1128 time: 0.1370575 Feb 10 04:18:17.780070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] For port a81a9683-c3a0-45c9-9b8b-47a174a009b7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:17.786123 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5adf15db-a729-4e81-bfc2-9d3b57cb0dd4 admin admin] Publish callbacks [] for security_group (a1f6468d-3c49-4a34-af05-19872551a516), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.803350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] For port a81a9683-c3a0-45c9-9b8b-47a174a009b7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a81a9683-c3a0-45c9-9b8b-47a174a009b7,segment=NetworkSegment(231a429e-8a1c-4ac8-b0e6-18f351a32082),segment_id=231a429e-8a1c-4ac8-b0e6-18f351a32082)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:17.846479 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5adf15db-a729-4e81-bfc2-9d3b57cb0dd4 admin admin] Publish callbacks [] for security_group (a1f6468d-3c49-4a34-af05-19872551a516), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:17.921097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d17a09df-e714-4c2f-bc93-7f4ed154ff42), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.000803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Port': ['ID=d17a09df-e714-4c2f-bc93-7f4ed154ff42,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:18.056893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:18.068095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:18.073567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:18.079801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:18.081086 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.084081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-df7a0229-85d0-47be-843b-c9d20cd00a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:18.085627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-df7a0229-85d0-47be-843b-c9d20cd00a99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.2777402 Feb 10 04:18:18.116070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00f28eed-13a7-4887-876a-9f44b96a8dbd no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:18.128957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323925d0-ad4b-4916-9d29-5c5187f31310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c078e035-d92c-4964-9b0e-b089e83cda14'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:18.131888 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c34da6-d537-4469-b902-f429fe0373a0" -d '{"events": [{"server_uuid": "323925d0-ad4b-4916-9d29-5c5187f31310", "name": "network-vif-plugged", "status": "completed", "tag": "c078e035-d92c-4964-9b0e-b089e83cda14"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:18.135304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.152150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a1a3e-1314-4073-8a55-969ead9fd2e3 req-a36a9297-52be-4289-b40a-30765dc1cf03 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:18.152150 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a2a1a3e-1314-4073-8a55-969ead9fd2e3 req-a36a9297-52be-4289-b40a-30765dc1cf03 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 944 time: 0.1503546 Feb 10 04:18:18.152447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-9ddc790d-26f5-41d5-9b21-5367f4cc3485 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91 HTTP/1.1" status: 200 len: 217 time: 0.0512342 Feb 10 04:18:18.198907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7481-a697-4376-a203-67645e328995 req-60c3c7c6-11cd-4614-8594-5c163cbdcb5b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:18.208417 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a9d7481-a697-4376-a203-67645e328995 req-60c3c7c6-11cd-4614-8594-5c163cbdcb5b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.2160106 Feb 10 04:18:18.249280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a2a1a3e-1314-4073-8a55-969ead9fd2e3 req-07276f15-26ee-482d-9933-5478f33c9751 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006417 Feb 10 04:18:18.253863 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5adf15db-a729-4e81-bfc2-9d3b57cb0dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a1f6468d-3c49-4a34-af05-19872551a516), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.256903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5adf15db-a729-4e81-bfc2-9d3b57cb0dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.258366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5adf15db-a729-4e81-bfc2-9d3b57cb0dd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1f6468d-3c49-4a34-af05-19872551a516 HTTP/1.1" status: 204 len: 168 time: 0.6416783 Feb 10 04:18:18.287125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 00f28eed-13a7-4887-876a-9f44b96a8dbd {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:18.287593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 00f28eed-13a7-4887-876a-9f44b96a8dbd not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:18.292993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c078e035-d92c-4964-9b0e-b089e83cda14, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c078e035-d92c-4964-9b0e-b089e83cda14,segment=NetworkSegment(b4283f72-4cad-48d3-9ef5-34beaf50063c),segment_id=b4283f72-4cad-48d3-9ef5-34beaf50063c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:18.294997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2abac8ee-ad39-4f7f-998f-d08336d1b4fd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7581239 Feb 10 04:18:18.297624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44284) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:18.376525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf15db-a729-4e81-bfc2-9d3b57cb0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6468d-3c49-4a34-af05-19872551a516,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:18.377493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-30531e94-8ecf-4b43-b545-6c3ab7595d66 None None] Current status of the port f5fa4510-328e-497d-8f22-9ee6a5e0756d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:18.411210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.426948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.428501 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c244d-8d6f-4f8f-a8d8-c7524f66ef32 x-openstack-request-id: req-b80c244d-8d6f-4f8f-a8d8-c7524f66ef32 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:18.428796 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323925d0-ad4b-4916-9d29-5c5187f31310", "name": "network-vif-plugged", "status": "completed", "tag": "c078e035-d92c-4964-9b0e-b089e83cda14", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:18.429055 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b80c244d-8d6f-4f8f-a8d8-c7524f66ef32 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:18.429441 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323925d0-ad4b-4916-9d29-5c5187f31310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c078e035-d92c-4964-9b0e-b089e83cda14', 'code': 200} Feb 10 04:18:18.433765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-d69509e8-19de-45e4-bac6-270638c04257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:18.436909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-d69509e8-19de-45e4-bac6-270638c04257 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.2829421 Feb 10 04:18:18.447017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a153bbf-5194-46b7-8220-5ba60d09db9f None None] Pushing event updated for resources: {'Port': ['ID=a81a9683-c3a0-45c9-9b8b-47a174a009b7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:18.534267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-c728df73-93b1-44af-a4a7-62e1c46a1a38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818155 Feb 10 04:18:18.572439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a9d7481-a697-4376-a203-67645e328995 req-af24ea3e-faa6-4258-8cf0-14954a10c56d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596733 Feb 10 04:18:18.618771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting subnet b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:18:18.625184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c078e035-d92c-4964-9b0e-b089e83cda14,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:18.635209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for subnet (b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.657821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f5fa4510-328e-497d-8f22-9ee6a5e0756d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:18.727860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:18.771860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f5fa4510-328e-497d-8f22-9ee6a5e0756d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:18.772247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:19.089758 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:19.099063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f5fa4510-328e-497d-8f22-9ee6a5e0756d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:19.128935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db0ad-b1cf-46ca-ac5c-127127f44f9f req-d2b26311-481e-4c06-9c66-d58eb4db374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:19.128935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa8db0ad-b1cf-46ca-ac5c-127127f44f9f req-d2b26311-481e-4c06-9c66-d58eb4db374b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 1127 time: 0.5277748 Feb 10 04:18:19.162129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba4463-b7f1-49f1-b0f1-a62eb7478eec req-c363f370-3ce3-4240-9203-2c3fc223a8f7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:19.174437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22ba4463-b7f1-49f1-b0f1-a62eb7478eec req-c363f370-3ce3-4240-9203-2c3fc223a8f7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.4119887 Feb 10 04:18:19.434841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-b7e946e6-8937-42e9-abfc-e7f759316264 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058450 Feb 10 04:18:19.434841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa8db0ad-b1cf-46ca-ac5c-127127f44f9f req-2284101f-ca3e-497b-a1d3-9c6032a58500 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089050 Feb 10 04:18:19.436129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:19.436448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22ba4463-b7f1-49f1-b0f1-a62eb7478eec req-c4b9281b-9f35-4571-ae7d-8965fa0f14f5 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897433 Feb 10 04:18:19.436525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:19.436525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a HTTP/1.1" status: 204 len: 168 time: 1.0881777 Feb 10 04:18:19.436653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44306) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:19.436653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e059eb2d-d034-4e0e-bfb8-00d1dd511307 req-62304ffb-751f-4a8c-98d0-4ec9a9fea389 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378430 Feb 10 04:18:19.458241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f56c2f-8cb9-4f0c-9fcc-7136b75e1d65 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:19.497829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615a7f81-9c9c-4f63-a74e-93b46732860e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:19.500125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615a7f81-9c9c-4f63-a74e-93b46732860e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:19.503187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-615a7f81-9c9c-4f63-a74e-93b46732860e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1032612 Feb 10 04:18:19.519309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44308) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:19.573519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad4e02-82cb-4ed1-a856-6157ad844df6 req-a32c8df3-7e80-402a-ab9e-69aed52d1333 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:19.578549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1dad4e02-82cb-4ed1-a856-6157ad844df6 req-a32c8df3-7e80-402a-ab9e-69aed52d1333 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.1213470 Feb 10 04:18:19.717358 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1dad4e02-82cb-4ed1-a856-6157ad844df6 req-b127a7bd-2f3d-4677-9ea1-db647b85d3f3 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327710 Feb 10 04:18:19.756050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17c1eaa5-6c2c-4beb-881b-f019aaa60bdb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:19.804477 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c1eaa5-6c2c-4beb-881b-f019aaa60bdb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 04:18:19.805133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c1eaa5-6c2c-4beb-881b-f019aaa60bdb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:19.808652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17c1eaa5-6c2c-4beb-881b-f019aaa60bdb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/a4ff8606-ac9c-4bd2-8b88-968a70aaf44c HTTP/1.1" status: 409 len: 466 time: 0.2880311 Feb 10 04:18:19.812449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44322) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:19.818574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1422385226'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:19.873452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d945fd-5d19-4eaf-b7ad-8856c3650ca1 req-3e9f9833-7e92-41a2-a38d-77318b2faae5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:19.883602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-46d945fd-5d19-4eaf-b7ad-8856c3650ca1 req-3e9f9833-7e92-41a2-a38d-77318b2faae5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1227818 Feb 10 04:18:19.958390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:19.962917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:19.992308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:20.004145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:20.004854 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Added segment cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b of type vlan for network d82b7096-1bd2-42db-a1ab-309fffe97659 Feb 10 04:18:20.034735 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-46d945fd-5d19-4eaf-b7ad-8856c3650ca1 req-11658fa1-90ea-4653-a9be-fe33882e8d56 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459551 Feb 10 04:18:20.092397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d82b7096-1bd2-42db-a1ab-309fffe97659), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:20.207079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d82b7096-1bd2-42db-a1ab-309fffe97659), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:20.212185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:20.212801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:20.365449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7726f9-a54d-4629-99ca-cffa518a1221 None None] Network a4ff8606-ac9c-4bd2-8b88-968a70aaf44c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:20.423499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Network': ['ID=d82b7096-1bd2-42db-a1ab-309fffe97659,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:20.453058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b506c313-6888-4334-957e-a2b60a954931 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6334796 Feb 10 04:18:20.453210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44354) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:20.460265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'subnet': {'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:20.464117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d82b7096-1bd2-42db-a1ab-309fffe97659 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:20.568098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a81a9683-c3a0-45c9-9b8b-47a174a009b7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:20.598885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44267-12df-4f96-b593-ca0944f19073 req-99ae3b98-b85a-4cc2-bf9d-870e8e34d64f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:20.604795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-99ae3b98-b85a-4cc2-bf9d-870e8e34d64f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.3550975 Feb 10 04:18:20.654321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-9352b79d-0e0b-4cdc-804f-db63d0dffd92 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/quotas/a97cf0fa4de74535bc16402988b6931c HTTP/1.1" status: 200 len: 375 time: 0.0429878 Feb 10 04:18:20.731506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9f309cef-fcd0-4f10-8bb2-b268aa5eae63 None None] Provisioning complete for port a81a9683-c3a0-45c9-9b8b-47a174a009b7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:20.731801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f309cef-fcd0-4f10-8bb2-b268aa5eae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:20.743684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:20.747881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:20.777654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-741f567f-84c6-48b3-a713-8d3dcd01501a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188264 Feb 10 04:18:20.884098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a81a9683-c3a0-45c9-9b8b-47a174a009b7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:20.884761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:20.978027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-136b2894-952c-404e-b3d9-562cb198c0b8 service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991751 Feb 10 04:18:21.004709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] DHCP port deletion for a4ff8606-ac9c-4bd2-8b88-968a70aaf44c request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:18:21.059187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9f309cef-fcd0-4f10-8bb2-b268aa5eae63 None None] Current status of the port a81a9683-c3a0-45c9-9b8b-47a174a009b7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:21.059577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f309cef-fcd0-4f10-8bb2-b268aa5eae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:21.137690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-b9d1a1e5-7ac8-469e-a9f2-ebdb690a6722 service neutron] 10.222.0.42 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524203 Feb 10 04:18:21.142676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9f309cef-fcd0-4f10-8bb2-b268aa5eae63 None None] For port a81a9683-c3a0-45c9-9b8b-47a174a009b7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a81a9683-c3a0-45c9-9b8b-47a174a009b7,segment=NetworkSegment(231a429e-8a1c-4ac8-b0e6-18f351a32082),segment_id=231a429e-8a1c-4ac8-b0e6-18f351a32082)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:21.157218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a81a9683-c3a0-45c9-9b8b-47a174a009b7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:21.157603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:21.161913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] Deleting port a81a9683-c3a0-45c9-9b8b-47a174a009b7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:21.162370 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:21.235407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f309cef-fcd0-4f10-8bb2-b268aa5eae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:21.388683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:18:21.390310 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (153586bc-29c8-4538-abe9-c9248b46d59f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:21.509198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] For port a81a9683-c3a0-45c9-9b8b-47a174a009b7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a81a9683-c3a0-45c9-9b8b-47a174a009b7,segment=NetworkSegment(231a429e-8a1c-4ac8-b0e6-18f351a32082),segment_id=231a429e-8a1c-4ac8-b0e6-18f351a32082)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:21.509727 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:21.563434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] Calling delete_port for a81a9683-c3a0-45c9-9b8b-47a174a009b7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:21.599193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:18:21.599545 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:18:21.621584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f309cef-fcd0-4f10-8bb2-b268aa5eae63 None None] Pushing event updated for resources: {'Port': ['ID=a81a9683-c3a0-45c9-9b8b-47a174a009b7,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:21.656933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb13e0-9bc8-4956-b589-e85c727068c9 req-31b8e42f-de5f-4681-805a-84a1a5b6c986 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:21.667109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59bb13e0-9bc8-4956-b589-e85c727068c9 req-31b8e42f-de5f-4681-805a-84a1a5b6c986 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1470351 Feb 10 04:18:21.778298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59bb13e0-9bc8-4956-b589-e85c727068c9 req-1424193c-74fb-41ea-995d-d7b6878905b8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096590 Feb 10 04:18:21.960807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (a81a9683-c3a0-45c9-9b8b-47a174a009b7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:22.018431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] No DVR routers for this DVR port a81a9683-c3a0-45c9-9b8b-47a174a009b7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:22.020033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467e1d8-e33c-4eb4-aaac-0bb2e55ee8a1 None None] Pushing event deleted for resources: {'Port': ['ID=a81a9683-c3a0-45c9-9b8b-47a174a009b7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:22.086416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672f47f-6acd-468a-8067-474089fdc903 req-9d25a2e7-ab18-44cc-99a9-31f7bdfbd4c5 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:22.088309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3672f47f-6acd-468a-8067-474089fdc903 req-9d25a2e7-ab18-44cc-99a9-31f7bdfbd4c5 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.1810100 Feb 10 04:18:22.170356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Port a81a9683-c3a0-45c9-9b8b-47a174a009b7 update to ACTIVE by agent not found {{(pid=109960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 04:18:22.236834 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3672f47f-6acd-468a-8067-474089fdc903 req-22df6ebb-901d-4c06-b077-c10995cd4751 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422448 Feb 10 04:18:22.432771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a81a9683-c3a0-45c9-9b8b-47a174a009b7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:22.491614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Subnet': ['ID=153586bc-29c8-4538-abe9-c9248b46d59f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:22.492293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a81a9683-c3a0-45c9-9b8b-47a174a009b7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:22.492625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a81a9683-c3a0-45c9-9b8b-47a174a009b7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:22.510949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Checking segment: {'id': 'cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:22.517056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8dac9-4383-4a7f-a41f-7570f617f6e6 req-60c3cb8e-9d08-4e8d-9c2a-5f37059b33f3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:22.517464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network hostable DHCP agents. Network: d82b7096-1bd2-42db-a1ab-309fffe97659, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:22.531725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55c8dac9-4383-4a7f-a41f-7570f617f6e6 req-60c3cb8e-9d08-4e8d-9c2a-5f37059b33f3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1803854 Feb 10 04:18:22.653812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55c8dac9-4383-4a7f-a41f-7570f617f6e6 req-94d07ba9-1ba3-4450-8b12-cc110c6baad2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186805 Feb 10 04:18:22.747422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-93d46008-d271-4386-b4c4-8e865a033b16 req-1b9eb904-fa32-4e94-bcb1-3a56192db15b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 210 time: 0.0448127 Feb 10 04:18:22.932126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network d82b7096-1bd2-42db-a1ab-309fffe97659 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:23.044635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084681f-4b41-4115-89da-9ba0a9780f76 req-8f055360-2019-4d03-a9f0-8a3e0339363b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:23.046272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3084681f-4b41-4115-89da-9ba0a9780f76 req-8f055360-2019-4d03-a9f0-8a3e0339363b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.0852153 Feb 10 04:18:23.070601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d82b7096-1bd2-42db-a1ab-309fffe97659) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:23.076465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:23.077089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:23.084474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c6428-879a-4dc7-ae9f-bf9ae6790361 None None] Network d82b7096-1bd2-42db-a1ab-309fffe97659 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:23.161537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3084681f-4b41-4115-89da-9ba0a9780f76 req-c3b714f6-7de4-4c1d-a79e-e65e21a3b950 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071572 Feb 10 04:18:23.241190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-888f618f-ffff-4f0d-a67f-5835ec3897d5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7859535 Feb 10 04:18:23.242346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44398) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:23.247915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'port': {'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659', 'name': 'tempest-NetworksIpV6TestAttrs-1390246158'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:23.309391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d82b7096-1bd2-42db-a1ab-309fffe97659', 'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659', 'project_id': '99658a9281bc4ae4b6dc48fbcb0004c3', 'fixed_ips': [{'subnet_id': '153586bc-29c8-4538-abe9-c9248b46d59f'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:18:23.310822 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:23.555883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Allocated IP 2001:db8::f816:3eff:fe4b:4d77 (d82b7096-1bd2-42db-a1ab-309fffe97659/153586bc-29c8-4538-abe9-c9248b46d59f/488f56d7-43cb-4c8a-b5ca-4683054b20ee) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:23.736773 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Publish callbacks [] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:23.739741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:23.744961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:23.770789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81160bc2-1d08-483f-afbe-e174e5a5e28e req-77bb2469-2607-4b6d-8213-a4c9bd32646f tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:23.772534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81160bc2-1d08-483f-afbe-e174e5a5e28e req-77bb2469-2607-4b6d-8213-a4c9bd32646f tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.1168466 Feb 10 04:18:23.818330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] device_id is not set on port e7465d0d-3c0b-45e6-a86f-326b542a851f yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:18:23.831685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2bade-2632-4196-a789-fb0c4881198b req-9122a1fe-ba8f-4ad9-afe2-9a56176c277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:23.834841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85c2bade-2632-4196-a789-fb0c4881198b req-9122a1fe-ba8f-4ad9-afe2-9a56176c277b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a15bd36ed294a3e977ea2ab34a461e7&device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 1127 time: 0.1741338 Feb 10 04:18:23.863057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81160bc2-1d08-483f-afbe-e174e5a5e28e req-f6a5b1e5-2ecb-4c14-b9a4-9e8d977ad3c3 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812373 Feb 10 04:18:23.894326 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:23.987980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Pushing event updated for resources: {'Port': ['ID=488f56d7-43cb-4c8a-b5ca-4683054b20ee,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:24.008792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Network d82b7096-1bd2-42db-a1ab-309fffe97659 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:24.010274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:24.012862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:24.083750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Attempting to bind port 488f56d7-43cb-4c8a-b5ca-4683054b20ee on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:24.084199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Attempting to bind port 488f56d7-43cb-4c8a-b5ca-4683054b20ee by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:24.084629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Attempting to bind port 488f56d7-43cb-4c8a-b5ca-4683054b20ee on network d82b7096-1bd2-42db-a1ab-309fffe97659 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:24.090521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:24.091016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Checking segment: {'id': 'cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:24.091543 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:24.092037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9155-8e79-4289-9a55-900586fc16fe req-aca6ef02-2e02-4436-80cd-9e7a341d8f53 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:24.092486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Bound using segment: {'id': 'cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:24.092746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Bound port: 488f56d7-43cb-4c8a-b5ca-4683054b20ee, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd82b7096-1bd2-42db-a1ab-309fffe97659'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:24.093195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:24.100795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49fd9155-8e79-4289-9a55-900586fc16fe req-aca6ef02-2e02-4436-80cd-9e7a341d8f53 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1293032 Feb 10 04:18:24.109803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2bade-2632-4196-a789-fb0c4881198b req-38a2a994-7f7b-4290-800f-d17453084c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:24.116785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85c2bade-2632-4196-a789-fb0c4881198b req-38a2a994-7f7b-4290-800f-d17453084c06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92ecebd4-0d9f-4fda-b364-cf271c2e39a1 HTTP/1.1" status: 200 len: 915 time: 0.2400184 Feb 10 04:18:24.129987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Allocated IP 2001:db8::f816:3eff:fe02:a6cd (d82b7096-1bd2-42db-a1ab-309fffe97659/153586bc-29c8-4538-abe9-c9248b46d59f/e7465d0d-3c0b-45e6-a86f-326b542a851f) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:24.176944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49fd9155-8e79-4289-9a55-900586fc16fe req-ffd6ce51-642e-4f88-8854-1a37bde73a75 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726500 Feb 10 04:18:24.179055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85c2bade-2632-4196-a789-fb0c4881198b req-325b55b8-69d5-4ab7-858c-37808e329d81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c078e035-d92c-4964-9b0e-b089e83cda14 HTTP/1.1" status: 200 len: 217 time: 0.0462580 Feb 10 04:18:24.206184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] For port 488f56d7-43cb-4c8a-b5ca-4683054b20ee, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:24.222783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] For port 488f56d7-43cb-4c8a-b5ca-4683054b20ee, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=488f56d7-43cb-4c8a-b5ca-4683054b20ee,segment=NetworkSegment(cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b),segment_id=cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:24.317773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2bade-2632-4196-a789-fb0c4881198b req-b8524968-2d17-49b7-81cd-8e02d9ebf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:24.319341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85c2bade-2632-4196-a789-fb0c4881198b req-b8524968-2d17-49b7-81cd-8e02d9ebf0fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=194d0990-6f4b-4115-b921-6fece804fb4b HTTP/1.1" status: 200 len: 854 time: 0.1326725 Feb 10 04:18:24.319650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:24.343697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49eb230a-63a4-410e-b5d7-5a76ec6e642c req-2c5cb89a-ef1d-4ebc-a663-a28911540b31 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 210 time: 0.0810785 Feb 10 04:18:24.450355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85c2bade-2632-4196-a789-fb0c4881198b req-fa5cfb76-8809-4f9e-87c7-58b35d8045f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92ecebd4-0d9f-4fda-b364-cf271c2e39a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139541 Feb 10 04:18:24.486901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe7337-17a3-4985-95f5-5cf9a93eb94a None None] Pushing event updated for resources: {'Port': ['ID=488f56d7-43cb-4c8a-b5ca-4683054b20ee,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:24.571897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18b54a-1275-4a5b-a822-6400d5bb80e0 req-c06beeb5-4ab9-411e-a573-053200e9ccea tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:24.585367 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a18b54a-1275-4a5b-a822-6400d5bb80e0 req-c06beeb5-4ab9-411e-a573-053200e9ccea tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1100872 Feb 10 04:18:24.667331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a18b54a-1275-4a5b-a822-6400d5bb80e0 req-4bc8c0a2-8945-4f93-9277-b4600ad5f5a2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815015 Feb 10 04:18:24.688451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85c2bade-2632-4196-a789-fb0c4881198b req-0b51a0fd-4c2a-41fa-8514-09145382cfca service neutron] 10.222.0.43 "GET /v2.0/networks/92ecebd4-0d9f-4fda-b364-cf271c2e39a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139452 Feb 10 04:18:24.692841 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for port (e7465d0d-3c0b-45e6-a86f-326b542a851f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:24.838483 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-821aaab8-3ffd-44b0-bb48-55ead581d7bc req-4f12c201-6757-49d0-9e92-9edc04d30c55 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0870168 Feb 10 04:18:25.079381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-ee40f41a-7017-473c-839c-662ddc2e428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:25.081836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-ee40f41a-7017-473c-839c-662ddc2e428e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 1127 time: 0.0779579 Feb 10 04:18:25.149628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85c2bade-2632-4196-a789-fb0c4881198b req-90509902-a85a-4c91-8596-ab266422b6c8 service neutron] 10.222.0.43 "GET /v2.0/networks/92ecebd4-0d9f-4fda-b364-cf271c2e39a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521368 Feb 10 04:18:25.185752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44267-12df-4f96-b593-ca0944f19073 req-35faa31a-3753-4660-8edd-c6766b0988e6 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:25.187367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-35faa31a-3753-4660-8edd-c6766b0988e6 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.24 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 815 time: 0.3646140 Feb 10 04:18:25.200516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e7465d0d-3c0b-45e6-a86f-326b542a851f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:25.208656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Request body: {'port': {'device_id': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'admin_state_up': True, 'tenant_id': 'a97cf0fa4de74535bc16402988b6931c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:25.229031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-b2f031c0-ba9f-4d18-b518-019016a932c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:25.231632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-b2f031c0-ba9f-4d18-b518-019016a932c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 912 time: 0.1435883 Feb 10 04:18:25.312775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dcdd-5ddd-487c-a653-65791372215a req-6d84c6bd-1b7f-4607-9118-11550781225a tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:25.320467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-3dfa9940-23ec-4f80-8174-c42eb838de10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4 HTTP/1.1" status: 200 len: 217 time: 0.0768075 Feb 10 04:18:25.325704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c645dcdd-5ddd-487c-a653-65791372215a req-6d84c6bd-1b7f-4607-9118-11550781225a tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.2907608 Feb 10 04:18:25.461319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e2887-669b-402a-8c70-d6111d0123b2 req-069dfa80-4fbe-4296-847b-f94cb52c3e0e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:25.463035 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c8e2887-669b-402a-8c70-d6111d0123b2 req-069dfa80-4fbe-4296-847b-f94cb52c3e0e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1457129 Feb 10 04:18:25.464817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-530dc061-e40b-4a71-a358-95f890f323ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:25.467755 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-530dc061-e40b-4a71-a358-95f890f323ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.1078384 Feb 10 04:18:25.480559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network d82b7096-1bd2-42db-a1ab-309fffe97659 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:25.507201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-6493431a-acb1-4af0-be23-d66380fae607 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323241 Feb 10 04:18:25.514604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:25.521394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:25.527702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:25.532103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:25.552443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Port': ['ID=e7465d0d-3c0b-45e6-a86f-326b542a851f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:25.558055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c645dcdd-5ddd-487c-a653-65791372215a req-2b08a042-5f2d-4334-b17c-c0318e5fa4c2 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314372 Feb 10 04:18:25.560709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Made reservation on behalf of a97cf0fa4de74535bc16402988b6931c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:25.565013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:25.680621 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7490a410-6974-4959-8b94-1f300d8ddc74 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4354341 Feb 10 04:18:25.683247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44440) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:25.746493 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6c8e2887-669b-402a-8c70-d6111d0123b2 req-fce01b41-a9d9-4eb0-a956-7ecf3711de04 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564027 Feb 10 04:18:25.801608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1858cc3d-24c4-41dd-aa44-d527fba4b8f9 req-cab1fb77-e6f3-492c-8750-a8dbec5ae983 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 210 time: 0.0914261 Feb 10 04:18:25.804195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-c6db5340-291c-4519-a586-956eed70df46 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898884 Feb 10 04:18:26.053878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9543a1b-b412-4c1c-9724-13b5e81698af req-d22c22fb-f4d8-4981-89b4-ae33fcb3cc00 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:26.054731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff8cccd2-6c92-4f91-bdcc-a54675ba598c req-e76ed26a-94bc-4c96-a3a5-1b5ff648bfdb tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0742073 Feb 10 04:18:26.062737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9543a1b-b412-4c1c-9724-13b5e81698af req-d22c22fb-f4d8-4981-89b4-ae33fcb3cc00 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.2141423 Feb 10 04:18:26.069755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting subnet 153586bc-29c8-4538-abe9-c9248b46d59f {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:18:26.088092 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70f1b043-aef7-47e0-ad35-1ba25b6b17cb req-db615996-7281-45a0-af97-3fe00e2b1200 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784524 Feb 10 04:18:26.090290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for subnet (153586bc-29c8-4538-abe9-c9248b46d59f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.165792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Allocated IP 172.20.0.11 (bc4da560-5f28-4c4e-bc28-bc839f483816/f9aa6272-a846-48dc-8d1d-ea7d6392ca65/739f71ed-8c81-4ad1-8126-885c4577e556) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:26.181714 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9543a1b-b412-4c1c-9724-13b5e81698af req-98e5df5b-8422-4bd9-8286-cc423971690b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180277 Feb 10 04:18:26.191475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (153586bc-29c8-4538-abe9-c9248b46d59f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.271407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d705480-bcad-496f-8faa-de6088091827 None None] Network d82b7096-1bd2-42db-a1ab-309fffe97659 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:26.417594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Provisioning complete for port 488f56d7-43cb-4c8a-b5ca-4683054b20ee triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:26.418167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.457633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (153586bc-29c8-4538-abe9-c9248b46d59f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.506728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks [] for port (739f71ed-8c81-4ad1-8126-885c4577e556), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.521640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 488f56d7-43cb-4c8a-b5ca-4683054b20ee up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:26.619934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Current status of the port 488f56d7-43cb-4c8a-b5ca-4683054b20ee is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:26.620409 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.658270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 488f56d7-43cb-4c8a-b5ca-4683054b20ee triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:26.658744 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.667310 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (153586bc-29c8-4538-abe9-c9248b46d59f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.684272 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.701015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e0e263a3-7d5e-47cf-918f-250d0c501adc', '651e20d1-0945-4e76-9e5b-2ac5bff4ee91', 'ced24674-007e-49ba-b860-1db1c7aa83c3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:26.714748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:26.731119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/153586bc-29c8-4538-abe9-c9248b46d59f HTTP/1.1" status: 204 len: 168 time: 1.0446582 Feb 10 04:18:26.731775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44454) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:26.876805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1acae-ee2b-4945-b12a-cd1fe5274f41 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:26.878316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1acae-ee2b-4945-b12a-cd1fe5274f41 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:26.882432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-67a1acae-ee2b-4945-b12a-cd1fe5274f41 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1470962 Feb 10 04:18:26.894086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680445-e9c1-4822-955f-3db29cb9f25e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Subnet': ['ID=153586bc-29c8-4538-abe9-c9248b46d59f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:26.894440 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:18:26.895443 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:18:26.898888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44460) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:26.943337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Network bc4da560-5f28-4c4e-bc28-bc839f483816 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:26.947795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:26.952527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:26.974597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44793da-df46-4d3b-baea-3345d4fee680 req-da65b684-dd8e-40f5-b303-eb04d22f7fc4 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:26.976408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c44793da-df46-4d3b-baea-3345d4fee680 req-da65b684-dd8e-40f5-b303-eb04d22f7fc4 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.1646333 Feb 10 04:18:27.009460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event updated for resources: {'Port': ['ID=739f71ed-8c81-4ad1-8126-885c4577e556,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:27.058303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252316f-2c3f-4448-85d0-14f4904246b7 None None] Network d82b7096-1bd2-42db-a1ab-309fffe97659 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:27.078353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c44793da-df46-4d3b-baea-3345d4fee680 req-f602568a-5d7d-482d-8930-fb377fae9308 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647027 Feb 10 04:18:27.086740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48fd07bd-2a3c-4cd2-befe-a4ebd297ccd2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d82b7096-1bd2-42db-a1ab-309fffe97659), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.104738 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fd07bd-2a3c-4cd2-befe-a4ebd297ccd2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 04:18:27.105440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fd07bd-2a3c-4cd2-befe-a4ebd297ccd2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:27.108886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-48fd07bd-2a3c-4cd2-befe-a4ebd297ccd2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/d82b7096-1bd2-42db-a1ab-309fffe97659 HTTP/1.1" status: 409 len: 466 time: 0.2056677 Feb 10 04:18:27.114959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44466) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:27.129490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1161763895'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:27.140168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:27.140833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.141762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf6ef2-b9a7-422c-9ac8-7720550939da req-fa7665f0-e9e9-4d09-b682-38215bb9c9cf tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:27.150469 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3aaf6ef2-b9a7-422c-9ac8-7720550939da req-fa7665f0-e9e9-4d09-b682-38215bb9c9cf tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.2865977 Feb 10 04:18:27.216190 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3aaf6ef2-b9a7-422c-9ac8-7720550939da req-a9daa3e6-78a6-4035-9c3f-81ff7b7f8486 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644770 Feb 10 04:18:27.316592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e3ff83ed-ebae-448b-82bd-b7b80485a453 req-92c7fac2-8272-405a-aa7f-3616f25cca5a tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0465121 Feb 10 04:18:27.324597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-c4abc9f3-31cf-470a-8133-a8624208a69a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1218967 Feb 10 04:18:27.346575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Request body: {'port': {'device_id': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:27.429203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdc883-d718-40c7-8152-efe68d6e995d req-07a59643-2e89-4c05-b782-e50b25a42f9d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:27.436305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16cdc883-d718-40c7-8152-efe68d6e995d req-07a59643-2e89-4c05-b782-e50b25a42f9d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 932 time: 0.1799448 Feb 10 04:18:27.503091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.563805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Current status of the port 488f56d7-43cb-4c8a-b5ca-4683054b20ee is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:27.564419 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.576292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 488f56d7-43cb-4c8a-b5ca-4683054b20ee is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:27.576705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.630425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:27.633924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a8dac-4604-46e3-9560-8718c402296a req-309c9316-ebae-4a96-bd5b-43f47d7a90fb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:27.634358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.636068 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb4a8dac-4604-46e3-9560-8718c402296a req-309c9316-ebae-4a96-bd5b-43f47d7a90fb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1423628 Feb 10 04:18:27.692856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 488f56d7-43cb-4c8a-b5ca-4683054b20ee, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=488f56d7-43cb-4c8a-b5ca-4683054b20ee,segment=NetworkSegment(cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b),segment_id=cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:27.693787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb4a8dac-4604-46e3-9560-8718c402296a req-5be4d66e-1482-499f-a2af-0fc2f840f1a4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517340 Feb 10 04:18:27.717827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:27.762492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (742f3599-0f43-43cd-9806-06e9e14f1ffe), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.762868 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Added segment 742f3599-0f43-43cd-9806-06e9e14f1ffe of type vlan for network 38121e36-0b93-40f6-8a59-5ac94a3b153e Feb 10 04:18:27.777572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16cdc883-d718-40c7-8152-efe68d6e995d req-0294813c-91d1-4196-b7fd-2c0539222ebc tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552395 Feb 10 04:18:27.846501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] DHCP port deletion for d82b7096-1bd2-42db-a1ab-309fffe97659 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:18:27.864282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (38121e36-0b93-40f6-8a59-5ac94a3b153e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.960457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] Deleting port 488f56d7-43cb-4c8a-b5ca-4683054b20ee {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:27.960834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.968662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739f71ed-8c81-4ad1-8126-885c4577e556 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:27.977864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Publish callbacks [] for port (739f71ed-8c81-4ad1-8126-885c4577e556), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:27.993750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Transition to ACTIVE for port object 739f71ed-8c81-4ad1-8126-885c4577e556 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:18:28.021279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (38121e36-0b93-40f6-8a59-5ac94a3b153e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.027180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:28.027803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.056006 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-50c701e9-9e0c-44da-8291-50643b61bd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.107167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.112520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Network': ['ID=38121e36-0b93-40f6-8a59-5ac94a3b153e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:28.154728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.166918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:18:28.170333 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:18:28.170333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 38121e36-0b93-40f6-8a59-5ac94a3b153e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:28.196228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f2e72af1-a215-4eab-8cad-b4d91c499124 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0774019 Feb 10 04:18:28.197179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44480) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:28.203097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'subnet': {'network_id': '38121e36-0b93-40f6-8a59-5ac94a3b153e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:28.225622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Pushing event updated for resources: {'Port': ['ID=739f71ed-8c81-4ad1-8126-885c4577e556,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:28.300582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] For port 488f56d7-43cb-4c8a-b5ca-4683054b20ee, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=488f56d7-43cb-4c8a-b5ca-4683054b20ee,segment=NetworkSegment(cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b),segment_id=cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:28.300968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.376892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Attempting to bind port 739f71ed-8c81-4ad1-8126-885c4577e556 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:28.377696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Attempting to bind port 739f71ed-8c81-4ad1-8126-885c4577e556 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:28.378050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Attempting to bind port 739f71ed-8c81-4ad1-8126-885c4577e556 on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:28.439861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Port 739f71ed-8c81-4ad1-8126-885c4577e556 on network bc4da560-5f28-4c4e-bc28-bc839f483816 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:18:28.440358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Attempting to bind port 739f71ed-8c81-4ad1-8126-885c4577e556 on network bc4da560-5f28-4c4e-bc28-bc839f483816 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:28.450486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:28.451092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Checking segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:28.451671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Bound using segment: {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:28.452209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Bound port: 739f71ed-8c81-4ad1-8126-885c4577e556, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60620980-996f-492f-ad5e-2c06b71342e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:28.452668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.477824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] Calling delete_port for 488f56d7-43cb-4c8a-b5ca-4683054b20ee owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:28.486663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 488f56d7-43cb-4c8a-b5ca-4683054b20ee no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:28.492880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054a3b5-2ef8-4070-9f83-cda805bae641 req-56adccfb-405e-40d1-932a-8d5e8aef0878 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:28.494659 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8054a3b5-2ef8-4070-9f83-cda805bae641 req-56adccfb-405e-40d1-932a-8d5e8aef0878 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.0763631 Feb 10 04:18:28.542120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] For port 739f71ed-8c81-4ad1-8126-885c4577e556, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:28.545773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] For port 739f71ed-8c81-4ad1-8126-885c4577e556, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=739f71ed-8c81-4ad1-8126-885c4577e556,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:28.565702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a047a-55a8-460f-bfd5-476ebfdceb0e req-427d5982-31f9-4f2f-bbcb-52e88235f1b2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:28.567992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c28a047a-55a8-460f-bfd5-476ebfdceb0e req-427d5982-31f9-4f2f-bbcb-52e88235f1b2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 945 time: 0.1685588 Feb 10 04:18:28.621356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.632633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c28a047a-55a8-460f-bfd5-476ebfdceb0e req-c2df4ebb-d54e-4cd5-a3d2-16bd373ac59a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575716 Feb 10 04:18:28.678788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7129cd9-d0eb-433e-a725-a27be8f2f2f4 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:28.685010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8054a3b5-2ef8-4070-9f83-cda805bae641 req-1217f81f-cd60-41dc-abf7-f8796a95340c tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782541 Feb 10 04:18:28.688071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:28.702006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:28.706976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.707890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:28.710917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] 10.222.0.24 "PUT /v2.0/ports/739f71ed-8c81-4ad1-8126-885c4577e556 HTTP/1.1" status: 200 len: 1092 time: 1.3688593 Feb 10 04:18:28.711953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'tag': '739f71ed-8c81-4ad1-8126-885c4577e556'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:28.720784 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34daab12-0f71-4722-8a44-98d7ad93922a" -d '{"events": [{"name": "network-changed", "server_uuid": "a985a93d-4f75-4269-9531-1bbb9ef22719", "tag": "739f71ed-8c81-4ad1-8126-885c4577e556"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:28.773520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cd6bf-9d6e-4dcf-a4bd-f09ae3d76425 service neutron] Pushing event updated for resources: {'Port': ['ID=739f71ed-8c81-4ad1-8126-885c4577e556,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:28.814798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=488f56d7-43cb-4c8a-b5ca-4683054b20ee,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:28.915469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e56a131-7236-414c-9d13-2016ecf8bf03 req-3f0b208a-cf29-456c-b9c3-3eb2d140d83b tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0854459 Feb 10 04:18:29.006819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbfce8-158e-46d5-92fe-6721edf705d2 None None] Current status of the port 488f56d7-43cb-4c8a-b5ca-4683054b20ee is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:29.051564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44267-12df-4f96-b593-ca0944f19073 req-4ec1b0ad-9f9a-4f3c-9d72-1727b580b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:29.055414 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-4ec1b0ad-9f9a-4f3c-9d72-1727b580b22c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 1126 time: 0.1249306 Feb 10 04:18:29.059473 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff08c0d-c1a8-4503-9626-fff3a5255663 x-openstack-request-id: req-3ff08c0d-c1a8-4503-9626-fff3a5255663 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:29.059769 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a985a93d-4f75-4269-9531-1bbb9ef22719", "tag": "739f71ed-8c81-4ad1-8126-885c4577e556", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:29.060029 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ff08c0d-c1a8-4503-9626-fff3a5255663 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:29.061422 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'tag': '739f71ed-8c81-4ad1-8126-885c4577e556', 'status': 'completed', 'code': 200} Feb 10 04:18:29.169884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-28d632f4-f19e-4d50-9886-95d4fa271ac8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739f71ed-8c81-4ad1-8126-885c4577e556 HTTP/1.1" status: 200 len: 217 time: 0.1066909 Feb 10 04:18:29.206620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-589ab516-aff3-4fec-97ab-a6e1b489052b None None] Provisioning complete for port 488f56d7-43cb-4c8a-b5ca-4683054b20ee triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:29.207135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-589ab516-aff3-4fec-97ab-a6e1b489052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.251129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:29.252098 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.254740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 488f56d7-43cb-4c8a-b5ca-4683054b20ee is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:29.255172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.288826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0877a3-5754-4a69-ac67-51239e6376af req-21fee853-2424-4ba4-8dda-f2da7cbb8cd0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:29.297133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0877a3-5754-4a69-ac67-51239e6376af req-21fee853-2424-4ba4-8dda-f2da7cbb8cd0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1341357 Feb 10 04:18:29.299109 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (488f56d7-43cb-4c8a-b5ca-4683054b20ee), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.308896 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.db [None req-589ab516-aff3-4fec-97ab-a6e1b489052b None None] No ports have port_id starting with 488f56d7-43cb-4c8a-b5ca-4683054b20ee Feb 10 04:18:29.321397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:29.324415 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18a75a0-6ab1-4621-83bb-cb54d3220b9d" -d '{"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:29.368255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d0877a3-5754-4a69-ac67-51239e6376af req-90bef424-bb7c-45bf-beff-7df168190cf4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698009 Feb 10 04:18:29.376142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44267-12df-4f96-b593-ca0944f19073 req-1b3a289c-935a-462f-b717-e69131fc9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:29.379747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-1b3a289c-935a-462f-b717-e69131fc9141 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.1650159 Feb 10 04:18:29.382657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:29.383761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] Pushing event deleted for resources: {'Port': ['ID=488f56d7-43cb-4c8a-b5ca-4683054b20ee,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:29.386040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634354b-f3c6-4158-92ac-f218e2321a22 None None] No DVR routers for this DVR port 488f56d7-43cb-4c8a-b5ca-4683054b20ee on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:29.448019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-589ab516-aff3-4fec-97ab-a6e1b489052b None None] Provisioning complete for port e7465d0d-3c0b-45e6-a86f-326b542a851f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:29.450878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-589ab516-aff3-4fec-97ab-a6e1b489052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e7465d0d-3c0b-45e6-a86f-326b542a851f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.462110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-c2d7e63b-1833-46a1-b70c-f2260d355183 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751007 Feb 10 04:18:29.502198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-589ab516-aff3-4fec-97ab-a6e1b489052b None None] Port e7465d0d-3c0b-45e6-a86f-326b542a851f cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:18:29.505573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.560885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:29.617510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:18:29.620769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (be7fc444-c7ff-4def-9d06-eeadff51499a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.627259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978ed1-5def-4966-9ea3-b15b5fc4b4ab req-58f21cc5-f47a-4815-9f6a-3b745256b2dd tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:29.636088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af978ed1-5def-4966-9ea3-b15b5fc4b4ab req-58f21cc5-f47a-4815-9f6a-3b745256b2dd tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 944 time: 0.1297297 Feb 10 04:18:29.686852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-2c633523-f613-4c1f-a59a-f709f63a35c8 service neutron] 10.222.0.24 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188046 Feb 10 04:18:29.741062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Subnet': ['ID=be7fc444-c7ff-4def-9d06-eeadff51499a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:29.750915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af978ed1-5def-4966-9ea3-b15b5fc4b4ab req-ba369ef8-0b56-4af1-9e06-9a1c8b0a0f71 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088142 Feb 10 04:18:29.785838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Checking segment: {'id': '742f3599-0f43-43cd-9806-06e9e14f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '38121e36-0b93-40f6-8a59-5ac94a3b153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:29.786641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network hostable DHCP agents. Network: 38121e36-0b93-40f6-8a59-5ac94a3b153e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:29.792525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f67c71db-2f38-471f-b0f5-798f719a5c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:29.805220 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3745b5f-26e8-4df7-adcd-8de10be85768 x-openstack-request-id: req-d3745b5f-26e8-4df7-adcd-8de10be85768 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:29.805506 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-unplugged", "status": "failed", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4", "code": 422}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:29.805763 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3745b5f-26e8-4df7-adcd-8de10be85768 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:29.806182 n-d-827844-2 neutron-server[109960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'code': 422} returned with failed status Feb 10 04:18:29.922494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network 38121e36-0b93-40f6-8a59-5ac94a3b153e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:29.960015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88a44267-12df-4f96-b593-ca0944f19073 req-c6e3ea5a-88ac-40a1-a2d4-45f5a00cdfdb service neutron] 10.222.0.24 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660644 Feb 10 04:18:29.970656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-6e00e0d1-0e7e-4379-96d6-021dcc4cb66a tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:29.972418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-6e00e0d1-0e7e-4379-96d6-021dcc4cb66a tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.43 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.1240013 Feb 10 04:18:30.002750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ed7b4-1930-400b-a41b-bb559ae0e67b req-6a9c875d-d6b4-45f5-a137-2e0a09ff45d3 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:30.004313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96ed7b4-1930-400b-a41b-bb559ae0e67b req-6a9c875d-d6b4-45f5-a137-2e0a09ff45d3 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 945 time: 0.1190844 Feb 10 04:18:30.018756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 38121e36-0b93-40f6-8a59-5ac94a3b153e) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:30.024710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:30.025324 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:30.029419 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2c96b-a24e-4a56-b62d-eaa2ae1e1fa2 None None] Network 38121e36-0b93-40f6-8a59-5ac94a3b153e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:30.191061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-38121e36-0b93-40f6-8a59-5ac94a3b153e', 'network_id': '38121e36-0b93-40f6-8a59-5ac94a3b153e', 'project_id': '99658a9281bc4ae4b6dc48fbcb0004c3', 'fixed_ips': [{'subnet_id': 'be7fc444-c7ff-4def-9d06-eeadff51499a'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:18:30.192771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:30.202393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96ed7b4-1930-400b-a41b-bb559ae0e67b req-6476d879-07ee-4b80-b2f8-66cc90e709c4 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/security-groups?id=796b8ac4-7caa-4204-8971-d6bf2e5c21e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670551 Feb 10 04:18:30.207200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2f0cab4c-88de-4432-acd0-bb55dd5b03d3 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0086079 Feb 10 04:18:30.207366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44546) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:30.241158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daab12-0f71-4722-8a44-98d7ad93922a req-5e7b43f1-f679-49b3-8113-3d9f19f23a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:30.241158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34daab12-0f71-4722-8a44-98d7ad93922a req-5e7b43f1-f679-49b3-8113-3d9f19f23a49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 1126 time: 0.1168277 Feb 10 04:18:30.263515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Deleting port c078e035-d92c-4964-9b0e-b089e83cda14 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:30.263860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:30.466936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-edd0fc77-5049-4c33-a07b-2ac8f48e626b req-9c99852b-866f-40b5-91b5-347bcbe3ce23 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.1040907 Feb 10 04:18:30.517126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Allocated IP 2001:db8::f816:3eff:fe4b:2e76 (38121e36-0b93-40f6-8a59-5ac94a3b153e/be7fc444-c7ff-4def-9d06-eeadff51499a/a550143d-0425-4d6c-bb85-a4cada7959b8) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:30.659160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:18:30.899858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-aa25e2db-807c-42f2-ad11-3d3fa02143f4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:30.909046 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-aa25e2db-807c-42f2-ad11-3d3fa02143f4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=d416ac2c-9edb-4288-99ed-4fe84aec2b0b HTTP/1.1" status: 200 len: 943 time: 0.1062667 Feb 10 04:18:30.922030 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:18:30.987450 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Publish callbacks [] for port (a550143d-0425-4d6c-bb85-a4cada7959b8), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.103490 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (a550143d-0425-4d6c-bb85-a4cada7959b8), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.119284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Deleting port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:31.119902 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.154506 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d02d1ed-30ec-4e89-8c8f-f6d917fde700 req-be74897a-cad2-442d-8235-2e5b8fc2ff20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.1263058 Feb 10 04:18:31.196126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.201010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:31.202617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (38121e36-0b93-40f6-8a59-5ac94a3b153e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.224005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Network 38121e36-0b93-40f6-8a59-5ac94a3b153e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:31.232490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] For port c078e035-d92c-4964-9b0e-b089e83cda14, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c078e035-d92c-4964-9b0e-b089e83cda14,segment=NetworkSegment(b4283f72-4cad-48d3-9ef5-34beaf50063c),segment_id=b4283f72-4cad-48d3-9ef5-34beaf50063c)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:31.232831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.234228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'port_id': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'mac_address': 'fa:16:3e:fa:a2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:18:31.239838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daab12-0f71-4722-8a44-98d7ad93922a req-4bcb1639-2fd6-4c7f-a038-2e2f86842bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:31.240219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:31.241655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34daab12-0f71-4722-8a44-98d7ad93922a req-4bcb1639-2fd6-4c7f-a038-2e2f86842bb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.9872987 Feb 10 04:18:31.245191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:31.256090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Pushing event updated for resources: {'Port': ['ID=a550143d-0425-4d6c-bb85-a4cada7959b8,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:31.279103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d877d1-d153-4cfd-a405-7b2ac702ade1 req-96d756c6-417a-4ba9-9ac7-4f37059d86a7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:31.290238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8d877d1-d153-4cfd-a405-7b2ac702ade1 req-96d756c6-417a-4ba9-9ac7-4f37059d86a7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.2495859 Feb 10 04:18:31.328059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Calling delete_port for c078e035-d92c-4964-9b0e-b089e83cda14 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:31.333888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] For port c7129cd9-d0eb-433e-a725-a27be8f2f2f4, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:31.336310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.340470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34daab12-0f71-4722-8a44-98d7ad93922a req-6d63c174-59e6-4dcf-bec9-04626f4ee5fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739f71ed-8c81-4ad1-8126-885c4577e556 HTTP/1.1" status: 200 len: 217 time: 0.0876350 Feb 10 04:18:31.375802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Calling delete_port for c7129cd9-d0eb-433e-a725-a27be8f2f2f4 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:31.432019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Attempting to bind port a550143d-0425-4d6c-bb85-a4cada7959b8 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:31.432675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Attempting to bind port a550143d-0425-4d6c-bb85-a4cada7959b8 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '742f3599-0f43-43cd-9806-06e9e14f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '38121e36-0b93-40f6-8a59-5ac94a3b153e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:31.433292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Attempting to bind port a550143d-0425-4d6c-bb85-a4cada7959b8 on network 38121e36-0b93-40f6-8a59-5ac94a3b153e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:31.442600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:31.443202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Checking segment: {'id': '742f3599-0f43-43cd-9806-06e9e14f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '38121e36-0b93-40f6-8a59-5ac94a3b153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:31.444143 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.445148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Bound using segment: {'id': '742f3599-0f43-43cd-9806-06e9e14f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '38121e36-0b93-40f6-8a59-5ac94a3b153e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:31.445148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Bound port: a550143d-0425-4d6c-bb85-a4cada7959b8, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742f3599-0f43-43cd-9806-06e9e14f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '38121e36-0b93-40f6-8a59-5ac94a3b153e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:31.445867 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a550143d-0425-4d6c-bb85-a4cada7959b8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.449720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:31.450330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.536122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c02318b-f53b-4883-a9cd-40c31489cfc1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:31.562487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:31.571423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] For port a550143d-0425-4d6c-bb85-a4cada7959b8, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:31.591801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] For port a550143d-0425-4d6c-bb85-a4cada7959b8, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a550143d-0425-4d6c-bb85-a4cada7959b8,segment=NetworkSegment(742f3599-0f43-43cd-9806-06e9e14f1ffe),segment_id=742f3599-0f43-43cd-9806-06e9e14f1ffe)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:31.618576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daab12-0f71-4722-8a44-98d7ad93922a req-eec1409c-4061-4b92-b3f0-d65ec519665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:31.622912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34daab12-0f71-4722-8a44-98d7ad93922a req-eec1409c-4061-4b92-b3f0-d65ec519665c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.2657664 Feb 10 04:18:31.629481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.656365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8d877d1-d153-4cfd-a405-7b2ac702ade1 req-29a5c2fe-e9fd-4fe0-bb9c-e70933d79c2c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650539 Feb 10 04:18:31.727158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c7129cd9-d0eb-433e-a725-a27be8f2f2f4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.749252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a550143d-0425-4d6c-bb85-a4cada7959b8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:31.964793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8c02318b-f53b-4883-a9cd-40c31489cfc1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:31.978171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34daab12-0f71-4722-8a44-98d7ad93922a req-cc048285-fd6c-4723-9a97-b7e75517d4c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734587 Feb 10 04:18:31.978269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:32.106780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting port a550143d-0425-4d6c-bb85-a4cada7959b8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:32.107130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a550143d-0425-4d6c-bb85-a4cada7959b8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:32.147261 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c078e035-d92c-4964-9b0e-b089e83cda14), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:32.171189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f401e5-82ac-4cd7-9bc5-323aeb6c2117 req-f14c5e8a-6116-4737-9d98-2f1862b68c25 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:32.185556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61f401e5-82ac-4cd7-9bc5-323aeb6c2117 req-f14c5e8a-6116-4737-9d98-2f1862b68c25 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 944 time: 0.2671313 Feb 10 04:18:32.300756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8acfe-7bde-442e-a840-056912bfb46e None None] Pushing event updated for resources: {'Port': ['ID=a550143d-0425-4d6c-bb85-a4cada7959b8,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:32.446134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34daab12-0f71-4722-8a44-98d7ad93922a req-97fccbab-7f0b-4852-ab01-bb5dee7cdf65 service neutron] 10.222.0.24 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007761 Feb 10 04:18:32.446977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Pushing event deleted for resources: {'Port': ['ID=c078e035-d92c-4964-9b0e-b089e83cda14,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:32.592230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] No DVR routers for this DVR port c078e035-d92c-4964-9b0e-b089e83cda14 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:32.610412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 739f71ed-8c81-4ad1-8126-885c4577e556 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:18:32.615816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7129cd9-d0eb-433e-a725-a27be8f2f2f4 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:32.621336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:32.624478 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:32.625524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dd6c6f2-a64d-4b72-954a-fef2ba1e03f3 req-585bd036-9108-4edc-85d5-d3edf0a95e31 tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.43 "DELETE /v2.0/ports/c078e035-d92c-4964-9b0e-b089e83cda14 HTTP/1.1" status: 204 len: 173 time: 2.6461406 Feb 10 04:18:32.626028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c078e035-d92c-4964-9b0e-b089e83cda14 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:32.637176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323925d0-ad4b-4916-9d29-5c5187f31310', 'name': 'network-vif-deleted', 'tag': 'c078e035-d92c-4964-9b0e-b089e83cda14'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:32.654259 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e12069b-1baf-4a9a-9de8-e857ce7cee78" -d '{"events": [{"server_uuid": "323925d0-ad4b-4916-9d29-5c5187f31310", "name": "network-vif-deleted", "tag": "c078e035-d92c-4964-9b0e-b089e83cda14"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:32.668444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] For port a550143d-0425-4d6c-bb85-a4cada7959b8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a550143d-0425-4d6c-bb85-a4cada7959b8,segment=NetworkSegment(742f3599-0f43-43cd-9806-06e9e14f1ffe),segment_id=742f3599-0f43-43cd-9806-06e9e14f1ffe)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:32.668801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a550143d-0425-4d6c-bb85-a4cada7959b8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:32.705499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61f401e5-82ac-4cd7-9bc5-323aeb6c2117 req-cdb236d9-d422-45cd-996e-565aeeff6996 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129421 Feb 10 04:18:32.809449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: c7129cd9-d0eb-433e-a725-a27be8f2f2f4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:32.809798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device c7129cd9-d0eb-433e-a725-a27be8f2f2f4 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:32.821677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Calling delete_port for a550143d-0425-4d6c-bb85-a4cada7959b8 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:32.858181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: c078e035-d92c-4964-9b0e-b089e83cda14 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:32.863423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c078e035-d92c-4964-9b0e-b089e83cda14 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:32.951063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e1edf583-4c7d-45e5-b98a-913cd9876889 req-698e59c9-35e1-48b3-9581-b8b03f6ffb3c tempest-InstanceActionsTestJSON-32382725 tempest-InstanceActionsTestJSON-32382725-project] 10.222.0.42 "GET /v2.0/ports?device_id=323925d0-ad4b-4916-9d29-5c5187f31310 HTTP/1.1" status: 200 len: 210 time: 0.0622716 Feb 10 04:18:32.969153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34daab12-0f71-4722-8a44-98d7ad93922a req-ba57a9c6-042c-4666-a781-663e0a068f42 service neutron] 10.222.0.24 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074575 Feb 10 04:18:33.182136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 739f71ed-8c81-4ad1-8126-885c4577e556, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=739f71ed-8c81-4ad1-8126-885c4577e556,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:33.212465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '739f71ed-8c81-4ad1-8126-885c4577e556', 'network_id': 'bc4da560-5f28-4c4e-bc28-bc839f483816', 'port_id': '739f71ed-8c81-4ad1-8126-885c4577e556', 'mac_address': 'fa:16:3e:7d:aa:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9aa6272-a846-48dc-8d1d-ea7d6392ca65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:18:33.218573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event deleted for resources: {'Port': ['ID=c7129cd9-d0eb-433e-a725-a27be8f2f2f4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:33.275008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1672653-6d46-4c48-a8d2-c1462a866822 req-b64e6722-5b6e-4c7b-bb9d-cc0132aefc54 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.1120739 Feb 10 04:18:33.325835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 739f71ed-8c81-4ad1-8126-885c4577e556 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:33.326413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:33.372876 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a5acbb-642f-4e56-979e-03d6b7f30823 x-openstack-request-id: req-68a5acbb-642f-4e56-979e-03d6b7f30823 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:33.373103 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323925d0-ad4b-4916-9d29-5c5187f31310", "name": "network-vif-deleted", "tag": "c078e035-d92c-4964-9b0e-b089e83cda14", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:33.373363 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68a5acbb-642f-4e56-979e-03d6b7f30823 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:33.373636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] No DVR routers for this DVR port c7129cd9-d0eb-433e-a725-a27be8f2f2f4 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:33.373766 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323925d0-ad4b-4916-9d29-5c5187f31310', 'name': 'network-vif-deleted', 'tag': 'c078e035-d92c-4964-9b0e-b089e83cda14', 'status': 'completed', 'code': 200} Feb 10 04:18:33.375315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739f71ed-8c81-4ad1-8126-885c4577e556 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:33.380810 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:33.404126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67f3474c-505f-4b76-bf54-658a1aabbfc7 req-9009e39e-6db5-444f-82f9-e46fecf32991 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "DELETE /v2.0/ports/c7129cd9-d0eb-433e-a725-a27be8f2f2f4 HTTP/1.1" status: 204 len: 173 time: 2.4936912 Feb 10 04:18:33.409270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-deleted', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:33.423609 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a550143d-0425-4d6c-bb85-a4cada7959b8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:33.436085 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724555bd-e673-46ea-94d6-30190700ad24" -d '{"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-deleted", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:33.455324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 739f71ed-8c81-4ad1-8126-885c4577e556, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=739f71ed-8c81-4ad1-8126-885c4577e556,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:33.486354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Port': ['ID=a550143d-0425-4d6c-bb85-a4cada7959b8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:33.550469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:33.653574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No DVR routers for this DVR port a550143d-0425-4d6c-bb85-a4cada7959b8 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:33.737945 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (be7fc444-c7ff-4def-9d06-eeadff51499a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:33.770347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055b812-0e29-4023-aa3b-0d84f027e2c8 req-1ba482cc-2eef-4cfa-8450-d51543b176e0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:33.779156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4055b812-0e29-4023-aa3b-0d84f027e2c8 req-1ba482cc-2eef-4cfa-8450-d51543b176e0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 945 time: 0.2303863 Feb 10 04:18:33.782641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=739f71ed-8c81-4ad1-8126-885c4577e556,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:33.791241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['739f71ed-8c81-4ad1-8126-885c4577e556'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:18:33.939526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4055b812-0e29-4023-aa3b-0d84f027e2c8 req-f030f766-e290-4f32-81c9-d6e184daa699 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496503 Feb 10 04:18:34.031783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (be7fc444-c7ff-4def-9d06-eeadff51499a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.044945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4166c-9822-4bad-ab55-e3a5bedcdbf2 None None] Network 38121e36-0b93-40f6-8a59-5ac94a3b153e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:34.135826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Subnet': ['ID=be7fc444-c7ff-4def-9d06-eeadff51499a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:34.149212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b8d290f3-2a6b-4686-83b0-ae079bfd96dd None None] Could not find standard attr ID for object a550143d-0425-4d6c-bb85-a4cada7959b8. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:18:34.309426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (38121e36-0b93-40f6-8a59-5ac94a3b153e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.368467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38121e36-0b93-40f6-8a59-5ac94a3b153e']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:34.394149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742f3599-0f43-43cd-9806-06e9e14f1ffe') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:34.394463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742f3599-0f43-43cd-9806-06e9e14f1ffe') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:34.424170 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (742f3599-0f43-43cd-9806-06e9e14f1ffe), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.451517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (742f3599-0f43-43cd-9806-06e9e14f1ffe), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.469521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:34.470981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (742f3599-0f43-43cd-9806-06e9e14f1ffe), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:34.509549 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:34.638007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:34.696048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08d5a6-326c-4d56-8e7c-84190c930768 None None] DHCP port deletion for 38121e36-0b93-40f6-8a59-5ac94a3b153e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:18:34.697686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.732507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (38121e36-0b93-40f6-8a59-5ac94a3b153e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.742740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.750254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/38121e36-0b93-40f6-8a59-5ac94a3b153e HTTP/1.1" status: 204 len: 168 time: 4.5412905 Feb 10 04:18:34.753873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44612) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:34.760584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1322460262'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:34.766791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 8c02318b-f53b-4883-a9cd-40c31489cfc1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:34.768214 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.820928 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f706c-7b71-4ca2-b059-6a71641f6417 x-openstack-request-id: req-037f706c-7b71-4ca2-b059-6a71641f6417 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:34.821690 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d416ac2c-9edb-4288-99ed-4fe84aec2b0b", "name": "network-vif-deleted", "tag": "c7129cd9-d0eb-433e-a725-a27be8f2f2f4", "status": "failed", "code": 422}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:34.825037 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-037f706c-7b71-4ca2-b059-6a71641f6417 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:34.835242 n-d-827844-2 neutron-server[109958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd416ac2c-9edb-4288-99ed-4fe84aec2b0b', 'name': 'network-vif-deleted', 'tag': 'c7129cd9-d0eb-433e-a725-a27be8f2f2f4', 'status': 'failed', 'code': 422} returned with failed status Feb 10 04:18:34.838546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398aca-28ac-442b-b8ca-458fa62b4f8b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Network': ['ID=38121e36-0b93-40f6-8a59-5ac94a3b153e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:34.910261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:34.915920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.943752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:34.944140 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:34.986471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:34.987457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:34.990437 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e522fe85-b9cd-4d1d-9be2-e882c7052cb8" -d '{"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-plugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:35.072536 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.098793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:35.127835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d73ace3b-31f8-470f-934a-1f5f4729a28f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.128185 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Added segment d73ace3b-31f8-470f-934a-1f5f4729a28f of type vlan for network a120b59e-274f-46dc-a24f-3d3ef36d2416 Feb 10 04:18:35.198067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:35.202959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8107d-4412-47fd-ac94-666dd0981d6a req-fa81c35b-4697-4679-874f-a51b34baa929 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:35.221137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7c8107d-4412-47fd-ac94-666dd0981d6a req-fa81c35b-4697-4679-874f-a51b34baa929 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 945 time: 0.2914996 Feb 10 04:18:35.227135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a120b59e-274f-46dc-a24f-3d3ef36d2416), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.329069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7c8107d-4412-47fd-ac94-666dd0981d6a req-d212ae50-d661-414e-b5ac-7d3aab6e0134 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045175 Feb 10 04:18:35.394714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a120b59e-274f-46dc-a24f-3d3ef36d2416), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.399801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:35.405258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.405567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44618) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:35.543823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] Deleting subnet 194d0990-6f4b-4115-b921-6fece804fb4b {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:18:35.557897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] Publish callbacks [] for subnet (194d0990-6f4b-4115-b921-6fece804fb4b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.605490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (194d0990-6f4b-4115-b921-6fece804fb4b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.622387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8666463 Feb 10 04:18:35.623060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44622) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:35.653889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'subnet': {'network_id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:35.672002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309d436-0d79-4c67-9a2c-10c643172e03 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Network': ['ID=a120b59e-274f-46dc-a24f-3d3ef36d2416,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:35.687694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (194d0990-6f4b-4115-b921-6fece804fb4b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.689728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a120b59e-274f-46dc-a24f-3d3ef36d2416 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:35.961069 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (194d0990-6f4b-4115-b921-6fece804fb4b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:35.996594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88858e25-3318-4865-a5cf-f9d013c2e41e req-e06a0035-af61-4318-94f4-eadc58e8d5ec tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:36.015399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88858e25-3318-4865-a5cf-f9d013c2e41e req-e06a0035-af61-4318-94f4-eadc58e8d5ec tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.4024816 Feb 10 04:18:36.023395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194d0990-6f4b-4115-b921-6fece804fb4b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:36.045024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.053006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9c247235-157b-4455-86db-c5d1e1cb6a1e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/194d0990-6f4b-4115-b921-6fece804fb4b HTTP/1.1" status: 204 len: 168 time: 0.6467040 Feb 10 04:18:36.053794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44626) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:36.137221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88858e25-3318-4865-a5cf-f9d013c2e41e req-17d90e12-e931-4ef0-8f1f-8fa707685517 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194396 Feb 10 04:18:36.155595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:36.161212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.190246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (92ecebd4-0d9f-4fda-b364-cf271c2e39a1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.225006 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe781d8f-0f87-4348-8ac9-7ec5996fa629 x-openstack-request-id: req-fe781d8f-0f87-4348-8ac9-7ec5996fa629 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:36.225626 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-plugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:36.225987 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe781d8f-0f87-4348-8ac9-7ec5996fa629 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:36.226549 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'code': 200} Feb 10 04:18:36.299674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (92ecebd4-0d9f-4fda-b364-cf271c2e39a1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.370487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a550143d-0425-4d6c-bb85-a4cada7959b8 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:36.379838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ecebd4-0d9f-4fda-b364-cf271c2e39a1']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:36.392550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4283f72-4cad-48d3-9ef5-34beaf50063c') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:36.393145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4283f72-4cad-48d3-9ef5-34beaf50063c') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:36.409241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (b4283f72-4cad-48d3-9ef5-34beaf50063c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.422750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a550143d-0425-4d6c-bb85-a4cada7959b8 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:36.422750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a550143d-0425-4d6c-bb85-a4cada7959b8 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:36.461876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b4283f72-4cad-48d3-9ef5-34beaf50063c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.472533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:36.475217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (b4283f72-4cad-48d3-9ef5-34beaf50063c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:36.477260 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:36.595621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.603028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 739f71ed-8c81-4ad1-8126-885c4577e556 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:18:36.716982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Subnet': ['ID=f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:36.726971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (92ecebd4-0d9f-4fda-b364-cf271c2e39a1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.735928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Checking segment: {'id': 'd73ace3b-31f8-470f-934a-1f5f4729a28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:36.736674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network hostable DHCP agents. Network: a120b59e-274f-46dc-a24f-3d3ef36d2416, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:36.755470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.763745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] 10.222.0.42 "DELETE /v2.0/networks/92ecebd4-0d9f-4fda-b364-cf271c2e39a1 HTTP/1.1" status: 204 len: 168 time: 0.7089076 Feb 10 04:18:36.768822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c89eb8-8720-4059-8e61-79e3b6e037bd admin admin] Pushing event deleted for resources: {'Network': ['ID=92ecebd4-0d9f-4fda-b364-cf271c2e39a1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:36.851715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 739f71ed-8c81-4ad1-8126-885c4577e556 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:18:36.861220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 739f71ed-8c81-4ad1-8126-885c4577e556 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:18:36.864975 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:36.889076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network a120b59e-274f-46dc-a24f-3d3ef36d2416 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:37.000905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a120b59e-274f-46dc-a24f-3d3ef36d2416) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:37.014320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:37.015221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.085544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41aa7a-b892-4e96-a21b-e8682b9f143a None None] Network a120b59e-274f-46dc-a24f-3d3ef36d2416 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:37.125554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44636) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:37.133960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-37846f16-2797-46a0-b031-7b735e320eb5 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4851012 Feb 10 04:18:37.154410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 739f71ed-8c81-4ad1-8126-885c4577e556 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:37.160926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.349917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-a120b59e-274f-46dc-a24f-3d3ef36d2416', 'network_id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416', 'project_id': '99658a9281bc4ae4b6dc48fbcb0004c3', 'fixed_ips': [{'subnet_id': 'f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:18:37.353147 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.357897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 739f71ed-8c81-4ad1-8126-885c4577e556, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=739f71ed-8c81-4ad1-8126-885c4577e556,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:37.367594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a120b59e-274f-46dc-a24f-3d3ef36d2416), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.419710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.491060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.543750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44640) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:37.622450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=739f71ed-8c81-4ad1-8126-885c4577e556,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:37.634297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44642) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:37.634623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3c8da329-178a-4498-b16c-f4efa4f1953c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a15bd36ed294a3e977ea2ab34a461e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891547 Feb 10 04:18:37.662204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Allocated IP 2001:db8::2 (a120b59e-274f-46dc-a24f-3d3ef36d2416/f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c/19af256d-1b3e-45d3-b64b-6171ce268154) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:37.752396 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Publish callbacks [] for security_group (796b8ac4-7caa-4204-8971-d6bf2e5c21e0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.793245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Publish callbacks [] for security_group (796b8ac4-7caa-4204-8971-d6bf2e5c21e0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:37.999763 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Publish callbacks [] for port (19af256d-1b3e-45d3-b64b-6171ce268154), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.227932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739f71ed-8c81-4ad1-8126-885c4577e556'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:38.231261 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a7220f-0301-4097-9e05-6ada9d085ad5" -d '{"events": [{"server_uuid": "a985a93d-4f75-4269-9531-1bbb9ef22719", "name": "network-vif-plugged", "status": "completed", "tag": "739f71ed-8c81-4ad1-8126-885c4577e556"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:38.468622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (796b8ac4-7caa-4204-8971-d6bf2e5c21e0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.472256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.486188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/796b8ac4-7caa-4204-8971-d6bf2e5c21e0 HTTP/1.1" status: 204 len: 168 time: 0.8446295 Feb 10 04:18:38.493511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b8ac4-7caa-4204-8971-d6bf2e5c21e0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:38.503362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.503709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.504086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.504997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.505349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.505723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.506060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.506610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.507187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.508086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.508430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.508759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.509092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad0b29e-89de-43dd-a60c-bca0222fe990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:38.510153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (19af256d-1b3e-45d3-b64b-6171ce268154), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.609881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Network a120b59e-274f-46dc-a24f-3d3ef36d2416 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:38.614195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:38.618683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.619091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:38.621650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Pushing event updated for resources: {'Port': ['ID=19af256d-1b3e-45d3-b64b-6171ce268154,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:38.654491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Subnet': ['ID=f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:38.698051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Attempting to bind port 19af256d-1b3e-45d3-b64b-6171ce268154 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:38.699850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Attempting to bind port 19af256d-1b3e-45d3-b64b-6171ce268154 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd73ace3b-31f8-470f-934a-1f5f4729a28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:38.700391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Attempting to bind port 19af256d-1b3e-45d3-b64b-6171ce268154 on network a120b59e-274f-46dc-a24f-3d3ef36d2416 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:38.708506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:38.708891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Checking segment: {'id': 'd73ace3b-31f8-470f-934a-1f5f4729a28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:38.709317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.709743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Bound using segment: {'id': 'd73ace3b-31f8-470f-934a-1f5f4729a28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:38.710377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Bound port: 19af256d-1b3e-45d3-b64b-6171ce268154, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73ace3b-31f8-470f-934a-1f5f4729a28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:38.710781 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (19af256d-1b3e-45d3-b64b-6171ce268154), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.737580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a120b59e-274f-46dc-a24f-3d3ef36d2416), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.762373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a120b59e-274f-46dc-a24f-3d3ef36d2416']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:38.773397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73ace3b-31f8-470f-934a-1f5f4729a28f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:38.773718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73ace3b-31f8-470f-934a-1f5f4729a28f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:38.779467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] For port 19af256d-1b3e-45d3-b64b-6171ce268154, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:38.782523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] For port 19af256d-1b3e-45d3-b64b-6171ce268154, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=19af256d-1b3e-45d3-b64b-6171ce268154,segment=NetworkSegment(d73ace3b-31f8-470f-934a-1f5f4729a28f),segment_id=d73ace3b-31f8-470f-934a-1f5f4729a28f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:38.784800 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d73ace3b-31f8-470f-934a-1f5f4729a28f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.972993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (19af256d-1b3e-45d3-b64b-6171ce268154), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.976701 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d73ace3b-31f8-470f-934a-1f5f4729a28f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.987430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:38.987984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d73ace3b-31f8-470f-934a-1f5f4729a28f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:38.994730 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:39.079932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95232548-563c-416a-afc2-2131507ac4cb None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:18:39.083057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00f1fe-edf0-4d76-b0b4-036733b1d927 None None] Pushing event updated for resources: {'Port': ['ID=19af256d-1b3e-45d3-b64b-6171ce268154,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:39.166154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:18:39.166154 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:18:39.166154 n-d-827844-2 neutron-server[109959]: [parameters: {'id': 'a120b59e-274f-46dc-a24f-3d3ef36d2416'}] Feb 10 04:18:39.166154 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:18:39.167031 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:18:39.222499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95232548-563c-416a-afc2-2131507ac4cb None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:18:39.515520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762d769-fd3d-40fd-84e5-4cfc2147834c None None] Network a120b59e-274f-46dc-a24f-3d3ef36d2416 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:39.668198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a120b59e-274f-46dc-a24f-3d3ef36d2416), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:39.775108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting port 19af256d-1b3e-45d3-b64b-6171ce268154 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:39.775818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (19af256d-1b3e-45d3-b64b-6171ce268154), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:39.925432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] For port 19af256d-1b3e-45d3-b64b-6171ce268154, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=19af256d-1b3e-45d3-b64b-6171ce268154,segment=NetworkSegment(d73ace3b-31f8-470f-934a-1f5f4729a28f),segment_id=d73ace3b-31f8-470f-934a-1f5f4729a28f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:39.926172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (19af256d-1b3e-45d3-b64b-6171ce268154), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:39.942098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Calling delete_port for 19af256d-1b3e-45d3-b64b-6171ce268154 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:40.168935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (19af256d-1b3e-45d3-b64b-6171ce268154), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.193290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No DVR routers for this DVR port 19af256d-1b3e-45d3-b64b-6171ce268154 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:40.232056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Port': ['ID=19af256d-1b3e-45d3-b64b-6171ce268154,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:40.415363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a120b59e-274f-46dc-a24f-3d3ef36d2416), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.456401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a120b59e-274f-46dc-a24f-3d3ef36d2416']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:40.478679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73ace3b-31f8-470f-934a-1f5f4729a28f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:40.479023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73ace3b-31f8-470f-934a-1f5f4729a28f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:40.503974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d73ace3b-31f8-470f-934a-1f5f4729a28f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.528156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d73ace3b-31f8-470f-934a-1f5f4729a28f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.543992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:40.544399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d73ace3b-31f8-470f-934a-1f5f4729a28f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:40.548659 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:40.721374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a120b59e-274f-46dc-a24f-3d3ef36d2416), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.725670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.729809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/a120b59e-274f-46dc-a24f-3d3ef36d2416 HTTP/1.1" status: 204 len: 168 time: 3.6024892 Feb 10 04:18:40.740506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44676) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:40.746256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-584918995'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:40.785769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d4bc8-a3a8-46fc-9f90-990903c10778 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Network': ['ID=a120b59e-274f-46dc-a24f-3d3ef36d2416,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:40.851798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:40.855625 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.905044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:40.922138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9925ead6-e7fd-436d-b981-344e4a09af2d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:40.922643 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Added segment 9925ead6-e7fd-436d-b981-344e4a09af2d of type vlan for network 5bda5dc5-6c3d-4542-b6a7-4327c428ce59 Feb 10 04:18:40.966441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (5bda5dc5-6c3d-4542-b6a7-4327c428ce59), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:41.068893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (5bda5dc5-6c3d-4542-b6a7-4327c428ce59), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:41.074266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:41.075076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:41.222468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Network': ['ID=5bda5dc5-6c3d-4542-b6a7-4327c428ce59,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:41.260666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.261504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.262602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.263841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.264559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.265386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.265968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.266543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.267688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.268230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.268904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.269698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.270243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:18:41.286582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 5bda5dc5-6c3d-4542-b6a7-4327c428ce59 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:41.371293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62241eac-1691-48b0-a077-372582ba754e tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6289892 Feb 10 04:18:41.372019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44680) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:41.381085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Request body: {'subnet': {'network_id': '5bda5dc5-6c3d-4542-b6a7-4327c428ce59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:41.727205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Made reservation on behalf of 99658a9281bc4ae4b6dc48fbcb0004c3 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:41.730765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:42.621904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:18:42.626579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:42.797761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Checking segment: {'id': '9925ead6-e7fd-436d-b981-344e4a09af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '5bda5dc5-6c3d-4542-b6a7-4327c428ce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:42.798490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network hostable DHCP agents. Network: 5bda5dc5-6c3d-4542-b6a7-4327c428ce59, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:42.850110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event updated for resources: {'Subnet': ['ID=3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:42.966815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Network 5bda5dc5-6c3d-4542-b6a7-4327c428ce59 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:43.060739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 5bda5dc5-6c3d-4542-b6a7-4327c428ce59) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:43.067438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:43.069032 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:43.084596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92753909-be7f-4fb8-90c6-be805df0c962 None None] Network 5bda5dc5-6c3d-4542-b6a7-4327c428ce59 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:43.183296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8232823e-8769-4f18-8440-61c89e566a28 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8097520 Feb 10 04:18:43.185954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44698) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:43.399105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (5bda5dc5-6c3d-4542-b6a7-4327c428ce59), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:43.503377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94198193-4faa-4c30-94c9-48f34b28c9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-5bda5dc5-6c3d-4542-b6a7-4327c428ce59', 'network_id': '5bda5dc5-6c3d-4542-b6a7-4327c428ce59', 'project_id': '99658a9281bc4ae4b6dc48fbcb0004c3', 'fixed_ips': [{'subnet_id': '3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:18:43.512619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94198193-4faa-4c30-94c9-48f34b28c9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:43.562471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:43.768590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:43.831383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server [None req-94198193-4faa-4c30-94c9-48f34b28c9e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b: This subnet is being modified by another concurrent operation. Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 04:18:43.869404 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise exception Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b: This subnet is being modified by another concurrent operation. Feb 10 04:18:43.872548 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Feb 10 04:18:43.934429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281e6c9-0ace-435c-ad43-ed8fb54068b9 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:18:44.018619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (5bda5dc5-6c3d-4542-b6a7-4327c428ce59), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:44.044801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bda5dc5-6c3d-4542-b6a7-4327c428ce59']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:44.054740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281e6c9-0ace-435c-ad43-ed8fb54068b9 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:18:44.059951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9925ead6-e7fd-436d-b981-344e4a09af2d') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:44.060306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9925ead6-e7fd-436d-b981-344e4a09af2d') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:44.072608 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (9925ead6-e7fd-436d-b981-344e4a09af2d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:44.087930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9925ead6-e7fd-436d-b981-344e4a09af2d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:44.095427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:44.095878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (9925ead6-e7fd-436d-b981-344e4a09af2d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:44.197354 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:44.300085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3dcbb9-01e0-4b51-a2f7-8a766e9c0adf None None] Network 5bda5dc5-6c3d-4542-b6a7-4327c428ce59 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:44.431842 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (5bda5dc5-6c3d-4542-b6a7-4327c428ce59), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:44.439448 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:44.442874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/5bda5dc5-6c3d-4542-b6a7-4327c428ce59 HTTP/1.1" status: 204 len: 168 time: 1.2558270 Feb 10 04:18:44.446237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:44.463476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8a36-d9f6-425b-bb3f-97a0dc5d02cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Network': ['ID=5bda5dc5-6c3d-4542-b6a7-4327c428ce59,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:44.507327 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-273d05ac-fded-49ed-96f1-9ae95997a0c9 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:44.507796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273d05ac-fded-49ed-96f1-9ae95997a0c9 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:44.511251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-273d05ac-fded-49ed-96f1-9ae95997a0c9 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/3fb39afa-e60a-4deb-97c3-6aa3cd0bfe3b HTTP/1.1" status: 404 len: 337 time: 0.0635917 Feb 10 04:18:44.513599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44708) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:44.539727 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-98502a67-f42d-4490-aac2-d7d30c1eadde tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:44.541110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98502a67-f42d-4490-aac2-d7d30c1eadde tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:44.545495 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-98502a67-f42d-4490-aac2-d7d30c1eadde tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/5bda5dc5-6c3d-4542-b6a7-4327c428ce59 HTTP/1.1" status: 404 len: 339 time: 0.0306492 Feb 10 04:18:44.550035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44712) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:44.603025 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-177e62ae-2ffe-4e8a-bf0e-985dbd91a173 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:44.603876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177e62ae-2ffe-4e8a-bf0e-985dbd91a173 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:44.610909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44720) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:44.611529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-177e62ae-2ffe-4e8a-bf0e-985dbd91a173 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/f72b4fc8-aa9e-4d57-9f1a-dc5a7490833c HTTP/1.1" status: 404 len: 337 time: 0.0597160 Feb 10 04:18:44.646000 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5bd053-503a-44ed-917c-260d1988f0c0 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:44.646817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5bd053-503a-44ed-917c-260d1988f0c0 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:44.652795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5e5bd053-503a-44ed-917c-260d1988f0c0 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/a120b59e-274f-46dc-a24f-3d3ef36d2416 HTTP/1.1" status: 404 len: 339 time: 0.0399907 Feb 10 04:18:44.654642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:44.726911 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28d9c86-a909-4869-a0cf-42d852b9cbf2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:44.727380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28d9c86-a909-4869-a0cf-42d852b9cbf2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:44.730441 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b28d9c86-a909-4869-a0cf-42d852b9cbf2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/be7fc444-c7ff-4def-9d06-eeadff51499a HTTP/1.1" status: 404 len: 337 time: 0.0746539 Feb 10 04:18:44.733331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44726) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:44.780086 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0886b9d-d5f0-4e6f-8eb5-6fe71d469d0b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:44.780807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0886b9d-d5f0-4e6f-8eb5-6fe71d469d0b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:44.789998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a0886b9d-d5f0-4e6f-8eb5-6fe71d469d0b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/38121e36-0b93-40f6-8a59-5ac94a3b153e HTTP/1.1" status: 404 len: 339 time: 0.0549955 Feb 10 04:18:44.792601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44728) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:45.066691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting port e7465d0d-3c0b-45e6-a86f-326b542a851f {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:45.070098 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e7465d0d-3c0b-45e6-a86f-326b542a851f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.245425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e7465d0d-3c0b-45e6-a86f-326b542a851f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.281707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Calling delete_port for e7465d0d-3c0b-45e6-a86f-326b542a851f owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:45.374952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44732) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:45.503423 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e7465d0d-3c0b-45e6-a86f-326b542a851f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.555114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Port': ['ID=e7465d0d-3c0b-45e6-a86f-326b542a851f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:45.565594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.571376 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6512f319-db05-4b46-8cf3-da429b076d26 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/ports/e7465d0d-3c0b-45e6-a86f-326b542a851f HTTP/1.1" status: 204 len: 168 time: 0.7752957 Feb 10 04:18:45.571533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44736) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:45.652322 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-41efb7f9-fd64-42d6-9865-458b1174b6ed tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:45.653536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41efb7f9-fd64-42d6-9865-458b1174b6ed tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:45.658513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-41efb7f9-fd64-42d6-9865-458b1174b6ed tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/153586bc-29c8-4538-abe9-c9248b46d59f HTTP/1.1" status: 404 len: 337 time: 0.0856390 Feb 10 04:18:45.660534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44738) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:45.677054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a86dfd39-870c-44ab-a258-637eafe10852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.780219 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d82b7096-1bd2-42db-a1ab-309fffe97659), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.840484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a86dfd39-870c-44ab-a258-637eafe10852 admin admin] Publish callbacks [] for security_group (436766e8-cee7-413e-9b44-8606eff8b376), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.917630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a86dfd39-870c-44ab-a258-637eafe10852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (436766e8-cee7-413e-9b44-8606eff8b376), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:45.998009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:45.999458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a86dfd39-870c-44ab-a258-637eafe10852 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d660a6b61d044ec3b57a5aa8e14888f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155577 Feb 10 04:18:46.016385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d82b7096-1bd2-42db-a1ab-309fffe97659), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.074725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dfd39-870c-44ab-a258-637eafe10852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436766e8-cee7-413e-9b44-8606eff8b376,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:46.107196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82b7096-1bd2-42db-a1ab-309fffe97659']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:46.147333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:46.147583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:46.163473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.197735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d472362-10d1-46d6-9bfb-6d84adc56fd7 admin admin] Publish callbacks [] for security_group (436766e8-cee7-413e-9b44-8606eff8b376), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.199861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.221602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:46.222058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (cdc792fa-ba36-4e07-bf2e-a9b29fcd1e2b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:46.231647 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:46.286273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d472362-10d1-46d6-9bfb-6d84adc56fd7 admin admin] Publish callbacks [] for security_group (436766e8-cee7-413e-9b44-8606eff8b376), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.441469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d82b7096-1bd2-42db-a1ab-309fffe97659), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.450061 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.461983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/d82b7096-1bd2-42db-a1ab-309fffe97659 HTTP/1.1" status: 204 len: 168 time: 0.7980998 Feb 10 04:18:46.462307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:46.525622 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d472362-10d1-46d6-9bfb-6d84adc56fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (436766e8-cee7-413e-9b44-8606eff8b376), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.533809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d472362-10d1-46d6-9bfb-6d84adc56fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.537064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8d472362-10d1-46d6-9bfb-6d84adc56fd7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/436766e8-cee7-413e-9b44-8606eff8b376 HTTP/1.1" status: 204 len: 168 time: 0.5349805 Feb 10 04:18:46.554968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823b32d-ef8a-4d0f-9988-b61716842dc2 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Network': ['ID=d82b7096-1bd2-42db-a1ab-309fffe97659,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:46.630311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d472362-10d1-46d6-9bfb-6d84adc56fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436766e8-cee7-413e-9b44-8606eff8b376,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:46.796957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting port d17a09df-e714-4c2f-bc93-7f4ed154ff42 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:46.797311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d17a09df-e714-4c2f-bc93-7f4ed154ff42), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:46.980014 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:47.049873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d17a09df-e714-4c2f-bc93-7f4ed154ff42), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:47.100573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Calling delete_port for d17a09df-e714-4c2f-bc93-7f4ed154ff42 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:47.385211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d17a09df-e714-4c2f-bc93-7f4ed154ff42), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:47.493736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:47.511269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44748) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:47.513326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/ports/d17a09df-e714-4c2f-bc93-7f4ed154ff42 HTTP/1.1" status: 204 len: 168 time: 1.0482731 Feb 10 04:18:47.517442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00df34-b378-4bab-94c1-bf83ba729b14 tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Port': ['ID=d17a09df-e714-4c2f-bc93-7f4ed154ff42,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:47.592730 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb57cf49-f03e-4d2c-af54-553b09f071cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] DELETE failed (client error): The resource could not be found. Feb 10 04:18:47.593210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb57cf49-f03e-4d2c-af54-553b09f071cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:18:47.602134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb57cf49-f03e-4d2c-af54-553b09f071cb tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/b5ae22d2-0cdf-42c3-afcb-6965b98a2d8a HTTP/1.1" status: 404 len: 337 time: 0.0863185 Feb 10 04:18:47.602690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 44750) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:47.703200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44752) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:47.747441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ba7b-51cb-4e6f-97b9-1328ce604e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:47.898147 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:47.980764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ba7b-51cb-4e6f-97b9-1328ce604e7b admin admin] Publish callbacks [] for security_group (131facf7-edef-43ae-a48d-1f66e5249f9b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.043677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bd0ba7b-51cb-4e6f-97b9-1328ce604e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (131facf7-edef-43ae-a48d-1f66e5249f9b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.091452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3bd0ba7b-51cb-4e6f-97b9-1328ce604e7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2146aec5ff2e4b15b2eb4214f17c3737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858545 Feb 10 04:18:48.092697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0ba7b-51cb-4e6f-97b9-1328ce604e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131facf7-edef-43ae-a48d-1f66e5249f9b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:48.095300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44754) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:48.163953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.206976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24c46746-bdf9-47ca-9a8b-b375688ada75 admin admin] Publish callbacks [] for security_group (131facf7-edef-43ae-a48d-1f66e5249f9b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.215708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ff8606-ac9c-4bd2-8b88-968a70aaf44c']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:48.252901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231a429e-8a1c-4ac8-b0e6-18f351a32082') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:48.254486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231a429e-8a1c-4ac8-b0e6-18f351a32082') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:48.266119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24c46746-bdf9-47ca-9a8b-b375688ada75 admin admin] Publish callbacks [] for security_group (131facf7-edef-43ae-a48d-1f66e5249f9b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.284038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (231a429e-8a1c-4ac8-b0e6-18f351a32082), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.316586 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (231a429e-8a1c-4ac8-b0e6-18f351a32082), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.355304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.363105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:48.363105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (231a429e-8a1c-4ac8-b0e6-18f351a32082), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:48.389808 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:48.474769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24c46746-bdf9-47ca-9a8b-b375688ada75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (131facf7-edef-43ae-a48d-1f66e5249f9b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.474769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24c46746-bdf9-47ca-9a8b-b375688ada75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.478191 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-24c46746-bdf9-47ca-9a8b-b375688ada75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/131facf7-edef-43ae-a48d-1f66e5249f9b HTTP/1.1" status: 204 len: 168 time: 0.3818238 Feb 10 04:18:48.487722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c46746-bdf9-47ca-9a8b-b375688ada75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131facf7-edef-43ae-a48d-1f66e5249f9b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:48.503677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a4ff8606-ac9c-4bd2-8b88-968a70aaf44c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.514348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.522831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/a4ff8606-ac9c-4bd2-8b88-968a70aaf44c HTTP/1.1" status: 204 len: 168 time: 0.9184127 Feb 10 04:18:48.524882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44758) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:48.556163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049fa34-bb38-414c-9a61-9a8261e9bb5b tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Network': ['ID=a4ff8606-ac9c-4bd2-8b88-968a70aaf44c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:48.632674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting subnet 24413cf4-debe-48a2-a65d-ce5eb40c4de5 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:18:48.636058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for subnet (24413cf4-debe-48a2-a65d-ce5eb40c4de5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.700478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (24413cf4-debe-48a2-a65d-ce5eb40c4de5), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.811342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (24413cf4-debe-48a2-a65d-ce5eb40c4de5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:48.958412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (24413cf4-debe-48a2-a65d-ce5eb40c4de5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.018283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Subnet': ['ID=24413cf4-debe-48a2-a65d-ce5eb40c4de5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:49.023941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.027700 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c4b8f2f9-23f7-442c-85f4-58d6635e7fbd tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/subnets/24413cf4-debe-48a2-a65d-ce5eb40c4de5 HTTP/1.1" status: 204 len: 168 time: 0.5016019 Feb 10 04:18:49.030282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44762) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:49.033761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc4fd6-f9a6-4904-a0bf-afa39c5d8c92 None None] Network e5a72b4f-0024-4e24-9341-41f230f8788b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:49.123681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e5a72b4f-0024-4e24-9341-41f230f8788b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.281307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Deleting port f5fa4510-328e-497d-8f22-9ee6a5e0756d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:49.281307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.282190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] DHCP port deletion for e5a72b4f-0024-4e24-9341-41f230f8788b request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:18:49.282190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] Deleting port f5fa4510-328e-497d-8f22-9ee6a5e0756d {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:49.282190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.288240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] For port f5fa4510-328e-497d-8f22-9ee6a5e0756d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f5fa4510-328e-497d-8f22-9ee6a5e0756d,segment=NetworkSegment(890fb7df-c4c0-4523-8f39-05b3ca6fe55d),segment_id=890fb7df-c4c0-4523-8f39-05b3ca6fe55d)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:49.288616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.303505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Calling delete_port for f5fa4510-328e-497d-8f22-9ee6a5e0756d owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:49.571618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] For port f5fa4510-328e-497d-8f22-9ee6a5e0756d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f5fa4510-328e-497d-8f22-9ee6a5e0756d,segment=NetworkSegment(890fb7df-c4c0-4523-8f39-05b3ca6fe55d),segment_id=890fb7df-c4c0-4523-8f39-05b3ca6fe55d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:49.573171 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.589612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] Calling delete_port for f5fa4510-328e-497d-8f22-9ee6a5e0756d owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:49.712654 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.724111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (f5fa4510-328e-497d-8f22-9ee6a5e0756d), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.746882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] Pushing event deleted for resources: {'Port': ['ID=f5fa4510-328e-497d-8f22-9ee6a5e0756d,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:49.755687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666cc0b-8511-4517-8dfb-a9a2505203ec None None] No DVR routers for this DVR port f5fa4510-328e-497d-8f22-9ee6a5e0756d on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:49.771472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Port': ['ID=f5fa4510-328e-497d-8f22-9ee6a5e0756d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:49.773169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] No DVR routers for this DVR port f5fa4510-328e-497d-8f22-9ee6a5e0756d on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:18:49.873927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e5a72b4f-0024-4e24-9341-41f230f8788b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:49.934207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a72b4f-0024-4e24-9341-41f230f8788b']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:49.975860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890fb7df-c4c0-4523-8f39-05b3ca6fe55d') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:49.976154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890fb7df-c4c0-4523-8f39-05b3ca6fe55d') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:50.016197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (890fb7df-c4c0-4523-8f39-05b3ca6fe55d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:50.056948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (890fb7df-c4c0-4523-8f39-05b3ca6fe55d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:50.073933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:50.074482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (890fb7df-c4c0-4523-8f39-05b3ca6fe55d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:50.078398 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:50.270419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e5a72b4f-0024-4e24-9341-41f230f8788b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:50.284532 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:50.288610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] 10.222.0.42 "DELETE /v2.0/networks/e5a72b4f-0024-4e24-9341-41f230f8788b HTTP/1.1" status: 204 len: 168 time: 1.2572596 Feb 10 04:18:50.312820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982ac74-fbbf-478c-a609-c28fec67d12c tempest-NetworksIpV6TestAttrs-268194987 tempest-NetworksIpV6TestAttrs-268194987-project] Pushing event deleted for resources: {'Network': ['ID=e5a72b4f-0024-4e24-9341-41f230f8788b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:50.478520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f5fa4510-328e-497d-8f22-9ee6a5e0756d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:50.554048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f5fa4510-328e-497d-8f22-9ee6a5e0756d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:18:50.554048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f5fa4510-328e-497d-8f22-9ee6a5e0756d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:18:51.067022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44802) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:51.214922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b1376143-f1ba-4990-8bbe-f69a52409f77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99658a9281bc4ae4b6dc48fbcb0004c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466830 Feb 10 04:18:51.217339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44816) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:51.271617 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a203f6d-4961-471e-b73b-a339f2afc338 admin admin] Publish callbacks [] for security_group (c93eb365-d543-46f3-9c74-3727638720d8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:51.299983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a203f6d-4961-471e-b73b-a339f2afc338 admin admin] Publish callbacks [] for security_group (c93eb365-d543-46f3-9c74-3727638720d8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:51.471497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a203f6d-4961-471e-b73b-a339f2afc338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c93eb365-d543-46f3-9c74-3727638720d8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:51.474009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a203f6d-4961-471e-b73b-a339f2afc338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:51.478047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a203f6d-4961-471e-b73b-a339f2afc338 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c93eb365-d543-46f3-9c74-3727638720d8 HTTP/1.1" status: 204 len: 168 time: 0.2595870 Feb 10 04:18:51.496530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a203f6d-4961-471e-b73b-a339f2afc338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93eb365-d543-46f3-9c74-3727638720d8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:51.532343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-726312ed-695d-4991-bcb1-5f5c22a151a1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:51.537844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-726312ed-695d-4991-bcb1-5f5c22a151a1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.1487410 Feb 10 04:18:51.555518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-9a753fb7-ef9c-4d86-9567-7d515414cdd6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/quotas/ba3dd7a8d013466dae065a55fd8fe967 HTTP/1.1" status: 200 len: 375 time: 0.0103333 Feb 10 04:18:51.605240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-5ec36b37-0d6a-4e0c-95f9-81ba1822095c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395291 Feb 10 04:18:51.764513 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-166a92d1-d0c4-4997-9394-87fe94a4bdb9 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434071 Feb 10 04:18:51.866723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98954-1ca2-430e-a7f4-4fb5178d2978 req-97507816-e442-4870-a610-77dabf62e28f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:51.869901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33a98954-1ca2-430e-a7f4-4fb5178d2978 req-97507816-e442-4870-a610-77dabf62e28f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 946 time: 0.1477544 Feb 10 04:18:51.913684 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-9036ee78-4944-4928-a177-d29a34cd6237 service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447675 Feb 10 04:18:51.958495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33a98954-1ca2-430e-a7f4-4fb5178d2978 req-a3febd9f-f299-4d64-9daf-4a252f6a90b3 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773156 Feb 10 04:18:52.136213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8c206-8274-4247-b882-846ffbb43d86 req-b8734960-bc08-422a-99c1-7d25bbcea277 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:52.146058 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00d8c206-8274-4247-b882-846ffbb43d86 req-b8734960-bc08-422a-99c1-7d25bbcea277 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1257200 Feb 10 04:18:52.176454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-0d4ae9d5-3f85-497b-afe3-a2828e8002e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:52.179117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-0d4ae9d5-3f85-497b-afe3-a2828e8002e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 1128 time: 0.1140063 Feb 10 04:18:52.195082 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07dff65-ac28-4af1-ae80-ee21c21179c3 x-openstack-request-id: req-d07dff65-ac28-4af1-ae80-ee21c21179c3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:52.195567 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a985a93d-4f75-4269-9531-1bbb9ef22719", "name": "network-vif-plugged", "status": "completed", "tag": "739f71ed-8c81-4ad1-8126-885c4577e556", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:52.195644 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d07dff65-ac28-4af1-ae80-ee21c21179c3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:52.196144 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739f71ed-8c81-4ad1-8126-885c4577e556', 'code': 200} Feb 10 04:18:52.373793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a5d5f69-073c-4927-a8b0-78fadd9e86e8 req-d0ddbda7-c801-431f-8f3e-c49a953744e6 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0771980 Feb 10 04:18:52.384941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00d8c206-8274-4247-b882-846ffbb43d86 req-9686de49-f085-4b18-bc45-c0bb58bbbcb0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354414 Feb 10 04:18:52.474840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538a63-171e-4d0f-aa76-8069f895d7b1 req-64964c97-d752-42cc-9799-6e15987e82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:52.476637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a538a63-171e-4d0f-aa76-8069f895d7b1 req-64964c97-d752-42cc-9799-6e15987e82cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 1128 time: 0.1752625 Feb 10 04:18:52.478386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-98070f4e-7a30-4d8a-a727-52c11b5cb17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:52.480254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-98070f4e-7a30-4d8a-a727-52c11b5cb17a service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.2764688 Feb 10 04:18:52.559869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a608e9c-b8df-4240-8fe3-c8eb5eed0446 req-8ea9b1af-e145-4859-a3cc-e8263f20e75b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 210 time: 0.0547225 Feb 10 04:18:52.603650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-79910893-fdd4-480a-b8e9-a95986cbab38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 200 len: 1002 time: 0.1065450 Feb 10 04:18:52.605773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a538a63-171e-4d0f-aa76-8069f895d7b1 req-7ec302dd-e60b-4eb8-9310-54beebc12a7d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217234 Feb 10 04:18:52.690639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-cb8de562-6a93-47c6-a801-3f2dcaa8e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:52.692708 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-cb8de562-6a93-47c6-a801-3f2dcaa8e6f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.0826468 Feb 10 04:18:52.756292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-5e229ab2-4b28-4d18-834c-685d695488af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:52.758296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-5e229ab2-4b28-4d18-834c-685d695488af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585365 Feb 10 04:18:52.877042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-04d7d20d-e538-4487-90da-73b418be9c46 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119881 Feb 10 04:18:52.988762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f8c834d-dc9a-40c1-8df5-e6aee50455c2 req-34fbe07a-33c9-44b6-8a4e-82f32ebd5ed7 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035595 Feb 10 04:18:53.085003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f019f-ee89-4e83-8168-699d0bc96816 req-a343d44e-ab92-4649-8805-1715cf2dae6a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:53.086444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-744f019f-ee89-4e83-8168-699d0bc96816 req-a343d44e-ab92-4649-8805-1715cf2dae6a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 946 time: 0.0575588 Feb 10 04:18:53.134821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-744f019f-ee89-4e83-8168-699d0bc96816 req-11fc1fe0-e470-4c31-9806-a71f9cfa735c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Feb 10 04:18:53.246091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44908) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:53.352426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-984260942'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:53.477138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:53.480716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:53.517996 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:53.608672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27016baa-c0db-443a-bf01-e142450c2d97 req-ee3beb58-8b04-4fd1-8584-17896b0ad714 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0745707 Feb 10 04:18:53.608864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02649a-ca67-446e-9651-0b039deaa4c5 req-8d54469d-7b33-470f-98e3-584e64e659cb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:53.622964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c02649a-ca67-446e-9651-0b039deaa4c5 req-8d54469d-7b33-470f-98e3-584e64e659cb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.0856776 Feb 10 04:18:53.710509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (fe15a80c-2a26-4314-932a-17f9d658e90d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:53.744408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c02649a-ca67-446e-9651-0b039deaa4c5 req-512766d7-b915-4a5c-a38d-bb7322288c54 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205034 Feb 10 04:18:53.786031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5599b0ea-4ca8-4538-bc9a-34c6048c8964 req-a391c0ac-c047-431b-b6ae-81a905b92f9e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 210 time: 0.0342126 Feb 10 04:18:53.811789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fe15a80c-2a26-4314-932a-17f9d658e90d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:53.838225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:53.854797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe15a80c-2a26-4314-932a-17f9d658e90d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:53.857601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cd18021e-7285-4175-a393-e6570b7d5fc7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:53.857946 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment cd18021e-7285-4175-a393-e6570b7d5fc7 of type vlan for network 09d800a1-5d7f-479a-a896-3cb4f437036c Feb 10 04:18:53.897612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (09d800a1-5d7f-479a-a896-3cb4f437036c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:53.988600 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (09d800a1-5d7f-479a-a896-3cb4f437036c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:53.993830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:53.994429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:54.068961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=09d800a1-5d7f-479a-a896-3cb4f437036c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:54.080251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:54.094797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0a5fd413-0381-49ae-a849-b5313956381b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8469324 Feb 10 04:18:54.097720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44942) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:54.102656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'name': 'tempest-PortsTestJSON-1021796235'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:54.274362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ccc44-a62c-49e9-88be-e08ec14d5fe3 req-f775c13a-cec3-40ea-a82d-1b176516f553 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:54.276060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-776ccc44-a62c-49e9-88be-e08ec14d5fe3 req-f775c13a-cec3-40ea-a82d-1b176516f553 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 946 time: 0.0605972 Feb 10 04:18:54.279490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:54.284146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:54.313954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:18:54.328233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-776ccc44-a62c-49e9-88be-e08ec14d5fe3 req-601f8bcb-ce79-4cd8-b759-fbf3a2b26c3a tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Feb 10 04:18:54.503581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:54.594325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:54.596366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-3798a902-7ead-4d02-b281-a90958bdf0c2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:54.598056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-3798a902-7ead-4d02-b281-a90958bdf0c2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.1077096 Feb 10 04:18:54.613656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Request body: {'port': {'device_id': '30931350-fd87-4623-8bdb-41b0670b6a57', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'admin_state_up': True, 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:54.662157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=4780b666-3be1-444c-b7e7-f8f1a762f7d2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:54.672872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': 'cd18021e-7285-4175-a393-e6570b7d5fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:54.673177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: 09d800a1-5d7f-479a-a896-3cb4f437036c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:54.753495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:54.761331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7958d7e-ceb0-47f0-93f8-e548e41a017c req-d2d822d1-fe74-4f9b-ae8c-ec0439e54844 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0436916 Feb 10 04:18:54.800864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:54.834451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:54.838869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:54.903465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:54.903866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:54.905745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 09d800a1-5d7f-479a-a896-3cb4f437036c) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:54.916385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:54.920715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8549ce6-fb16-4a37-906d-526803066e79 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:54.929191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:54.930164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:54.997203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:18:55.007001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:55.009287 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f58df-3d74-44c2-a284-f38099835cf3" -d '{"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:55.025313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a8099-b8a9-4149-8b4a-4b09173a24f5 req-be79c32e-0eb5-4377-a827-7c8d84aeff25 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:55.029353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa0a8099-b8a9-4149-8b4a-4b09173a24f5 req-be79c32e-0eb5-4377-a827-7c8d84aeff25 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 946 time: 0.1730380 Feb 10 04:18:55.051197 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7457961e-d609-436d-b291-93cea86f2226 req-c704d94f-060d-47c6-986c-08d213f241eb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 210 time: 0.1069732 Feb 10 04:18:55.110477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-288850e0-e839-417d-8bd3-3d37eff6ab5d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0104170 Feb 10 04:18:55.116855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 44992) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:55.122588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-500407348'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:55.128345 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.146166 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9fd4c9-3e43-4b1b-b81d-76643e1f6e23 x-openstack-request-id: req-9a9fd4c9-3e43-4b1b-b81d-76643e1f6e23 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:55.148653 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:55.148653 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a9fd4c9-3e43-4b1b-b81d-76643e1f6e23 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:55.148653 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'code': 200} Feb 10 04:18:55.156422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa0a8099-b8a9-4149-8b4a-4b09173a24f5 req-7a1048b3-a689-40e5-88a4-1cc8a85506a0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258082 Feb 10 04:18:55.168202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Allocated IP 172.20.0.13 (4dbd154e-9581-4df8-b224-7fe373295285/6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa/338b3b12-eb62-434a-9b45-12021e89626c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:18:55.200097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:55.260047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:55.263556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.287202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:18:55.323213 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4409ad21-b1fe-4524-8803-3d16f1a6e020), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.323568 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment 4409ad21-b1fe-4524-8803-3d16f1a6e020 of type vlan for network db43fb88-a4c9-47db-a1d0-44b580e3805f Feb 10 04:18:55.384751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (db43fb88-a4c9-47db-a1d0-44b580e3805f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.523972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (db43fb88-a4c9-47db-a1d0-44b580e3805f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.531333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:55.532521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.643133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45004) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:55.652836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=db43fb88-a4c9-47db-a1d0-44b580e3805f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:55.666244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network db43fb88-a4c9-47db-a1d0-44b580e3805f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:18:55.680859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-732c6d3d-1c40-4429-a725-6ee7b024ecde tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5608835 Feb 10 04:18:55.682498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45008) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:55.700558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'ports': [{'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c'}, {'network_id': 'db43fb88-a4c9-47db-a1d0-44b580e3805f'}]} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:55.700896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:55.701398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': 'db43fb88-a4c9-47db-a1d0-44b580e3805f'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:55.752338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks [] for port (338b3b12-eb62-434a-9b45-12021e89626c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.866469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4c307d6-4053-42ea-825d-27b7ca3e2765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.889311 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (338b3b12-eb62-434a-9b45-12021e89626c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:55.942866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Network 4dbd154e-9581-4df8-b224-7fe373295285 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:55.947656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:55.951722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:55.986197 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3bf46ab8-6358-4d97-b08d-4274cf9bb91b req-7620f3cc-8211-4d7a-a763-a8dbbc4b8c23 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.1127357 Feb 10 04:18:56.033848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4c307d6-4053-42ea-825d-27b7ca3e2765 admin admin] Publish callbacks [] for security_group (c4283214-ff4f-43cc-aa2b-28d4e266bd5d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.058765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event updated for resources: {'Port': ['ID=338b3b12-eb62-434a-9b45-12021e89626c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:56.081988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:56.082963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.108530 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4c307d6-4053-42ea-825d-27b7ca3e2765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c4283214-ff4f-43cc-aa2b-28d4e266bd5d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.165807 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a4c307d6-4053-42ea-825d-27b7ca3e2765 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=872084a2f08142a4b89ab3dc69725522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5204151 Feb 10 04:18:56.167622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 2} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:18:56.171923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.173672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:56.214947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c307d6-4053-42ea-825d-27b7ca3e2765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4283214-ff4f-43cc-aa2b-28d4e266bd5d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:56.228690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.233738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-fed78510-0126-41bb-a449-66ed2236576a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6095443 Feb 10 04:18:56.246257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Request body: {'port': {'device_id': '30931350-fd87-4623-8bdb-41b0670b6a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:56.281386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ab93a-ca24-4032-80c9-e4d6004f1c5e req-01e2e3a2-81fe-4f63-ab5c-653e7cdf4003 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:56.289085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e9ab93a-ca24-4032-80c9-e4d6004f1c5e req-01e2e3a2-81fe-4f63-ab5c-653e7cdf4003 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 932 time: 0.1581111 Feb 10 04:18:56.373260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (338b3b12-eb62-434a-9b45-12021e89626c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.396251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e9ab93a-ca24-4032-80c9-e4d6004f1c5e req-5d46807d-4ec5-493f-a461-051caaef4e4b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048355 Feb 10 04:18:56.461082 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac83e766-f43f-40e5-b80a-6bedd1aa6273 admin admin] Publish callbacks [] for security_group (c4283214-ff4f-43cc-aa2b-28d4e266bd5d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.465987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port d6a27faf-6e69-465f-91bd-1f961a8e7fd9 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:18:56.505470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac83e766-f43f-40e5-b80a-6bedd1aa6273 admin admin] Publish callbacks [] for security_group (c4283214-ff4f-43cc-aa2b-28d4e266bd5d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.520554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966383be-6dcc-4e17-8883-b1ee3ea33ff7 req-3a0f8ab1-4029-4ed3-a625-4215bc8b90bf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:56.528245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-966383be-6dcc-4e17-8883-b1ee3ea33ff7 req-3a0f8ab1-4029-4ed3-a625-4215bc8b90bf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2357442 Feb 10 04:18:56.638952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-966383be-6dcc-4e17-8883-b1ee3ea33ff7 req-30609e02-5f4b-4406-842d-ed6b30b93891 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061749 Feb 10 04:18:56.715624 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (d6a27faf-6e69-465f-91bd-1f961a8e7fd9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.746823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac83e766-f43f-40e5-b80a-6bedd1aa6273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c4283214-ff4f-43cc-aa2b-28d4e266bd5d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.749720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac83e766-f43f-40e5-b80a-6bedd1aa6273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.754011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ac83e766-f43f-40e5-b80a-6bedd1aa6273 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4283214-ff4f-43cc-aa2b-28d4e266bd5d HTTP/1.1" status: 204 len: 168 time: 0.5670807 Feb 10 04:18:56.784102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83e766-f43f-40e5-b80a-6bedd1aa6273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4283214-ff4f-43cc-aa2b-28d4e266bd5d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:56.844691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 5d761034-fe78-49c1-84cc-0131f55a40b9 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:18:56.869917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338b3b12-eb62-434a-9b45-12021e89626c {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:18:56.883595 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Publish callbacks [] for port (338b3b12-eb62-434a-9b45-12021e89626c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:56.904547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Transition to ACTIVE for port object 338b3b12-eb62-434a-9b45-12021e89626c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:18:56.956991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (5d761034-fe78-49c1-84cc-0131f55a40b9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.020054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (338b3b12-eb62-434a-9b45-12021e89626c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.080916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d6a27faf-6e69-465f-91bd-1f961a8e7fd9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.096880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Pushing event updated for resources: {'Port': ['ID=338b3b12-eb62-434a-9b45-12021e89626c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:57.140635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:18:57.152280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:57.152280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:57.152280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5d761034-fe78-49c1-84cc-0131f55a40b9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.185967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e3ce84ea-e54f-4c42-b157-853704ed8299 req-1e5c61c8-e5ee-4bfc-a13e-fda383193c86 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0414834 Feb 10 04:18:57.189790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=d6a27faf-6e69-465f-91bd-1f961a8e7fd9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:57.256232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Attempting to bind port 338b3b12-eb62-434a-9b45-12021e89626c on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:18:57.256675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Attempting to bind port 338b3b12-eb62-434a-9b45-12021e89626c by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:18:57.257078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Attempting to bind port 338b3b12-eb62-434a-9b45-12021e89626c on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:57.262086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Port 338b3b12-eb62-434a-9b45-12021e89626c on network 4dbd154e-9581-4df8-b224-7fe373295285 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:18:57.262532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Attempting to bind port 338b3b12-eb62-434a-9b45-12021e89626c on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:18:57.271623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:18:57.272612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Checking segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:57.273163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Bound using segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:18:57.274121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Bound port: 338b3b12-eb62-434a-9b45-12021e89626c, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:18:57.274651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (338b3b12-eb62-434a-9b45-12021e89626c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.276427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=5d761034-fe78-49c1-84cc-0131f55a40b9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:57.293440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': '4409ad21-b1fe-4524-8803-3d16f1a6e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db43fb88-a4c9-47db-a1d0-44b580e3805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:18:57.293830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: db43fb88-a4c9-47db-a1d0-44b580e3805f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:18:57.364633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] For port 338b3b12-eb62-434a-9b45-12021e89626c, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:18:57.367770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] For port 338b3b12-eb62-434a-9b45-12021e89626c, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=338b3b12-eb62-434a-9b45-12021e89626c,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:18:57.402458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network db43fb88-a4c9-47db-a1d0-44b580e3805f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:18:57.460550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (338b3b12-eb62-434a-9b45-12021e89626c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.495260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, db43fb88-a4c9-47db-a1d0-44b580e3805f) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:18:57.499945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:18:57.505328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:57.506788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec013b40-75bb-4f40-939f-d0f14e19ff61 None None] Network db43fb88-a4c9-47db-a1d0-44b580e3805f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:18:57.509972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:57.510570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:57.510758 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.511223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.512614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] 10.222.0.24 "PUT /v2.0/ports/338b3b12-eb62-434a-9b45-12021e89626c HTTP/1.1" status: 200 len: 1092 time: 1.2753072 Feb 10 04:18:57.513093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30931350-fd87-4623-8bdb-41b0670b6a57', 'tag': '338b3b12-eb62-434a-9b45-12021e89626c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:18:57.516986 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2723111c-a629-4cf8-a303-0d0ffff5ad36" -d '{"events": [{"name": "network-changed", "server_uuid": "30931350-fd87-4623-8bdb-41b0670b6a57", "tag": "338b3b12-eb62-434a-9b45-12021e89626c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:18:57.542841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c68cb1-8e0d-4722-8c5f-7d4f93044fc6 req-79949594-09c6-4205-a66d-807569887dac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:57.544996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2a9b6-1517-4d15-8a6d-a83ec605bb40 service neutron] Pushing event updated for resources: {'Port': ['ID=338b3b12-eb62-434a-9b45-12021e89626c,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:57.550456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4c68cb1-8e0d-4722-8c5f-7d4f93044fc6 req-79949594-09c6-4205-a66d-807569887dac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 944 time: 0.0901153 Feb 10 04:18:57.601109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4c68cb1-8e0d-4722-8c5f-7d4f93044fc6 req-9e543304-fa4b-405c-ad67-a9c97f1a6ab5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496743 Feb 10 04:18:57.612574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b8bd4f3e-8db3-4eb8-811b-1bdde1f09ecf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9276867 Feb 10 04:18:57.622122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45044) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:57.705686 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9897552f-5595-4a1b-ba37-1944adfe8c7b x-openstack-request-id: req-9897552f-5595-4a1b-ba37-1944adfe8c7b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:18:57.705686 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30931350-fd87-4623-8bdb-41b0670b6a57", "tag": "338b3b12-eb62-434a-9b45-12021e89626c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:18:57.705686 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9897552f-5595-4a1b-ba37-1944adfe8c7b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:18:57.705686 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30931350-fd87-4623-8bdb-41b0670b6a57', 'tag': '338b3b12-eb62-434a-9b45-12021e89626c', 'status': 'completed', 'code': 200} Feb 10 04:18:57.752893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45046) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:57.766827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-13540479-acfe-455e-90ae-72d7689f8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:57.768459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-13540479-acfe-455e-90ae-72d7689f8919 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 1126 time: 0.0890532 Feb 10 04:18:57.770937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b721f1d0-c20f-4655-8aea-d9b3e7fcf156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.814478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-ce1288fd-34f4-4eae-8a00-288d8fffb834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338b3b12-eb62-434a-9b45-12021e89626c HTTP/1.1" status: 200 len: 217 time: 0.0384493 Feb 10 04:18:57.859394 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-acdcb274-7071-4feb-9e94-61d0a55e9161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.860857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b721f1d0-c20f-4655-8aea-d9b3e7fcf156 admin admin] Publish callbacks [] for security_group (f37f5dd5-0857-44b9-a496-84c46b3f8a33), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.862016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 5d761034-fe78-49c1-84cc-0131f55a40b9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:57.862361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5d761034-fe78-49c1-84cc-0131f55a40b9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.901955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-b9a5728f-fa12-4d93-b19b-2a620fb52b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:57.903468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-b9a5728f-fa12-4d93-b19b-2a620fb52b4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.0827734 Feb 10 04:18:57.945739 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b721f1d0-c20f-4655-8aea-d9b3e7fcf156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f37f5dd5-0857-44b9-a496-84c46b3f8a33), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.950266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5d761034-fe78-49c1-84cc-0131f55a40b9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:57.973778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-a3cf79db-26bb-4c55-b4d8-7abfd8986980 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438268 Feb 10 04:18:57.979904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 5d761034-fe78-49c1-84cc-0131f55a40b9 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:57.993978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721f1d0-c20f-4655-8aea-d9b3e7fcf156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f5dd5-0857-44b9-a496-84c46b3f8a33,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:58.019813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b721f1d0-c20f-4655-8aea-d9b3e7fcf156 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d29e83e99fc4284aa50d82e41e08523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2651813 Feb 10 04:18:58.023801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45052) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:58.091437 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-806fee80-4e87-481a-9dbc-8186facbb93b admin admin] Publish callbacks [] for security_group (f37f5dd5-0857-44b9-a496-84c46b3f8a33), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.119060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-806fee80-4e87-481a-9dbc-8186facbb93b admin admin] Publish callbacks [] for security_group (f37f5dd5-0857-44b9-a496-84c46b3f8a33), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.138137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-ff553d9a-a5fe-456e-90e3-423df9627fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561711 Feb 10 04:18:58.224742 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5d761034-fe78-49c1-84cc-0131f55a40b9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.248789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-806fee80-4e87-481a-9dbc-8186facbb93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f37f5dd5-0857-44b9-a496-84c46b3f8a33), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.251965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-806fee80-4e87-481a-9dbc-8186facbb93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.253730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-806fee80-4e87-481a-9dbc-8186facbb93b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f37f5dd5-0857-44b9-a496-84c46b3f8a33 HTTP/1.1" status: 204 len: 168 time: 0.2282615 Feb 10 04:18:58.261663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fee80-4e87-481a-9dbc-8186facbb93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f5dd5-0857-44b9-a496-84c46b3f8a33,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:58.268550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=5d761034-fe78-49c1-84cc-0131f55a40b9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:58.293934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.299023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eaadf1b3-31a2-4b7d-92c3-b2160045467c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/5d761034-fe78-49c1-84cc-0131f55a40b9 HTTP/1.1" status: 204 len: 168 time: 0.6752884 Feb 10 04:18:58.301564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45064) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:58.312214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62d2f114-1057-4a66-8d89-f0d25ad8bc0c req-6cc49c0a-371d-4a00-b72c-d1d9a9c3ca44 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645889 Feb 10 04:18:58.396840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd5034c-a325-43e0-8666-96d3accda6e6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:58.403152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a48835bc-0071-43ec-893f-094f8658b060 req-503f579a-b360-426a-b7da-7b3674d0c081 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0315695 Feb 10 04:18:58.410846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd5034c-a325-43e0-8666-96d3accda6e6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:58.413999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bdd5034c-a325-43e0-8666-96d3accda6e6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1111307 Feb 10 04:18:58.416638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45068) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:58.578866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-7cf25b92-3cab-47c1-a3ca-30aec2025543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:58.579815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-7cf25b92-3cab-47c1-a3ca-30aec2025543 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 1126 time: 0.0797279 Feb 10 04:18:58.659222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port d6a27faf-6e69-465f-91bd-1f961a8e7fd9 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:18:58.659845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d6a27faf-6e69-465f-91bd-1f961a8e7fd9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.679207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a14ec-def3-453d-a535-dc0b56401c6d req-155d32ff-8c21-43ff-89ea-c987dc589cb7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:58.681058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f59a14ec-def3-453d-a535-dc0b56401c6d req-155d32ff-8c21-43ff-89ea-c987dc589cb7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1313624 Feb 10 04:18:58.713602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-a9093156-87a3-4029-b61a-9aa6962edd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:58.717041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-a9093156-87a3-4029-b61a-9aa6962edd14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 912 time: 0.1302133 Feb 10 04:18:58.759674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d6a27faf-6e69-465f-91bd-1f961a8e7fd9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:58.780513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:18:58.789479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for d6a27faf-6e69-465f-91bd-1f961a8e7fd9 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:18:58.805686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f59a14ec-def3-453d-a535-dc0b56401c6d req-db6a9f0f-28f6-4133-bc7c-5810490d7ef7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116152 Feb 10 04:18:58.835657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-31e653d3-7af3-4d30-b41d-2f96691a398a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=338b3b12-eb62-434a-9b45-12021e89626c HTTP/1.1" status: 200 len: 217 time: 0.1110399 Feb 10 04:18:58.976643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: DOWN; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:18:58.986914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-79b00526-839e-4594-a121-b37253b6d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:58.992264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-79b00526-839e-4594-a121-b37253b6d03d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.1506169 Feb 10 04:18:59.026402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e8a1-4ccd-42e0-aeed-26484a1eab99 req-4b071991-c1d6-40d5-a8ec-ef0854005a97 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:59.033625 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df64e8a1-4ccd-42e0-aeed-26484a1eab99 req-4b071991-c1d6-40d5-a8ec-ef0854005a97 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 944 time: 0.0869067 Feb 10 04:18:59.062526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-5a798bc8-cf4b-4d81-827a-e939259d7a3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1689825 Feb 10 04:18:59.065956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-7aba562a-1f02-48df-b81a-b4ec49223a6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613296 Feb 10 04:18:59.072926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-89e3a897-7e93-4d52-83d3-3398f679287b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:18:59.074185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-89e3a897-7e93-4d52-83d3-3398f679287b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058270 Feb 10 04:18:59.099553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df64e8a1-4ccd-42e0-aeed-26484a1eab99 req-4e8d0db6-cc85-4353-8108-ec7c53484703 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Feb 10 04:18:59.128483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d6a27faf-6e69-465f-91bd-1f961a8e7fd9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.166890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=d6a27faf-6e69-465f-91bd-1f961a8e7fd9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:59.174503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.180836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4a0f7c24-ff51-475e-ac18-32d90945d456 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/d6a27faf-6e69-465f-91bd-1f961a8e7fd9 HTTP/1.1" status: 204 len: 168 time: 0.7631624 Feb 10 04:18:59.182014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45100) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:59.231839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-690afb7a-fd1e-4d1f-971f-828437af34ae service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564202 Feb 10 04:18:59.299729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52879d2e-1092-4393-b6d2-c09a2c6ce831 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:59.307842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-52879d2e-1092-4393-b6d2-c09a2c6ce831 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1247702 Feb 10 04:18:59.308944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45104) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:59.351264 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50df5df-c67a-43ca-aebd-e364120ff9a4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:18:59.355370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e50df5df-c67a-43ca-aebd-e364120ff9a4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/5d761034-fe78-49c1-84cc-0131f55a40b9 HTTP/1.1" status: 404 len: 333 time: 0.0406585 Feb 10 04:18:59.356000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45106) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:59.383921 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2222ca75-abf5-4454-8390-7e11e9607468 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:18:59.385409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2222ca75-abf5-4454-8390-7e11e9607468 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/d6a27faf-6e69-465f-91bd-1f961a8e7fd9 HTTP/1.1" status: 404 len: 333 time: 0.0284464 Feb 10 04:18:59.389517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45108) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:59.401132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2723111c-a629-4cf8-a303-0d0ffff5ad36 req-9cdfaf15-8fdf-44dd-902a-2c89a8f1baea service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603262 Feb 10 04:18:59.536787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (db43fb88-a4c9-47db-a1d0-44b580e3805f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.610993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-230c99c4-a854-491b-a128-19cf964268b8 req-36328700-38a4-4801-81fa-39892cdcaf32 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0648186 Feb 10 04:18:59.636240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-d46a63f4-650e-4273-8e67-45fa235b75b4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:18:59.655008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-d46a63f4-650e-4273-8e67-45fa235b75b4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports/8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 200 len: 941 time: 0.5440176 Feb 10 04:18:59.671260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (db43fb88-a4c9-47db-a1d0-44b580e3805f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.698152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db43fb88-a4c9-47db-a1d0-44b580e3805f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:59.710010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4409ad21-b1fe-4524-8803-3d16f1a6e020') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:59.710312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4409ad21-b1fe-4524-8803-3d16f1a6e020') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:18:59.722953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (4409ad21-b1fe-4524-8803-3d16f1a6e020), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.739127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4409ad21-b1fe-4524-8803-3d16f1a6e020), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.745849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:18:59.746259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (4409ad21-b1fe-4524-8803-3d16f1a6e020), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:18:59.749420 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:18:59.811058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bc0ebd00-e027-47fd-838e-91c15950d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.946237 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (db43fb88-a4c9-47db-a1d0-44b580e3805f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.956187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:18:59.959451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/db43fb88-a4c9-47db-a1d0-44b580e3805f HTTP/1.1" status: 204 len: 168 time: 0.5680881 Feb 10 04:18:59.963283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45136) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:18:59.975322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027273850'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:18:59.976340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85085aca-b01f-4d5d-9d51-b3ffc3ea0908 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=db43fb88-a4c9-47db-a1d0-44b580e3805f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:18:59.982648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45138) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:00.052380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61012f9c-7cf3-47c4-90a8-6c7655306941 req-0f2b86f8-52ff-4ba0-9087-a8f5adc9bb52 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:00.054088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61012f9c-7cf3-47c4-90a8-6c7655306941 req-0f2b86f8-52ff-4ba0-9087-a8f5adc9bb52 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1437728 Feb 10 04:19:00.064132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] Deleting subnet fbdbee0c-6f53-4403-83c9-d49087b1d1c6 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:19:00.069301 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] Publish callbacks [] for subnet (fbdbee0c-6f53-4403-83c9-d49087b1d1c6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.128037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (fbdbee0c-6f53-4403-83c9-d49087b1d1c6), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.131614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:00.146362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.206394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61012f9c-7cf3-47c4-90a8-6c7655306941 req-95d705b3-cdf0-4cb0-97ec-f58bb871ac29 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283269 Feb 10 04:19:00.226138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:19:00.244582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (fbdbee0c-6f53-4403-83c9-d49087b1d1c6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.325905 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (360c6c88-807b-4458-b8c5-1f4172e68639), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.326251 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment 360c6c88-807b-4458-b8c5-1f4172e68639 of type vlan for network 9f5c8583-76fc-48a6-8386-b21536472093 Feb 10 04:19:00.385520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9f5c8583-76fc-48a6-8386-b21536472093), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.398749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae179-f80c-448a-a3b9-46d9485fbe73 req-d3e0030e-670b-4a97-9021-96f2ed6d304a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:00.400284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b25ae179-f80c-448a-a3b9-46d9485fbe73 req-d3e0030e-670b-4a97-9021-96f2ed6d304a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 944 time: 0.2087631 Feb 10 04:19:00.451694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (fbdbee0c-6f53-4403-83c9-d49087b1d1c6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.493115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdbee0c-6f53-4403-83c9-d49087b1d1c6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:00.505195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.509813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4a82d877-d208-4f3a-9834-a7e1fae31ec1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fbdbee0c-6f53-4403-83c9-d49087b1d1c6 HTTP/1.1" status: 204 len: 168 time: 0.5250399 Feb 10 04:19:00.512394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45148) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:00.545925 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b25ae179-f80c-448a-a3b9-46d9485fbe73 req-95cdcd5d-f57e-49b9-b7b5-9b01d992204c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359615 Feb 10 04:19:00.547982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9f5c8583-76fc-48a6-8386-b21536472093), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.578997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:00.582003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.639616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.692636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=9f5c8583-76fc-48a6-8386-b21536472093,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:00.706490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9f5c8583-76fc-48a6-8386-b21536472093 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:19:00.711670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb135faf-2880-489b-a546-26e146ab1964 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7459037 Feb 10 04:19:00.714261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45156) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:00.722306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '9f5c8583-76fc-48a6-8386-b21536472093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:00.757243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 338b3b12-eb62-434a-9b45-12021e89626c details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:19:00.826204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.855573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:00.868008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:00.868308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a652afec-50e9-4fb4-8e7e-3e98dcde7de5') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:00.879953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (a652afec-50e9-4fb4-8e7e-3e98dcde7de5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.897962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (a652afec-50e9-4fb4-8e7e-3e98dcde7de5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.908155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:19:00.908974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (a652afec-50e9-4fb4-8e7e-3e98dcde7de5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.913800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:00.918841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:00.945722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:19:01.021078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:19:01.021783 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:19:01.079529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9fdeaecf-e126-4c4e-bc77-80f661c54771 req-946921b5-d8e7-40d7-81c1-db3b1859654e tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0804708 Feb 10 04:19:01.100181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:01.111770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:01.121404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2 HTTP/1.1" status: 204 len: 168 time: 0.6077495 Feb 10 04:19:01.158241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b054569-5631-45ee-974c-3a198edb0364 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dac30f-ad4d-4e48-a1e5-ceb1334a71a2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:01.189511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 338b3b12-eb62-434a-9b45-12021e89626c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=338b3b12-eb62-434a-9b45-12021e89626c,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:01.223469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '338b3b12-eb62-434a-9b45-12021e89626c', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'port_id': '338b3b12-eb62-434a-9b45-12021e89626c', 'mac_address': 'fa:16:3e:a3:53:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:19:01.317461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 338b3b12-eb62-434a-9b45-12021e89626c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:01.317857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (338b3b12-eb62-434a-9b45-12021e89626c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:01.351664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338b3b12-eb62-434a-9b45-12021e89626c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:19:01.398265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 338b3b12-eb62-434a-9b45-12021e89626c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=338b3b12-eb62-434a-9b45-12021e89626c,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:01.497103 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (338b3b12-eb62-434a-9b45-12021e89626c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:01.626474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=338b3b12-eb62-434a-9b45-12021e89626c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:01.703137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Performing IP validity checks on allocation pools {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:19:01.703898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:19:01.721771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['338b3b12-eb62-434a-9b45-12021e89626c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:19:01.745802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b27b05-17a0-417d-8578-d2b9003c5a2d req-3dc0ecab-2d84-4d18-a832-9a3ce9ed2877 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:01.752161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7b27b05-17a0-417d-8578-d2b9003c5a2d req-3dc0ecab-2d84-4d18-a832-9a3ce9ed2877 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 945 time: 0.0951450 Feb 10 04:19:01.789878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280f06c-f9b3-4697-8207-caaac75dad93 req-9625a76b-2111-4eee-bbcc-5ef1dc2d1ac8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:01.797042 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f280f06c-f9b3-4697-8207-caaac75dad93 req-9625a76b-2111-4eee-bbcc-5ef1dc2d1ac8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1829491 Feb 10 04:19:01.805614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45176) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:01.899602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7b27b05-17a0-417d-8578-d2b9003c5a2d req-881cfa95-5085-4acf-8786-e82f903622e0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415434 Feb 10 04:19:01.945638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f18589ce-a6f1-4a6e-a952-587babbbf319 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c0f63585143411a8fa1d0f5060d6bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343260 Feb 10 04:19:01.946310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:02.018474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f280f06c-f9b3-4697-8207-caaac75dad93 req-f742268d-bb60-465a-ad2b-3892b538accd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153771 Feb 10 04:19:02.082616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bfdaa77-f183-4f2f-80b3-185b81462042 admin admin] Publish callbacks [] for security_group (defd32b0-1d0c-4f28-83a9-51ceb405a7e6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.115489 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bfdaa77-f183-4f2f-80b3-185b81462042 admin admin] Publish callbacks [] for security_group (defd32b0-1d0c-4f28-83a9-51ceb405a7e6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.216702 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fbdad43-ed3b-4ba7-af78-900e43a9cea2 req-be70ffc6-bae7-47ce-9148-671e1b00a1d6 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0369987 Feb 10 04:19:02.237774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6b690818-b2d6-4d68-8d88-d4e8738fd15c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.318986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=6b690818-b2d6-4d68-8d88-d4e8738fd15c,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:02.324836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': '360c6c88-807b-4458-b8c5-1f4172e68639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9f5c8583-76fc-48a6-8386-b21536472093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:02.325445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: 9f5c8583-76fc-48a6-8386-b21536472093, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:19:02.359162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bfdaa77-f183-4f2f-80b3-185b81462042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (defd32b0-1d0c-4f28-83a9-51ceb405a7e6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.363220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6bfdaa77-f183-4f2f-80b3-185b81462042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.373308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6bfdaa77-f183-4f2f-80b3-185b81462042 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/defd32b0-1d0c-4f28-83a9-51ceb405a7e6 HTTP/1.1" status: 204 len: 168 time: 0.4260006 Feb 10 04:19:02.393240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdaa77-f183-4f2f-80b3-185b81462042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defd32b0-1d0c-4f28-83a9-51ceb405a7e6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:02.462438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 9f5c8583-76fc-48a6-8386-b21536472093 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:19:02.547812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9f5c8583-76fc-48a6-8386-b21536472093) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:02.552451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:02.553142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.559742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477c444-0d0a-4e74-ba65-a3590e56b6c2 None None] Network 9f5c8583-76fc-48a6-8386-b21536472093 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:02.570931 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.656016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6dfa2886-ba58-433d-ace0-a3920ba41bfd tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9403300 Feb 10 04:19:02.656853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45194) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:02.662081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '9f5c8583-76fc-48a6-8386-b21536472093', 'name': 'tempest-PortsTestJSON-847525971'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:02.728431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 338b3b12-eb62-434a-9b45-12021e89626c up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:02.797987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-9f5c8583-76fc-48a6-8386-b21536472093', 'network_id': '9f5c8583-76fc-48a6-8386-b21536472093', 'project_id': '74eeae9185084ce7af4025ace4c6ee0c', 'fixed_ips': [{'subnet_id': '6b690818-b2d6-4d68-8d88-d4e8738fd15c'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:19:02.799199 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.942441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 338b3b12-eb62-434a-9b45-12021e89626c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:19:02.974035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 338b3b12-eb62-434a-9b45-12021e89626c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:02.974515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (338b3b12-eb62-434a-9b45-12021e89626c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:02.979462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:02.983208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:03.039338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port ef8b61ad-d41a-44d8-a48d-5435b52b5850 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:03.076586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Allocated IP 172.20.0.2 (9f5c8583-76fc-48a6-8386-b21536472093/6b690818-b2d6-4d68-8d88-d4e8738fd15c/92a31eaa-1d7e-4b87-9a16-cce0da8b85cc) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:03.232050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4cbc-60b7-4c90-a3d9-38b1340b44ab req-4317b9e8-5152-473b-86c7-796aa552613d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:03.239045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 338b3b12-eb62-434a-9b45-12021e89626c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:03.239452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (338b3b12-eb62-434a-9b45-12021e89626c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:03.241475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-595f4cbc-60b7-4c90-a3d9-38b1340b44ab req-4317b9e8-5152-473b-86c7-796aa552613d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0898783 Feb 10 04:19:03.272181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3014bc6-62a5-4381-9e0b-ef61eb61fe7d req-11b6e35f-9847-4b46-b56d-c20db2d0c60f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:03.282793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3014bc6-62a5-4381-9e0b-ef61eb61fe7d req-11b6e35f-9847-4b46-b56d-c20db2d0c60f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 945 time: 0.2731884 Feb 10 04:19:03.332178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30931350-fd87-4623-8bdb-41b0670b6a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338b3b12-eb62-434a-9b45-12021e89626c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:19:03.334476 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88161d-b3fe-441a-bfe0-477c8176baaa" -d '{"events": [{"server_uuid": "30931350-fd87-4623-8bdb-41b0670b6a57", "name": "network-vif-plugged", "status": "completed", "tag": "338b3b12-eb62-434a-9b45-12021e89626c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:19:03.337932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-595f4cbc-60b7-4c90-a3d9-38b1340b44ab req-5453d9ce-3752-4977-a305-87f3b53b6730 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941768 Feb 10 04:19:03.349381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3014bc6-62a5-4381-9e0b-ef61eb61fe7d req-d837146b-54d1-4ede-8a73-df0c19303229 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561366 Feb 10 04:19:03.356102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 338b3b12-eb62-434a-9b45-12021e89626c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=338b3b12-eb62-434a-9b45-12021e89626c,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:03.420484 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b33d75-dc62-48bf-b819-2764f2bc1b43 x-openstack-request-id: req-f7b33d75-dc62-48bf-b819-2764f2bc1b43 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:19:03.420921 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30931350-fd87-4623-8bdb-41b0670b6a57", "name": "network-vif-plugged", "status": "completed", "tag": "338b3b12-eb62-434a-9b45-12021e89626c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:19:03.421242 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7b33d75-dc62-48bf-b819-2764f2bc1b43 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:19:03.421695 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30931350-fd87-4623-8bdb-41b0670b6a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338b3b12-eb62-434a-9b45-12021e89626c', 'code': 200} Feb 10 04:19:03.454943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (338b3b12-eb62-434a-9b45-12021e89626c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:03.501435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5cd0cba4-c4fd-45b5-a873-5704f62b8c86 req-bc8d3f22-a153-4b66-b5c7-0f43f7738637 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0502155 Feb 10 04:19:03.570477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7f7d-3fe3-4d9d-8ec4-4abf4acfbdc4 req-be2d3a67-f868-4416-965b-e0cd16647f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:03.573425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=338b3b12-eb62-434a-9b45-12021e89626c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:03.576892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7dca7f7d-3fe3-4d9d-8ec4-4abf4acfbdc4 req-be2d3a67-f868-4416-965b-e0cd16647f43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 1128 time: 0.1002290 Feb 10 04:19:03.600181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.600535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.600879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.602345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.602345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.602345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.602345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.602621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.602829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.603192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.603520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.603845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.604169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:03.632478 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Publish callbacks [] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:03.640649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7dca7f7d-3fe3-4d9d-8ec4-4abf4acfbdc4 req-6fe034a3-22e9-41e9-a616-5224f7b83ae7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516889 Feb 10 04:19:03.725710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:03.757202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45224) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:03.815384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.7 (9f5c8583-76fc-48a6-8386-b21536472093/6b690818-b2d6-4d68-8d88-d4e8738fd15c/ef8b61ad-d41a-44d8-a48d-5435b52b5850) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:03.833534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Network 9f5c8583-76fc-48a6-8386-b21536472093 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:03.843484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:03.848790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:03.949157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8c41-5259-4865-ae6f-70c3ebe5a5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:03.953882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Attempting to bind port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:03.954843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Attempting to bind port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '360c6c88-807b-4458-b8c5-1f4172e68639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9f5c8583-76fc-48a6-8386-b21536472093'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:03.955440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Attempting to bind port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc on network 9f5c8583-76fc-48a6-8386-b21536472093 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:03.957901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Pushing event updated for resources: {'Port': ['ID=92a31eaa-1d7e-4b87-9a16-cce0da8b85cc,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:03.965856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:03.966938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Checking segment: {'id': '360c6c88-807b-4458-b8c5-1f4172e68639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9f5c8583-76fc-48a6-8386-b21536472093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:03.967802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:03.968410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Bound using segment: {'id': '360c6c88-807b-4458-b8c5-1f4172e68639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9f5c8583-76fc-48a6-8386-b21536472093'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:03.969680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Bound port: 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360c6c88-807b-4458-b8c5-1f4172e68639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9f5c8583-76fc-48a6-8386-b21536472093'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:03.970559 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.077031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] For port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:04.087409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8c41-5259-4865-ae6f-70c3ebe5a5e8 admin admin] Publish callbacks [] for security_group (2a6063f4-5ced-49e0-b025-4740da13064b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.088959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] For port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=92a31eaa-1d7e-4b87-9a16-cce0da8b85cc,segment=NetworkSegment(360c6c88-807b-4458-b8c5-1f4172e68639),segment_id=360c6c88-807b-4458-b8c5-1f4172e68639)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:04.108709 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (ef8b61ad-d41a-44d8-a48d-5435b52b5850), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.153437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8c41-5259-4865-ae6f-70c3ebe5a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2a6063f4-5ced-49e0-b025-4740da13064b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.197033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8c41-5259-4865-ae6f-70c3ebe5a5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6063f4-5ced-49e0-b025-4740da13064b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:04.207355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45236) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:04.213417 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.213795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a4e8c41-5259-4865-ae6f-70c3ebe5a5e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e68a7577e37b4b67a4639fa2dfe21156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555221 Feb 10 04:19:04.241164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ef8b61ad-d41a-44d8-a48d-5435b52b5850), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.286243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a107-fa1b-4d95-aa7e-e662cbe5ecae None None] Pushing event updated for resources: {'Port': ['ID=92a31eaa-1d7e-4b87-9a16-cce0da8b85cc,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:04.302168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.333646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 9f5c8583-76fc-48a6-8386-b21536472093 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:04.334461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=ef8b61ad-d41a-44d8-a48d-5435b52b5850,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:04.340300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:04.341930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd13f-199f-48c5-82f8-6007bad57613 admin admin] Publish callbacks [] for security_group (2a6063f4-5ced-49e0-b025-4740da13064b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.367229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:04.374439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd13f-199f-48c5-82f8-6007bad57613 admin admin] Publish callbacks [] for security_group (2a6063f4-5ced-49e0-b025-4740da13064b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.486456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:04.487260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.553931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6604-c1d6-4370-b9d4-5a75d0f88491 req-d51c723b-1505-4068-a636-97b3329e5946 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:04.557005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3accce0-8a5d-4e92-bec2-e7959b7843d3 req-988d747b-8d1b-47a9-a548-d025d109618d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:04.558882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3accce0-8a5d-4e92-bec2-e7959b7843d3 req-988d747b-8d1b-47a9-a548-d025d109618d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0943100 Feb 10 04:19:04.568727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808d6604-c1d6-4370-b9d4-5a75d0f88491 req-d51c723b-1505-4068-a636-97b3329e5946 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.0985730 Feb 10 04:19:04.623373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0526908d-9418-409c-97ff-e0af4b5ab1cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9654477 Feb 10 04:19:04.629432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45244) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:04.641553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808d6604-c1d6-4370-b9d4-5a75d0f88491 req-81176bb1-bf65-4ea2-a5f0-67ebeab30039 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776870 Feb 10 04:19:04.678768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3accce0-8a5d-4e92-bec2-e7959b7843d3 req-6bf4de59-4b84-4ceb-abe2-ab1572c10a94 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036816 Feb 10 04:19:04.680692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd13f-199f-48c5-82f8-6007bad57613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2a6063f4-5ced-49e0-b025-4740da13064b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.685131 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd13f-199f-48c5-82f8-6007bad57613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.686825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a6fbd13f-199f-48c5-82f8-6007bad57613 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a6063f4-5ced-49e0-b025-4740da13064b HTTP/1.1" status: 204 len: 168 time: 0.4783750 Feb 10 04:19:04.702280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbd13f-199f-48c5-82f8-6007bad57613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6063f4-5ced-49e0-b025-4740da13064b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:04.822114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f0f648de-4bb0-4006-bbca-e43a6cd94441 req-868b823d-e336-4abc-9793-62ef088d720c tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0354033 Feb 10 04:19:04.854365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port ef8b61ad-d41a-44d8-a48d-5435b52b5850 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:04.854987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ef8b61ad-d41a-44d8-a48d-5435b52b5850), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.947039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ef8b61ad-d41a-44d8-a48d-5435b52b5850), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:04.959482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for ef8b61ad-d41a-44d8-a48d-5435b52b5850 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:05.185613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1924ee0b-9b70-4997-8d31-e388c74eeca7 req-e0128ba7-e45a-4dcc-8bc2-cc3da082d5a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0321250 Feb 10 04:19:05.191080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ef8b61ad-d41a-44d8-a48d-5435b52b5850), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.227404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=ef8b61ad-d41a-44d8-a48d-5435b52b5850,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:05.320837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.326763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-32ad2a48-f67c-423c-82dd-8f65e87cd748 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/ef8b61ad-d41a-44d8-a48d-5435b52b5850 HTTP/1.1" status: 204 len: 168 time: 0.6821856 Feb 10 04:19:05.327547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45250) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:05.365062 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbba8f83-c50c-40f4-bd11-c5b71a600298 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:19:05.365642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbba8f83-c50c-40f4-bd11-c5b71a600298 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:19:05.371428 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dbba8f83-c50c-40f4-bd11-c5b71a600298 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/ef8b61ad-d41a-44d8-a48d-5435b52b5850 HTTP/1.1" status: 404 len: 333 time: 0.0401280 Feb 10 04:19:05.371579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45252) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:05.397770 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea5144-8326-4ebf-8bfc-9ba03d5fed4c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:05.401840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0eea5144-8326-4ebf-8bfc-9ba03d5fed4c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/ef8b61ad-d41a-44d8-a48d-5435b52b5850 HTTP/1.1" status: 404 len: 333 time: 0.0267301 Feb 10 04:19:05.402207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45254) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:05.465124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet 6b690818-b2d6-4d68-8d88-d4e8738fd15c {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:19:05.468490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (6b690818-b2d6-4d68-8d88-d4e8738fd15c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.512900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (6b690818-b2d6-4d68-8d88-d4e8738fd15c), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.562442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269e873-638c-416b-b337-e74a1f9ba2f5 None None] Network 9f5c8583-76fc-48a6-8386-b21536472093 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:05.602934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6b690818-b2d6-4d68-8d88-d4e8738fd15c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.650255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45256) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:05.669696 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5565fd7-074a-4b8c-b8bd-c08ad049d5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.694446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-01149473-728a-46e5-881e-443da354df51 None None] Provisioning complete for port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:05.694878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-01149473-728a-46e5-881e-443da354df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.776144 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (6b690818-b2d6-4d68-8d88-d4e8738fd15c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.804502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-01149473-728a-46e5-881e-443da354df51 None None] Current status of the port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:05.805547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-01149473-728a-46e5-881e-443da354df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.837840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:05.843565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/6b690818-b2d6-4d68-8d88-d4e8738fd15c HTTP/1.1" status: 204 len: 168 time: 0.4378293 Feb 10 04:19:05.843565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32733fbf-3c7a-4c27-b951-b6e44708dc14 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=6b690818-b2d6-4d68-8d88-d4e8738fd15c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:05.850624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa2878-6728-4d10-a6d3-8415d69ff84f req-d51ca96e-955a-44e3-92d5-234842e9cc51 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:05.856815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45262) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:05.856942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3fa2878-6728-4d10-a6d3-8415d69ff84f req-d51ca96e-955a-44e3-92d5-234842e9cc51 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1158569 Feb 10 04:19:05.891455 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-01149473-728a-46e5-881e-443da354df51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:19:05.891828 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-01149473-728a-46e5-881e-443da354df51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:19:05.924265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b1cce-53f8-4d78-882f-8261a7136455 req-7582cc58-53ea-4267-834f-c7161996051e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:05.931659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d18b1cce-53f8-4d78-882f-8261a7136455 req-7582cc58-53ea-4267-834f-c7161996051e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1920438 Feb 10 04:19:05.933060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3fa2878-6728-4d10-a6d3-8415d69ff84f req-940a8f2e-8af8-4eae-b3d2-d29b70c14d72 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Feb 10 04:19:06.049066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9f5c8583-76fc-48a6-8386-b21536472093), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.073394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d18b1cce-53f8-4d78-882f-8261a7136455 req-abf3be4d-06b1-4117-ad77-63e52dc7706c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408434 Feb 10 04:19:06.076648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5565fd7-074a-4b8c-b8bd-c08ad049d5af admin admin] Publish callbacks [] for security_group (01f29d34-1a79-48a6-8422-266e4f9b2d6f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.084133 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ef08714-486d-48b2-8d70-a61e51677f8c req-f119ae8d-9c53-4b4c-aaed-953d69abeff7 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0465381 Feb 10 04:19:06.120490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a48758-31b9-487a-88ce-0784da87c41b None None] Network 9f5c8583-76fc-48a6-8386-b21536472093 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:06.136582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:06.136582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.149710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5565fd7-074a-4b8c-b8bd-c08ad049d5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (01f29d34-1a79-48a6-8422-266e4f9b2d6f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.232035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e5565fd7-074a-4b8c-b8bd-c08ad049d5af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85148d23bb4c4de7bce6980ad17e9894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5787339 Feb 10 04:19:06.232678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45268) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:06.241453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5565fd7-074a-4b8c-b8bd-c08ad049d5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f29d34-1a79-48a6-8422-266e4f9b2d6f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:06.248629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] For port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=92a31eaa-1d7e-4b87-9a16-cce0da8b85cc,segment=NetworkSegment(360c6c88-807b-4458-b8c5-1f4172e68639),segment_id=360c6c88-807b-4458-b8c5-1f4172e68639)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:06.249005 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.263546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:06.318558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430d1977-71b8-4c3d-91ee-6b6521b1e0fa admin admin] Publish callbacks [] for security_group (01f29d34-1a79-48a6-8422-266e4f9b2d6f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.357343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430d1977-71b8-4c3d-91ee-6b6521b1e0fa admin admin] Publish callbacks [] for security_group (01f29d34-1a79-48a6-8422-266e4f9b2d6f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.363572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] DHCP port deletion for 9f5c8583-76fc-48a6-8386-b21536472093 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:19:06.462037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-01149473-728a-46e5-881e-443da354df51 None None] Current status of the port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:06.462348 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-01149473-728a-46e5-881e-443da354df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.464020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.488887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] Deleting port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:06.489262 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.494341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=92a31eaa-1d7e-4b87-9a16-cce0da8b85cc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:06.498839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No DVR routers for this DVR port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:06.557053 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430d1977-71b8-4c3d-91ee-6b6521b1e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (01f29d34-1a79-48a6-8422-266e4f9b2d6f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.559726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430d1977-71b8-4c3d-91ee-6b6521b1e0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.563309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-430d1977-71b8-4c3d-91ee-6b6521b1e0fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01f29d34-1a79-48a6-8422-266e4f9b2d6f HTTP/1.1" status: 204 len: 168 time: 0.3272078 Feb 10 04:19:06.574204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d1977-71b8-4c3d-91ee-6b6521b1e0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f29d34-1a79-48a6-8422-266e4f9b2d6f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:06.575165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093c17-4c66-4e73-aaee-1360d8305f52 req-1d683ae8-7f10-4e47-8a8d-22440c67b60d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:06.576930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45093c17-4c66-4e73-aaee-1360d8305f52 req-1d683ae8-7f10-4e47-8a8d-22440c67b60d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1477160 Feb 10 04:19:06.586730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] For port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:06.587184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.649089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9f5c8583-76fc-48a6-8386-b21536472093), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.684915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5c8583-76fc-48a6-8386-b21536472093']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:06.699746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360c6c88-807b-4458-b8c5-1f4172e68639') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:06.707607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360c6c88-807b-4458-b8c5-1f4172e68639') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:06.712939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (360c6c88-807b-4458-b8c5-1f4172e68639), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.739314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (360c6c88-807b-4458-b8c5-1f4172e68639), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.752838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:19:06.753384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (360c6c88-807b-4458-b8c5-1f4172e68639), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:19:06.756809 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:19:06.805129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] Calling delete_port for 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:06.808000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] Port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:19:06.812829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce124304-daa5-4894-ad8e-f8ca5aec9208 None None] Could not find standard attr ID for object 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:19:06.815184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (92a31eaa-1d7e-4b87-9a16-cce0da8b85cc), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.828950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] No DVR routers for this DVR port 92a31eaa-1d7e-4b87-9a16-cce0da8b85cc on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:06.839516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45093c17-4c66-4e73-aaee-1360d8305f52 req-cf206bf5-d1eb-4366-ac2b-68f973d50464 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234713 Feb 10 04:19:06.850376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f781bf3-dc5f-4739-876e-c7ab3b92928b None None] Pushing event deleted for resources: {'Port': ['ID=92a31eaa-1d7e-4b87-9a16-cce0da8b85cc,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:06.924888 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9f5c8583-76fc-48a6-8386-b21536472093), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.932974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:06.941082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/9f5c8583-76fc-48a6-8386-b21536472093 HTTP/1.1" status: 204 len: 168 time: 1.0762808 Feb 10 04:19:06.941481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:06.948141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1534362148'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:06.977950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf3787-2cf1-43fe-a8c1-d2cb1913f905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=9f5c8583-76fc-48a6-8386-b21536472093,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:07.030970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:07.035109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:07.058695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:19:07.072821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ef03202a-9d26-47f1-b30f-b5490423a165), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:07.073532 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment ef03202a-9d26-47f1-b30f-b5490423a165 of type vlan for network 229251ed-037d-4a37-8b3b-f77aaefc674e Feb 10 04:19:07.121248 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (229251ed-037d-4a37-8b3b-f77aaefc674e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:07.247442 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e64e55b9-22a4-45e7-a627-80559ac6385a req-fc207d39-3301-47b8-917d-f93872f41f6d tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0467608 Feb 10 04:19:07.248817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (229251ed-037d-4a37-8b3b-f77aaefc674e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:07.256137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:07.257088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:07.263129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfed89f-8e73-480e-8e82-b35d8ac44df8 req-6a6f56be-0dda-41d3-92bc-5ed2ac447630 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:07.264663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbfed89f-8e73-480e-8e82-b35d8ac44df8 req-6a6f56be-0dda-41d3-92bc-5ed2ac447630 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0778010 Feb 10 04:19:07.353539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=229251ed-037d-4a37-8b3b-f77aaefc674e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:07.366682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 229251ed-037d-4a37-8b3b-f77aaefc674e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:19:07.381114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e9626bda-ed5c-47b0-91e7-82492ebe7feb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4380164 Feb 10 04:19:07.386242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45290) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:07.393373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbfed89f-8e73-480e-8e82-b35d8ac44df8 req-7c9974ed-7157-4f89-a4ed-b517051efb6f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215146 Feb 10 04:19:07.396013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:07.600425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:07.604751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:07.616399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-39d5980a-00d6-4709-a4df-5c756f99b944 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450971 Feb 10 04:19:07.743259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-f3f658e2-d695-4104-a9a8-c68e53c6e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:07.745429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-f3f658e2-d695-4104-a9a8-c68e53c6e7cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 1128 time: 0.0723808 Feb 10 04:19:07.788278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514e6e25-cfb0-44f6-82c6-8fda991c375d req-c7f81a88-4dc2-470d-ba30-8eef143a90af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1705ec7645aa4de9bf20eb32a332e6a8&device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0394857 Feb 10 04:19:07.900239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (18ea7f59-31fe-4d50-a708-4a74b2a72f89), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:07.924023 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:19:07.929345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8bdbc31-6a81-4c38-a918-639436c8962d req-465c5040-591e-482e-bb0b-e16f504f87cf tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0613449 Feb 10 04:19:07.930890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514e6e25-cfb0-44f6-82c6-8fda991c375d req-887c2a76-4cf8-41e8-a8c4-f7d62051b930 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1705ec7645aa4de9bf20eb32a332e6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641479 Feb 10 04:19:08.005716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-325e4424-fda2-4323-b6cb-61873c365cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:08.007969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-325e4424-fda2-4323-b6cb-61873c365cfb service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.2223060 Feb 10 04:19:08.011762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=18ea7f59-31fe-4d50-a708-4a74b2a72f89,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:08.030518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': 'ef03202a-9d26-47f1-b30f-b5490423a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:08.030927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: 229251ed-037d-4a37-8b3b-f77aaefc674e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:19:08.050289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7c6b3-1fc7-4214-a8c7-d986c2b7bd9b req-d278c688-a427-4ccb-b997-c815fde47699 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:08.051909 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12e7c6b3-1fc7-4214-a8c7-d986c2b7bd9b req-d278c688-a427-4ccb-b997-c815fde47699 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1069124 Feb 10 04:19:08.118041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-20fdf1d8-daa0-4353-944e-8ca0cffeb719 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739f71ed-8c81-4ad1-8126-885c4577e556 HTTP/1.1" status: 200 len: 217 time: 0.0515635 Feb 10 04:19:08.139716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-12e7c6b3-1fc7-4214-a8c7-d986c2b7bd9b req-4c41a093-6996-43aa-83d4-fac273a799c3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795052 Feb 10 04:19:08.150868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 229251ed-037d-4a37-8b3b-f77aaefc674e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:19:08.175172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e6e25-cfb0-44f6-82c6-8fda991c375d req-a12b0da0-1d49-4a5b-bc06-88e60255a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:08.175172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514e6e25-cfb0-44f6-82c6-8fda991c375d req-a12b0da0-1d49-4a5b-bc06-88e60255a5a0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2359483 Feb 10 04:19:08.192947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-95bb17e9-a876-4a8f-809f-00e1aee8fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:08.194430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-95bb17e9-a876-4a8f-809f-00e1aee8fbfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.0696070 Feb 10 04:19:08.232984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-0e188c81-5661-4f1a-a4ea-5614f4e3bb5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275354 Feb 10 04:19:08.242351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 229251ed-037d-4a37-8b3b-f77aaefc674e) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:08.246633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:08.247487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:08.255776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ecf306-e1dc-4622-8950-f93e8c474ea7 None None] Network 229251ed-037d-4a37-8b3b-f77aaefc674e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:08.369860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c6ec5a20-5e69-48b9-801a-bbf378d36678 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9738235 Feb 10 04:19:08.372351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45310) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:08.381749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-229251ed-037d-4a37-8b3b-f77aaefc674e', 'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e', 'project_id': '74eeae9185084ce7af4025ace4c6ee0c', 'fixed_ips': [{'subnet_id': '18ea7f59-31fe-4d50-a708-4a74b2a72f89'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:19:08.382628 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:08.386454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1272652372'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:08.591625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Allocated IP 172.20.0.2 (229251ed-037d-4a37-8b3b-f77aaefc674e/18ea7f59-31fe-4d50-a708-4a74b2a72f89/236e8fc5-6932-4dce-83c9-c3ea2d01ca95) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:08.699360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:08.704915 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:08.729504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port b0938cee-9605-4a71-9e85-b326e2f466b8 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:08.751039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-63159499-1aff-4054-8d05-7cc9843ed50f service neutron] 10.222.0.24 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125754 Feb 10 04:19:08.822136 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Publish callbacks [] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:08.861779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26228b04-e0d7-4398-9cc2-35b645a82383 req-de2d4c63-3174-46a6-9b15-876b6becab54 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:08.863364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26228b04-e0d7-4398-9cc2-35b645a82383 req-de2d4c63-3174-46a6-9b15-876b6becab54 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1114132 Feb 10 04:19:08.877401 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:08.925553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26228b04-e0d7-4398-9cc2-35b645a82383 req-506e228c-4acb-40e6-945c-3a1a2b2ed407 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556746 Feb 10 04:19:08.931169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b64c49be-b5cd-49e4-80c0-29d8f6133133 req-acdf0e30-08ea-46de-a461-66f855382bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705511 Feb 10 04:19:08.943579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Network 229251ed-037d-4a37-8b3b-f77aaefc674e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:08.948610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:08.955554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:08.964449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.4 (229251ed-037d-4a37-8b3b-f77aaefc674e/18ea7f59-31fe-4d50-a708-4a74b2a72f89/b0938cee-9605-4a71-9e85-b326e2f466b8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:09.005777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Pushing event updated for resources: {'Port': ['ID=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:09.060760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Attempting to bind port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:09.061114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Attempting to bind port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ef03202a-9d26-47f1-b30f-b5490423a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:09.061478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Attempting to bind port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 on network 229251ed-037d-4a37-8b3b-f77aaefc674e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:09.067445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:09.067827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Checking segment: {'id': 'ef03202a-9d26-47f1-b30f-b5490423a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:09.068238 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.068761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Bound using segment: {'id': 'ef03202a-9d26-47f1-b30f-b5490423a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:09.069241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Bound port: 236e8fc5-6932-4dce-83c9-c3ea2d01ca95, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef03202a-9d26-47f1-b30f-b5490423a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '229251ed-037d-4a37-8b3b-f77aaefc674e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:09.069624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.131503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (b0938cee-9605-4a71-9e85-b326e2f466b8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.167131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] For port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:09.170732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] For port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,segment=NetworkSegment(ef03202a-9d26-47f1-b30f-b5490423a165),segment_id=ef03202a-9d26-47f1-b30f-b5490423a165)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:09.192550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c514a791-b43b-4443-9136-fa59ba48e06b req-3a141834-d254-4b34-b394-58eba35d323f tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0814741 Feb 10 04:19:09.240208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.270135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b0938cee-9605-4a71-9e85-b326e2f466b8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.306840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8faa5-27bc-4f1d-98ac-8c51b25734d4 req-5c82e55d-764b-4aff-897f-e5fc1b4ed6ca tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:09.308444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dab8faa5-27bc-4f1d-98ac-8c51b25734d4 req-5c82e55d-764b-4aff-897f-e5fc1b4ed6ca tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.0698369 Feb 10 04:19:09.359037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b95ae0-fb36-4e03-9f67-ac017ab36647 None None] Pushing event updated for resources: {'Port': ['ID=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:09.360081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 229251ed-037d-4a37-8b3b-f77aaefc674e is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:09.378374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=b0938cee-9605-4a71-9e85-b326e2f466b8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:09.407628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:09.428004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:09.428812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514e6e25-cfb0-44f6-82c6-8fda991c375d req-5bbe752a-4083-47ba-a8d1-af8e574894de tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0587957 Feb 10 04:19:09.525792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:09.527155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.529033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dab8faa5-27bc-4f1d-98ac-8c51b25734d4 req-a24150e2-4072-4ba3-97db-7245446c660a tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103229 Feb 10 04:19:09.726122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45336) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:09.727396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b4d08208-f41d-44ad-817d-a23f7f4e3cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3471055 Feb 10 04:19:09.877643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port b0938cee-9605-4a71-9e85-b326e2f466b8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:09.878146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b0938cee-9605-4a71-9e85-b326e2f466b8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.973431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b0938cee-9605-4a71-9e85-b326e2f466b8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:09.989596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for b0938cee-9605-4a71-9e85-b326e2f466b8 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:10.113680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5908f1-ab1e-4841-bbf5-9873fd12a9f4 req-d503acb7-0920-4518-8a51-995e1802ce14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:10.117115 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa5908f1-ab1e-4841-bbf5-9873fd12a9f4 req-d503acb7-0920-4518-8a51-995e1802ce14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0679557 Feb 10 04:19:10.193440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa5908f1-ab1e-4841-bbf5-9873fd12a9f4 req-611fba79-1926-4c1f-b15d-090b9e23f2ce tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623620 Feb 10 04:19:10.271839 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b0938cee-9605-4a71-9e85-b326e2f466b8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:10.353854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71e79900-0c5c-4e37-bca8-74baef8eceb8 req-ee00c37a-2fd1-42bc-a01f-b32b09c28da7 tempest-ServerShowV257Test-1634821980 tempest-ServerShowV257Test-1634821980-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f271fbf-43f4-4f1b-94b9-98107f9c6273 HTTP/1.1" status: 200 len: 210 time: 0.0419457 Feb 10 04:19:10.360588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=b0938cee-9605-4a71-9e85-b326e2f466b8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:10.480459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:10.490994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45348) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:10.504893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3ca86f47-ac1a-4ed3-981b-f3c576787830 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/b0938cee-9605-4a71-9e85-b326e2f466b8 HTTP/1.1" status: 204 len: 168 time: 0.7771895 Feb 10 04:19:10.522972 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b151cc38-95c4-4d64-951a-d055f7a3ee7d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:10.528644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b151cc38-95c4-4d64-951a-d055f7a3ee7d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/b0938cee-9605-4a71-9e85-b326e2f466b8 HTTP/1.1" status: 404 len: 333 time: 0.0329530 Feb 10 04:19:10.530323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45350) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:10.554313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:10.653989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:10.654378 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:10.665784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet 18ea7f59-31fe-4d50-a708-4a74b2a72f89 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:19:10.685650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (18ea7f59-31fe-4d50-a708-4a74b2a72f89), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:10.762238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (18ea7f59-31fe-4d50-a708-4a74b2a72f89), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:10.791500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fb845-7f34-4a7d-b4fd-2d5217bfb4be req-58a79a7f-4aa5-4e95-9378-310efe2cd722 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:10.793703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-439fb845-7f34-4a7d-b4fd-2d5217bfb4be req-58a79a7f-4aa5-4e95-9378-310efe2cd722 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1454470 Feb 10 04:19:10.840318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:10.840957 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:10.886198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,segment=NetworkSegment(ef03202a-9d26-47f1-b30f-b5490423a165),segment_id=ef03202a-9d26-47f1-b30f-b5490423a165)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:10.902818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-439fb845-7f34-4a7d-b4fd-2d5217bfb4be req-3de05e2d-bf92-4822-adcd-c6cb15b57f8c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012473 Feb 10 04:19:10.903776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f3c4f-b24c-4bee-a179-7f26ec15bbc0 None None] Network 229251ed-037d-4a37-8b3b-f77aaefc674e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:10.981589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (18ea7f59-31fe-4d50-a708-4a74b2a72f89), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:10.987172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.025743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2ac3f6d1-244c-433f-9bb9-945d78aadcbc None None] Provisioning complete for port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:11.026127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2ac3f6d1-244c-433f-9bb9-945d78aadcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.105952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (18ea7f59-31fe-4d50-a708-4a74b2a72f89), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.107393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:11.164578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2ac3f6d1-244c-433f-9bb9-945d78aadcbc None None] Current status of the port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:11.195721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=18ea7f59-31fe-4d50-a708-4a74b2a72f89,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:11.199793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.203492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-790631c2-f784-4682-913a-a89dddfe86f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/18ea7f59-31fe-4d50-a708-4a74b2a72f89 HTTP/1.1" status: 204 len: 168 time: 0.6719706 Feb 10 04:19:11.206193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45362) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:11.335673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (229251ed-037d-4a37-8b3b-f77aaefc674e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.386050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aafee2-c0ed-4cea-bf8e-19f835e4ec65 req-a7781eff-95c0-4200-bfe3-09de8d9038f7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:11.387718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4aafee2-c0ed-4cea-bf8e-19f835e4ec65 req-a7781eff-95c0-4200-bfe3-09de8d9038f7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0958877 Feb 10 04:19:11.409909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f75a750-698a-427b-b3d7-8ef3a5d9b312 None None] Network 229251ed-037d-4a37-8b3b-f77aaefc674e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:11.446020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:11.446394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.518807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cf7fee3e-7182-447c-8ff2-dc183ac445a3 None None] Provisioning complete for port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:11.519178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf7fee3e-7182-447c-8ff2-dc183ac445a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.536127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4aafee2-c0ed-4cea-bf8e-19f835e4ec65 req-f553d93f-ecc0-4f4d-ba1e-483f209bd0f4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332190 Feb 10 04:19:11.552412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] For port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,segment=NetworkSegment(ef03202a-9d26-47f1-b30f-b5490423a165),segment_id=ef03202a-9d26-47f1-b30f-b5490423a165)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:11.552984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.584700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:11.642014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fee3e-7182-447c-8ff2-dc183ac445a3 None None] Current status of the port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:11.706892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] DHCP port deletion for 229251ed-037d-4a37-8b3b-f77aaefc674e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:19:11.754632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] Deleting port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:11.755062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.802062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.829855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:11.833305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] For port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,segment=NetworkSegment(ef03202a-9d26-47f1-b30f-b5490423a165),segment_id=ef03202a-9d26-47f1-b30f-b5490423a165)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:11.833711 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.850929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No DVR routers for this DVR port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:11.859591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] Calling delete_port for 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:11.972318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (236e8fc5-6932-4dce-83c9-c3ea2d01ca95), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:11.987755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (229251ed-037d-4a37-8b3b-f77aaefc674e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.013075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229251ed-037d-4a37-8b3b-f77aaefc674e']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:12.019275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] Pushing event deleted for resources: {'Port': ['ID=236e8fc5-6932-4dce-83c9-c3ea2d01ca95,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:12.022117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f78f40-6d07-4ba9-b546-131c0077fe5b None None] No DVR routers for this DVR port 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:12.051514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef03202a-9d26-47f1-b30f-b5490423a165') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:12.052048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef03202a-9d26-47f1-b30f-b5490423a165') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:12.074921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (ef03202a-9d26-47f1-b30f-b5490423a165), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.093049 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ef03202a-9d26-47f1-b30f-b5490423a165), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.101768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:19:12.102415 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (ef03202a-9d26-47f1-b30f-b5490423a165), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:19:12.106579 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:19:12.113813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a04de3-ca0d-424b-9658-b7ac77339cc7 req-64251d62-acc5-4f9b-a0ba-2bae363352b4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:12.121143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06a04de3-ca0d-424b-9658-b7ac77339cc7 req-64251d62-acc5-4f9b-a0ba-2bae363352b4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1204052 Feb 10 04:19:12.195321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45380) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:12.205382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06a04de3-ca0d-424b-9658-b7ac77339cc7 req-c01ab82d-e72f-41e6-a05e-30d0a427133c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788937 Feb 10 04:19:12.252417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (229251ed-037d-4a37-8b3b-f77aaefc674e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.254806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.263020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45386) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:12.263328 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/229251ed-037d-4a37-8b3b-f77aaefc674e HTTP/1.1" status: 204 len: 168 time: 1.0559514 Feb 10 04:19:12.270613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'name': 'tempest-PortsTestJSON-123016096'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:12.301744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb0b73-21ac-411a-ad6e-836c9a164657 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=229251ed-037d-4a37-8b3b-f77aaefc674e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:12.395806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c85d15b-3268-45a8-ab1e-b522af787b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.468481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:19:12.499278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:12.504791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c85d15b-3268-45a8-ab1e-b522af787b5e admin admin] Publish callbacks [] for security_group (8740b4db-ccc3-48c3-a5a7-88c47b310888), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.506399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.514079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:19:12.514758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 236e8fc5-6932-4dce-83c9-c3ea2d01ca95 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:19:12.538067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port aaac0cad-6c5b-47be-8a7f-a749068892e6 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:12.586012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c85d15b-3268-45a8-ab1e-b522af787b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8740b4db-ccc3-48c3-a5a7-88c47b310888), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.627003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6c85d15b-3268-45a8-ab1e-b522af787b5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1705ec7645aa4de9bf20eb32a332e6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301369 Feb 10 04:19:12.632566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45394) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:12.720178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85d15b-3268-45a8-ab1e-b522af787b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8740b4db-ccc3-48c3-a5a7-88c47b310888,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:12.783004 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d940bdfe-78a0-408e-ba54-f65c6f42b4b1 admin admin] Publish callbacks [] for security_group (8740b4db-ccc3-48c3-a5a7-88c47b310888), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.814479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (aaac0cad-6c5b-47be-8a7f-a749068892e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.817126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d940bdfe-78a0-408e-ba54-f65c6f42b4b1 admin admin] Publish callbacks [] for security_group (8740b4db-ccc3-48c3-a5a7-88c47b310888), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.851228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2c82-6dbd-4406-a851-7a518d4bbf74 req-5def2598-cba3-4e37-91be-3f609eb409b8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:12.854011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9af2c82-6dbd-4406-a851-7a518d4bbf74 req-5def2598-cba3-4e37-91be-3f609eb409b8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1864381 Feb 10 04:19:12.919920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (aaac0cad-6c5b-47be-8a7f-a749068892e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:12.941228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9af2c82-6dbd-4406-a851-7a518d4bbf74 req-fe690d9e-1ca0-475e-896c-befb28e8e481 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751317 Feb 10 04:19:12.981239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:12.986939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:12.991874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:12.997205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:12.997971 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:13.009231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d940bdfe-78a0-408e-ba54-f65c6f42b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8740b4db-ccc3-48c3-a5a7-88c47b310888), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:13.013865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d940bdfe-78a0-408e-ba54-f65c6f42b4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:13.025100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d940bdfe-78a0-408e-ba54-f65c6f42b4b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8740b4db-ccc3-48c3-a5a7-88c47b310888 HTTP/1.1" status: 204 len: 168 time: 0.3908639 Feb 10 04:19:13.037777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940bdfe-78a0-408e-ba54-f65c6f42b4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8740b4db-ccc3-48c3-a5a7-88c47b310888,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:13.040511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=aaac0cad-6c5b-47be-8a7f-a749068892e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:13.168666 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4acd5803-c338-4eef-bca7-5678390cdc6e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9037151 Feb 10 04:19:13.170781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45400) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:13.292867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port aaac0cad-6c5b-47be-8a7f-a749068892e6 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:13.293217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aaac0cad-6c5b-47be-8a7f-a749068892e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:13.400946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aaac0cad-6c5b-47be-8a7f-a749068892e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:13.417948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for aaac0cad-6c5b-47be-8a7f-a749068892e6 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:13.440126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb44006-a20b-49cf-b0ca-72c18ea04247 req-ad59bd85-05df-4685-bf72-6a8f48759cdb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:13.441685 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6cb44006-a20b-49cf-b0ca-72c18ea04247 req-ad59bd85-05df-4685-bf72-6a8f48759cdb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1216400 Feb 10 04:19:13.548740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6cb44006-a20b-49cf-b0ca-72c18ea04247 req-b4791833-9a1e-4fcc-b1e2-72c5d4303d7b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717990 Feb 10 04:19:13.657203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (aaac0cad-6c5b-47be-8a7f-a749068892e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:13.704412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=aaac0cad-6c5b-47be-8a7f-a749068892e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:13.711476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:13.717265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-605c6ae6-f8fc-46f0-851a-efd76b84c180 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/aaac0cad-6c5b-47be-8a7f-a749068892e6 HTTP/1.1" status: 204 len: 168 time: 0.5431974 Feb 10 04:19:13.717418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:13.723140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'mac_address': 'fa:16:3e:f5:c8:74', 'name': 'tempest-PortsTestJSON-590298984'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:13.924957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:14.004658 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:14.031359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 12a51081-00a2-4ca0-a676-504497e75e6f yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:14.173260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3901f2-bcf9-4f52-90c8-899707a9addd req-1ad7b184-fed6-415a-a5b5-dfa37fa83608 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:14.181308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e3901f2-bcf9-4f52-90c8-899707a9addd req-1ad7b184-fed6-415a-a5b5-dfa37fa83608 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.0827999 Feb 10 04:19:14.255607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e3901f2-bcf9-4f52-90c8-899707a9addd req-7164ba13-50e4-4cb3-87ab-2d05b434c591 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734746 Feb 10 04:19:14.305247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (12a51081-00a2-4ca0-a676-504497e75e6f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:14.397415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (12a51081-00a2-4ca0-a676-504497e75e6f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:14.447627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:14.450899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:14.457568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:14.463223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:14.463908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:14.471317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=12a51081-00a2-4ca0-a676-504497e75e6f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:14.551274 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-81827104-8581-4a7f-8edc-5fd1c3204cf9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8326135 Feb 10 04:19:14.553516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45444) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:14.639305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e659c-2d68-438d-9b39-8e47602407ef tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:14.641502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cb3e659c-2d68-438d-9b39-8e47602407ef tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/12a51081-00a2-4ca0-a676-504497e75e6f HTTP/1.1" status: 200 len: 840 time: 0.0867960 Feb 10 04:19:14.644360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45448) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:14.709943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5fb7c-9cad-409c-b50e-321e86b15c13 req-bc431650-0506-418b-bd33-6eace0364bb6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:14.712097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2bc5fb7c-9cad-409c-b50e-321e86b15c13 req-bc431650-0506-418b-bd33-6eace0364bb6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.0657737 Feb 10 04:19:14.787003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 12a51081-00a2-4ca0-a676-504497e75e6f {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:14.787721 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (12a51081-00a2-4ca0-a676-504497e75e6f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:14.803324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2bc5fb7c-9cad-409c-b50e-321e86b15c13 req-63018982-d924-41a5-9972-4eb2d96ebea1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825040 Feb 10 04:19:14.882295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (12a51081-00a2-4ca0-a676-504497e75e6f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:14.896363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 12a51081-00a2-4ca0-a676-504497e75e6f owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:15.033549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (12a51081-00a2-4ca0-a676-504497e75e6f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.071754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.075370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/12a51081-00a2-4ca0-a676-504497e75e6f HTTP/1.1" status: 204 len: 168 time: 0.4292288 Feb 10 04:19:15.076465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126b09f-41c8-46a8-83e4-5aeb37070efc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=12a51081-00a2-4ca0-a676-504497e75e6f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:15.078354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45456) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:15.104816 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3115ee-284a-42e1-bb9a-74b57451f018 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:15.106375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1f3115ee-284a-42e1-bb9a-74b57451f018 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/12a51081-00a2-4ca0-a676-504497e75e6f HTTP/1.1" status: 404 len: 333 time: 0.0265729 Feb 10 04:19:15.110675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45458) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:15.116579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'name': 'tempest-PortsTestJSON-674722912'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:15.270756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:15.278554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.301226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port ea5983ee-5774-4f82-b766-ab4384795662 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:15.332519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45466) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:15.476951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b83d478-02f4-4a4c-a72f-c6daea2e00d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.482414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae403a4-887a-4053-951f-94d6fc089f1b req-203a9d12-74a6-4bcf-b67c-fbc212438a3f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:15.484977 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ae403a4-887a-4053-951f-94d6fc089f1b req-203a9d12-74a6-4bcf-b67c-fbc212438a3f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1196651 Feb 10 04:19:15.565448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b83d478-02f4-4a4c-a72f-c6daea2e00d3 admin admin] Publish callbacks [] for security_group (1d80e84e-8873-4930-a0db-f3eb32c20004), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.566130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (ea5983ee-5774-4f82-b766-ab4384795662), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.634328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ae403a4-887a-4053-951f-94d6fc089f1b req-f4f7bd6e-80e4-4502-9d1d-79896be70f9f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663011 Feb 10 04:19:15.644559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b83d478-02f4-4a4c-a72f-c6daea2e00d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1d80e84e-8873-4930-a0db-f3eb32c20004), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.692063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b83d478-02f4-4a4c-a72f-c6daea2e00d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=155bf8dbf3f14e88a8bf74b357c71c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561699 Feb 10 04:19:15.692063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83d478-02f4-4a4c-a72f-c6daea2e00d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80e84e-8873-4930-a0db-f3eb32c20004,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:15.692480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:15.726361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ea5983ee-5774-4f82-b766-ab4384795662), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.780474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:15.792353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:15.797952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:15.803237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:15.803876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.815000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d82968c9-6f27-412b-ae22-889050904e19 admin admin] Publish callbacks [] for security_group (1d80e84e-8873-4930-a0db-f3eb32c20004), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.819632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=ea5983ee-5774-4f82-b766-ab4384795662,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:15.848891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d82968c9-6f27-412b-ae22-889050904e19 admin admin] Publish callbacks [] for security_group (1d80e84e-8873-4930-a0db-f3eb32c20004), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:15.919225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2d703647-1f40-4bb0-87a4-db4cda2eeda5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8072701 Feb 10 04:19:15.921309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45480) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:15.933672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:15.966069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59e60d-bc40-419b-bf28-8bd6f5ff1b02 req-684fb2a2-14cb-40c9-b9a6-70ad986304b0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:15.967545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59e60d-bc40-419b-bf28-8bd6f5ff1b02 req-684fb2a2-14cb-40c9-b9a6-70ad986304b0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.0793138 Feb 10 04:19:16.003637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d82968c9-6f27-412b-ae22-889050904e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1d80e84e-8873-4930-a0db-f3eb32c20004), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.006551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d82968c9-6f27-412b-ae22-889050904e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.010034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d82968c9-6f27-412b-ae22-889050904e19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d80e84e-8873-4930-a0db-f3eb32c20004 HTTP/1.1" status: 204 len: 168 time: 0.3143017 Feb 10 04:19:16.024550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82968c9-6f27-412b-ae22-889050904e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80e84e-8873-4930-a0db-f3eb32c20004,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:16.026539 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ea5983ee-5774-4f82-b766-ab4384795662), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.047523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59e60d-bc40-419b-bf28-8bd6f5ff1b02 req-396399ea-6b19-41c9-b34a-d0982e3873e6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727601 Feb 10 04:19:16.199943 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (ea5983ee-5774-4f82-b766-ab4384795662), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.267688 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ea5983ee-5774-4f82-b766-ab4384795662), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.306845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] In _notify_port_updated(), no bound segment for port ea5983ee-5774-4f82-b766-ab4384795662 on network 09d800a1-5d7f-479a-a896-3cb4f437036c {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:19:16.314682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:16.315342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.316675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "PUT /v2.0/ports/ea5983ee-5774-4f82-b766-ab4384795662 HTTP/1.1" status: 200 len: 818 time: 0.3933272 Feb 10 04:19:16.319637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45486) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:16.346201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a63b87-38ea-4554-a1da-f0295a683997 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=ea5983ee-5774-4f82-b766-ab4384795662,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:16.425977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port ea5983ee-5774-4f82-b766-ab4384795662 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:16.426499 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ea5983ee-5774-4f82-b766-ab4384795662), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.497579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ea5983ee-5774-4f82-b766-ab4384795662), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.512710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for ea5983ee-5774-4f82-b766-ab4384795662 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:16.713916 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ea5983ee-5774-4f82-b766-ab4384795662), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.760896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=ea5983ee-5774-4f82-b766-ab4384795662,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:16.788499 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:16.798506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45500) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:16.801604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ece0a9d8-1cdc-4000-af3b-c2f5990f8a80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/ea5983ee-5774-4f82-b766-ab4384795662 HTTP/1.1" status: 204 len: 168 time: 0.4806628 Feb 10 04:19:16.857569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa61b59-f051-40bb-9e0d-88d961600630 req-6ac3e432-7a2e-4ef6-8129-307eca5209ea tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:16.860375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7aa61b59-f051-40bb-9e0d-88d961600630 req-6ac3e432-7a2e-4ef6-8129-307eca5209ea tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1197636 Feb 10 04:19:16.882649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115bda6-914a-4632-8e84-62785874c312 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:16.887023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45504) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:16.887613 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7115bda6-914a-4632-8e84-62785874c312 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0870633 Feb 10 04:19:16.931326 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c414b9bc-ebda-4534-9c58-0025f1e26410 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:16.944212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c414b9bc-ebda-4534-9c58-0025f1e26410 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/ea5983ee-5774-4f82-b766-ab4384795662 HTTP/1.1" status: 404 len: 333 time: 0.0558560 Feb 10 04:19:16.944874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45508) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:16.949902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-210379487'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:16.996915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7aa61b59-f051-40bb-9e0d-88d961600630 req-0f8221b4-adbc-4dff-9cf3-0fa62c83d2ca tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299136 Feb 10 04:19:17.002062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:17.113069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:17.117937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:17.213175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:19:17.234189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987480-fe75-42e2-b3b8-32ebc4022106 req-84b29d88-c72a-4858-82c0-c7baf2e9ebe4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:17.235901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63987480-fe75-42e2-b3b8-32ebc4022106 req-84b29d88-c72a-4858-82c0-c7baf2e9ebe4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1088951 Feb 10 04:19:17.237165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dffeb215-bc25-467d-9c2b-5b2874e57b4c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:17.241765 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment dffeb215-bc25-467d-9c2b-5b2874e57b4c of type vlan for network 33284d06-d364-43d8-a8d8-9ad204d1c4bb Feb 10 04:19:17.299396 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (33284d06-d364-43d8-a8d8-9ad204d1c4bb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:17.338758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63987480-fe75-42e2-b3b8-32ebc4022106 req-0f5eeed7-6fe1-4f54-a45c-1d0b90876419 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917692 Feb 10 04:19:17.430323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (33284d06-d364-43d8-a8d8-9ad204d1c4bb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:17.435357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:17.436218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:17.533621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=33284d06-d364-43d8-a8d8-9ad204d1c4bb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:17.540720 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0d7164f7-f1d4-4d20-b007-455dce3b6d2c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5945456 Feb 10 04:19:17.543528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45522) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:17.549242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:17.558422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:19:17.776471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:17.780217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:18.137921 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (b26ffcc6-8b32-49bf-b499-19f4f4752ba1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:18.228983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8ba6e-fd78-47a2-92b0-1fed00c27a71 req-1bd5b066-35ff-4f66-9004-d2e255ccf999 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:18.230580 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51e8ba6e-fd78-47a2-92b0-1fed00c27a71 req-1bd5b066-35ff-4f66-9004-d2e255ccf999 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1510580 Feb 10 04:19:18.233395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=b26ffcc6-8b32-49bf-b499-19f4f4752ba1,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:18.294114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': 'dffeb215-bc25-467d-9c2b-5b2874e57b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:18.296140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: 33284d06-d364-43d8-a8d8-9ad204d1c4bb, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:19:18.318932 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:18.344069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51e8ba6e-fd78-47a2-92b0-1fed00c27a71 req-818716a1-d8d4-48e8-a190-ed1358b84e4b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005762 Feb 10 04:19:18.462045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:19:18.509052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45550) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:18.543263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308b151-d0e3-4cda-b9eb-f5f0363d5b6d req-61f351b6-f95b-4f9b-babe-33e85fcfa783 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:18.544811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4308b151-d0e3-4cda-b9eb-f5f0363d5b6d req-61f351b6-f95b-4f9b-babe-33e85fcfa783 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.0938489 Feb 10 04:19:18.554091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 33284d06-d364-43d8-a8d8-9ad204d1c4bb) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:18.561929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:18.563757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:18.566515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af73ed-65e3-412b-aeb9-fdba9e2fafea None None] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:18.628320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4308b151-d0e3-4cda-b9eb-f5f0363d5b6d req-509ed63d-c902-4ccb-8153-88fe059ed31b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711358 Feb 10 04:19:18.668124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a83430c4-fdaf-460d-83fd-9b6c0888bbac tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1234858 Feb 10 04:19:18.670836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:18.677771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c8af585d-3420-4f4e-bb41-7d0ea941e5c4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:18.759558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-33284d06-d364-43d8-a8d8-9ad204d1c4bb', 'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb', 'project_id': '74eeae9185084ce7af4025ace4c6ee0c', 'fixed_ips': [{'subnet_id': 'b26ffcc6-8b32-49bf-b499-19f4f4752ba1'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:19:18.760491 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:18.928179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd4901da-ce13-4501-adc3-f9fe7d4591ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:18.947000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Allocated IP 172.20.0.2 (33284d06-d364-43d8-a8d8-9ad204d1c4bb/b26ffcc6-8b32-49bf-b499-19f4f4752ba1/9f7aa0e4-01e0-41a5-a7a8-e5128a44435c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:18.952480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8af585d-3420-4f4e-bb41-7d0ea941e5c4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:18.959149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8af585d-3420-4f4e-bb41-7d0ea941e5c4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.040683 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd4901da-ce13-4501-adc3-f9fe7d4591ed admin admin] Publish callbacks [] for security_group (150f4114-d7f7-4511-9995-a4a55c715c00), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.103850 n-d-827844-2 neutron-server[109959]: INFO neutron.db.ipam_backend_mixin [None req-c8af585d-3420-4f4e-bb41-7d0ea941e5c4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b26ffcc6-8b32-49bf-b499-19f4f4752ba1 (CIDR: 172.20.0.0/28) Feb 10 04:19:19.111138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd4901da-ce13-4501-adc3-f9fe7d4591ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (150f4114-d7f7-4511-9995-a4a55c715c00), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.127022 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Publish callbacks [] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.142922 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8af585d-3420-4f4e-bb41-7d0ea941e5c4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:19:19.143426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8af585d-3420-4f4e-bb41-7d0ea941e5c4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:19:19.161626 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fd4901da-ce13-4501-adc3-f9fe7d4591ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4c7cfef8a284b839f53e61998c39e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6512122 Feb 10 04:19:19.162514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4901da-ce13-4501-adc3-f9fe7d4591ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150f4114-d7f7-4511-9995-a4a55c715c00,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:19.164558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45562) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:19.199459 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.231603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a0e7-6382-4972-a43b-3a6baad6869a admin admin] Publish callbacks [] for security_group (150f4114-d7f7-4511-9995-a4a55c715c00), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.245547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:19.248634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:19.252979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:19.259445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Pushing event updated for resources: {'Port': ['ID=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:19.266385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c8af585d-3420-4f4e-bb41-7d0ea941e5c4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5939031 Feb 10 04:19:19.269065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a0e7-6382-4972-a43b-3a6baad6869a admin admin] Publish callbacks [] for security_group (150f4114-d7f7-4511-9995-a4a55c715c00), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.270491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45564) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:19.275605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:19.331395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Attempting to bind port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:19.332488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Attempting to bind port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'dffeb215-bc25-467d-9c2b-5b2874e57b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:19.333087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Attempting to bind port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c on network 33284d06-d364-43d8-a8d8-9ad204d1c4bb {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:19.339018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:19.339410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Checking segment: {'id': 'dffeb215-bc25-467d-9c2b-5b2874e57b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:19.339824 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.340234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Bound using segment: {'id': 'dffeb215-bc25-467d-9c2b-5b2874e57b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:19.340711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Bound port: 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffeb215-bc25-467d-9c2b-5b2874e57b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:19.341092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.399122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a0e7-6382-4972-a43b-3a6baad6869a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (150f4114-d7f7-4511-9995-a4a55c715c00), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.401849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbb4a0e7-6382-4972-a43b-3a6baad6869a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.412447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dbb4a0e7-6382-4972-a43b-3a6baad6869a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/150f4114-d7f7-4511-9995-a4a55c715c00 HTTP/1.1" status: 204 len: 168 time: 0.2441285 Feb 10 04:19:19.414728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] For port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:19.418806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] For port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,segment=NetworkSegment(dffeb215-bc25-467d-9c2b-5b2874e57b4c),segment_id=dffeb215-bc25-467d-9c2b-5b2874e57b4c)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:19.441350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4a0e7-6382-4972-a43b-3a6baad6869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150f4114-d7f7-4511-9995-a4a55c715c00,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:19.493611 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.565242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9de66-17b9-4d96-9690-e22c62eb783e None None] Pushing event updated for resources: {'Port': ['ID=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:19.567541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:19.571837 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:19.693291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fcf9a-f903-4cee-bff9-8b60cf873f86 req-24052118-2a8f-4234-864d-6fcb188f6bb2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:19.694906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817fcf9a-f903-4cee-bff9-8b60cf873f86 req-24052118-2a8f-4234-864d-6fcb188f6bb2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1862285 Feb 10 04:19:19.799404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-817fcf9a-f903-4cee-bff9-8b60cf873f86 req-828a5027-636f-4f5d-aa60-2c7ea99a1b45 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932519 Feb 10 04:19:19.994353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-6e2764cd-3c17-43a6-b8cb-7bf9f0a6325d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2865782 Feb 10 04:19:20.056191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043489d-ebba-4338-93fd-85799c41c151 req-8119e643-2fad-4594-99d0-c53f3919de99 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:20.057878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9043489d-ebba-4338-93fd-85799c41c151 req-8119e643-2fad-4594-99d0-c53f3919de99 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.2639565 Feb 10 04:19:20.179387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (dc766928-c69e-48f2-b2f2-69fd698ad854), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:20.182879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9043489d-ebba-4338-93fd-85799c41c151 req-3d413b29-e3be-4d0d-980e-ae964701dcb7 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105125 Feb 10 04:19:20.221389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-8d7f15d3-aa93-4fc3-b423-268b5b2dcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:20.223478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-8d7f15d3-aa93-4fc3-b423-268b5b2dcf9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 1128 time: 0.1644087 Feb 10 04:19:20.319956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:20.323290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:20.328101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:20.328988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:20.341068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=dc766928-c69e-48f2-b2f2-69fd698ad854,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:20.432255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-fc721b77-967e-4a8a-b7bc-8e7d0baaafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:20.433581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-fc721b77-967e-4a8a-b7bc-8e7d0baaafe6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.1769991 Feb 10 04:19:20.479912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-c3b949c3-4016-4e72-b000-91bb29f7c49b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc HTTP/1.1" status: 200 len: 217 time: 0.0399086 Feb 10 04:19:20.535515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:20.569826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-50eebeed-1dc5-4752-9658-50e6b36509d4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2930000 Feb 10 04:19:20.570992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45596) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:20.577331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb', 'fixed_ips': [{'subnet_id': 'b26ffcc6-8b32-49bf-b499-19f4f4752ba1'}, {'subnet_id': 'dc766928-c69e-48f2-b2f2-69fd698ad854'}], 'name': 'tempest-PortsTestJSON-1324143509'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:20.602446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-aedb6a2c-d53e-4cca-8813-12ffa341f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:20.609207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-aedb6a2c-d53e-4cca-8813-12ffa341f6f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.1166325 Feb 10 04:19:20.648925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:20.649609 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:20.679419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-d23f10cd-97c0-4bb1-9d67-2430652a7178 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690718 Feb 10 04:19:20.840801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:20.841387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:20.950413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:20.950907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,segment=NetworkSegment(dffeb215-bc25-467d-9c2b-5b2874e57b4c),segment_id=dffeb215-bc25-467d-9c2b-5b2874e57b4c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:20.976552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-3485b250-f080-4a82-8f94-67285164ba8c service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908313 Feb 10 04:19:21.043628 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:21.160560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:21.193447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e86a3d9-5641-45b3-afc1-8f27acec0f43 req-9bdc3ba5-293f-455e-900a-aed248bfec89 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041824 Feb 10 04:19:21.201978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c595-d95e-4b06-80c6-9463cc54b68e req-4868f329-a6b7-44bf-adab-52ea69c5c524 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:21.203886 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5086c595-d95e-4b06-80c6-9463cc54b68e req-4868f329-a6b7-44bf-adab-52ea69c5c524 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2240472 Feb 10 04:19:21.311561 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:21.362302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5086c595-d95e-4b06-80c6-9463cc54b68e req-8e875e4b-c31c-4aa6-8b51-ab4251e1da97 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395118 Feb 10 04:19:21.377856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 77f6b717-5be6-4ea5-96bb-3247475caed0 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:21.434559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c3441-1e13-4746-bf90-f4dbacc266b5 None None] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:21.439938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3dfba-15ed-4530-a6d8-ed3262ed434d req-02fa8162-07d8-47df-8e96-cb5a028d336e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:21.448627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bc3dfba-15ed-4530-a6d8-ed3262ed434d req-02fa8162-07d8-47df-8e96-cb5a028d336e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1465435 Feb 10 04:19:21.517774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45620) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:21.565022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bc3dfba-15ed-4530-a6d8-ed3262ed434d req-f82772e5-430f-42d9-b3fc-7f8fd9c71283 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142125 Feb 10 04:19:21.671805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1096879264-network', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:21.784497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Made reservation on behalf of 840b1731a37b40b0b63bd4b12275c91c for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:21.786930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:21.802341 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:21.897063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0875a538-082e-4203-b063-46fe2101e938 None None] Provisioning complete for port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:21.897063 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0875a538-082e-4203-b063-46fe2101e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:21.899909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.13 (33284d06-d364-43d8-a8d8-9ad204d1c4bb/b26ffcc6-8b32-49bf-b499-19f4f4752ba1/77f6b717-5be6-4ea5-96bb-3247475caed0) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:21.912006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.22 (33284d06-d364-43d8-a8d8-9ad204d1c4bb/dc766928-c69e-48f2-b2f2-69fd698ad854/77f6b717-5be6-4ea5-96bb-3247475caed0) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:21.964431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks [] for security_group (7717f93d-4331-4a3c-951e-6dbcfb00a54f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.050748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7717f93d-4331-4a3c-951e-6dbcfb00a54f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.063948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:19:22.077306 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (42cdfda0-82e4-4af1-aae7-bd616b3f02b9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.077306 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Added segment 42cdfda0-82e4-4af1-aae7-bd616b3f02b9 of type vlan for network ca787c8c-0b0b-4009-a00f-428580a27776 Feb 10 04:19:22.119434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0875a538-082e-4203-b063-46fe2101e938 None None] Current status of the port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:22.143681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e1c542-7b30-43bd-ae4a-ce15426f189a None None] Update dhcp port {'port': {'network_id': '33284d06-d364-43d8-a8d8-9ad204d1c4bb', 'fixed_ips': [{'subnet_id': 'b26ffcc6-8b32-49bf-b499-19f4f4752ba1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dc766928-c69e-48f2-b2f2-69fd698ad854'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '9f7aa0e4-01e0-41a5-a7a8-e5128a44435c'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:19:22.154642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (ca787c8c-0b0b-4009-a00f-428580a27776), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.185175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7717f93d-4331-4a3c-951e-6dbcfb00a54f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:22.190946 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55e1c542-7b30-43bd-ae4a-ce15426f189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.279576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.313409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (ca787c8c-0b0b-4009-a00f-428580a27776), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.315190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:22.316291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.420302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.504462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] Pushing event updated for resources: {'Network': ['ID=ca787c8c-0b0b-4009-a00f-428580a27776,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:22.512277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-810e004f-812a-40dc-9740-f5c82fbd5292 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9933705 Feb 10 04:19:22.516052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45640) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:22.525172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Request body: {'subnet': {'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1096879264-subnet', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:22.534804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network ca787c8c-0b0b-4009-a00f-428580a27776 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:19:22.636930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:22.675721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Made reservation on behalf of 840b1731a37b40b0b63bd4b12275c91c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:22.681773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.690277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-55e1c542-7b30-43bd-ae4a-ce15426f189a None None] Allocated IP 172.20.0.18 (33284d06-d364-43d8-a8d8-9ad204d1c4bb/dc766928-c69e-48f2-b2f2-69fd698ad854/9f7aa0e4-01e0-41a5-a7a8-e5128a44435c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:22.737115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:22.747446 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.838736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-55e1c542-7b30-43bd-ae4a-ce15426f189a None None] For port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,segment=NetworkSegment(dffeb215-bc25-467d-9c2b-5b2874e57b4c),segment_id=dffeb215-bc25-467d-9c2b-5b2874e57b4c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:22.840759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dda886-18bb-44b3-8946-f2d0e5354abe req-333c072c-5428-4981-ad6a-23ebb2e8d6dc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:22.843004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15dda886-18bb-44b3-8946-f2d0e5354abe req-333c072c-5428-4981-ad6a-23ebb2e8d6dc tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1906948 Feb 10 04:19:22.930922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55e1c542-7b30-43bd-ae4a-ce15426f189a None None] Publish callbacks [] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:22.942421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15dda886-18bb-44b3-8946-f2d0e5354abe req-66008fe1-182d-4861-a56d-b3e4b43097ba tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925629 Feb 10 04:19:22.990738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:23.005836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:23.009228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:23.014374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=77f6b717-5be6-4ea5-96bb-3247475caed0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:23.017552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:23.031320 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55e1c542-7b30-43bd-ae4a-ce15426f189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.053895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeee64-eb63-4797-a9cc-cfb1b6d2c83d req-5b6ce32c-b44f-4eff-a63a-36d55e3b9ffa tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:23.055594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-addeee64-eb63-4797-a9cc-cfb1b6d2c83d req-5b6ce32c-b44f-4eff-a63a-36d55e3b9ffa tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.5632205 Feb 10 04:19:23.110151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d5cd6fc9-7038-48c0-8958-95e50a56c3ec), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.110510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1c542-7b30-43bd-ae4a-ce15426f189a None None] Pushing event updated for resources: {'Port': ['ID=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:23.130856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:23.134290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.209371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cd6fc9-7038-48c0-8958-95e50a56c3ec,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:23.214685 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-addeee64-eb63-4797-a9cc-cfb1b6d2c83d req-f6447e02-4fc2-43ca-8075-e5c7a29f95f0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458182 Feb 10 04:19:23.221809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Checking segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:23.222329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Network hostable DHCP agents. Network: ca787c8c-0b0b-4009-a00f-428580a27776, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:19:23.233874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b5998762-a5c9-4315-a038-354cfe1fcb71 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.6594350 Feb 10 04:19:23.235573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:23.246192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b26ffcc6-8b32-49bf-b499-19f4f4752ba1'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:23.310204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45656) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:23.370060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Network ca787c8c-0b0b-4009-a00f-428580a27776 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:19:23.378035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.459365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, ca787c8c-0b0b-4009-a00f-428580a27776) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:23.462031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc1250c2-f11d-4ec4-b0cb-c5bca92e4be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.475676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc79d6-c1e1-47ce-af04-7508975815b6 None None] Network ca787c8c-0b0b-4009-a00f-428580a27776 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:23.485527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:23.486141 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.601777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-32a6239d-854b-4c5f-ad1e-dbeb0878989a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0764270 Feb 10 04:19:23.601777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45660) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:23.607895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:23.627422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc1250c2-f11d-4ec4-b0cb-c5bca92e4be9 admin admin] Publish callbacks [] for security_group (422253be-49fe-44a5-9597-b48ae9cde47a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.628639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-ca787c8c-0b0b-4009-a00f-428580a27776', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:19:23.629710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.707310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Delete allocated IP 172.20.0.22 (33284d06-d364-43d8-a8d8-9ad204d1c4bb/dc766928-c69e-48f2-b2f2-69fd698ad854) {{(pid=109958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 04:19:23.714321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (f180e452-da47-49ce-8a94-d47a971d0685), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.715751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (f180e452-da47-49ce-8a94-d47a971d0685), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.719519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc1250c2-f11d-4ec4-b0cb-c5bca92e4be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (422253be-49fe-44a5-9597-b48ae9cde47a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.807544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Allocated IP 172.20.0.2 (ca787c8c-0b0b-4009-a00f-428580a27776/d5cd6fc9-7038-48c0-8958-95e50a56c3ec/644be08d-6b85-4d1b-964c-d51cfa29a5ae) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:23.834387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks [] for router_controller (f180e452-da47-49ce-8a94-d47a971d0685), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.844295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc1250c2-f11d-4ec4-b0cb-c5bca92e4be9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52fb59d6e34044149e60fabd002dc145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5299716 Feb 10 04:19:23.847400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45662) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:23.863508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1250c2-f11d-4ec4-b0cb-c5bca92e4be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422253be-49fe-44a5-9597-b48ae9cde47a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:23.941375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.947172 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93450c01-682f-40e9-a623-d360be56f08f admin admin] Publish callbacks [] for security_group (422253be-49fe-44a5-9597-b48ae9cde47a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:23.995815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93450c01-682f-40e9-a623-d360be56f08f admin admin] Publish callbacks [] for security_group (422253be-49fe-44a5-9597-b48ae9cde47a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.008753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Publish callbacks [] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.036706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2955f-0864-4ac0-b79e-9df420ce4c4d None None] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:24.078885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.106424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fb8b66cd-ceaa-45cb-a703-6816105a0de7 None None] Provisioning complete for port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:24.107077 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fb8b66cd-ceaa-45cb-a703-6816105a0de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.118997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.192805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Network ca787c8c-0b0b-4009-a00f-428580a27776 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:24.202344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks [] for router_gateway (f180e452-da47-49ce-8a94-d47a971d0685), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.215310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:24.224672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Pushing event updated for resources: {'Port': ['ID=644be08d-6b85-4d1b-964c-d51cfa29a5ae,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:24.229775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93450c01-682f-40e9-a623-d360be56f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (422253be-49fe-44a5-9597-b48ae9cde47a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.233532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:24.236859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93450c01-682f-40e9-a623-d360be56f08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.240252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-93450c01-682f-40e9-a623-d360be56f08f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/422253be-49fe-44a5-9597-b48ae9cde47a HTTP/1.1" status: 204 len: 168 time: 0.3893940 Feb 10 04:19:24.252895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a38f01-cfdb-4c15-80d5-c332130aaef7 req-2792ce08-0456-4f76-b9d3-51d7421e5812 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:24.254480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6a38f01-cfdb-4c15-80d5-c332130aaef7 req-2792ce08-0456-4f76-b9d3-51d7421e5812 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.0865858 Feb 10 04:19:24.298371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=77f6b717-5be6-4ea5-96bb-3247475caed0,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:24.347343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6a38f01-cfdb-4c15-80d5-c332130aaef7 req-2d7ad5ca-daea-4b43-96a2-8e33ed312413 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847633 Feb 10 04:19:24.347816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93450c01-682f-40e9-a623-d360be56f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422253be-49fe-44a5-9597-b48ae9cde47a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:24.378243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] In _notify_port_updated(), no bound segment for port 77f6b717-5be6-4ea5-96bb-3247475caed0 on network 33284d06-d364-43d8-a8d8-9ad204d1c4bb {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:19:24.409508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:24.410123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.411509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-630cfd8a-5c16-4d84-9ca3-b80ae0ae91c7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "PUT /v2.0/ports/77f6b717-5be6-4ea5-96bb-3247475caed0 HTTP/1.1" status: 200 len: 920 time: 1.1748154 Feb 10 04:19:24.414074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45674) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:24.470893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b26ffcc6-8b32-49bf-b499-19f4f4752ba1'}, {'subnet_id': 'dc766928-c69e-48f2-b2f2-69fd698ad854'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:24.475680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Attempting to bind port 644be08d-6b85-4d1b-964c-d51cfa29a5ae on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:24.476196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Attempting to bind port 644be08d-6b85-4d1b-964c-d51cfa29a5ae by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:24.487217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Attempting to bind port 644be08d-6b85-4d1b-964c-d51cfa29a5ae on network ca787c8c-0b0b-4009-a00f-428580a27776 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:24.503149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:24.503544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Checking segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:24.503966 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.504367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Bound using segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:24.504866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Bound port: 644be08d-6b85-4d1b-964c-d51cfa29a5ae, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:24.505257 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.522994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b66cd-ceaa-45cb-a703-6816105a0de7 None None] Current status of the port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:24.576647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:24.661410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] For port 644be08d-6b85-4d1b-964c-d51cfa29a5ae, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:24.668888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] For port 644be08d-6b85-4d1b-964c-d51cfa29a5ae, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=644be08d-6b85-4d1b-964c-d51cfa29a5ae,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:24.690423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:24.690853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.694973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672159e-b273-4316-9e08-2d113bc46114 req-71690e53-300f-4d77-b64e-dff3c3e221ed tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:24.700275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6672159e-b273-4316-9e08-2d113bc46114 req-71690e53-300f-4d77-b64e-dff3c3e221ed tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2841215 Feb 10 04:19:24.700275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.767292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.785753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks [] for router_gateway (f180e452-da47-49ce-8a94-d47a971d0685), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.819744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:24.893629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6672159e-b273-4316-9e08-2d113bc46114 req-4bc0d18d-7256-4ba3-adf8-5dbfcd57fc0e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826396 Feb 10 04:19:24.945189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0274397-2341-4ac7-80b2-a21739caf30d None None] Pushing event updated for resources: {'Port': ['ID=644be08d-6b85-4d1b-964c-d51cfa29a5ae,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:24.975986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Allocated IP 172.25.8.61 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/a0cefaca-2a02-4c45-81ac-22b8f111adb5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:24.994660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c02c15b8-edd0-492b-933f-b7b5db05cf01 None None] Provisioning complete for port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:24.995156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c02c15b8-edd0-492b-933f-b7b5db05cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.057531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:25.202151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks [] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.205521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c02c15b8-edd0-492b-933f-b7b5db05cf01 None None] Current status of the port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:25.220165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c02c15b8-edd0-492b-933f-b7b5db05cf01 None None] Provisioning complete for port 77f6b717-5be6-4ea5-96bb-3247475caed0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:25.221067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c02c15b8-edd0-492b-933f-b7b5db05cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.286998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c02c15b8-edd0-492b-933f-b7b5db05cf01 None None] Port 77f6b717-5be6-4ea5-96bb-3247475caed0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:25.288832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.27 (33284d06-d364-43d8-a8d8-9ad204d1c4bb/dc766928-c69e-48f2-b2f2-69fd698ad854/77f6b717-5be6-4ea5-96bb-3247475caed0) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:25.341553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45684) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:25.369136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.414737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce90d1a4-6456-44c9-95f7-f450c17ef462 None None] Provisioning complete for port 77f6b717-5be6-4ea5-96bb-3247475caed0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:25.426159 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3f2b-38c0-42d1-8040-f4cc8e2dcf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.429312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce90d1a4-6456-44c9-95f7-f450c17ef462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.553578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:25.588772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ce90d1a4-6456-44c9-95f7-f450c17ef462 None None] Port 77f6b717-5be6-4ea5-96bb-3247475caed0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:25.613319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.643862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:25.649680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:25.715835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.758792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Pushing event updated for resources: {'Port': ['ID=a0cefaca-2a02-4c45-81ac-22b8f111adb5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:25.777437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a61c2-ef78-4098-9c60-fd2025881dea req-b2fe03cc-6795-45b9-acee-43ad48046ee0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:25.778681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac8a61c2-ef78-4098-9c60-fd2025881dea req-b2fe03cc-6795-45b9-acee-43ad48046ee0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1900535 Feb 10 04:19:25.802429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=77f6b717-5be6-4ea5-96bb-3247475caed0,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:25.833792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-31fe3f82-b382-4d2e-b982-dfe796f5eca1 None None] Provisioning complete for port 77f6b717-5be6-4ea5-96bb-3247475caed0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:25.835731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-31fe3f82-b382-4d2e-b982-dfe796f5eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.890965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-31fe3f82-b382-4d2e-b982-dfe796f5eca1 None None] Port 77f6b717-5be6-4ea5-96bb-3247475caed0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:25.960581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] In _notify_port_updated(), no bound segment for port 77f6b717-5be6-4ea5-96bb-3247475caed0 on network 33284d06-d364-43d8-a8d8-9ad204d1c4bb {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:19:25.965853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:25.966674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:25.971823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6181f211-6e07-496d-8fa8-de47caf8c863 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "PUT /v2.0/ports/77f6b717-5be6-4ea5-96bb-3247475caed0 HTTP/1.1" status: 200 len: 1000 time: 1.5074492 Feb 10 04:19:25.972218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45702) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:25.974682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-c2eaa0fc-a994-45fa-8c14-96b185f3d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:25.976433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-c2eaa0fc-a994-45fa-8c14-96b185f3d509 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b&tenant_id=7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 1126 time: 0.5294874 Feb 10 04:19:26.174445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 77f6b717-5be6-4ea5-96bb-3247475caed0 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:26.175032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.227669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e40a86de-0144-412c-b401-9037263efd60 None None] Provisioning complete for port 77f6b717-5be6-4ea5-96bb-3247475caed0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:26.228138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e40a86de-0144-412c-b401-9037263efd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.278443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e40a86de-0144-412c-b401-9037263efd60 None None] Port 77f6b717-5be6-4ea5-96bb-3247475caed0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:26.283780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd18b5-0916-43ed-b55f-e72a46631dc7 req-27b1b676-e23e-49b0-824b-d1834f72ec54 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:26.291723 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bbd18b5-0916-43ed-b55f-e72a46631dc7 req-27b1b676-e23e-49b0-824b-d1834f72ec54 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1714191 Feb 10 04:19:26.326154 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.341694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 77f6b717-5be6-4ea5-96bb-3247475caed0 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:26.465942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8bbd18b5-0916-43ed-b55f-e72a46631dc7 req-a2933c9f-078c-4707-8ac2-f3cc7832a2b8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733282 Feb 10 04:19:26.588856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 644be08d-6b85-4d1b-964c-d51cfa29a5ae up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:26.635794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3f2b-38c0-42d1-8040-f4cc8e2dcf6e admin admin] Publish callbacks [] for security_group (b605e432-b8cb-4bde-8898-ef6bb6399256), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.687104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 644be08d-6b85-4d1b-964c-d51cfa29a5ae triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:26.689077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac8a61c2-ef78-4098-9c60-fd2025881dea req-c4251d7c-0dc8-4a50-9716-213610fc5d6f tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014294 Feb 10 04:19:26.690834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.700166 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff2c3f2b-38c0-42d1-8040-f4cc8e2dcf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b605e432-b8cb-4bde-8898-ef6bb6399256), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.726554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-f907e3fb-9a3d-403c-9ce9-268f90ff89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:26.728112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-f907e3fb-9a3d-403c-9ce9-268f90ff89bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 1126 time: 0.6997745 Feb 10 04:19:26.738036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb7e0c-88b7-4588-8af7-abceb9ad19e2 None None] Network ca787c8c-0b0b-4009-a00f-428580a27776 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:26.764819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (77f6b717-5be6-4ea5-96bb-3247475caed0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.783209 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ff2c3f2b-38c0-42d1-8040-f4cc8e2dcf6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76e117bb448b4ea3b814cdec886fdd89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4380412 Feb 10 04:19:26.788634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c3f2b-38c0-42d1-8040-f4cc8e2dcf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605e432-b8cb-4bde-8898-ef6bb6399256,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:26.805060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:26.842147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=77f6b717-5be6-4ea5-96bb-3247475caed0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:26.916982 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2144fd14-945f-4882-b1a9-4044325f7049 admin admin] Publish callbacks [] for security_group (b605e432-b8cb-4bde-8898-ef6bb6399256), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:26.976024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0b885648-0313-4872-b86d-3d301c6192fd None None] Provisioning complete for port 644be08d-6b85-4d1b-964c-d51cfa29a5ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:26.976404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0b885648-0313-4872-b86d-3d301c6192fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.018769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.025440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-854d64f1-55e3-4e27-8a21-8bcdff01c185 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/77f6b717-5be6-4ea5-96bb-3247475caed0 HTTP/1.1" status: 204 len: 168 time: 1.0520995 Feb 10 04:19:27.026161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45710) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:27.088124 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-179be3d7-967d-4f6b-aac5-2d010a58342c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:27.095885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-179be3d7-967d-4f6b-aac5-2d010a58342c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/77f6b717-5be6-4ea5-96bb-3247475caed0 HTTP/1.1" status: 404 len: 333 time: 0.0656168 Feb 10 04:19:27.096755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45712) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:27.107146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-c6278c9d-8c6c-4086-abd0-03fd9f598c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:27.111551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-c6278c9d-8c6c-4086-abd0-03fd9f598c63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.3731229 Feb 10 04:19:27.112394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks [] for router_gateway (f180e452-da47-49ce-8a94-d47a971d0685), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.136898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2144fd14-945f-4882-b1a9-4044325f7049 admin admin] Publish callbacks [] for security_group (b605e432-b8cb-4bde-8898-ef6bb6399256), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.144212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 644be08d-6b85-4d1b-964c-d51cfa29a5ae is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:27.145192 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.200247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet dc766928-c69e-48f2-b2f2-69fd698ad854 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:19:27.203266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (dc766928-c69e-48f2-b2f2-69fd698ad854), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.253772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 644be08d-6b85-4d1b-964c-d51cfa29a5ae, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=644be08d-6b85-4d1b-964c-d51cfa29a5ae,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:27.278692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (dc766928-c69e-48f2-b2f2-69fd698ad854), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.343403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0b885648-0313-4872-b86d-3d301c6192fd None None] Current status of the port 644be08d-6b85-4d1b-964c-d51cfa29a5ae is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:27.346957 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0b885648-0313-4872-b86d-3d301c6192fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.370831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2144fd14-945f-4882-b1a9-4044325f7049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b605e432-b8cb-4bde-8898-ef6bb6399256), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.381997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.382806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2144fd14-945f-4882-b1a9-4044325f7049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.388581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (dc766928-c69e-48f2-b2f2-69fd698ad854), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.391065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2144fd14-945f-4882-b1a9-4044325f7049 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b605e432-b8cb-4bde-8898-ef6bb6399256 HTTP/1.1" status: 204 len: 168 time: 0.5768340 Feb 10 04:19:27.428465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144fd14-945f-4882-b1a9-4044325f7049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605e432-b8cb-4bde-8898-ef6bb6399256,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:27.503180 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-0b885648-0313-4872-b86d-3d301c6192fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:19:27.508610 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-0b885648-0313-4872-b86d-3d301c6192fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:19:27.526484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-aba47d17-1b2e-486e-ac41-416e95c52632 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 200 len: 1000 time: 0.2631545 Feb 10 04:19:27.590441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (dc766928-c69e-48f2-b2f2-69fd698ad854), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.627789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=644be08d-6b85-4d1b-964c-d51cfa29a5ae,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:27.670634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=dc766928-c69e-48f2-b2f2-69fd698ad854,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:27.675694 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.679783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027dee69-73cb-4b74-ac65-4dddc9420714 None None] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:27.684288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4a1236a2-3b26-411c-9cd4-77541221225b tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/dc766928-c69e-48f2-b2f2-69fd698ad854 HTTP/1.1" status: 204 len: 168 time: 0.5864034 Feb 10 04:19:27.685220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45722) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:27.723675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ae3bd9a9-ba8d-4f19-9b22-87bb49c7018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.777200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet b26ffcc6-8b32-49bf-b499-19f4f4752ba1 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:19:27.784274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (b26ffcc6-8b32-49bf-b499-19f4f4752ba1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.823186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (f180e452-da47-49ce-8a94-d47a971d0685), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:27.862525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c8724-61e2-46f8-be3f-6525482e5259 req-46604fd7-a07d-4604-8c71-37b95f65d12a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:27.870526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-904c8724-61e2-46f8-be3f-6525482e5259 req-46604fd7-a07d-4604-8c71-37b95f65d12a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2025664 Feb 10 04:19:27.947318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-904c8724-61e2-46f8-be3f-6525482e5259 req-e44da917-2bf2-48e1-a38e-2bc0498109a2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694861 Feb 10 04:19:27.966571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (b26ffcc6-8b32-49bf-b499-19f4f4752ba1), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.009543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-e96fb092-3561-4f27-9e3c-f3b6a834c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:28.011259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-e96fb092-3561-4f27-9e3c-f3b6a834c956 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.4703124 Feb 10 04:19:28.081652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0b885648-0313-4872-b86d-3d301c6192fd None None] Current status of the port 644be08d-6b85-4d1b-964c-d51cfa29a5ae is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:28.188303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ccc98-f445-4323-9923-e26136300539 req-d8acd206-da97-444c-bc55-4bf47310865d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:28.190734 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b26ffcc6-8b32-49bf-b499-19f4f4752ba1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.192199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db9ccc98-f445-4323-9923-e26136300539 req-d8acd206-da97-444c-bc55-4bf47310865d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.2094600 Feb 10 04:19:28.234739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3cb975c7-c94f-4dab-887b-caff26d2f362 None None] Provisioning complete for port 644be08d-6b85-4d1b-964c-d51cfa29a5ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:28.235568 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3cb975c7-c94f-4dab-887b-caff26d2f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.263164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-6bf9a81b-3ad5-4e8d-825c-998c03ae991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:28.268620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-6bf9a81b-3ad5-4e8d-825c-998c03ae991e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2059572 Feb 10 04:19:28.312752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Router f180e452-da47-49ce-8a94-d47a971d0685 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:19:28.407768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db9ccc98-f445-4323-9923-e26136300539 req-380d759c-7c4b-4529-977d-c62182e5f7c0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087617 Feb 10 04:19:28.412636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3cb975c7-c94f-4dab-887b-caff26d2f362 None None] Current status of the port 644be08d-6b85-4d1b-964c-d51cfa29a5ae is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:28.430507 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b26ffcc6-8b32-49bf-b499-19f4f4752ba1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.504030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=b26ffcc6-8b32-49bf-b499-19f4f4752ba1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:28.513013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.517846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b11dea4f-a2b5-4745-b132-af7b6f26d5c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/b26ffcc6-8b32-49bf-b499-19f4f4752ba1 HTTP/1.1" status: 204 len: 168 time: 0.8025007 Feb 10 04:19:28.520415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45738) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:28.555679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 644be08d-6b85-4d1b-964c-d51cfa29a5ae up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:28.669341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 644be08d-6b85-4d1b-964c-d51cfa29a5ae triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:28.669756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.685425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-680758ee-2a2b-45e1-b948-6e23aafb746a service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130397 Feb 10 04:19:28.722221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (33284d06-d364-43d8-a8d8-9ad204d1c4bb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.855946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:19:28.864918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:28.865336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.962782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-12b4c396-e538-46bd-8885-3e4825f6ac83 req-f407648b-3aeb-4525-9a70-9bcaa7111adf service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711174 Feb 10 04:19:28.995426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:28.995426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6e71740e-4567-4506-b0e1-aae16795588c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3931513 Feb 10 04:19:28.997110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45750) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:29.088009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] For port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,segment=NetworkSegment(dffeb215-bc25-467d-9c2b-5b2874e57b4c),segment_id=dffeb215-bc25-467d-9c2b-5b2874e57b4c)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:29.088397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:29.145478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Sync routers for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:19:29.157242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94c7c9-da04-4c07-a69d-b30f4a8500f9 None None] Network 33284d06-d364-43d8-a8d8-9ad204d1c4bb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:29.165075 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:29.185949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:19:29.187255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:19:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:29.387916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1d621a65-a525-4097-a48c-79082570ac92 None None] Provisioning complete for port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:29.387916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1d621a65-a525-4097-a48c-79082570ac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:29.458626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665cd3a-89d9-4788-9592-c2b1fbcb49cd req-33322959-cf2c-45b7-8f90-4422ee2f20e5 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:29.467394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5665cd3a-89d9-4788-9592-c2b1fbcb49cd req-33322959-cf2c-45b7-8f90-4422ee2f20e5 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2625344 Feb 10 04:19:29.477305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 644be08d-6b85-4d1b-964c-d51cfa29a5ae is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:29.481935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9f7aa0e4-01e0-41a5-a7a8-e5128a44435c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:29.497945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:19:29.597601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=9f7aa0e4-01e0-41a5-a7a8-e5128a44435c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:29.620446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No DVR routers for this DVR port 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:29.627696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5665cd3a-89d9-4788-9592-c2b1fbcb49cd req-27c09241-0965-4194-9ed8-cde676c40bdc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330276 Feb 10 04:19:29.760533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1d621a65-a525-4097-a48c-79082570ac92 None None] Could not find standard attr ID for object 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:19:29.774883 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.db [None req-1d621a65-a525-4097-a48c-79082570ac92 None None] No ports have port_id starting with 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c Feb 10 04:19:29.839765 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (33284d06-d364-43d8-a8d8-9ad204d1c4bb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:29.855381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79d227-2683-42f0-b8f7-fd0d4b15d8f5 None None] DHCP port deletion for 33284d06-d364-43d8-a8d8-9ad204d1c4bb request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:19:29.860894 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f25a4c5-bca3-4af9-b142-26115de733b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:29.936411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:26Z', 'revision_number': 3, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:29.938027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0611f-b8f2-4f3e-a147-9b37b01726d8 req-35feed1f-f3ad-49ed-b536-541c3f3eccd4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:29.945835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02c0611f-b8f2-4f3e-a147-9b37b01726d8 req-35feed1f-f3ad-49ed-b536-541c3f3eccd4 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.3632884 Feb 10 04:19:29.988265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Checking router: f180e452-da47-49ce-8a94-d47a971d0685 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:19:29.988603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Updating router f180e452-da47-49ce-8a94-d47a971d0685 port a0cefaca-2a02-4c45-81ac-22b8f111adb5 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:19:29.997602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33284d06-d364-43d8-a8d8-9ad204d1c4bb']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:30.035312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffeb215-bc25-467d-9c2b-5b2874e57b4c') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:30.035634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffeb215-bc25-467d-9c2b-5b2874e57b4c') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:30.056644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (dffeb215-bc25-467d-9c2b-5b2874e57b4c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.067115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.092250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02c0611f-b8f2-4f3e-a147-9b37b01726d8 req-a595cfaf-b3ee-4702-9785-e491758998be tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441905 Feb 10 04:19:30.093861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dffeb215-bc25-467d-9c2b-5b2874e57b4c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.102454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:19:30.102980 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (dffeb215-bc25-467d-9c2b-5b2874e57b4c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:19:30.106839 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:19:30.299443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (33284d06-d364-43d8-a8d8-9ad204d1c4bb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.322466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.364235 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/33284d06-d364-43d8-a8d8-9ad204d1c4bb HTTP/1.1" status: 204 len: 168 time: 1.8424580 Feb 10 04:19:30.369075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45792) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:30.391572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.433723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28290b44-c2df-41f1-a413-b462179433b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=33284d06-d364-43d8-a8d8-9ad204d1c4bb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:30.571681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:19:30.650047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:19:30.650396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9f7aa0e4-01e0-41a5-a7a8-e5128a44435c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:19:30.835788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Publish callbacks [] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:30.913997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aeaab0-6172-4e09-8481-26386e177951 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:30.917619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b3aeaab0-6172-4e09-8481-26386e177951 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5470278 Feb 10 04:19:30.921174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45802) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:30.938992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Allocated IP 172.20.0.1 (ca787c8c-0b0b-4009-a00f-428580a27776/d5cd6fc9-7038-48c0-8958-95e50a56c3ec/0207aca5-4f3b-434f-b6a7-268ba5e94c1d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:30.949989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.005241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Attempting to bind port a0cefaca-2a02-4c45-81ac-22b8f111adb5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:31.008325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Attempting to bind port a0cefaca-2a02-4c45-81ac-22b8f111adb5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:31.008893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Attempting to bind port a0cefaca-2a02-4c45-81ac-22b8f111adb5 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:31.015583 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.075061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:31.075772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:31.078368 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.078976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:31.081422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Bound port: a0cefaca-2a02-4c45-81ac-22b8f111adb5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:31.081989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.090472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad248089-59e8-400c-b4d4-4efdf5538a66 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1676917 Feb 10 04:19:31.094088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45808) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:31.106012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-895739440'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:31.187354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6a4b6-0edc-4c93-9a9a-c6673179dad6 None None] Pushing event updated for resources: {'Port': ['ID=a0cefaca-2a02-4c45-81ac-22b8f111adb5,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:31.245055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks [] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.256814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] For port a0cefaca-2a02-4c45-81ac-22b8f111adb5, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:31.265746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:31.269873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] For port a0cefaca-2a02-4c45-81ac-22b8f111adb5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a0cefaca-2a02-4c45-81ac-22b8f111adb5,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:31.278672 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.340551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86176-fc92-402f-b47c-966908e8e66e req-a6fa0513-1eba-4036-9caf-060278bc8130 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:31.347068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3d86176-fc92-402f-b47c-966908e8e66e req-a6fa0513-1eba-4036-9caf-060278bc8130 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.4635723 Feb 10 04:19:31.368907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.431156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:19:31.451510 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (afdc1de0-e33c-4169-9e49-261d9d58ecb9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.456402 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment afdc1de0-e33c-4169-9e49-261d9d58ecb9 of type vlan for network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 Feb 10 04:19:31.456671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:19:31.456671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:19:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:31.474872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6d56-b113-4abf-b70d-cb052d493144 req-2555bc1f-d73f-45f1-b380-41195305899e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:31.477110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5ea6d56-b113-4abf-b70d-cb052d493144 req-2555bc1f-d73f-45f1-b380-41195305899e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1725941 Feb 10 04:19:31.580708 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3d86176-fc92-402f-b47c-966908e8e66e req-c49a6828-2c6f-4281-aec7-e82536aeb753 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073090 Feb 10 04:19:31.645464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (91e1516f-38bd-4ad0-8aee-24fa19bd7b97), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.662997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.724960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5ea6d56-b113-4abf-b70d-cb052d493144 req-2abe8496-d83b-42af-8ced-c4b92f778297 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849341 Feb 10 04:19:31.752583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Network ca787c8c-0b0b-4009-a00f-428580a27776 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:31.770427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:31.776066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:31.843630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (91e1516f-38bd-4ad0-8aee-24fa19bd7b97), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.851627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:31.852391 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.868732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Pushing event updated for resources: {'Port': ['ID=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:31.897373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6a4b6-0edc-4c93-9a9a-c6673179dad6 None None] Pushing event updated for resources: {'Port': ['ID=a0cefaca-2a02-4c45-81ac-22b8f111adb5,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:31.933365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (f180e452-da47-49ce-8a94-d47a971d0685), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:31.993429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:19:32.111252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45824) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:32.116229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:32.119117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0115774 Feb 10 04:19:32.121280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4de81-7b31-49b8-a817-101a66504485 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=91e1516f-38bd-4ad0-8aee-24fa19bd7b97,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:32.159010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:19:32.524805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-304ebfd6-43d0-41b4-ba9d-84abf78a7a86 None None] Provisioning complete for port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:32.525457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-304ebfd6-43d0-41b4-ba9d-84abf78a7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:32.531297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:32.602417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-304ebfd6-43d0-41b4-ba9d-84abf78a7a86 None None] Port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:32.655808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:32.683797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:32.689697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:32.695222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:26Z', 'revision_number': 3, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:32.748166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbb70d-087b-4fdd-9b3b-9331da99c13a None None] The sync data for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 is: [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:26Z', 'revision_number': 3, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:19:32.898320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ec1f-45a7-451e-af1a-9f5241137f7d req-84d2d332-62a4-4b13-907f-bb95d22bbcac tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:32.901108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7354ec1f-45a7-451e-af1a-9f5241137f7d req-84d2d332-62a4-4b13-907f-bb95d22bbcac tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1762173 Feb 10 04:19:33.007710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7354ec1f-45a7-451e-af1a-9f5241137f7d req-d25e615f-0f0d-4913-979f-7888656bc615 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992632 Feb 10 04:19:33.063200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb645-1c87-4d70-bfe3-7dc233746d67 req-853045a2-4c1c-41d8-adb8-8381fff7f31e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:33.078607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f98eb645-1c87-4d70-bfe3-7dc233746d67 req-853045a2-4c1c-41d8-adb8-8381fff7f31e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.2575076 Feb 10 04:19:33.186765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks [] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:33.268103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:33.281989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f98eb645-1c87-4d70-bfe3-7dc233746d67 req-deb61fb5-24e9-46ec-8ef9-358056155a88 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024684 Feb 10 04:19:33.451932 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (f180e452-da47-49ce-8a94-d47a971d0685), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:33.456257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Pushing event updated for resources: {'Port': ['ID=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:33.813598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Network ca787c8c-0b0b-4009-a00f-428580a27776 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:33.819995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:33.832530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (ff35e70e-481c-4efc-920f-2a73296c25b6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:34.182086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4bc5-aca3-4e30-a35f-12dcb73f2028 req-23006e08-20a0-475e-8522-935e5f9969ab tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:34.211945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b80d4bc5-aca3-4e30-a35f-12dcb73f2028 req-23006e08-20a0-475e-8522-935e5f9969ab tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1637390 Feb 10 04:19:34.284335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:34.305540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b80d4bc5-aca3-4e30-a35f-12dcb73f2028 req-3f10c8cf-eca5-4113-b2bb-1f91960193f5 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924485 Feb 10 04:19:34.475065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-806a3325-67c0-4192-9cb7-04c200e7ecea None None] Provisioning complete for port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:34.475452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-806a3325-67c0-4192-9cb7-04c200e7ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:34.599496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-806a3325-67c0-4192-9cb7-04c200e7ecea None None] Port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:34.616192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a0cefaca-2a02-4c45-81ac-22b8f111adb5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:34.665439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45876) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:34.722520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a0cefaca-2a02-4c45-81ac-22b8f111adb5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:34.723222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:34.861309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a0cefaca-2a02-4c45-81ac-22b8f111adb5 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:34.865259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:34.911975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port a0cefaca-2a02-4c45-81ac-22b8f111adb5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a0cefaca-2a02-4c45-81ac-22b8f111adb5,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:34.959032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c369a3b8-03cc-4f1a-aad4-e632e0795ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.013302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.106683 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c369a3b8-03cc-4f1a-aad4-e632e0795ad6 admin admin] Publish callbacks [] for security_group (0dc64772-b61f-40b3-8950-72bb5c213164), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.127935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=a0cefaca-2a02-4c45-81ac-22b8f111adb5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:35.181324 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c369a3b8-03cc-4f1a-aad4-e632e0795ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0dc64772-b61f-40b3-8950-72bb5c213164), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.231360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369a3b8-03cc-4f1a-aad4-e632e0795ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc64772-b61f-40b3-8950-72bb5c213164,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:35.241093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=ff35e70e-481c-4efc-920f-2a73296c25b6,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:35.291932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c369a3b8-03cc-4f1a-aad4-e632e0795ad6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8621c524641c439d9687ee14ede7d2c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6251125 Feb 10 04:19:35.298251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45880) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:35.395245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3ba-c427-4755-b5bb-546302b39836 admin admin] Publish callbacks [] for security_group (0dc64772-b61f-40b3-8950-72bb5c213164), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.423559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': 'afdc1de0-e33c-4169-9e49-261d9d58ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:35.428484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: 91e1516f-38bd-4ad0-8aee-24fa19bd7b97, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:19:35.430524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3ba-c427-4755-b5bb-546302b39836 admin admin] Publish callbacks [] for security_group (0dc64772-b61f-40b3-8950-72bb5c213164), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.555868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c366f-e190-4721-b0a9-588ad453b195 req-ff10e246-9028-4b9d-9b38-4adec4df725e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:35.569529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-774c366f-e190-4721-b0a9-588ad453b195 req-ff10e246-9028-4b9d-9b38-4adec4df725e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 1.3116248 Feb 10 04:19:35.580740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0909a7-bc3c-422d-a513-816f396bfe0e req-23b08fb4-0cf1-4eed-8721-d599cb4645bd tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:35.584509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0909a7-bc3c-422d-a513-816f396bfe0e req-23b08fb4-0cf1-4eed-8721-d599cb4645bd tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.0936396 Feb 10 04:19:35.592561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-3f99971f-1360-48ba-bf0f-ad4dd6e1dc76 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:35.595434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-3f99971f-1360-48ba-bf0f-ad4dd6e1dc76 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.3943543 Feb 10 04:19:35.617901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Router f180e452-da47-49ce-8a94-d47a971d0685 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:19:35.643762 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3ba-c427-4755-b5bb-546302b39836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0dc64772-b61f-40b3-8950-72bb5c213164), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.652973 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08a5f3ba-c427-4755-b5bb-546302b39836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:35.653590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:19:35.653684 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-08a5f3ba-c427-4755-b5bb-546302b39836 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dc64772-b61f-40b3-8950-72bb5c213164 HTTP/1.1" status: 204 len: 168 time: 0.3481531 Feb 10 04:19:35.694246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f3ba-c427-4755-b5bb-546302b39836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc64772-b61f-40b3-8950-72bb5c213164,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:35.775869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0909a7-bc3c-422d-a513-816f396bfe0e req-9ff24d2e-8bed-4d30-a7ea-ae923fc82da9 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848528 Feb 10 04:19:35.822828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-774c366f-e190-4721-b0a9-588ad453b195 req-a6fa6fba-d847-4206-b5cc-c02f042bb9f0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520323 Feb 10 04:19:35.972009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 91e1516f-38bd-4ad0-8aee-24fa19bd7b97) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:35.980776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:35.981378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46d687-a469-4195-b338-8c6e2fb629e4 None None] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:35.981801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:36.117204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6c4e242e-3b43-49c3-8cc4-b729ec21b373 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0029643 Feb 10 04:19:36.118408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45892) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:36.127277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97', 'name': 'tempest-PortsTestJSON-98933178'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:36.159243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Deleting port 338b3b12-eb62-434a-9b45-12021e89626c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:36.159594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (338b3b12-eb62-434a-9b45-12021e89626c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:36.212602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-91e1516f-38bd-4ad0-8aee-24fa19bd7b97', 'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97', 'project_id': '74eeae9185084ce7af4025ace4c6ee0c', 'fixed_ips': [{'subnet_id': 'ff35e70e-481c-4efc-920f-2a73296c25b6'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:19:36.213846 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:36.402911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] For port 338b3b12-eb62-434a-9b45-12021e89626c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=338b3b12-eb62-434a-9b45-12021e89626c,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:36.403390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (338b3b12-eb62-434a-9b45-12021e89626c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:36.427397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Calling delete_port for 338b3b12-eb62-434a-9b45-12021e89626c owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:36.438602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:19:36.445857 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Sync routers for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:19:36.454891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c5b31053-135c-49a8-9f96-cf8ace5ad000 admin admin] 10.222.0.42 "PUT /v2.0/routers/f180e452-da47-49ce-8a94-d47a971d0685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4488416 Feb 10 04:19:36.460543 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:19:36.461176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:19:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:36.578613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:36.584232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:36.631471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port d431d96e-59f0-4af8-9c81-55d11c288cfc yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:36.731960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45898) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:36.752101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Allocated IP 172.20.0.2 (91e1516f-38bd-4ad0-8aee-24fa19bd7b97/ff35e70e-481c-4efc-920f-2a73296c25b6/d5832abb-2a02-4177-b368-5585b5132ada) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:36.761281 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:19:36.770683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a0cefaca-2a02-4c45-81ac-22b8f111adb5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:36.810948 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec5313f-b5c2-405f-8c99-9ada07487703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:36.985428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a9ed8-8b6f-41ae-8970-36acb3291215 req-b6ae8bac-7f0f-4ae3-a228-87f0ed3c84db tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:36.992590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a0cefaca-2a02-4c45-81ac-22b8f111adb5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:36.993128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.009113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f51a9ed8-8b6f-41ae-8970-36acb3291215 req-b6ae8bac-7f0f-4ae3-a228-87f0ed3c84db tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 946 time: 0.1240492 Feb 10 04:19:37.082976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f51a9ed8-8b6f-41ae-8970-36acb3291215 req-a091f350-0d74-477f-9a9a-5d535258e0f1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731006 Feb 10 04:19:37.102955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (338b3b12-eb62-434a-9b45-12021e89626c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.201859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec5313f-b5c2-405f-8c99-9ada07487703 admin admin] Publish callbacks [] for security_group (30cbc1ab-7e53-4b59-9b1e-0e07ba870514), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.227966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event deleted for resources: {'Port': ['ID=338b3b12-eb62-434a-9b45-12021e89626c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:37.279443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Publish callbacks [] for port (d5832abb-2a02-4177-b368-5585b5132ada), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.311630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec5313f-b5c2-405f-8c99-9ada07487703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (30cbc1ab-7e53-4b59-9b1e-0e07ba870514), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.370512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] No DVR routers for this DVR port 338b3b12-eb62-434a-9b45-12021e89626c on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:37.379697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.386110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a88dfe8f-ffba-4e83-bff2-1c5c1e989e66 req-d26ca570-d7d4-43d0-a68e-31ac0c16e5df tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "DELETE /v2.0/ports/338b3b12-eb62-434a-9b45-12021e89626c HTTP/1.1" status: 204 len: 173 time: 1.7630701 Feb 10 04:19:37.407331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a0cefaca-2a02-4c45-81ac-22b8f111adb5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:37.415497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d5832abb-2a02-4177-b368-5585b5132ada), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.421485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30931350-fd87-4623-8bdb-41b0670b6a57', 'name': 'network-vif-deleted', 'tag': '338b3b12-eb62-434a-9b45-12021e89626c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:19:37.434685 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788716f1-0e79-4ebc-b674-2d8a0d0f86b3" -d '{"events": [{"server_uuid": "30931350-fd87-4623-8bdb-41b0670b6a57", "name": "network-vif-deleted", "tag": "338b3b12-eb62-434a-9b45-12021e89626c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:19:37.536153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:37.554970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:37.566775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ec5313f-b5c2-405f-8c99-9ada07487703 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a6ed429e37e445b8c0e43e7b1c2d899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8334932 Feb 10 04:19:37.567818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45912) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:37.568747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb4da-5a31-47c2-82d3-a70cef22a81f req-28fb8c41-a46d-4f74-8df8-cda2e0ffe13e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:37.571933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:37.572845 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5feb4da-5a31-47c2-82d3-a70cef22a81f req-28fb8c41-a46d-4f74-8df8-cda2e0ffe13e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.3369431 Feb 10 04:19:37.595926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5313f-b5c2-405f-8c99-9ada07487703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cbc1ab-7e53-4b59-9b1e-0e07ba870514,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:37.596618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Pushing event updated for resources: {'Port': ['ID=d5832abb-2a02-4177-b368-5585b5132ada,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:37.597330 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 2, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:37.650627 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Checking router: f180e452-da47-49ce-8a94-d47a971d0685 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:19:37.663282 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Updating router f180e452-da47-49ce-8a94-d47a971d0685 port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:19:37.685713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.7 (91e1516f-38bd-4ad0-8aee-24fa19bd7b97/ff35e70e-481c-4efc-920f-2a73296c25b6/d431d96e-59f0-4af8-9c81-55d11c288cfc) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:37.713403 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.755880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ca40-2a4b-4992-ae5d-37b06cb58c40 admin admin] Publish callbacks [] for security_group (30cbc1ab-7e53-4b59-9b1e-0e07ba870514), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.777881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5feb4da-5a31-47c2-82d3-a70cef22a81f req-156896a7-f37d-4053-8a6d-663b38492903 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771731 Feb 10 04:19:37.811106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ca40-2a4b-4992-ae5d-37b06cb58c40 admin admin] Publish callbacks [] for security_group (30cbc1ab-7e53-4b59-9b1e-0e07ba870514), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.826930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Attempting to bind port d5832abb-2a02-4177-b368-5585b5132ada on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:37.831568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Attempting to bind port d5832abb-2a02-4177-b368-5585b5132ada by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'afdc1de0-e33c-4169-9e49-261d9d58ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:37.831980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Attempting to bind port d5832abb-2a02-4177-b368-5585b5132ada on network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:37.857246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:37.860737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Checking segment: {'id': 'afdc1de0-e33c-4169-9e49-261d9d58ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:37.864448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.865002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Bound using segment: {'id': 'afdc1de0-e33c-4169-9e49-261d9d58ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:37.868096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Bound port: d5832abb-2a02-4177-b368-5585b5132ada, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdc1de0-e33c-4169-9e49-261d9d58ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:37.869016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5832abb-2a02-4177-b368-5585b5132ada), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.984639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ca40-2a4b-4992-ae5d-37b06cb58c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (30cbc1ab-7e53-4b59-9b1e-0e07ba870514), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.988146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ca40-2a4b-4992-ae5d-37b06cb58c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:37.989774 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3bc1ca40-2a4b-4992-ae5d-37b06cb58c40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30cbc1ab-7e53-4b59-9b1e-0e07ba870514 HTTP/1.1" status: 204 len: 168 time: 0.4195299 Feb 10 04:19:38.018165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1ca40-2a4b-4992-ae5d-37b06cb58c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cbc1ab-7e53-4b59-9b1e-0e07ba870514,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:38.135309 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (d431d96e-59f0-4af8-9c81-55d11c288cfc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.166538 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff589e1d-8c0b-4026-9173-16d339fd6a09 x-openstack-request-id: req-ff589e1d-8c0b-4026-9173-16d339fd6a09 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:19:38.167139 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30931350-fd87-4623-8bdb-41b0670b6a57", "name": "network-vif-deleted", "tag": "338b3b12-eb62-434a-9b45-12021e89626c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:19:38.167593 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff589e1d-8c0b-4026-9173-16d339fd6a09 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:19:38.168166 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30931350-fd87-4623-8bdb-41b0670b6a57', 'name': 'network-vif-deleted', 'tag': '338b3b12-eb62-434a-9b45-12021e89626c', 'status': 'completed', 'code': 200} Feb 10 04:19:38.190501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] For port d5832abb-2a02-4177-b368-5585b5132ada, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:38.197032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] For port d5832abb-2a02-4177-b368-5585b5132ada, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d5832abb-2a02-4177-b368-5585b5132ada,segment=NetworkSegment(afdc1de0-e33c-4169-9e49-261d9d58ecb9),segment_id=afdc1de0-e33c-4169-9e49-261d9d58ecb9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:38.244960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d431d96e-59f0-4af8-9c81-55d11c288cfc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.302193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5832abb-2a02-4177-b368-5585b5132ada), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.316547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45920) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:38.321923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422329885', 'description': 'tempest-description--1991054036'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:38.386793 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Publish callbacks [] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.388150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=d431d96e-59f0-4af8-9c81-55d11c288cfc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:38.441781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:38.447180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.452300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-32fd5813-e427-4d95-ab33-3fb07b991a36 req-c6af1909-437d-40b6-a404-652da06b765d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=30931350-fd87-4623-8bdb-41b0670b6a57 HTTP/1.1" status: 200 len: 210 time: 0.0597560 Feb 10 04:19:38.465646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:38.470250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:38.472318 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.477190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726b903-8e13-44be-b26e-71d996d21bc2 None None] Pushing event updated for resources: {'Port': ['ID=d5832abb-2a02-4177-b368-5585b5132ada,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:38.602392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:38.604361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.607707 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Pushing event updated for resources: {'Port': ['ID=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:38.646520 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.647344 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.648599 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.649255 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.650114 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.650664 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.651191 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.651855 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.652553 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.653072 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.653943 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.654600 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.656749 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:38.664461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (84a9e387-c8b5-4e2d-b3d7-668e7f388524), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.719597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:38.724259 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-81054db6-0346-4507-b910-c28d89a34809 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6030767 Feb 10 04:19:38.727735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '91e1516f-38bd-4ad0-8aee-24fa19bd7b97', 'name': 'tempest-PortsTestJSON-1132025892'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:38.774080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Attempting to bind port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:38.774407 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Attempting to bind port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:38.775045 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Attempting to bind port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d on network ca787c8c-0b0b-4009-a00f-428580a27776 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:38.790602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (84a9e387-c8b5-4e2d-b3d7-668e7f388524), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.796348 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:38.797403 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Checking segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:38.798352 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.799173 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Bound using segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:38.799821 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Bound port: 0207aca5-4f3b-434f-b6a7-268ba5e94c1d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:38.800691 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:38.876564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 338b3b12-eb62-434a-9b45-12021e89626c no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:19:38.925349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 338b3b12-eb62-434a-9b45-12021e89626c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:19:38.925704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 338b3b12-eb62-434a-9b45-12021e89626c not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:19:39.089848 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] For port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:39.097283 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] For port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:39.117716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.118950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8012815 Feb 10 04:19:39.122191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45934) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:39.132012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4453a8e2-9e88-4286-803c-84d283fcf07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'security_group_rule': {'security_group_id': '84a9e387-c8b5-4e2d-b3d7-668e7f388524', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:39.153192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9e387-c8b5-4e2d-b3d7-668e7f388524,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:39.188865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.189226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.189578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.190101 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.202268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.203357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.204875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.205595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.205956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.206304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.206649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.207137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.207488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.207788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0ddd42-6754-4b1c-8291-61272204ede5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:39.264444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a7670-3fbd-4048-b7a1-ee282ac8dbbf req-ee48dce2-98e0-4318-91f9-e64950f2cda4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:39.276349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b2a7670-3fbd-4048-b7a1-ee282ac8dbbf req-ee48dce2-98e0-4318-91f9-e64950f2cda4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2145534 Feb 10 04:19:39.276469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8da6d15d-9656-4615-9083-c137e1c4b194 None None] Provisioning complete for port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:39.278796 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8da6d15d-9656-4615-9083-c137e1c4b194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.282659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4453a8e2-9e88-4286-803c-84d283fcf07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (337be8b8-b149-4d7a-a723-85f874fb9b41), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.332780 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3dba-db9a-4ea8-8019-6a13cb46ddfb None None] Pushing event updated for resources: {'Port': ['ID=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:39.345116 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:19:39.345690 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:19:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:39.416666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b2a7670-3fbd-4048-b7a1-ee282ac8dbbf req-60d5e0e7-3bfd-4f92-b316-fd00488dc75f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400225 Feb 10 04:19:39.416666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:39.438003 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.460871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4453a8e2-9e88-4286-803c-84d283fcf07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (337be8b8-b149-4d7a-a723-85f874fb9b41), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.495629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:39.529890 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4453a8e2-9e88-4286-803c-84d283fcf07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (337be8b8-b149-4d7a-a723-85f874fb9b41), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.555934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453a8e2-9e88-4286-803c-84d283fcf07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337be8b8-b149-4d7a-a723-85f874fb9b41,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:39.596021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8da6d15d-9656-4615-9083-c137e1c4b194 None None] Current status of the port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:39.596932 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8da6d15d-9656-4615-9083-c137e1c4b194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.654268 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:19:39.669158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8da6d15d-9656-4615-9083-c137e1c4b194 None None] For port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:39.677830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4453a8e2-9e88-4286-803c-84d283fcf07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.682220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4453a8e2-9e88-4286-803c-84d283fcf07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5556240 Feb 10 04:19:39.684220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45948) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:39.691802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9ebd5049-4d48-4813-971c-ad10ff5ec610 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'security_group_rule': {'security_group_id': '84a9e387-c8b5-4e2d-b3d7-668e7f388524', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:39.752898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8da6d15d-9656-4615-9083-c137e1c4b194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.763331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.13 (91e1516f-38bd-4ad0-8aee-24fa19bd7b97/ff35e70e-481c-4efc-920f-2a73296c25b6/e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:39.831659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5049-4d48-4813-971c-ad10ff5ec610 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (32581ed5-22ee-401d-adea-ef04271d5dff), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:39.883787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6d15d-9656-4615-9083-c137e1c4b194 None None] Pushing event updated for resources: {'Port': ['ID=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:39.998036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-709f2381-a552-446a-9202-8b317d1326b3 None None] Provisioning complete for port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:40.007093 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-709f2381-a552-446a-9202-8b317d1326b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:40.072030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5049-4d48-4813-971c-ad10ff5ec610 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (32581ed5-22ee-401d-adea-ef04271d5dff), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:40.158366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5049-4d48-4813-971c-ad10ff5ec610 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (32581ed5-22ee-401d-adea-ef04271d5dff), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:40.224896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd5049-4d48-4813-971c-ad10ff5ec610 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32581ed5-22ee-401d-adea-ef04271d5dff,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:40.230544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-709f2381-a552-446a-9202-8b317d1326b3 None None] Current status of the port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:40.353968 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5049-4d48-4813-971c-ad10ff5ec610 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:40.353968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9ebd5049-4d48-4813-971c-ad10ff5ec610 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6622009 Feb 10 04:19:40.353968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:40.360260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:40.476183 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:40.520911 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512712d-7d3f-4dca-9cde-ba880d438ce3 None None] The sync data for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 is: [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:19:40.550617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:40.718132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-e440f8ce-3862-4d36-b3c0-d14bf99bcd86 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:40.727036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-e440f8ce-3862-4d36-b3c0-d14bf99bcd86 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.6518643 Feb 10 04:19:40.729914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d5832abb-2a02-4177-b368-5585b5132ada up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:40.760829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:40.790500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-f4e4e8a6-0b0c-4568-ba9e-aec9d57bf49e tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/quotas/ba3dd7a8d013466dae065a55fd8fe967 HTTP/1.1" status: 200 len: 375 time: 0.0143795 Feb 10 04:19:40.824470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe3a31a-d1fa-41ba-8cd7-0d6094aff41f None None] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:40.832679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa8af-0834-4e43-a3a8-6bcb54f9e039 req-9dff7917-69b2-4c3f-b752-f1b3404c1ecd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:40.834254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d57aa8af-0834-4e43-a3a8-6bcb54f9e039 req-9dff7917-69b2-4c3f-b752-f1b3404c1ecd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1838551 Feb 10 04:19:40.895149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-9af8bcf5-1324-409e-8212-269c964a42ca tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957868 Feb 10 04:19:40.913944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d57aa8af-0834-4e43-a3a8-6bcb54f9e039 req-46f0591f-ab63-4d14-8583-4d74ba3aa78c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666609 Feb 10 04:19:40.917691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-e23b28f0-536d-45c2-bdea-414dceae4f5e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:19:40.918811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-e23b28f0-536d-45c2-bdea-414dceae4f5e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148304 Feb 10 04:19:40.919982 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.040011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.168981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7888fffa-e19e-4fdb-936a-6c7b21f1bb4b None None] Provisioning complete for port d5832abb-2a02-4177-b368-5585b5132ada triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:41.169594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7888fffa-e19e-4fdb-936a-6c7b21f1bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5832abb-2a02-4177-b368-5585b5132ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.246470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:41.252935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:41.279018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:41.317760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d5832abb-2a02-4177-b368-5585b5132ada triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:41.318178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5832abb-2a02-4177-b368-5585b5132ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.415986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Allocated IP 172.25.8.112 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/405bbd01-8077-4aba-9cdd-a6a03673cab9) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:41.444346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:41.542428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7888fffa-e19e-4fdb-936a-6c7b21f1bb4b None None] Current status of the port d5832abb-2a02-4177-b368-5585b5132ada is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:41.543115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7888fffa-e19e-4fdb-936a-6c7b21f1bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5832abb-2a02-4177-b368-5585b5132ada), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.627110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:41.631395 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.649952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7888fffa-e19e-4fdb-936a-6c7b21f1bb4b None None] For port d5832abb-2a02-4177-b368-5585b5132ada, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d5832abb-2a02-4177-b368-5585b5132ada,segment=NetworkSegment(afdc1de0-e33c-4169-9e49-261d9d58ecb9),segment_id=afdc1de0-e33c-4169-9e49-261d9d58ecb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:41.687088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-b378b76c-24a3-41cb-825c-cfe5974075ce service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407341 Feb 10 04:19:41.740565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7888fffa-e19e-4fdb-936a-6c7b21f1bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5832abb-2a02-4177-b368-5585b5132ada), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.822074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d5832abb-2a02-4177-b368-5585b5132ada is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:41.825558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5fd50756-710b-4fb9-88a0-f64b633293a5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1018035 Feb 10 04:19:41.826434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45984) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:41.826561 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5832abb-2a02-4177-b368-5585b5132ada), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.830512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:41.957378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888fffa-e19e-4fdb-936a-6c7b21f1bb4b None None] Pushing event updated for resources: {'Port': ['ID=d5832abb-2a02-4177-b368-5585b5132ada,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:42.004511 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:19:42.005114 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:19:42.185726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-946b4851-ef0e-4025-b6a5-32a7a56c63ff service neutron] 10.222.0.42 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727981 Feb 10 04:19:42.255497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef48d0-a4f1-41a0-8d11-ccf79d2d0f3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:42.257238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2bef48d0-a4f1-41a0-8d11-ccf79d2d0f3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.4251404 Feb 10 04:19:42.260220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45994) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:42.322786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Provisioning complete for port d5832abb-2a02-4177-b368-5585b5132ada triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:42.323644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5832abb-2a02-4177-b368-5585b5132ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:42.399277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5618-a694-49bf-956b-5e9d7d8f9b39 req-a24cc268-8f9d-487b-82ac-b313f1022a96 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:42.417788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42ba5618-a694-49bf-956b-5e9d7d8f9b39 req-a24cc268-8f9d-487b-82ac-b313f1022a96 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.3161771 Feb 10 04:19:42.434581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:42.651249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d5832abb-2a02-4177-b368-5585b5132ada is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:42.673613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:42.674077 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:42.855112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'Port': ['ID=405bbd01-8077-4aba-9cdd-a6a03673cab9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:42.931530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42ba5618-a694-49bf-956b-5e9d7d8f9b39 req-cf64bba2-46c2-443f-bfca-4955d5f729d8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4996724 Feb 10 04:19:42.944356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Current status of the port d5832abb-2a02-4177-b368-5585b5132ada is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:42.946880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:42.954998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:43.038474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:43.071856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.072320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.073109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Provisioning complete for port d431d96e-59f0-4af8-9c81-55d11c288cfc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:43.073500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d431d96e-59f0-4af8-9c81-55d11c288cfc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:43.073763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.086800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.089069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.091525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.093486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.093752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.097128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.098476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.098476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.098758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.119328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:19:43.162738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:43.179675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Port d431d96e-59f0-4af8-9c81-55d11c288cfc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:43.211272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d5832abb-2a02-4177-b368-5585b5132ada up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:43.250167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:43.350940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Provisioning complete for port e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:43.353256 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:43.520966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d5832abb-2a02-4177-b368-5585b5132ada triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:43.523606 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5832abb-2a02-4177-b368-5585b5132ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:43.527127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:43.617223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e691b075-d19d-4c5d-9290-13a524345352 None None] Port e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:43.713990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:43.720670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d5832abb-2a02-4177-b368-5585b5132ada is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:43.728728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0207aca5-4f3b-434f-b6a7-268ba5e94c1d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:43.859794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4f65e149-e3e1-4519-b1d0-94fa100b87c7 None None] Provisioning complete for port d431d96e-59f0-4af8-9c81-55d11c288cfc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:43.860197 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f65e149-e3e1-4519-b1d0-94fa100b87c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d431d96e-59f0-4af8-9c81-55d11c288cfc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:43.867497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:44.011975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4f65e149-e3e1-4519-b1d0-94fa100b87c7 None None] Port d431d96e-59f0-4af8-9c81-55d11c288cfc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:44.044509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4f65e149-e3e1-4519-b1d0-94fa100b87c7 None None] Could not find standard attr ID for object e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:19:44.066462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:44.086019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:44.088059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:44.310617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2e604ca5-1741-4ce7-883e-d68161aabb61 req-002652de-74fe-456f-ba07-5204f114e423 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 210 time: 1.1056066 Feb 10 04:19:44.375418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:44.472981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:44.522621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0af4d-73a9-472d-8310-b53caf43d642 req-fc720902-b848-4bd5-9346-c7291b175c93 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:44.536705 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85a0af4d-73a9-472d-8310-b53caf43d642 req-fc720902-b848-4bd5-9346-c7291b175c93 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.3275015 Feb 10 04:19:44.544728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:44.565288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e19e09c5-d3fa-47a7-9cb9-3b10654f72ff tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b HTTP/1.1" status: 204 len: 168 time: 2.3007162 Feb 10 04:19:44.565985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:44.647171 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-24917786-7fee-4462-a24a-4e79358b6363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:44.652227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-24917786-7fee-4462-a24a-4e79358b6363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/e2aba7ce-c4c7-48b8-b0a8-cc0af22c361b HTTP/1.1" status: 404 len: 333 time: 0.0849931 Feb 10 04:19:44.655677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46034) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:44.699331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85a0af4d-73a9-472d-8310-b53caf43d642 req-4db54019-5bf3-4eac-934c-51bb11920e39 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555784 Feb 10 04:19:44.815374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:44.928594 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:19:44.984156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port d431d96e-59f0-4af8-9c81-55d11c288cfc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:44.984648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d431d96e-59f0-4af8-9c81-55d11c288cfc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:45.051300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'Port': ['ID=405bbd01-8077-4aba-9cdd-a6a03673cab9,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:45.092145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:45.211166 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d431d96e-59f0-4af8-9c81-55d11c288cfc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:45.237790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:45.239424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f95ecfc7-a3f1-4a18-bfe3-cbbd37f8a7da tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8845544 Feb 10 04:19:45.251009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for d431d96e-59f0-4af8-9c81-55d11c288cfc owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:45.479780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58540131-8c35-4a18-b3c0-bb329dac4c46 req-d1dae2b5-93b6-4306-bebd-d7e637ebfba6 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 210 time: 0.0738742 Feb 10 04:19:45.580006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-27fd8b31-03f3-4e60-8827-7419d5bea295 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1422329885&fields=id&tenant_id=840b1731a37b40b0b63bd4b12275c91c HTTP/1.1" status: 200 len: 267 time: 0.0720756 Feb 10 04:19:45.610343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d431d96e-59f0-4af8-9c81-55d11c288cfc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:45.681326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=d431d96e-59f0-4af8-9c81-55d11c288cfc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:45.893230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:45.899830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0734a3e1-f478-4de2-b212-8e7dc0520dab tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/d431d96e-59f0-4af8-9c81-55d11c288cfc HTTP/1.1" status: 204 len: 168 time: 1.2141461 Feb 10 04:19:45.908077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46066) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:45.963102 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17d8cd4-e2b0-4631-a27f-dec0643af8cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:45.964435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93753-1b4d-417f-8f12-5fd78f78bce0 req-06cb2cb1-1fb4-4d3d-8f8c-2efffc755bee tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:45.965282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b17d8cd4-e2b0-4631-a27f-dec0643af8cc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/d431d96e-59f0-4af8-9c81-55d11c288cfc HTTP/1.1" status: 404 len: 333 time: 0.0557027 Feb 10 04:19:45.968829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46068) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:45.976984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fce93753-1b4d-417f-8f12-5fd78f78bce0 req-06cb2cb1-1fb4-4d3d-8f8c-2efffc755bee tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1600225 Feb 10 04:19:46.041453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fce93753-1b4d-417f-8f12-5fd78f78bce0 req-41c851cc-966d-4daf-8b11-664d0758b04c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633647 Feb 10 04:19:46.041821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8e2f44c7-f75f-4fd6-af19-d43b86973fbc tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:46.044523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8e2f44c7-f75f-4fd6-af19-d43b86973fbc tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 811 time: 0.4635215 Feb 10 04:19:46.051818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet ff35e70e-481c-4efc-920f-2a73296c25b6 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:19:46.056368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (ff35e70e-481c-4efc-920f-2a73296c25b6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.097143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-7ac358f7-90d7-48ca-8e65-cfc6655dde2d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/quotas/840b1731a37b40b0b63bd4b12275c91c HTTP/1.1" status: 200 len: 375 time: 0.0416720 Feb 10 04:19:46.109326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (ff35e70e-481c-4efc-920f-2a73296c25b6), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.255342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-1659eb2c-9ab3-408a-b0c1-a66bbdd1aa70 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293087 Feb 10 04:19:46.350981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (ff35e70e-481c-4efc-920f-2a73296c25b6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.482751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-12c8d93f-7ae4-4b9e-b4aa-21d001d19b69 service neutron] 10.222.0.42 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089703 Feb 10 04:19:46.587921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-85bff520-a069-4297-a945-23bbab0fda08 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:46.589425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-85bff520-a069-4297-a945-23bbab0fda08 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/networks?id=4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 200 len: 811 time: 0.1897421 Feb 10 04:19:46.605171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Request body: {'port': {'device_id': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'admin_state_up': True, 'tenant_id': 'ba3dd7a8d013466dae065a55fd8fe967'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:46.629184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (ff35e70e-481c-4efc-920f-2a73296c25b6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.634211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf44fd2d-7553-4916-bc24-e0c744ff40c4 req-18431f22-7fdd-4c22-bb81-26df038fce57 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 210 time: 0.0756528 Feb 10 04:19:46.694633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0819f7d-0d1d-4346-9939-3d82ba472e54 None None] Network 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:46.714802 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.721208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/ff35e70e-481c-4efc-920f-2a73296c25b6 HTTP/1.1" status: 204 len: 168 time: 0.7484109 Feb 10 04:19:46.721208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4c0ad-487d-42c9-a419-03199bf91a3e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=ff35e70e-481c-4efc-920f-2a73296c25b6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:46.727077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46088) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:46.728326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-dcad33d9-b1b9-47f9-9bae-e80f1151e1bd service neutron] 10.222.0.42 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328124 Feb 10 04:19:46.901631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] DHCP port deletion for 91e1516f-38bd-4ad0-8aee-24fa19bd7b97 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:19:46.905974 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (91e1516f-38bd-4ad0-8aee-24fa19bd7b97), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.960558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] Deleting port d5832abb-2a02-4177-b368-5585b5132ada {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:46.960938 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d5832abb-2a02-4177-b368-5585b5132ada), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.963648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Made reservation on behalf of ba3dd7a8d013466dae065a55fd8fe967 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:46.963788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port d5832abb-2a02-4177-b368-5585b5132ada {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:46.964203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d5832abb-2a02-4177-b368-5585b5132ada), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.968939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:46.974243 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.077557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] For port d5832abb-2a02-4177-b368-5585b5132ada, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d5832abb-2a02-4177-b368-5585b5132ada,segment=NetworkSegment(afdc1de0-e33c-4169-9e49-261d9d58ecb9),segment_id=afdc1de0-e33c-4169-9e49-261d9d58ecb9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:47.077557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d5832abb-2a02-4177-b368-5585b5132ada), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.105861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for d5832abb-2a02-4177-b368-5585b5132ada owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:47.140425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] For port d5832abb-2a02-4177-b368-5585b5132ada, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d5832abb-2a02-4177-b368-5585b5132ada,segment=NetworkSegment(afdc1de0-e33c-4169-9e49-261d9d58ecb9),segment_id=afdc1de0-e33c-4169-9e49-261d9d58ecb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:47.141293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d5832abb-2a02-4177-b368-5585b5132ada), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.164413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] Calling delete_port for d5832abb-2a02-4177-b368-5585b5132ada owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:47.208279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07ef6516-68d6-4049-a856-52c8e2233993 req-771d5b68-6117-4c24-a3cb-dea6f7996c83 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 210 time: 0.0882990 Feb 10 04:19:47.366333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Allocated IP 172.20.0.3 (4dbd154e-9581-4df8-b224-7fe373295285/6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa/e25a79a8-4e7d-40f9-a1f3-a7daad9521e2) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:47.392574 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d5832abb-2a02-4177-b368-5585b5132ada), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.435187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f9867-b378-41d2-a2b2-8fc29a74ecfb req-f9283fa5-4dd3-4d27-b8ef-31bd371b5904 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:47.445547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] Pushing event deleted for resources: {'Port': ['ID=d5832abb-2a02-4177-b368-5585b5132ada,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:47.457948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7f68c-d7f7-461c-98aa-5d28adafb340 None None] No DVR routers for this DVR port d5832abb-2a02-4177-b368-5585b5132ada on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:47.483558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298f9867-b378-41d2-a2b2-8fc29a74ecfb req-f9283fa5-4dd3-4d27-b8ef-31bd371b5904 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2798297 Feb 10 04:19:47.644224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks [] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.695025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298f9867-b378-41d2-a2b2-8fc29a74ecfb req-eb976c87-71d4-4a7e-aa99-4194dde8cc9e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171369 Feb 10 04:19:47.725795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d5832abb-2a02-4177-b368-5585b5132ada), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.739314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No DVR routers for this DVR port d5832abb-2a02-4177-b368-5585b5132ada on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:47.774961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=d5832abb-2a02-4177-b368-5585b5132ada,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:47.813802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-944f275c-f5c8-4224-a915-b1494ea8764b req-21049380-7aac-465a-9223-75aaecb5e3be tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 210 time: 0.0523858 Feb 10 04:19:47.821542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.881082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event updated for resources: {'Port': ['ID=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:47.902369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (91e1516f-38bd-4ad0-8aee-24fa19bd7b97), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.905536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Network 4dbd154e-9581-4df8-b224-7fe373295285 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:47.907163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:47.912948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:47.924300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e1516f-38bd-4ad0-8aee-24fa19bd7b97']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:47.934811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdc1de0-e33c-4169-9e49-261d9d58ecb9') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:47.935264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdc1de0-e33c-4169-9e49-261d9d58ecb9') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:47.946673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (afdc1de0-e33c-4169-9e49-261d9d58ecb9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.964803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (afdc1de0-e33c-4169-9e49-261d9d58ecb9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.979894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:19:47.985078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (afdc1de0-e33c-4169-9e49-261d9d58ecb9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.986639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:47.987331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:19:47.990004 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:19:48.072008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-57aa0cae-f467-4a31-8909-ad3e46520327 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4745517 Feb 10 04:19:48.084909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Request body: {'port': {'device_id': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:48.121304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (91e1516f-38bd-4ad0-8aee-24fa19bd7b97), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.134874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.134874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/91e1516f-38bd-4ad0-8aee-24fa19bd7b97 HTTP/1.1" status: 204 len: 168 time: 1.4116669 Feb 10 04:19:48.145275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46120) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:48.152254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cab43-73c0-4bfd-9f46-ab9f7dc26c5e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=91e1516f-38bd-4ad0-8aee-24fa19bd7b97,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:48.175759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1014210822'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:48.197822 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.267013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:48.270811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.336339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.363729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5deae569-ef8f-419e-a16e-fd70a07f05d3 req-6afd4eca-f615-46de-8d28-5fcfc2042030 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 210 time: 0.0870125 Feb 10 04:19:48.395258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:19:48.426468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (93a639fd-9339-4370-9659-0702867df363), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.426857 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment 93a639fd-9339-4370-9659-0702867df363 of type vlan for network 2c58b8da-4f0e-4541-b4b8-b3831def93eb Feb 10 04:19:48.500556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2c58b8da-4f0e-4541-b4b8-b3831def93eb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.606828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:19:48.617646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Publish callbacks [] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.642329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2c58b8da-4f0e-4541-b4b8-b3831def93eb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.646900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:48.647593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.669682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Transition to ACTIVE for port object e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:19:48.729924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=2c58b8da-4f0e-4541-b4b8-b3831def93eb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:48.742208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:19:48.768234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c18e43a6-451b-415c-bb4e-88fe6361c7fe tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6216815 Feb 10 04:19:48.769445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:48.770950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46130) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:48.780679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:48.804483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d5832abb-2a02-4177-b368-5585b5132ada no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:19:48.896107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d5832abb-2a02-4177-b368-5585b5132ada {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:19:48.896468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d5832abb-2a02-4177-b368-5585b5132ada not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:19:48.914523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:49.010503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab54710-a451-4a9f-be07-c2ff1efea4df req-58795d03-b88a-4b85-b7c5-eb2f6a7ff8ed tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:49.011732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cab54710-a451-4a9f-be07-c2ff1efea4df req-58795d03-b88a-4b85-b7c5-eb2f6a7ff8ed tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1238813 Feb 10 04:19:49.034112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Attempting to bind port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:49.038671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Attempting to bind port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:49.038671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Attempting to bind port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:49.071244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:49.074449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 on network 4dbd154e-9581-4df8-b224-7fe373295285 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:19:49.074907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Attempting to bind port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 on network 4dbd154e-9581-4df8-b224-7fe373295285 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:49.075556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:49.090247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:49.090918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Checking segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:49.091446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Bound using segment: {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:49.092002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Bound port: e25a79a8-4e7d-40f9-a1f3-a7daad9521e2, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060c92ff-02e0-4255-8393-eeea70bed713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:49.092539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:49.115269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cab54710-a451-4a9f-be07-c2ff1efea4df req-662fbf8b-9114-453d-b3fa-fcc1714af7f9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964262 Feb 10 04:19:49.158484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703b54a-fc6f-497b-bf02-41b327550643 req-754bf826-621d-4d12-a7b6-8b288801f7e3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:49.158852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e703b54a-fc6f-497b-bf02-41b327550643 req-754bf826-621d-4d12-a7b6-8b288801f7e3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 943 time: 0.1262977 Feb 10 04:19:49.203931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] For port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:49.231307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] For port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:49.241910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e703b54a-fc6f-497b-bf02-41b327550643 req-c40399a8-e02a-498e-b7db-3016e3faec29 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765514 Feb 10 04:19:49.324154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:49.352774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (124770c7-3aeb-426e-af9a-42478bb97880), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:49.380276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:49.380276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:49.381183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] 10.222.0.24 "PUT /v2.0/ports/e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 HTTP/1.1" status: 200 len: 1091 time: 1.3017726 Feb 10 04:19:49.381863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'tag': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:19:49.385847 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79391ba-b7c5-4367-9f64-204bcefbd036" -d '{"events": [{"name": "network-changed", "server_uuid": "a7912e43-ca29-48ba-8a78-c0408f75c898", "tag": "e25a79a8-4e7d-40f9-a1f3-a7daad9521e2"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:19:49.427059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=124770c7-3aeb-426e-af9a-42478bb97880,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:49.437875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd45d1-a426-451d-97f3-c344578b0ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:49.440986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': '93a639fd-9339-4370-9659-0702867df363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:49.441384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: 2c58b8da-4f0e-4541-b4b8-b3831def93eb, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:19:49.478160 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772b8c37-e05e-4a71-a5cd-f314c9eaaa64 x-openstack-request-id: req-772b8c37-e05e-4a71-a5cd-f314c9eaaa64 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:19:49.478463 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7912e43-ca29-48ba-8a78-c0408f75c898", "tag": "e25a79a8-4e7d-40f9-a1f3-a7daad9521e2", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:19:49.478746 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-772b8c37-e05e-4a71-a5cd-f314c9eaaa64 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:19:49.479147 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'tag': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2', 'status': 'completed', 'code': 200} Feb 10 04:19:49.559324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e7ec658-bdd5-4237-a71d-4d3a0529024d req-61eb0606-563d-4c01-a62b-b7c7752e6cff tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 210 time: 0.0311809 Feb 10 04:19:49.583738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79391ba-b7c5-4367-9f64-204bcefbd036 req-c08a5857-38be-4bcb-becb-5c2513526dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:49.585289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f79391ba-b7c5-4367-9f64-204bcefbd036 req-c08a5857-38be-4bcb-becb-5c2513526dae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 1125 time: 0.0844338 Feb 10 04:19:49.589273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:19:49.698647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2c58b8da-4f0e-4541-b4b8-b3831def93eb) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:49.704049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:49.707852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed9948-4a42-45e4-83e7-7083b4d78f3b None None] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:49.714598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79391ba-b7c5-4367-9f64-204bcefbd036 req-faa8b3a1-0d8e-45c7-bbda-ecdd9f1dfffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:49.715257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:49.716530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f79391ba-b7c5-4367-9f64-204bcefbd036 req-faa8b3a1-0d8e-45c7-bbda-ecdd9f1dfffd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1242287 Feb 10 04:19:49.856379 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-73c34b22-d955-468d-ba6d-28e6bfd0f697 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0842991 Feb 10 04:19:49.859756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46154) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:49.864753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb', 'name': 'tempest-PortsTestJSON-257558164', 'fixed_ips': [{'subnet_id': '124770c7-3aeb-426e-af9a-42478bb97880', 'ip_address': '172.20.0.10'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:49.865310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-2c58b8da-4f0e-4541-b4b8-b3831def93eb', 'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb', 'project_id': '74eeae9185084ce7af4025ace4c6ee0c', 'fixed_ips': [{'subnet_id': '124770c7-3aeb-426e-af9a-42478bb97880'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:19:49.866903 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:49.913005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79391ba-b7c5-4367-9f64-204bcefbd036 req-a5ef93ce-e1f4-429d-8f7c-6a5867354160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:49.914507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f79391ba-b7c5-4367-9f64-204bcefbd036 req-a5ef93ce-e1f4-429d-8f7c-6a5867354160 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924756 Feb 10 04:19:50.074445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Allocated IP 172.20.0.2 (2c58b8da-4f0e-4541-b4b8-b3831def93eb/124770c7-3aeb-426e-af9a-42478bb97880/46cee7c3-941f-4a6b-b44c-ef5a9429d8b7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:50.257099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:50.350496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Publish callbacks [] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:50.449389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:50.457990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbcac7-ad59-4332-8986-1b83bf7e6c55 req-2470ae1e-8015-4001-aba6-f6b73c2cfbb7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:50.457990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73dbcac7-ad59-4332-8986-1b83bf7e6c55 req-2470ae1e-8015-4001-aba6-f6b73c2cfbb7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.2299676 Feb 10 04:19:50.513317 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:50.528610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:50.546152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:50.546798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port b6f30b27-a10f-4ee8-9eae-b5c7adef97b1 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:50.557825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:50.624712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Pushing event updated for resources: {'Port': ['ID=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:50.722689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Attempting to bind port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:50.728709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Attempting to bind port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '93a639fd-9339-4370-9659-0702867df363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:50.728709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Attempting to bind port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 on network 2c58b8da-4f0e-4541-b4b8-b3831def93eb {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:50.729086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:50.729605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Checking segment: {'id': '93a639fd-9339-4370-9659-0702867df363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:50.730021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:50.730415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Bound using segment: {'id': '93a639fd-9339-4370-9659-0702867df363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:50.731139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Bound port: 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a639fd-9339-4370-9659-0702867df363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:50.731492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.10 (2c58b8da-4f0e-4541-b4b8-b3831def93eb/124770c7-3aeb-426e-af9a-42478bb97880/b6f30b27-a10f-4ee8-9eae-b5c7adef97b1) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:50.731618 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:50.744432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73dbcac7-ad59-4332-8986-1b83bf7e6c55 req-b5422e58-551d-472a-9e9f-f02b2763c8c8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791185 Feb 10 04:19:50.775100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ec7d0-7c63-4fda-b628-c671807e0bee req-3a094f7a-2c8d-4c1a-b4b1-e63d8e50997c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:50.776900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b8ec7d0-7c63-4fda-b628-c671807e0bee req-3a094f7a-2c8d-4c1a-b4b1-e63d8e50997c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 943 time: 0.2007747 Feb 10 04:19:50.790049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-e2520306-a17e-4327-b656-ed7ef9a7f76a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:50.791999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-e2520306-a17e-4327-b656-ed7ef9a7f76a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.43 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 811 time: 0.9662850 Feb 10 04:19:50.837303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-ff9beaaa-d36d-4d3e-8c68-1edc405ad744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:50.840317 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-ff9beaaa-d36d-4d3e-8c68-1edc405ad744 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 1125 time: 0.2619526 Feb 10 04:19:50.890694 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdd75e15-5ec5-4ba6-be86-b4331ef6edae req-8c43bc5d-5929-4cfa-9e38-680e80a77c3f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 210 time: 0.0390985 Feb 10 04:19:50.903958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] For port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:50.910049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] For port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,segment=NetworkSegment(93a639fd-9339-4370-9659-0702867df363),segment_id=93a639fd-9339-4370-9659-0702867df363)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:50.921815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-f9f121ad-c4cf-4417-a9f6-93319af9fe7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 HTTP/1.1" status: 200 len: 217 time: 0.0685976 Feb 10 04:19:50.980570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (b6f30b27-a10f-4ee8-9eae-b5c7adef97b1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:50.998134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b8ec7d0-7c63-4fda-b628-c671807e0bee req-4a7f36aa-464c-47e0-93d4-a055e2fd259b tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987846 Feb 10 04:19:51.023033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-a1275180-2d45-42aa-91cc-5768d2e87137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:51.024527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-a1275180-2d45-42aa-91cc-5768d2e87137 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 200 len: 851 time: 0.0928907 Feb 10 04:19:51.047682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:51.053394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-f4d47426-c394-4a63-98ca-c3ca9db349bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840b1731a37b40b0b63bd4b12275c91c HTTP/1.1" status: 200 len: 380 time: 0.2014408 Feb 10 04:19:51.067661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-7ee0e0fe-11c5-4054-a70b-ec832b214613 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4dbd154e-9581-4df8-b224-7fe373295285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340092 Feb 10 04:19:51.071139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'port': {'device_id': '42259738-b7a9-44bd-8aea-0b89643ab259', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'admin_state_up': True, 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'security_groups': ['84a9e387-c8b5-4e2d-b3d7-668e7f388524']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:51.108391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144b8cd-bf64-47c7-8690-e8aa7d923a6b None None] Pushing event updated for resources: {'Port': ['ID=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:51.135790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b6f30b27-a10f-4ee8-9eae-b5c7adef97b1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:51.205590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:51.211508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:51.225709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:51.230839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=b6f30b27-a10f-4ee8-9eae-b5c7adef97b1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:51.260090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-280b70dd-f241-4323-86df-c60fed65daf1 service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027865 Feb 10 04:19:51.313068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:51.313534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:51.397920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a8a4f83b-acbe-4648-a435-a65db4192cc5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5350964 Feb 10 04:19:51.398026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46184) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:51.402155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1efee4e5-17dc-46b8-b3e6-9153c60a29e7 req-d31c77a9-754a-49f6-83d9-1406fae4315f service neutron] 10.222.0.24 "GET /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377404 Feb 10 04:19:51.403900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '2c58b8da-4f0e-4541-b4b8-b3831def93eb', 'name': 'tempest-PortsTestJSON-1809299310', 'fixed_ips': [{'subnet_id': '124770c7-3aeb-426e-af9a-42478bb97880', 'ip_address': '172.20.0.9'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:51.543641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Made reservation on behalf of 840b1731a37b40b0b63bd4b12275c91c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:51.551590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:51.666892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:51.678255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:51.709266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 4aeee68d-9cc3-40b3-a640-68de036a0032 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:19:51.709825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Allocated IP 172.20.0.14 (ca787c8c-0b0b-4009-a00f-428580a27776/d5cd6fc9-7038-48c0-8958-95e50a56c3ec/6e358488-4433-466a-822d-172b7dca6296) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:51.908825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for port (6e358488-4433-466a-822d-172b7dca6296), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:51.945621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.9 (2c58b8da-4f0e-4541-b4b8-b3831def93eb/124770c7-3aeb-426e-af9a-42478bb97880/4aeee68d-9cc3-40b3-a640-68de036a0032) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:51.991699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60255800-0f68-4830-a549-b5e90a646f2c req-ea7f0ba4-9d86-4c00-89cc-c26224b528df tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.007361 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60255800-0f68-4830-a549-b5e90a646f2c req-ea7f0ba4-9d86-4c00-89cc-c26224b528df tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1122932 Feb 10 04:19:52.043310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4648f74a-f67a-4d30-a07a-6f56db772432 req-bb86aef2-24fc-4b44-a31c-bc298af2741d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 210 time: 0.0640979 Feb 10 04:19:52.052953 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6e358488-4433-466a-822d-172b7dca6296), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:52.159503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Network ca787c8c-0b0b-4009-a00f-428580a27776 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:52.165368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:52.186945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:52.243387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (4aeee68d-9cc3-40b3-a640-68de036a0032), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:52.340284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60255800-0f68-4830-a549-b5e90a646f2c req-53232ee3-5a9e-4200-8b20-197944f376b7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107903 Feb 10 04:19:52.352628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'Port': ['ID=6e358488-4433-466a-822d-172b7dca6296,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:52.378157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.378857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:52.398146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96398405-0240-4c08-9298-ef11ee7a5410 req-ab4997c5-7768-49f5-b7bb-ec339c835bc1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.398630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96398405-0240-4c08-9298-ef11ee7a5410 req-ab4997c5-7768-49f5-b7bb-ec339c835bc1 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 943 time: 0.2160466 Feb 10 04:19:52.415988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4aeee68d-9cc3-40b3-a640-68de036a0032), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:52.464635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96398405-0240-4c08-9298-ef11ee7a5410 req-b1c0c326-3aa3-4f5f-8446-697f8b99626d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600276 Feb 10 04:19:52.509219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-8839be74-4be7-4315-a173-6f7faea77ee1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4443133 Feb 10 04:19:52.524254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Request body: {'port': {'device_id': '42259738-b7a9-44bd-8aea-0b89643ab259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:52.540029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=4aeee68d-9cc3-40b3-a640-68de036a0032,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:52.542591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:19:52.544668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:52.548616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:19:52.591353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8f6d7814-bf0e-4b9e-a746-79c07017874c None None] Provisioning complete for port 6e358488-4433-466a-822d-172b7dca6296 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:52.595253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f6d7814-bf0e-4b9e-a746-79c07017874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6e358488-4433-466a-822d-172b7dca6296), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:52.607604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.608595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:52.647124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8fa16-5601-41b2-b2e7-c345a22c0edb None None] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:52.689644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e358488-4433-466a-822d-172b7dca6296), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:52.748045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e07c9ee1-89aa-40f7-bf6c-241c32594e86 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3488936 Feb 10 04:19:52.752841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46204) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:52.855861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d7814-bf0e-4b9e-a746-79c07017874c None None] Port 6e358488-4433-466a-822d-172b7dca6296 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:52.860202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7afcf7-7c57-46d9-8cd3-f5c974801b8e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.866882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2e7afcf7-7c57-46d9-8cd3-f5c974801b8e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1127388 Feb 10 04:19:52.867759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46208) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:52.881297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:52.971895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99723e99-9ffc-4a9e-afbb-d03ded2a91bb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.979634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99723e99-9ffc-4a9e-afbb-d03ded2a91bb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.987021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99723e99-9ffc-4a9e-afbb-d03ded2a91bb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:52.990759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99723e99-9ffc-4a9e-afbb-d03ded2a91bb tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1209445 Feb 10 04:19:52.992993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46210) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:53.004509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-81509083-1315-454b-ab6e-16fbc6fcc04f None None] Provisioning complete for port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:53.004884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-81509083-1315-454b-ab6e-16fbc6fcc04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.054350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:53.054768 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.111933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:19:53.129797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 4aeee68d-9cc3-40b3-a640-68de036a0032 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:53.130284 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4aeee68d-9cc3-40b3-a640-68de036a0032), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.148292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e358488-4433-466a-822d-172b7dca6296 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:19:53.157621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Publish callbacks [] for port (6e358488-4433-466a-822d-172b7dca6296), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.171977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Transition to ACTIVE for port object 6e358488-4433-466a-822d-172b7dca6296 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:19:53.226268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:53.226883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.255104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6e358488-4433-466a-822d-172b7dca6296), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.257985 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:19:53.274372 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4aeee68d-9cc3-40b3-a640-68de036a0032), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.307803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 4aeee68d-9cc3-40b3-a640-68de036a0032 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:53.334441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,segment=NetworkSegment(93a639fd-9339-4370-9659-0702867df363),segment_id=93a639fd-9339-4370-9659-0702867df363)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:53.369721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Pushing event updated for resources: {'Port': ['ID=6e358488-4433-466a-822d-172b7dca6296,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:53.416726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-81509083-1315-454b-ab6e-16fbc6fcc04f None None] Current status of the port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:53.417755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-81509083-1315-454b-ab6e-16fbc6fcc04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.429677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2182a5-8c68-4937-a162-c898e09cd5d3 req-4d2122db-1f61-44c4-ba78-3bcc9afa1b0a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:53.434369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c2182a5-8c68-4937-a162-c898e09cd5d3 req-4d2122db-1f61-44c4-ba78-3bcc9afa1b0a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 932 time: 0.2041888 Feb 10 04:19:53.460757 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.586267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c2182a5-8c68-4937-a162-c898e09cd5d3 req-fc04f0ec-b05f-427a-9ef8-bebd3b51ee05 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437798 Feb 10 04:19:53.613966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601f926-75c0-4883-b4c4-d591d2234509 req-bc124b80-bd78-4968-84ea-0440655cd4be tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:53.628217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2601f926-75c0-4883-b4c4-d591d2234509 req-bc124b80-bd78-4968-84ea-0440655cd4be tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 944 time: 0.1367235 Feb 10 04:19:53.661052 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-81509083-1315-454b-ab6e-16fbc6fcc04f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:19:53.661658 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-81509083-1315-454b-ab6e-16fbc6fcc04f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:19:53.678371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:53.691768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:53.697906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'port_id': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'mac_address': 'fa:16:3e:fa:a2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:19:53.720714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Attempting to bind port 6e358488-4433-466a-822d-172b7dca6296 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:19:53.721054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Attempting to bind port 6e358488-4433-466a-822d-172b7dca6296 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:19:53.721455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Attempting to bind port 6e358488-4433-466a-822d-172b7dca6296 on network ca787c8c-0b0b-4009-a00f-428580a27776 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:53.729952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Port 6e358488-4433-466a-822d-172b7dca6296 on network ca787c8c-0b0b-4009-a00f-428580a27776 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:19:53.730278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Attempting to bind port 6e358488-4433-466a-822d-172b7dca6296 on network ca787c8c-0b0b-4009-a00f-428580a27776 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:19:53.793052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:19:53.793836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Checking segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:53.793836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Bound using segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:19:53.806290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Bound port: 6e358488-4433-466a-822d-172b7dca6296, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:19:53.806775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e358488-4433-466a-822d-172b7dca6296), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.807036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:53.807506 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:53.830028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c02318b-f53b-4883-a9cd-40c31489cfc1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:19:53.857096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2601f926-75c0-4883-b4c4-d591d2234509 req-61968c6e-5224-41ba-935e-17f55dd5c1a6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590254 Feb 10 04:19:53.874605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:53.883238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3454963-55ff-4865-9c6a-794dda68e420 req-c7ab11e6-afe9-4eff-8845-7b28d7daf0d3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:53.884962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3454963-55ff-4865-9c6a-794dda68e420 req-c7ab11e6-afe9-4eff-8845-7b28d7daf0d3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 943 time: 0.1377826 Feb 10 04:19:53.972702 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3454963-55ff-4865-9c6a-794dda68e420 req-e0145292-ac3d-4cb0-82cf-86366fec326d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788636 Feb 10 04:19:53.996814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4aeee68d-9cc3-40b3-a640-68de036a0032), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.032595 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.040356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=4aeee68d-9cc3-40b3-a640-68de036a0032,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:54.067599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] For port 6e358488-4433-466a-822d-172b7dca6296, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:19:54.076967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] For port 6e358488-4433-466a-822d-172b7dca6296, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6e358488-4433-466a-822d-172b7dca6296,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:19:54.132006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:54.165894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6e358488-4433-466a-822d-172b7dca6296), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.198057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.205800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bb8e547f-0745-44b8-a6d6-14d5b0f0cff3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/4aeee68d-9cc3-40b3-a640-68de036a0032 HTTP/1.1" status: 204 len: 168 time: 1.2115171 Feb 10 04:19:54.208567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46232) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:54.238262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-81509083-1315-454b-ab6e-16fbc6fcc04f None None] Current status of the port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:54.255663 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c03a065-bcb9-421c-a2e9-576e5d06f316 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:54.257475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6c03a065-bcb9-421c-a2e9-576e5d06f316 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/4aeee68d-9cc3-40b3-a640-68de036a0032 HTTP/1.1" status: 404 len: 333 time: 0.0474205 Feb 10 04:19:54.260744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46234) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:54.284809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['8c02318b-f53b-4883-a9cd-40c31489cfc1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:19:54.299872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Pushing event updated for resources: {'Port': ['ID=6e358488-4433-466a-822d-172b7dca6296,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:54.306565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:54.307303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.308758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-703fd71f-eda4-4235-a722-924423a592fe service neutron] 10.222.0.43 "PUT /v2.0/ports/6e358488-4433-466a-822d-172b7dca6296 HTTP/1.1" status: 200 len: 1092 time: 1.7913113 Feb 10 04:19:54.309223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'tag': '6e358488-4433-466a-822d-172b7dca6296'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:19:54.316235 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9645affc-9242-4529-9c27-638ec9aed978" -d '{"events": [{"name": "network-changed", "server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "tag": "6e358488-4433-466a-822d-172b7dca6296"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:19:54.372653 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727e3607-8efe-4246-bae5-6b89f039e08c x-openstack-request-id: req-727e3607-8efe-4246-bae5-6b89f039e08c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:19:54.373090 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "tag": "6e358488-4433-466a-822d-172b7dca6296", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:19:54.373200 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-727e3607-8efe-4246-bae5-6b89f039e08c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:19:54.373775 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'tag': '6e358488-4433-466a-822d-172b7dca6296', 'status': 'completed', 'code': 200} Feb 10 04:19:54.463774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645affc-9242-4529-9c27-638ec9aed978 req-d024c479-0e1b-4ba5-a855-90e5ae4c0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:54.465463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9645affc-9242-4529-9c27-638ec9aed978 req-d024c479-0e1b-4ba5-a855-90e5ae4c0dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 1126 time: 0.0709162 Feb 10 04:19:54.480334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c499b0a1-46b3-48e8-a940-db0a7138d0b1 None None] Provisioning complete for port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:54.480958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c499b0a1-46b3-48e8-a940-db0a7138d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.550920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port b6f30b27-a10f-4ee8-9eae-b5c7adef97b1 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:54.553488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b6f30b27-a10f-4ee8-9eae-b5c7adef97b1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.706009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b6f30b27-a10f-4ee8-9eae-b5c7adef97b1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.729968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645affc-9242-4529-9c27-638ec9aed978 req-3554260d-e7d7-4297-ab1b-b7e80d0ec639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:54.731514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9645affc-9242-4529-9c27-638ec9aed978 req-3554260d-e7d7-4297-ab1b-b7e80d0ec639 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=840b1731a37b40b0b63bd4b12275c91c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2557492 Feb 10 04:19:54.735615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for b6f30b27-a10f-4ee8-9eae-b5c7adef97b1 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:54.763452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c499b0a1-46b3-48e8-a940-db0a7138d0b1 None None] Current status of the port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:54.785693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c499b0a1-46b3-48e8-a940-db0a7138d0b1 None None] Could not find standard attr ID for object 4aeee68d-9cc3-40b3-a640-68de036a0032. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:19:54.841359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c499b0a1-46b3-48e8-a940-db0a7138d0b1 None None] Provisioning complete for port b6f30b27-a10f-4ee8-9eae-b5c7adef97b1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:54.841741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c499b0a1-46b3-48e8-a940-db0a7138d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b6f30b27-a10f-4ee8-9eae-b5c7adef97b1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:54.844202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:54.972498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645affc-9242-4529-9c27-638ec9aed978 req-41dc3c5b-3d74-4c51-9250-0693b40c92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:54.974016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9645affc-9242-4529-9c27-638ec9aed978 req-41dc3c5b-3d74-4c51-9250-0693b40c92bf service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2182355 Feb 10 04:19:54.981078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:19:55.045486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aff23-cf07-468e-8d48-fe9ba3c0da23 req-7cece56e-385e-4b56-9331-ef83c765c135 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:55.059947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-956aff23-cf07-468e-8d48-fe9ba3c0da23 req-7cece56e-385e-4b56-9331-ef83c765c135 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 944 time: 0.2060328 Feb 10 04:19:55.096045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5370709-0fa4-443f-93a8-3906086620a2 req-f9503fd1-d919-48ec-8c20-359b15cc0100 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:55.103631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5370709-0fa4-443f-93a8-3906086620a2 req-f9503fd1-d919-48ec-8c20-359b15cc0100 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 945 time: 0.1196144 Feb 10 04:19:55.112971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-27e6a03f-ad99-465f-b4b9-0e03e283eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:55.114447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-27e6a03f-ad99-465f-b4b9-0e03e283eaa4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 1126 time: 0.0862968 Feb 10 04:19:55.133128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:55.158787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2', 'network_id': '4dbd154e-9581-4df8-b224-7fe373295285', 'port_id': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2', 'mac_address': 'fa:16:3e:71:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:19:55.160468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-12fa58d7-e5dc-4635-8c9f-d48d80ba6b95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e358488-4433-466a-822d-172b7dca6296 HTTP/1.1" status: 200 len: 217 time: 0.0382717 Feb 10 04:19:55.209965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c499b0a1-46b3-48e8-a940-db0a7138d0b1 None None] Port b6f30b27-a10f-4ee8-9eae-b5c7adef97b1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:19:55.248740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5370709-0fa4-443f-93a8-3906086620a2 req-38a82470-310f-45ab-8d67-f68794cbec92 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396501 Feb 10 04:19:55.253816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:55.254389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:55.269498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-f85efc1a-8c4f-4cce-a6ae-0bc299109f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:55.269498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-f85efc1a-8c4f-4cce-a6ae-0bc299109f02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.0917332 Feb 10 04:19:55.269947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-956aff23-cf07-468e-8d48-fe9ba3c0da23 req-d4482e8e-7e98-48fa-83c1-cc2c3f1dda89 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000053 Feb 10 04:19:55.319105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:55.319507 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:55.340416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:19:55.373077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-24569efc-689d-4b7b-9ba6-2d96e7875fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:55.374811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b6f30b27-a10f-4ee8-9eae-b5c7adef97b1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:55.378938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-24569efc-689d-4b7b-9ba6-2d96e7875fc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1058977 Feb 10 04:19:55.411040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-940fbdaa-2d7c-4fd3-a9e4-e57843c05a53 None None] Could not find standard attr ID for object 4aeee68d-9cc3-40b3-a640-68de036a0032. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:19:55.423949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:55.433359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:55.451503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=b6f30b27-a10f-4ee8-9eae-b5c7adef97b1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:55.496524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565afea6-43cf-4a2f-813f-b37056087dbc req-89f1b2d4-ee12-46a0-abf8-f04bcdc69a59 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:55.500612 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:55.505014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-565afea6-43cf-4a2f-813f-b37056087dbc req-89f1b2d4-ee12-46a0-abf8-f04bcdc69a59 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 943 time: 0.1453154 Feb 10 04:19:55.568664 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-431a3ac2-e2e5-482d-9f99-e4074c418786 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777112 Feb 10 04:19:55.608649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:55.644131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-565afea6-43cf-4a2f-813f-b37056087dbc req-abd6490a-63db-4a7c-8575-c080119a66f8 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333442 Feb 10 04:19:55.697703 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:55.699065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c7a23658-f47d-46ea-94c6-a3a3115038bf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/b6f30b27-a10f-4ee8-9eae-b5c7adef97b1 HTTP/1.1" status: 204 len: 168 time: 1.4367337 Feb 10 04:19:55.706433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46272) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:55.721090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e25a79a8-4e7d-40f9-a1f3-a7daad9521e2'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:19:55.754290 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-66774df3-272c-4f39-bc61-daae8f287489 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:19:55.760813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-66774df3-272c-4f39-bc61-daae8f287489 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/b6f30b27-a10f-4ee8-9eae-b5c7adef97b1 HTTP/1.1" status: 404 len: 333 time: 0.0482512 Feb 10 04:19:55.760813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:55.765073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4320e4c8-f9c7-47cc-b82d-2bbdf4dead0f req-9b4d7bbf-8aa0-43cc-a4e4-5232e28562e3 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882787 Feb 10 04:19:55.818002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet 124770c7-3aeb-426e-af9a-42478bb97880 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:19:55.821690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (124770c7-3aeb-426e-af9a-42478bb97880), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:55.867326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (124770c7-3aeb-426e-af9a-42478bb97880), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:55.968758 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (124770c7-3aeb-426e-af9a-42478bb97880), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.098366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (124770c7-3aeb-426e-af9a-42478bb97880), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.127255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=124770c7-3aeb-426e-af9a-42478bb97880,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:56.129130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.135110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a95a142e-8334-4762-967d-7068ee315a36 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/124770c7-3aeb-426e-af9a-42478bb97880 HTTP/1.1" status: 204 len: 168 time: 0.3753057 Feb 10 04:19:56.135786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46280) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:56.141919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cefb2f3-d5ce-42ed-b4ec-58dc7380c693 None None] Network 2c58b8da-4f0e-4541-b4b8-b3831def93eb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:56.264770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2c58b8da-4f0e-4541-b4b8-b3831def93eb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.328108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] DHCP port deletion for 2c58b8da-4f0e-4541-b4b8-b3831def93eb request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:19:56.416977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:56.421368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.441458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] Deleting port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:19:56.442574 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.451184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c360a-6a82-4303-9727-045dee82957f req-5f562411-62cd-428a-9f81-53794e3d9571 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:56.460702 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-074c360a-6a82-4303-9727-045dee82957f req-5f562411-62cd-428a-9f81-53794e3d9571 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 944 time: 0.0882597 Feb 10 04:19:56.505768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8de13-b6dd-447f-b01f-6380729ad5a1 req-3c991965-0c02-4180-b4cc-26448bee376b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:56.513994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8e8de13-b6dd-447f-b01f-6380729ad5a1 req-3c991965-0c02-4180-b4cc-26448bee376b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 945 time: 0.1385846 Feb 10 04:19:56.516174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] For port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,segment=NetworkSegment(93a639fd-9339-4370-9659-0702867df363),segment_id=93a639fd-9339-4370-9659-0702867df363)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:56.516920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.518019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] For port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,segment=NetworkSegment(93a639fd-9339-4370-9659-0702867df363),segment_id=93a639fd-9339-4370-9659-0702867df363)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:56.520897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.532900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] Calling delete_port for 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:56.553198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:19:56.620374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-074c360a-6a82-4303-9727-045dee82957f req-599f83a3-ba2b-4f9e-957e-a64881b3c8fa tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586030 Feb 10 04:19:56.725370 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.775685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (46cee7c3-941f-4a6b-b44c-ef5a9429d8b7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:56.785579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8e8de13-b6dd-447f-b01f-6380729ad5a1 req-cefa81b6-140f-470a-a65b-7aeeca702a28 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706516 Feb 10 04:19:56.799487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:19:56.808203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] Pushing event deleted for resources: {'Port': ['ID=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:56.837373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=46cee7c3-941f-4a6b-b44c-ef5a9429d8b7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:56.843677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14545d99-11dd-4162-8980-2cf6f9bb5208 req-9af9c980-ac61-483d-96ce-4f4d61ef5980 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:56.851635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14545d99-11dd-4162-8980-2cf6f9bb5208 req-9af9c980-ac61-483d-96ce-4f4d61ef5980 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 944 time: 0.1103923 Feb 10 04:19:56.877423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53817a94-3127-43d1-9de2-7eaf4f90497d None None] No DVR routers for this DVR port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:56.877588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No DVR routers for this DVR port 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:19:56.878835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:19:56.879186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 46cee7c3-941f-4a6b-b44c-ef5a9429d8b7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:19:56.918728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14545d99-11dd-4162-8980-2cf6f9bb5208 req-9e0c5988-d509-43dd-b869-7abffc3bda69 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612147 Feb 10 04:19:56.954669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:56.996284 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2c58b8da-4f0e-4541-b4b8-b3831def93eb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.029323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c58b8da-4f0e-4541-b4b8-b3831def93eb']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:57.040420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a639fd-9339-4370-9659-0702867df363') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:57.040722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a639fd-9339-4370-9659-0702867df363') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:19:57.051783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (93a639fd-9339-4370-9659-0702867df363), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.066282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (93a639fd-9339-4370-9659-0702867df363), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.073798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:19:57.074382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (93a639fd-9339-4370-9659-0702867df363), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: self.session.flush() Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:19:57.077832 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:19:57.101169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6e358488-4433-466a-822d-172b7dca6296 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:19:57.161199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:57.193656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:19:57.212186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2c58b8da-4f0e-4541-b4b8-b3831def93eb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.220440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.224402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/2c58b8da-4f0e-4541-b4b8-b3831def93eb HTTP/1.1" status: 204 len: 168 time: 1.0874567 Feb 10 04:19:57.228724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46298) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:57.234761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1279113584'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:57.248151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56130f44-82c9-4401-b73d-e94027e832b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=2c58b8da-4f0e-4541-b4b8-b3831def93eb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:57.286987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:57.287614 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.347462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:57.353833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.368310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6e358488-4433-466a-822d-172b7dca6296, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6e358488-4433-466a-822d-172b7dca6296,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:57.387256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 8c02318b-f53b-4883-a9cd-40c31489cfc1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:57.387793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.390050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '6e358488-4433-466a-822d-172b7dca6296', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'port_id': '6e358488-4433-466a-822d-172b7dca6296', 'mac_address': 'fa:16:3e:3c:d3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:19:57.400458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:19:57.411033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8d3d6103-183a-497d-9a38-bc5b6a062adb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.411754 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Added segment 8d3d6103-183a-497d-9a38-bc5b6a062adb of type vlan for network 2a34b0a8-9f76-406b-ab29-113012e70c74 Feb 10 04:19:57.473961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2a34b0a8-9f76-406b-ab29-113012e70c74), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.520157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 6e358488-4433-466a-822d-172b7dca6296 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:57.520793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e358488-4433-466a-822d-172b7dca6296), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.583692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:57.585312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.634158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:57.639557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e358488-4433-466a-822d-172b7dca6296 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:19:57.660461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2a34b0a8-9f76-406b-ab29-113012e70c74), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.665701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:57.666414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.673780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:19:57.681179 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26830f7-c177-4fe7-b7f6-6b4fbf03f012" -d '{"events": [{"server_uuid": "a7912e43-ca29-48ba-8a78-c0408f75c898", "name": "network-vif-plugged", "status": "completed", "tag": "e25a79a8-4e7d-40f9-a1f3-a7daad9521e2"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:19:57.698163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6e358488-4433-466a-822d-172b7dca6296, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6e358488-4433-466a-822d-172b7dca6296,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:57.730526 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10058337-0223-49ab-b87e-03ceb0a886ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.774639 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4dbbce-ad60-4889-b650-49ee754c65d5 x-openstack-request-id: req-ad4dbbce-ad60-4889-b650-49ee754c65d5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:19:57.788519 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7912e43-ca29-48ba-8a78-c0408f75c898", "name": "network-vif-plugged", "status": "completed", "tag": "e25a79a8-4e7d-40f9-a1f3-a7daad9521e2", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:19:57.788938 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad4dbbce-ad60-4889-b650-49ee754c65d5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:19:57.791250 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2', 'code': 200} Feb 10 04:19:57.793334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 8c02318b-f53b-4883-a9cd-40c31489cfc1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:57.799158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.807556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.872142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Network': ['ID=2a34b0a8-9f76-406b-ab29-113012e70c74,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:57.891229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cfb27afb-3a84-4a49-ac92-bdffe3ef883f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6612575 Feb 10 04:19:57.893992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:57.899281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:19:57.901103 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6e358488-4433-466a-822d-172b7dca6296), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:57.901316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:57.921732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:57.922597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad828f7-8b3d-431a-86aa-e8e4bdfa9330 req-0ad3a5f3-d0c2-40d9-ac76-5fcede2d7130 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:57.924557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ad828f7-8b3d-431a-86aa-e8e4bdfa9330 req-0ad3a5f3-d0c2-40d9-ac76-5fcede2d7130 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 944 time: 0.2102468 Feb 10 04:19:57.933982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5ba1a-bc59-404c-ae18-8a1b4c150310 req-5acf2b89-ab26-4af3-af0e-080d14302ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:57.936985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cda5ba1a-bc59-404c-ae18-8a1b4c150310 req-5acf2b89-ab26-4af3-af0e-080d14302ccc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 1127 time: 0.1044250 Feb 10 04:19:57.999382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ad828f7-8b3d-431a-86aa-e8e4bdfa9330 req-8917a568-9e99-4a2d-b47f-c702deb2658e tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596461 Feb 10 04:19:58.036279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:58.053876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=6e358488-4433-466a-822d-172b7dca6296,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:58.063798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cda5ba1a-bc59-404c-ae18-8a1b4c150310 req-0293c368-a446-42d5-8eb0-b6541143153e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688376 Feb 10 04:19:58.098216 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:58.146947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['6e358488-4433-466a-822d-172b7dca6296'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:19:58.218551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb173-81f8-408a-b02c-a71aa62f171d req-10f3489d-bb2d-4c60-821b-320ae04fc182 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:58.226992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-421cb173-81f8-408a-b02c-a71aa62f171d req-10f3489d-bb2d-4c60-821b-320ae04fc182 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.0826075 Feb 10 04:19:58.238715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6ae40-f7a0-443e-a2ec-25310622a194 req-c69fb4bb-1d44-4d6a-a7fb-9f836f409d67 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:58.243088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f5d6ae40-f7a0-443e-a2ec-25310622a194 req-c69fb4bb-1d44-4d6a-a7fb-9f836f409d67 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 945 time: 0.1019447 Feb 10 04:19:58.274254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:58.279150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:58.283703 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:58.386519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f5d6ae40-f7a0-443e-a2ec-25310622a194 req-54cfdf72-6306-4dce-9201-549a52745c4d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357622 Feb 10 04:19:58.408005 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-421cb173-81f8-408a-b02c-a71aa62f171d req-f20b5dca-5f44-4de0-a78a-6bfbbd98d430 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793678 Feb 10 04:19:58.678036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (139cf577-0691-4e34-a271-8e3c60b7f36c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:58.733893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=139cf577-0691-4e34-a271-8e3c60b7f36c,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:19:58.768016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Checking segment: {'id': '8d3d6103-183a-497d-9a38-bc5b6a062adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:19:58.768511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network hostable DHCP agents. Network: 2a34b0a8-9f76-406b-ab29-113012e70c74, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:19:58.875593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:19:58.943536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2a34b0a8-9f76-406b-ab29-113012e70c74) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:19:58.948090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:58.949123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:58.958366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ef322-1555-4c68-a624-7770f76a6db9 None None] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:19:59.052137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-445d261c-f11e-430a-8357-11113bc215ee tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1564176 Feb 10 04:19:59.054645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:59.059915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7a669192-91f3-46a6-ab11-7b3437e64363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-698949650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:59.176044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14e192-6a8e-4636-b421-d292a4fc5934 req-b348a22a-7f76-4a9c-8405-559f2dcdeea1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:59.185198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db14e192-6a8e-4636-b421-d292a4fc5934 req-b348a22a-7f76-4a9c-8405-559f2dcdeea1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 945 time: 0.0794585 Feb 10 04:19:59.212246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a669192-91f3-46a6-ab11-7b3437e64363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.213320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a669192-91f3-46a6-ab11-7b3437e64363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.279701 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db14e192-6a8e-4636-b421-d292a4fc5934 req-32c26a10-5ddd-42bd-8fb6-91c8fafe6f4f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817213 Feb 10 04:19:59.349076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a669192-91f3-46a6-ab11-7b3437e64363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for router_controller (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.356660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6e358488-4433-466a-822d-172b7dca6296 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:19:59.423398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f208249-ebde-4779-986e-ed517504207c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-2a34b0a8-9f76-406b-ab29-113012e70c74', 'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74', 'project_id': '74eeae9185084ce7af4025ace4c6ee0c', 'fixed_ips': [{'subnet_id': '139cf577-0691-4e34-a271-8e3c60b7f36c'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:19:59.424283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f208249-ebde-4779-986e-ed517504207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.458021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a669192-91f3-46a6-ab11-7b3437e64363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.563281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a669192-91f3-46a6-ab11-7b3437e64363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.567780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46350) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:19:59.571209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7a669192-91f3-46a6-ab11-7b3437e64363 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5155106 Feb 10 04:19:59.575390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74', 'name': 'tempest-PortsTestJSON-1227310513'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:19:59.579247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-4f208249-ebde-4779-986e-ed517504207c None None] Allocated IP 172.20.0.2 (2a34b0a8-9f76-406b-ab29-113012e70c74/139cf577-0691-4e34-a271-8e3c60b7f36c/9ac7017d-6bb9-4804-96a9-50ccc980d119) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:19:59.610350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bd469-4a8e-4f41-a3fd-0708a7bc0318 req-2a3553da-dbbe-4ad5-8eb9-34be206fb0bb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:59.611837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-855bd469-4a8e-4f41-a3fd-0708a7bc0318 req-2a3553da-dbbe-4ad5-8eb9-34be206fb0bb tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 945 time: 0.1042125 Feb 10 04:19:59.657030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 6e358488-4433-466a-822d-172b7dca6296 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:19:59.666441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 6e358488-4433-466a-822d-172b7dca6296 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:19:59.666841 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6e358488-4433-466a-822d-172b7dca6296), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.704215 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-855bd469-4a8e-4f41-a3fd-0708a7bc0318 req-d801b5fb-f670-4f8f-8d82-587ce7d6ef76 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806360 Feb 10 04:19:59.745592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a6f8d-6945-4eef-8824-2e16dbe7aa15 req-0bc894d3-3f07-42d3-8fc1-ee0517bd004e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:19:59.751676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f63a6f8d-6945-4eef-8824-2e16dbe7aa15 req-0bc894d3-3f07-42d3-8fc1-ee0517bd004e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.2187252 Feb 10 04:19:59.792855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:19:59.795983 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe92788-7945-490b-a5c9-d2b633b8140e" -d '{"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-plugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:19:59.847888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-48d05e22-9307-4631-821a-ea3443debd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.855876 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f208249-ebde-4779-986e-ed517504207c None None] Publish callbacks [] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.873433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 6e358488-4433-466a-822d-172b7dca6296 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:19:59.876006 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6e358488-4433-466a-822d-172b7dca6296), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.876963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f63a6f8d-6945-4eef-8824-2e16dbe7aa15 req-82d88202-5744-4dfd-8f5c-24107babd86f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156597 Feb 10 04:19:59.941499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6e358488-4433-466a-822d-172b7dca6296, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6e358488-4433-466a-822d-172b7dca6296,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:19:59.943628 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f208249-ebde-4779-986e-ed517504207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:19:59.969661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:19:59.973259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.020152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:20:00.037868 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf8052-71d3-4570-b53e-100028c532d0 x-openstack-request-id: req-7dbf8052-71d3-4570-b53e-100028c532d0 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:00.038228 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-plugged", "status": "completed", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:00.038465 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7dbf8052-71d3-4570-b53e-100028c532d0 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:00.038824 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'code': 200} Feb 10 04:20:00.041035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f208249-ebde-4779-986e-ed517504207c None None] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:00.044001 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6e358488-4433-466a-822d-172b7dca6296), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.048991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-4f208249-ebde-4779-986e-ed517504207c None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:00.058542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f208249-ebde-4779-986e-ed517504207c None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:00.118562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208249-ebde-4779-986e-ed517504207c None None] Pushing event updated for resources: {'Port': ['ID=9ac7017d-6bb9-4804-96a9-50ccc980d119,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:00.162783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4f208249-ebde-4779-986e-ed517504207c None None] Attempting to bind port 9ac7017d-6bb9-4804-96a9-50ccc980d119 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:20:00.163378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4f208249-ebde-4779-986e-ed517504207c None None] Attempting to bind port 9ac7017d-6bb9-4804-96a9-50ccc980d119 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8d3d6103-183a-497d-9a38-bc5b6a062adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:20:00.163805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f208249-ebde-4779-986e-ed517504207c None None] Attempting to bind port 9ac7017d-6bb9-4804-96a9-50ccc980d119 on network 2a34b0a8-9f76-406b-ab29-113012e70c74 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:00.189182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.9 (2a34b0a8-9f76-406b-ab29-113012e70c74/139cf577-0691-4e34-a271-8e3c60b7f36c/8400a1c3-bbac-4b9c-b720-a5b42e727eb1) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:00.203294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=6e358488-4433-466a-822d-172b7dca6296,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:00.206962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f208249-ebde-4779-986e-ed517504207c None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:20:00.207665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f208249-ebde-4779-986e-ed517504207c None None] Checking segment: {'id': '8d3d6103-183a-497d-9a38-bc5b6a062adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:00.208608 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f208249-ebde-4779-986e-ed517504207c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.208864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f208249-ebde-4779-986e-ed517504207c None None] Bound using segment: {'id': '8d3d6103-183a-497d-9a38-bc5b6a062adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:20:00.209498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4f208249-ebde-4779-986e-ed517504207c None None] Bound port: 9ac7017d-6bb9-4804-96a9-50ccc980d119, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3d6103-183a-497d-9a38-bc5b6a062adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a34b0a8-9f76-406b-ab29-113012e70c74'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:20:00.210039 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f208249-ebde-4779-986e-ed517504207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.342641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4f208249-ebde-4779-986e-ed517504207c None None] For port 9ac7017d-6bb9-4804-96a9-50ccc980d119, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:20:00.347764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4f208249-ebde-4779-986e-ed517504207c None None] For port 9ac7017d-6bb9-4804-96a9-50ccc980d119, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9ac7017d-6bb9-4804-96a9-50ccc980d119,segment=NetworkSegment(8d3d6103-183a-497d-9a38-bc5b6a062adb),segment_id=8d3d6103-183a-497d-9a38-bc5b6a062adb)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:20:00.397731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.449829 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f208249-ebde-4779-986e-ed517504207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.480911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad47d6-ac5a-40d0-b07c-bd3c7ab2e4c2 req-7d6d1c8f-ebe4-493c-acbd-8368562ad946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:00.483030 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bcad47d6-ac5a-40d0-b07c-bd3c7ab2e4c2 req-7d6d1c8f-ebe4-493c-acbd-8368562ad946 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 1129 time: 0.1524935 Feb 10 04:20:00.493019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee712a95-9aac-4d09-94f7-948866031412 req-790265c0-05d6-42a0-b74b-aad0da43280d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:00.497788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee712a95-9aac-4d09-94f7-948866031412 req-790265c0-05d6-42a0-b74b-aad0da43280d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1123099 Feb 10 04:20:00.564649 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.576226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c711b6c-039c-4c49-b3b5-ed455aa8c804 req-a2a1d160-6e0f-41da-9ba4-bfe811619a0c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:00.585353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c711b6c-039c-4c49-b3b5-ed455aa8c804 req-a2a1d160-6e0f-41da-9ba4-bfe811619a0c tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 945 time: 0.1767123 Feb 10 04:20:00.601375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208249-ebde-4779-986e-ed517504207c None None] Pushing event updated for resources: {'Port': ['ID=9ac7017d-6bb9-4804-96a9-50ccc980d119,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:00.617443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee712a95-9aac-4d09-94f7-948866031412 req-3152571c-59c9-4c7a-9a49-0bcb96bbb07c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143990 Feb 10 04:20:00.670461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bcad47d6-ac5a-40d0-b07c-bd3c7ab2e4c2 req-365f8077-e51a-412d-8f7a-6eec630054ab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809239 Feb 10 04:20:00.689048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:00.697808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:00.706358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:00.711053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=8400a1c3-bbac-4b9c-b720-a5b42e727eb1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:00.736778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c711b6c-039c-4c49-b3b5-ed455aa8c804 req-1f5afa20-4415-417c-a4f2-5ec4cc5662a2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366065 Feb 10 04:20:00.819811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:00.820487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:00.914304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1ce97d55-1054-4bb5-9d0c-d82eed3b3097 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3436921 Feb 10 04:20:00.915981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46372) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:01.019328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:01.246191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ea96f-c57e-426b-8db9-bd7e41e1750a req-ff4224f0-c2bb-4c89-b9d4-e024cebae597 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:01.248179 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a3ea96f-c57e-426b-8db9-bd7e41e1750a req-ff4224f0-c2bb-4c89-b9d4-e024cebae597 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.1798203 Feb 10 04:20:01.406578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a3ea96f-c57e-426b-8db9-bd7e41e1750a req-90de0a20-bd62-46d5-ada5-554efb34f84a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209130 Feb 10 04:20:01.476411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:01.801241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83deca-7eed-435f-8a60-be986824f168 req-d970709f-fe6e-4886-b557-91c5c218fd87 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:01.804314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a83deca-7eed-435f-8a60-be986824f168 req-d970709f-fe6e-4886-b557-91c5c218fd87 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 946 time: 0.1574988 Feb 10 04:20:01.874907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8b4d5-ff7c-4ce9-ba24-5c1b26cdf92b req-a70eaa03-877e-4b9c-9052-dfb37dd7a9cf tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:01.908690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58d8b4d5-ff7c-4ce9-ba24-5c1b26cdf92b req-a70eaa03-877e-4b9c-9052-dfb37dd7a9cf tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1262853 Feb 10 04:20:01.959149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a83deca-7eed-435f-8a60-be986824f168 req-327c7152-eefb-4ac5-a1d6-ef9ffc989a3c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474392 Feb 10 04:20:01.982286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58d8b4d5-ff7c-4ce9-ba24-5c1b26cdf92b req-eddbcf87-85af-4ba6-be6f-82a06199686b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731165 Feb 10 04:20:01.993349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:02.039735 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e358488-4433-466a-822d-172b7dca6296'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:02.042903 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df4c3bd-8d75-4d7b-be25-6764f551ce6a" -d '{"events": [{"server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "name": "network-vif-plugged", "status": "completed", "tag": "6e358488-4433-466a-822d-172b7dca6296"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:02.122116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d378a2-8765-4536-8ef3-b6401364565f req-380e21a6-a87e-4eb6-9e9b-0db27089f9ac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:02.128641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42d378a2-8765-4536-8ef3-b6401364565f req-380e21a6-a87e-4eb6-9e9b-0db27089f9ac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 945 time: 0.0797482 Feb 10 04:20:02.134256 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5557c04b-148b-42ac-8db0-e72696806a3b x-openstack-request-id: req-5557c04b-148b-42ac-8db0-e72696806a3b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:02.134771 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "name": "network-vif-plugged", "status": "completed", "tag": "6e358488-4433-466a-822d-172b7dca6296", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:02.135544 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5557c04b-148b-42ac-8db0-e72696806a3b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:02.136134 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e358488-4433-466a-822d-172b7dca6296', 'code': 200} Feb 10 04:20:02.163797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:02.221203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aea7ed-502f-4775-94a1-36278018020a None None] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:02.300499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8e21c-49f1-417d-9300-26752507c40f req-9c93a938-eb9f-4015-9f24-780937bf2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:02.301389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42d378a2-8765-4536-8ef3-b6401364565f req-289e165a-4940-43ae-ba1a-43eae61c40ac tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684847 Feb 10 04:20:02.302066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bff8e21c-49f1-417d-9300-26752507c40f req-9c93a938-eb9f-4015-9f24-780937bf2f67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 1128 time: 0.0981851 Feb 10 04:20:02.310014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=8400a1c3-bbac-4b9c-b720-a5b42e727eb1,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:02.337586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-53869bf9-acb9-4d9e-ba9f-c450f75a5dda None None] Provisioning complete for port 9ac7017d-6bb9-4804-96a9-50ccc980d119 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:02.338200 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53869bf9-acb9-4d9e-ba9f-c450f75a5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:02.410213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bff8e21c-49f1-417d-9300-26752507c40f req-41259c0f-8952-40b6-93f4-add57ecf4c63 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012571 Feb 10 04:20:02.556890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-53869bf9-acb9-4d9e-ba9f-c450f75a5dda None None] Current status of the port 9ac7017d-6bb9-4804-96a9-50ccc980d119 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:02.557298 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53869bf9-acb9-4d9e-ba9f-c450f75a5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:02.593463 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:02.616505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-53869bf9-acb9-4d9e-ba9f-c450f75a5dda None None] For port 9ac7017d-6bb9-4804-96a9-50ccc980d119, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9ac7017d-6bb9-4804-96a9-50ccc980d119,segment=NetworkSegment(8d3d6103-183a-497d-9a38-bc5b6a062adb),segment_id=8d3d6103-183a-497d-9a38-bc5b6a062adb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:02.636115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:02.706796 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53869bf9-acb9-4d9e-ba9f-c450f75a5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:02.861039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9ac7017d-6bb9-4804-96a9-50ccc980d119 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:02.864836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53869bf9-acb9-4d9e-ba9f-c450f75a5dda None None] Pushing event updated for resources: {'Port': ['ID=9ac7017d-6bb9-4804-96a9-50ccc980d119,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:02.876829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91a79a-9617-4db6-8f8a-5341410192fd req-20396027-6f32-4c9e-8fc7-49dfd31f8a12 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:02.885062 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a91a79a-9617-4db6-8f8a-5341410192fd req-20396027-6f32-4c9e-8fc7-49dfd31f8a12 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.2501564 Feb 10 04:20:02.961026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9ac7017d-6bb9-4804-96a9-50ccc980d119 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:02.961419 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.108250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a91a79a-9617-4db6-8f8a-5341410192fd req-544eb603-30df-4972-91f4-bfea803e5004 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218165 Feb 10 04:20:03.115301 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.147671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-366371cf-d7e3-4af0-9af0-964397d1d8aa None None] Provisioning complete for port 9ac7017d-6bb9-4804-96a9-50ccc980d119 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:03.148160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-366371cf-d7e3-4af0-9af0-964397d1d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.207353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-18941589-24a9-4704-8121-9d9d6d2081ae tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:03.208920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-18941589-24a9-4704-8121-9d9d6d2081ae tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.24 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 946 time: 0.2213380 Feb 10 04:20:03.264738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ee79-50af-4309-8b18-542b2ad2e924 req-08ef8293-5d6f-4112-9059-716d1dc919b3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:03.281857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee07ee79-50af-4309-8b18-542b2ad2e924 req-08ef8293-5d6f-4112-9059-716d1dc919b3 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 945 time: 0.1946945 Feb 10 04:20:03.315226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9ac7017d-6bb9-4804-96a9-50ccc980d119 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:03.385895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-366371cf-d7e3-4af0-9af0-964397d1d8aa None None] Current status of the port 9ac7017d-6bb9-4804-96a9-50ccc980d119 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:03.406408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-366371cf-d7e3-4af0-9af0-964397d1d8aa None None] Provisioning complete for port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:03.407542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-366371cf-d7e3-4af0-9af0-964397d1d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.459975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d43ab9-af2f-4646-b129-3ca3662a7fea req-19d3c500-682f-40f0-8179-340e48adc596 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:03.469639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85d43ab9-af2f-4646-b129-3ca3662a7fea req-19d3c500-682f-40f0-8179-340e48adc596 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 946 time: 0.2354193 Feb 10 04:20:03.502666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-366371cf-d7e3-4af0-9af0-964397d1d8aa None None] Port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:03.626800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee07ee79-50af-4309-8b18-542b2ad2e924 req-23a8b256-7ae0-4362-b0a7-68423c885ad7 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439517 Feb 10 04:20:03.651178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d85c5269-4bdc-4d9e-97ac-92e3c243ddc5 None None] Provisioning complete for port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:03.651562 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d85c5269-4bdc-4d9e-97ac-92e3c243ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.665262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Deleting port 739f71ed-8c81-4ad1-8126-885c4577e556 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:03.667325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.750014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d85c5269-4bdc-4d9e-97ac-92e3c243ddc5 None None] Port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:03.757884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85d43ab9-af2f-4646-b129-3ca3662a7fea req-031fb66f-7c6c-47c1-b0ce-f159d8da1360 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858071 Feb 10 04:20:03.856766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.934940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] For port 739f71ed-8c81-4ad1-8126-885c4577e556, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=739f71ed-8c81-4ad1-8126-885c4577e556,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:03.936006 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.953585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Calling delete_port for 739f71ed-8c81-4ad1-8126-885c4577e556 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:03.963794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8b7e-4bce-4fbd-bbcc-21b1b2f1ab23 req-e8845b07-48b8-4952-b655-83e80751486e tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:03.971619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-833a8b7e-4bce-4fbd-bbcc-21b1b2f1ab23 req-e8845b07-48b8-4952-b655-83e80751486e tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1305583 Feb 10 04:20:03.974616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:03.987996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b74cc36a-c465-435e-8205-9a1ab604d647 None None] Provisioning complete for port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:03.988512 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b74cc36a-c465-435e-8205-9a1ab604d647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:04.143377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-833a8b7e-4bce-4fbd-bbcc-21b1b2f1ab23 req-1ca0bedf-b684-425d-b922-9b873e754def tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705971 Feb 10 04:20:04.149233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b74cc36a-c465-435e-8205-9a1ab604d647 None None] Port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:04.188769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=8400a1c3-bbac-4b9c-b720-a5b42e727eb1,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:04.233359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:04.297667 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:04.378409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8354cbd-129f-492b-ba53-58ac90ea0c1d req-785da81b-63ed-43c0-8128-639e7133ae44 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:04.381033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8354cbd-129f-492b-ba53-58ac90ea0c1d req-785da81b-63ed-43c0-8128-639e7133ae44 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1160707 Feb 10 04:20:04.391052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46480) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:04.396024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'floatingip': {'port_id': '6e358488-4433-466a-822d-172b7dca6296'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:04.450917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (739f71ed-8c81-4ad1-8126-885c4577e556), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:04.465140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:04.482311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e0e263a3-7d5e-47cf-918f-250d0c501adc', '651e20d1-0945-4e76-9e5b-2ac5bff4ee91', 'ced24674-007e-49ba-b860-1db1c7aa83c3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:20:04.486914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['739f71ed-8c81-4ad1-8126-885c4577e556'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:20:04.561575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb95ac-ef65-4558-aab5-542fb7fffcac req-e73d7e2e-f095-486f-a6da-0731b37f9b82 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:04.569137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event deleted for resources: {'Port': ['ID=739f71ed-8c81-4ad1-8126-885c4577e556,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:04.574608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19bb95ac-ef65-4558-aab5-542fb7fffcac req-e73d7e2e-f095-486f-a6da-0731b37f9b82 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.3244264 Feb 10 04:20:04.715331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19bb95ac-ef65-4558-aab5-542fb7fffcac req-3af4fd8c-7553-4367-b82d-c6144e92b3d3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394265 Feb 10 04:20:04.721200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:04.725020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:04.747176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] No DVR routers for this DVR port 739f71ed-8c81-4ad1-8126-885c4577e556 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:04.770934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:04.775338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-584df1d3-af5e-4766-8a83-3521aa0b5b94 req-e3a5425a-1190-497b-9679-2689cac0629b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.24 "DELETE /v2.0/ports/739f71ed-8c81-4ad1-8126-885c4577e556 HTTP/1.1" status: 204 len: 173 time: 1.5516679 Feb 10 04:20:04.775952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'name': 'network-vif-deleted', 'tag': '739f71ed-8c81-4ad1-8126-885c4577e556'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:04.779675 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147390dc-3b15-4e60-a787-ac2f54c31a91" -d '{"events": [{"server_uuid": "a985a93d-4f75-4269-9531-1bbb9ef22719", "name": "network-vif-deleted", "tag": "739f71ed-8c81-4ad1-8126-885c4577e556"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:04.852205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9ac7017d-6bb9-4804-96a9-50ccc980d119 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:05.039970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9ac7017d-6bb9-4804-96a9-50ccc980d119 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:05.040229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:05.267189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c273cd-c725-46a1-a427-32db29415cce req-fc7514c3-dacf-4211-b1d3-acd62b67cb1d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:05.270659 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3c273cd-c725-46a1-a427-32db29415cce req-fc7514c3-dacf-4211-b1d3-acd62b67cb1d tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 945 time: 0.9220889 Feb 10 04:20:05.278271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-26cc81b6-a0fe-4415-b2f1-919d38182d3d None None] Provisioning complete for port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:05.279793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26cc81b6-a0fe-4415-b2f1-919d38182d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:05.381461 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4d7eecf-854a-4a29-a3a5-0c44e46db526 req-0e52a649-41d9-4cb9-aa57-010e454afcf0 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a985a93d-4f75-4269-9531-1bbb9ef22719 HTTP/1.1" status: 200 len: 210 time: 0.1508014 Feb 10 04:20:05.395389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-26cc81b6-a0fe-4415-b2f1-919d38182d3d None None] Port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:05.423550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9ac7017d-6bb9-4804-96a9-50ccc980d119 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:05.530550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Deleting port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:05.531038 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:05.589893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Router cb6c0a2f-bad8-46b1-b427-89b5be93bed0 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:20:05.681152 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7cae8c-1711-4257-8b18-7f11763f31c6 x-openstack-request-id: req-cc7cae8c-1711-4257-8b18-7f11763f31c6 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:05.681725 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a985a93d-4f75-4269-9531-1bbb9ef22719", "name": "network-vif-deleted", "tag": "739f71ed-8c81-4ad1-8126-885c4577e556", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:05.681725 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc7cae8c-1711-4257-8b18-7f11763f31c6 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:05.682110 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a985a93d-4f75-4269-9531-1bbb9ef22719', 'name': 'network-vif-deleted', 'tag': '739f71ed-8c81-4ad1-8126-885c4577e556', 'status': 'completed', 'code': 200} Feb 10 04:20:05.690832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eb96a-0ac9-4327-9684-28863e184f27 req-8a79c3e0-469b-41ee-927e-d778cb1d20c2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:05.692336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-035eb96a-0ac9-4327-9684-28863e184f27 req-8a79c3e0-469b-41ee-927e-d778cb1d20c2 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 945 time: 0.9492128 Feb 10 04:20:05.716268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] For port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,segment=NetworkSegment(060c92ff-02e0-4255-8393-eeea70bed713),segment_id=060c92ff-02e0-4255-8393-eeea70bed713)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:05.716776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:05.753092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Calling delete_port for e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:05.770143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:05.776705 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62a32bce-9a38-4d8c-986e-91b8951e00dc tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "PUT /v2.0/routers/cb6c0a2f-bad8-46b1-b427-89b5be93bed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8589814 Feb 10 04:20:05.782838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46510) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:05.789924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] Sync routers for ids ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:05.806018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] Routers {'cb6c0a2f-bad8-46b1-b427-89b5be93bed0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:05.809448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:05.865913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:05.888453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-035eb96a-0ac9-4327-9684-28863e184f27 req-f0f8fd1d-4470-401b-8dd7-ac47d2649cf0 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4a4b98a-74f7-4a24-9442-5b1e85e60350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845412 Feb 10 04:20:05.888621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] Routers {'cb6c0a2f-bad8-46b1-b427-89b5be93bed0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:05.889212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:05.910581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b0f40-9fb9-4c6d-8abe-33a4fc6e4574 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:05.915194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4e2b0f40-9fb9-4c6d-8abe-33a4fc6e4574 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb6c0a2f-bad8-46b1-b427-89b5be93bed0 HTTP/1.1" status: 200 len: 982 time: 0.1303155 Feb 10 04:20:05.920324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46516) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:05.930357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:05.931059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aacd79-f2f4-4433-a0b7-b86a7aaadcbb None None] The sync data for ids ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:05.950049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f08827-d463-4433-be14-bc20c641593a req-da2d6015-ec0c-46ff-abf4-030cadc580fd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:05.951881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64f08827-d463-4433-be14-bc20c641593a req-da2d6015-ec0c-46ff-abf4-030cadc580fd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.0926814 Feb 10 04:20:06.004828 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-64f08827-d463-4433-be14-bc20c641593a req-1b6d823e-b25e-4540-8c40-58ecffe13ac2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466051 Feb 10 04:20:06.015067 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e25a79a8-4e7d-40f9-a1f3-a7daad9521e2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:06.039787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e25a79a8-4e7d-40f9-a1f3-a7daad9521e2'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:20:06.040732 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.resource_extend [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:20:06.060647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Pushing event deleted for resources: {'Port': ['ID=e25a79a8-4e7d-40f9-a1f3-a7daad9521e2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:06.114549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] No DVR routers for this DVR port e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:06.117424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:06.120760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3c273cd-c725-46a1-a427-32db29415cce req-179bdcad-c2cb-48f1-9cf6-d26bfabca440 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.24 "DELETE /v2.0/ports/e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 HTTP/1.1" status: 204 len: 173 time: 0.7767589 Feb 10 04:20:06.121219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'name': 'network-vif-deleted', 'tag': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:06.123699 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8a7ced-a815-40ff-869f-e722279dfd77" -d '{"events": [{"server_uuid": "a7912e43-ca29-48ba-8a78-c0408f75c898", "name": "network-vif-deleted", "tag": "e25a79a8-4e7d-40f9-a1f3-a7daad9521e2"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:06.168076 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9770c603-637a-4f14-b72c-6c8efd436df4 x-openstack-request-id: req-9770c603-637a-4f14-b72c-6c8efd436df4 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:06.168531 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7912e43-ca29-48ba-8a78-c0408f75c898", "name": "network-vif-deleted", "tag": "e25a79a8-4e7d-40f9-a1f3-a7daad9521e2", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:06.168837 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9770c603-637a-4f14-b72c-6c8efd436df4 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:06.169385 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7912e43-ca29-48ba-8a78-c0408f75c898', 'name': 'network-vif-deleted', 'tag': 'e25a79a8-4e7d-40f9-a1f3-a7daad9521e2', 'status': 'completed', 'code': 200} Feb 10 04:20:06.214752 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:06.310312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:06.462475 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Floating IP eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616 associated. External IP: 172.25.8.112, port: 6e358488-4433-466a-822d-172b7dca6296. Feb 10 04:20:06.511678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:06.870405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Router f180e452-da47-49ce-8a94-d47a971d0685 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:20:06.935890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:06.936163 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:07.012395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 739f71ed-8c81-4ad1-8126-885c4577e556 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:07.041524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 739f71ed-8c81-4ad1-8126-885c4577e556 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:20:07.041874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 739f71ed-8c81-4ad1-8126-885c4577e556 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:20:07.069947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56d82ecd-2e7a-49d0-a537-444a1f4d54dd req-6ef686fb-72de-4cb9-87f5-920d96baa182 tempest-DeleteServersTestJSON-253885189 tempest-DeleteServersTestJSON-253885189-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7912e43-ca29-48ba-8a78-c0408f75c898 HTTP/1.1" status: 200 len: 210 time: 0.0985022 Feb 10 04:20:07.104315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:07.111521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:07.127336 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] Sync routers for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:07.136398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:07.141657 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:07.146080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:07.161041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 8400a1c3-bbac-4b9c-b720-a5b42e727eb1 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:07.186108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0493d195-416b-4427-9622-c46484848496 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "PUT /v2.0/floatingips/eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616 HTTP/1.1" status: 200 len: 992 time: 2.7908232 Feb 10 04:20:07.437987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398c70a-8528-44a2-a1ec-f1b705f946d1 req-0e80ee86-46b7-4ced-bd0b-5132ce12f472 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:07.440463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f398c70a-8528-44a2-a1ec-f1b705f946d1 req-0e80ee86-46b7-4ced-bd0b-5132ce12f472 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1604133 Feb 10 04:20:07.461557 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:07.508594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f398c70a-8528-44a2-a1ec-f1b705f946d1 req-d1fe1b3e-2959-491d-984b-298cd0893e23 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609007 Feb 10 04:20:07.558086 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8400a1c3-bbac-4b9c-b720-a5b42e727eb1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:07.630818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=8400a1c3-bbac-4b9c-b720-a5b42e727eb1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:07.690049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'tag': '6e358488-4433-466a-822d-172b7dca6296'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:07.692447 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725" -d '{"events": [{"name": "network-changed", "server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "tag": "6e358488-4433-466a-822d-172b7dca6296"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:07.761977 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12286da8-3457-4930-b7ad-073b0704e474 x-openstack-request-id: req-12286da8-3457-4930-b7ad-073b0704e474 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:07.762273 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "tag": "6e358488-4433-466a-822d-172b7dca6296", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:07.762577 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12286da8-3457-4930-b7ad-073b0704e474 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:07.763200 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'tag': '6e358488-4433-466a-822d-172b7dca6296', 'status': 'completed', 'code': 200} Feb 10 04:20:07.850833 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'port_id': '6e358488-4433-466a-822d-172b7dca6296', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'mac_address': 'fa:16:3e:3c:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42259738-b7a9-44bd-8aea-0b89643ab259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:19:43Z', 'updated_at': '2022-02-10T04:20:05Z', 'revision_number': 1, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:07.915695 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] Checking router: f180e452-da47-49ce-8a94-d47a971d0685 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:20:07.925863 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:07.926778 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:07.938099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:08.007912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-5680eb64-5ab4-45f3-ab6f-0957f2323336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:08.009677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-5680eb64-5ab4-45f3-ab6f-0957f2323336 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 1128 time: 0.2047453 Feb 10 04:20:08.159772 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:08.287282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Router cb6c0a2f-bad8-46b1-b427-89b5be93bed0 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:20:08.506978 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'port_id': '6e358488-4433-466a-822d-172b7dca6296', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'mac_address': 'fa:16:3e:3c:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42259738-b7a9-44bd-8aea-0b89643ab259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:19:43Z', 'updated_at': '2022-02-10T04:20:05Z', 'revision_number': 1, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:08.731337 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329d055-be4b-4466-a5ff-29b5b3a8e2ac None None] The sync data for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 is: [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'port_id': '6e358488-4433-466a-822d-172b7dca6296', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'mac_address': 'fa:16:3e:3c:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42259738-b7a9-44bd-8aea-0b89643ab259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:19:43Z', 'updated_at': '2022-02-10T04:20:05Z', 'revision_number': 1, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:08.774678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61be8d-c41d-4295-b85c-bf0e93ac6363 req-cba9c7aa-d453-42df-9a6b-a0e2164d3726 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:08.781752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b61be8d-c41d-4295-b85c-bf0e93ac6363 req-cba9c7aa-d453-42df-9a6b-a0e2164d3726 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1638720 Feb 10 04:20:08.928881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b61be8d-c41d-4295-b85c-bf0e93ac6363 req-cefc42e9-39b5-45b1-9ea7-617a6c1be2cd tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462667 Feb 10 04:20:08.935778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:08.940850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c56298de-c3bb-4050-a315-d6c4e9f4cbc0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "PUT /v2.0/routers/cb6c0a2f-bad8-46b1-b427-89b5be93bed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0208724 Feb 10 04:20:08.942226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-c1dbb69b-c577-4da9-9508-001e126ec947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:08.943804 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-c1dbb69b-c577-4da9-9508-001e126ec947 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.8880248 Feb 10 04:20:08.944441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46632) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:08.968925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] Sync routers for ids ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:08.979344 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1aa0fd5-a80d-4793-9991-e5d1dce59b6f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:20:08.980815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b1aa0fd5-a80d-4793-9991-e5d1dce59b6f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/8400a1c3-bbac-4b9c-b720-a5b42e727eb1 HTTP/1.1" status: 404 len: 333 time: 0.0356660 Feb 10 04:20:08.989915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46636) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:09.025668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] Routers {'cb6c0a2f-bad8-46b1-b427-89b5be93bed0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:09.025668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:09.108860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-11e22728-90e5-472e-a00f-7def9834353c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e358488-4433-466a-822d-172b7dca6296 HTTP/1.1" status: 200 len: 1000 time: 0.1269228 Feb 10 04:20:09.111848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:09.115618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:09.147119 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af7511-547f-408b-9634-3a9312dce62c None None] New status for floating IP eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:20:09.181087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:20:09.186188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25a79a8-4e7d-40f9-a1f3-a7daad9521e2 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:20:09.190385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] Routers {'cb6c0a2f-bad8-46b1-b427-89b5be93bed0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:09.191044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:09.216177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-dcdccf6e-bf23-43f7-b3fe-2ad94da59eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:09.218609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-dcdccf6e-bf23-43f7-b3fe-2ad94da59eaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.1042399 Feb 10 04:20:09.262522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:09.275406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2044b-2b92-48dc-85c1-ff9cac82c121 None None] The sync data for ids ['cb6c0a2f-bad8-46b1-b427-89b5be93bed0'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:09.290459 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a0ccab-ef44-4802-83e9-580a46d6e37d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for router (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:09.304453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-102b1675-6894-466b-a960-99132126adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:09.305984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-102b1675-6894-466b-a960-99132126adf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798197 Feb 10 04:20:09.495320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-caccb695-6477-4fb2-b5e6-0e03e9ef6735 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831801 Feb 10 04:20:09.560931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a0ccab-ef44-4802-83e9-580a46d6e37d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:09.578963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a0ccab-ef44-4802-83e9-580a46d6e37d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for router_controller (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:09.641640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6dd3b05-5c78-41d7-9e4d-a96b3a1e7725 req-53a25b2f-d595-4a58-934c-b8e1880d9359 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400020 Feb 10 04:20:09.723501 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a0ccab-ef44-4802-83e9-580a46d6e37d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (cb6c0a2f-bad8-46b1-b427-89b5be93bed0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:09.724455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a0ccab-ef44-4802-83e9-580a46d6e37d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Fanout notify agent at l3_agent the message router_deleted on router cb6c0a2f-bad8-46b1-b427-89b5be93bed0 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:20:09.744159 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a0ccab-ef44-4802-83e9-580a46d6e37d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:09.745737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-15a0ccab-ef44-4802-83e9-580a46d6e37d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/routers/cb6c0a2f-bad8-46b1-b427-89b5be93bed0 HTTP/1.1" status: 204 len: 168 time: 0.7540302 Feb 10 04:20:09.748488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46652) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:09.818740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet 139cf577-0691-4e34-a271-8e3c60b7f36c {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:09.822876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (139cf577-0691-4e34-a271-8e3c60b7f36c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:09.893898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (139cf577-0691-4e34-a271-8e3c60b7f36c), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.041066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (139cf577-0691-4e34-a271-8e3c60b7f36c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.163755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050042a3-49ea-4b3a-adc1-ec56b7865fa1 req-80c3e778-7d5e-4b28-9307-ce7352771a13 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:10.171133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-050042a3-49ea-4b3a-adc1-ec56b7865fa1 req-80c3e778-7d5e-4b28-9307-ce7352771a13 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1104727 Feb 10 04:20:10.259822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-050042a3-49ea-4b3a-adc1-ec56b7865fa1 req-17e57aee-4722-418d-a51d-31d32952b55c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877953 Feb 10 04:20:10.272056 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (139cf577-0691-4e34-a271-8e3c60b7f36c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.296123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61fc1f9-1f8b-4abe-90c9-427ab58654b2 None None] Network 2a34b0a8-9f76-406b-ab29-113012e70c74 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:10.304404 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.319429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/139cf577-0691-4e34-a271-8e3c60b7f36c HTTP/1.1" status: 204 len: 168 time: 0.5674248 Feb 10 04:20:10.320347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46670) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:10.369784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a408eaf-d132-4a3c-a027-184f79632da2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=139cf577-0691-4e34-a271-8e3c60b7f36c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:10.461979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2a34b0a8-9f76-406b-ab29-113012e70c74), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.532173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 9ac7017d-6bb9-4804-96a9-50ccc980d119 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:10.533034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.689995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] For port 9ac7017d-6bb9-4804-96a9-50ccc980d119, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9ac7017d-6bb9-4804-96a9-50ccc980d119,segment=NetworkSegment(8d3d6103-183a-497d-9a38-bc5b6a062adb),segment_id=8d3d6103-183a-497d-9a38-bc5b6a062adb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:10.690520 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.707893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 9ac7017d-6bb9-4804-96a9-50ccc980d119 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:10.758185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] DHCP port deletion for 2a34b0a8-9f76-406b-ab29-113012e70c74 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:20:10.869760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Deleting port 9ac7017d-6bb9-4804-96a9-50ccc980d119 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:10.870399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.906576 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:10.968780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=9ac7017d-6bb9-4804-96a9-50ccc980d119,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:10.980632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No DVR routers for this DVR port 9ac7017d-6bb9-4804-96a9-50ccc980d119 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:11.016747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] For port 9ac7017d-6bb9-4804-96a9-50ccc980d119, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9ac7017d-6bb9-4804-96a9-50ccc980d119,segment=NetworkSegment(8d3d6103-183a-497d-9a38-bc5b6a062adb),segment_id=8d3d6103-183a-497d-9a38-bc5b6a062adb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:11.017160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.030941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Calling delete_port for 9ac7017d-6bb9-4804-96a9-50ccc980d119 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:11.091868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2a34b0a8-9f76-406b-ab29-113012e70c74), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.123463 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (9ac7017d-6bb9-4804-96a9-50ccc980d119), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.126004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a34b0a8-9f76-406b-ab29-113012e70c74']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:11.139964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3d6103-183a-497d-9a38-bc5b6a062adb') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:11.140331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3d6103-183a-497d-9a38-bc5b6a062adb') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:11.153857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (8d3d6103-183a-497d-9a38-bc5b6a062adb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.162367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Pushing event deleted for resources: {'Port': ['ID=9ac7017d-6bb9-4804-96a9-50ccc980d119,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:11.175619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8d3d6103-183a-497d-9a38-bc5b6a062adb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.176718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] No DVR routers for this DVR port 9ac7017d-6bb9-4804-96a9-50ccc980d119 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:11.179048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.179403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.179750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.180092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.180436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.186234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.186586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.186996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.187368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.187818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.188164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.188501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.188836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b78c6a2-5a93-4f18-83d1-24a9e7fb2fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:11.189422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:20:11.190372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (8d3d6103-183a-497d-9a38-bc5b6a062adb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:20:11.196327 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:20:11.427533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46692) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:11.469228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2a34b0a8-9f76-406b-ab29-113012e70c74), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.478682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.485288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/2a34b0a8-9f76-406b-ab29-113012e70c74 HTTP/1.1" status: 204 len: 168 time: 1.1631525 Feb 10 04:20:11.489662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46696) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:11.499362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ad2e-942d-4e2a-a5f3-ad1072932525 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=2a34b0a8-9f76-406b-ab29-113012e70c74,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:11.582883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174130aa-b031-4d29-a546-b908531ef98c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:11.584743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-174130aa-b031-4d29-a546-b908531ef98c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/4780b666-3be1-444c-b7e7-f8f1a762f7d2 HTTP/1.1" status: 200 len: 841 time: 0.0939302 Feb 10 04:20:11.588644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46698) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:11.602418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ffd1-985b-4d81-ad4b-d78cf1278689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.643130 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-601eac6d-78bc-4593-8f35-1f653213eaf1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/4780b666-3be1-444c-b7e7-f8f1a762f7d2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0530746 Feb 10 04:20:11.650921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46702) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:11.658178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:11.690297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ffd1-985b-4d81-ad4b-d78cf1278689 admin admin] Publish callbacks [] for security_group (572e89b6-a865-4a3a-bf01-b1462463ef61), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.764308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ffd1-985b-4d81-ad4b-d78cf1278689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (572e89b6-a865-4a3a-bf01-b1462463ef61), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.799732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7ffd1-985b-4d81-ad4b-d78cf1278689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572e89b6-a865-4a3a-bf01-b1462463ef61,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:11.819884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:11.820859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bcb7ffd1-985b-4d81-ad4b-d78cf1278689 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a156dd1dfc243b8b42c6b681f31fed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3922479 Feb 10 04:20:11.823423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:11.831111 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.881503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76227bb8-4d3f-470a-9d02-a92c8e17acaa admin admin] Publish callbacks [] for security_group (572e89b6-a865-4a3a-bf01-b1462463ef61), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:11.911191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76227bb8-4d3f-470a-9d02-a92c8e17acaa admin admin] Publish callbacks [] for security_group (572e89b6-a865-4a3a-bf01-b1462463ef61), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.040110 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76227bb8-4d3f-470a-9d02-a92c8e17acaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (572e89b6-a865-4a3a-bf01-b1462463ef61), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.043500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76227bb8-4d3f-470a-9d02-a92c8e17acaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.046060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-76227bb8-4d3f-470a-9d02-a92c8e17acaa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/572e89b6-a865-4a3a-bf01-b1462463ef61 HTTP/1.1" status: 204 len: 168 time: 0.2213497 Feb 10 04:20:12.062985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227bb8-4d3f-470a-9d02-a92c8e17acaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572e89b6-a865-4a3a-bf01-b1462463ef61,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:12.204242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (461ff29a-5d6d-4c34-b060-d2a084255e91), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.271432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:12.274789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:12.279689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:12.280297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.285538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c04b723-e34c-47fd-969d-07371a29c766 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:12.289709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=461ff29a-5d6d-4c34-b060-d2a084255e91,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:12.416079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fa228e8f-e1cb-4238-802a-a2452f6b48b6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7634859 Feb 10 04:20:12.422223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46722) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:12.426228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3d201d3b-f4ca-461e-8b5a-7896fd5bd07d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'security_group': {'name': 'tempest-secgroup-1763313568'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:12.537623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d201d3b-f4ca-461e-8b5a-7896fd5bd07d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.575580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-09d800a1-5d7f-479a-a896-3cb4f437036c', 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'project_id': '74eeae9185084ce7af4025ace4c6ee0c', 'fixed_ips': [{'subnet_id': '461ff29a-5d6d-4c34-b060-d2a084255e91'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:20:12.577071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.701890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d201d3b-f4ca-461e-8b5a-7896fd5bd07d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (f1ddbfa1-e184-4a93-b024-efe8389e7bfd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.764053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Allocated IP 172.20.0.2 (09d800a1-5d7f-479a-a896-3cb4f437036c/461ff29a-5d6d-4c34-b060-d2a084255e91/0353587f-ad59-48d9-a7a8-7937809fad11) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:12.782991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9ac7017d-6bb9-4804-96a9-50ccc980d119 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:12.821971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9ac7017d-6bb9-4804-96a9-50ccc980d119 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:20:12.822288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9ac7017d-6bb9-4804-96a9-50ccc980d119 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:20:12.826836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d201d3b-f4ca-461e-8b5a-7896fd5bd07d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1ddbfa1-e184-4a93-b024-efe8389e7bfd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.943275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201d3b-f4ca-461e-8b5a-7896fd5bd07d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ddbfa1-e184-4a93-b024-efe8389e7bfd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:12.963563 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d201d3b-f4ca-461e-8b5a-7896fd5bd07d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:12.965328 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3d201d3b-f4ca-461e-8b5a-7896fd5bd07d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5456867 Feb 10 04:20:12.968677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46728) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:12.973526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f1c48b33-e4c2-4d69-8ebd-60fcb28de90a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'security_group': {'name': 'tempest-secgroup-1634735726'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:13.022439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46730) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:13.035209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Publish callbacks [] for port (0353587f-ad59-48d9-a7a8-7937809fad11), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.040928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a9705e99-deb3-4bd5-8b72-eed2a4822613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.073357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1c48b33-e4c2-4d69-8ebd-60fcb28de90a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.132471 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.183008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:13.188405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:13.193215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:13.196488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Pushing event updated for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:13.198984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a9705e99-deb3-4bd5-8b72-eed2a4822613 admin admin] Publish callbacks [] for security_group (c45df2a3-a107-4df4-b878-9fcd781d508f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.239398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1c48b33-e4c2-4d69-8ebd-60fcb28de90a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (ffc4e511-1a53-401d-96ea-a0c41dcc347d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.255490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Attempting to bind port 0353587f-ad59-48d9-a7a8-7937809fad11 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:20:13.256546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Attempting to bind port 0353587f-ad59-48d9-a7a8-7937809fad11 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'cd18021e-7285-4175-a393-e6570b7d5fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:20:13.256937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Attempting to bind port 0353587f-ad59-48d9-a7a8-7937809fad11 on network 09d800a1-5d7f-479a-a896-3cb4f437036c {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:13.262942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:20:13.264310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Checking segment: {'id': 'cd18021e-7285-4175-a393-e6570b7d5fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:13.265168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.265714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Bound using segment: {'id': 'cd18021e-7285-4175-a393-e6570b7d5fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:20:13.266465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Bound port: 0353587f-ad59-48d9-a7a8-7937809fad11, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd18021e-7285-4175-a393-e6570b7d5fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:20:13.267036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.284949 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a9705e99-deb3-4bd5-8b72-eed2a4822613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c45df2a3-a107-4df4-b878-9fcd781d508f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.346262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1c48b33-e4c2-4d69-8ebd-60fcb28de90a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ffc4e511-1a53-401d-96ea-a0c41dcc347d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.409617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:20:13.416578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0353587f-ad59-48d9-a7a8-7937809fad11,segment=NetworkSegment(cd18021e-7285-4175-a393-e6570b7d5fc7),segment_id=cd18021e-7285-4175-a393-e6570b7d5fc7)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:20:13.459161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a9705e99-deb3-4bd5-8b72-eed2a4822613 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b87f0e319c0a4ce0b1e239c6c97c6abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352658 Feb 10 04:20:13.471846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46742) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:13.476722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705e99-deb3-4bd5-8b72-eed2a4822613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45df2a3-a107-4df4-b878-9fcd781d508f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:13.509444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.561226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c48b33-e4c2-4d69-8ebd-60fcb28de90a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4e511-1a53-401d-96ea-a0c41dcc347d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:13.571428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f1c48b33-e4c2-4d69-8ebd-60fcb28de90a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.580451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f1c48b33-e4c2-4d69-8ebd-60fcb28de90a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6080625 Feb 10 04:20:13.581984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:13.595590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-399861329', 'security_groups': ['ffc4e511-1a53-401d-96ea-a0c41dcc347d'], 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '461ff29a-5d6d-4c34-b060-d2a084255e91'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:13.624621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b211cdd7-fa70-47aa-9b56-bc99bc743d5f admin admin] Publish callbacks [] for security_group (c45df2a3-a107-4df4-b878-9fcd781d508f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.668814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b211cdd7-fa70-47aa-9b56-bc99bc743d5f admin admin] Publish callbacks [] for security_group (c45df2a3-a107-4df4-b878-9fcd781d508f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.687750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8759a18-bff1-42d4-a90c-aba0cfdffd79 None None] Pushing event updated for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:13.831893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b211cdd7-fa70-47aa-9b56-bc99bc743d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c45df2a3-a107-4df4-b878-9fcd781d508f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.836785 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b211cdd7-fa70-47aa-9b56-bc99bc743d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:13.841892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b211cdd7-fa70-47aa-9b56-bc99bc743d5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c45df2a3-a107-4df4-b878-9fcd781d508f HTTP/1.1" status: 204 len: 168 time: 0.3688376 Feb 10 04:20:13.854024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211cdd7-fa70-47aa-9b56-bc99bc743d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45df2a3-a107-4df4-b878-9fcd781d508f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:13.900383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:14.080730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:14.123104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 6ee55445-99f0-4789-affb-14c9a5deda33 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:20:14.347032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.5 (09d800a1-5d7f-479a-a896-3cb4f437036c/461ff29a-5d6d-4c34-b060-d2a084255e91/6ee55445-99f0-4789-affb-14c9a5deda33) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:14.606813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (6ee55445-99f0-4789-affb-14c9a5deda33), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:14.727011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6ee55445-99f0-4789-affb-14c9a5deda33), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:14.835684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:14.843095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:14.846856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:14.933447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0353587f-ad59-48d9-a7a8-7937809fad11 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:14.941663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:14.942951 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:14.959555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=6ee55445-99f0-4789-affb-14c9a5deda33,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:15.026610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:15.027372 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:15.044260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62454a5b-fa3d-4263-80ba-4d8fba6f4905 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4608202 Feb 10 04:20:15.047149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46776) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:15.054347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2b30a10c-7b7a-424a-9394-9151bd6b1e50 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:15.332082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:15.333655 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:15.407776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dff48-ff17-4ce3-a097-7f0fc021d083 req-6072900d-514a-4358-a271-af5c9ec4ccc1 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:15.409405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-138dff48-ff17-4ce3-a097-7f0fc021d083 req-6072900d-514a-4358-a271-af5c9ec4ccc1 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 946 time: 0.1288807 Feb 10 04:20:15.417011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30a10c-7b7a-424a-9394-9151bd6b1e50 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:15.419342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2b30a10c-7b7a-424a-9394-9151bd6b1e50 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:15.451604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0353587f-ad59-48d9-a7a8-7937809fad11,segment=NetworkSegment(cd18021e-7285-4175-a393-e6570b7d5fc7),segment_id=cd18021e-7285-4175-a393-e6570b7d5fc7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:15.548077 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:15.629190 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-138dff48-ff17-4ce3-a097-7f0fc021d083 req-bdf31bd8-70f7-420f-928e-285df73f3dfb tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054038 Feb 10 04:20:15.692128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:15.696930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b89ef2ac-a609-46af-9ebb-6799fecc8772 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:15.697648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b89ef2ac-a609-46af-9ebb-6799fecc8772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:15.725807 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-2b30a10c-7b7a-424a-9394-9151bd6b1e50 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 461ff29a-5d6d-4c34-b060-d2a084255e91 (CIDR: 172.20.0.0/28) Feb 10 04:20:15.769330 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b30a10c-7b7a-424a-9394-9151bd6b1e50 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:20:15.769817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b30a10c-7b7a-424a-9394-9151bd6b1e50 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:15.867571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b89ef2ac-a609-46af-9ebb-6799fecc8772 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:15.870216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46798) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:15.875326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2b30a10c-7b7a-424a-9394-9151bd6b1e50 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8268838 Feb 10 04:20:15.879428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:15.881057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b89ef2ac-a609-46af-9ebb-6799fecc8772 None None] Provisioning complete for port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:15.881583 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b89ef2ac-a609-46af-9ebb-6799fecc8772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:15.950985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b89ef2ac-a609-46af-9ebb-6799fecc8772 None None] Port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:16.075537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-59d281a9-e73e-44a7-a4f7-f7f9a92a8aae None None] Provisioning complete for port 6ee55445-99f0-4789-affb-14c9a5deda33 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:16.076426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-59d281a9-e73e-44a7-a4f7-f7f9a92a8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6ee55445-99f0-4789-affb-14c9a5deda33), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:16.115204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-59d281a9-e73e-44a7-a4f7-f7f9a92a8aae None None] Port 6ee55445-99f0-4789-affb-14c9a5deda33 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:16.155844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:16.160943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:16.596925 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (2984d046-94a9-495f-9437-0df318263812), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:16.677377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:16.705002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:16.715784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:16.723621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77caa1-d4b7-4d2d-8d95-c45ed152b324 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:16.734741 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:16.810172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=2984d046-94a9-495f-9437-0df318263812,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:16.927565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0353587f-ad59-48d9-a7a8-7937809fad11 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:16.931677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01aaa12d-9f53-42b8-aeb5-5b64362d391f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0596929 Feb 10 04:20:16.934235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46832) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:16.943922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1809727770', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2984d046-94a9-495f-9437-0df318263812'}], 'security_groups': ['f1ddbfa1-e184-4a93-b024-efe8389e7bfd']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:17.019031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426031ef-4775-4638-aaa9-d6b1b0ea32ac req-58a70660-52d6-4e41-a125-1c71fb7dc2ea tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:17.020609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426031ef-4775-4638-aaa9-d6b1b0ea32ac req-58a70660-52d6-4e41-a125-1c71fb7dc2ea tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 946 time: 0.1716354 Feb 10 04:20:17.034916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-9c141e29-0045-496e-89a7-b0ff4d19cb3f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:17.036739 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-9c141e29-0045-496e-89a7-b0ff4d19cb3f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 946 time: 0.2278275 Feb 10 04:20:17.106441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6ee55445-99f0-4789-affb-14c9a5deda33), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:17.131810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:17.132380 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:17.143098 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:17.243304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426031ef-4775-4638-aaa9-d6b1b0ea32ac req-dbc285a1-73f3-4312-9e31-874ead17867f tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053773 Feb 10 04:20:17.315314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a19eeb-eaad-4834-a3ba-4207f4ded6d6 None None] Update dhcp port {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'fixed_ips': [{'subnet_id': '461ff29a-5d6d-4c34-b060-d2a084255e91', 'ip_address': '172.20.0.2'}, {'subnet_id': '2984d046-94a9-495f-9437-0df318263812'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '0353587f-ad59-48d9-a7a8-7937809fad11'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:20:17.387206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Deleting port ced24674-007e-49ba-b860-1db1c7aa83c3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:17.387206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:17.402591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:17.412833 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0a19eeb-eaad-4834-a3ba-4207f4ded6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:17.609797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] For port ced24674-007e-49ba-b860-1db1c7aa83c3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ced24674-007e-49ba-b860-1db1c7aa83c3,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:17.610178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:17.651014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Calling delete_port for ced24674-007e-49ba-b860-1db1c7aa83c3 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:17.694784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Delete allocated IP 172.20.0.5 (09d800a1-5d7f-479a-a896-3cb4f437036c/461ff29a-5d6d-4c34-b060-d2a084255e91) {{(pid=109958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 04:20:17.704374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.27 (09d800a1-5d7f-479a-a896-3cb4f437036c/2984d046-94a9-495f-9437-0df318263812/6ee55445-99f0-4789-affb-14c9a5deda33) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:18.008384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (6ee55445-99f0-4789-affb-14c9a5deda33), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.062282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46880) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:18.080123 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ced24674-007e-49ba-b860-1db1c7aa83c3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.103476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (6ee55445-99f0-4789-affb-14c9a5deda33), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.105122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e0e263a3-7d5e-47cf-918f-250d0c501adc', '651e20d1-0945-4e76-9e5b-2ac5bff4ee91'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:20:18.136863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event deleted for resources: {'Port': ['ID=ced24674-007e-49ba-b860-1db1c7aa83c3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:18.203530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] No DVR routers for this DVR port ced24674-007e-49ba-b860-1db1c7aa83c3 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:18.206584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.211900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48e7826f-5f71-49a4-99ae-72d8cfbeb3e3 req-e677a3c2-9182-4889-aab8-66454846a880 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "DELETE /v2.0/ports/ced24674-007e-49ba-b860-1db1c7aa83c3 HTTP/1.1" status: 204 len: 173 time: 1.1674643 Feb 10 04:20:18.212156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'name': 'network-vif-deleted', 'tag': 'ced24674-007e-49ba-b860-1db1c7aa83c3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:18.215180 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1881237e-77cf-4e0c-aa1f-98aba9d6f102" -d '{"events": [{"server_uuid": "5ace825e-4ead-405c-87aa-6bd2decd03fd", "name": "network-vif-deleted", "tag": "ced24674-007e-49ba-b860-1db1c7aa83c3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:18.224295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=6ee55445-99f0-4789-affb-14c9a5deda33,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:18.269660 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be226e-66d7-404a-8ffa-812c59e40660 x-openstack-request-id: req-e1be226e-66d7-404a-8ffa-812c59e40660 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:18.269660 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ace825e-4ead-405c-87aa-6bd2decd03fd", "name": "network-vif-deleted", "tag": "ced24674-007e-49ba-b860-1db1c7aa83c3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:18.269660 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1be226e-66d7-404a-8ffa-812c59e40660 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:18.269660 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ace825e-4ead-405c-87aa-6bd2decd03fd', 'name': 'network-vif-deleted', 'tag': 'ced24674-007e-49ba-b860-1db1c7aa83c3', 'status': 'completed', 'code': 200} Feb 10 04:20:18.379821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b0a19eeb-eaad-4834-a3ba-4207f4ded6d6 None None] Allocated IP 172.20.0.18 (09d800a1-5d7f-479a-a896-3cb4f437036c/2984d046-94a9-495f-9437-0df318263812/0353587f-ad59-48d9-a7a8-7937809fad11) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:18.406545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] In _notify_port_updated(), no bound segment for port 6ee55445-99f0-4789-affb-14c9a5deda33 on network 09d800a1-5d7f-479a-a896-3cb4f437036c {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:20:18.415213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:18.416302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.418463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aea497dd-7843-40a2-b47a-d9e12c46291a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "PUT /v2.0/ports/6ee55445-99f0-4789-affb-14c9a5deda33 HTTP/1.1" status: 200 len: 921 time: 1.4806488 Feb 10 04:20:18.421207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46908) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:18.462834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.467877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae3fcb41-f56c-4e84-bfbb-63c58352f26f req-024ce365-4bca-497d-8330-fefc9c4e6bda tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 210 time: 0.0916426 Feb 10 04:20:18.613747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b0a19eeb-eaad-4834-a3ba-4207f4ded6d6 None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0353587f-ad59-48d9-a7a8-7937809fad11,segment=NetworkSegment(cd18021e-7285-4175-a393-e6570b7d5fc7),segment_id=cd18021e-7285-4175-a393-e6570b7d5fc7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:18.621626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] Deleting subnet 6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:18.629704 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] Publish callbacks [] for subnet (6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.705679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 6ee55445-99f0-4789-affb-14c9a5deda33 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:18.706166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6ee55445-99f0-4789-affb-14c9a5deda33), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.714366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.749774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0a19eeb-eaad-4834-a3ba-4207f4ded6d6 None None] Publish callbacks [] for port (0353587f-ad59-48d9-a7a8-7937809fad11), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.821823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.873705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0a19eeb-eaad-4834-a3ba-4207f4ded6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.884415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6ee55445-99f0-4789-affb-14c9a5deda33), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:18.908381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 6ee55445-99f0-4789-affb-14c9a5deda33 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:19.024513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.039266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a19eeb-eaad-4834-a3ba-4207f4ded6d6 None None] Pushing event updated for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:19.063700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:19.086599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.092785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a4baff6d-d560-4007-a294-a93f5de2059d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6a7ac0d6-68fe-47dd-aa4d-ec38712fd8fa HTTP/1.1" status: 204 len: 168 time: 1.0378230 Feb 10 04:20:19.093028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46944) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:19.185458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6ee55445-99f0-4789-affb-14c9a5deda33), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.197412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4dbd154e-9581-4df8-b224-7fe373295285), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.203652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ced24674-007e-49ba-b860-1db1c7aa83c3 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:19.220293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=6ee55445-99f0-4789-affb-14c9a5deda33,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:19.223819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: ced24674-007e-49ba-b860-1db1c7aa83c3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:20:19.224176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ced24674-007e-49ba-b860-1db1c7aa83c3 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:20:19.316261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.324338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-44bb4fde-cb8b-42c7-b0f1-88fcdc8eee32 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/6ee55445-99f0-4789-affb-14c9a5deda33 HTTP/1.1" status: 204 len: 168 time: 0.9018426 Feb 10 04:20:19.326841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46950) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:19.339428 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4dbd154e-9581-4df8-b224-7fe373295285), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.383366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbd154e-9581-4df8-b224-7fe373295285']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:19.387980 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f1c7f4-a490-4dcd-8a29-92379d695783 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:20:19.389932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-40f1c7f4-a490-4dcd-8a29-92379d695783 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/6ee55445-99f0-4789-affb-14c9a5deda33 HTTP/1.1" status: 404 len: 333 time: 0.0602622 Feb 10 04:20:19.390882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46952) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:19.397315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060c92ff-02e0-4255-8393-eeea70bed713') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:19.397685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060c92ff-02e0-4255-8393-eeea70bed713') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:19.415057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (060c92ff-02e0-4255-8393-eeea70bed713), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.457118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (060c92ff-02e0-4255-8393-eeea70bed713), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.471468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:20:19.471920 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (060c92ff-02e0-4255-8393-eeea70bed713), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:20:19.475971 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:20:19.505914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0807f6e5-cb9f-49a0-833b-de9ff7970ce0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (ffc4e511-1a53-401d-96ea-a0c41dcc347d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.530384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0807f6e5-cb9f-49a0-833b-de9ff7970ce0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (ffc4e511-1a53-401d-96ea-a0c41dcc347d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.625802 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4dbd154e-9581-4df8-b224-7fe373295285), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.641302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.641302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] 10.222.0.42 "DELETE /v2.0/networks/4dbd154e-9581-4df8-b224-7fe373295285 HTTP/1.1" status: 204 len: 168 time: 0.5436828 Feb 10 04:20:19.672903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5c371f67-2bd9-4242-ad0d-ebb7d45cfe6d req-93249a14-54e7-4685-91d5-7663c1cd43b7 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ace825e-4ead-405c-87aa-6bd2decd03fd HTTP/1.1" status: 200 len: 210 time: 0.0518043 Feb 10 04:20:19.692548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a907102-106d-4092-8639-45a6ee3b0b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbd154e-9581-4df8-b224-7fe373295285,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:19.713054 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0807f6e5-cb9f-49a0-833b-de9ff7970ce0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ffc4e511-1a53-401d-96ea-a0c41dcc347d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.719362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0807f6e5-cb9f-49a0-833b-de9ff7970ce0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.722522 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0807f6e5-cb9f-49a0-833b-de9ff7970ce0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/security-groups/ffc4e511-1a53-401d-96ea-a0c41dcc347d HTTP/1.1" status: 204 len: 168 time: 0.3277922 Feb 10 04:20:19.724739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:19.741160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807f6e5-cb9f-49a0-833b-de9ff7970ce0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4e511-1a53-401d-96ea-a0c41dcc347d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:19.819797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcfd13bb-3675-4fd8-a9d8-22abdb3353c0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (f1ddbfa1-e184-4a93-b024-efe8389e7bfd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:19.851302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcfd13bb-3675-4fd8-a9d8-22abdb3353c0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (f1ddbfa1-e184-4a93-b024-efe8389e7bfd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.006004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcfd13bb-3675-4fd8-a9d8-22abdb3353c0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1ddbfa1-e184-4a93-b024-efe8389e7bfd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.008649 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcfd13bb-3675-4fd8-a9d8-22abdb3353c0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.009821 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bcfd13bb-3675-4fd8-a9d8-22abdb3353c0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1ddbfa1-e184-4a93-b024-efe8389e7bfd HTTP/1.1" status: 204 len: 168 time: 0.2807481 Feb 10 04:20:20.014549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46990) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:20.019533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd13bb-3675-4fd8-a9d8-22abdb3353c0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ddbfa1-e184-4a93-b024-efe8389e7bfd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:20.087789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0bf4af4e-a284-46c8-8f00-874ab0c49864 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:20.088310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0bf4af4e-a284-46c8-8f00-874ab0c49864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.090820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet 461ff29a-5d6d-4c34-b060-d2a084255e91 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:20.096278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (461ff29a-5d6d-4c34-b060-d2a084255e91), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.108760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46992) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:20.167303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (461ff29a-5d6d-4c34-b060-d2a084255e91), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.195350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7334a533-54a8-47f0-82fb-6aaccc763a0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba3dd7a8d013466dae065a55fd8fe967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852554 Feb 10 04:20:20.197556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46998) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:20.215596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4af4e-a284-46c8-8f00-874ab0c49864 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:20.222754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0bf4af4e-a284-46c8-8f00-874ab0c49864 None None] Could not find standard attr ID for object 6ee55445-99f0-4789-affb-14c9a5deda33. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:20:20.236865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0bf4af4e-a284-46c8-8f00-874ab0c49864 None None] Provisioning complete for port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:20.237249 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0bf4af4e-a284-46c8-8f00-874ab0c49864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.259259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7115d6ec-b4ed-4d16-ab4b-f7a2f2926843 admin admin] Publish callbacks [] for security_group (f4a4b98a-74f7-4a24-9442-5b1e85e60350), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.281218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4af4e-a284-46c8-8f00-874ab0c49864 None None] Port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:20.288624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (461ff29a-5d6d-4c34-b060-d2a084255e91), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.308031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7115d6ec-b4ed-4d16-ab4b-f7a2f2926843 admin admin] Publish callbacks [] for security_group (f4a4b98a-74f7-4a24-9442-5b1e85e60350), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.426232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-b4c3f7ae-6e33-49d4-bbd3-1b3b2093380b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056416 Feb 10 04:20:20.445872 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7115d6ec-b4ed-4d16-ab4b-f7a2f2926843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f4a4b98a-74f7-4a24-9442-5b1e85e60350), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.449204 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7115d6ec-b4ed-4d16-ab4b-f7a2f2926843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.455350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7115d6ec-b4ed-4d16-ab4b-f7a2f2926843 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4a4b98a-74f7-4a24-9442-5b1e85e60350 HTTP/1.1" status: 204 len: 168 time: 0.2519059 Feb 10 04:20:20.464945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115d6ec-b4ed-4d16-ab4b-f7a2f2926843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a4b98a-74f7-4a24-9442-5b1e85e60350,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:20.524778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-5878d366-5557-4c5d-b3a7-8b711041fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:20.526368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-5878d366-5557-4c5d-b3a7-8b711041fdec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a97cf0fa4de74535bc16402988b6931c&device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 1128 time: 0.0700564 Feb 10 04:20:20.538196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (461ff29a-5d6d-4c34-b060-d2a084255e91), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.568665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=461ff29a-5d6d-4c34-b060-d2a084255e91,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:20.694412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.707320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7763cca7-809e-483a-ae67-fd57d5eecc96 None None] Could not find standard attr ID for object 6ee55445-99f0-4789-affb-14c9a5deda33. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:20:20.722868 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5f2ab4db-e9a9-4a73-9d2f-922c2a1be16a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/461ff29a-5d6d-4c34-b060-d2a084255e91 HTTP/1.1" status: 204 len: 168 time: 0.7031932 Feb 10 04:20:20.725896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47022) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:20.738119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:20.738481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-d8ddf64f-f210-4f77-943f-dbd83a4c12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:20.738481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-d8ddf64f-f210-4f77-943f-dbd83a4c12fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 200 len: 916 time: 0.1693146 Feb 10 04:20:20.808643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-299b7c7b-8d28-414d-a098-b24e89bddd23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91 HTTP/1.1" status: 200 len: 217 time: 0.0657041 Feb 10 04:20:20.825366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0353587f-ad59-48d9-a7a8-7937809fad11 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:20.904347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-944899d6-6c26-4ac0-a283-f85ccbf0a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:20.906010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-944899d6-6c26-4ac0-a283-f85ccbf0a1f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 200 len: 855 time: 0.0821972 Feb 10 04:20:20.942411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:20.945336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:20.948554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-e86d5564-a167-4586-9f13-2604d559cee4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc4da560-5f28-4c4e-bc28-bc839f483816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352736 Feb 10 04:20:21.117963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:21.127684 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:21.150808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:21.194042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-f1f0c480-f337-4010-b755-a9dda605038f service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381518 Feb 10 04:20:21.286481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73989c69-5e22-42d6-a45d-132e12615b10 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:21.396232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca39529-197b-42f8-9d1b-38baec4ff3ef req-78a62419-8cf7-43d9-96f5-8e5f45a221f8 service neutron] 10.222.0.43 "GET /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928198 Feb 10 04:20:21.420530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238163-112e-49ee-9a5f-097af68db1d8 req-c085adef-113f-41ce-90a6-fa2fdc874fc4 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:21.422060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9238163-112e-49ee-9a5f-097af68db1d8 req-c085adef-113f-41ce-90a6-fa2fdc874fc4 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 946 time: 0.0816855 Feb 10 04:20:21.512329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9238163-112e-49ee-9a5f-097af68db1d8 req-22be3f51-31f8-413a-b4a0-8f00593fc373 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832381 Feb 10 04:20:21.711692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (fd4669b1-6116-4903-9187-cd3a6d2db1b0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:21.788437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=fd4669b1-6116-4903-9187-cd3a6d2db1b0,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:21.796525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:21.797890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:21.802526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:21.803193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:21.914260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d1f16793-cc45-40da-aae5-f0bfd8b7b53a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1869090 Feb 10 04:20:21.916821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47080) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:21.921267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a2de4fac-dfdd-4848-b40b-c8991e190e0c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'security_group': {'name': 'tempest-secgroup-64296051'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:21.929481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:20:21.931576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47082) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:22.016915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47086) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:22.020515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2de4fac-dfdd-4848-b40b-c8991e190e0c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.136903 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2de4fac-dfdd-4848-b40b-c8991e190e0c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (bb499713-60b7-471d-9622-b54ba05b73c4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.143585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f9749e8-4853-41f0-a3c5-5b970fde98f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.154548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffb1bb-6c98-4667-addb-35f5f4a37cbb None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:22.162443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1121323025-network', 'tenant_id': '0b5dd687c2e948fbb4ba5b428fb7dee7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:22.208513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2de4fac-dfdd-4848-b40b-c8991e190e0c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bb499713-60b7-471d-9622-b54ba05b73c4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.262532 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f9749e8-4853-41f0-a3c5-5b970fde98f0 admin admin] Publish callbacks [] for security_group (5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.264810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Made reservation on behalf of 0b5dd687c2e948fbb4ba5b428fb7dee7 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:22.267296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.269585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-dd7f2c07-6e80-4df2-bcb9-8340f1af132e None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:22.271586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c07-6e80-4df2-bcb9-8340f1af132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.276103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.286850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4fac-dfdd-4848-b40b-c8991e190e0c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb499713-60b7-471d-9622-b54ba05b73c4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:22.351205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f9749e8-4853-41f0-a3c5-5b970fde98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.352098 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2de4fac-dfdd-4848-b40b-c8991e190e0c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.353552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a2de4fac-dfdd-4848-b40b-c8991e190e0c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4357736 Feb 10 04:20:22.356309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47098) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:22.361623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-30d83343-8975-45c4-9e91-789fca54c7d6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'security_group': {'name': 'tempest-secgroup-368171817'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:22.407015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f2c07-6e80-4df2-bcb9-8340f1af132e None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:22.421328 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks [] for security_group (c74d7aba-6a57-42db-a878-16d7ec004eb4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.424199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5f9749e8-4853-41f0-a3c5-5b970fde98f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69762b7eac6f4035b419667b710f8e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912920 Feb 10 04:20:22.426456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9749e8-4853-41f0-a3c5-5b970fde98f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:22.428755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47100) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:22.446929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-dd7f2c07-6e80-4df2-bcb9-8340f1af132e None None] Provisioning complete for port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:22.447318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd7f2c07-6e80-4df2-bcb9-8340f1af132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.464425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30d83343-8975-45c4-9e91-789fca54c7d6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.488282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c74d7aba-6a57-42db-a878-16d7ec004eb4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.495545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f72f79c5-a320-412b-9038-9fe3f8a7fec4 admin admin] Publish callbacks [] for security_group (5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.520460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:20:22.523748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f2c07-6e80-4df2-bcb9-8340f1af132e None None] Port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:22.537198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f72f79c5-a320-412b-9038-9fe3f8a7fec4 admin admin] Publish callbacks [] for security_group (5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.541718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74d7aba-6a57-42db-a878-16d7ec004eb4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:22.542040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a5b06-6dc4-4c3d-8a15-ccc18d7e60c2 None None] Update dhcp port {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'fixed_ips': [{'subnet_id': '2984d046-94a9-495f-9437-0df318263812', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fd4669b1-6116-4903-9187-cd3a6d2db1b0'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '0353587f-ad59-48d9-a7a8-7937809fad11'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:20:22.547400 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2592c5ba-e89c-4915-9ad5-4206050beb7e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.547400 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Added segment 2592c5ba-e89c-4915-9ad5-4206050beb7e of type vlan for network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 Feb 10 04:20:22.608126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b43a5b06-6dc4-4c3d-8a15-ccc18d7e60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.614269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (1cf7a26e-68a8-4021-a5dc-8626d4c5c133), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.665636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f72f79c5-a320-412b-9038-9fe3f8a7fec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.668157 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f72f79c5-a320-412b-9038-9fe3f8a7fec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.669327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f72f79c5-a320-412b-9038-9fe3f8a7fec4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740 HTTP/1.1" status: 204 len: 168 time: 0.2394948 Feb 10 04:20:22.672081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30d83343-8975-45c4-9e91-789fca54c7d6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.682914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f79c5-a320-412b-9038-9fe3f8a7fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9be4bc-60e2-4d9a-b493-cd8ecfb0a740,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:22.706506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0547c5-96a0-49ce-b8b0-34e67a889822 req-2d3e4c45-fb23-4e25-a49a-b97bf7c6b7dc tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:22.708212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (1cf7a26e-68a8-4021-a5dc-8626d4c5c133), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.708713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b0547c5-96a0-49ce-b8b0-34e67a889822 req-2d3e4c45-fb23-4e25-a49a-b97bf7c6b7dc tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 946 time: 0.0905464 Feb 10 04:20:22.709186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:22.709759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.791731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30d83343-8975-45c4-9e91-789fca54c7d6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.838493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] Pushing event updated for resources: {'Network': ['ID=1cf7a26e-68a8-4021-a5dc-8626d4c5c133,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:22.856876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-e9ab314d-30e4-4774-b0e1-1d354727c02d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:22.861019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-e9ab314d-30e4-4774-b0e1-1d354727c02d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 946 time: 0.1067779 Feb 10 04:20:22.869440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b0547c5-96a0-49ce-b8b0-34e67a889822 req-d8f78159-0689-49ed-863e-93346b882c28 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481326 Feb 10 04:20:22.878336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d83343-8975-45c4-9e91-789fca54c7d6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:22.881969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:20:22.884008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-df08a883-15d3-4da0-9b3c-5afd66fde77e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8656952 Feb 10 04:20:22.886270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47114) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:22.894635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Request body: {'subnet': {'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1121323025-subnet', 'tenant_id': '0b5dd687c2e948fbb4ba5b428fb7dee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:22.954913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30d83343-8975-45c4-9e91-789fca54c7d6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:22.963198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-30d83343-8975-45c4-9e91-789fca54c7d6 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6052992 Feb 10 04:20:22.965754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47116) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:22.971827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5f7442c1-4430-40b5-b658-15f1d0512c93 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'security_group': {'name': 'tempest-secgroup-1852606080'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:22.988042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b43a5b06-6dc4-4c3d-8a15-ccc18d7e60c2 None None] Allocated IP 172.20.0.2 (09d800a1-5d7f-479a-a896-3cb4f437036c/fd4669b1-6116-4903-9187-cd3a6d2db1b0/0353587f-ad59-48d9-a7a8-7937809fad11) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:22.994248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Deleting port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:22.994590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.094209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] For port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:23.094493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Made reservation on behalf of 0b5dd687c2e948fbb4ba5b428fb7dee7 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:23.098838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.098988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.110087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Calling delete_port for 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:23.131948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b43a5b06-6dc4-4c3d-8a15-ccc18d7e60c2 None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0353587f-ad59-48d9-a7a8-7937809fad11,segment=NetworkSegment(cd18021e-7285-4175-a393-e6570b7d5fc7),segment_id=cd18021e-7285-4175-a393-e6570b7d5fc7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:23.199021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7442c1-4430-40b5-b658-15f1d0512c93 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.295652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7442c1-4430-40b5-b658-15f1d0512c93 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (94cae6fe-1583-4f47-b31c-5236222e6500), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.358153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b43a5b06-6dc4-4c3d-8a15-ccc18d7e60c2 None None] Publish callbacks [] for port (0353587f-ad59-48d9-a7a8-7937809fad11), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.368422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (651e20d1-0945-4e76-9e5b-2ac5bff4ee91), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.380233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e0e263a3-7d5e-47cf-918f-250d0c501adc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:20:23.398768 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7442c1-4430-40b5-b658-15f1d0512c93 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (94cae6fe-1583-4f47-b31c-5236222e6500), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.406534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event deleted for resources: {'Port': ['ID=651e20d1-0945-4e76-9e5b-2ac5bff4ee91,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:23.441785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7442c1-4430-40b5-b658-15f1d0512c93 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cae6fe-1583-4f47-b31c-5236222e6500,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:23.458586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b43a5b06-6dc4-4c3d-8a15-ccc18d7e60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.481245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] No DVR routers for this DVR port 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:23.483384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (e6fadb24-cc34-4f49-af7a-5c7e892b14a3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.486274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.487763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37a13ff8-1a91-42fa-b584-ce5703333da5 req-6d99a5bb-57e4-4784-bcef-cff670700859 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "DELETE /v2.0/ports/651e20d1-0945-4e76-9e5b-2ac5bff4ee91 HTTP/1.1" status: 204 len: 173 time: 0.6234355 Feb 10 04:20:23.488620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'name': 'network-vif-deleted', 'tag': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:23.490484 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59090222-f776-4072-88d7-e7295f31f81b" -d '{"events": [{"server_uuid": "b75e4fab-80d5-4648-84cd-84643772f4a4", "name": "network-vif-deleted", "tag": "651e20d1-0945-4e76-9e5b-2ac5bff4ee91"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:23.532399 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd490ad7-a189-4ff0-b8f9-85976d2451b6 x-openstack-request-id: req-cd490ad7-a189-4ff0-b8f9-85976d2451b6 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:23.532923 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75e4fab-80d5-4648-84cd-84643772f4a4", "name": "network-vif-deleted", "tag": "651e20d1-0945-4e76-9e5b-2ac5bff4ee91", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:23.533411 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd490ad7-a189-4ff0-b8f9-85976d2451b6 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:23.533896 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75e4fab-80d5-4648-84cd-84643772f4a4', 'name': 'network-vif-deleted', 'tag': '651e20d1-0945-4e76-9e5b-2ac5bff4ee91', 'status': 'completed', 'code': 200} Feb 10 04:20:23.557658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fadb24-cc34-4f49-af7a-5c7e892b14a3,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:23.566962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Checking segment: {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:23.567335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Network hostable DHCP agents. Network: 1cf7a26e-68a8-4021-a5dc-8626d4c5c133, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:20:23.582383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7442c1-4430-40b5-b658-15f1d0512c93 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.586792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5f7442c1-4430-40b5-b658-15f1d0512c93 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6198225 Feb 10 04:20:23.587017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47128) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:23.593146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2119572772', 'security_groups': ['94cae6fe-1583-4f47-b31c-5236222e6500'], 'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd4669b1-6116-4903-9187-cd3a6d2db1b0'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:23.610629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a5b06-6dc4-4c3d-8a15-ccc18d7e60c2 None None] Pushing event updated for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:23.634421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47132) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:23.650225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef20bea4-aab8-4f82-a7fa-c9b9d155f081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.703999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:20:23.771748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef20bea4-aab8-4f82-a7fa-c9b9d155f081 admin admin] Publish callbacks [] for security_group (73c32de7-80ae-4b17-a356-01be73156c38), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.805964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:23.868637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ef20bea4-aab8-4f82-a7fa-c9b9d155f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (73c32de7-80ae-4b17-a356-01be73156c38), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.875628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 1cf7a26e-68a8-4021-a5dc-8626d4c5c133) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:23.881298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:23.882264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.902914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c844f10-1ade-4033-a6e7-05fc80811b0a None None] Network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:23.942444 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:23.963780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] device_id is not set on port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:20:23.985943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ef20bea4-aab8-4f82-a7fa-c9b9d155f081 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93f96d6d302f4f139f0a3859f160e7e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478758 Feb 10 04:20:23.991406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47138) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:24.070375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cacd9fd4-cb0a-428f-a653-ad77aa37b08c req-05ce1f68-8c71-40ab-8b07-f71c284d0c2c tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=b75e4fab-80d5-4648-84cd-84643772f4a4 HTTP/1.1" status: 200 len: 210 time: 0.0812783 Feb 10 04:20:24.071086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20bea4-aab8-4f82-a7fa-c9b9d155f081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c32de7-80ae-4b17-a356-01be73156c38,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:24.081837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-75a96835-fff5-41d7-a8a7-24bae8fde768 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1942689 Feb 10 04:20:24.090609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7dcf8c-db49-488e-9e36-d627c2b007c0 None None] Network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:24.160543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493dc96e-7875-4338-8576-f98025b61908 admin admin] Publish callbacks [] for security_group (73c32de7-80ae-4b17-a356-01be73156c38), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.223435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493dc96e-7875-4338-8576-f98025b61908 admin admin] Publish callbacks [] for security_group (73c32de7-80ae-4b17-a356-01be73156c38), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.257052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.11 (09d800a1-5d7f-479a-a896-3cb4f437036c/fd4669b1-6116-4903-9187-cd3a6d2db1b0/5fb497f0-954d-4ec5-acb7-6d4941fe5e19) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:24.362778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493dc96e-7875-4338-8576-f98025b61908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (73c32de7-80ae-4b17-a356-01be73156c38), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.366085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493dc96e-7875-4338-8576-f98025b61908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.367601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-493dc96e-7875-4338-8576-f98025b61908 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73c32de7-80ae-4b17-a356-01be73156c38 HTTP/1.1" status: 204 len: 168 time: 0.3727579 Feb 10 04:20:24.384416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dc96e-7875-4338-8576-f98025b61908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c32de7-80ae-4b17-a356-01be73156c38,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:24.513759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.560833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3f1f1a87-2443-4cd2-8f0a-9e9616183fc1 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:24.561411 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1a87-2443-4cd2-8f0a-9e9616183fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.641226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.667340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f1a87-2443-4cd2-8f0a-9e9616183fc1 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:24.686302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3f1f1a87-2443-4cd2-8f0a-9e9616183fc1 None None] Provisioning complete for port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:24.686798 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1a87-2443-4cd2-8f0a-9e9616183fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.697625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:24.715139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:24.722620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:24.731460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f1a87-2443-4cd2-8f0a-9e9616183fc1 None None] Port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:24.852776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=5fb497f0-954d-4ec5-acb7-6d4941fe5e19,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:24.863989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:24.864638 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.874617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0353587f-ad59-48d9-a7a8-7937809fad11 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:24.922675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-b46836db-35c7-4ed4-a44d-816b750139ed tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:24.924274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-b46836db-35c7-4ed4-a44d-816b750139ed tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 815 time: 0.2684538 Feb 10 04:20:24.945611 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-20927b60-915a-44e9-afed-dcb2c6ae94fd tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/quotas/0b5dd687c2e948fbb4ba5b428fb7dee7 HTTP/1.1" status: 200 len: 375 time: 0.0146163 Feb 10 04:20:24.954179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:24.954558 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:24.979975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8a805cd4-7e0e-44a7-b239-29d4ed88c4ca tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3915381 Feb 10 04:20:24.989492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47178) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:24.994883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b28253b8-b0b1-437b-8e72-5cd20fd95b94 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:25.008453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-75799778-04f5-4fee-b26f-a2e6a096448b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543272 Feb 10 04:20:25.110676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:25.123883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2f794eb6-08b8-4a1d-bbeb-0842882a0341 None None] Provisioning complete for port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:25.123883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f794eb6-08b8-4a1d-bbeb-0842882a0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:25.175613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2f794eb6-08b8-4a1d-bbeb-0842882a0341 None None] Port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:25.225926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28253b8-b0b1-437b-8e72-5cd20fd95b94 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:25.231387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b28253b8-b0b1-437b-8e72-5cd20fd95b94 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:25.245765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:25.279549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:20:25.280105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 651e20d1-0945-4e76-9e5b-2ac5bff4ee91 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:20:25.290865 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-af7470f5-a0cb-477f-85d9-42b40d267d89 service neutron] 10.222.0.42 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750287 Feb 10 04:20:25.362691 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-b28253b8-b0b1-437b-8e72-5cd20fd95b94 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd4669b1-6116-4903-9187-cd3a6d2db1b0 (CIDR: 172.20.0.0/28) Feb 10 04:20:25.396209 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-517a4b9b-4e35-42e1-94c4-891d68d5853b service neutron] 10.222.0.42 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981002 Feb 10 04:20:25.406585 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28253b8-b0b1-437b-8e72-5cd20fd95b94 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:20:25.407419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28253b8-b0b1-437b-8e72-5cd20fd95b94 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:25.513770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b28253b8-b0b1-437b-8e72-5cd20fd95b94 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5230715 Feb 10 04:20:25.517453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47202) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:25.522453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9922afc7-3192-4e0a-b9f8-129ed31bc9b7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:25.723358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9922afc7-3192-4e0a-b9f8-129ed31bc9b7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:25.728886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9922afc7-3192-4e0a-b9f8-129ed31bc9b7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:25.819597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-48e14022-fc7e-4fb3-a9a8-80a74138f0dc req-c66b4540-8d0a-4e75-a5d7-d2b01189f4da tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 210 time: 0.0617023 Feb 10 04:20:25.933784 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-9922afc7-3192-4e0a-b9f8-129ed31bc9b7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2984d046-94a9-495f-9437-0df318263812 (CIDR: 172.20.0.16/28) Feb 10 04:20:25.980909 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9922afc7-3192-4e0a-b9f8-129ed31bc9b7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:20:25.982429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9922afc7-3192-4e0a-b9f8-129ed31bc9b7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:26.104799 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9922afc7-3192-4e0a-b9f8-129ed31bc9b7 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5837088 Feb 10 04:20:26.105188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47226) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:26.110564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'subnet': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:26.779634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Made reservation on behalf of 74eeae9185084ce7af4025ace4c6ee0c for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:26.783431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:26.954777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81c7e6de-db3c-4009-9a6f-4151220675a5 req-64219211-a206-4664-993d-7048335fe2aa tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 210 time: 0.0552146 Feb 10 04:20:26.970502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:27.118775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (c0967f80-cff0-480b-94b7-abaf1888f3f0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.177478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Network 09d800a1-5d7f-479a-a896-3cb4f437036c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:27.181267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:27.186691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:27.187393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.192462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58fc353-1721-4042-bcef-70ab96e5dc75 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:27.197066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1484168950', 'router:external': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:27.212209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Subnet': ['ID=c0967f80-cff0-480b-94b7-abaf1888f3f0,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:27.295064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-753c61da-6c3d-41da-b07f-52673c85bec4 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1860878 Feb 10 04:20:27.295254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47268) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:27.300393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2062256470', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0967f80-cff0-480b-94b7-abaf1888f3f0'}], 'security_groups': ['bb499713-60b7-471d-9622-b54ba05b73c4', 'b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:27.389826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Made reservation on behalf of 227b6f34cb7d4a30bdcafdb32ce4aeb8 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:27.392120 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.403183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.406582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cea1ec-d54e-4fca-bb04-3000d5998298 None None] Update dhcp port {'port': {'network_id': '09d800a1-5d7f-479a-a896-3cb4f437036c', 'fixed_ips': [{'subnet_id': '2984d046-94a9-495f-9437-0df318263812', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fd4669b1-6116-4903-9187-cd3a6d2db1b0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0967f80-cff0-480b-94b7-abaf1888f3f0'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '0353587f-ad59-48d9-a7a8-7937809fad11'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:20:27.436657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-21cea1ec-d54e-4fca-bb04-3000d5998298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.573408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.632635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for security_group (5fd28fa4-66a4-453f-a76b-a1645b5b32b5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.693689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-21cea1ec-d54e-4fca-bb04-3000d5998298 None None] Allocated IP 172.20.0.34 (09d800a1-5d7f-479a-a896-3cb4f437036c/c0967f80-cff0-480b-94b7-abaf1888f3f0/0353587f-ad59-48d9-a7a8-7937809fad11) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:27.719401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5fd28fa4-66a4-453f-a76b-a1645b5b32b5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.781533 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-037cb503-e8b4-47a2-85f3-33de81a23f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.792300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd28fa4-66a4-453f-a76b-a1645b5b32b5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:27.811294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:20:27.818435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-21cea1ec-d54e-4fca-bb04-3000d5998298 None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0353587f-ad59-48d9-a7a8-7937809fad11,segment=NetworkSegment(cd18021e-7285-4175-a393-e6570b7d5fc7),segment_id=cd18021e-7285-4175-a393-e6570b7d5fc7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:27.857828 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-21cea1ec-d54e-4fca-bb04-3000d5998298 None None] Publish callbacks [] for port (0353587f-ad59-48d9-a7a8-7937809fad11), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.862835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9f486040-c027-470f-ab99-4cddfa5276e0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.863247 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Added segment 9f486040-c027-470f-ab99-4cddfa5276e0 of type vlan for network 922983e7-556f-4de7-90bb-d75f1e4d0e3d Feb 10 04:20:27.935482 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-21cea1ec-d54e-4fca-bb04-3000d5998298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:27.965545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (922983e7-556f-4de7-90bb-d75f1e4d0e3d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:28.094457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea1ec-d54e-4fca-bb04-3000d5998298 None None] Pushing event updated for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:28.141542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82602d02-4e5e-4d91-a46a-5159a16f26a3 req-38c408e2-03c2-4841-8e3f-f8189483b7df tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 210 time: 0.1014066 Feb 10 04:20:28.205953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (922983e7-556f-4de7-90bb-d75f1e4d0e3d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:28.207483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:28.208220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:28.222373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Delete allocated IP 172.20.0.11 (09d800a1-5d7f-479a-a896-3cb4f437036c/fd4669b1-6116-4903-9187-cd3a6d2db1b0) {{(pid=109958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 04:20:28.255284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Allocated IP 172.20.0.41 (09d800a1-5d7f-479a-a896-3cb4f437036c/c0967f80-cff0-480b-94b7-abaf1888f3f0/5fb497f0-954d-4ec5-acb7-6d4941fe5e19) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:28.300251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Network': ['ID=922983e7-556f-4de7-90bb-d75f1e4d0e3d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:28.311535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 922983e7-556f-4de7-90bb-d75f1e4d0e3d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:20:28.388842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d8a7c204-06fe-4677-9024-30c80349ef3b tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4160254 Feb 10 04:20:28.391448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47288) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:28.397113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'subnet': {'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:28.488549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Made reservation on behalf of 227b6f34cb7d4a30bdcafdb32ce4aeb8 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:28.493287 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:28.697477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-291b4577-6949-4dac-8fd2-371ef933c4e1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:28.699212 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-291b4577-6949-4dac-8fd2-371ef933c4e1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 815 time: 0.2125530 Feb 10 04:20:28.701989 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:28.715730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Request body: {'port': {'device_id': '126d5074-87ca-497b-842a-59b79fb97ce1', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'admin_state_up': True, 'tenant_id': '0b5dd687c2e948fbb4ba5b428fb7dee7'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:28.844658 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:28.858892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0353587f-ad59-48d9-a7a8-7937809fad11 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:28.940178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:28.940684 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:28.982835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:28.983424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.066455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:20:29.067209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (95b75659-1601-4fd1-9c1a-07aaa60c1bd2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.074079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event updated for resources: {'Port': ['ID=5fb497f0-954d-4ec5-acb7-6d4941fe5e19,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:29.102593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:29.137056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] In _notify_port_updated(), no bound segment for port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 on network 09d800a1-5d7f-479a-a896-3cb4f437036c {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:20:29.143314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:29.143982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.145341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2b97126-6a5b-4fbd-ac77-a160d5150327 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "PUT /v2.0/ports/5fb497f0-954d-4ec5-acb7-6d4941fe5e19 HTTP/1.1" status: 200 len: 960 time: 1.8491642 Feb 10 04:20:29.151272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47298) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:29.152040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95b75659-1601-4fd1-9c1a-07aaa60c1bd2,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:29.180789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:29.192221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Provisioning complete for port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:29.192611 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.242476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Made reservation on behalf of 0b5dd687c2e948fbb4ba5b428fb7dee7 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:29.246774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.276858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:29.297473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64c7114e-f7dd-470a-a5be-3d1565819054 req-5181c995-aefa-4cf9-b9f4-da63c055cf09 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 210 time: 0.0470111 Feb 10 04:20:29.306117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Checking segment: {'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:29.306483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network hostable DHCP agents. Network: 922983e7-556f-4de7-90bb-d75f1e4d0e3d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:20:29.340617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Provisioning complete for port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:29.342059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.349278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:29.349645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.388327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-060b10c2-68f4-4840-a998-316c1147788f None None] Port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:29.452420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network 922983e7-556f-4de7-90bb-d75f1e4d0e3d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:20:29.494889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Allocated IP 172.20.0.14 (1cf7a26e-68a8-4021-a5dc-8626d4c5c133/e6fadb24-cc34-4f49-af7a-5c7e892b14a3/4dc0877d-e008-470a-b688-289da61e668c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:29.523140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.539358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:29.570950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 922983e7-556f-4de7-90bb-d75f1e4d0e3d) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:29.577313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:29.578118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.581577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b920956-7024-4dce-aea0-9239b209db2c None None] Network 922983e7-556f-4de7-90bb-d75f1e4d0e3d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:29.713234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cfe3fcfa-60c4-43c2-9bdd-cc0d1e4552cd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3200552 Feb 10 04:20:29.716739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:29.722382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-542474632', 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:29.761752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bf5cf254-dab6-4942-96e6-e1043b64f545 None None] Provisioning complete for port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:29.763157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf254-dab6-4942-96e6-e1043b64f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.815966 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ed5b-bd92-4dc2-97d0-33e1d07536bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.817855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cf254-dab6-4942-96e6-e1043b64f545 None None] Port 5fb497f0-954d-4ec5-acb7-6d4941fe5e19 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:29.822815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c11eeb-a343-42b2-a83c-e9ea1afff25c None None] Network 922983e7-556f-4de7-90bb-d75f1e4d0e3d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:29.837959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5fb497f0-954d-4ec5-acb7-6d4941fe5e19), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.854949 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks [] for port (4dc0877d-e008-470a-b688-289da61e668c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.859862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Made reservation on behalf of 227b6f34cb7d4a30bdcafdb32ce4aeb8 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:29.862888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:29.881285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=5fb497f0-954d-4ec5-acb7-6d4941fe5e19,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:29.888356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] device_id is not set on port babd218a-9b04-40ac-936a-d1ec0c00c3cf yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:20:30.012516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.020168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fc0c1be3-a366-47ff-9076-22ced839c387 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/5fb497f0-954d-4ec5-acb7-6d4941fe5e19 HTTP/1.1" status: 204 len: 168 time: 0.8590860 Feb 10 04:20:30.021633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47314) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:30.063201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.065545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Allocated IP 172.20.0.8 (922983e7-556f-4de7-90bb-d75f1e4d0e3d/95b75659-1601-4fd1-9c1a-07aaa60c1bd2/babd218a-9b04-40ac-936a-d1ec0c00c3cf) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:30.070232 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe07f1ec-05fa-4d6c-9a62-dfe418890eed tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] GET failed (client error): The resource could not be found. Feb 10 04:20:30.072895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fe07f1ec-05fa-4d6c-9a62-dfe418890eed tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports/5fb497f0-954d-4ec5-acb7-6d4941fe5e19 HTTP/1.1" status: 404 len: 333 time: 0.0489175 Feb 10 04:20:30.077396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47316) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:30.141345 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40d4a10c-c9c7-467f-9ee8-ad49e1b5c1e9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (94cae6fe-1583-4f47-b31c-5236222e6500), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.149562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:30.156256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:30.168382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:30.177464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40d4a10c-c9c7-467f-9ee8-ad49e1b5c1e9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (94cae6fe-1583-4f47-b31c-5236222e6500), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.258904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:30.283029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:30.283701 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.328330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40d4a10c-c9c7-467f-9ee8-ad49e1b5c1e9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (94cae6fe-1583-4f47-b31c-5236222e6500), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.332955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40d4a10c-c9c7-467f-9ee8-ad49e1b5c1e9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.337111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-40d4a10c-c9c7-467f-9ee8-ad49e1b5c1e9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/security-groups/94cae6fe-1583-4f47-b31c-5236222e6500 HTTP/1.1" status: 204 len: 168 time: 0.2560842 Feb 10 04:20:30.369550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47324) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:30.371066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4a10c-c9c7-467f-9ee8-ad49e1b5c1e9 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cae6fe-1583-4f47-b31c-5236222e6500,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:30.423538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-daa20731-11de-4a17-a1cf-010af3d5318d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7131710 Feb 10 04:20:30.447031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Request body: {'port': {'device_id': '126d5074-87ca-497b-842a-59b79fb97ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:30.470377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84afa708-1560-4b50-bece-03a9cc70a9c5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.484525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for port (babd218a-9b04-40ac-936a-d1ec0c00c3cf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.496038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84afa708-1560-4b50-bece-03a9cc70a9c5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.564476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d21-3118-4d93-ba3a-54dddc9f2c9d req-52f8c087-d24a-4484-8f83-bbee6e9b72aa tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:30.566003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9418d21-3118-4d93-ba3a-54dddc9f2c9d req-52f8c087-d24a-4484-8f83-bbee6e9b72aa tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 932 time: 0.1597605 Feb 10 04:20:30.584837 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.628713 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84afa708-1560-4b50-bece-03a9cc70a9c5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.632360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-84afa708-1560-4b50-bece-03a9cc70a9c5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.640169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47330) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:30.641009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-84afa708-1560-4b50-bece-03a9cc70a9c5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/security-groups/b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7 HTTP/1.1" status: 204 len: 168 time: 0.2447410 Feb 10 04:20:30.658849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afa708-1560-4b50-bece-03a9cc70a9c5 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef2cb4-40bb-4ef6-bfa1-c8c1516acaf7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:30.724374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (babd218a-9b04-40ac-936a-d1ec0c00c3cf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.732348 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9418d21-3118-4d93-ba3a-54dddc9f2c9d req-6a898a16-5e88-4eb1-ae65-317bc421b427 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483471 Feb 10 04:20:30.836308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f51bc949-6880-43ce-9373-099c8954f46f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (bb499713-60b7-471d-9622-b54ba05b73c4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.860887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network 922983e7-556f-4de7-90bb-d75f1e4d0e3d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:30.875572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:30.890079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:30.895510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Port': ['ID=babd218a-9b04-40ac-936a-d1ec0c00c3cf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:30.909926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f51bc949-6880-43ce-9373-099c8954f46f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (bb499713-60b7-471d-9622-b54ba05b73c4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:30.965388 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.011859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:31.012473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.112714 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f51bc949-6880-43ce-9373-099c8954f46f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bb499713-60b7-471d-9622-b54ba05b73c4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.118185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f51bc949-6880-43ce-9373-099c8954f46f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.118769 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f51bc949-6880-43ce-9373-099c8954f46f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/security-groups/bb499713-60b7-471d-9622-b54ba05b73c4 HTTP/1.1" status: 204 len: 168 time: 0.4716616 Feb 10 04:20:31.121757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47340) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:31.130573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc0877d-e008-470a-b688-289da61e668c {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:20:31.144036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Publish callbacks [] for port (4dc0877d-e008-470a-b688-289da61e668c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.150624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c78f5abc-3717-486c-ad8e-0aa4e2190d3a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.4308534 Feb 10 04:20:31.151897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bc949-6880-43ce-9373-099c8954f46f tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb499713-60b7-471d-9622-b54ba05b73c4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:31.152679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47342) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:31.166368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Transition to ACTIVE for port object 4dc0877d-e008-470a-b688-289da61e668c will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:20:31.228399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.243995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet fd4669b1-6116-4903-9187-cd3a6d2db1b0 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:31.249559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (fd4669b1-6116-4903-9187-cd3a6d2db1b0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.302120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:31.333545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (fd4669b1-6116-4903-9187-cd3a6d2db1b0), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.375929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Deleting port babd218a-9b04-40ac-936a-d1ec0c00c3cf {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:31.376278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (babd218a-9b04-40ac-936a-d1ec0c00c3cf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.426015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Attempting to bind port 4dc0877d-e008-470a-b688-289da61e668c on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:20:31.426348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Attempting to bind port 4dc0877d-e008-470a-b688-289da61e668c by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:20:31.426684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Attempting to bind port 4dc0877d-e008-470a-b688-289da61e668c on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:31.431191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Port 4dc0877d-e008-470a-b688-289da61e668c on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:20:31.431521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Attempting to bind port 4dc0877d-e008-470a-b688-289da61e668c on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:31.438098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:20:31.438740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Checking segment: {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:31.439421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Bound using segment: {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:20:31.440192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Bound port: 4dc0877d-e008-470a-b688-289da61e668c, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:20:31.440817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.515013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:20:31.521377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:20:31.614480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.660514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:31.662314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.663939 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] 10.222.0.24 "PUT /v2.0/ports/4dc0877d-e008-470a-b688-289da61e668c HTTP/1.1" status: 200 len: 1092 time: 1.2210968 Feb 10 04:20:31.664512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'tag': '4dc0877d-e008-470a-b688-289da61e668c'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:31.670852 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8439c7fe-4bcd-4861-ad4f-91ea879f09fa" -d '{"events": [{"name": "network-changed", "server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "tag": "4dc0877d-e008-470a-b688-289da61e668c"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:31.705305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47500c-4b9b-4d21-b622-c870285eae9e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:31.728380 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629b564-cea2-4dd0-8608-2d81ecf5718b x-openstack-request-id: req-d629b564-cea2-4dd0-8608-2d81ecf5718b {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:31.728778 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "tag": "4dc0877d-e008-470a-b688-289da61e668c", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:31.729145 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d629b564-cea2-4dd0-8608-2d81ecf5718b {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:31.729668 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'tag': '4dc0877d-e008-470a-b688-289da61e668c', 'status': 'completed', 'code': 200} Feb 10 04:20:31.867172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439c7fe-4bcd-4861-ad4f-91ea879f09fa req-302ec674-6827-4649-9f19-f780aa05c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:31.868892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8439c7fe-4bcd-4861-ad4f-91ea879f09fa req-302ec674-6827-4649-9f19-f780aa05c6ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 1126 time: 0.1131229 Feb 10 04:20:31.923909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (fd4669b1-6116-4903-9187-cd3a6d2db1b0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.947041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (babd218a-9b04-40ac-936a-d1ec0c00c3cf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:31.968234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Calling delete_port for babd218a-9b04-40ac-936a-d1ec0c00c3cf owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:31.980256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004f577-6df6-4bf1-860c-d0b448078f95 req-834e6b34-3622-4861-a3b2-7109348a1946 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:31.981938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6004f577-6df6-4bf1-860c-d0b448078f95 req-834e6b34-3622-4861-a3b2-7109348a1946 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 944 time: 0.1290646 Feb 10 04:20:32.021774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439c7fe-4bcd-4861-ad4f-91ea879f09fa req-a2e8e524-4945-4bf6-ab5c-bac0e9a7c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:32.023388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8439c7fe-4bcd-4861-ad4f-91ea879f09fa req-a2e8e524-4945-4bf6-ab5c-bac0e9a7c3b1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1345787 Feb 10 04:20:32.071447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6004f577-6df6-4bf1-860c-d0b448078f95 req-a15764f1-f513-4a61-bb1f-4e294831b825 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831590 Feb 10 04:20:32.142511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439c7fe-4bcd-4861-ad4f-91ea879f09fa req-e3fbe487-1a82-4cfd-980a-75c314f7aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:32.144038 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8439c7fe-4bcd-4861-ad4f-91ea879f09fa req-e3fbe487-1a82-4cfd-980a-75c314f7aa49 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149511 Feb 10 04:20:32.162712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (fd4669b1-6116-4903-9187-cd3a6d2db1b0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.198277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4669b1-6116-4903-9187-cd3a6d2db1b0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:32.203597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.221031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27ca2f-9576-43db-8446-77e218589b6c None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:32.222683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47366) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:32.236155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3b0d0fb5-8a0d-4fd1-a304-31eb42c82b1c tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/fd4669b1-6116-4903-9187-cd3a6d2db1b0 HTTP/1.1" status: 204 len: 168 time: 1.0887632 Feb 10 04:20:32.242353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (babd218a-9b04-40ac-936a-d1ec0c00c3cf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.298206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet c0967f80-cff0-480b-94b7-abaf1888f3f0 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:32.299542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event deleted for resources: {'Port': ['ID=babd218a-9b04-40ac-936a-d1ec0c00c3cf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:32.303878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (c0967f80-cff0-480b-94b7-abaf1888f3f0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.329629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-deaf6d3b-b03e-46d4-9cd5-a60f38e83733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:32.331178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-deaf6d3b-b03e-46d4-9cd5-a60f38e83733 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 1126 time: 0.1504862 Feb 10 04:20:32.388069 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.391595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6022fb66-a8b4-4f28-b46e-2c53426909df tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "DELETE /v2.0/ports/babd218a-9b04-40ac-936a-d1ec0c00c3cf HTTP/1.1" status: 204 len: 168 time: 1.2378256 Feb 10 04:20:32.396816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47370) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:32.398359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-993e7b8c-ecd3-4e58-9d01-1720c4f0ab8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dc0877d-e008-470a-b688-289da61e668c HTTP/1.1" status: 200 len: 217 time: 0.0534105 Feb 10 04:20:32.405634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d', 'external_fixed_ips': [{'subnet_id': '95b75659-1601-4fd1-9c1a-07aaa60c1bd2', 'ip_address': '172.20.0.8'}]}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:32.412086 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (c0967f80-cff0-480b-94b7-abaf1888f3f0), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.526971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-01f32f5d-2da9-4c8e-82a4-5ad259192057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:32.529077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-01f32f5d-2da9-4c8e-82a4-5ad259192057 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6fadb24-cc34-4f49-af7a-5c7e892b14a3 HTTP/1.1" status: 200 len: 855 time: 0.1194382 Feb 10 04:20:32.598651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-d590ca4e-e725-49e7-bdc6-1d7db204aed6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474348 Feb 10 04:20:32.601576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.602716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.636651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c0967f80-cff0-480b-94b7-abaf1888f3f0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.671402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.772510 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.853376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ef515-72fc-4d3c-b4e6-26f79c628081 req-d9895e80-cf0a-42ca-aeaa-d1e708d04c7d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:32.855202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe2ef515-72fc-4d3c-b4e6-26f79c628081 req-d9895e80-cf0a-42ca-aeaa-d1e708d04c7d tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 946 time: 0.2228580 Feb 10 04:20:32.861457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-481c7921-10d3-4ecf-9b1f-e035f7990a47 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424123 Feb 10 04:20:32.921064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (c0967f80-cff0-480b-94b7-abaf1888f3f0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:32.964690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=c0967f80-cff0-480b-94b7-abaf1888f3f0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:33.031329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.036752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e6530421-945d-4dc1-83fc-8b9c804b0d4d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/c0967f80-cff0-480b-94b7-abaf1888f3f0 HTTP/1.1" status: 204 len: 168 time: 0.8105626 Feb 10 04:20:33.043133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47380) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:33.070592 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8098b3f-01e4-44c3-abf8-713da6193343 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:33.071186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8098b3f-01e4-44c3-abf8-713da6193343 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:33.075849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c8098b3f-01e4-44c3-abf8-713da6193343 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/fd4669b1-6116-4903-9187-cd3a6d2db1b0 HTTP/1.1" status: 404 len: 337 time: 0.0362628 Feb 10 04:20:33.079440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47382) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:33.182242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe2ef515-72fc-4d3c-b4e6-26f79c628081 req-89ec84d3-7038-49ea-9c2d-5eded82228c0 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170154 Feb 10 04:20:33.188965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.204932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a4a8939-c29e-45fd-a8a1-988690250239 req-d76c237a-11fe-4817-a2ef-aa8cf48b8a3b service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993417 Feb 10 04:20:33.227237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting subnet 2984d046-94a9-495f-9437-0df318263812 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:33.228032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe53a7d5-1e08-4065-90f0-fe674accc45d None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:33.245481 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (2984d046-94a9-495f-9437-0df318263812), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.317536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5d60bba2-9d20-4575-af4a-e0cca3fcd8bf None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:33.318051 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5d60bba2-9d20-4575-af4a-e0cca3fcd8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.354750 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (2984d046-94a9-495f-9437-0df318263812), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.460636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e339-cc65-4f69-abbd-bb2b66cecb63 req-9ed9d5d8-b48b-4828-8f8e-1e7f5f826823 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:33.462246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b84e339-cc65-4f69-abbd-bb2b66cecb63 req-9ed9d5d8-b48b-4828-8f8e-1e7f5f826823 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 944 time: 0.2642658 Feb 10 04:20:33.494977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5d60bba2-9d20-4575-af4a-e0cca3fcd8bf None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:33.527307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5d60bba2-9d20-4575-af4a-e0cca3fcd8bf None None] Provisioning complete for port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:33.531207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5d60bba2-9d20-4575-af4a-e0cca3fcd8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.563952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b84e339-cc65-4f69-abbd-bb2b66cecb63 req-8d7ca168-a881-4766-a710-15bb63a0db27 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935187 Feb 10 04:20:33.570886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5d60bba2-9d20-4575-af4a-e0cca3fcd8bf None None] Port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:33.583046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (2984d046-94a9-495f-9437-0df318263812), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.615322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.635757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.739632 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (2984d046-94a9-495f-9437-0df318263812), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.772195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Subnet': ['ID=2984d046-94a9-495f-9437-0df318263812,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:33.776040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:33.779795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9efa815e-3471-48d6-ba90-d36de9025fdf tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/2984d046-94a9-495f-9437-0df318263812 HTTP/1.1" status: 204 len: 168 time: 0.6993546 Feb 10 04:20:33.782194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47394) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:33.819512 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a398e719-0be0-4210-89a8-934895cdaa04 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:33.819753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Allocated IP 172.20.0.8 (922983e7-556f-4de7-90bb-d75f1e4d0e3d/95b75659-1601-4fd1-9c1a-07aaa60c1bd2/1fe10c3d-d1d8-424b-8e6a-f212aa55b16d) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:33.819976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a398e719-0be0-4210-89a8-934895cdaa04 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:33.825407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a398e719-0be0-4210-89a8-934895cdaa04 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/461ff29a-5d6d-4c34-b060-d2a084255e91 HTTP/1.1" status: 404 len: 337 time: 0.0398858 Feb 10 04:20:33.825879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47396) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:33.866258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47398) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:33.866835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9c54adfb-57bd-40aa-9a9c-5159d832de80 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb6c0a2f-bad8-46b1-b427-89b5be93bed0 HTTP/1.1" status: 200 len: 205 time: 0.0396311 Feb 10 04:20:33.925245 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-43d9cdc9-994e-4b75-a7b2-c8c150835925 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] delete failed (client error): The resource could not be found. Feb 10 04:20:33.926450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43d9cdc9-994e-4b75-a7b2-c8c150835925 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/routers/cb6c0a2f-bad8-46b1-b427-89b5be93bed0 HTTP/1.1" status: 404 len: 336 time: 0.0590527 Feb 10 04:20:33.928923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47400) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:33.983406 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5304fcfb-5bc8-48c6-931a-6196c8ff68f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:33.983864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5304fcfb-5bc8-48c6-931a-6196c8ff68f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:33.986984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5304fcfb-5bc8-48c6-931a-6196c8ff68f0 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/139cf577-0691-4e34-a271-8e3c60b7f36c HTTP/1.1" status: 404 len: 337 time: 0.0571222 Feb 10 04:20:33.989514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47404) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.026757 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94c5adb-9d6c-438c-b594-0d2744c8675a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.026757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94c5adb-9d6c-438c-b594-0d2744c8675a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.029692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f94c5adb-9d6c-438c-b594-0d2744c8675a tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/124770c7-3aeb-426e-af9a-42478bb97880 HTTP/1.1" status: 404 len: 337 time: 0.0392590 Feb 10 04:20:34.032226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47406) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.061865 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c483d80-f3b1-4671-86e5-f9a5158aed9d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.062324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c483d80-f3b1-4671-86e5-f9a5158aed9d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.067586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0c483d80-f3b1-4671-86e5-f9a5158aed9d tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/ff35e70e-481c-4efc-920f-2a73296c25b6 HTTP/1.1" status: 404 len: 337 time: 0.0322511 Feb 10 04:20:34.068900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47408) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.092667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.108207 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d723a8ad-c7ee-441e-ac32-64c1f8e397d3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.112317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d723a8ad-c7ee-441e-ac32-64c1f8e397d3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.117125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d723a8ad-c7ee-441e-ac32-64c1f8e397d3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/77f6b717-5be6-4ea5-96bb-3247475caed0 HTTP/1.1" status: 404 len: 333 time: 0.0468102 Feb 10 04:20:34.119490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47412) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.162900 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07c2659-dc2d-4e93-8a52-da32fd926851 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.163468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07c2659-dc2d-4e93-8a52-da32fd926851 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.169604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a07c2659-dc2d-4e93-8a52-da32fd926851 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/dc766928-c69e-48f2-b2f2-69fd698ad854 HTTP/1.1" status: 404 len: 337 time: 0.0469193 Feb 10 04:20:34.170205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47414) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.203005 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15f23c9-f69c-4ff9-8ddd-40c02a04981e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.203523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15f23c9-f69c-4ff9-8ddd-40c02a04981e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.209173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e15f23c9-f69c-4ff9-8ddd-40c02a04981e tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/b26ffcc6-8b32-49bf-b499-19f4f4752ba1 HTTP/1.1" status: 404 len: 337 time: 0.0355284 Feb 10 04:20:34.209673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47416) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.218983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.270088 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-481eff1b-4dac-4deb-86a6-28ea25534464 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.270680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481eff1b-4dac-4deb-86a6-28ea25534464 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.280675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-481eff1b-4dac-4deb-86a6-28ea25534464 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/b0938cee-9605-4a71-9e85-b326e2f466b8 HTTP/1.1" status: 404 len: 333 time: 0.0700247 Feb 10 04:20:34.283480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47420) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.302249 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.328227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network 922983e7-556f-4de7-90bb-d75f1e4d0e3d is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:34.331974 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:34.348642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d0026c-31bc-43f7-943e-5d7e794a4504 None None] Network 09d800a1-5d7f-479a-a896-3cb4f437036c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:34.356856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:34.365154 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-547aa879-8b44-43d3-b30e-c40ac881d6c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.365664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547aa879-8b44-43d3-b30e-c40ac881d6c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.370897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-547aa879-8b44-43d3-b30e-c40ac881d6c2 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/18ea7f59-31fe-4d50-a708-4a74b2a72f89 HTTP/1.1" status: 404 len: 337 time: 0.0859489 Feb 10 04:20:34.384879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47424) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.408133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Port': ['ID=1fe10c3d-d1d8-424b-8e6a-f212aa55b16d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:34.449930 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5bd29f-cf6b-47d1-9ad9-98faf3c1c718 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] DELETE failed (client error): The resource could not be found. Feb 10 04:20:34.450548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5bd29f-cf6b-47d1-9ad9-98faf3c1c718 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:20:34.454147 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3b5bd29f-cf6b-47d1-9ad9-98faf3c1c718 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/subnets/6b690818-b2d6-4d68-8d88-d4e8738fd15c HTTP/1.1" status: 404 len: 337 time: 0.0671191 Feb 10 04:20:34.456551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47426) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:34.475738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-09e9bf49-7fa3-4daf-b3c7-66cf7466bec9 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:34.477512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-09e9bf49-7fa3-4daf-b3c7-66cf7466bec9 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 946 time: 0.2688866 Feb 10 04:20:34.480120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2625c898-7b0e-43d4-b791-08f331432256 None None] Provisioning complete for port 0353587f-ad59-48d9-a7a8-7937809fad11 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:34.489075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2625c898-7b0e-43d4-b791-08f331432256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.506834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3e29-4d0d-4236-aa56-f0da733c50b2 req-b365d682-b7b6-4a57-bbb6-1fa73a11733b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:34.508341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e78c3e29-4d0d-4236-aa56-f0da733c50b2 req-b365d682-b7b6-4a57-bbb6-1fa73a11733b tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 946 time: 0.2281003 Feb 10 04:20:34.617121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] DHCP port deletion for 09d800a1-5d7f-479a-a896-3cb4f437036c request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:20:34.677122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2625c898-7b0e-43d4-b791-08f331432256 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:34.722740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2625c898-7b0e-43d4-b791-08f331432256 None None] Provisioning complete for port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:34.725000 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2625c898-7b0e-43d4-b791-08f331432256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.773528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] Deleting port 0353587f-ad59-48d9-a7a8-7937809fad11 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:34.774076 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.799095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2625c898-7b0e-43d4-b791-08f331432256 None None] Port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:20:34.878352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0353587f-ad59-48d9-a7a8-7937809fad11 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:34.898867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Deleting port 4780b666-3be1-444c-b7e7-f8f1a762f7d2 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:34.899221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.941937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Deleting port e0e263a3-7d5e-47cf-918f-250d0c501adc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:34.942366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:34.956456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd9bf7-c12e-4b2e-9a7d-c5b53be2c1de req-f11cd14f-b334-4404-9ec3-3bf0faac72e7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:34.958175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55cd9bf7-c12e-4b2e-9a7d-c5b53be2c1de req-f11cd14f-b334-4404-9ec3-3bf0faac72e7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 944 time: 0.2241583 Feb 10 04:20:35.073249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.143751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0353587f-ad59-48d9-a7a8-7937809fad11,segment=NetworkSegment(cd18021e-7285-4175-a393-e6570b7d5fc7),segment_id=cd18021e-7285-4175-a393-e6570b7d5fc7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:35.144395 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.153323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e78c3e29-4d0d-4236-aa56-f0da733c50b2 req-3afb9e1c-30bd-42c6-8ec8-84edebd47731 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d651f6b-ce7d-451b-9144-873a9dd4987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764434 Feb 10 04:20:35.180951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] Calling delete_port for 0353587f-ad59-48d9-a7a8-7937809fad11 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:35.208594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Calling delete_port for 4780b666-3be1-444c-b7e7-f8f1a762f7d2 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:35.233851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55cd9bf7-c12e-4b2e-9a7d-c5b53be2c1de req-aae328e6-36b4-49a5-a78a-a61c80509c5f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626853 Feb 10 04:20:35.303717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] For port e0e263a3-7d5e-47cf-918f-250d0c501adc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e0e263a3-7d5e-47cf-918f-250d0c501adc,segment=NetworkSegment(60620980-996f-492f-ad5e-2c06b71342e1),segment_id=60620980-996f-492f-ad5e-2c06b71342e1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:35.304095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.314548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0353587f-ad59-48d9-a7a8-7937809fad11 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:35.314548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.368146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Calling delete_port for e0e263a3-7d5e-47cf-918f-250d0c501adc owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:35.377350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 0353587f-ad59-48d9-a7a8-7937809fad11, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0353587f-ad59-48d9-a7a8-7937809fad11,segment=NetworkSegment(cd18021e-7285-4175-a393-e6570b7d5fc7),segment_id=cd18021e-7285-4175-a393-e6570b7d5fc7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:35.396305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.473362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.495195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4780b666-3be1-444c-b7e7-f8f1a762f7d2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.532474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:35.535597 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (0353587f-ad59-48d9-a7a8-7937809fad11), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.535776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Port': ['ID=4780b666-3be1-444c-b7e7-f8f1a762f7d2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:35.548021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.549326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] No DVR routers for this DVR port 0353587f-ad59-48d9-a7a8-7937809fad11 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:35.553329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a313c944-d86c-497e-8e4d-ebee99e8f8c3 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/ports/4780b666-3be1-444c-b7e7-f8f1a762f7d2 HTTP/1.1" status: 204 len: 168 time: 1.0951593 Feb 10 04:20:35.557374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47444) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:35.569446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6e6f2-0df7-47e0-bb1b-d03249d13a4f None None] Pushing event deleted for resources: {'Port': ['ID=0353587f-ad59-48d9-a7a8-7937809fad11,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:35.649658 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.654141 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (09d800a1-5d7f-479a-a896-3cb4f437036c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.658185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e0e263a3-7d5e-47cf-918f-250d0c501adc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.690034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Pushing event deleted for resources: {'Port': ['ID=e0e263a3-7d5e-47cf-918f-250d0c501adc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:35.750396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] No DVR routers for this DVR port e0e263a3-7d5e-47cf-918f-250d0c501adc on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:35.755964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.759212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1733e3f2-52db-4282-b796-6a3abe86a5fe req-614cb8d7-55dd-4bf9-a968-60b80407baef tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.43 "DELETE /v2.0/ports/e0e263a3-7d5e-47cf-918f-250d0c501adc HTTP/1.1" status: 204 len: 173 time: 1.2739503 Feb 10 04:20:35.759663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef246ad-c936-4fb0-b616-eec817290c78', 'name': 'network-vif-deleted', 'tag': 'e0e263a3-7d5e-47cf-918f-250d0c501adc'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:35.761964 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e75f05-c951-49eb-9ccf-0dd1e26e2f3f" -d '{"events": [{"server_uuid": "3ef246ad-c936-4fb0-b616-eec817290c78", "name": "network-vif-deleted", "tag": "e0e263a3-7d5e-47cf-918f-250d0c501adc"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:35.825436 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a7d20a-1914-4928-8642-46a2dd036b5b x-openstack-request-id: req-b7a7d20a-1914-4928-8642-46a2dd036b5b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:35.825768 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef246ad-c936-4fb0-b616-eec817290c78", "name": "network-vif-deleted", "tag": "e0e263a3-7d5e-47cf-918f-250d0c501adc", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:35.825918 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7a7d20a-1914-4928-8642-46a2dd036b5b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:35.826320 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef246ad-c936-4fb0-b616-eec817290c78', 'name': 'network-vif-deleted', 'tag': 'e0e263a3-7d5e-47cf-918f-250d0c501adc', 'status': 'completed', 'code': 200} Feb 10 04:20:35.828000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (09d800a1-5d7f-479a-a896-3cb4f437036c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.849767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d800a1-5d7f-479a-a896-3cb4f437036c']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:35.858867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd18021e-7285-4175-a393-e6570b7d5fc7') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:35.859164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd18021e-7285-4175-a393-e6570b7d5fc7') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:35.868582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (cd18021e-7285-4175-a393-e6570b7d5fc7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.881939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cd18021e-7285-4175-a393-e6570b7d5fc7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.888308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Router 7a8bd3e3-007e-4b42-8f4c-12778d6515ad is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:20:35.888454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:20:35.888834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (cd18021e-7285-4175-a393-e6570b7d5fc7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:20:35.892501 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:20:36.005727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:36.016606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Sync routers for ids ['7a8bd3e3-007e-4b42-8f4c-12778d6515ad'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:36.026968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Routers {'7a8bd3e3-007e-4b42-8f4c-12778d6515ad'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:36.027600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7a8bd3e3-007e-4b42-8f4c-12778d6515ad'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:36.030912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (09d800a1-5d7f-479a-a896-3cb4f437036c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.038148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.041327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] 10.222.0.42 "DELETE /v2.0/networks/09d800a1-5d7f-479a-a896-3cb4f437036c HTTP/1.1" status: 204 len: 168 time: 0.4833074 Feb 10 04:20:36.060668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735ec26-10cf-4891-859a-d35bdcf576b1 tempest-PortsTestJSON-1410289946 tempest-PortsTestJSON-1410289946-project] Pushing event deleted for resources: {'Network': ['ID=09d800a1-5d7f-479a-a896-3cb4f437036c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:36.079058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.087765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47456) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:36.089231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a68afa88-0ce6-43da-a9fb-881a11673dff tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6898530 Feb 10 04:20:36.214277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Set router 7a8bd3e3-007e-4b42-8f4c-12778d6515ad gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:36.228168 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.298647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6b5687f-11b4-4b13-a317-0e235a824ef7 req-e83040e1-ee63-48d9-a6f0-089e9fc181f7 tempest-AttachVolumeNegativeTest-1168998178 tempest-AttachVolumeNegativeTest-1168998178-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef246ad-c936-4fb0-b616-eec817290c78 HTTP/1.1" status: 200 len: 210 time: 0.0333326 Feb 10 04:20:36.405155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.455687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a40463-a1a5-450d-91e3-838d0207182d req-2c788940-dca4-4d76-8a29-791a983b3dae tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:36.462545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80a40463-a1a5-450d-91e3-838d0207182d req-2c788940-dca4-4d76-8a29-791a983b3dae tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 944 time: 0.1284533 Feb 10 04:20:36.488376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8bd3e3-007e-4b42-8f4c-12778d6515ad', 'name': '', 'tenant_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d', 'external_fixed_ips': [{'subnet_id': '95b75659-1601-4fd1-9c1a-07aaa60c1bd2', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '1fe10c3d-d1d8-424b-8e6a-f212aa55b16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:20:32Z', 'updated_at': '2022-02-10T04:20:35Z', 'revision_number': 3, 'project_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'gw_port': {'id': '1fe10c3d-d1d8-424b-8e6a-f212aa55b16d', 'name': '', 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8bd3e3-007e-4b42-8f4c-12778d6515ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '95b75659-1601-4fd1-9c1a-07aaa60c1bd2', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:20:33Z', 'updated_at': '2022-02-10T04:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b75659-1601-4fd1-9c1a-07aaa60c1bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:36.510973 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80a40463-a1a5-450d-91e3-838d0207182d req-9fd6965c-d821-4619-b96b-a3e9466121ad tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475218 Feb 10 04:20:36.515789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Checking router: 7a8bd3e3-007e-4b42-8f4c-12778d6515ad for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:20:36.516226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Updating router 7a8bd3e3-007e-4b42-8f4c-12778d6515ad port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:20:36.545242 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.591826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Deleting port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:36.592174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.670235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:36.703288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.732234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Calling delete_port for 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:36.888220 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Publish callbacks [] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.935994 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-635828cc-1330-4d5e-9ef3-c4967b172fd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74eeae9185084ce7af4025ace4c6ee0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636869 Feb 10 04:20:36.936820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47484) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:36.991555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba7577a7-6808-48ec-9de1-ba5ac40d2da6 admin admin] Publish callbacks [] for security_group (fe15a80c-2a26-4314-932a-17f9d658e90d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:36.996126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.017860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba7577a7-6808-48ec-9de1-ba5ac40d2da6 admin admin] Publish callbacks [] for security_group (fe15a80c-2a26-4314-932a-17f9d658e90d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.071766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c1ec6-4377-4803-9c6f-6e2edaa957e9 None None] Pushing event updated for resources: {'Port': ['ID=1fe10c3d-d1d8-424b-8e6a-f212aa55b16d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:37.086386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Attempting to bind port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:20:37.086791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Attempting to bind port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:20:37.087163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Attempting to bind port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d on network 922983e7-556f-4de7-90bb-d75f1e4d0e3d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:37.093074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:20:37.093724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Checking segment: {'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:37.094131 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.094523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Bound using segment: {'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:20:37.095019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Bound port: 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:20:37.095401 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.119299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4dc0877d-e008-470a-b688-289da61e668c details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:20:37.185013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.215501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:20:37.216441 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:20:37.225363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fe10c3d-d1d8-424b-8e6a-f212aa55b16d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:37.228359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba7577a7-6808-48ec-9de1-ba5ac40d2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fe15a80c-2a26-4314-932a-17f9d658e90d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.232131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba7577a7-6808-48ec-9de1-ba5ac40d2da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.233814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba7577a7-6808-48ec-9de1-ba5ac40d2da6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe15a80c-2a26-4314-932a-17f9d658e90d HTTP/1.1" status: 204 len: 168 time: 0.2954912 Feb 10 04:20:37.261504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7577a7-6808-48ec-9de1-ba5ac40d2da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe15a80c-2a26-4314-932a-17f9d658e90d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:37.261646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:37.275719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '4dc0877d-e008-470a-b688-289da61e668c', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'port_id': '4dc0877d-e008-470a-b688-289da61e668c', 'mac_address': 'fa:16:3e:00:9d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fadb24-cc34-4f49-af7a-5c7e892b14a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:20:37.375196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e0e263a3-7d5e-47cf-918f-250d0c501adc no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:37.399131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4dc0877d-e008-470a-b688-289da61e668c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:37.399530 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.404917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: e0e263a3-7d5e-47cf-918f-250d0c501adc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:20:37.405269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e0e263a3-7d5e-47cf-918f-250d0c501adc not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:20:37.409912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.424875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc0877d-e008-470a-b688-289da61e668c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:20:37.462134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47506) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:37.471831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:37.528981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.531495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.536272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.661043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:37.733017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a8ef7-63c0-4577-955c-38714a1bc68b req-8eab0d84-4e50-44af-80d5-f42ab5da9ddb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:37.735733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-485a8ef7-63c0-4577-955c-38714a1bc68b req-8eab0d84-4e50-44af-80d5-f42ab5da9ddb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0657787 Feb 10 04:20:37.736921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (7a8bd3e3-007e-4b42-8f4c-12778d6515ad), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.737479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a8bd3e3-007e-4b42-8f4c-12778d6515ad {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:20:37.742739 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.743927 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-20e822a5-b283-451e-bc6f-4e3e6bd060ef tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/7a8bd3e3-007e-4b42-8f4c-12778d6515ad HTTP/1.1" status: 204 len: 168 time: 1.6552627 Feb 10 04:20:37.746913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47516) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:37.757066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['4dc0877d-e008-470a-b688-289da61e668c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:20:37.807918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Attempting to bind port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:20:37.808475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Attempting to bind port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:20:37.808996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Attempting to bind port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d on network 922983e7-556f-4de7-90bb-d75f1e4d0e3d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:37.815661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-485a8ef7-63c0-4577-955c-38714a1bc68b req-a4bbe499-d1f5-4b95-8312-941502d15c49 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704968 Feb 10 04:20:37.833161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:20:37.833576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Checking segment: {'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:37.834036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.834509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Bound using segment: {'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:20:37.835043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Bound port: 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f486040-c027-470f-ab99-4cddfa5276e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922983e7-556f-4de7-90bb-d75f1e4d0e3d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:20:37.835431 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1fe10c3d-d1d8-424b-8e6a-f212aa55b16d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.858668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Port 1fe10c3d-d1d8-424b-8e6a-f212aa55b16d has been deleted concurrently {{(pid=109960) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 10 04:20:37.871671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] Deleting subnet f9aa6272-a846-48dc-8d1d-ea7d6392ca65 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:37.878957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Deleting subnet 95b75659-1601-4fd1-9c1a-07aaa60c1bd2 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:37.882686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] Publish callbacks [] for subnet (f9aa6272-a846-48dc-8d1d-ea7d6392ca65), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.884491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for subnet (95b75659-1601-4fd1-9c1a-07aaa60c1bd2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.890600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Routers set() bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:37.891114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Router IDs set() for agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 04:20:37.891775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_agentschedulers_db [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a8bd3e3-007e-4b42-8f4c-12778d6515ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent'). {{(pid=109960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 04:20:37.892103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f0c30-04ad-4ad7-bd38-c9c666bc64c0 None None] The sync data for ids ['7a8bd3e3-007e-4b42-8f4c-12778d6515ad'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:37.948854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (f9aa6272-a846-48dc-8d1d-ea7d6392ca65), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:37.952099 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (95b75659-1601-4fd1-9c1a-07aaa60c1bd2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.057040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f9aa6272-a846-48dc-8d1d-ea7d6392ca65), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.082296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (95b75659-1601-4fd1-9c1a-07aaa60c1bd2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.285289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (f9aa6272-a846-48dc-8d1d-ea7d6392ca65), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.313564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9aa6272-a846-48dc-8d1d-ea7d6392ca65,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:38.316591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.319836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc3304a8-4d78-4f8d-96b2-5c981ef49ec8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f9aa6272-a846-48dc-8d1d-ea7d6392ca65 HTTP/1.1" status: 204 len: 168 time: 0.8578107 Feb 10 04:20:38.321917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47532) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:38.331467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (95b75659-1601-4fd1-9c1a-07aaa60c1bd2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.381778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95b75659-1601-4fd1-9c1a-07aaa60c1bd2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:38.389458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.393012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b1508b96-df69-41d0-943b-4effbd90cba0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/95b75659-1601-4fd1-9c1a-07aaa60c1bd2 HTTP/1.1" status: 204 len: 168 time: 0.6447599 Feb 10 04:20:38.395512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47538) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:38.515764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (bc4da560-5f28-4c4e-bc28-bc839f483816), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.549084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (922983e7-556f-4de7-90bb-d75f1e4d0e3d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.672389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (922983e7-556f-4de7-90bb-d75f1e4d0e3d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.694251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922983e7-556f-4de7-90bb-d75f1e4d0e3d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:38.708342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f486040-c027-470f-ab99-4cddfa5276e0') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:38.708643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f486040-c027-470f-ab99-4cddfa5276e0') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:38.716886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:38.725891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (9f486040-c027-470f-ab99-4cddfa5276e0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.766641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (bc4da560-5f28-4c4e-bc28-bc839f483816), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.769184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9f486040-c027-470f-ab99-4cddfa5276e0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.783272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:20:38.783645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (9f486040-c027-470f-ab99-4cddfa5276e0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:20:38.785305 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:20:38.813626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4da560-5f28-4c4e-bc28-bc839f483816']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:38.839203 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a8506ea6-a4ee-41a3-9e5e-ce9fb186f64c tempest-ServiceProvidersTest-1964323529 tempest-ServiceProvidersTest-1964323529-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1210816 Feb 10 04:20:38.849373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60620980-996f-492f-ad5e-2c06b71342e1') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:38.849669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60620980-996f-492f-ad5e-2c06b71342e1') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:38.865288 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (60620980-996f-492f-ad5e-2c06b71342e1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.883999 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (60620980-996f-492f-ad5e-2c06b71342e1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.892828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:20:38.893192 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (60620980-996f-492f-ad5e-2c06b71342e1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:20:38.895309 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:20:38.961456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (922983e7-556f-4de7-90bb-d75f1e4d0e3d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.981735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 922983e7-556f-4de7-90bb-d75f1e4d0e3d {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 04:20:38.984545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event deleted for resources: {'Network': ['ID=922983e7-556f-4de7-90bb-d75f1e4d0e3d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:38.987231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:38.991783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee2e1f6f-6ec5-476d-8495-f3f702685f8c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "DELETE /v2.0/networks/922983e7-556f-4de7-90bb-d75f1e4d0e3d HTTP/1.1" status: 204 len: 168 time: 0.5953350 Feb 10 04:20:39.065446 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (bc4da560-5f28-4c4e-bc28-bc839f483816), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:39.069748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915f45c-6819-4d39-bb67-7ee6e8669673 req-d039bda9-7de8-413b-8e8b-88e7a4d836be tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:39.072055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5915f45c-6819-4d39-bb67-7ee6e8669673 req-d039bda9-7de8-413b-8e8b-88e7a4d836be tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0766563 Feb 10 04:20:39.092716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:39.096523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bc4da560-5f28-4c4e-bc28-bc839f483816 HTTP/1.1" status: 204 len: 168 time: 0.7735763 Feb 10 04:20:39.097470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba7b69-5a3a-4253-9bcf-0fe23d879918 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4da560-5f28-4c4e-bc28-bc839f483816,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:39.134899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4dc0877d-e008-470a-b688-289da61e668c up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:39.157017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5915f45c-6819-4d39-bb67-7ee6e8669673 req-ef54512b-8d44-4261-a364-f21ef2778e98 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727880 Feb 10 04:20:39.359560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 4dc0877d-e008-470a-b688-289da61e668c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:20:39.364522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 4dc0877d-e008-470a-b688-289da61e668c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:39.364995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4dc0877d-e008-470a-b688-289da61e668c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:39.555077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4dc0877d-e008-470a-b688-289da61e668c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:39.555077 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:39.605715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0877d-e008-470a-b688-289da61e668c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:39.609208 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c741cf8d-83fb-4447-8559-28145e6d1865" -d '{"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0877d-e008-470a-b688-289da61e668c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:39.642476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:39.654290 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b63822-637c-46a3-b1d0-f6028e418733 x-openstack-request-id: req-b4b63822-637c-46a3-b1d0-f6028e418733 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:39.654588 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0877d-e008-470a-b688-289da61e668c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:39.654871 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4b63822-637c-46a3-b1d0-f6028e418733 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:39.655265 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0877d-e008-470a-b688-289da61e668c', 'code': 200} Feb 10 04:20:39.667207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47580) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:39.722385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3bc24388-d9c8-4c41-b421-0bbf0b2dcdbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a97cf0fa4de74535bc16402988b6931c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537636 Feb 10 04:20:39.724742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:39.750391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:39.811680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Publish callbacks [] for security_group (0d651f6b-ce7d-451b-9144-873a9dd4987b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:39.865435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:39.868074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef796b-d824-4d4e-a8bb-64b62cb7ae9e req-9d1c02c3-afb8-421b-a491-58fa725a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:39.873293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0ef796b-d824-4d4e-a8bb-64b62cb7ae9e req-9d1c02c3-afb8-421b-a491-58fa725a75ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 1127 time: 0.1408503 Feb 10 04:20:39.882125 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Publish callbacks [] for security_group (0d651f6b-ce7d-451b-9144-873a9dd4987b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:39.890335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:39.932363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47592) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:39.939047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e2f3e963-2043-4430-946b-c298cf846dc6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'router': {'name': 'tempest-router--408328304', 'project_id': 'ef104fee85464ddfa582c53cd060307a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:39.959221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0ef796b-d824-4d4e-a8bb-64b62cb7ae9e req-459efcf4-9b7b-475a-89c7-b1e58c0c8897 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803282 Feb 10 04:20:40.051146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e963-2043-4430-946b-c298cf846dc6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (c40696f4-921e-44cf-82b8-420681d2a1d5), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.051146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e963-2043-4430-946b-c298cf846dc6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (c40696f4-921e-44cf-82b8-420681d2a1d5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.111814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0d651f6b-ce7d-451b-9144-873a9dd4987b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.116884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.118240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d651f6b-ce7d-451b-9144-873a9dd4987b HTTP/1.1" status: 204 len: 168 time: 0.3923070 Feb 10 04:20:40.208572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e963-2043-4430-946b-c298cf846dc6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (c40696f4-921e-44cf-82b8-420681d2a1d5), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.218910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d651f6b-ce7d-451b-9144-873a9dd4987b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:40.240596 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f54a890-2a99-4183-ac36-032c435d640c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.307678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a61752-6687-4e7e-8b43-77e6f107e71d req-32c6c7aa-0bf5-4303-a02d-5333017064b1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:40.316903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7a61752-6687-4e7e-8b43-77e6f107e71d req-32c6c7aa-0bf5-4303-a02d-5333017064b1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0712314 Feb 10 04:20:40.346673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f54a890-2a99-4183-ac36-032c435d640c admin admin] Publish callbacks [] for security_group (a1f55336-cbb1-4c8d-8ac5-d945081664e9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.352443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e963-2043-4430-946b-c298cf846dc6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (c40696f4-921e-44cf-82b8-420681d2a1d5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.357555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.357913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.358262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.358605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.358995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.359339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.360092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.360219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.360477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.361028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.361365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.361695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.362249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce781a0-630d-4389-897f-554d9303ed04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:40.412665 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7a61752-6687-4e7e-8b43-77e6f107e71d req-02395df0-9ee6-496e-bb48-c5e03051a887 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944872 Feb 10 04:20:40.422320 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f54a890-2a99-4183-ac36-032c435d640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a1f55336-cbb1-4c8d-8ac5-d945081664e9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.460179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2f54a890-2a99-4183-ac36-032c435d640c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d27d70cad7354439833ef2a6ae9fa138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5687878 Feb 10 04:20:40.463033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:40.476126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e963-2043-4430-946b-c298cf846dc6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.479797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e2f3e963-2043-4430-946b-c298cf846dc6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5439632 Feb 10 04:20:40.479797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54a890-2a99-4183-ac36-032c435d640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f55336-cbb1-4c8d-8ac5-d945081664e9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:40.481628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47604) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:40.541141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2699345f-3f8a-488e-8b9f-6a41d79e4dae admin admin] Publish callbacks [] for security_group (a1f55336-cbb1-4c8d-8ac5-d945081664e9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.591194 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c68e584-74ab-4fe7-b64f-e474e7c5e4dd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (c40696f4-921e-44cf-82b8-420681d2a1d5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.604206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2699345f-3f8a-488e-8b9f-6a41d79e4dae admin admin] Publish callbacks [] for security_group (a1f55336-cbb1-4c8d-8ac5-d945081664e9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.833610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2699345f-3f8a-488e-8b9f-6a41d79e4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a1f55336-cbb1-4c8d-8ac5-d945081664e9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.836647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2699345f-3f8a-488e-8b9f-6a41d79e4dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.840378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2699345f-3f8a-488e-8b9f-6a41d79e4dae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1f55336-cbb1-4c8d-8ac5-d945081664e9 HTTP/1.1" status: 204 len: 168 time: 0.3737028 Feb 10 04:20:40.852447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699345f-3f8a-488e-8b9f-6a41d79e4dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f55336-cbb1-4c8d-8ac5-d945081664e9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:40.897561 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c68e584-74ab-4fe7-b64f-e474e7c5e4dd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (c40696f4-921e-44cf-82b8-420681d2a1d5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:40.900787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c68e584-74ab-4fe7-b64f-e474e7c5e4dd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (c40696f4-921e-44cf-82b8-420681d2a1d5), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:41.132093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c68e584-74ab-4fe7-b64f-e474e7c5e4dd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (c40696f4-921e-44cf-82b8-420681d2a1d5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:41.132093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c68e584-74ab-4fe7-b64f-e474e7c5e4dd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c40696f4-921e-44cf-82b8-420681d2a1d5 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:20:41.143181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c68e584-74ab-4fe7-b64f-e474e7c5e4dd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:41.145307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c68e584-74ab-4fe7-b64f-e474e7c5e4dd tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c40696f4-921e-44cf-82b8-420681d2a1d5 HTTP/1.1" status: 204 len: 168 time: 0.6624537 Feb 10 04:20:41.565317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924047d-26ba-4a2c-a4b1-9ac8d3dd1738 req-4d83e4f4-b53a-4d8e-a35f-f4173abde29f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:41.572430 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c924047d-26ba-4a2c-a4b1-9ac8d3dd1738 req-4d83e4f4-b53a-4d8e-a35f-f4173abde29f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0726047 Feb 10 04:20:41.584244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47636) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:41.658116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c924047d-26ba-4a2c-a4b1-9ac8d3dd1738 req-23438550-3c68-44b4-92ed-feb1d0808cbd tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845699 Feb 10 04:20:41.940820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68e41-261b-41df-b329-69eb1271d055 req-7f746f53-8840-477c-b631-8120dc0b3427 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:41.943513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2c68e41-261b-41df-b329-69eb1271d055 req-7f746f53-8840-477c-b631-8120dc0b3427 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1325197 Feb 10 04:20:42.044205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2c68e41-261b-41df-b329-69eb1271d055 req-b1b2ca6e-1175-47cb-9778-26840ad7be13 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908012 Feb 10 04:20:42.066881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1274046777', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:42.207951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:42.209353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:42.291979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:42.702397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:42.769458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c2b1a-3050-4042-893a-8d91c2d7ecfd req-994908c8-f739-4a1f-ac38-5ff23689939a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:42.776939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-774c2b1a-3050-4042-893a-8d91c2d7ecfd req-994908c8-f739-4a1f-ac38-5ff23689939a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0680289 Feb 10 04:20:42.967041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-774c2b1a-3050-4042-893a-8d91c2d7ecfd req-44d5b553-68dc-4e16-b96a-8dc5da14e461 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889992 Feb 10 04:20:43.260137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:43.282215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:43.447445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Allocated IP 172.25.8.67 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/ee4cdc3c-3983-46e4-93df-edb17d639943) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:43.643210 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for port (ee4cdc3c-3983-46e4-93df-edb17d639943), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:43.780571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ee4cdc3c-3983-46e4-93df-edb17d639943), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:43.859186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event updated for resources: {'Port': ['ID=ee4cdc3c-3983-46e4-93df-edb17d639943,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:43.875335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:43.877741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:43.883676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:44.798722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995aaf1-4b97-4ec5-8919-1761c83d53a6 req-636761a2-c834-4acc-8f73-afcdd9931301 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:44.802728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1995aaf1-4b97-4ec5-8919-1761c83d53a6 req-636761a2-c834-4acc-8f73-afcdd9931301 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1776152 Feb 10 04:20:44.934781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1995aaf1-4b97-4ec5-8919-1761c83d53a6 req-87efb12e-3682-4391-b78c-f41cc7e9ee4f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242790 Feb 10 04:20:45.066218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:45.462902 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:45.565818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47782) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:45.706488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:45.798444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Router f4c8ea03-4731-4e1e-b2fb-e823edb567d8 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:20:45.887840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Publish callbacks [] for security_group (9d000c06-245a-4c14-9fcd-9db8c9f133f0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:45.943983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9d000c06-245a-4c14-9fcd-9db8c9f133f0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.002590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:46.016780 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] Sync routers for ids ['f4c8ea03-4731-4e1e-b2fb-e823edb567d8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:46.031532 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] Routers {'f4c8ea03-4731-4e1e-b2fb-e823edb567d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:46.034535 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f4c8ea03-4731-4e1e-b2fb-e823edb567d8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:46.065905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47794) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:46.066255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06c68d05f5b24f3c822eaee597c9c938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990962 Feb 10 04:20:46.067577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d000c06-245a-4c14-9fcd-9db8c9f133f0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:46.084169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.084628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.086425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.087055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.087603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.088150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.090766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.093733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.094392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.098901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.099757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.100316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.103922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51892773-deba-425b-9c59-7073bbf8138c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:20:46.130076 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.137484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-00f15a27-99d1-4964-9b5a-d423901cbf3b tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5487666 Feb 10 04:20:46.147625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47798) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:46.171514 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:46.185174 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] Routers {'f4c8ea03-4731-4e1e-b2fb-e823edb567d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:46.186541 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f4c8ea03-4731-4e1e-b2fb-e823edb567d8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:46.248444 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:46.253219 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197d731-f576-4007-b60c-7a9a7ece4036 None None] The sync data for ids ['f4c8ea03-4731-4e1e-b2fb-e823edb567d8'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:46.282871 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a7917db-a0cd-4f84-884a-7efab5062ed9 admin admin] Publish callbacks [] for security_group (9d000c06-245a-4c14-9fcd-9db8c9f133f0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.295024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b45fe-8177-4afc-b386-8bbc8b00fa8a req-d2e0105e-f8ac-4102-a28d-2bf3fad8a7f5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:46.302385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea2b45fe-8177-4afc-b386-8bbc8b00fa8a req-d2e0105e-f8ac-4102-a28d-2bf3fad8a7f5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.2104592 Feb 10 04:20:46.329218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-88b887cc-c9b9-4eb8-9184-1cfa43bc4bb1 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/f4c8ea03-4731-4e1e-b2fb-e823edb567d8 HTTP/1.1" status: 200 len: 920 time: 0.1801567 Feb 10 04:20:46.332604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47804) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:46.393721 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ea269fab-8d83-4ae1-a610-64c29645907f tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4c8ea03-4731-4e1e-b2fb-e823edb567d8 HTTP/1.1" status: 200 len: 205 time: 0.0592992 Feb 10 04:20:46.393933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a7917db-a0cd-4f84-884a-7efab5062ed9 admin admin] Publish callbacks [] for security_group (9d000c06-245a-4c14-9fcd-9db8c9f133f0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.398519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47806) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:46.442395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea2b45fe-8177-4afc-b386-8bbc8b00fa8a req-d3c4d87e-f95d-4c65-a89b-cf65d61973f3 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387675 Feb 10 04:20:46.553103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.589805 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a7917db-a0cd-4f84-884a-7efab5062ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9d000c06-245a-4c14-9fcd-9db8c9f133f0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.594534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a7917db-a0cd-4f84-884a-7efab5062ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.598353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a7917db-a0cd-4f84-884a-7efab5062ed9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d000c06-245a-4c14-9fcd-9db8c9f133f0 HTTP/1.1" status: 204 len: 168 time: 0.5283990 Feb 10 04:20:46.614651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7917db-a0cd-4f84-884a-7efab5062ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d000c06-245a-4c14-9fcd-9db8c9f133f0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:46.747253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.983449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Deleting port ee4cdc3c-3983-46e4-93df-edb17d639943 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:46.983892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ee4cdc3c-3983-46e4-93df-edb17d639943), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:46.996553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.088487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ee4cdc3c-3983-46e4-93df-edb17d639943), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.103782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Calling delete_port for ee4cdc3c-3983-46e4-93df-edb17d639943 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:47.413562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ee4cdc3c-3983-46e4-93df-edb17d639943), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.459398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event deleted for resources: {'Port': ['ID=ee4cdc3c-3983-46e4-93df-edb17d639943,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:47.559811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.649220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47840) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:47.663745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01e6e16a-f780-40af-a0c9-ba3c4773dca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.710071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.713241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.780519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40dba-d3c8-4f34-b1b4-4d1d4ab4145f req-0a81168e-9f99-458b-b504-f30d340d544b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:47.787632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcb40dba-d3c8-4f34-b1b4-4d1d4ab4145f req-0a81168e-9f99-458b-b504-f30d340d544b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1893415 Feb 10 04:20:47.790572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01e6e16a-f780-40af-a0c9-ba3c4773dca2 admin admin] Publish callbacks [] for security_group (355601c5-8370-4cc0-9b51-b8e353325da5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.861962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01e6e16a-f780-40af-a0c9-ba3c4773dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (355601c5-8370-4cc0-9b51-b8e353325da5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.868783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcb40dba-d3c8-4f34-b1b4-4d1d4ab4145f req-ac4d18d2-109a-4ebc-b3c6-7b881233d52f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737996 Feb 10 04:20:47.868783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (f4c8ea03-4731-4e1e-b2fb-e823edb567d8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.868783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Fanout notify agent at l3_agent the message router_deleted on router f4c8ea03-4731-4e1e-b2fb-e823edb567d8 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:20:47.903447 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:47.915470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7fa561d7-69cb-4f1a-88b5-7d29e5f6a6ce tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/f4c8ea03-4731-4e1e-b2fb-e823edb567d8 HTTP/1.1" status: 204 len: 168 time: 1.5156698 Feb 10 04:20:47.919135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47852) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:47.922537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6e16a-f780-40af-a0c9-ba3c4773dca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355601c5-8370-4cc0-9b51-b8e353325da5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:47.937896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1047880772', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': False}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:47.960233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01e6e16a-f780-40af-a0c9-ba3c4773dca2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f90ca9dfdcac4739bbb259e585aa7396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099148 Feb 10 04:20:47.962883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47856) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:48.030730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (3dcc6a90-88f1-41f3-a66d-e99e4d554661), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.032022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (3dcc6a90-88f1-41f3-a66d-e99e4d554661), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.059093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7f41811-37b1-47c2-9d6f-1db1672dd4b2 admin admin] Publish callbacks [] for security_group (355601c5-8370-4cc0-9b51-b8e353325da5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.094415 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7f41811-37b1-47c2-9d6f-1db1672dd4b2 admin admin] Publish callbacks [] for security_group (355601c5-8370-4cc0-9b51-b8e353325da5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.146133 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (3dcc6a90-88f1-41f3-a66d-e99e4d554661), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.276207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7f41811-37b1-47c2-9d6f-1db1672dd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (355601c5-8370-4cc0-9b51-b8e353325da5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.279319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7f41811-37b1-47c2-9d6f-1db1672dd4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.280525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f7f41811-37b1-47c2-9d6f-1db1672dd4b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/355601c5-8370-4cc0-9b51-b8e353325da5 HTTP/1.1" status: 204 len: 168 time: 0.3164873 Feb 10 04:20:48.304820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41811-37b1-47c2-9d6f-1db1672dd4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355601c5-8370-4cc0-9b51-b8e353325da5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:48.358098 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:48.615813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (3dcc6a90-88f1-41f3-a66d-e99e4d554661), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:49.259468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754379c-0392-44ec-878a-c76c2f949df2 req-065822ac-8e09-4a4b-8af2-7539a803df7e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:49.259468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1754379c-0392-44ec-878a-c76c2f949df2 req-065822ac-8e09-4a4b-8af2-7539a803df7e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0952642 Feb 10 04:20:49.259468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (3dcc6a90-88f1-41f3-a66d-e99e4d554661), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:49.285396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:49.394647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1754379c-0392-44ec-878a-c76c2f949df2 req-f9c57eb1-b5e2-495d-818f-a28bedbb0748 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107063 Feb 10 04:20:49.593758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Allocated IP 172.25.8.43 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/455799d0-97c0-40d8-95de-8f2c6192bae1) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:49.789708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:49.885026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47916) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:49.933315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:49.986860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:49.988422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Port': ['ID=455799d0-97c0-40d8-95de-8f2c6192bae1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:49.991083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:49.993084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:50.021508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383106178-network', 'tenant_id': '244992ac9d6846ffb0ef6cd99e1e7aa4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:50.187332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Made reservation on behalf of 244992ac9d6846ffb0ef6cd99e1e7aa4 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:50.190128 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.210160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.322326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks [] for security_group (f2a9bc00-32e2-45a7-9e81-e483945626c0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.409308 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f2a9bc00-32e2-45a7-9e81-e483945626c0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.448845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:20:50.461896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a9bc00-32e2-45a7-9e81-e483945626c0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:50.486202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b036d9ad-46ad-4c91-9e58-0db05f9a610f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.486844 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Added segment b036d9ad-46ad-4c91-9e58-0db05f9a610f of type vlan for network bd91ee4c-12db-40d3-beb5-faa5cd872a61 Feb 10 04:20:50.573944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (bd91ee4c-12db-40d3-beb5-faa5cd872a61), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.620102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbbfde-b8b4-4946-b875-a358fb1f7180 req-411a1077-2114-4e70-9b73-746513791229 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:50.622315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9bbbfde-b8b4-4946-b875-a358fb1f7180 req-411a1077-2114-4e70-9b73-746513791229 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1181045 Feb 10 04:20:50.719180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9bbbfde-b8b4-4946-b875-a358fb1f7180 req-14c0f674-7f31-4746-9c51-1c177fd4ca3a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885839 Feb 10 04:20:50.720595 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (bd91ee4c-12db-40d3-beb5-faa5cd872a61), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.721672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:50.722255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:50.798001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] Pushing event updated for resources: {'Network': ['ID=bd91ee4c-12db-40d3-beb5-faa5cd872a61,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:50.808515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network bd91ee4c-12db-40d3-beb5-faa5cd872a61 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:20:50.861391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f7816542-9eff-4e14-b03f-d91d05307b0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9764533 Feb 10 04:20:50.864470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47940) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:50.869844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Request body: {'subnet': {'network_id': 'bd91ee4c-12db-40d3-beb5-faa5cd872a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383106178-subnet', 'tenant_id': '244992ac9d6846ffb0ef6cd99e1e7aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:50.890095 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (3dcc6a90-88f1-41f3-a66d-e99e4d554661), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:51.004564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Made reservation on behalf of 244992ac9d6846ffb0ef6cd99e1e7aa4 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:51.007959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:51.169546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (3dcc6a90-88f1-41f3-a66d-e99e4d554661), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:51.421982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Router 3dcc6a90-88f1-41f3-a66d-e99e4d554661 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:20:51.453666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d4f8f7e6-196a-4f82-89f0-207076e92f09), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:51.552057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f8f7e6-196a-4f82-89f0-207076e92f09,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:51.555424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Checking segment: {'id': 'b036d9ad-46ad-4c91-9e58-0db05f9a610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bd91ee4c-12db-40d3-beb5-faa5cd872a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:51.555798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Network hostable DHCP agents. Network: bd91ee4c-12db-40d3-beb5-faa5cd872a61, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:20:51.628384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:51.642213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Sync routers for ids ['3dcc6a90-88f1-41f3-a66d-e99e4d554661'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:51.643400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd0215-d31c-4e5d-aaac-5ab3da8f1de2 req-c8d1b65a-385e-4e91-9857-7b3f66458194 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:51.645816 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5fbd0215-d31c-4e5d-aaac-5ab3da8f1de2 req-c8d1b65a-385e-4e91-9857-7b3f66458194 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.1495841 Feb 10 04:20:51.657791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Routers {'3dcc6a90-88f1-41f3-a66d-e99e4d554661'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:51.658415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Network bd91ee4c-12db-40d3-beb5-faa5cd872a61 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:20:51.659648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3dcc6a90-88f1-41f3-a66d-e99e4d554661'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:51.711639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5fbd0215-d31c-4e5d-aaac-5ab3da8f1de2 req-aaacfa35-49a0-4d22-b7b5-4fbb6b175236 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508525 Feb 10 04:20:51.754924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:51.756219 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b9345fbd-c2ab-40a7-9fa2-4a305642e50a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8246388 Feb 10 04:20:51.759131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47966) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:51.839325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Set router 3dcc6a90-88f1-41f3-a66d-e99e4d554661 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:51.858070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, bd91ee4c-12db-40d3-beb5-faa5cd872a61) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:51.879855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:51.880725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:51.910173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15fecb-fc2f-460b-911b-de508cee52a8 None None] Network bd91ee4c-12db-40d3-beb5-faa5cd872a61 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:52.000126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb6f211e-f184-40ff-9dac-f0c185f4dbf3 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/3dcc6a90-88f1-41f3-a66d-e99e4d554661 HTTP/1.1" status: 200 len: 908 time: 0.2373292 Feb 10 04:20:52.000479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:52.006138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1047880772', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': True}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:52.017400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cbe15-d9ad-42aa-83fd-e081fe5d75bd req-6153bd8c-8ccd-42f7-82f5-31c12fbac320 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:52.020178 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-770cbe15-d9ad-42aa-83fd-e081fe5d75bd req-6153bd8c-8ccd-42f7-82f5-31c12fbac320 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1724987 Feb 10 04:20:52.076366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0cb0066-8544-4ef0-87e2-35da34ff7bb7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2107859 Feb 10 04:20:52.131911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-770cbe15-d9ad-42aa-83fd-e081fe5d75bd req-ba9b2c4d-5f9d-47e1-99fc-49a0ff647343 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064675 Feb 10 04:20:52.164859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (0ce24928-0dec-4972-ae3a-e92e287575e6), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:52.166021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (0ce24928-0dec-4972-ae3a-e92e287575e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:52.291795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e0d4e-0091-4bca-b540-9f674f1b674c None None] Network bd91ee4c-12db-40d3-beb5-faa5cd872a61 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:52.294486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (0ce24928-0dec-4972-ae3a-e92e287575e6), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:52.372627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc6a90-88f1-41f3-a66d-e99e4d554661', 'name': 'tempest-snat-router-1047880772', 'tenant_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.43'}], 'enable_snat': False}, 'gw_port_id': '455799d0-97c0-40d8-95de-8f2c6192bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:20:48Z', 'updated_at': '2022-02-10T04:20:50Z', 'revision_number': 3, 'project_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'gw_port': {'id': '455799d0-97c0-40d8-95de-8f2c6192bae1', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc6a90-88f1-41f3-a66d-e99e4d554661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:20:49Z', 'updated_at': '2022-02-10T04:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:52.413188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Checking router: 3dcc6a90-88f1-41f3-a66d-e99e4d554661 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:20:52.413766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Updating router 3dcc6a90-88f1-41f3-a66d-e99e4d554661 port 455799d0-97c0-40d8-95de-8f2c6192bae1 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:20:52.597900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (0ce24928-0dec-4972-ae3a-e92e287575e6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:52.665879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:52.910973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-01a77536-174a-4269-8ed9-835cb7906db5 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:52.913477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-01a77536-174a-4269-8ed9-835cb7906db5 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.0770683 Feb 10 04:20:53.011604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a1660-57ff-4c61-aa47-685f3c8fc67a req-1393a2de-f18c-4eb4-adac-ba8d2eede30b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:53.028581 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e57a1660-57ff-4c61-aa47-685f3c8fc67a req-1393a2de-f18c-4eb4-adac-ba8d2eede30b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 947 time: 0.1648092 Feb 10 04:20:53.117204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Deleting port 8c02318b-f53b-4883-a9cd-40c31489cfc1 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:53.122766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.265778 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Publish callbacks [] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.364634 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.365572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48010) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:53.375170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051368354-network', 'tenant_id': '9ca49ac4c6cc41909e17fef7c7d952f7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:53.392234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e57a1660-57ff-4c61-aa47-685f3c8fc67a req-c09b5f9f-b7d8-41bd-baae-c0ec07e34d76 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e260ff5-750f-4d99-8ba1-a93fa1aab24e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626254 Feb 10 04:20:53.400029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (0ce24928-0dec-4972-ae3a-e92e287575e6), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.429196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.457355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c20d52-f57c-4952-83de-857f57e10f50 None None] Pushing event updated for resources: {'Port': ['ID=455799d0-97c0-40d8-95de-8f2c6192bae1,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:53.503226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Attempting to bind port 455799d0-97c0-40d8-95de-8f2c6192bae1 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:20:53.503811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Attempting to bind port 455799d0-97c0-40d8-95de-8f2c6192bae1 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:20:53.504390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Attempting to bind port 455799d0-97c0-40d8-95de-8f2c6192bae1 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:53.530176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:20:53.530565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:53.531015 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.531417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:20:53.531908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Bound port: 455799d0-97c0-40d8-95de-8f2c6192bae1, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:20:53.532294 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.551350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] For port 8c02318b-f53b-4883-a9cd-40c31489cfc1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=8c02318b-f53b-4883-a9cd-40c31489cfc1,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:53.551871 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.617990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Allocated IP 172.25.8.81 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/1d39db90-49a3-4b6c-851f-c6decefb9675) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:20:53.634465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] For port 455799d0-97c0-40d8-95de-8f2c6192bae1, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:20:53.644301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] For port 455799d0-97c0-40d8-95de-8f2c6192bae1, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=455799d0-97c0-40d8-95de-8f2c6192bae1,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:20:53.648986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Made reservation on behalf of 9ca49ac4c6cc41909e17fef7c7d952f7 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:53.653090 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.666521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.689991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1e87c-4aa3-4979-87d4-f0364e9256eb req-7bf1d860-b80c-49cf-b44f-4d00f8097581 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:53.696843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ea1e87c-4aa3-4979-87d4-f0364e9256eb req-7bf1d860-b80c-49cf-b44f-4d00f8097581 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.3054218 Feb 10 04:20:53.726908 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.746367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.828739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Routers {'3dcc6a90-88f1-41f3-a66d-e99e4d554661'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:53.829770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3dcc6a90-88f1-41f3-a66d-e99e4d554661'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:53.843615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.896797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ea1e87c-4aa3-4979-87d4-f0364e9256eb req-cb5ca808-a3ee-4ad6-bc44-4b83c195eb93 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989770 Feb 10 04:20:53.897042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:20:53.914874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:53.915084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:20:53.952130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.952748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (8921215a-afab-4f71-9694-44e3b1b766c1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:53.953253 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Floating IP 8921215a-afab-4f71-9694-44e3b1b766c1 disassociated. External IP: 172.25.8.152, port: 8c02318b-f53b-4883-a9cd-40c31489cfc1. Feb 10 04:20:53.953769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Calling delete_port for 8c02318b-f53b-4883-a9cd-40c31489cfc1 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:53.962517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Port': ['ID=1d39db90-49a3-4b6c-851f-c6decefb9675,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:54.043185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks [] for security_group (28bfbdee-1ccf-412b-b33e-85fc11b26c71), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.064149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] Set router 3dcc6a90-88f1-41f3-a66d-e99e4d554661 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:54.116779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c20d52-f57c-4952-83de-857f57e10f50 None None] Pushing event updated for resources: {'Port': ['ID=455799d0-97c0-40d8-95de-8f2c6192bae1,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:54.138991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (28bfbdee-1ccf-412b-b33e-85fc11b26c71), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.171778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:20:54.192823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0397c246-7c42-439a-8ff5-119df957b386), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.193162 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Added segment 0397c246-7c42-439a-8ff5-119df957b386 of type vlan for network d0108770-079f-441b-8211-788df4d00d56 Feb 10 04:20:54.203138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bfbdee-1ccf-412b-b33e-85fc11b26c71,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:54.252427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d0108770-079f-441b-8211-788df4d00d56), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.287731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8c02318b-f53b-4883-a9cd-40c31489cfc1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.334588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcc6a90-88f1-41f3-a66d-e99e4d554661', 'name': 'tempest-snat-router-1047880772', 'tenant_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.43'}], 'enable_snat': False}, 'gw_port_id': '455799d0-97c0-40d8-95de-8f2c6192bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:20:48Z', 'updated_at': '2022-02-10T04:20:50Z', 'revision_number': 3, 'project_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'gw_port': {'id': '455799d0-97c0-40d8-95de-8f2c6192bae1', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc6a90-88f1-41f3-a66d-e99e4d554661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:20:49Z', 'updated_at': '2022-02-10T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:54.408194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7be493-72e4-4696-b4cf-2c47e21e1fc7 None None] The sync data for ids ['3dcc6a90-88f1-41f3-a66d-e99e4d554661'] in n-d-827844-2 is: [{'id': '3dcc6a90-88f1-41f3-a66d-e99e4d554661', 'name': 'tempest-snat-router-1047880772', 'tenant_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.43'}], 'enable_snat': False}, 'gw_port_id': '455799d0-97c0-40d8-95de-8f2c6192bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:20:48Z', 'updated_at': '2022-02-10T04:20:50Z', 'revision_number': 3, 'project_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'gw_port': {'id': '455799d0-97c0-40d8-95de-8f2c6192bae1', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcc6a90-88f1-41f3-a66d-e99e4d554661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:20:49Z', 'updated_at': '2022-02-10T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:54.457823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d0108770-079f-441b-8211-788df4d00d56), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.462529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:54.471374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.476397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event deleted for resources: {'Port': ['ID=8c02318b-f53b-4883-a9cd-40c31489cfc1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:54.571344 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (0ce24928-0dec-4972-ae3a-e92e287575e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:54.815038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21e8ad01-2d45-4263-8222-38e7cbd6d92d req-ea5d4ec4-b5bd-42e2-a115-9cfeb08b6283 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 210 time: 0.1969523 Feb 10 04:20:54.843693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4768033 Feb 10 04:20:54.908529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48042) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:54.915535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Request body: {'subnet': {'network_id': 'd0108770-079f-441b-8211-788df4d00d56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051368354-subnet', 'tenant_id': '9ca49ac4c6cc41909e17fef7c7d952f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:20:54.990775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (0ce24928-0dec-4972-ae3a-e92e287575e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:55.010105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Router 44e04e51-79ec-484a-9378-73d805453a11 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:20:55.075850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Made reservation on behalf of 9ca49ac4c6cc41909e17fef7c7d952f7 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:20:55.084091 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:55.116860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a15aea-9a4c-404d-b9f7-5efa5cd285a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0108770-079f-441b-8211-788df4d00d56,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:55.132053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d0108770-079f-441b-8211-788df4d00d56 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:20:55.362368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:55.378622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] Sync routers for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:55.393981 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:55.394994 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:55.446997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:20:55.471750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] No DVR routers for this DVR port 8c02318b-f53b-4883-a9cd-40c31489cfc1 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:20:55.479384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:55.492053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-868d18f4-dd27-4a57-a594-6aa8df999823 req-456d7779-4b02-4141-9698-816559b6085f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "DELETE /v2.0/ports/8c02318b-f53b-4883-a9cd-40c31489cfc1 HTTP/1.1" status: 204 len: 173 time: 2.5712466 Feb 10 04:20:55.495611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-deleted', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:20:55.502452 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a74fd2-9566-4f80-b150-97cf9a52f5a7" -d '{"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-deleted", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:20:55.516025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 8c02318b-f53b-4883-a9cd-40c31489cfc1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:20:55.516464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 8c02318b-f53b-4883-a9cd-40c31489cfc1 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:20:55.534323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c50f6b-15e1-4ff6-88cf-bd1edba19169 req-90cb2f74-cde5-4542-bbb4-c586d49eb59b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:55.539987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94c50f6b-15e1-4ff6-88cf-bd1edba19169 req-90cb2f74-cde5-4542-bbb4-c586d49eb59b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.4555409 Feb 10 04:20:55.632370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (db2c307e-023b-45d6-85eb-18ec08628ef1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:55.653984 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b5bf49-2487-4857-92d1-433295e22248 x-openstack-request-id: req-50b5bf49-2487-4857-92d1-433295e22248 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:20:55.654351 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f3c52d-858b-4ac1-a793-c575ee0ff87b", "name": "network-vif-deleted", "tag": "8c02318b-f53b-4883-a9cd-40c31489cfc1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:20:55.654553 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50b5bf49-2487-4857-92d1-433295e22248 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:20:55.655049 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f3c52d-858b-4ac1-a793-c575ee0ff87b', 'name': 'network-vif-deleted', 'tag': '8c02318b-f53b-4883-a9cd-40c31489cfc1', 'status': 'completed', 'code': 200} Feb 10 04:20:55.664655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94c50f6b-15e1-4ff6-88cf-bd1edba19169 req-5608e739-d440-4fd2-96f5-5c8abfa60ec9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140361 Feb 10 04:20:55.679539 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:55.737437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2c307e-023b-45d6-85eb-18ec08628ef1,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:55.877455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Checking segment: {'id': '0397c246-7c42-439a-8ff5-119df957b386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0108770-079f-441b-8211-788df4d00d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:55.877829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Network hostable DHCP agents. Network: d0108770-079f-441b-8211-788df4d00d56, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:20:55.890234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Router 0ce24928-0dec-4972-ae3a-e92e287575e6 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:20:56.088716 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:56.151075 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] Checking router: 44e04e51-79ec-484a-9378-73d805453a11 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:20:56.169474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:20:56.175693 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9641530a-e561-48ff-86c1-c44e264c5778 req-e3d9701c-5a8a-4bff-b5a5-885ffc4336f8 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=45f3c52d-858b-4ac1-a793-c575ee0ff87b HTTP/1.1" status: 200 len: 210 time: 0.0467906 Feb 10 04:20:56.189327 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:56.189958 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:56.192831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Sync routers for ids ['0ce24928-0dec-4972-ae3a-e92e287575e6'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:20:56.233219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Routers {'0ce24928-0dec-4972-ae3a-e92e287575e6'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:56.233771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0ce24928-0dec-4972-ae3a-e92e287575e6'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:56.330835 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:56.350013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:56.353937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ba842891-f3c9-406b-8cb7-8e91e426ae6f tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3489566 Feb 10 04:20:56.353937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Network d0108770-079f-441b-8211-788df4d00d56 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:20:56.354510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48090) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:56.385639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Set router 0ce24928-0dec-4972-ae3a-e92e287575e6 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:56.433265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d0108770-079f-441b-8211-788df4d00d56) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:20:56.439760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:56.442894 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:56.502191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fca290-ef27-46b6-a17b-d47662fd168c None None] Network d0108770-079f-441b-8211-788df4d00d56 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:56.571003 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-998dbd0b-a03b-4870-a111-5272356a50a7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6601422 Feb 10 04:20:56.575292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48098) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:56.590182 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-279b2d83-a7e1-4fac-a4fb-8534af1a6fa6 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/0ce24928-0dec-4972-ae3a-e92e287575e6 HTTP/1.1" status: 200 len: 907 time: 0.2165153 Feb 10 04:20:56.800764 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:56.894522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48106) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:56.903448 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca123250-31df-4d9c-ae43-4a851c20147d None None] The sync data for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 is: [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:56.985066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 455799d0-97c0-40d8-95de-8f2c6192bae1 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:57.049527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] Deleting subnet d4f8f7e6-196a-4f82-89f0-207076e92f09 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:57.056361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] Publish callbacks [] for subnet (d4f8f7e6-196a-4f82-89f0-207076e92f09), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.076172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f613a8-5eda-4431-8e67-131608de0b50 req-ee304223-0708-4cdf-a733-ad8dfa30bbdc tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:57.088999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5f613a8-5eda-4431-8e67-131608de0b50 req-ee304223-0708-4cdf-a733-ad8dfa30bbdc tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.2472661 Feb 10 04:20:57.202359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (d4f8f7e6-196a-4f82-89f0-207076e92f09), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.251619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5f613a8-5eda-4431-8e67-131608de0b50 req-308c14d8-8605-4b20-8618-b56a046902c0 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602092 Feb 10 04:20:57.276799 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d4f8f7e6-196a-4f82-89f0-207076e92f09), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.327046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca0c77-4efb-4f8b-bd45-5b30bb966ecb None None] Network d0108770-079f-441b-8211-788df4d00d56 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:20:57.373487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 455799d0-97c0-40d8-95de-8f2c6192bae1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:57.374935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.403493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce24928-0dec-4972-ae3a-e92e287575e6', 'name': 'tempest-snat-router-1047880772', 'tenant_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1d39db90-49a3-4b6c-851f-c6decefb9675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:20:52Z', 'updated_at': '2022-02-10T04:20:54Z', 'revision_number': 3, 'project_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'gw_port': {'id': '1d39db90-49a3-4b6c-851f-c6decefb9675', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce24928-0dec-4972-ae3a-e92e287575e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:20:53Z', 'updated_at': '2022-02-10T04:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:57.414190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48120) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:57.494880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Checking router: 0ce24928-0dec-4972-ae3a-e92e287575e6 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:20:57.503219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Updating router 0ce24928-0dec-4972-ae3a-e92e287575e6 port 1d39db90-49a3-4b6c-851f-c6decefb9675 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:20:57.573010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (d4f8f7e6-196a-4f82-89f0-207076e92f09), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.577211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.692153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f8f7e6-196a-4f82-89f0-207076e92f09,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:57.698664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.703064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8df7c215-3591-4a41-ab51-012ac8641c1d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d4f8f7e6-196a-4f82-89f0-207076e92f09 HTTP/1.1" status: 204 len: 168 time: 0.8059182 Feb 10 04:20:57.707214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48128) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:57.725642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-521cb0f1-c52e-460a-8170-0bb54ed77f81 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (3e260ff5-750f-4d99-8ba1-a93fa1aab24e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.743287 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9022c-4dd3-430b-9e14-9744397f12af None None] New status for floating IP 8921215a-afab-4f71-9694-44e3b1b766c1: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:20:57.778726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-521cb0f1-c52e-460a-8170-0bb54ed77f81 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (3e260ff5-750f-4d99-8ba1-a93fa1aab24e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.785698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (0ce24928-0dec-4972-ae3a-e92e287575e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.860207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (bd91ee4c-12db-40d3-beb5-faa5cd872a61), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.879674 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Publish callbacks [] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.952283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 455799d0-97c0-40d8-95de-8f2c6192bae1 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:57.952693 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:57.979680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 455799d0-97c0-40d8-95de-8f2c6192bae1, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=455799d0-97c0-40d8-95de-8f2c6192bae1,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:57.997064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (bd91ee4c-12db-40d3-beb5-faa5cd872a61), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.006849 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.026036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (0ce24928-0dec-4972-ae3a-e92e287575e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.041403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd91ee4c-12db-40d3-beb5-faa5cd872a61']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:58.051603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b036d9ad-46ad-4c91-9e58-0db05f9a610f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:58.051918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b036d9ad-46ad-4c91-9e58-0db05f9a610f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:58.060939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-521cb0f1-c52e-460a-8170-0bb54ed77f81 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3e260ff5-750f-4d99-8ba1-a93fa1aab24e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.068065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-521cb0f1-c52e-460a-8170-0bb54ed77f81 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.068065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-521cb0f1-c52e-460a-8170-0bb54ed77f81 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "DELETE /v2.0/security-groups/3e260ff5-750f-4d99-8ba1-a93fa1aab24e HTTP/1.1" status: 204 len: 168 time: 0.6496217 Feb 10 04:20:58.068065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (b036d9ad-46ad-4c91-9e58-0db05f9a610f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.068326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48136) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:58.084192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Attempting to bind port 1d39db90-49a3-4b6c-851f-c6decefb9675 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:20:58.084563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Attempting to bind port 1d39db90-49a3-4b6c-851f-c6decefb9675 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:20:58.084936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Attempting to bind port 1d39db90-49a3-4b6c-851f-c6decefb9675 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:20:58.086370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cb0f1-c52e-460a-8170-0bb54ed77f81 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e260ff5-750f-4d99-8ba1-a93fa1aab24e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:58.090418 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-294b018f-601c-4da0-bc0f-e8afc598fb53 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] show failed (client error): The resource could not be found. Feb 10 04:20:58.095449 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-294b018f-601c-4da0-bc0f-e8afc598fb53 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups/3e260ff5-750f-4d99-8ba1-a93fa1aab24e HTTP/1.1" status: 404 len: 347 time: 0.0267918 Feb 10 04:20:58.098931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48138) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:58.100207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:20:58.100615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:20:58.101037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.101444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:20:58.102011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Bound port: 1d39db90-49a3-4b6c-851f-c6decefb9675, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:20:58.102334 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.110540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b036d9ad-46ad-4c91-9e58-0db05f9a610f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.214529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:20:58.215283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (b036d9ad-46ad-4c91-9e58-0db05f9a610f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.219198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Deleting port 1d39db90-49a3-4b6c-851f-c6decefb9675 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:58.219876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: items = [ Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:20:58.224417 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:20:58.231104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] For port 1d39db90-49a3-4b6c-851f-c6decefb9675, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:20:58.231104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] For port 1d39db90-49a3-4b6c-851f-c6decefb9675, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1d39db90-49a3-4b6c-851f-c6decefb9675,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:20:58.233277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.235237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68610e86-798d-4af2-87a4-e63ffb5b8fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.274174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f93adf-ee84-44d3-a4dd-bb59d82bb5a7 None None] Pushing event updated for resources: {'Port': ['ID=1d39db90-49a3-4b6c-851f-c6decefb9675,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:58.338449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.441516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Routers {'0ce24928-0dec-4972-ae3a-e92e287575e6'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:20:58.442180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0ce24928-0dec-4972-ae3a-e92e287575e6'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:58.463518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Deleting port a99059d3-72a3-4e52-9216-23deb9ac9fd6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:20:58.463872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.478114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] For port 1d39db90-49a3-4b6c-851f-c6decefb9675, host n-d-827844-2, got binding levels [] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:20:58.478902 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.486035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (bd91ee4c-12db-40d3-beb5-faa5cd872a61), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.510798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=455799d0-97c0-40d8-95de-8f2c6192bae1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:58.513119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.516589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] 10.222.0.42 "DELETE /v2.0/networks/bd91ee4c-12db-40d3-beb5-faa5cd872a61 HTTP/1.1" status: 204 len: 168 time: 0.8077846 Feb 10 04:20:58.517493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6cbb5-4ab0-40a4-a267-0d10e365de7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd91ee4c-12db-40d3-beb5-faa5cd872a61,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:58.520850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48144) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:58.532683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Calling delete_port for 1d39db90-49a3-4b6c-851f-c6decefb9675 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:58.547773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd865-5e2f-4690-abc2-495dc6ff3ac2 req-00166c7f-bdb4-47a2-892c-80f5308ca673 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:20:58.549654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b2dd865-5e2f-4690-abc2-495dc6ff3ac2 req-00166c7f-bdb4-47a2-892c-80f5308ca673 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1801653 Feb 10 04:20:58.644229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] Deleting subnet db2c307e-023b-45d6-85eb-18ec08628ef1 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:20:58.650304 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.650636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (a99059d3-72a3-4e52-9216-23deb9ac9fd6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.654740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] Publish callbacks [] for subnet (db2c307e-023b-45d6-85eb-18ec08628ef1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.710623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Calling delete_port for a99059d3-72a3-4e52-9216-23deb9ac9fd6 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:20:58.781876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (db2c307e-023b-45d6-85eb-18ec08628ef1), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:58.792960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b2dd865-5e2f-4690-abc2-495dc6ff3ac2 req-a18e1546-df2f-48d1-a356-023a66c03a6f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365103 Feb 10 04:20:58.928198 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:20:58.945548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 455799d0-97c0-40d8-95de-8f2c6192bae1 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:20:59.062057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (db2c307e-023b-45d6-85eb-18ec08628ef1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.122485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f93adf-ee84-44d3-a4dd-bb59d82bb5a7 None None] Pushing event updated for resources: {'Port': ['ID=1d39db90-49a3-4b6c-851f-c6decefb9675,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:59.127411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1d39db90-49a3-4b6c-851f-c6decefb9675), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.142302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] Set router 0ce24928-0dec-4972-ae3a-e92e287575e6 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:20:59.167806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d39db90-49a3-4b6c-851f-c6decefb9675,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:20:59.227577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (db2c307e-023b-45d6-85eb-18ec08628ef1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.250157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.255237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/db2c307e-023b-45d6-85eb-18ec08628ef1 HTTP/1.1" status: 204 len: 168 time: 0.7331810 Feb 10 04:20:59.258353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48152) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:59.267735 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce24928-0dec-4972-ae3a-e92e287575e6', 'name': 'tempest-snat-router-1047880772', 'tenant_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:20:52Z', 'updated_at': '2022-02-10T04:20:58Z', 'revision_number': 4, 'project_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:20:59.312313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (0ce24928-0dec-4972-ae3a-e92e287575e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.344423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dce022-a612-4167-9762-dcffad0e42e2 None None] The sync data for ids ['0ce24928-0dec-4972-ae3a-e92e287575e6'] in n-d-827844-2 is: [{'id': '0ce24928-0dec-4972-ae3a-e92e287575e6', 'name': 'tempest-snat-router-1047880772', 'tenant_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:20:52Z', 'updated_at': '2022-02-10T04:20:58Z', 'revision_number': 4, 'project_id': '227b6f34cb7d4a30bdcafdb32ce4aeb8', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:20:59.346802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 455799d0-97c0-40d8-95de-8f2c6192bae1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:20:59.353733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.535874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 455799d0-97c0-40d8-95de-8f2c6192bae1 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:20:59.542283 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (0ce24928-0dec-4972-ae3a-e92e287575e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.544718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (0ce24928-0dec-4972-ae3a-e92e287575e6), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.682374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (0ce24928-0dec-4972-ae3a-e92e287575e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.683475 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce24928-0dec-4972-ae3a-e92e287575e6 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:20:59.700610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.711943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7af24152-dc5f-45f8-a2a4-c04f50f51f2c tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/0ce24928-0dec-4972-ae3a-e92e287575e6 HTTP/1.1" status: 204 len: 168 time: 3.1353843 Feb 10 04:20:59.713299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48154) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:20:59.789513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa7ff-8897-4121-848b-1defff6f32d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:20:59.965367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (3dcc6a90-88f1-41f3-a66d-e99e4d554661), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.012752 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d0108770-079f-441b-8211-788df4d00d56), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.015488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224d4b8-8402-4d51-9ba7-5e0d0d4e2d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2c307e-023b-45d6-85eb-18ec08628ef1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:00.021938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a99059d3-72a3-4e52-9216-23deb9ac9fd6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.117626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (3dcc6a90-88f1-41f3-a66d-e99e4d554661), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.137006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event deleted for resources: {'Port': ['ID=a99059d3-72a3-4e52-9216-23deb9ac9fd6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:00.257709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Deleting port 455799d0-97c0-40d8-95de-8f2c6192bae1 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:00.259016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.361762 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d0108770-079f-441b-8211-788df4d00d56), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.384661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] For port 455799d0-97c0-40d8-95de-8f2c6192bae1, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=455799d0-97c0-40d8-95de-8f2c6192bae1,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:00.387066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.388559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940cbee-0bc5-4b32-a63c-16dacfb0e230 req-767b0560-ac5c-424e-9966-a8bc6bafd256 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:00.390182 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5940cbee-0bc5-4b32-a63c-16dacfb0e230 req-767b0560-ac5c-424e-9966-a8bc6bafd256 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.3712227 Feb 10 04:21:00.420221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Calling delete_port for 455799d0-97c0-40d8-95de-8f2c6192bae1 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:00.430472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (8921215a-afab-4f71-9694-44e3b1b766c1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.434077 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.435367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cae7e39c-ad19-4b45-a2cb-a1f2f035a508 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "DELETE /v2.0/floatingips/8921215a-afab-4f71-9694-44e3b1b766c1 HTTP/1.1" status: 204 len: 168 time: 2.3351629 Feb 10 04:21:00.497018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0108770-079f-441b-8211-788df4d00d56']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:00.508733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0397c246-7c42-439a-8ff5-119df957b386') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:00.508733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0397c246-7c42-439a-8ff5-119df957b386') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:00.555462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (0397c246-7c42-439a-8ff5-119df957b386), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.585603 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5940cbee-0bc5-4b32-a63c-16dacfb0e230 req-421a1831-0b69-4449-bc61-d469c20a47bf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734438 Feb 10 04:21:00.597044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0397c246-7c42-439a-8ff5-119df957b386), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.604079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:21:00.604674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (0397c246-7c42-439a-8ff5-119df957b386), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:21:00.607686 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:21:00.787425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d0108770-079f-441b-8211-788df4d00d56), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.801081 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.805598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] 10.222.0.42 "DELETE /v2.0/networks/d0108770-079f-441b-8211-788df4d00d56 HTTP/1.1" status: 204 len: 168 time: 1.5460856 Feb 10 04:21:00.818651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30518474-6622-4d1c-833b-eaea2aa6133a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0108770-079f-441b-8211-788df4d00d56,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:00.832885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (455799d0-97c0-40d8-95de-8f2c6192bae1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.886643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event deleted for resources: {'Port': ['ID=455799d0-97c0-40d8-95de-8f2c6192bae1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:00.965738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:00.985663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48172) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:00.990219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-736ac06f-3200-4cea-bdf9-c0773899545c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824134135', 'description': 'tempest-description--300838979'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:01.033195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (3dcc6a90-88f1-41f3-a66d-e99e4d554661), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.127985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (3dcc6a90-88f1-41f3-a66d-e99e4d554661), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.129994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_controller (3dcc6a90-88f1-41f3-a66d-e99e4d554661), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.138796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-736ac06f-3200-4cea-bdf9-c0773899545c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.227780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-736ac06f-3200-4cea-bdf9-c0773899545c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (063e8b43-5cf8-411f-80ae-31baf667855b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.285227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (3dcc6a90-88f1-41f3-a66d-e99e4d554661), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.286085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dcc6a90-88f1-41f3-a66d-e99e4d554661 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:01.295867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.301606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-775cb96c-f95c-40d9-bf3d-ed074deb6d8d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3dcc6a90-88f1-41f3-a66d-e99e4d554661 HTTP/1.1" status: 204 len: 168 time: 1.5825472 Feb 10 04:21:01.301606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:01.305915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-662133780', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:01.309924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-736ac06f-3200-4cea-bdf9-c0773899545c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (063e8b43-5cf8-411f-80ae-31baf667855b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.366730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac06f-3200-4cea-bdf9-c0773899545c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063e8b43-5cf8-411f-80ae-31baf667855b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:01.398661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48176) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:01.425988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-736ac06f-3200-4cea-bdf9-c0773899545c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.427536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-736ac06f-3200-4cea-bdf9-c0773899545c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4406309 Feb 10 04:21:01.430207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:01.435054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-aa1a6637-f403-442c-9aa4-9ed7f20f75cf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'security_group_rule': {'security_group_id': '063e8b43-5cf8-411f-80ae-31baf667855b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:01.495420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e425598d-82f3-4e1c-9394-314b564222d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=244992ac9d6846ffb0ef6cd99e1e7aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0966408 Feb 10 04:21:01.498877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48182) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:01.526936 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (d1a4e863-0159-48a7-8b57-1a52596de128), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.529898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (d1a4e863-0159-48a7-8b57-1a52596de128), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.568683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfc017ed-75c6-4ba8-bbf1-c790080b15fd admin admin] Publish callbacks [] for security_group (f2a9bc00-32e2-45a7-9e81-e483945626c0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.573220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6637-f403-442c-9aa4-9ed7f20f75cf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (c21aaabb-666a-4d9d-a0c5-7123d88c0e8f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.607022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfc017ed-75c6-4ba8-bbf1-c790080b15fd admin admin] Publish callbacks [] for security_group (f2a9bc00-32e2-45a7-9e81-e483945626c0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.617500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (d1a4e863-0159-48a7-8b57-1a52596de128), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.689849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6637-f403-442c-9aa4-9ed7f20f75cf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (c21aaabb-666a-4d9d-a0c5-7123d88c0e8f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.744685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6637-f403-442c-9aa4-9ed7f20f75cf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c21aaabb-666a-4d9d-a0c5-7123d88c0e8f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.771507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a6637-f403-442c-9aa4-9ed7f20f75cf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21aaabb-666a-4d9d-a0c5-7123d88c0e8f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:01.784613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d4fd-6c3e-4207-be6f-80250a45017a req-8820f369-6a4e-49c2-80c4-fefdc626c0e2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:01.791154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e380d4fd-6c3e-4207-be6f-80250a45017a req-8820f369-6a4e-49c2-80c4-fefdc626c0e2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1159611 Feb 10 04:21:01.823129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfc017ed-75c6-4ba8-bbf1-c790080b15fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f2a9bc00-32e2-45a7-9e81-e483945626c0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.826412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfc017ed-75c6-4ba8-bbf1-c790080b15fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.827690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cfc017ed-75c6-4ba8-bbf1-c790080b15fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2a9bc00-32e2-45a7-9e81-e483945626c0 HTTP/1.1" status: 204 len: 168 time: 0.3277190 Feb 10 04:21:01.835789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (d1a4e863-0159-48a7-8b57-1a52596de128), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.860340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc017ed-75c6-4ba8-bbf1-c790080b15fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a9bc00-32e2-45a7-9e81-e483945626c0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:01.865931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e380d4fd-6c3e-4207-be6f-80250a45017a req-1be6ca5a-1077-4c0b-96c0-d4c114ab681c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738215 Feb 10 04:21:01.909321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6637-f403-442c-9aa4-9ed7f20f75cf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:01.911729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aa1a6637-f403-442c-9aa4-9ed7f20f75cf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4801688 Feb 10 04:21:01.914403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48188) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:01.920062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1b29fd42-ef6b-44b7-b617-a3623f52b898 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'security_group_rule': {'security_group_id': '063e8b43-5cf8-411f-80ae-31baf667855b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:02.041707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b29fd42-ef6b-44b7-b617-a3623f52b898 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (9a46e975-2603-4d0c-a481-b9bfa3d0b3dc), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.116854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b29fd42-ef6b-44b7-b617-a3623f52b898 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (9a46e975-2603-4d0c-a481-b9bfa3d0b3dc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.184785 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b29fd42-ef6b-44b7-b617-a3623f52b898 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (9a46e975-2603-4d0c-a481-b9bfa3d0b3dc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.189792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (d1a4e863-0159-48a7-8b57-1a52596de128), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.204897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29fd42-ef6b-44b7-b617-a3623f52b898 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a46e975-2603-4d0c-a481-b9bfa3d0b3dc,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:02.209578 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.310059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b29fd42-ef6b-44b7-b617-a3623f52b898 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.314300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1b29fd42-ef6b-44b7-b617-a3623f52b898 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988118 Feb 10 04:21:02.315087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48196) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:02.319787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:02.345017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Allocated IP 172.25.8.141 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/92be5ae7-a255-41ba-922f-a50a2f9ff86e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:02.431663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.483884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for port (92be5ae7-a255-41ba-922f-a50a2f9ff86e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.589888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.627796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.628227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (92be5ae7-a255-41ba-922f-a50a2f9ff86e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.692130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:02.693352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48200) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:02.700807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:02.731575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event updated for resources: {'Port': ['ID=92be5ae7-a255-41ba-922f-a50a2f9ff86e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:02.733415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:02.778770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-52a6f871-4e64-41d4-9885-4780ecb89bad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ca49ac4c6cc41909e17fef7c7d952f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831747 Feb 10 04:21:02.782925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48202) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:02.805642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Allocated IP 172.25.8.146 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c041c308-18d5-4d26-b5c3-2a744833ed10) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:02.813346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 455799d0-97c0-40d8-95de-8f2c6192bae1 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:21:02.855060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 455799d0-97c0-40d8-95de-8f2c6192bae1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:21:02.855905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 455799d0-97c0-40d8-95de-8f2c6192bae1 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:21:02.915116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f70a3c6-bc17-4b92-95e9-95af10571e3e admin admin] Publish callbacks [] for security_group (28bfbdee-1ccf-412b-b33e-85fc11b26c71), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.955578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f70a3c6-bc17-4b92-95e9-95af10571e3e admin admin] Publish callbacks [] for security_group (28bfbdee-1ccf-412b-b33e-85fc11b26c71), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:02.999451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.106329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0a8c-b834-4eb3-ba83-b8ceca6ce4a7 req-03a52ca9-cde4-48dd-adbb-23f3b06879a6 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:03.106329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5ba0a8c-b834-4eb3-ba83-b8ceca6ce4a7 req-03a52ca9-cde4-48dd-adbb-23f3b06879a6 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1323550 Feb 10 04:21:03.124276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f70a3c6-bc17-4b92-95e9-95af10571e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (28bfbdee-1ccf-412b-b33e-85fc11b26c71), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.127528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f70a3c6-bc17-4b92-95e9-95af10571e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.131138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5f70a3c6-bc17-4b92-95e9-95af10571e3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28bfbdee-1ccf-412b-b33e-85fc11b26c71 HTTP/1.1" status: 204 len: 168 time: 0.3468301 Feb 10 04:21:03.145349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70a3c6-bc17-4b92-95e9-95af10571e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bfbdee-1ccf-412b-b33e-85fc11b26c71,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:03.158882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.195543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:03.198360 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5ba0a8c-b834-4eb3-ba83-b8ceca6ce4a7 req-73220d34-d8b3-471f-87c3-9674dbc32dc3 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866063 Feb 10 04:21:03.201305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:03.244705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:03.286669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'Port': ['ID=c041c308-18d5-4d26-b5c3-2a744833ed10,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:03.348206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (d1a4e863-0159-48a7-8b57-1a52596de128), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.455196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (4d0f8793-5f97-4493-b1bc-dac74f6a3952), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.561172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.626113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (d1a4e863-0159-48a7-8b57-1a52596de128), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.843899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.929782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:03.954154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Router d1a4e863-0159-48a7-8b57-1a52596de128 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:04.095113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4d0f8793-5f97-4493-b1bc-dac74f6a3952), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:04.140518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'Port': ['ID=c041c308-18d5-4d26-b5c3-2a744833ed10,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:04.190174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:04.205832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] Sync routers for ids ['d1a4e863-0159-48a7-8b57-1a52596de128'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:04.233270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] Routers {'d1a4e863-0159-48a7-8b57-1a52596de128'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:04.234894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['d1a4e863-0159-48a7-8b57-1a52596de128'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:04.283238 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:04.286215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d0050288-d80c-49cf-9197-a2176b8a1c23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9701188 Feb 10 04:21:04.290924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:04.303335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] Routers {'d1a4e863-0159-48a7-8b57-1a52596de128'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:04.304016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['d1a4e863-0159-48a7-8b57-1a52596de128'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:04.345505 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:04.351476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2397a63e-c40f-479a-a779-644cc07a0c17 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0460937 Feb 10 04:21:04.352719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48236) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:04.362557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': False}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:04.396775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:04.397454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a425b-c312-429c-a44f-e461fc19f9aa None None] The sync data for ids ['d1a4e863-0159-48a7-8b57-1a52596de128'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:04.412432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:04.456979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b848e-309a-46ff-a628-910bc9e183f1 req-6aa24570-d126-4c30-b4d2-ecac36757149 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:04.473025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b90b848e-309a-46ff-a628-910bc9e183f1 req-6aa24570-d126-4c30-b4d2-ecac36757149 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1290627 Feb 10 04:21:04.583439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b90b848e-309a-46ff-a628-910bc9e183f1 req-f17da6dd-774b-40cc-be08-7c8103bac971 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094422 Feb 10 04:21:05.347082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-362d5cf8-c153-4cc4-ae97-5507f8acf4a7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1824134135&fields=id&tenant_id=7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 267 time: 0.6243033 Feb 10 04:21:05.349140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (d1a4e863-0159-48a7-8b57-1a52596de128), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:05.469761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-0cad1417-4b69-4f86-b7e5-febe9307ba11 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:05.472657 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-0cad1417-4b69-4f86-b7e5-febe9307ba11 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 816 time: 0.1162701 Feb 10 04:21:05.499671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-b510e7c6-bf77-4945-bb9a-ce4d6fb5f024 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/quotas/7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 375 time: 0.0143359 Feb 10 04:21:05.613035 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-16c4cc58-42cb-493e-9853-aeae16dcd892 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034398 Feb 10 04:21:05.726578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d95092-34f8-4648-89e8-c8d6beacd42e req-3fa2836f-12ec-4219-83b1-1e0b1dd9c45f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:05.736699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03d95092-34f8-4648-89e8-c8d6beacd42e req-3fa2836f-12ec-4219-83b1-1e0b1dd9c45f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0822463 Feb 10 04:21:05.842073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03d95092-34f8-4648-89e8-c8d6beacd42e req-5194f96d-6d5e-4981-a24b-a7a2d35ea3de tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043484 Feb 10 04:21:05.911725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-30cd6fa1-ac6d-493c-9ee3-7f9a144c2e54 service neutron] 10.222.0.42 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772100 Feb 10 04:21:06.133006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-12c86da5-a2fe-4608-88d2-8ee3feadbe81 service neutron] 10.222.0.42 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136464 Feb 10 04:21:06.304513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (d1a4e863-0159-48a7-8b57-1a52596de128), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:06.307944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (d1a4e863-0159-48a7-8b57-1a52596de128), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:06.474923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Router d1a4e863-0159-48a7-8b57-1a52596de128 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:21:06.509693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd3fa402-60e1-499e-a1f0-58017bccc239 req-1854cffd-a2b5-485d-853b-5bdf1ca2a7dd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 210 time: 0.0531845 Feb 10 04:21:06.641103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:06.645887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:06.646885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-334b0d55-7ddf-4d6e-bd1e-32269468543a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "PUT /v2.0/routers/d1a4e863-0159-48a7-8b57-1a52596de128 HTTP/1.1" status: 200 len: 921 time: 2.2926776 Feb 10 04:21:06.649675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48312) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:06.650943 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] Sync routers for ids ['d1a4e863-0159-48a7-8b57-1a52596de128'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:06.663569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] Routers {'d1a4e863-0159-48a7-8b57-1a52596de128'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:06.664184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['d1a4e863-0159-48a7-8b57-1a52596de128'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:06.702791 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:06.713903 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] Routers {'d1a4e863-0159-48a7-8b57-1a52596de128'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:06.715057 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['d1a4e863-0159-48a7-8b57-1a52596de128'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:06.822326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:06.822568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-98eba3be-0075-4cf8-b26d-aaf492a057ba tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/d1a4e863-0159-48a7-8b57-1a52596de128 HTTP/1.1" status: 200 len: 921 time: 0.1716025 Feb 10 04:21:06.871184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:06.872648 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311809d-f270-4772-b8ce-62f325bd0d04 None None] The sync data for ids ['d1a4e863-0159-48a7-8b57-1a52596de128'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:06.928234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e308f35-d6a1-44a1-82e5-c3298d22e28e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:06.928831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1e308f35-d6a1-44a1-82e5-c3298d22e28e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=d1a4e863-0159-48a7-8b57-1a52596de128&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1052675 Feb 10 04:21:06.931534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:07.080287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c18a6-42fd-425a-8024-ac4c0b79370a req-35c6f781-f35f-433f-ba59-72e1d0d707fb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:07.088036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db9c18a6-42fd-425a-8024-ac4c0b79370a req-35c6f781-f35f-433f-ba59-72e1d0d707fb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1246133 Feb 10 04:21:07.122315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6e970-027b-498a-ab1e-9af33621d0b2 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:07.126574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-84b6e970-027b-498a-ab1e-9af33621d0b2 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.1914616 Feb 10 04:21:07.127769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48324) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:07.160617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-db9c18a6-42fd-425a-8024-ac4c0b79370a req-a239548c-4246-444f-9382-00d5e62b9999 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716541 Feb 10 04:21:07.187341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3f8cc5b2-f8f6-4083-bc6b-ac631f1dd8cc tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a4e863-0159-48a7-8b57-1a52596de128 HTTP/1.1" status: 200 len: 205 time: 0.0556362 Feb 10 04:21:07.187508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48328) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:07.308516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48332) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:07.346427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (d1a4e863-0159-48a7-8b57-1a52596de128), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.447186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c066c68-f4f1-4819-9f1d-d3e361e7d7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.488965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (d1a4e863-0159-48a7-8b57-1a52596de128), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.559730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c066c68-f4f1-4819-9f1d-d3e361e7d7f7 admin admin] Publish callbacks [] for security_group (314d54bf-bb03-4b10-ac88-4131d066f2f4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.591087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49f478ad-d310-4d23-800a-26912b4facea req-532607ac-7035-40af-a8cb-dcdc61ba2a7e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 210 time: 0.0297000 Feb 10 04:21:07.629924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c066c68-f4f1-4819-9f1d-d3e361e7d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (314d54bf-bb03-4b10-ac88-4131d066f2f4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.670798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5c066c68-f4f1-4819-9f1d-d3e361e7d7f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=033fc35111124023a61904580058ccbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3604610 Feb 10 04:21:07.671806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48338) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:07.690993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Deleting port 92be5ae7-a255-41ba-922f-a50a2f9ff86e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:07.697770 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (92be5ae7-a255-41ba-922f-a50a2f9ff86e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.707548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c066c68-f4f1-4819-9f1d-d3e361e7d7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d54bf-bb03-4b10-ac88-4131d066f2f4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:07.756050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bad19204-eead-4a25-8037-c474e73cdd39 admin admin] Publish callbacks [] for security_group (314d54bf-bb03-4b10-ac88-4131d066f2f4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.798204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bad19204-eead-4a25-8037-c474e73cdd39 admin admin] Publish callbacks [] for security_group (314d54bf-bb03-4b10-ac88-4131d066f2f4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.802909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (92be5ae7-a255-41ba-922f-a50a2f9ff86e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.818357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Calling delete_port for 92be5ae7-a255-41ba-922f-a50a2f9ff86e owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:07.982492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bad19204-eead-4a25-8037-c474e73cdd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (314d54bf-bb03-4b10-ac88-4131d066f2f4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.988983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bad19204-eead-4a25-8037-c474e73cdd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:07.993819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bad19204-eead-4a25-8037-c474e73cdd39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/314d54bf-bb03-4b10-ac88-4131d066f2f4 HTTP/1.1" status: 204 len: 168 time: 0.3188388 Feb 10 04:21:08.012233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad19204-eead-4a25-8037-c474e73cdd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d54bf-bb03-4b10-ac88-4131d066f2f4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:08.132331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (92be5ae7-a255-41ba-922f-a50a2f9ff86e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.175413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event deleted for resources: {'Port': ['ID=92be5ae7-a255-41ba-922f-a50a2f9ff86e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:08.269494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (d1a4e863-0159-48a7-8b57-1a52596de128), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.399392 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (d1a4e863-0159-48a7-8b57-1a52596de128), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.401687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (d1a4e863-0159-48a7-8b57-1a52596de128), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.548887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (d1a4e863-0159-48a7-8b57-1a52596de128), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.549598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Fanout notify agent at l3_agent the message router_deleted on router d1a4e863-0159-48a7-8b57-1a52596de128 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:08.564215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.569498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-08ed01bc-836a-491d-8ed3-0287f1337898 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/d1a4e863-0159-48a7-8b57-1a52596de128 HTTP/1.1" status: 204 len: 168 time: 1.3768580 Feb 10 04:21:08.571898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48354) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:08.574994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d7994926-edbb-4cd9-8906-c2069cc90b95 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227791206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:08.594138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0329dde-c33c-4a21-9252-becbc5e9ecd8 req-904859a3-2d32-4550-9410-641109bc7298 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:08.601450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0329dde-c33c-4a21-9252-becbc5e9ecd8 req-904859a3-2d32-4550-9410-641109bc7298 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.3487885 Feb 10 04:21:08.661915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0329dde-c33c-4a21-9252-becbc5e9ecd8 req-564e53ae-fa82-4822-8953-e048f31f2314 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592990 Feb 10 04:21:08.682387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7994926-edbb-4cd9-8906-c2069cc90b95 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.687868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7994926-edbb-4cd9-8906-c2069cc90b95 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.753877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cd706ba-0ab7-4d05-b762-a46ba2cd594b req-c4fe86e3-1396-46fd-aac2-2aebc36f710e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 210 time: 0.0563562 Feb 10 04:21:08.822898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-ebcf8d75-652f-4f94-a259-d10d88ff6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:08.828260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-ebcf8d75-652f-4f94-a259-d10d88ff6200 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 1128 time: 0.0689025 Feb 10 04:21:08.892370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48362) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:08.918292 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7994926-edbb-4cd9-8906-c2069cc90b95 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.928067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-164e05fd-d6db-49df-8cff-0f713ed6fe6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:08.997991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-586c9732-3356-4929-b832-6e7d0336e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:08.999636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-586c9732-3356-4929-b832-6e7d0336e851 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 916 time: 0.1488624 Feb 10 04:21:09.034291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-164e05fd-d6db-49df-8cff-0f713ed6fe6e admin admin] Publish callbacks [] for security_group (b025e34f-7992-4625-81a1-f5f29be6a523), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.060115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7994926-edbb-4cd9-8906-c2069cc90b95 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.079350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-34846ebf-5cf7-4081-8676-9969d92d6f64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dc0877d-e008-470a-b688-289da61e668c HTTP/1.1" status: 200 len: 217 time: 0.0672584 Feb 10 04:21:09.107246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-164e05fd-d6db-49df-8cff-0f713ed6fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b025e34f-7992-4625-81a1-f5f29be6a523), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.145587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-36665ae1-1cc2-405f-aa2d-8069067bede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:09.147359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-36665ae1-1cc2-405f-aa2d-8069067bede5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6fadb24-cc34-4f49-af7a-5c7e892b14a3 HTTP/1.1" status: 200 len: 855 time: 0.0613952 Feb 10 04:21:09.218810 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-9139ce39-be09-4213-abbc-d0d6c4e07f10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612507 Feb 10 04:21:09.254037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-164e05fd-d6db-49df-8cff-0f713ed6fe6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09c1ddfc61de4c9384179b3897216682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3605459 Feb 10 04:21:09.267496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48368) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:09.276650 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d7994926-edbb-4cd9-8906-c2069cc90b95 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.282069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d7994926-edbb-4cd9-8906-c2069cc90b95 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7078352 Feb 10 04:21:09.289882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e05fd-d6db-49df-8cff-0f713ed6fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025e34f-7992-4625-81a1-f5f29be6a523,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:09.296069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48372) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:09.312430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:09.355015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5b58868d-6ba5-4573-8d70-3204d534c83e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:09.356973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5b58868d-6ba5-4573-8d70-3204d534c83e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 816 time: 0.3201663 Feb 10 04:21:09.419429 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd12676f-ef1e-4972-ab59-8206ee35d523 admin admin] Publish callbacks [] for security_group (b025e34f-7992-4625-81a1-f5f29be6a523), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.443832 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd12676f-ef1e-4972-ab59-8206ee35d523 admin admin] Publish callbacks [] for security_group (b025e34f-7992-4625-81a1-f5f29be6a523), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.535332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-c9cf32fb-d752-44fa-8b5f-77a9129a1269 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 380 time: 0.1666958 Feb 10 04:21:09.544428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'port': {'device_id': 'f01b24e1-065c-4172-80da-d1463770f749', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'admin_state_up': True, 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'security_groups': ['063e8b43-5cf8-411f-80ae-31baf667855b']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:09.615427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-f46cf274-f853-4538-a647-c04bff1497b7 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893433 Feb 10 04:21:09.623039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd12676f-ef1e-4972-ab59-8206ee35d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b025e34f-7992-4625-81a1-f5f29be6a523), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.625872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd12676f-ef1e-4972-ab59-8206ee35d523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.627382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bd12676f-ef1e-4972-ab59-8206ee35d523 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b025e34f-7992-4625-81a1-f5f29be6a523 HTTP/1.1" status: 204 len: 168 time: 0.3472447 Feb 10 04:21:09.657324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12676f-ef1e-4972-ab59-8206ee35d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025e34f-7992-4625-81a1-f5f29be6a523,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:09.790038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Made reservation on behalf of 7c2a628d38d2477992013daad737abb6 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:09.794488 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.852637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:09.961146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78232a31-97d3-47ef-a7b2-a650ea7b79dd req-0db9d580-8c31-4a21-a394-9e58a5788c38 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:09.968851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78232a31-97d3-47ef-a7b2-a650ea7b79dd req-0db9d580-8c31-4a21-a394-9e58a5788c38 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1596632 Feb 10 04:21:09.997478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f203885-b54d-4f26-ab92-3668efb2d2c9 req-793ffecc-a606-4f86-8b40-6b57346f9eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012547 Feb 10 04:21:10.081915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78232a31-97d3-47ef-a7b2-a650ea7b79dd req-6289d863-0868-41fa-8a23-e6c492900092 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120825 Feb 10 04:21:10.137127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Allocated IP 172.20.0.7 (5af23f1c-ee45-479b-9c3e-cefdef08cd08/7d9ce85b-9867-4356-ba7b-fa6dc99eee8f/f1b9c56d-12fd-4712-bc14-be72a2c0b639) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:10.459707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:10.607557 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:10.681258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:10.713540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:10.786633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:10.852787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:10.892623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:10.909779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Allocated IP 172.25.8.179 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/ff317104-7173-46c9-a545-11559363f3fe) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:10.989355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:11.045144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for port (ff317104-7173-46c9-a545-11559363f3fe), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:11.097061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ee4d3-c962-4626-8cae-253220a6bbc7 req-95401743-a974-4a9c-9fd4-faa80486a8ec tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:11.105422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c26ee4d3-c962-4626-8cae-253220a6bbc7 req-95401743-a974-4a9c-9fd4-faa80486a8ec tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 931 time: 1.1611550 Feb 10 04:21:11.125535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:11.127417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:11.149314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ff317104-7173-46c9-a545-11559363f3fe), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:11.223978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c26ee4d3-c962-4626-8cae-253220a6bbc7 req-9b425a79-121b-48b1-80f5-c8e8abcc866b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174498 Feb 10 04:21:11.234884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:11.245688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-feac3fef-b6ef-4eab-8473-6461ce1a2a7d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7060053 Feb 10 04:21:11.276496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Request body: {'port': {'device_id': 'f01b24e1-065c-4172-80da-d1463770f749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:11.313895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:11.335009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ece02e29-86c7-4bc5-8885-17da25e800a7 None None] Provisioning complete for port f1b9c56d-12fd-4712-bc14-be72a2c0b639 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:11.337503 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ece02e29-86c7-4bc5-8885-17da25e800a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:11.373645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event updated for resources: {'Port': ['ID=ff317104-7173-46c9-a545-11559363f3fe,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:11.396399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:11.483239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:11.499346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ece02e29-86c7-4bc5-8885-17da25e800a7 None None] Port f1b9c56d-12fd-4712-bc14-be72a2c0b639 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:21:11.591875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d59400-fbbe-4540-b709-c938234156c3 req-50d8a097-1216-4150-aff3-cef92aa85922 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:11.604180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4d59400-fbbe-4540-b709-c938234156c3 req-50d8a097-1216-4150-aff3-cef92aa85922 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.3950350 Feb 10 04:21:11.973979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b9c56d-12fd-4712-bc14-be72a2c0b639 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:21:12.004247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Publish callbacks [] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:12.030662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Transition to ACTIVE for port object f1b9c56d-12fd-4712-bc14-be72a2c0b639 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:21:12.129879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:12.228409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:12.291612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4d59400-fbbe-4540-b709-c938234156c3 req-7b0c4bba-903a-4f82-aede-064bb9f49ea2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798761 Feb 10 04:21:12.489804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Attempting to bind port f1b9c56d-12fd-4712-bc14-be72a2c0b639 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:12.492661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Attempting to bind port f1b9c56d-12fd-4712-bc14-be72a2c0b639 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:12.493032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Attempting to bind port f1b9c56d-12fd-4712-bc14-be72a2c0b639 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:12.504247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Port f1b9c56d-12fd-4712-bc14-be72a2c0b639 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:12.504579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Attempting to bind port f1b9c56d-12fd-4712-bc14-be72a2c0b639 on network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:12.511990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:21:12.515339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Checking segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:12.515789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Bound using segment: {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:21:12.516254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Bound port: f1b9c56d-12fd-4712-bc14-be72a2c0b639, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:21:12.516626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:12.601972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb6000-9e05-4077-a22c-ec61f54c8706 req-d34d1e21-1528-40d3-bb9c-7339f262a205 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:12.610463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1eb6000-9e05-4077-a22c-ec61f54c8706 req-d34d1e21-1528-40d3-bb9c-7339f262a205 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1943116 Feb 10 04:21:12.680362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:12.721782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1eb6000-9e05-4077-a22c-ec61f54c8706 req-84f3ff07-a57a-41eb-a0b8-ff4d9d36c26c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100082 Feb 10 04:21:12.725403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:21:12.735569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:21:12.811156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:12.917126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:12.917917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:12.941772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] 10.222.0.43 "PUT /v2.0/ports/f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 1091 time: 1.6794393 Feb 10 04:21:12.941772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:12.941772 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:13.005851 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:13.013894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99ee54-290d-4db1-ac79-9905a0d4c535 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:13.038130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:13.050392 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c7eb64-6948-4089-9ca4-81f41541f840 x-openstack-request-id: req-a6c7eb64-6948-4089-9ca4-81f41541f840 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:13.050684 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:13.051342 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6c7eb64-6948-4089-9ca4-81f41541f840 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:13.051846 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'status': 'completed', 'code': 200} Feb 10 04:21:13.181948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-8b032997-f20a-470c-a2ad-b2c661fcb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:13.187863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-8b032997-f20a-470c-a2ad-b2c661fcb255 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1125 time: 0.1337464 Feb 10 04:21:13.260016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4dc0877d-e008-470a-b688-289da61e668c details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:21:13.265495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4dc0877d-e008-470a-b688-289da61e668c no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:21:13.290186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-a2769733-4646-4f0a-a6e9-941acc18eaf9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 217 time: 0.0916872 Feb 10 04:21:13.356582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a56b2-a81c-4f8f-b55d-e56994153e18 req-475f571f-f64b-4472-baa4-3392ecf57743 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:13.359382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de0a56b2-a81c-4f8f-b55d-e56994153e18 req-475f571f-f64b-4472-baa4-3392ecf57743 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1882906 Feb 10 04:21:13.405687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-8d3a0c28-c1b6-4cf2-99b2-2ae532cb2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:13.407232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-8d3a0c28-c1b6-4cf2-99b2-2ae532cb2562 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.1087806 Feb 10 04:21:13.486826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de0a56b2-a81c-4f8f-b55d-e56994153e18 req-19e13ea4-2e48-43c9-83f8-fa83b5baeac6 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188653 Feb 10 04:21:13.560306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4dc0877d-e008-470a-b688-289da61e668c is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:13.560772 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:13.606569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Router 97ce06cd-b39d-4a7f-a91b-dcfab06e2714 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:13.607535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-8f0bbf98-41ec-4070-88f7-d97d67505aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:13.613424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-8f0bbf98-41ec-4070-88f7-d97d67505aae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1988053 Feb 10 04:21:13.624638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ab202-d81d-4e9e-92ce-7a404c3eca71 req-46020af8-bd39-42a4-99d0-bf5b5c719bae tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:13.631396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d3ab202-d81d-4e9e-92ce-7a404c3eca71 req-46020af8-bd39-42a4-99d0-bf5b5c719bae tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1609154 Feb 10 04:21:13.638363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:13.641361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc0877d-e008-470a-b688-289da61e668c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:13.644123 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd447cc-fd06-45bd-b617-f09be4995ee8" -d '{"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc0877d-e008-470a-b688-289da61e668c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:13.689811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:13.715374 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:13.800151 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01730f2b-4bb9-4f62-abf9-ae0c32258d8f x-openstack-request-id: req-01730f2b-4bb9-4f62-abf9-ae0c32258d8f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:13.801258 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc0877d-e008-470a-b688-289da61e668c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:13.803499 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01730f2b-4bb9-4f62-abf9-ae0c32258d8f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:13.803499 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc0877d-e008-470a-b688-289da61e668c', 'code': 200} Feb 10 04:21:13.803499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:13.815364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.816005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.816524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.817016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.817680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.818197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.818678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.819397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.819897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.820590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.821073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.821540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.822029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:13.828103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '4dc0877d-e008-470a-b688-289da61e668c', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'port_id': '4dc0877d-e008-470a-b688-289da61e668c', 'mac_address': 'fa:16:3e:00:9d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fadb24-cc34-4f49-af7a-5c7e892b14a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:21:13.851442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d3ab202-d81d-4e9e-92ce-7a404c3eca71 req-dc722714-67fd-4416-bba2-0d1bca10014f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110567 Feb 10 04:21:13.902928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-07b3c6f5-3859-462c-bd70-24f4f0c8d289 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704144 Feb 10 04:21:13.926148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4dc0877d-e008-470a-b688-289da61e668c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:13.926689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:13.930101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:13.939197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:13.940426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-85d536dc-320f-4114-a547-8be1a9625540 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "PUT /v2.0/routers/97ce06cd-b39d-4a7f-a91b-dcfab06e2714 HTTP/1.1" status: 200 len: 880 time: 4.6484449 Feb 10 04:21:13.944274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48464) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:13.948163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc0877d-e008-470a-b688-289da61e668c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:21:13.974126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:13.975543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] Sync routers for ids ['97ce06cd-b39d-4a7f-a91b-dcfab06e2714'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:13.989669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] Routers {'97ce06cd-b39d-4a7f-a91b-dcfab06e2714'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:13.990208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['97ce06cd-b39d-4a7f-a91b-dcfab06e2714'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:14.006637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de3ae-5460-4a27-ba06-a92e0e73b8fc req-3108ef83-2e06-4ac2-a84b-28c7ef299538 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:14.008860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-052de3ae-5460-4a27-ba06-a92e0e73b8fc req-3108ef83-2e06-4ac2-a84b-28c7ef299538 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.0802119 Feb 10 04:21:14.027906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:14.038155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] Routers {'97ce06cd-b39d-4a7f-a91b-dcfab06e2714'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:14.038803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['97ce06cd-b39d-4a7f-a91b-dcfab06e2714'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:14.087817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:14.089029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1b1c3-0932-48df-88ab-98bd0e8046b3 None None] The sync data for ids ['97ce06cd-b39d-4a7f-a91b-dcfab06e2714'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:14.091242 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:14.134879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-052de3ae-5460-4a27-ba06-a92e0e73b8fc req-c107ad32-a6a9-4c7e-92a1-fd8101f7f91a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174014 Feb 10 04:21:14.146078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:14.248875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3099cf7c-5021-4470-b4d1-ddca598bbb5d tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/97ce06cd-b39d-4a7f-a91b-dcfab06e2714 HTTP/1.1" status: 200 len: 921 time: 0.3033788 Feb 10 04:21:14.251844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48466) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:14.305551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['4dc0877d-e008-470a-b688-289da61e668c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:21:14.343364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99af9c97-4f28-4ed2-aebc-2210c903b1b7 req-f3b8d035-ae3d-4897-b5c3-6edc64b18d18 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325991 Feb 10 04:21:14.355622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186504ce-359d-4c2c-95f4-0d218c45924a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:14.363275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-186504ce-359d-4c2c-95f4-0d218c45924a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=97ce06cd-b39d-4a7f-a91b-dcfab06e2714&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1029630 Feb 10 04:21:14.363926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48470) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:14.559035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8831094b-5a18-445a-9c30-fa1499aebe91 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:14.563338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8831094b-5a18-445a-9c30-fa1499aebe91 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.1957257 Feb 10 04:21:14.563602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:14.603248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b22173b2-0198-45b3-bf7c-7b790332107d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=97ce06cd-b39d-4a7f-a91b-dcfab06e2714 HTTP/1.1" status: 200 len: 205 time: 0.0385628 Feb 10 04:21:14.608058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48478) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:14.661003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-6c0875ad-793f-4be2-b7e5-9b551c4b89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:14.662626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-6c0875ad-793f-4be2-b7e5-9b551c4b89d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1125 time: 0.1536648 Feb 10 04:21:14.758930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:14.917981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.084259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a4cf-95af-42e0-b7d6-87cdcfc7868e req-a0e690da-94cb-49d5-98f9-9dba9dbcdabb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:15.086475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8456a4cf-95af-42e0-b7d6-87cdcfc7868e req-a0e690da-94cb-49d5-98f9-9dba9dbcdabb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 945 time: 0.1179116 Feb 10 04:21:15.140860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Deleting port ff317104-7173-46c9-a545-11559363f3fe {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:15.141938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ff317104-7173-46c9-a545-11559363f3fe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.148406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba4be1-1d58-4819-8663-2783e4a8d38c req-0fe8a034-dbef-4d6e-9f17-7cc97ba224d1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:15.149923 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fba4be1-1d58-4819-8663-2783e4a8d38c req-0fe8a034-dbef-4d6e-9f17-7cc97ba224d1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.5531018 Feb 10 04:21:15.179878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8456a4cf-95af-42e0-b7d6-87cdcfc7868e req-4bbfb742-f4e1-439d-9547-e8fb04f4435f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753019 Feb 10 04:21:15.206737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-60fba041-27d8-4a43-812f-5f03615f80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:15.208103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-60fba041-27d8-4a43-812f-5f03615f80b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.5376060 Feb 10 04:21:15.256916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-601e166c-4f44-416a-851f-82a555d2a491 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 217 time: 0.0392573 Feb 10 04:21:15.266006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fba4be1-1d58-4819-8663-2783e4a8d38c req-101457df-8cc8-4e58-a9c1-bd0d344f7723 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074395 Feb 10 04:21:15.275035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4dc0877d-e008-470a-b688-289da61e668c up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:15.289764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ff317104-7173-46c9-a545-11559363f3fe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.304156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Calling delete_port for ff317104-7173-46c9-a545-11559363f3fe owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:15.326898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-2e323f78-5302-4e67-92d7-fc029e3d5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:15.328717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-2e323f78-5302-4e67-92d7-fc029e3d5097 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.0618179 Feb 10 04:21:15.359085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 4dc0877d-e008-470a-b688-289da61e668c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:15.359663 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4dc0877d-e008-470a-b688-289da61e668c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.413335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-734566ae-1f5c-4bb0-86c4-7e9738207e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:15.414901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-734566ae-1f5c-4bb0-86c4-7e9738207e77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792947 Feb 10 04:21:15.473579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4dc0877d-e008-470a-b688-289da61e668c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:15.474003 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.513313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:15.538609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-0bf4b977-3166-417d-a8ad-69d5b101194c service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960298 Feb 10 04:21:15.552182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:21:15.689112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.694379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39605f20-974d-4c7f-8a7c-ece7e6ced1aa req-3e15be62-d2ab-4acf-bfcc-acc535d18bf8 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655955 Feb 10 04:21:15.701612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5161d-c8f8-470a-8e5b-30247ec44a3e req-52eef8bd-d2dc-4840-9164-fe1ee1cb2f7c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:15.703226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8e5161d-c8f8-470a-8e5b-30247ec44a3e req-52eef8bd-d2dc-4840-9164-fe1ee1cb2f7c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.3932836 Feb 10 04:21:15.739203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:15.765190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'port_id': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'mac_address': 'fa:16:3e:80:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:21:15.779377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8e5161d-c8f8-470a-8e5b-30247ec44a3e req-ab58a34b-ef42-43c4-9166-a29360281b0e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704846 Feb 10 04:21:15.780821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ff317104-7173-46c9-a545-11559363f3fe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.799070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:15.803760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0877d-e008-470a-b688-289da61e668c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:15.806216 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1ed62-c57d-4c19-a894-247a57f29b60" -d '{"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0877d-e008-470a-b688-289da61e668c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:15.808804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event deleted for resources: {'Port': ['ID=ff317104-7173-46c9-a545-11559363f3fe,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:15.853242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f1b9c56d-12fd-4712-bc14-be72a2c0b639 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:15.853724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.919851 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc4b76b-2be6-44a2-9b1a-1d445041d18d x-openstack-request-id: req-0dc4b76b-2be6-44a2-9b1a-1d445041d18d {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:15.920113 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0877d-e008-470a-b688-289da61e668c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:15.920299 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0dc4b76b-2be6-44a2-9b1a-1d445041d18d {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:15.920702 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0877d-e008-470a-b688-289da61e668c', 'code': 200} Feb 10 04:21:15.922230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b9c56d-12fd-4712-bc14-be72a2c0b639 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:21:15.936966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:15.966227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:16.037960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.093973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:16.115940 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.118232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.193074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a898cb-e39d-4421-bac5-56311c7f9cf8 req-21cca4e5-d228-46ff-8351-818e1cab2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:16.194559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29a898cb-e39d-4421-bac5-56311c7f9cf8 req-21cca4e5-d228-46ff-8351-818e1cab2e3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 1128 time: 0.1462569 Feb 10 04:21:16.248285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29a898cb-e39d-4421-bac5-56311c7f9cf8 req-cb1cc1e1-19cc-43e8-b14d-17d9e28bd8c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 Feb 10 04:21:16.255150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f1b9c56d-12fd-4712-bc14-be72a2c0b639'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:21:16.255654 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (97ce06cd-b39d-4a7f-a91b-dcfab06e2714), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.256225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Fanout notify agent at l3_agent the message router_deleted on router 97ce06cd-b39d-4a7f-a91b-dcfab06e2714 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:16.266320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.271795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4f72d69c-1bd9-4584-b40a-e795a8c6b70c tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/97ce06cd-b39d-4a7f-a91b-dcfab06e2714 HTTP/1.1" status: 204 len: 168 time: 1.6625211 Feb 10 04:21:16.272316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48500) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:16.277629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2a752f44-63c1-4b8e-a242-425bd8869f92 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-565003187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:16.441519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a752f44-63c1-4b8e-a242-425bd8869f92 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.443065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a752f44-63c1-4b8e-a242-425bd8869f92 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.461335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601b2b-d404-4a2f-96f2-76dd833b7255 req-5e75836a-9c91-44b3-853f-089331673b1d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:16.471078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9601b2b-d404-4a2f-96f2-76dd833b7255 req-5e75836a-9c91-44b3-853f-089331673b1d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1094334 Feb 10 04:21:16.543663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a711ddc-bdf7-4181-8438-d39dfc7f7845 req-04615d4b-ae8e-46ca-957e-b7fde5a95166 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:16.545366 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a711ddc-bdf7-4181-8438-d39dfc7f7845 req-04615d4b-ae8e-46ca-957e-b7fde5a95166 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.1522660 Feb 10 04:21:16.608693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9601b2b-d404-4a2f-96f2-76dd833b7255 req-e07dbbf9-40b5-4410-8470-91667f34e186 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328437 Feb 10 04:21:16.615625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a752f44-63c1-4b8e-a242-425bd8869f92 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (d6ec859c-5cb3-4fee-8b24-7997e2364f65), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.642235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48514) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:16.667751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a711ddc-bdf7-4181-8438-d39dfc7f7845 req-213f6581-3394-4fa2-ad35-288e1f2f7e1e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133873 Feb 10 04:21:16.719360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a752f44-63c1-4b8e-a242-425bd8869f92 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.783342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e39785e-e233-47cf-977c-d2739988d583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.851734 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a752f44-63c1-4b8e-a242-425bd8869f92 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.855193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a752f44-63c1-4b8e-a242-425bd8869f92 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5794721 Feb 10 04:21:16.856451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48524) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:16.861107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': True}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:16.935597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e39785e-e233-47cf-977c-d2739988d583 admin admin] Publish callbacks [] for security_group (0b5cc169-c123-4f6b-9e2c-38ad37ac1a86), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:16.977564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.014804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385354-99f6-4923-af97-0d76bf385d3a req-67b65f8c-174e-4823-9d5b-614153385cdd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:17.017094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8385354-99f6-4923-af97-0d76bf385d3a req-67b65f8c-174e-4823-9d5b-614153385cdd tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 944 time: 0.0763626 Feb 10 04:21:17.018594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e39785e-e233-47cf-977c-d2739988d583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0b5cc169-c123-4f6b-9e2c-38ad37ac1a86), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.152800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39785e-e233-47cf-977c-d2739988d583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5cc169-c123-4f6b-9e2c-38ad37ac1a86,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:17.162351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1e39785e-e233-47cf-977c-d2739988d583 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f279b0e148eb46488637322fa2e6f7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5189614 Feb 10 04:21:17.181533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48526) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:17.270530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8385354-99f6-4923-af97-0d76bf385d3a req-89a0986e-7932-44aa-a1fe-28cc1d0228b9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358403 Feb 10 04:21:17.325754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d72a76-8ced-490d-bec6-ee4755dc4d8e admin admin] Publish callbacks [] for security_group (0b5cc169-c123-4f6b-9e2c-38ad37ac1a86), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.375745 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (d6ec859c-5cb3-4fee-8b24-7997e2364f65), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.383796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d72a76-8ced-490d-bec6-ee4755dc4d8e admin admin] Publish callbacks [] for security_group (0b5cc169-c123-4f6b-9e2c-38ad37ac1a86), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.539477 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d72a76-8ced-490d-bec6-ee4755dc4d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0b5cc169-c123-4f6b-9e2c-38ad37ac1a86), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.545144 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d72a76-8ced-490d-bec6-ee4755dc4d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.547176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a8d72a76-8ced-490d-bec6-ee4755dc4d8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b5cc169-c123-4f6b-9e2c-38ad37ac1a86 HTTP/1.1" status: 204 len: 168 time: 0.3646684 Feb 10 04:21:17.554283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:17.565796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d72a76-8ced-490d-bec6-ee4755dc4d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5cc169-c123-4f6b-9e2c-38ad37ac1a86,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:17.846663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port f1b9c56d-12fd-4712-bc14-be72a2c0b639 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:21:17.851464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f1b9c56d-12fd-4712-bc14-be72a2c0b639 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:17.856276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.860777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3b46f-950c-48ac-b9fd-195dadc32f50 req-78bc6104-14b8-4823-923c-2b739102cf60 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:17.871358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6db3b46f-950c-48ac-b9fd-195dadc32f50 req-78bc6104-14b8-4823-923c-2b739102cf60 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0864482 Feb 10 04:21:17.896267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (d6ec859c-5cb3-4fee-8b24-7997e2364f65), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.930204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a69f7-9a9f-4f67-ad05-9fc0bf73f9fc req-896942c3-9395-41f2-b274-2befed240367 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:17.945124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-011a69f7-9a9f-4f67-ad05-9fc0bf73f9fc req-896942c3-9395-41f2-b274-2befed240367 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1446321 Feb 10 04:21:17.956263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:17.993714 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6db3b46f-950c-48ac-b9fd-195dadc32f50 req-3dd1b0b0-b3c2-4bce-9c7d-23001b499baf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214321 Feb 10 04:21:18.101530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f1b9c56d-12fd-4712-bc14-be72a2c0b639 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:18.102159 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:18.130477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-011a69f7-9a9f-4f67-ad05-9fc0bf73f9fc req-3d8f0716-8fa4-4ae5-8a9a-f9d33b0ef72f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763587 Feb 10 04:21:18.149750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:18.152591 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501acb81-0009-49c1-a14b-0de2b6d80471" -d '{"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-plugged", "status": "completed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:18.172701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:18.210116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49b24c-4024-4c4a-ac74-6568368691c8 req-f78b0502-bc53-413c-b8ef-e7f5d55019b8 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:18.211984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac49b24c-4024-4c4a-ac74-6568368691c8 req-f78b0502-bc53-413c-b8ef-e7f5d55019b8 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0793030 Feb 10 04:21:18.227647 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf4c99f-f847-4743-974f-1829a4850550 x-openstack-request-id: req-dbf4c99f-f847-4743-974f-1829a4850550 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:18.227647 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-plugged", "status": "completed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:18.227647 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbf4c99f-f847-4743-974f-1829a4850550 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:18.227647 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'code': 200} Feb 10 04:21:18.231901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Allocated IP 172.25.8.183 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/f62ee2c6-2224-428a-aaf4-1fccfe8ee916) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:18.274978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:18.298407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac49b24c-4024-4c4a-ac74-6568368691c8 req-62718edb-f4d0-46ed-86a7-2db9dad870d5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770736 Feb 10 04:21:18.353535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:18.377733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6344d7b-6b81-4026-aa6c-a57cbbd10742 req-40bfe5c8-f320-4c79-bb63-4a07c99fa386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:18.379311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6344d7b-6b81-4026-aa6c-a57cbbd10742 req-40bfe5c8-f320-4c79-bb63-4a07c99fa386 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1127 time: 0.0799723 Feb 10 04:21:18.389526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:18.429041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for port (f62ee2c6-2224-428a-aaf4-1fccfe8ee916), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:18.437024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6344d7b-6b81-4026-aa6c-a57cbbd10742 req-1eac4a08-2462-40b6-9c51-db08c33bc9ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494611 Feb 10 04:21:18.517835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6e697-08c7-4813-8bdc-88df45b5c9f2 req-d5919771-ac2f-44ca-bfcb-6034b8c86a8e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:18.519612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bf6e697-08c7-4813-8bdc-88df45b5c9f2 req-d5919771-ac2f-44ca-bfcb-6034b8c86a8e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0844364 Feb 10 04:21:18.575253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bf6e697-08c7-4813-8bdc-88df45b5c9f2 req-9e14d71c-24dd-49b8-a913-f6e20b51a413 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491047 Feb 10 04:21:18.593508 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f62ee2c6-2224-428a-aaf4-1fccfe8ee916), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:18.650206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:18.655267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:18.658121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:18.664200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Port': ['ID=f62ee2c6-2224-428a-aaf4-1fccfe8ee916,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:19.070357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-a0f4ab31-c372-4cdc-944a-64312d9d294f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:19.070357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-a0f4ab31-c372-4cdc-944a-64312d9d294f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 815 time: 0.1093612 Feb 10 04:21:19.126996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-d48011f7-7b03-46f6-b66a-2fdea1ad829f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/quotas/0b5dd687c2e948fbb4ba5b428fb7dee7 HTTP/1.1" status: 200 len: 375 time: 0.0180695 Feb 10 04:21:19.307741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41bb73-1545-47be-b51b-8b88a17c2e89 req-f7ea855e-f7a1-4735-9c90-022f4505f9d2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:19.309654 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef41bb73-1545-47be-b51b-8b88a17c2e89 req-f7ea855e-f7a1-4735-9c90-022f4505f9d2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0618896 Feb 10 04:21:19.361860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef41bb73-1545-47be-b51b-8b88a17c2e89 req-a3dae762-9a69-4ef1-bee0-a1eb9bd7b92c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460618 Feb 10 04:21:19.570601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (d6ec859c-5cb3-4fee-8b24-7997e2364f65), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:19.620938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-6d972bc4-0fdb-4364-90af-41adfef711ad tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4892654 Feb 10 04:21:19.741217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b070a-e894-43a1-8950-05a8e8c012c5 req-766ac34d-2e1f-4af4-bf3e-735ce9d6e661 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:19.742908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd6b070a-e894-43a1-8950-05a8e8c012c5 req-766ac34d-2e1f-4af4-bf3e-735ce9d6e661 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0663037 Feb 10 04:21:19.794431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd6b070a-e894-43a1-8950-05a8e8c012c5 req-343dd889-b966-4532-8897-482340bea641 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Feb 10 04:21:19.805347 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-a2d25174-6cad-46ba-8afa-5c583c863e14 service neutron] 10.222.0.42 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737411 Feb 10 04:21:19.959226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d7ab-49d5-45dc-9b08-c48a4a704b37 req-81e84c83-c17e-40a4-8836-2477cae13984 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:19.970777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c108d7ab-49d5-45dc-9b08-c48a4a704b37 req-81e84c83-c17e-40a4-8836-2477cae13984 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0726409 Feb 10 04:21:19.971055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48658) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:19.976253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-a1c56830-dc1d-48c9-bf9f-ec8f6ecd30d4 service neutron] 10.222.0.42 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576169 Feb 10 04:21:19.979006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Request body: {'floatingip': {'port_id': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:19.997622 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.001732 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.034054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (4d0f8793-5f97-4493-b1bc-dac74f6a3952), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.169276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48670) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:20.201926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-1ee50c1d-7263-4a7c-8904-3babc68f667d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:20.203782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-1ee50c1d-7263-4a7c-8904-3babc68f667d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=126d5074-87ca-497b-842a-59b79fb97ce1 HTTP/1.1" status: 200 len: 946 time: 0.0915773 Feb 10 04:21:20.300411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Router d6ec859c-5cb3-4fee-8b24-7997e2364f65 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:20.363057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f21e8ea0-ffd1-4c6e-a751-30d979e21081 req-9c2db5dc-b33f-4644-868f-b3d764623a0e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 210 time: 0.0384352 Feb 10 04:21:20.440472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3565766-a3b7-4329-9269-bbc8756c2bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.619537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Deleting port 4dc0877d-e008-470a-b688-289da61e668c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:20.619537 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4dc0877d-e008-470a-b688-289da61e668c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.693222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.707447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:20.718955 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] Sync routers for ids ['d6ec859c-5cb3-4fee-8b24-7997e2364f65'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:20.719779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.721015 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3fb3b0bd-1bed-4160-9cde-6f303e799ff7 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "PUT /v2.0/routers/d6ec859c-5cb3-4fee-8b24-7997e2364f65 HTTP/1.1" status: 200 len: 914 time: 3.8635700 Feb 10 04:21:20.723945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48710) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:20.732077 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] Routers {'d6ec859c-5cb3-4fee-8b24-7997e2364f65'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:20.732766 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['d6ec859c-5cb3-4fee-8b24-7997e2364f65'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:20.735446 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3565766-a3b7-4329-9269-bbc8756c2bbc admin admin] Publish callbacks [] for security_group (95869f0b-8b8d-4786-b072-4f1c4e35e178), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.759877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18922-15c5-41d7-94c5-bc1bad8e95b1 req-3677028c-c318-4dbf-a818-1bbcc59a612d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:20.761924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ff18922-15c5-41d7-94c5-bc1bad8e95b1 req-3677028c-c318-4dbf-a818-1bbcc59a612d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.2833741 Feb 10 04:21:20.772690 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:20.783774 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] Routers {'d6ec859c-5cb3-4fee-8b24-7997e2364f65'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:20.784527 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['d6ec859c-5cb3-4fee-8b24-7997e2364f65'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:20.784789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] For port 4dc0877d-e008-470a-b688-289da61e668c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4dc0877d-e008-470a-b688-289da61e668c,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:20.785164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4dc0877d-e008-470a-b688-289da61e668c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.809277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Calling delete_port for 4dc0877d-e008-470a-b688-289da61e668c owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:20.831798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3565766-a3b7-4329-9269-bbc8756c2bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (95869f0b-8b8d-4786-b072-4f1c4e35e178), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.851997 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:20.855443 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb712e61-7806-4f1a-84f2-1cc30008498f None None] The sync data for ids ['d6ec859c-5cb3-4fee-8b24-7997e2364f65'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:20.875525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4918c87e-f532-45b8-9392-0952ec667372 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/d6ec859c-5cb3-4fee-8b24-7997e2364f65 HTTP/1.1" status: 200 len: 920 time: 0.1501951 Feb 10 04:21:20.876885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48716) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:20.895877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ff18922-15c5-41d7-94c5-bc1bad8e95b1 req-fd7f6dc2-df74-4c49-aaf8-1dc5395bb4e2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247730 Feb 10 04:21:20.920367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4d0f8793-5f97-4493-b1bc-dac74f6a3952), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:20.925127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3565766-a3b7-4329-9269-bbc8756c2bbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74f5edac0e514e408ba5d2a474653129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7529609 Feb 10 04:21:20.932171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3565766-a3b7-4329-9269-bbc8756c2bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95869f0b-8b8d-4786-b072-4f1c4e35e178,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:20.936532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48720) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:21.029724 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ba39b57-962f-4a34-9e34-32859b86761d admin admin] Publish callbacks [] for security_group (95869f0b-8b8d-4786-b072-4f1c4e35e178), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.048517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4b613-89fc-4674-bb12-695ac80f6e78 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:21.052466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c4b4b613-89fc-4674-bb12-695ac80f6e78 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=d6ec859c-5cb3-4fee-8b24-7997e2364f65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1719930 Feb 10 04:21:21.055127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48726) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:21.096156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ba39b57-962f-4a34-9e34-32859b86761d admin admin] Publish callbacks [] for security_group (95869f0b-8b8d-4786-b072-4f1c4e35e178), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.114634 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Floating IP 4d0f8793-5f97-4493-b1bc-dac74f6a3952 associated. External IP: 172.25.8.146, port: f1b9c56d-12fd-4712-bc14-be72a2c0b639. Feb 10 04:21:21.220389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a467e9-6d09-4ec6-afc6-67f51a79cfcc tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:21.222138 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e6a467e9-6d09-4ec6-afc6-67f51a79cfcc tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.1660194 Feb 10 04:21:21.226931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48742) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:21.229869 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4dc0877d-e008-470a-b688-289da61e668c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.256479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['4dc0877d-e008-470a-b688-289da61e668c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:21:21.294694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-876846e9-1e62-4f12-8c5e-b974729699d5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ec859c-5cb3-4fee-8b24-7997e2364f65 HTTP/1.1" status: 200 len: 205 time: 0.0631621 Feb 10 04:21:21.306235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48750) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:21.327414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Pushing event deleted for resources: {'Port': ['ID=4dc0877d-e008-470a-b688-289da61e668c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:21.351624 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ba39b57-962f-4a34-9e34-32859b86761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (95869f0b-8b8d-4786-b072-4f1c4e35e178), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.355832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ba39b57-962f-4a34-9e34-32859b86761d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.359332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9ba39b57-962f-4a34-9e34-32859b86761d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95869f0b-8b8d-4786-b072-4f1c4e35e178 HTTP/1.1" status: 204 len: 168 time: 0.4196150 Feb 10 04:21:21.485724 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba39b57-962f-4a34-9e34-32859b86761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95869f0b-8b8d-4786-b072-4f1c4e35e178,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:21.526745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] No DVR routers for this DVR port 4dc0877d-e008-470a-b688-289da61e668c on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:21:21.529579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.533630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4665e2fb-eb3b-4b61-8ad3-0b0b6ed1cddf req-000a1775-8827-4e03-b991-2fdd1ddba03b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "DELETE /v2.0/ports/4dc0877d-e008-470a-b688-289da61e668c HTTP/1.1" status: 204 len: 173 time: 1.3217428 Feb 10 04:21:21.535938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-deleted', 'tag': '4dc0877d-e008-470a-b688-289da61e668c'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:21.549153 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3592c6-0047-47cc-a895-5fad46aebd1e" -d '{"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-deleted", "tag": "4dc0877d-e008-470a-b688-289da61e668c"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:21.586275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8875d25-5396-49c5-b556-ec26a3c4881b req-c8d25f35-c60b-4a64-a538-7edc8ea1f668 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 210 time: 0.0400162 Feb 10 04:21:21.615215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Router 44e04e51-79ec-484a-9378-73d805453a11 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:21:21.634194 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d99c66-b364-48ab-970f-abffe00e7313 x-openstack-request-id: req-c1d99c66-b364-48ab-970f-abffe00e7313 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:21.634522 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126d5074-87ca-497b-842a-59b79fb97ce1", "name": "network-vif-deleted", "tag": "4dc0877d-e008-470a-b688-289da61e668c", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:21.637057 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1d99c66-b364-48ab-970f-abffe00e7313 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:21.637057 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126d5074-87ca-497b-842a-59b79fb97ce1', 'name': 'network-vif-deleted', 'tag': '4dc0877d-e008-470a-b688-289da61e668c', 'status': 'completed', 'code': 200} Feb 10 04:21:21.659941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.749448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:21.762269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.763140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] Sync routers for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:21.781879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:21.782784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:21.824240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (d6ec859c-5cb3-4fee-8b24-7997e2364f65), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:21.836828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-15149bf2-c1ff-4dea-932a-80ad93da958b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "PUT /v2.0/floatingips/4d0f8793-5f97-4493-b1bc-dac74f6a3952 HTTP/1.1" status: 200 len: 991 time: 1.8646686 Feb 10 04:21:21.838722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:21.841802 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754dcee5-7159-4901-883e-c5ac6e67a3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:21.989187 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123d32b1-db83-4e9b-b1df-1ad127951187 x-openstack-request-id: req-123d32b1-db83-4e9b-b1df-1ad127951187 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:21.989482 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:21.989734 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-123d32b1-db83-4e9b-b1df-1ad127951187 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:21.990142 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'status': 'completed', 'code': 200} Feb 10 04:21:22.003856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:22.146188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Deleting port f62ee2c6-2224-428a-aaf4-1fccfe8ee916 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:22.146931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f62ee2c6-2224-428a-aaf4-1fccfe8ee916), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:22.263036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b6db4-6239-4a36-ad44-287ba4702682 req-c04b260d-11ef-4117-8ef7-d9bd26e41ffc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:22.265668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-62a811c5-8251-4915-af30-d59ee969fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:22.267326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-62a811c5-8251-4915-af30-d59ee969fe52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1127 time: 0.2497675 Feb 10 04:21:22.273087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b4b6db4-6239-4a36-ad44-287ba4702682 req-c04b260d-11ef-4117-8ef7-d9bd26e41ffc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.2001309 Feb 10 04:21:22.277994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb4a6-1ae0-4e21-b09e-a8ca25e429f8 req-b82c48b6-f376-4bdc-9105-dfdf44178392 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:22.279644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-686fb4a6-1ae0-4e21-b09e-a8ca25e429f8 req-b82c48b6-f376-4bdc-9105-dfdf44178392 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1619580 Feb 10 04:21:22.378260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f62ee2c6-2224-428a-aaf4-1fccfe8ee916), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:22.389178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4d0f8793-5f97-4493-b1bc-dac74f6a3952', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '44e04e51-79ec-484a-9378-73d805453a11', 'port_id': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'mac_address': 'fa:16:3e:80:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b24e1-065c-4172-80da-d1463770f749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:21:03Z', 'updated_at': '2022-02-10T04:21:20Z', 'revision_number': 1, 'project_id': '7c2a628d38d2477992013daad737abb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:22.390641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b4b6db4-6239-4a36-ad44-287ba4702682 req-f4ec9da1-138a-4989-8207-d16f38afe7f6 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163030 Feb 10 04:21:22.423636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Calling delete_port for f62ee2c6-2224-428a-aaf4-1fccfe8ee916 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:22.447143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-686fb4a6-1ae0-4e21-b09e-a8ca25e429f8 req-7e04fb8c-f978-454c-86ad-192a748492cb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571667 Feb 10 04:21:22.491453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] Checking router: 44e04e51-79ec-484a-9378-73d805453a11 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:21:22.515646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:22.516367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:22.531482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-4e38c851-bbb8-4642-b4fe-87f6bdbd2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:22.531482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-4e38c851-bbb8-4642-b4fe-87f6bdbd2843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.2439098 Feb 10 04:21:22.703862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:22.754754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-b4399600-a06d-492d-a6d8-f4b9e4390084 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 999 time: 0.2242177 Feb 10 04:21:22.869841 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c6becbf-2d47-4bd6-9b47-bfbdf94441b0 req-430a0bf6-f6a8-4b8d-b3e7-a22d7901606c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 210 time: 0.0935478 Feb 10 04:21:22.901523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-0e06ba90-d2a2-4618-878a-29411a1e3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:22.915774 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-0e06ba90-d2a2-4618-878a-29411a1e3ff7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.1479003 Feb 10 04:21:22.980570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-dd31f834-29e2-4b15-a503-c739f8247585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:22.982677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-dd31f834-29e2-4b15-a503-c739f8247585 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647347 Feb 10 04:21:23.074581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f62ee2c6-2224-428a-aaf4-1fccfe8ee916), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.157076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event deleted for resources: {'Port': ['ID=f62ee2c6-2224-428a-aaf4-1fccfe8ee916,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:23.157308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-b0cb003f-eaa4-46e0-988d-525bfd0f7a23 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594484 Feb 10 04:21:23.237784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4d0f8793-5f97-4493-b1bc-dac74f6a3952', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '44e04e51-79ec-484a-9378-73d805453a11', 'port_id': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'mac_address': 'fa:16:3e:80:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b24e1-065c-4172-80da-d1463770f749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:21:03Z', 'updated_at': '2022-02-10T04:21:20Z', 'revision_number': 1, 'project_id': '7c2a628d38d2477992013daad737abb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:23.268999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-5a2b5baa-40e4-4fea-9c05-c76e2b4a01b0 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:23.271042 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-5a2b5baa-40e4-4fea-9c05-c76e2b4a01b0 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 815 time: 0.3998053 Feb 10 04:21:23.281533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a1cd-a0aa-4b2b-91a8-67103354ef16 None None] The sync data for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 is: [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4d0f8793-5f97-4493-b1bc-dac74f6a3952', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '44e04e51-79ec-484a-9378-73d805453a11', 'port_id': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'mac_address': 'fa:16:3e:80:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b24e1-065c-4172-80da-d1463770f749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:21:03Z', 'updated_at': '2022-02-10T04:21:20Z', 'revision_number': 1, 'project_id': '7c2a628d38d2477992013daad737abb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:23.288846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Request body: {'port': {'device_id': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'admin_state_up': True, 'tenant_id': '0b5dd687c2e948fbb4ba5b428fb7dee7'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:23.391470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (d6ec859c-5cb3-4fee-8b24-7997e2364f65), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.441284 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-754dcee5-7159-4901-883e-c5ac6e67a3ab req-dec98569-c62e-4788-97d5-01b427604d96 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692230 Feb 10 04:21:23.544816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.551241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (d6ec859c-5cb3-4fee-8b24-7997e2364f65), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.656148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6a89-d733-48f7-86b0-6fed2ce67458 req-394eec8b-2fe2-47ba-9dcf-814e28eca25c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:23.673870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b96d6a89-d733-48f7-86b0-6fed2ce67458 req-394eec8b-2fe2-47ba-9dcf-814e28eca25c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1647162 Feb 10 04:21:23.717979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd651215-8b4f-4abb-97aa-249ae868666e req-c69c56e6-1c85-41c6-9017-ef34aa163d3a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:23.722208 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd651215-8b4f-4abb-97aa-249ae868666e req-c69c56e6-1c85-41c6-9017-ef34aa163d3a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1059418 Feb 10 04:21:23.723353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Made reservation on behalf of 0b5dd687c2e948fbb4ba5b428fb7dee7 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:23.730323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.733006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b96d6a89-d733-48f7-86b0-6fed2ce67458 req-f25533d7-01a4-4591-b684-42f74cbe73fe tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581853 Feb 10 04:21:23.770939 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7779d9-a9d9-4c64-b2e0-142709a2a985 None None] New status for floating IP 4d0f8793-5f97-4493-b1bc-dac74f6a3952: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:21:23.783715 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (d6ec859c-5cb3-4fee-8b24-7997e2364f65), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.784343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Fanout notify agent at l3_agent the message router_deleted on router d6ec859c-5cb3-4fee-8b24-7997e2364f65 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:23.794202 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.799430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48896) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:23.803876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fb3aa62c-fd31-4fda-acd3-3ae716da600a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1396604627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:23.810208 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0b0fb59f-c5d2-4f0d-8e82-417df5a1d03d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/d6ec859c-5cb3-4fee-8b24-7997e2364f65 HTTP/1.1" status: 204 len: 168 time: 2.5014241 Feb 10 04:21:23.910606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fd651215-8b4f-4abb-97aa-249ae868666e req-1bf2e4fb-024a-475d-9959-dac160e3ed17 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777656 Feb 10 04:21:23.951633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa62c-fd31-4fda-acd3-3ae716da600a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.953664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa62c-fd31-4fda-acd3-3ae716da600a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:23.997381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Allocated IP 172.20.0.2 (1cf7a26e-68a8-4021-a5dc-8626d4c5c133/e6fadb24-cc34-4f49-af7a-5c7e892b14a3/1674e70d-09bf-4b4c-9e41-89bf303764a3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:24.067443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d87ee1c9-c2de-4e40-a9a6-0b17a5b57f80 req-c8952192-d393-4fc1-8583-cbd06a3c9923 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 210 time: 0.0787156 Feb 10 04:21:24.070679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa62c-fd31-4fda-acd3-3ae716da600a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (ca05091c-5c8f-49cf-b435-23cc0565b6dc), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:24.146880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa62c-fd31-4fda-acd3-3ae716da600a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:24.195418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks [] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:24.280298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb3aa62c-fd31-4fda-acd3-3ae716da600a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:24.283965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fb3aa62c-fd31-4fda-acd3-3ae716da600a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4810247 Feb 10 04:21:24.287849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48922) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:24.288766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': False}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:24.331031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:24.456347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:24.468985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:24.477938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:24.936902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Pushing event updated for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:25.027848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (ca05091c-5c8f-49cf-b435-23cc0565b6dc), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:25.055059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:25.055689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:25.080266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4732e-b9a4-464e-9b80-37c12f5232b0 req-395bb3e4-afd7-4270-8e01-606000dae816 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:25.081861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6d4732e-b9a4-464e-9b80-37c12f5232b0 req-395bb3e4-afd7-4270-8e01-606000dae816 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1460981 Feb 10 04:21:25.093451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9a74a-103b-42ef-83ac-b1bebf428017 req-6d27a79d-9e52-43dd-9a5a-60751ad42661 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:25.095079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fd9a74a-103b-42ef-83ac-b1bebf428017 req-6d27a79d-9e52-43dd-9a5a-60751ad42661 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0894706 Feb 10 04:21:25.156866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-af5496b7-89f4-4441-91e9-35efadd0e670 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8758030 Feb 10 04:21:25.163854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6d4732e-b9a4-464e-9b80-37c12f5232b0 req-c3233b46-c2e7-4f3e-b807-0940562bf083 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630901 Feb 10 04:21:25.171189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Request body: {'port': {'device_id': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:25.176192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fd9a74a-103b-42ef-83ac-b1bebf428017 req-353392c8-059e-4eee-875c-cd9a241d4b2c tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735500 Feb 10 04:21:25.305114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4dc0877d-e008-470a-b688-289da61e668c no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:21:25.312518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:25.346843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 4dc0877d-e008-470a-b688-289da61e668c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:21:25.347395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4dc0877d-e008-470a-b688-289da61e668c not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:21:25.406679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1a0b0-76b1-422b-a5ab-8bef71510689 req-278a331d-afaa-4e39-8f60-a77c9ec24958 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:25.408236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dac1a0b0-76b1-422b-a5ab-8bef71510689 req-278a331d-afaa-4e39-8f60-a77c9ec24958 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 931 time: 0.1278055 Feb 10 04:21:25.616121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dac1a0b0-76b1-422b-a5ab-8bef71510689 req-515e7ea3-1030-476d-ae31-4be0254f533b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958075 Feb 10 04:21:25.802470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (ca05091c-5c8f-49cf-b435-23cc0565b6dc), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:25.837236 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:25.975074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1674e70d-09bf-4b4c-9e41-89bf303764a3 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:21:25.987754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Publish callbacks [] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:26.013979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Transition to ACTIVE for port object 1674e70d-09bf-4b4c-9e41-89bf303764a3 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:21:26.015295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Allocated IP 172.25.8.50 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/31777634-38c4-42d5-b038-32b04b8e4ef7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:26.107702 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:26.186620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for port (31777634-38c4-42d5-b038-32b04b8e4ef7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:26.201188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Pushing event updated for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:26.314802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Attempting to bind port 1674e70d-09bf-4b4c-9e41-89bf303764a3 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:26.315862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Attempting to bind port 1674e70d-09bf-4b4c-9e41-89bf303764a3 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:26.316429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Attempting to bind port 1674e70d-09bf-4b4c-9e41-89bf303764a3 on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:26.321711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Port 1674e70d-09bf-4b4c-9e41-89bf303764a3 on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:26.322282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Attempting to bind port 1674e70d-09bf-4b4c-9e41-89bf303764a3 on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:26.328423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:21:26.328718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Checking segment: {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:26.329792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Bound using segment: {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:21:26.329792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Bound port: 1674e70d-09bf-4b4c-9e41-89bf303764a3, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:21:26.330510 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:26.351716 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (31777634-38c4-42d5-b038-32b04b8e4ef7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:26.377217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2203a89-0383-476c-87a3-762bf3a6b683 req-324893fb-e60b-47c1-875e-02c17c33278e tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:26.379607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2203a89-0383-476c-87a3-762bf3a6b683 req-324893fb-e60b-47c1-875e-02c17c33278e tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0654786 Feb 10 04:21:26.469668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:26.480752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2203a89-0383-476c-87a3-762bf3a6b683 req-056fa6b7-6bfe-4e91-8dd3-bc3b0ba2765b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923538 Feb 10 04:21:26.494645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:26.541676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:26.633397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Pushing event updated for resources: {'Port': ['ID=31777634-38c4-42d5-b038-32b04b8e4ef7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:26.704183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:21:26.774407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:21:26.850382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33c265-59d1-4da4-b0e5-a7d4f9b8710d req-1e4d1388-c64f-41c1-ac36-559c84827282 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:26.852790 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f33c265-59d1-4da4-b0e5-a7d4f9b8710d req-1e4d1388-c64f-41c1-ac36-559c84827282 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 943 time: 0.0615849 Feb 10 04:21:26.941642 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9f33c265-59d1-4da4-b0e5-a7d4f9b8710d req-822c9e15-6c81-4103-9357-8a157202fd09 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Feb 10 04:21:26.943954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:26.967704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:26.969127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:26.971336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] 10.222.0.24 "PUT /v2.0/ports/1674e70d-09bf-4b4c-9e41-89bf303764a3 HTTP/1.1" status: 200 len: 1091 time: 1.8064370 Feb 10 04:21:26.975165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:26.979294 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f64bf9-910d-4110-ad63-283ba1976f19" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:27.049824 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe1b7b9-9f6c-4c62-a623-7452c928b257 x-openstack-request-id: req-fbe1b7b9-9f6c-4c62-a623-7452c928b257 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:27.050223 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:27.050568 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbe1b7b9-9f6c-4c62-a623-7452c928b257 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:27.051294 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'status': 'completed', 'code': 200} Feb 10 04:21:27.138777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f53132-aab7-4603-8cd3-5d40c6e76164 service neutron] Pushing event updated for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:27.232995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router_gateway (ca05091c-5c8f-49cf-b435-23cc0565b6dc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:27.275226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64bf9-910d-4110-ad63-283ba1976f19 req-4cf6292a-5f8d-436f-8490-5bcf0e417066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:27.277085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f64bf9-910d-4110-ad63-283ba1976f19 req-4cf6292a-5f8d-436f-8490-5bcf0e417066 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 1125 time: 0.1540926 Feb 10 04:21:27.477290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64bf9-910d-4110-ad63-283ba1976f19 req-f977a1b9-a3a4-4d5a-a831-cc2d288d2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:27.478891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f64bf9-910d-4110-ad63-283ba1976f19 req-f977a1b9-a3a4-4d5a-a831-cc2d288d2359 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1950765 Feb 10 04:21:27.660376 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45e5e47f-8431-4564-b781-cc1c61b7d1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:27.666226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:27.676622 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:27.699967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64bf9-910d-4110-ad63-283ba1976f19 req-0b5aedbf-8e42-47ba-871a-466ecd21b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:27.701516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80f64bf9-910d-4110-ad63-283ba1976f19 req-0b5aedbf-8e42-47ba-871a-466ecd21b939 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163556 Feb 10 04:21:27.792526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c3a09-1c86-4b6c-8a65-0ac32df78a21 req-f7aa7256-4ed2-44de-b1dd-c485c4c395e8 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:27.802915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b53c3a09-1c86-4b6c-8a65-0ac32df78a21 req-f7aa7256-4ed2-44de-b1dd-c485c4c395e8 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.2238295 Feb 10 04:21:28.015271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b53c3a09-1c86-4b6c-8a65-0ac32df78a21 req-ebab214d-0f7d-4e81-87c0-478dc1f1dc3d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114489 Feb 10 04:21:28.022267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-cbae6c70-277f-4407-9bdc-a391b8c0e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:28.024034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-cbae6c70-277f-4407-9bdc-a391b8c0e131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 1125 time: 0.2650816 Feb 10 04:21:28.107125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-e1eeb494-8489-42a7-81b9-2db1a83e6a03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3 HTTP/1.1" status: 200 len: 217 time: 0.0632920 Feb 10 04:21:28.181915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7348ffe-f113-4f9b-b5f5-e2bb1277aeed req-864f51f6-a84b-4b9f-8e04-d4cdf288a08e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:28.184452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7348ffe-f113-4f9b-b5f5-e2bb1277aeed req-864f51f6-a84b-4b9f-8e04-d4cdf288a08e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 943 time: 0.0746434 Feb 10 04:21:28.223453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-6ce602df-6a08-4ea6-97f9-f40f7ae86547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:28.225021 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-6ce602df-6a08-4ea6-97f9-f40f7ae86547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6fadb24-cc34-4f49-af7a-5c7e892b14a3 HTTP/1.1" status: 200 len: 855 time: 0.1026418 Feb 10 04:21:28.240190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7348ffe-f113-4f9b-b5f5-e2bb1277aeed req-4ed5da3c-0525-4792-87f3-d01feb36b9f5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Feb 10 04:21:28.270957 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-b716f733-0ded-4bd8-a6fd-e07cd6fa7668 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401316 Feb 10 04:21:28.347691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Router ca05091c-5c8f-49cf-b435-23cc0565b6dc is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:28.425506 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-c2fb63ea-1e3e-4b6c-94b2-88fa7952269e service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487916 Feb 10 04:21:28.552403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:28.559203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:28.560581 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0c0c9f84-65d0-47bc-b51e-85bd58ac391e tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "PUT /v2.0/routers/ca05091c-5c8f-49cf-b435-23cc0565b6dc HTTP/1.1" status: 200 len: 915 time: 4.2753065 Feb 10 04:21:28.563248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49176) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:28.569060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] Sync routers for ids ['ca05091c-5c8f-49cf-b435-23cc0565b6dc'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:28.582104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] Routers {'ca05091c-5c8f-49cf-b435-23cc0565b6dc'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:28.582821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ca05091c-5c8f-49cf-b435-23cc0565b6dc'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:28.614059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf205789-f6d0-49ea-af59-cd36164d2462 req-8145814e-d68a-425c-8cc1-5e7d23be8730 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818490 Feb 10 04:21:28.642231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:28.654260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] Routers {'ca05091c-5c8f-49cf-b435-23cc0565b6dc'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:28.654641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ca05091c-5c8f-49cf-b435-23cc0565b6dc'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:28.690261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:28.691641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723024a-efa9-47eb-9e03-996bd5b7feb5 None None] The sync data for ids ['ca05091c-5c8f-49cf-b435-23cc0565b6dc'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:28.719437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49188) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:28.719929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-80015b57-b135-43c5-abcd-362386666c05 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/ca05091c-5c8f-49cf-b435-23cc0565b6dc HTTP/1.1" status: 200 len: 921 time: 0.1550109 Feb 10 04:21:28.782239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a84138-d1df-4c33-8dbb-f4093c5e51b0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:28.784634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-26a84138-d1df-4c33-8dbb-f4093c5e51b0 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=ca05091c-5c8f-49cf-b435-23cc0565b6dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0628235 Feb 10 04:21:28.786862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49192) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:28.877740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826fa605-6d2e-48fd-973b-4286b0d85020 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:28.879186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-826fa605-6d2e-48fd-973b-4286b0d85020 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.0914404 Feb 10 04:21:28.881948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49198) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:28.912454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-14ab254d-89b5-40d6-98a2-6541fbf1e427 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca05091c-5c8f-49cf-b435-23cc0565b6dc HTTP/1.1" status: 200 len: 205 time: 0.0294011 Feb 10 04:21:28.915206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49202) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:29.056171 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:29.195561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22a588-4a34-4d06-bf5a-9aae029a9647 req-df302f93-7558-4551-a754-cba4e448cb77 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:29.197324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f22a588-4a34-4d06-bf5a-9aae029a9647 req-df302f93-7558-4551-a754-cba4e448cb77 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0788586 Feb 10 04:21:29.210672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (ca05091c-5c8f-49cf-b435-23cc0565b6dc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:29.248372 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f22a588-4a34-4d06-bf5a-9aae029a9647 req-3b8514f5-42cb-42a9-aeb9-f5656cb2ac17 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Feb 10 04:21:29.402863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea85786-d262-44b7-b5a4-8d3113bdb636 req-4c163f83-a751-427b-8547-8f76a707d505 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:29.404380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ea85786-d262-44b7-b5a4-8d3113bdb636 req-4c163f83-a751-427b-8547-8f76a707d505 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 943 time: 0.0821073 Feb 10 04:21:29.430045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Deleting port 31777634-38c4-42d5-b038-32b04b8e4ef7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:29.430387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (31777634-38c4-42d5-b038-32b04b8e4ef7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:29.514166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ea85786-d262-44b7-b5a4-8d3113bdb636 req-a5773b59-7074-4150-9437-a330f73e1cad tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036291 Feb 10 04:21:29.551772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (31777634-38c4-42d5-b038-32b04b8e4ef7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:29.565781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Calling delete_port for 31777634-38c4-42d5-b038-32b04b8e4ef7 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:29.852443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e77ed5d6-0241-4306-ac93-fbb116181c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:29.867646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca569c-d489-433f-9fdf-b7b0d08abd73 req-b841799e-4b3a-4a33-b6be-3ccd08c8d136 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:29.869183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ca569c-d489-433f-9fdf-b7b0d08abd73 req-b841799e-4b3a-4a33-b6be-3ccd08c8d136 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0978789 Feb 10 04:21:29.960120 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (31777634-38c4-42d5-b038-32b04b8e4ef7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:29.971177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947500-c379-443c-a778-adc9b9535d0d req-b08f29d3-fceb-449d-aab1-54eeeaef2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:29.972689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37947500-c379-443c-a778-adc9b9535d0d req-b08f29d3-fceb-449d-aab1-54eeeaef2241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 1128 time: 0.0994985 Feb 10 04:21:29.999232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ca569c-d489-433f-9fdf-b7b0d08abd73 req-336c6ccc-4c2f-4a98-89fd-1caa0f5a1eaf tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906925 Feb 10 04:21:30.010106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event deleted for resources: {'Port': ['ID=31777634-38c4-42d5-b038-32b04b8e4ef7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:30.135960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (ca05091c-5c8f-49cf-b435-23cc0565b6dc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:30.279531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:30.281694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947500-c379-443c-a778-adc9b9535d0d req-def8a696-9bd9-4909-b363-59d9e6b693e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:30.283453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37947500-c379-443c-a778-adc9b9535d0d req-def8a696-9bd9-4909-b363-59d9e6b693e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.2827642 Feb 10 04:21:30.284451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (ca05091c-5c8f-49cf-b435-23cc0565b6dc), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:30.413797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37947500-c379-443c-a778-adc9b9535d0d req-a136e3ae-27ff-4be3-9a2d-2722626db918 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e358488-4433-466a-822d-172b7dca6296 HTTP/1.1" status: 200 len: 1002 time: 0.1242418 Feb 10 04:21:30.734638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d5c29-7eac-444e-996d-09696ede251e req-edb44866-9798-49d3-9f86-67058509fbf9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:30.746879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca7d5c29-7eac-444e-996d-09696ede251e req-edb44866-9798-49d3-9f86-67058509fbf9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 943 time: 0.1080904 Feb 10 04:21:30.819524 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca7d5c29-7eac-444e-996d-09696ede251e req-1503aa29-b8ae-46c3-acc4-4c52b2d88973 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642297 Feb 10 04:21:30.824341 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (ca05091c-5c8f-49cf-b435-23cc0565b6dc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:30.824898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Fanout notify agent at l3_agent the message router_deleted on router ca05091c-5c8f-49cf-b435-23cc0565b6dc {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:30.842117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:30.843812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-89cb3b9d-3623-4f27-ac4d-b007e7b4c778 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/ca05091c-5c8f-49cf-b435-23cc0565b6dc HTTP/1.1" status: 204 len: 168 time: 1.9273543 Feb 10 04:21:30.847487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49346) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:30.854499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-956957226', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:30.864213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947500-c379-443c-a778-adc9b9535d0d req-5b3d2dcd-1a9e-4096-874b-e151498f536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:30.865891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37947500-c379-443c-a778-adc9b9535d0d req-5b3d2dcd-1a9e-4096-874b-e151498f536f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.4466469 Feb 10 04:21:30.922910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947500-c379-443c-a778-adc9b9535d0d req-9c5b7b68-0a3d-4f1b-bf90-da72a2616634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:30.924402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37947500-c379-443c-a778-adc9b9535d0d req-9c5b7b68-0a3d-4f1b-bf90-da72a2616634 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518897 Feb 10 04:21:30.951018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:30.952181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:31.022510 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:31.036445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (566b74e3-f3eb-4eac-aba7-136126e16b8d), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:31.050250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37947500-c379-443c-a778-adc9b9535d0d req-79fca6dc-8bac-40fb-a7d7-64bb187480ff service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197979 Feb 10 04:21:31.200186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37947500-c379-443c-a778-adc9b9535d0d req-2bd786bc-8c03-4907-9e34-8743b44934d9 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431415 Feb 10 04:21:31.218185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde08e-5066-4303-ac09-8d1e08a6fcf2 req-b1bb0ef2-c718-4c0d-8384-3f4caf672477 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:31.225932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18fde08e-5066-4303-ac09-8d1e08a6fcf2 req-b1bb0ef2-c718-4c0d-8384-3f4caf672477 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0865445 Feb 10 04:21:31.325315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1674e70d-09bf-4b4c-9e41-89bf303764a3 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:21:31.363577 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18fde08e-5066-4303-ac09-8d1e08a6fcf2 req-25db57f1-f55e-4215-ac13-46467a0480ba tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231863 Feb 10 04:21:31.487890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:31.512668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'port_id': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'mac_address': 'fa:16:3e:7a:35:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fadb24-cc34-4f49-af7a-5c7e892b14a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:21:31.559622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1674e70d-09bf-4b4c-9e41-89bf303764a3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:31.560160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:31.575127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1674e70d-09bf-4b4c-9e41-89bf303764a3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:21:31.604961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:31.677176 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:31.707368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (566b74e3-f3eb-4eac-aba7-136126e16b8d), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:31.728171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:31.873689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1674e70d-09bf-4b4c-9e41-89bf303764a3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:21:32.084023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (566b74e3-f3eb-4eac-aba7-136126e16b8d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:32.107950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:32.119052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0cfa3-fc5c-429c-92aa-6f6b126ec6e4 req-85ef6a21-570a-415f-b1c5-14ec6765371f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:32.119145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90e0cfa3-fc5c-429c-92aa-6f6b126ec6e4 req-85ef6a21-570a-415f-b1c5-14ec6765371f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 944 time: 0.1876321 Feb 10 04:21:32.237221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90e0cfa3-fc5c-429c-92aa-6f6b126ec6e4 req-073cd52e-0670-4b04-aea4-5cc6cca6ed71 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092288 Feb 10 04:21:32.270841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Allocated IP 172.25.8.110 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b44dad10-f845-41c9-8cd1-633089a85f43) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:32.404832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for port (b44dad10-f845-41c9-8cd1-633089a85f43), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:32.489182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c76e-1510-4b2e-9d46-01d38ef6ff11 req-4e477826-f29a-4670-a221-7d29f8b09a93 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:32.490672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7827c76e-1510-4b2e-9d46-01d38ef6ff11 req-4e477826-f29a-4670-a221-7d29f8b09a93 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0620401 Feb 10 04:21:32.495000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b44dad10-f845-41c9-8cd1-633089a85f43), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:32.535630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:32.538453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:32.542747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:32.544771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7827c76e-1510-4b2e-9d46-01d38ef6ff11 req-f0cd8e26-a16d-4e9f-bf63-5d3e125fe591 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Feb 10 04:21:32.583953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event updated for resources: {'Port': ['ID=b44dad10-f845-41c9-8cd1-633089a85f43,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:32.642909 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:32.794820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49470) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:32.915625 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (566b74e3-f3eb-4eac-aba7-136126e16b8d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:32.929401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a023a7c-86c1-4641-b369-5bdef930de87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.011672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a023a7c-86c1-4641-b369-5bdef930de87 admin admin] Publish callbacks [] for security_group (06c2e7b7-81df-4783-a3b8-b374fef6a517), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.094507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a023a7c-86c1-4641-b369-5bdef930de87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (06c2e7b7-81df-4783-a3b8-b374fef6a517), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.135148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.140394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8a023a7c-86c1-4641-b369-5bdef930de87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c576836893b94e37b6574678173298ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444836 Feb 10 04:21:33.141263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a023a7c-86c1-4641-b369-5bdef930de87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c2e7b7-81df-4783-a3b8-b374fef6a517,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:33.143242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49478) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:33.272006 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e157959d-d995-4e18-befa-04238b62e6c2 admin admin] Publish callbacks [] for security_group (06c2e7b7-81df-4783-a3b8-b374fef6a517), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.303852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e157959d-d995-4e18-befa-04238b62e6c2 admin admin] Publish callbacks [] for security_group (06c2e7b7-81df-4783-a3b8-b374fef6a517), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.336473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1674e70d-09bf-4b4c-9e41-89bf303764a3 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:33.415610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38fb1c-9d95-4da7-917a-83252acc94e6 req-f0c82475-7514-443b-9121-39cd1ef4679e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:33.417860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b38fb1c-9d95-4da7-917a-83252acc94e6 req-f0c82475-7514-443b-9121-39cd1ef4679e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 944 time: 0.0636725 Feb 10 04:21:33.435595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Router 566b74e3-f3eb-4eac-aba7-136126e16b8d is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:33.495439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 1674e70d-09bf-4b4c-9e41-89bf303764a3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:21:33.505959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 1674e70d-09bf-4b4c-9e41-89bf303764a3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:33.506480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.511082 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e157959d-d995-4e18-befa-04238b62e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (06c2e7b7-81df-4783-a3b8-b374fef6a517), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.513635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e157959d-d995-4e18-befa-04238b62e6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.514818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e157959d-d995-4e18-befa-04238b62e6c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06c2e7b7-81df-4783-a3b8-b374fef6a517 HTTP/1.1" status: 204 len: 168 time: 0.3706181 Feb 10 04:21:33.523892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b38fb1c-9d95-4da7-917a-83252acc94e6 req-232bef77-060d-4aea-94d4-2cde600568a3 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960133 Feb 10 04:21:33.534225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157959d-d995-4e18-befa-04238b62e6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c2e7b7-81df-4783-a3b8-b374fef6a517,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:33.615072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:33.629813 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] Sync routers for ids ['566b74e3-f3eb-4eac-aba7-136126e16b8d'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:33.642807 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] Routers {'566b74e3-f3eb-4eac-aba7-136126e16b8d'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:33.647274 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['566b74e3-f3eb-4eac-aba7-136126e16b8d'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:33.677430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1674e70d-09bf-4b4c-9e41-89bf303764a3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:33.677972 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.694694 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:33.706478 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] Routers {'566b74e3-f3eb-4eac-aba7-136126e16b8d'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:33.707486 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['566b74e3-f3eb-4eac-aba7-136126e16b8d'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:33.722602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.726597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49490) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:33.728377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5def76d7-5a45-48d2-a933-10e541effba9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8799782 Feb 10 04:21:33.730441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:21:33.732870 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd2626-0a7c-4845-97bf-e347aa058a56" -d '{"events": [{"server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "name": "network-vif-plugged", "status": "completed", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:21:33.746562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:33.751377 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:33.752045 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418abd2-4f22-4766-ae55-019cb9a68ba0 None None] The sync data for ids ['566b74e3-f3eb-4eac-aba7-136126e16b8d'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:33.760388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:33.802884 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180566a5-fad5-49a1-adc2-5a789929c106 x-openstack-request-id: req-180566a5-fad5-49a1-adc2-5a789929c106 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:21:33.802884 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "name": "network-vif-plugged", "status": "completed", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:21:33.802884 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-180566a5-fad5-49a1-adc2-5a789929c106 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:21:33.802884 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'code': 200} Feb 10 04:21:33.883306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:33.954307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d0e19-310c-480b-8da8-6de196edd431 req-7aeca4ae-0fb9-44ab-9fbf-fdb875ff425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:33.956828 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-867d0e19-310c-480b-8da8-6de196edd431 req-7aeca4ae-0fb9-44ab-9fbf-fdb875ff425a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 1126 time: 0.0923817 Feb 10 04:21:33.969430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:34.018431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-867d0e19-310c-480b-8da8-6de196edd431 req-98d472f0-f3b1-4e9e-ac2f-7d6122393003 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556672 Feb 10 04:21:34.193276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (566b74e3-f3eb-4eac-aba7-136126e16b8d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.284759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_gateway (566b74e3-f3eb-4eac-aba7-136126e16b8d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.314011 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.429792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Deleting port b44dad10-f845-41c9-8cd1-633089a85f43 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:34.430136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b44dad10-f845-41c9-8cd1-633089a85f43), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.468783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49498) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:34.489614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd61f7d2-776a-4869-8286-9bd4d2f71953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.536483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b44dad10-f845-41c9-8cd1-633089a85f43), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.553211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Calling delete_port for b44dad10-f845-41c9-8cd1-633089a85f43 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:34.592960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd61f7d2-776a-4869-8286-9bd4d2f71953 admin admin] Publish callbacks [] for security_group (dcf038e0-ecb2-4638-96a0-0810e9b87fc8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.697471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd61f7d2-776a-4869-8286-9bd4d2f71953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dcf038e0-ecb2-4638-96a0-0810e9b87fc8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.744146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04863ccb-8ad0-4070-985b-06c221cdd665 req-6cb8a0e0-254c-4594-afd8-2b4109be2a60 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:34.749709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04863ccb-8ad0-4070-985b-06c221cdd665 req-6cb8a0e0-254c-4594-afd8-2b4109be2a60 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1168211 Feb 10 04:21:34.772459 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd61f7d2-776a-4869-8286-9bd4d2f71953 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5aa723929b7242c8a9a3cf512fade44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065512 Feb 10 04:21:34.786930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61f7d2-776a-4869-8286-9bd4d2f71953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf038e0-ecb2-4638-96a0-0810e9b87fc8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:34.794558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49506) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:34.832149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04863ccb-8ad0-4070-985b-06c221cdd665 req-aab557e3-c04e-4f25-abf8-dd79e4073b6c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Feb 10 04:21:34.854896 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac1aa-1b5f-42cd-b31a-00b9fe11fa4e admin admin] Publish callbacks [] for security_group (dcf038e0-ecb2-4638-96a0-0810e9b87fc8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.883259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac1aa-1b5f-42cd-b31a-00b9fe11fa4e admin admin] Publish callbacks [] for security_group (dcf038e0-ecb2-4638-96a0-0810e9b87fc8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.890293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b44dad10-f845-41c9-8cd1-633089a85f43), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:34.925157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Pushing event deleted for resources: {'Port': ['ID=b44dad10-f845-41c9-8cd1-633089a85f43,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:35.025829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (566b74e3-f3eb-4eac-aba7-136126e16b8d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:35.182129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac1aa-1b5f-42cd-b31a-00b9fe11fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dcf038e0-ecb2-4638-96a0-0810e9b87fc8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:35.184630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac1aa-1b5f-42cd-b31a-00b9fe11fa4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:35.189168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6f3ac1aa-1b5f-42cd-b31a-00b9fe11fa4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcf038e0-ecb2-4638-96a0-0810e9b87fc8 HTTP/1.1" status: 204 len: 168 time: 0.3900652 Feb 10 04:21:35.253601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ac1aa-1b5f-42cd-b31a-00b9fe11fa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf038e0-ecb2-4638-96a0-0810e9b87fc8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:35.314686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:35.322487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:35.412642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Router 566b74e3-f3eb-4eac-aba7-136126e16b8d has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:21:35.490139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:35.500260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:35.501454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7af05feb-1762-4b03-bdd8-cc0931d71cd5 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "PUT /v2.0/routers/566b74e3-f3eb-4eac-aba7-136126e16b8d HTTP/1.1" status: 200 len: 705 time: 1.7729654 Feb 10 04:21:35.501618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] Sync routers for ids ['566b74e3-f3eb-4eac-aba7-136126e16b8d'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:35.504452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49512) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:35.515940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] Routers {'566b74e3-f3eb-4eac-aba7-136126e16b8d'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:35.516607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['566b74e3-f3eb-4eac-aba7-136126e16b8d'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:35.564480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:35.574587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] Routers {'566b74e3-f3eb-4eac-aba7-136126e16b8d'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:35.575467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['566b74e3-f3eb-4eac-aba7-136126e16b8d'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:35.581110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f0485f1e-18c8-4a39-b644-4065be3d4a1a tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/routers/566b74e3-f3eb-4eac-aba7-136126e16b8d HTTP/1.1" status: 200 len: 740 time: 0.0753729 Feb 10 04:21:35.583989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49514) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:35.630075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:35.630772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02baaf64-c23e-4912-ba76-df04141ae338 None None] The sync data for ids ['566b74e3-f3eb-4eac-aba7-136126e16b8d'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:35.652946 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0eb00cc8-fd19-42e4-8fe6-80ab1542c212 tempest-RoutersAdminTest-1418242394 tempest-RoutersAdminTest-1418242394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=566b74e3-f3eb-4eac-aba7-136126e16b8d HTTP/1.1" status: 200 len: 205 time: 0.0675304 Feb 10 04:21:35.659282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49518) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:35.688254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6c8e3c90-7ee4-4e36-ab52-0fd3e096b599 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=566b74e3-f3eb-4eac-aba7-136126e16b8d HTTP/1.1" status: 200 len: 205 time: 0.0277200 Feb 10 04:21:35.690817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49520) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:35.821454 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-149cbfa7-3a5f-4dd6-9071-2507494d27ea tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:35.927615 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:21:36.060260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-149cbfa7-3a5f-4dd6-9071-2507494d27ea tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:36.063155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-149cbfa7-3a5f-4dd6-9071-2507494d27ea tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router_controller (566b74e3-f3eb-4eac-aba7-136126e16b8d), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:36.349725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a819a-307e-4f91-98d5-6b7d203c970f req-1a0d4be5-2823-463c-a62c-bbdd505deab5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:36.351227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b52a819a-307e-4f91-98d5-6b7d203c970f req-1a0d4be5-2823-463c-a62c-bbdd505deab5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.4233353 Feb 10 04:21:36.405598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b52a819a-307e-4f91-98d5-6b7d203c970f req-42225d8a-c7e7-4347-8ca1-f21e18787ba8 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Feb 10 04:21:36.423148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-149cbfa7-3a5f-4dd6-9071-2507494d27ea tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (566b74e3-f3eb-4eac-aba7-136126e16b8d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:36.423668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149cbfa7-3a5f-4dd6-9071-2507494d27ea tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Fanout notify agent at l3_agent the message router_deleted on router 566b74e3-f3eb-4eac-aba7-136126e16b8d {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:36.443474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-149cbfa7-3a5f-4dd6-9071-2507494d27ea tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:36.443474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-149cbfa7-3a5f-4dd6-9071-2507494d27ea tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/566b74e3-f3eb-4eac-aba7-136126e16b8d HTTP/1.1" status: 204 len: 168 time: 0.7438209 Feb 10 04:21:36.443474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49544) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.474131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9e6e1b7b-4023-48ca-936c-b998d9c09c09 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=566b74e3-f3eb-4eac-aba7-136126e16b8d HTTP/1.1" status: 200 len: 205 time: 0.0333354 Feb 10 04:21:36.481272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49548) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.536650 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-dc5a9b5d-765e-42e9-8c60-d2e41bb6f301 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] delete failed (client error): The resource could not be found. Feb 10 04:21:36.540572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.543207 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dc5a9b5d-765e-42e9-8c60-d2e41bb6f301 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/566b74e3-f3eb-4eac-aba7-136126e16b8d HTTP/1.1" status: 404 len: 336 time: 0.0605075 Feb 10 04:21:36.573487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-31089d51-8728-4c86-8b0b-8219297f4aa7 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca05091c-5c8f-49cf-b435-23cc0565b6dc HTTP/1.1" status: 200 len: 205 time: 0.0311775 Feb 10 04:21:36.574246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.617642 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-a802ebd3-e36d-4a12-b101-f3f964af4437 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] delete failed (client error): The resource could not be found. Feb 10 04:21:36.620006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb06b4b-0933-4c12-88eb-33a07e379c62 req-e3a3f19f-3a02-4cff-a30f-6e099bfa9bcc tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:36.622099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a802ebd3-e36d-4a12-b101-f3f964af4437 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/ca05091c-5c8f-49cf-b435-23cc0565b6dc HTTP/1.1" status: 404 len: 336 time: 0.0467916 Feb 10 04:21:36.622863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.630526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bfb06b4b-0933-4c12-88eb-33a07e379c62 req-e3a3f19f-3a02-4cff-a30f-6e099bfa9bcc tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1028419 Feb 10 04:21:36.665838 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f0bfd125-acb5-4887-a468-b0f8c704fdb9 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6ec859c-5cb3-4fee-8b24-7997e2364f65 HTTP/1.1" status: 200 len: 205 time: 0.0417974 Feb 10 04:21:36.669947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49558) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.701942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bfb06b4b-0933-4c12-88eb-33a07e379c62 req-a52306bd-18ae-44ca-9e7c-04c1c0b4b8f7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657423 Feb 10 04:21:36.729659 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-09f301f3-ede1-4caf-99e8-1ab9173d31cb tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] delete failed (client error): The resource could not be found. Feb 10 04:21:36.729659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-09f301f3-ede1-4caf-99e8-1ab9173d31cb tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/d6ec859c-5cb3-4fee-8b24-7997e2364f65 HTTP/1.1" status: 404 len: 336 time: 0.0470250 Feb 10 04:21:36.732181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49564) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.770101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9541ab55-9ad0-4ad6-b676-0f5fc4fde07a tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=97ce06cd-b39d-4a7f-a91b-dcfab06e2714 HTTP/1.1" status: 200 len: 205 time: 0.0368819 Feb 10 04:21:36.773941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49566) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.858601 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-87fd2772-f80d-4473-a7ea-2b9fac996c98 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] delete failed (client error): The resource could not be found. Feb 10 04:21:36.859896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-87fd2772-f80d-4473-a7ea-2b9fac996c98 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/97ce06cd-b39d-4a7f-a91b-dcfab06e2714 HTTP/1.1" status: 404 len: 336 time: 0.0810769 Feb 10 04:21:36.862579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49574) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.893353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3cfa9f8c-1ea7-4c53-b37a-a44f78bd70bb tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1a4e863-0159-48a7-8b57-1a52596de128 HTTP/1.1" status: 200 len: 205 time: 0.0296247 Feb 10 04:21:36.895773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49576) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.944246 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-ce02fabc-5ef4-4bf3-bcc1-eb558dd067fb tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] delete failed (client error): The resource could not be found. Feb 10 04:21:36.948538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ce02fabc-5ef4-4bf3-bcc1-eb558dd067fb tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/d1a4e863-0159-48a7-8b57-1a52596de128 HTTP/1.1" status: 404 len: 336 time: 0.0488162 Feb 10 04:21:36.948828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49580) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:36.980832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1947050a-c3be-4eed-b71d-41c8b917b82d tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4c8ea03-4731-4e1e-b2fb-e823edb567d8 HTTP/1.1" status: 200 len: 205 time: 0.0307727 Feb 10 04:21:36.985534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49584) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:37.060742 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-9bed5373-1c46-47c5-ac7d-1ce15660e034 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] delete failed (client error): The resource could not be found. Feb 10 04:21:37.063576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9bed5373-1c46-47c5-ac7d-1ce15660e034 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/routers/f4c8ea03-4731-4e1e-b2fb-e823edb567d8 HTTP/1.1" status: 404 len: 336 time: 0.0766900 Feb 10 04:21:37.064987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49586) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:37.093218 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec26d78-e467-4d16-bb10-285114fcab10 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] DELETE failed (client error): The resource could not be found. Feb 10 04:21:37.093954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec26d78-e467-4d16-bb10-285114fcab10 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:21:37.097153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bec26d78-e467-4d16-bb10-285114fcab10 tempest-RoutersAdminTest-116124159 tempest-RoutersAdminTest-116124159-project] 10.222.0.42 "DELETE /v2.0/subnets/95b75659-1601-4fd1-9c1a-07aaa60c1bd2 HTTP/1.1" status: 404 len: 337 time: 0.0310242 Feb 10 04:21:37.140291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1cebe-500d-4c65-bf2a-1a29cd810b49 req-255876b3-da3d-4665-be9f-0eb1722c1963 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:37.146537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0e1cebe-500d-4c65-bf2a-1a29cd810b49 req-255876b3-da3d-4665-be9f-0eb1722c1963 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0985818 Feb 10 04:21:37.202511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0e1cebe-500d-4c65-bf2a-1a29cd810b49 req-ffb0e339-5471-4e0f-90e1-7307ba92fe43 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 Feb 10 04:21:37.345947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15ff0d-a10e-4ff6-903e-4865c3d7801b req-b244e3cf-d704-4248-a019-bb43648dd4b9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:37.347619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc15ff0d-a10e-4ff6-903e-4865c3d7801b req-b244e3cf-d704-4248-a019-bb43648dd4b9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0749657 Feb 10 04:21:37.413347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc15ff0d-a10e-4ff6-903e-4865c3d7801b req-532170db-3c8f-42de-beb1-76a5507082c9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583968 Feb 10 04:21:37.737554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49616) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:37.850331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d56ce61-9755-4dc0-a4b9-0f81c7d18a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:37.969453 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d56ce61-9755-4dc0-a4b9-0f81c7d18a38 admin admin] Publish callbacks [] for security_group (71086d07-119a-420d-a3a4-36b9a5b867b2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:38.075836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6130c50-59ee-4db3-95e2-3bb5fa94a0f3 req-eaffd61e-db04-4581-a840-5fc5c8e614e7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:38.077569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6130c50-59ee-4db3-95e2-3bb5fa94a0f3 req-eaffd61e-db04-4581-a840-5fc5c8e614e7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0690980 Feb 10 04:21:38.099414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d56ce61-9755-4dc0-a4b9-0f81c7d18a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (71086d07-119a-420d-a3a4-36b9a5b867b2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:38.162712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56ce61-9755-4dc0-a4b9-0f81c7d18a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71086d07-119a-420d-a3a4-36b9a5b867b2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:38.172638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8d56ce61-9755-4dc0-a4b9-0f81c7d18a38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cce2e64b0a94ddf8f6d61b343ed9c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338038 Feb 10 04:21:38.175824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49632) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:38.177267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6130c50-59ee-4db3-95e2-3bb5fa94a0f3 req-0b79fbcd-6c64-4f9f-b67c-a6867493f323 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930605 Feb 10 04:21:38.251783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87d5f4b6-eae7-41fe-aa3c-8b599097353e admin admin] Publish callbacks [] for security_group (71086d07-119a-420d-a3a4-36b9a5b867b2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:38.275486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87d5f4b6-eae7-41fe-aa3c-8b599097353e admin admin] Publish callbacks [] for security_group (71086d07-119a-420d-a3a4-36b9a5b867b2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:38.431876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87d5f4b6-eae7-41fe-aa3c-8b599097353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (71086d07-119a-420d-a3a4-36b9a5b867b2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:38.435939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87d5f4b6-eae7-41fe-aa3c-8b599097353e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:38.437654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-87d5f4b6-eae7-41fe-aa3c-8b599097353e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71086d07-119a-420d-a3a4-36b9a5b867b2 HTTP/1.1" status: 204 len: 168 time: 0.2606392 Feb 10 04:21:38.449859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5f4b6-eae7-41fe-aa3c-8b599097353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71086d07-119a-420d-a3a4-36b9a5b867b2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:38.921076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49652) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:39.046286 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a31c3d1-890a-43b3-911f-3b1d32c6625d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.140200 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a31c3d1-890a-43b3-911f-3b1d32c6625d admin admin] Publish callbacks [] for security_group (daab9b2f-894e-49dc-83a9-4c5bb1811d48), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.223473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a31c3d1-890a-43b3-911f-3b1d32c6625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (daab9b2f-894e-49dc-83a9-4c5bb1811d48), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.274819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a31c3d1-890a-43b3-911f-3b1d32c6625d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d888e8e61f544addb3de3335cee63bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519199 Feb 10 04:21:39.281135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49662) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:39.281702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c3d1-890a-43b3-911f-3b1d32c6625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab9b2f-894e-49dc-83a9-4c5bb1811d48,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:39.306202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49664) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:39.362597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f50ef4c7-cd92-4f17-9063-af9ec811dac1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=227b6f34cb7d4a30bdcafdb32ce4aeb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550134 Feb 10 04:21:39.366098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49666) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:39.385868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580d78b-f47c-4486-b810-ba451e8f62ed req-98f452c9-4f28-4a2a-879d-726e1f09c04a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:39.387563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6580d78b-f47c-4486-b810-ba451e8f62ed req-98f452c9-4f28-4a2a-879d-726e1f09c04a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1220865 Feb 10 04:21:39.390960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23c50e44-2325-4aea-b6c5-946cd0d8d8d9 admin admin] Publish callbacks [] for security_group (daab9b2f-894e-49dc-83a9-4c5bb1811d48), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.429239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1a157bc1-cb03-4d4d-82b5-090b6fc22475 admin admin] Publish callbacks [] for security_group (5fd28fa4-66a4-453f-a76b-a1645b5b32b5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.437073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23c50e44-2325-4aea-b6c5-946cd0d8d8d9 admin admin] Publish callbacks [] for security_group (daab9b2f-894e-49dc-83a9-4c5bb1811d48), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.454868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1a157bc1-cb03-4d4d-82b5-090b6fc22475 admin admin] Publish callbacks [] for security_group (5fd28fa4-66a4-453f-a76b-a1645b5b32b5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.500574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6580d78b-f47c-4486-b810-ba451e8f62ed req-bb9e33d4-7175-4e24-ae2c-91e9a6ea9a51 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984812 Feb 10 04:21:39.608856 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1a157bc1-cb03-4d4d-82b5-090b6fc22475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5fd28fa4-66a4-453f-a76b-a1645b5b32b5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.611477 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1a157bc1-cb03-4d4d-82b5-090b6fc22475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.612657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1a157bc1-cb03-4d4d-82b5-090b6fc22475 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fd28fa4-66a4-453f-a76b-a1645b5b32b5 HTTP/1.1" status: 204 len: 168 time: 0.2456236 Feb 10 04:21:39.622837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a157bc1-cb03-4d4d-82b5-090b6fc22475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd28fa4-66a4-453f-a76b-a1645b5b32b5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:39.635479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23c50e44-2325-4aea-b6c5-946cd0d8d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (daab9b2f-894e-49dc-83a9-4c5bb1811d48), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.662723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23c50e44-2325-4aea-b6c5-946cd0d8d8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:39.669074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-23c50e44-2325-4aea-b6c5-946cd0d8d8d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daab9b2f-894e-49dc-83a9-4c5bb1811d48 HTTP/1.1" status: 204 len: 168 time: 0.3861499 Feb 10 04:21:39.687389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50e44-2325-4aea-b6c5-946cd0d8d8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab9b2f-894e-49dc-83a9-4c5bb1811d48,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:40.647185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41652a9a-a0eb-4933-99b6-56b79d8f5b23 req-12ecf8a5-a5f5-4824-b768-e27227cb63d7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:40.655983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41652a9a-a0eb-4933-99b6-56b79d8f5b23 req-12ecf8a5-a5f5-4824-b768-e27227cb63d7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0878220 Feb 10 04:21:40.753310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41652a9a-a0eb-4933-99b6-56b79d8f5b23 req-f56a38f3-3e4f-43c4-9883-068d4d7d228e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915530 Feb 10 04:21:40.859551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49704) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:41.191860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-61b21992-e7bb-49cf-92e5-d6f185fcd870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:41.392273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-61b21992-e7bb-49cf-92e5-d6f185fcd870 admin admin] Publish callbacks [] for security_group (8acde1d6-c05e-4092-b469-295deb07002c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:41.514648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-61b21992-e7bb-49cf-92e5-d6f185fcd870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8acde1d6-c05e-4092-b469-295deb07002c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:41.560990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-61b21992-e7bb-49cf-92e5-d6f185fcd870 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be465c08c1774e84be442a2e14db1056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6940172 Feb 10 04:21:41.561931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49728) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:41.575255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b21992-e7bb-49cf-92e5-d6f185fcd870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acde1d6-c05e-4092-b469-295deb07002c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:41.664801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Publish callbacks [] for security_group (8acde1d6-c05e-4092-b469-295deb07002c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:41.693874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Publish callbacks [] for security_group (8acde1d6-c05e-4092-b469-295deb07002c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:41.871950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8acde1d6-c05e-4092-b469-295deb07002c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:41.874539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:41.876155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8acde1d6-c05e-4092-b469-295deb07002c HTTP/1.1" status: 204 len: 168 time: 0.3128135 Feb 10 04:21:41.891633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acde1d6-c05e-4092-b469-295deb07002c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:41.903101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.903630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.904033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.904468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.905650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.905650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.905977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.906533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.907087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.907652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.908185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.908714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.909391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b43f2ee-67f4-4080-b2e2-00b8bffa036e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:41.957363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478502-2f18-485c-abc9-1beb6a54cfd5 req-d234b1ff-79af-4dc1-b3a9-3c35da21c099 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:41.957363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f478502-2f18-485c-abc9-1beb6a54cfd5 req-d234b1ff-79af-4dc1-b3a9-3c35da21c099 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0954943 Feb 10 04:21:42.013505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f478502-2f18-485c-abc9-1beb6a54cfd5 req-895ff880-e2cc-4bf4-b669-b5c491db9688 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505450 Feb 10 04:21:43.188697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a0b60-d8b7-456d-b83c-0ec91af854b2 req-b1c637d7-b135-4fbb-b0f1-7617e78ca940 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:43.190266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b8a0b60-d8b7-456d-b83c-0ec91af854b2 req-b1c637d7-b135-4fbb-b0f1-7617e78ca940 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0649104 Feb 10 04:21:43.234492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49788) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:43.251020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b8a0b60-d8b7-456d-b83c-0ec91af854b2 req-49187ec9-9203-493d-9763-3a1a4272277e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499132 Feb 10 04:21:43.382433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1556401639', 'router:external': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:43.499849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Made reservation on behalf of 1ee82b00bd614b5581807f60d5852f2c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:43.502204 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:43.514430 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:43.600471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for security_group (8aef3a1a-fe44-4d9e-9c2d-12278f61e079), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:43.708496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8aef3a1a-fe44-4d9e-9c2d-12278f61e079), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:43.736837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:21:43.748466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef3a1a-fe44-4d9e-9c2d-12278f61e079,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:43.753361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ada9f9fa-3362-4e44-8da9-0627575575c4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:43.754369 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Added segment ada9f9fa-3362-4e44-8da9-0627575575c4 of type vlan for network 15027545-302c-493e-8b4a-75af570cd7a1 Feb 10 04:21:43.803684 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (15027545-302c-493e-8b4a-75af570cd7a1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:43.951157 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (15027545-302c-493e-8b4a-75af570cd7a1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:43.952151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:43.952740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:44.014165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Network': ['ID=15027545-302c-493e-8b4a-75af570cd7a1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:44.024827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 15027545-302c-493e-8b4a-75af570cd7a1 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:21:44.075049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb153800-6d28-4eec-957d-36839ea1e4cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8387728 Feb 10 04:21:44.085581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49824) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:44.092331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'subnet': {'network_id': '15027545-302c-493e-8b4a-75af570cd7a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:44.217186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Made reservation on behalf of 1ee82b00bd614b5581807f60d5852f2c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:44.220344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:44.441367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef935-1e60-4be0-a16d-982fc3a462b3 req-c08b792b-5490-4dd9-8d68-ac38e8b347cf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:44.443197 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e3ef935-1e60-4be0-a16d-982fc3a462b3 req-c08b792b-5490-4dd9-8d68-ac38e8b347cf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0787964 Feb 10 04:21:44.509036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e3ef935-1e60-4be0-a16d-982fc3a462b3 req-d46ffff0-5cb4-47b1-a211-00bdcfaed501 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581307 Feb 10 04:21:44.561214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49860) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:44.677693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:21:44.678197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (996a3090-f743-45e8-9c24-183dd101a04a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:44.729776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'network': {'name': 'tempest-network-smoke--1546623407', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'port_security_enabled': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:44.748049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Subnet': ['ID=996a3090-f743-45e8-9c24-183dd101a04a,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:44.754669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Checking segment: {'id': 'ada9f9fa-3362-4e44-8da9-0627575575c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '15027545-302c-493e-8b4a-75af570cd7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:44.755261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network hostable DHCP agents. Network: 15027545-302c-493e-8b4a-75af570cd7a1, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:21:44.811264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:44.814796 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:44.823764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:44.845738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network 15027545-302c-493e-8b4a-75af570cd7a1 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:21:44.901695 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.002976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 15027545-302c-493e-8b4a-75af570cd7a1) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:45.007272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:45.011719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.012432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f723136-f00e-4cb1-965e-2152a571a334 None None] Network 15027545-302c-493e-8b4a-75af570cd7a1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:21:45.034160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.065417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:21:45.080914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:45.084827 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fc9ed2d5-1280-406c-ab8c-02ac38b17794), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.085322 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Added segment fc9ed2d5-1280-406c-ab8c-02ac38b17794 of type vlan for network 96063241-fd3a-4125-bea9-30bc59ac991c Feb 10 04:21:45.114813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eeaaa3-2a56-47c6-8856-e140b6012f0e None None] Network 15027545-302c-493e-8b4a-75af570cd7a1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:21:45.133103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (96063241-fd3a-4125-bea9-30bc59ac991c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.139846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a0dfe0cc-172f-4736-9367-edda6f8c91d9 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0501974 Feb 10 04:21:45.140227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49866) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:45.145366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-428307835', 'network_id': '15027545-302c-493e-8b4a-75af570cd7a1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:45.271229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (96063241-fd3a-4125-bea9-30bc59ac991c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.271468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Made reservation on behalf of 1ee82b00bd614b5581807f60d5852f2c for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:45.274216 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.277537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:45.278384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.284936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49870) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:45.294109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] device_id is not set on port f7694a99-45e3-42f6-b930-7c9b4ec9f810 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:21:45.374891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Network': ['ID=96063241-fd3a-4125-bea9-30bc59ac991c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:45.390936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 96063241-fd3a-4125-bea9-30bc59ac991c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:21:45.400141 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0df0141f-0e75-4477-9566-91cca099d0ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8351693 Feb 10 04:21:45.400488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49874) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:45.409215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'admin_state_up': True, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:45.420781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Allocated IP 2001:db8::11e (15027545-302c-493e-8b4a-75af570cd7a1/996a3090-f743-45e8-9c24-183dd101a04a/f7694a99-45e3-42f6-b930-7c9b4ec9f810) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:45.465372 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-973f396a-e990-4d43-b563-0c2eedc03522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.534692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.536052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.555770 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-973f396a-e990-4d43-b563-0c2eedc03522 admin admin] Publish callbacks [] for security_group (57102414-fcd9-486d-b530-9c702be0e472), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.580067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for port (f7694a99-45e3-42f6-b930-7c9b4ec9f810), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.610514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_controller (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.669449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175a7e-53e7-4c10-9008-400c7b3221be req-d4fcead5-f651-4e60-81dc-d8605f5ff70c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:45.670981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63175a7e-53e7-4c10-9008-400c7b3221be req-d4fcead5-f651-4e60-81dc-d8605f5ff70c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0800073 Feb 10 04:21:45.674109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-973f396a-e990-4d43-b563-0c2eedc03522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (57102414-fcd9-486d-b530-9c702be0e472), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.713774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-973f396a-e990-4d43-b563-0c2eedc03522 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7962be99517442ef8a62dc364a9f6b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4250658 Feb 10 04:21:45.714929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f396a-e990-4d43-b563-0c2eedc03522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57102414-fcd9-486d-b530-9c702be0e472,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:45.717086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49882) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:45.738100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63175a7e-53e7-4c10-9008-400c7b3221be req-11cbbfbd-0833-42b3-a61e-02e49a3b3b7f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604401 Feb 10 04:21:45.776381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6def7590-1144-411e-bbbb-d7a1e3dd5498 admin admin] Publish callbacks [] for security_group (57102414-fcd9-486d-b530-9c702be0e472), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.787748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f7694a99-45e3-42f6-b930-7c9b4ec9f810), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.827488 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6def7590-1144-411e-bbbb-d7a1e3dd5498 admin admin] Publish callbacks [] for security_group (57102414-fcd9-486d-b530-9c702be0e472), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.860106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network 15027545-302c-493e-8b4a-75af570cd7a1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:45.872445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:45.872691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:45.878301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Port': ['ID=f7694a99-45e3-42f6-b930-7c9b4ec9f810,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:45.883568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:45.885559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:45.885559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.009467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba9796c9-6be9-4084-97d7-e46e7f5c5226 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8681684 Feb 10 04:21:46.010383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49884) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:46.012543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6def7590-1144-411e-bbbb-d7a1e3dd5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (57102414-fcd9-486d-b530-9c702be0e472), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.015001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6def7590-1144-411e-bbbb-d7a1e3dd5498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.016081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6def7590-1144-411e-bbbb-d7a1e3dd5498 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57102414-fcd9-486d-b530-9c702be0e472 HTTP/1.1" status: 204 len: 168 time: 0.2980583 Feb 10 04:21:46.047049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def7590-1144-411e-bbbb-d7a1e3dd5498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57102414-fcd9-486d-b530-9c702be0e472,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:46.111976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Deleting port f7694a99-45e3-42f6-b930-7c9b4ec9f810 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:46.112316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f7694a99-45e3-42f6-b930-7c9b4ec9f810), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.185528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.203419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f7694a99-45e3-42f6-b930-7c9b4ec9f810), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.205215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.217555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Calling delete_port for f7694a99-45e3-42f6-b930-7c9b4ec9f810 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:46.320307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.25.8.103 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:46.443112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f7694a99-45e3-42f6-b930-7c9b4ec9f810), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.451065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.481499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7694a99-45e3-42f6-b930-7c9b4ec9f810,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:46.507959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.511272 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed0c27d1-3509-4bbd-b971-8b299e016f8c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f7694a99-45e3-42f6-b930-7c9b4ec9f810 HTTP/1.1" status: 204 len: 168 time: 0.4997966 Feb 10 04:21:46.513882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49890) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:46.518022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15027545-302c-493e-8b4a-75af570cd7a1', 'external_fixed_ips': [{'subnet_id': '996a3090-f743-45e8-9c24-183dd101a04a', 'ip_address': '2001:db8::11e'}]}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:46.560386 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.595768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:46.601109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:46.605394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:46.620130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (125d2e71-a533-47d0-962b-0bca4d5d5f47), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.621211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (125d2e71-a533-47d0-962b-0bca4d5d5f47), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.630921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:46.645020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.645376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.645726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.646154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.646522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.646923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.647256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.647646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.647919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.648238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.648559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.648876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.649198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:46.688967 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (125d2e71-a533-47d0-962b-0bca4d5d5f47), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.722351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49896) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:46.736745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b0e70-9bcc-4605-89b2-a74c4b418e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.942231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (125d2e71-a533-47d0-962b-0bca4d5d5f47), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.976317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b0e70-9bcc-4605-89b2-a74c4b418e23 admin admin] Publish callbacks [] for security_group (7bc7ee34-31f9-4b61-8be3-d80109841eb0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:46.980742 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.081589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b0e70-9bcc-4605-89b2-a74c4b418e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7bc7ee34-31f9-4b61-8be3-d80109841eb0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.170762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b34b0e70-9bcc-4605-89b2-a74c4b418e23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7ea8dfa55e544b4bfc134146452824a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472215 Feb 10 04:21:47.174394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b0e70-9bcc-4605-89b2-a74c4b418e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc7ee34-31f9-4b61-8be3-d80109841eb0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:47.178003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49900) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:47.241607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a57b8d72-7ecd-4d87-9f00-20f8624c58bb admin admin] Publish callbacks [] for security_group (7bc7ee34-31f9-4b61-8be3-d80109841eb0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.266049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe3b-fd14-44f2-834e-aec40ead4843 req-ada38cc0-6f44-476d-9de1-8d60711694f7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:47.267621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eebabe3b-fd14-44f2-834e-aec40ead4843 req-ada38cc0-6f44-476d-9de1-8d60711694f7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.4514446 Feb 10 04:21:47.271208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a57b8d72-7ecd-4d87-9f00-20f8624c58bb admin admin] Publish callbacks [] for security_group (7bc7ee34-31f9-4b61-8be3-d80109841eb0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.339986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.392612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eebabe3b-fd14-44f2-834e-aec40ead4843 req-85a5c720-2714-448f-bf50-3f879e572322 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928559 Feb 10 04:21:47.435704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (125d2e71-a533-47d0-962b-0bca4d5d5f47), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.464067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.533794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a57b8d72-7ecd-4d87-9f00-20f8624c58bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7bc7ee34-31f9-4b61-8be3-d80109841eb0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.536504 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a57b8d72-7ecd-4d87-9f00-20f8624c58bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.540518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a57b8d72-7ecd-4d87-9f00-20f8624c58bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bc7ee34-31f9-4b61-8be3-d80109841eb0 HTTP/1.1" status: 204 len: 168 time: 0.3585637 Feb 10 04:21:47.583948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.603089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8d72-7ecd-4d87-9f00-20f8624c58bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc7ee34-31f9-4b61-8be3-d80109841eb0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:47.744069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Allocated IP 2001:db8::11e (15027545-302c-493e-8b4a-75af570cd7a1/996a3090-f743-45e8-9c24-183dd101a04a/e8b06ad3-1cad-4484-9a96-69abe30196eb) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:47.836739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:47.882074 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for port (e8b06ad3-1cad-4484-9a96-69abe30196eb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.970970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:47.983150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e8b06ad3-1cad-4484-9a96-69abe30196eb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:47.985399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Sync routers for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:47.999689 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:48.000630 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:48.032407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network 15027545-302c-493e-8b4a-75af570cd7a1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:48.037926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:48.042994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:48.188022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:48.188022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-faf3afb9-39ac-4a53-bfc1-17d06715f990 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7307189 Feb 10 04:21:48.188220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Port': ['ID=e8b06ad3-1cad-4484-9a96-69abe30196eb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:48.188333 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:48.189941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49918) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:48.387946 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:48.437642 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:46Z', 'revision_number': 3, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:48.461026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60246210-25b7-42dc-a0e7-09f1d9f322e3 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9448d5f2d8a745fb843a9cc39ab68f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2666695 Feb 10 04:21:48.461276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49926) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:48.484423 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Checking router: 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:21:48.484745 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Updating router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:21:48.517882 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:48.674081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78346a98-1084-4df4-b22c-3591f6394e7b tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:48.674682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78346a98-1084-4df4-b22c-3591f6394e7b tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:48.676230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-78346a98-1084-4df4-b22c-3591f6394e7b tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.2138474 Feb 10 04:21:48.679116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49932) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:48.749718 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aa1a0498-c9f8-4a15-9491-7a6aa8668c7e tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=15027545-302c-493e-8b4a-75af570cd7a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686851 Feb 10 04:21:48.753114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:48.787457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (125d2e71-a533-47d0-962b-0bca4d5d5f47), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:48.813738 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c48178a4-e915-4775-bd02-d2c4107785ef tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593438 Feb 10 04:21:48.816484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49938) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:48.821708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-153284529', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:48.954251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626c16-386b-4872-b662-c90a81f3275b req-0bf4a3c0-dae0-4426-a963-37c986189b6b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:48.961300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc626c16-386b-4872-b662-c90a81f3275b req-0bf4a3c0-dae0-4426-a963-37c986189b6b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1716528 Feb 10 04:21:48.984993 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Publish callbacks [] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.048302 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.074962 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc626c16-386b-4872-b662-c90a81f3275b req-7ee109e2-bd01-4256-8cba-5422900f5b99 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081798 Feb 10 04:21:49.103937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:49.107702 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.115087 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Pushing event updated for resources: {'Port': ['ID=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:49.133886 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.135896 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.136342 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.136779 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.137209 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.137788 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.138223 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.138891 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.139490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.140685 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.141244 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.141834 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.142380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:21:49.166171 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Attempting to bind port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:49.166919 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Attempting to bind port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:49.167364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (125d2e71-a533-47d0-962b-0bca4d5d5f47), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.167750 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Attempting to bind port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:49.173442 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:21:49.174454 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:49.175121 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.175728 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:21:49.176418 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Bound port: a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:21:49.177018 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.256756 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] For port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:21:49.264004 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] For port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:21:49.360578 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.432895 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:49.432895 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:49.451066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Router 125d2e71-a533-47d0-962b-0bca4d5d5f47 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:49.486911 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064556f7-3270-46eb-ace0-01a17b4815d0 None None] Pushing event updated for resources: {'Port': ['ID=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:49.508550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (e94af07f-897f-48da-8b5c-b666ecf94f9b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.566469 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:49.579030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Subnet': ['ID=e94af07f-897f-48da-8b5c-b666ecf94f9b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:49.594996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Checking segment: {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:49.595381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network hostable DHCP agents. Network: 96063241-fd3a-4125-bea9-30bc59ac991c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:21:49.605248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:49.621702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Sync routers for ids ['125d2e71-a533-47d0-962b-0bca4d5d5f47'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:49.641155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Routers {'125d2e71-a533-47d0-962b-0bca4d5d5f47'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:49.641993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['125d2e71-a533-47d0-962b-0bca4d5d5f47'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:49.686940 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.690520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-45ca5e9e-d319-4ea3-862d-c94516c93262 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1734087 Feb 10 04:21:49.691269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49976) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:49.719418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 96063241-fd3a-4125-bea9-30bc59ac991c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:21:49.777162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Set router 125d2e71-a533-47d0-962b-0bca4d5d5f47 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:49.808519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 96063241-fd3a-4125-bea9-30bc59ac991c) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:49.819578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:49.821458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.845241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (125d2e71-a533-47d0-962b-0bca4d5d5f47), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:49.850578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2628399-7420-4921-b820-4a5a18d9c84b None None] Network 96063241-fd3a-4125-bea9-30bc59ac991c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:21:49.915504 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:46Z', 'revision_number': 3, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:49.942435 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a8bb40-8ea2-49f2-9cdd-ed88a98530b1 None None] The sync data for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 is: [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:46Z', 'revision_number': 3, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:49.963628 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4bb2f30e-7a84-42f6-902c-345fd40e7bda tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1452651 Feb 10 04:21:49.966600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49984) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:50.004553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (125d2e71-a533-47d0-962b-0bca4d5d5f47), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.056340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-96063241-fd3a-4125-bea9-30bc59ac991c', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:21:50.057833 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.233993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Deleting port e8b06ad3-1cad-4484-9a96-69abe30196eb {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:21:50.235764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e8b06ad3-1cad-4484-9a96-69abe30196eb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.236716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Allocated IP 172.20.0.2 (96063241-fd3a-4125-bea9-30bc59ac991c/e94af07f-897f-48da-8b5c-b666ecf94f9b/53cdb0ed-63c0-4998-9429-a5b3b2c91fa5) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:50.380686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc4ad9-5432-402d-85f4-ee0d87c6595c req-db8494ba-fbbd-4d49-b858-57074b882faa tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:50.382207 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbdc4ad9-5432-402d-85f4-ee0d87c6595c req-db8494ba-fbbd-4d49-b858-57074b882faa tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1617222 Feb 10 04:21:50.425964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d2e71-a533-47d0-962b-0bca4d5d5f47', 'name': '', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15027545-302c-493e-8b4a-75af570cd7a1', 'external_fixed_ips': [{'subnet_id': '996a3090-f743-45e8-9c24-183dd101a04a', 'ip_address': '2001:db8::11e'}], 'enable_snat': True}, 'gw_port_id': 'e8b06ad3-1cad-4484-9a96-69abe30196eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:48Z', 'revision_number': 3, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port': {'id': 'e8b06ad3-1cad-4484-9a96-69abe30196eb', 'name': '', 'network_id': '15027545-302c-493e-8b4a-75af570cd7a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125d2e71-a533-47d0-962b-0bca4d5d5f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '996a3090-f743-45e8-9c24-183dd101a04a', 'ip_address': '2001:db8::11e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:47Z', 'updated_at': '2022-02-10T04:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996a3090-f743-45e8-9c24-183dd101a04a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:50.432849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e8b06ad3-1cad-4484-9a96-69abe30196eb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.461064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Calling delete_port for e8b06ad3-1cad-4484-9a96-69abe30196eb owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:21:50.553657 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbdc4ad9-5432-402d-85f4-ee0d87c6595c req-b930306b-a6ae-4a43-87f8-44906ffc65a9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599398 Feb 10 04:21:50.743518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Checking router: 125d2e71-a533-47d0-962b-0bca4d5d5f47 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:21:50.744545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Updating router 125d2e71-a533-47d0-962b-0bca4d5d5f47 port e8b06ad3-1cad-4484-9a96-69abe30196eb binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:21:50.788586 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e8b06ad3-1cad-4484-9a96-69abe30196eb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.882864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e8b06ad3-1cad-4484-9a96-69abe30196eb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.883415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8b06ad3-1cad-4484-9a96-69abe30196eb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:50.922676 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.943709 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (125d2e71-a533-47d0-962b-0bca4d5d5f47), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:50.975809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:50.987601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Port e8b06ad3-1cad-4484-9a96-69abe30196eb not found while updating agent binding for router 125d2e71-a533-47d0-962b-0bca4d5d5f47. {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 10 04:21:51.040868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Routers {'125d2e71-a533-47d0-962b-0bca4d5d5f47'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:51.042746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['125d2e71-a533-47d0-962b-0bca4d5d5f47'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:51.145362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] Set router 125d2e71-a533-47d0-962b-0bca4d5d5f47 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:51.173139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (125d2e71-a533-47d0-962b-0bca4d5d5f47), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.175761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (125d2e71-a533-47d0-962b-0bca4d5d5f47), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.237027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125d2e71-a533-47d0-962b-0bca4d5d5f47', 'name': '', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:50Z', 'revision_number': 5, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:51.239326 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Publish callbacks [] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.275134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663e82c-7b33-4a4d-a350-82f9d567b5c9 None None] The sync data for ids ['125d2e71-a533-47d0-962b-0bca4d5d5f47'] in n-d-827844-2 is: [{'id': '125d2e71-a533-47d0-962b-0bca4d5d5f47', 'name': '', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:50Z', 'revision_number': 5, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:51.304120 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (125d2e71-a533-47d0-962b-0bca4d5d5f47), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.304442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:51.304832 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.304969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 125d2e71-a533-47d0-962b-0bca4d5d5f47 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:51.310185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.314298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-92ea481a-e049-4e08-b0fd-0d5a47f1f987 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "DELETE /v2.0/routers/125d2e71-a533-47d0-962b-0bca4d5d5f47 HTTP/1.1" status: 204 len: 168 time: 1.6198773 Feb 10 04:21:51.317908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50058) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:51.337967 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.368152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Network 96063241-fd3a-4125-bea9-30bc59ac991c is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:51.376529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:51.406452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:51.481210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Deleting subnet 996a3090-f743-45e8-9c24-183dd101a04a {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:21:51.493478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for subnet (996a3090-f743-45e8-9c24-183dd101a04a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.546057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.20.0.1 (96063241-fd3a-4125-bea9-30bc59ac991c/e94af07f-897f-48da-8b5c-b666ecf94f9b/2b9cf8ba-b916-475f-8fdb-3078e95cad6b) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:51.553504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Attempting to bind port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:51.553966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Attempting to bind port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:51.554398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Attempting to bind port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 on network 96063241-fd3a-4125-bea9-30bc59ac991c {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:51.557852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Pushing event updated for resources: {'Port': ['ID=53cdb0ed-63c0-4998-9429-a5b3b2c91fa5,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:51.566487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:21:51.567009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Checking segment: {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:51.567515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.567999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Bound using segment: {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:21:51.568574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Bound port: 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:21:51.569067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.649365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50064) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:51.663340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (996a3090-f743-45e8-9c24-183dd101a04a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.749122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f46a-740f-43a7-b340-5e0e1126414e req-0e20dac5-db86-4c8f-9a33-3a3ee570f3bd tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:51.761407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7255f46a-740f-43a7-b340-5e0e1126414e req-0e20dac5-db86-4c8f-9a33-3a3ee570f3bd tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0850918 Feb 10 04:21:51.772542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] For port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:21:51.780761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] For port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=53cdb0ed-63c0-4998-9429-a5b3b2c91fa5,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:21:51.782290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (996a3090-f743-45e8-9c24-183dd101a04a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.802454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:51.805091 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.847924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7255f46a-740f-43a7-b340-5e0e1126414e req-911b2504-e246-43ea-9c98-375b3325f877 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824230 Feb 10 04:21:51.851324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:51.852267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.873452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-68e020d6-6abf-4012-9c55-cc570358b907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.918065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.955433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-68e020d6-6abf-4012-9c55-cc570358b907 admin admin] Publish callbacks [] for security_group (f90a4dc9-d5a3-47fc-84e1-2cae6721719b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:51.993754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffe9c2-4480-4657-a88a-e3172906d868 None None] Pushing event updated for resources: {'Port': ['ID=53cdb0ed-63c0-4998-9429-a5b3b2c91fa5,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:52.008818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.057918 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-68e020d6-6abf-4012-9c55-cc570358b907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f90a4dc9-d5a3-47fc-84e1-2cae6721719b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.059033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (996a3090-f743-45e8-9c24-183dd101a04a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.078864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:52.089334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.135376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-68e020d6-6abf-4012-9c55-cc570358b907 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85c6fabd016e45a595be48eea35bacb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832375 Feb 10 04:21:52.136116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50072) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:52.153321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=996a3090-f743-45e8-9c24-183dd101a04a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:52.153586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e020d6-6abf-4012-9c55-cc570358b907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90a4dc9-d5a3-47fc-84e1-2cae6721719b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:52.155593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.162453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-26954b28-467d-449e-b01a-d2583eb6f274 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/996a3090-f743-45e8-9c24-183dd101a04a HTTP/1.1" status: 204 len: 168 time: 0.8433814 Feb 10 04:21:52.165565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50074) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:52.195417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 96063241-fd3a-4125-bea9-30bc59ac991c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:52.209593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:52.221043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31298764-56cf-4c39-ac85-0cba5bd8e672 admin admin] Publish callbacks [] for security_group (f90a4dc9-d5a3-47fc-84e1-2cae6721719b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.258495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31298764-56cf-4c39-ac85-0cba5bd8e672 admin admin] Publish callbacks [] for security_group (f90a4dc9-d5a3-47fc-84e1-2cae6721719b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.269214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:52.303220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:52.364272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (15027545-302c-493e-8b4a-75af570cd7a1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.375619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.419820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31298764-56cf-4c39-ac85-0cba5bd8e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f90a4dc9-d5a3-47fc-84e1-2cae6721719b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.422442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31298764-56cf-4c39-ac85-0cba5bd8e672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.425943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-31298764-56cf-4c39-ac85-0cba5bd8e672 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f90a4dc9-d5a3-47fc-84e1-2cae6721719b HTTP/1.1" status: 204 len: 168 time: 0.2836363 Feb 10 04:21:52.438932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31298764-56cf-4c39-ac85-0cba5bd8e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90a4dc9-d5a3-47fc-84e1-2cae6721719b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:52.585785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (15027545-302c-493e-8b4a-75af570cd7a1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.629910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15027545-302c-493e-8b4a-75af570cd7a1']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:52.643635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada9f9fa-3362-4e44-8da9-0627575575c4') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:52.643986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada9f9fa-3362-4e44-8da9-0627575575c4') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:52.654072 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ada9f9fa-3362-4e44-8da9-0627575575c4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.670589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ada9f9fa-3362-4e44-8da9-0627575575c4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.676806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:21:52.677194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ada9f9fa-3362-4e44-8da9-0627575575c4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:21:52.678885 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:21:52.769506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.845969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (15027545-302c-493e-8b4a-75af570cd7a1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.910540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15027545-302c-493e-8b4a-75af570cd7a1 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 04:21:52.918098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event deleted for resources: {'Network': ['ID=15027545-302c-493e-8b4a-75af570cd7a1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:52.920315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:52.931084 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f0372b3b-511c-410d-a506-cfbb4f7f0bd8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "DELETE /v2.0/networks/15027545-302c-493e-8b4a-75af570cd7a1 HTTP/1.1" status: 204 len: 168 time: 0.7602713 Feb 10 04:21:53.049827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:53.209463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:53.215394 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.358121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:53.359918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:53.448274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:53.449498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.493334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50102) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:53.499744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4b3a7858-e04d-4ee1-99cf-db917d2c1b4b tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'router': {'name': 'tempest-router--1860724162', 'project_id': 'e207805c481d46428bb00cdc071f1b57'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:53.577128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:53.577658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.596111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcccfd-a6c7-4289-8ba3-5ee604de9d18 None None] Network 96063241-fd3a-4125-bea9-30bc59ac991c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:21:53.616895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7858-e04d-4ee1-99cf-db917d2c1b4b tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.618117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7858-e04d-4ee1-99cf-db917d2c1b4b tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.669461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902887eb-afdc-481a-afe1-5200613bdf15 req-f5059148-0243-452e-b73a-f69b7ff4845c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:53.677082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-902887eb-afdc-481a-afe1-5200613bdf15 req-f5059148-0243-452e-b73a-f69b7ff4845c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.7204943 Feb 10 04:21:53.681132 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7858-e04d-4ee1-99cf-db917d2c1b4b tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.698614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=53cdb0ed-63c0-4998-9429-a5b3b2c91fa5,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:53.713087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7ac16f66-091f-4e4a-a2a6-8dabc06cec03 None None] Provisioning complete for port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:53.713893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ac16f66-091f-4e4a-a2a6-8dabc06cec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.761492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7858-e04d-4ee1-99cf-db917d2c1b4b tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.799990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.811322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-902887eb-afdc-481a-afe1-5200613bdf15 req-78082c6c-dff5-4ea2-ad25-37da47345407 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330516 Feb 10 04:21:53.867137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7858-e04d-4ee1-99cf-db917d2c1b4b tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.872331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b3a7858-e04d-4ee1-99cf-db917d2c1b4b tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3772798 Feb 10 04:21:53.874845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50112) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:53.915377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=53cdb0ed-63c0-4998-9429-a5b3b2c91fa5,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:53.928422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:53.937670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7ac16f66-091f-4e4a-a2a6-8dabc06cec03 None None] Current status of the port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:54.011455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7778d8a0-c00a-494c-984c-a921f4bdd1f8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.019433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.162489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:54.201178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.271583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-68762960-31b7-482e-b21b-043b01cb4af3 None None] Provisioning complete for port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:54.272160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68762960-31b7-482e-b21b-043b01cb4af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.343882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 96063241-fd3a-4125-bea9-30bc59ac991c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:54.345887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:54.427018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7778d8a0-c00a-494c-984c-a921f4bdd1f8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.430014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7778d8a0-c00a-494c-984c-a921f4bdd1f8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.540157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-68762960-31b7-482e-b21b-043b01cb4af3 None None] Current status of the port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:54.557685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-68762960-31b7-482e-b21b-043b01cb4af3 None None] Provisioning complete for port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:54.557995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68762960-31b7-482e-b21b-043b01cb4af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.596235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:21:54.611176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7778d8a0-c00a-494c-984c-a921f4bdd1f8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (4c28b00a-46b6-46aa-a3e5-ade326b1cff3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.611952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7778d8a0-c00a-494c-984c-a921f4bdd1f8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c28b00a-46b6-46aa-a3e5-ade326b1cff3 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:21:54.616657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7778d8a0-c00a-494c-984c-a921f4bdd1f8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.623014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7778d8a0-c00a-494c-984c-a921f4bdd1f8 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "DELETE /v2.0/routers/4c28b00a-46b6-46aa-a3e5-ade326b1cff3 HTTP/1.1" status: 204 len: 168 time: 0.7486107 Feb 10 04:21:54.625740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-68762960-31b7-482e-b21b-043b01cb4af3 None None] Port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:21:54.756672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b52f0c0d-67e7-4876-b88b-4679a06c67d0 None None] Provisioning complete for port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:54.757681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b52f0c0d-67e7-4876-b88b-4679a06c67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:54.853822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:54.864989 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Sync routers for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:54.877962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:54.886407 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:54.887697 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:54.895388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-63b3efd7-1878-4013-91d5-c7fecdd1b692 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "PUT /v2.0/routers/6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9255257 Feb 10 04:21:54.901642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50130) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:55.083338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b52f0c0d-67e7-4876-b88b-4679a06c67d0 None None] Port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:21:55.119257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1f435-a3d1-4972-b84c-0b8e25142e49 req-48554dbb-2f05-4671-8137-dfed53f265f6 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.120901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3f1f435-a3d1-4972-b84c-0b8e25142e49 req-48554dbb-2f05-4671-8137-dfed53f265f6 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1291883 Feb 10 04:21:55.130240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:55.130624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:55.155121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50136) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:55.245205 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:55.272189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-849d64ef-fab7-4049-96f9-129f2da5fe0a None None] Provisioning complete for port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:55.272787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-849d64ef-fab7-4049-96f9-129f2da5fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:55.279785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3f1f435-a3d1-4972-b84c-0b8e25142e49 req-9712bdfa-bab9-41cf-83f0-db89ecafd7df tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469781 Feb 10 04:21:55.375281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-849d64ef-fab7-4049-96f9-129f2da5fe0a None None] Port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:21:55.432308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.432826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.436093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.436573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.437033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.437498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.437957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.442894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50144) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:55.455252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d3f78f48-7b2a-494a-ab19-c5cd851eb854 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4992 time: 0.5523479 Feb 10 04:21:55.563264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:55.594885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1497301410', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:55.658415 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:52Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:53Z', 'revision_number': 2, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:55.673288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.673855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.674181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.674808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.675257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.684924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.684924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:55.684924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6ba35b3b-e6c3-4c38-bb3e-2a8978659cf6 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.2335715 Feb 10 04:21:55.685185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50152) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:55.691931 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Checking router: 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:21:55.692386 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Updating router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:21:55.733601 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:55.765507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (2115ea56-57a2-4922-9f21-fdd17cc24a8e), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:55.766794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (2115ea56-57a2-4922-9f21-fdd17cc24a8e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:55.864865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50160) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:56.117369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-726e3ecd-0bff-4398-b84e-729c01d46fd2 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.4324334 Feb 10 04:21:56.170286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-992874703'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:56.226189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (2115ea56-57a2-4922-9f21-fdd17cc24a8e), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.254773 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Publish callbacks [] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.276042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Made reservation on behalf of 702e28bc7db44700abf9011f3a2365ba for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:56.279395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.292093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.328218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb3f2-dec0-4476-84b4-c34fcf441546 req-e6c222ee-1251-44f5-82d9-e6d702aeec5c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:56.329733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-068bb3f2-dec0-4476-84b4-c34fcf441546 req-e6c222ee-1251-44f5-82d9-e6d702aeec5c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0849440 Feb 10 04:21:56.350414 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.397849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-068bb3f2-dec0-4476-84b4-c34fcf441546 req-bed19116-9540-4a0f-a320-9c377b29f2ca tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585783 Feb 10 04:21:56.437056 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27f5d-819f-4e9c-ad5c-b02d31f66fd5 None None] Pushing event updated for resources: {'Port': ['ID=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:56.453528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks [] for security_group (de619baf-1dd7-47c5-9af1-a154647b46af), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.515909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Attempting to bind port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:56.515909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Attempting to bind port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:56.516228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50174) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:56.516362 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Attempting to bind port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b on network 96063241-fd3a-4125-bea9-30bc59ac991c {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:56.522420 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:21:56.522816 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Checking segment: {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:56.522997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-62fb082a-af50-4a1e-97e6-65e6988efbac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606571704', 'description': 'tempest-secgroup-smoke-1606571704 description', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:56.523222 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.523658 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Bound using segment: {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:21:56.524118 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Bound port: 2b9cf8ba-b916-475f-8fdb-3078e95cad6b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:21:56.524495 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.529957 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (de619baf-1dd7-47c5-9af1-a154647b46af), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.570643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (2115ea56-57a2-4922-9f21-fdd17cc24a8e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.581530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:21:56.601933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de619baf-1dd7-47c5-9af1-a154647b46af,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:56.612400 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] For port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:21:56.627523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (53a4ad3c-2be9-47e6-be04-c37aa077460b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.627523 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Added segment 53a4ad3c-2be9-47e6-be04-c37aa077460b of type vlan for network 2213b7f3-28d3-4516-bad9-194b031395ee Feb 10 04:21:56.633363 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] For port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:21:56.635776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a26e7-8665-44c6-a41e-b3f367e4f5d2 req-09c019be-038a-46ce-b447-29fc187459be tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:56.637408 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad4a26e7-8665-44c6-a41e-b3f367e4f5d2 req-09c019be-038a-46ce-b447-29fc187459be tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1228621 Feb 10 04:21:56.708036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5e7c1edc-f321-42f9-9cba-3bf9ddfa416d None None] Provisioning complete for port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:56.708591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e7c1edc-f321-42f9-9cba-3bf9ddfa416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.715186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2213b7f3-28d3-4516-bad9-194b031395ee), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.737315 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62fb082a-af50-4a1e-97e6-65e6988efbac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.745697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c1edc-f321-42f9-9cba-3bf9ddfa416d None None] Port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:21:56.749448 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.775012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad4a26e7-8665-44c6-a41e-b3f367e4f5d2 req-1c978155-f50b-4905-9fb2-85742ece5657 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224256 Feb 10 04:21:56.821349 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:56.822007 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:56.863333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2213b7f3-28d3-4516-bad9-194b031395ee), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.864505 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27f5d-819f-4e9c-ad5c-b02d31f66fd5 None None] Pushing event updated for resources: {'Port': ['ID=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:56.876278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:56.877137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.923644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (2115ea56-57a2-4922-9f21-fdd17cc24a8e), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.953568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:21:56.961753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62fb082a-af50-4a1e-97e6-65e6988efbac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (8368e758-5b29-4468-8b05-2105544b8df5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.964080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:56.972604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Pushing event updated for resources: {'Network': ['ID=2213b7f3-28d3-4516-bad9-194b031395ee,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:56.984091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2213b7f3-28d3-4516-bad9-194b031395ee details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:21:57.021978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8d87dd1a-87e8-4f44-907f-eff80e772172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1552477 Feb 10 04:21:57.049654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62fb082a-af50-4a1e-97e6-65e6988efbac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8368e758-5b29-4468-8b05-2105544b8df5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.127155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb082a-af50-4a1e-97e6-65e6988efbac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8368e758-5b29-4468-8b05-2105544b8df5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:57.140138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Allocated IP 172.25.8.127 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b6f25604-8174-4be4-a276-36760ca70e52) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:21:57.184287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e6127c3b-05cb-4246-90e6-65f738f7e885 None None] Provisioning complete for port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:57.184671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6127c3b-05cb-4246-90e6-65f738f7e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.230140 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:52Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:56Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:57.262816 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4a56a-519c-4036-a08e-418c6b07f8f8 None None] The sync data for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 is: [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:52Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:56Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:57.284168 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62fb082a-af50-4a1e-97e6-65e6988efbac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.285963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-62fb082a-af50-4a1e-97e6-65e6988efbac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7686627 Feb 10 04:21:57.288957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50184) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:57.295323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-405fbab8-6a1a-4162-9706-663ee646f758 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '8368e758-5b29-4468-8b05-2105544b8df5', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:57.296529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e6127c3b-05cb-4246-90e6-65f738f7e885 None None] Current status of the port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:57.297350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6127c3b-05cb-4246-90e6-65f738f7e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.372351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50186) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:57.378348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Request body: {'port': {'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee', 'binding:host_id': 'n-h2-827844-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618487023'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:57.381397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e6127c3b-05cb-4246-90e6-65f738f7e885 None None] For port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:21:57.398239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for port (b6f25604-8174-4be4-a276-36760ca70e52), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.427268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-405fbab8-6a1a-4162-9706-663ee646f758 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (789dec75-b466-41e0-9390-2cd062e2c8a1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.486644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6127c3b-05cb-4246-90e6-65f738f7e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.527994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Made reservation on behalf of 7919f39e25264db2942ccafdf5610f27 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:21:57.530950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.540084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b6f25604-8174-4be4-a276-36760ca70e52), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.580291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-405fbab8-6a1a-4162-9706-663ee646f758 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (789dec75-b466-41e0-9390-2cd062e2c8a1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.582343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.586101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6127c3b-05cb-4246-90e6-65f738f7e885 None None] Pushing event updated for resources: {'Port': ['ID=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:57.592837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event updated for resources: {'Port': ['ID=b6f25604-8174-4be4-a276-36760ca70e52,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:57.615073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:21:57.616810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:57.623516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:57.638906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1ac9c-04ee-4e3d-8ab4-b51280f2777a req-a8fe645f-fcb3-447b-8cb9-186d5281034b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:57.640844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1e1ac9c-04ee-4e3d-8ab4-b51280f2777a req-a8fe645f-fcb3-447b-8cb9-186d5281034b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1338818 Feb 10 04:21:57.676226 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-429c439f-6f84-4147-822b-0a459cf0800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.728240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-405fbab8-6a1a-4162-9706-663ee646f758 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (789dec75-b466-41e0-9390-2cd062e2c8a1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.760059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fbab8-6a1a-4162-9706-663ee646f758 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789dec75-b466-41e0-9390-2cd062e2c8a1,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:57.817514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1e1ac9c-04ee-4e3d-8ab4-b51280f2777a req-89d50be4-6a8c-4d91-aff0-b0eb52c2c637 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653960 Feb 10 04:21:57.859549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for security_group (ef7222f0-79c3-490d-86c7-d2ab5c9785bd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.892833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-405fbab8-6a1a-4162-9706-663ee646f758 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.897023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-405fbab8-6a1a-4162-9706-663ee646f758 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6069613 Feb 10 04:21:57.900770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50200) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:57.904323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d287680a-ca94-46ad-b422-6569dc40f1ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '8368e758-5b29-4468-8b05-2105544b8df5', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:57.927508 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ef7222f0-79c3-490d-86c7-d2ab5c9785bd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:57.940051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] device_id is not set on port cabd0142-e335-45a2-80b2-32500c861030 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:21:57.965195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509aa5-10bf-4169-a68e-8db26d26b212 req-84642902-b0ee-4fe7-9152-ba8d367902de tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:57.967152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb509aa5-10bf-4169-a68e-8db26d26b212 req-84642902-b0ee-4fe7-9152-ba8d367902de tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0818532 Feb 10 04:21:58.089027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb509aa5-10bf-4169-a68e-8db26d26b212 req-4fb61922-7965-48ab-9cf2-9ed6ac4164cb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159272 Feb 10 04:21:58.109772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7222f0-79c3-490d-86c7-d2ab5c9785bd,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:58.188240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d287680a-ca94-46ad-b422-6569dc40f1ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (a2700b24-dea0-4385-9ca5-2c5c95c1295a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.198207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (2115ea56-57a2-4922-9f21-fdd17cc24a8e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.304300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] device_id is not set on port cabd0142-e335-45a2-80b2-32500c861030 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:21:58.318908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for port (cabd0142-e335-45a2-80b2-32500c861030), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.399119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d287680a-ca94-46ad-b422-6569dc40f1ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (a2700b24-dea0-4385-9ca5-2c5c95c1295a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.424657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (cabd0142-e335-45a2-80b2-32500c861030), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.499849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=cabd0142-e335-45a2-80b2-32500c861030,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:58.519536 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d287680a-ca94-46ad-b422-6569dc40f1ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a2700b24-dea0-4385-9ca5-2c5c95c1295a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.526233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Checking segment: {'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:21:58.526528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Network hostable DHCP agents. Network: 2213b7f3-28d3-4516-bad9-194b031395ee, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:21:58.553957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (2115ea56-57a2-4922-9f21-fdd17cc24a8e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.567872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287680a-ca94-46ad-b422-6569dc40f1ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2700b24-dea0-4385-9ca5-2c5c95c1295a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:58.629640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d287680a-ca94-46ad-b422-6569dc40f1ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.631390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d287680a-ca94-46ad-b422-6569dc40f1ae tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7322350 Feb 10 04:21:58.633836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50208) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:58.641949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-672961ae-fc62-45fa-bddb-7fa61aea95e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '8368e758-5b29-4468-8b05-2105544b8df5', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:58.656612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Network 2213b7f3-28d3-4516-bad9-194b031395ee is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:21:58.749292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2213b7f3-28d3-4516-bad9-194b031395ee) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:21:58.762810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4f94b-d489-41ef-8e15-7dec52a39e2a None None] Network 2213b7f3-28d3-4516-bad9-194b031395ee requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:21:58.763311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:21:58.783087 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-672961ae-fc62-45fa-bddb-7fa61aea95e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (30140ecb-42e9-4958-a54d-b44f5d1fe668), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:58.796029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:58.796364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:58.796706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:58.811298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:58.811298 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:58.811580 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 2 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:58.825060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Router 2115ea56-57a2-4922-9f21-fdd17cc24a8e is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:21:58.838896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:58.839237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:58.839581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:58.850848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:58.851333 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:58.851665 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 3 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:58.895837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:58.896424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:58.896629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:58.910541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:58.912741 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:58.913232 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 4 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:58.948166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:58.948506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:58.948842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:58.974334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:58.974735 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:58.975141 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 5 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:59.030906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2b9cf8ba-b916-475f-8fdb-3078e95cad6b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:21:59.040405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:59.046880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:59.047356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:59.090499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:59.091122 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:59.091700 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 6 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:59.101284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:21:59.115834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] Sync routers for ids ['2115ea56-57a2-4922-9f21-fdd17cc24a8e'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:21:59.120555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-672961ae-fc62-45fa-bddb-7fa61aea95e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (30140ecb-42e9-4958-a54d-b44f5d1fe668), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.138418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:59.138858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:59.139200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:59.140901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] Routers {'2115ea56-57a2-4922-9f21-fdd17cc24a8e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:59.141625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2115ea56-57a2-4922-9f21-fdd17cc24a8e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:59.144341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:59.144673 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:59.145218 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 7 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:59.170205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fc128-eab5-477e-841b-c811719b0f6b req-b0c5311e-1490-43b2-bd38-ab5f96f7889f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:59.176838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d8fc128-eab5-477e-841b-c811719b0f6b req-b0c5311e-1490-43b2-bd38-ab5f96f7889f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1659067 Feb 10 04:21:59.178154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:59.178493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:59.178875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:59.184172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:59.188240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:21:59.189417 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.190540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:59.190899 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:59.196666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-672961ae-fc62-45fa-bddb-7fa61aea95e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (30140ecb-42e9-4958-a54d-b44f5d1fe668), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.219971 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 8 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:59.232079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672961ae-fc62-45fa-bddb-7fa61aea95e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30140ecb-42e9-4958-a54d-b44f5d1fe668,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:59.242346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] Routers {'2115ea56-57a2-4922-9f21-fdd17cc24a8e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:21:59.243259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:21:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2115ea56-57a2-4922-9f21-fdd17cc24a8e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:59.254569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:59.254935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:59.255277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:59.276162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.277558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b44364cd-b615-4ed1-84b6-b8a9aa15dd5a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1213677 Feb 10 04:21:59.300009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:59.300347 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:59.300800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50214) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:59.304270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d8fc128-eab5-477e-841b-c811719b0f6b req-40812465-c563-4a96-8adf-7e0197563adb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156754 Feb 10 04:21:59.304818 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 9 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:59.331569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-672961ae-fc62-45fa-bddb-7fa61aea95e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.333053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-672961ae-fc62-45fa-bddb-7fa61aea95e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6973979 Feb 10 04:21:59.346612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50216) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:59.361451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f5b1a592-58a6-48a3-9e9c-aac5013d0cb6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '8368e758-5b29-4468-8b05-2105544b8df5', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:59.402875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c639-7379-4acc-a09f-31aaede2f961 req-e0ac2e2b-c4ee-48ef-a3e7-28619719fa60 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:59.410241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87a8c639-7379-4acc-a09f-31aaede2f961 req-e0ac2e2b-c4ee-48ef-a3e7-28619719fa60 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1804805 Feb 10 04:21:59.424821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:59.425171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:59.425513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:59.457916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:59.458245 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:59.460159 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 10 to bind port cabd0142-e335-45a2-80b2-32500c861030 Feb 10 04:21:59.506554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee2cf5d8-770e-46e1-963c-90da7ae3c871 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/2115ea56-57a2-4922-9f21-fdd17cc24a8e HTTP/1.1" status: 200 len: 925 time: 0.1977139 Feb 10 04:21:59.507219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50222) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:59.536261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87a8c639-7379-4acc-a09f-31aaede2f961 req-fb22b38a-a25f-44f7-933c-02b60156f82a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250541 Feb 10 04:21:59.538806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a592-58a6-48a3-9e9c-aac5013d0cb6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (74135458-208f-49d3-bb6d-8000ea13bf39), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.547764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:21:59.548435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7976c6e-0863-41b2-9977-033c253e80f5 None None] The sync data for ids ['2115ea56-57a2-4922-9f21-fdd17cc24a8e'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:21:59.551960 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-07a202b2-a38d-4de2-8316-9974898ecf42 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=2115ea56-57a2-4922-9f21-fdd17cc24a8e HTTP/1.1" status: 200 len: 205 time: 0.0424588 Feb 10 04:21:59.552583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50224) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:59.602653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:21:59.603015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:21:59.603421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:21:59.610919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port cabd0142-e335-45a2-80b2-32500c861030 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:21:59.611259 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port cabd0142-e335-45a2-80b2-32500c861030 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:21:59.611624 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cabd0142-e335-45a2-80b2-32500c861030), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.614230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:21:59.641146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a592-58a6-48a3-9e9c-aac5013d0cb6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (74135458-208f-49d3-bb6d-8000ea13bf39), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.728684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a592-58a6-48a3-9e9c-aac5013d0cb6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (74135458-208f-49d3-bb6d-8000ea13bf39), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.731886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] For port cabd0142-e335-45a2-80b2-32500c861030, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:21:59.732218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempted to set empty binding levels {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 04:21:59.737212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (2115ea56-57a2-4922-9f21-fdd17cc24a8e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.754788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1a592-58a6-48a3-9e9c-aac5013d0cb6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74135458-208f-49d3-bb6d-8000ea13bf39,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:21:59.847875 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1b0aa34-2e6b-4275-abbb-f291cda549d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.850024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (2115ea56-57a2-4922-9f21-fdd17cc24a8e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.922929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (cabd0142-e335-45a2-80b2-32500c861030), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.924330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a592-58a6-48a3-9e9c-aac5013d0cb6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:21:59.928306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f5b1a592-58a6-48a3-9e9c-aac5013d0cb6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5750449 Feb 10 04:21:59.929224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50226) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:21:59.933535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '8368e758-5b29-4468-8b05-2105544b8df5', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:21:59.974456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:21:59.975104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.003899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=cabd0142-e335-45a2-80b2-32500c861030,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:00.050013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Deleting port b6f25604-8174-4be4-a276-36760ca70e52 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:00.057206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b6f25604-8174-4be4-a276-36760ca70e52), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.077828 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Project 9448d5f2d8a745fb843a9cc39ab68f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:22:00.352224 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (e3577f03-1a60-451f-aec3-89333d31a21b), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.357878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4cd2906d-0647-4c57-82b2-631b8d42140b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9842381 Feb 10 04:22:00.360888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50232) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:00.481894 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b6f25604-8174-4be4-a276-36760ca70e52), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.503281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Calling delete_port for b6f25604-8174-4be4-a276-36760ca70e52 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:00.590663 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (e3577f03-1a60-451f-aec3-89333d31a21b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.610172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aff91-a6de-4006-a391-a90baae80e61 req-09ca55ca-1ceb-4593-834c-43f274a929fe tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:00.611599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b7aff91-a6de-4006-a391-a90baae80e61 req-09ca55ca-1ceb-4593-834c-43f274a929fe tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.2060177 Feb 10 04:22:00.639625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Deleting port cabd0142-e335-45a2-80b2-32500c861030 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:00.644565 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cabd0142-e335-45a2-80b2-32500c861030), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.665366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3dadb-9981-474e-a62c-7bb438d69f24 req-01ca5f41-e541-4f3e-bc58-06d0a5dcef4d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:00.668075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6c3dadb-9981-474e-a62c-7bb438d69f24 req-01ca5f41-e541-4f3e-bc58-06d0a5dcef4d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0681062 Feb 10 04:22:00.676900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (e3577f03-1a60-451f-aec3-89333d31a21b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.725220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6c3dadb-9981-474e-a62c-7bb438d69f24 req-4f362d9f-73e5-41e5-8a3b-4acdb602efbe tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Feb 10 04:22:00.779615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3577f03-1a60-451f-aec3-89333d31a21b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:00.815818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b7aff91-a6de-4006-a391-a90baae80e61 req-d7e309d0-9802-4a9b-a55d-25ec90453c25 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900167 Feb 10 04:22:00.816830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] For port cabd0142-e335-45a2-80b2-32500c861030, host n-h2-827844-2, got binding levels [] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:00.817189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cabd0142-e335-45a2-80b2-32500c861030), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.832622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Calling delete_port for cabd0142-e335-45a2-80b2-32500c861030 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:00.867002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:00.868173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aa487d28-e7fd-4b5d-b350-b2fdd3e767c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9385593 Feb 10 04:22:00.871797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50240) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:00.876534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '8368e758-5b29-4468-8b05-2105544b8df5', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:00.973920 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Project 9448d5f2d8a745fb843a9cc39ab68f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:22:00.980113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (029d8452-f598-4a1d-9479-72c069e08e89), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.002094 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.002688 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b6f25604-8174-4be4-a276-36760ca70e52), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.035192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event deleted for resources: {'Port': ['ID=b6f25604-8174-4be4-a276-36760ca70e52,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:01.051256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (029d8452-f598-4a1d-9479-72c069e08e89), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.075654 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (cabd0142-e335-45a2-80b2-32500c861030), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.116305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.120226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "DELETE /v2.0/ports/cabd0142-e335-45a2-80b2-32500c861030 HTTP/1.1" status: 204 len: 168 time: 0.7583723 Feb 10 04:22:01.122837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50242) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:01.130349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (029d8452-f598-4a1d-9479-72c069e08e89), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.133204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc78e2-8c37-41c9-8525-daeff356c049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event deleted for resources: {'Port': ['ID=cabd0142-e335-45a2-80b2-32500c861030,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:01.150745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029d8452-f598-4a1d-9479-72c069e08e89,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:01.162555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (2115ea56-57a2-4922-9f21-fdd17cc24a8e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.165099 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c571bea-99c9-4129-b2c6-24da6a95aee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:01.166967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2c571bea-99c9-4129-b2c6-24da6a95aee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "GET /v2.0/ports/cabd0142-e335-45a2-80b2-32500c861030 HTTP/1.1" status: 404 len: 333 time: 0.0431905 Feb 10 04:22:01.170430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50244) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:01.198254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Request body: {'port': {'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-385396498'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:01.229804 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.232204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1ac3533a-838e-41f6-ab8d-6d5f95198bab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3591487 Feb 10 04:22:01.319858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (2115ea56-57a2-4922-9f21-fdd17cc24a8e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.327900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (2115ea56-57a2-4922-9f21-fdd17cc24a8e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.392152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Made reservation on behalf of 7919f39e25264db2942ccafdf5610f27 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:01.396367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.412966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] device_id is not set on port f1f5372e-a22a-4008-863b-1c3669dfe316 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:01.486192 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (2115ea56-57a2-4922-9f21-fdd17cc24a8e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.486887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Fanout notify agent at l3_agent the message router_deleted on router 2115ea56-57a2-4922-9f21-fdd17cc24a8e {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:01.519062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.520322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-12f77bf2-617d-47bd-b04d-3639441e3857 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/2115ea56-57a2-4922-9f21-fdd17cc24a8e HTTP/1.1" status: 204 len: 168 time: 1.9647479 Feb 10 04:22:01.524427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:01.529526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-844937220', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': False}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:01.530882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-c8478ee0-a388-4621-80ce-1d19a27bbea6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606571704&fields=id&tenant_id=9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 267 time: 0.0705593 Feb 10 04:22:01.659389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7d9f1290-886f-49fe-ae0d-7b25a492a7a6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:01.660811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7d9f1290-886f-49fe-ae0d-7b25a492a7a6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/networks?id=96063241-fd3a-4125-bea9-30bc59ac991c HTTP/1.1" status: 200 len: 797 time: 0.1291361 Feb 10 04:22:01.669588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.671132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (74e3bf45-bd85-4f59-97ac-79c01da0d451), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.672286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (74e3bf45-bd85-4f59-97ac-79c01da0d451), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.679062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-af9de0df-d8ea-4431-ba26-6977c00583ce tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/quotas/9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 375 time: 0.0094149 Feb 10 04:22:01.748753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (74e3bf45-bd85-4f59-97ac-79c01da0d451), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.759467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-f4f0a786-7eaf-4385-b5b4-43ac89cd2269 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680649 Feb 10 04:22:01.870209 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-9deae9b8-1d69-44c8-907c-f8c8040777a5 service neutron] 10.222.0.42 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955317 Feb 10 04:22:01.878244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:01.953887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafee98b-081f-4ba3-8a5b-9ccb058ee2c5 req-7cf9e53c-e171-41b0-968a-44dfa03bfdcf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:01.955464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eafee98b-081f-4ba3-8a5b-9ccb058ee2c5 req-7cf9e53c-e171-41b0-968a-44dfa03bfdcf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1544256 Feb 10 04:22:01.971211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-828c8a59-e2cd-4f78-9c74-1a37b5493613 service neutron] 10.222.0.42 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946579 Feb 10 04:22:01.977595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Network 2213b7f3-28d3-4516-bad9-194b031395ee is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:02.024030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:02.033882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f5372e-a22a-4008-863b-1c3669dfe316,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:02.036127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:02.037061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:02.037673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.097767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (74e3bf45-bd85-4f59-97ac-79c01da0d451), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.118140 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eafee98b-081f-4ba3-8a5b-9ccb058ee2c5 req-001f3aec-7672-4b6b-8bb8-d8f520533dec tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500127 Feb 10 04:22:02.219990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b1e6b978-79c5-4816-adf1-7f7eb21603ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0482798 Feb 10 04:22:02.220649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:02.230807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:02.247393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6b087e0a-4073-4b3d-931c-0320bfa03baa req-7410ebc3-c04c-4eee-868a-7b77f371a159 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 210 time: 0.0421002 Feb 10 04:22:02.323549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73594cb0-a46c-4dba-afbf-a255f484f80d req-0772b49e-f836-47af-9c9e-ef691ec8d008 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:02.325081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73594cb0-a46c-4dba-afbf-a255f484f80d req-0772b49e-f836-47af-9c9e-ef691ec8d008 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1444058 Feb 10 04:22:02.335349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.448081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-73594cb0-a46c-4dba-afbf-a255f484f80d req-d0737044-a710-4ab0-aff5-3dc0cda8475e tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153817 Feb 10 04:22:02.567466 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.690246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] device_id is not set on port f1f5372e-a22a-4008-863b-1c3669dfe316 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:02.701146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.708957 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (74e3bf45-bd85-4f59-97ac-79c01da0d451), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.727411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.830553 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:02.883843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f5372e-a22a-4008-863b-1c3669dfe316,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:02.901223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:02.901718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:02.902116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:02.906732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:02.907130 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:02.907557 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 2 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:02.921451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:02.921785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:02.922117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:02.926619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:02.926993 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:02.927443 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 3 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:02.941398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:02.941873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:02.942268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:02.954240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:02.955722 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:02.959458 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 4 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:02.975681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Allocated IP 172.25.8.18 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/168e21ff-7e21-4b15-976a-5da4534bcae3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:02.993542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:02.993908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:02.994252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:03.001717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:03.002047 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:03.004104 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 5 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:03.032246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:03.032917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:03.032917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:03.064682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:03.065110 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:03.066872 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 6 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:03.086362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:03.086815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:03.087053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:03.100758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:03.101084 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:03.102972 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 7 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:03.126765 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:03.129558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:03.129894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:03.130237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:03.138953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:03.139274 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:03.141001 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 8 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:03.169921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:03.170311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:03.170595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:03.179414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:03.188063 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:03.188063 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 9 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:03.195676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:03.196021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:03.196552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:03.201150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:03.201406 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:03.201798 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 10 to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 Feb 10 04:22:03.215097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:03.215440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:03.216159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:03.220998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:03.224005 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port f1f5372e-a22a-4008-863b-1c3669dfe316 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:03.224005 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:03.285921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eda44-73ca-4286-8122-640fe65d0b8e req-e5a205ed-3d4d-4b92-a736-46ab0688eb58 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.287528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032eda44-73ca-4286-8122-640fe65d0b8e req-e5a205ed-3d4d-4b92-a736-46ab0688eb58 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0810995 Feb 10 04:22:03.291375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:03.345474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032eda44-73ca-4286-8122-640fe65d0b8e req-963576f1-2cf4-44cc-adf4-b3519a616985 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512357 Feb 10 04:22:03.351641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] For port f1f5372e-a22a-4008-863b-1c3669dfe316, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:03.352029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempted to set empty binding levels {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 04:22:03.379504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:03.387253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a0bf8c96-4cdc-418b-9d43-dcc3073d6917 req-de466532-92e5-4056-be2e-d1ce5868507a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 210 time: 0.0468328 Feb 10 04:22:03.390640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:03.394632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:03.582157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4dc4-05d0-4708-934e-6031cdb819b4 req-c60c95b6-987d-4264-8ed7-5d34d62439c9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.591046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2fc4dc4-05d0-4708-934e-6031cdb819b4 req-c60c95b6-987d-4264-8ed7-5d34d62439c9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0549750 Feb 10 04:22:03.639293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2fc4dc4-05d0-4708-934e-6031cdb819b4 req-552a893e-a2ad-4ece-b415-fa344f292b0f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495996 Feb 10 04:22:03.694604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Port': ['ID=168e21ff-7e21-4b15-976a-5da4534bcae3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:03.699900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:03.745616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] In _notify_port_updated(), no bound segment for port f1f5372e-a22a-4008-863b-1c3669dfe316 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:22:03.746483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.747112 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:03.748434 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "PUT /v2.0/ports/f1f5372e-a22a-4008-863b-1c3669dfe316 HTTP/1.1" status: 200 len: 978 time: 1.5265648 Feb 10 04:22:03.751464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50296) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:03.801761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47e3d3-b914-475e-a4d7-757237f41fed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f5372e-a22a-4008-863b-1c3669dfe316,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:03.887829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.888365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.900810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.901667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.901667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.902581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.903078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.904048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.904518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.905123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.905712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:03.909738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aba469cb-a97e-49e0-a747-4513234b4837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18315 time: 0.1570063 Feb 10 04:22:03.913701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50302) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:03.997303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Deleting port f1f5372e-a22a-4008-863b-1c3669dfe316 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:03.997546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.092551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] For port f1f5372e-a22a-4008-863b-1c3669dfe316, host n-h2-827844-2, got binding levels [] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:04.093091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.129227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Calling delete_port for f1f5372e-a22a-4008-863b-1c3669dfe316 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:04.133255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (74e3bf45-bd85-4f59-97ac-79c01da0d451), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.305326 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.363537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f1f5372e-a22a-4008-863b-1c3669dfe316), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.386368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (74e3bf45-bd85-4f59-97ac-79c01da0d451), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.409844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1f5372e-a22a-4008-863b-1c3669dfe316,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:04.436084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.440569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-262c9e4f-4624-4120-944d-ea9d132ab6b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f1f5372e-a22a-4008-863b-1c3669dfe316 HTTP/1.1" status: 204 len: 168 time: 0.5255156 Feb 10 04:22:04.444742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50312) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:04.525542 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a4ea7f-f142-4aad-846b-57e541827cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:04.527149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-52a4ea7f-f142-4aad-846b-57e541827cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "GET /v2.0/ports/f1f5372e-a22a-4008-863b-1c3669dfe316 HTTP/1.1" status: 404 len: 333 time: 0.0804279 Feb 10 04:22:04.531549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:04.536794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381932561', 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:04.575734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c6724a6-c38e-43d0-ae9a-4cad44e7a481 req-389b4f45-2e5a-42c0-a8b9-1b1cc336f3bc tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 210 time: 0.0471749 Feb 10 04:22:04.655743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c4f92-31c0-4b47-8857-92bd041086ee req-d1887fdc-314d-47fe-b6c4-1ddd04a5650a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:04.657297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b99c4f92-31c0-4b47-8857-92bd041086ee req-d1887fdc-314d-47fe-b6c4-1ddd04a5650a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1413722 Feb 10 04:22:04.697542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50320) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:04.720565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Made reservation on behalf of 7919f39e25264db2942ccafdf5610f27 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:04.723092 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.771940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] device_id is not set on port 61ab9015-ed2e-49b0-90c8-e3146e85a257 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:04.783277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b99c4f92-31c0-4b47-8857-92bd041086ee req-ff2fd8a8-3afd-4d89-9b07-edbcf7037ce5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166971 Feb 10 04:22:04.794485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50fc8d-1233-4242-a46a-a7ba8cc6f9c1 req-ca42a4c0-196f-4aa8-b862-d9073ff3b315 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:04.802037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc50fc8d-1233-4242-a46a-a7ba8cc6f9c1 req-ca42a4c0-196f-4aa8-b862-d9073ff3b315 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0697172 Feb 10 04:22:04.872204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc50fc8d-1233-4242-a46a-a7ba8cc6f9c1 req-cb4362ec-ee8d-459f-8448-03d90be416ca tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690310 Feb 10 04:22:04.911458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e16b3ea2-a3ab-4249-9ff0-8f252132a024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:04.928943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Router 74e3bf45-bd85-4f59-97ac-79c01da0d451 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:22:04.963027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for port (61ab9015-ed2e-49b0-90c8-e3146e85a257), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.007771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e16b3ea2-a3ab-4249-9ff0-8f252132a024 admin admin] Publish callbacks [] for security_group (89295ca6-9f73-4e05-b38b-849a77309a89), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.084689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:05.096194 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Sync routers for ids ['74e3bf45-bd85-4f59-97ac-79c01da0d451'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:05.106721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e16b3ea2-a3ab-4249-9ff0-8f252132a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89295ca6-9f73-4e05-b38b-849a77309a89), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.110519 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Routers {'74e3bf45-bd85-4f59-97ac-79c01da0d451'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:05.111537 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['74e3bf45-bd85-4f59-97ac-79c01da0d451'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:05.178281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (61ab9015-ed2e-49b0-90c8-e3146e85a257), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.228957 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.234304 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-22cf078e-32e1-4069-9065-19630d9468a4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7087452 Feb 10 04:22:05.240639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50326) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:05.254957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Network 2213b7f3-28d3-4516-bad9-194b031395ee is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:05.273711 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Set router 74e3bf45-bd85-4f59-97ac-79c01da0d451 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:22:05.296297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:05.301896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:05.302894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:05.303506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.324093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=61ab9015-ed2e-49b0-90c8-e3146e85a257,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:05.414923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fd62f657-9344-487d-9c27-be6b31861314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8788927 Feb 10 04:22:05.414923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50328) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:05.463922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20fada-9725-4eef-9f90-b7abf7a83b99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:05.468422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0b20fada-9725-4eef-9f90-b7abf7a83b99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "GET /v2.0/ports/61ab9015-ed2e-49b0-90c8-e3146e85a257 HTTP/1.1" status: 200 len: 959 time: 0.0496948 Feb 10 04:22:05.468786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50330) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:05.478564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3ebc3cf-b22b-4112-9233-9651c72ea2cb tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/74e3bf45-bd85-4f59-97ac-79c01da0d451 HTTP/1.1" status: 200 len: 907 time: 0.2362978 Feb 10 04:22:05.485166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50332) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:05.492574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-844937220', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': True}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:05.495907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b3ea2-a3ab-4249-9ff0-8f252132a024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89295ca6-9f73-4e05-b38b-849a77309a89,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:05.503465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e16b3ea2-a3ab-4249-9ff0-8f252132a024 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fdbbb9ea920451692df4720bf4f5cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8047588 Feb 10 04:22:05.506113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50334) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:05.531341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-9433a6e0-f54b-483f-85cd-7ce43af084b3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:05.532850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-9433a6e0-f54b-483f-85cd-7ce43af084b3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "GET /v2.0/networks?id=96063241-fd3a-4125-bea9-30bc59ac991c HTTP/1.1" status: 200 len: 797 time: 0.5107787 Feb 10 04:22:05.590112 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3bf45-bd85-4f59-97ac-79c01da0d451', 'name': 'tempest-snat-router-844937220', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.18'}], 'enable_snat': False}, 'gw_port_id': '168e21ff-7e21-4b15-976a-5da4534bcae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:22:01Z', 'updated_at': '2022-02-10T04:22:03Z', 'revision_number': 3, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port': {'id': '168e21ff-7e21-4b15-976a-5da4534bcae3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3bf45-bd85-4f59-97ac-79c01da0d451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:22:02Z', 'updated_at': '2022-02-10T04:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:05.594156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-afaa97c8-041c-4edc-bd9b-4433e5f72ecb admin admin] Publish callbacks [] for security_group (89295ca6-9f73-4e05-b38b-849a77309a89), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.597053 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (a672307b-138f-4545-86bf-22f4f25d927a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.598083 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (a672307b-138f-4545-86bf-22f4f25d927a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.616333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-dc2b7829-4365-4380-b4a4-12fc112b483b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 380 time: 0.0713887 Feb 10 04:22:05.622451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-afaa97c8-041c-4edc-bd9b-4433e5f72ecb admin admin] Publish callbacks [] for security_group (89295ca6-9f73-4e05-b38b-849a77309a89), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.639222 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Checking router: 74e3bf45-bd85-4f59-97ac-79c01da0d451 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:22:05.639222 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Updating router 74e3bf45-bd85-4f59-97ac-79c01da0d451 port 168e21ff-7e21-4b15-976a-5da4534bcae3 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:22:05.639519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'port': {'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'admin_state_up': True, 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'security_groups': ['8368e758-5b29-4468-8b05-2105544b8df5']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:05.641045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Deleting port 61ab9015-ed2e-49b0-90c8-e3146e85a257 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:05.641333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (61ab9015-ed2e-49b0-90c8-e3146e85a257), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.661447 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.721639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-84dc5a61-c173-44c7-9c38-1ea0ff20e79c req-e222b4a1-c251-4f32-a752-34e244a93528 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 210 time: 0.0572963 Feb 10 04:22:05.747670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (a672307b-138f-4545-86bf-22f4f25d927a), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.789785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (61ab9015-ed2e-49b0-90c8-e3146e85a257), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.805466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Calling delete_port for 61ab9015-ed2e-49b0-90c8-e3146e85a257 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:05.876161 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-afaa97c8-041c-4edc-bd9b-4433e5f72ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89295ca6-9f73-4e05-b38b-849a77309a89), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.878746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-afaa97c8-041c-4edc-bd9b-4433e5f72ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.880236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-afaa97c8-041c-4edc-bd9b-4433e5f72ecb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89295ca6-9f73-4e05-b38b-849a77309a89 HTTP/1.1" status: 204 len: 168 time: 0.3725312 Feb 10 04:22:05.913335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:05.917813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:05.927552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa97c8-041c-4edc-bd9b-4433e5f72ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89295ca6-9f73-4e05-b38b-849a77309a89,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:06.007931 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Publish callbacks [] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.025501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615599-928f-496b-ae6a-1d5130db2ac1 req-6277b401-359c-4a57-9c5d-2082ec3db694 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:06.027135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92615599-928f-496b-ae6a-1d5130db2ac1 req-6277b401-359c-4a57-9c5d-2082ec3db694 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.0818675 Feb 10 04:22:06.057156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (a672307b-138f-4545-86bf-22f4f25d927a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.073130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (61ab9015-ed2e-49b0-90c8-e3146e85a257), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.077954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92615599-928f-496b-ae6a-1d5130db2ac1 req-cdc29643-8bc5-483d-9ad4-757725d8e67e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Feb 10 04:22:06.107620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event deleted for resources: {'Port': ['ID=61ab9015-ed2e-49b0-90c8-e3146e85a257,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:06.116642 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.136336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.143764 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7db675a8-d49d-4213-9a56-f12f09d40a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "DELETE /v2.0/ports/61ab9015-ed2e-49b0-90c8-e3146e85a257 HTTP/1.1" status: 204 len: 168 time: 0.6739812 Feb 10 04:22:06.146135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50350) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:06.171535 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005cfdd-fada-4fda-b9f0-259610231d5b None None] Pushing event updated for resources: {'Port': ['ID=168e21ff-7e21-4b15-976a-5da4534bcae3,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:06.189269 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Attempting to bind port 168e21ff-7e21-4b15-976a-5da4534bcae3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:06.189653 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Attempting to bind port 168e21ff-7e21-4b15-976a-5da4534bcae3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:06.190015 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Attempting to bind port 168e21ff-7e21-4b15-976a-5da4534bcae3 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:06.195533 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0521a470-fe91-4e50-a094-fc299f8642dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:06.200667 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0521a470-fe91-4e50-a094-fc299f8642dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "GET /v2.0/ports/61ab9015-ed2e-49b0-90c8-e3146e85a257 HTTP/1.1" status: 404 len: 333 time: 0.0507200 Feb 10 04:22:06.202485 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:22:06.203107 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:06.203716 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.204271 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:22:06.204914 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Bound port: 168e21ff-7e21-4b15-976a-5da4534bcae3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:22:06.205823 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.205950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50352) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:06.235501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Request body: {'port': {'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-568644372'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:06.253541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.20.0.7 (96063241-fd3a-4125-bea9-30bc59ac991c/e94af07f-897f-48da-8b5c-b666ecf94f9b/3967bb3a-b9ed-4891-bf71-3755c9db3a2c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:06.253667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742014-0b7a-4a2d-866f-64ac26522c98 req-be316554-48f8-47c9-97a1-699251825105 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:06.256521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf742014-0b7a-4a2d-866f-64ac26522c98 req-be316554-48f8-47c9-97a1-699251825105 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0759957 Feb 10 04:22:06.313803 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] For port 168e21ff-7e21-4b15-976a-5da4534bcae3, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:06.318087 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] For port 168e21ff-7e21-4b15-976a-5da4534bcae3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=168e21ff-7e21-4b15-976a-5da4534bcae3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:22:06.343369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf742014-0b7a-4a2d-866f-64ac26522c98 req-e4c1711a-d31f-496b-ae77-2624dc13001d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791135 Feb 10 04:22:06.344338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Made reservation on behalf of 7919f39e25264db2942ccafdf5610f27 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:06.346884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.393761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] device_id is not set on port ace5629e-0987-4653-89e0-2ee6459cf931 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:06.403064 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.459367 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Routers {'74e3bf45-bd85-4f59-97ac-79c01da0d451'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:06.459973 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['74e3bf45-bd85-4f59-97ac-79c01da0d451'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:06.505651 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005cfdd-fada-4fda-b9f0-259610231d5b None None] Pushing event updated for resources: {'Port': ['ID=168e21ff-7e21-4b15-976a-5da4534bcae3,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:06.548520 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.584383 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] Set router 74e3bf45-bd85-4f59-97ac-79c01da0d451 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:22:06.750766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for port (ace5629e-0987-4653-89e0-2ee6459cf931), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.763986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (a672307b-138f-4545-86bf-22f4f25d927a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.787264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50360) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:06.787380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.804141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c63ac05-8248-4bcd-a25e-8d248e7dc4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.804596 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3bf45-bd85-4f59-97ac-79c01da0d451', 'name': 'tempest-snat-router-844937220', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.18'}], 'enable_snat': False}, 'gw_port_id': '168e21ff-7e21-4b15-976a-5da4534bcae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:22:01Z', 'updated_at': '2022-02-10T04:22:03Z', 'revision_number': 3, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port': {'id': '168e21ff-7e21-4b15-976a-5da4534bcae3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3bf45-bd85-4f59-97ac-79c01da0d451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:22:02Z', 'updated_at': '2022-02-10T04:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:06.836740 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959c0a-5545-4b80-aa1a-e59b34bbf338 None None] The sync data for ids ['74e3bf45-bd85-4f59-97ac-79c01da0d451'] in n-d-827844-2 is: [{'id': '74e3bf45-bd85-4f59-97ac-79c01da0d451', 'name': 'tempest-snat-router-844937220', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.18'}], 'enable_snat': False}, 'gw_port_id': '168e21ff-7e21-4b15-976a-5da4534bcae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:22:01Z', 'updated_at': '2022-02-10T04:22:03Z', 'revision_number': 3, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port': {'id': '168e21ff-7e21-4b15-976a-5da4534bcae3', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3bf45-bd85-4f59-97ac-79c01da0d451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:22:02Z', 'updated_at': '2022-02-10T04:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:06.851773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.927710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c63ac05-8248-4bcd-a25e-8d248e7dc4d8 admin admin] Publish callbacks [] for security_group (185480e3-9848-45da-b65a-bfb98d3b08f6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.976470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 96063241-fd3a-4125-bea9-30bc59ac991c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:06.982739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:06.985219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:06.987353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:06.992756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:07.035349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c63ac05-8248-4bcd-a25e-8d248e7dc4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (185480e3-9848-45da-b65a-bfb98d3b08f6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.094432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:07.094783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8c63ac05-8248-4bcd-a25e-8d248e7dc4d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d23a95684aa64dc9a4d212d6b768e595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102775 Feb 10 04:22:07.095424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.102987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50362) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:07.109613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63ac05-8248-4bcd-a25e-8d248e7dc4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185480e3-9848-45da-b65a-bfb98d3b08f6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:07.137324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Allocated IP 172.25.8.170 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/fc606bc7-e2ab-4f4a-9752-206affbb23a5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:07.159061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63359d7-b058-43b7-b74d-4e9eed71364b req-1abebbbc-6989-4e96-88fe-c04228dc94c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:07.164085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f63359d7-b058-43b7-b74d-4e9eed71364b req-1abebbbc-6989-4e96-88fe-c04228dc94c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 931 time: 0.3271763 Feb 10 04:22:07.172949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Network 2213b7f3-28d3-4516-bad9-194b031395ee is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:07.193699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:07.230965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-ebba8a52-63a7-46c0-baa3-33d421b7261d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6049559 Feb 10 04:22:07.232052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:07.232983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:07.233774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.242562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=ace5629e-0987-4653-89e0-2ee6459cf931,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:07.289318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-867951e5-09b0-45e5-94b8-55247f311d5a admin admin] Publish callbacks [] for security_group (185480e3-9848-45da-b65a-bfb98d3b08f6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.349730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-867951e5-09b0-45e5-94b8-55247f311d5a admin admin] Publish callbacks [] for security_group (185480e3-9848-45da-b65a-bfb98d3b08f6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.431721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8413c3-64cf-4d17-b4df-1783bbe0b43b req-60e92f93-08c4-4e89-94ef-00da839872ad tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:07.432816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-20bfff18-2a54-4bf0-909f-101de819a766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2234359 Feb 10 04:22:07.434256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c8413c3-64cf-4d17-b4df-1783bbe0b43b req-60e92f93-08c4-4e89-94ef-00da839872ad tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.2444174 Feb 10 04:22:07.435422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50372) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:07.440743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f63359d7-b058-43b7-b74d-4e9eed71364b req-bd9f26b5-212d-48d7-ab8a-c9bd3a289b1e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517877 Feb 10 04:22:07.444328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:07.508280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1674e70d-09bf-4b4c-9e41-89bf303764a3 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:22:07.511724 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-867951e5-09b0-45e5-94b8-55247f311d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (185480e3-9848-45da-b65a-bfb98d3b08f6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.518353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-867951e5-09b0-45e5-94b8-55247f311d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.521871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-867951e5-09b0-45e5-94b8-55247f311d5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/185480e3-9848-45da-b65a-bfb98d3b08f6 HTTP/1.1" status: 204 len: 168 time: 0.4173877 Feb 10 04:22:07.541940 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.547836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867951e5-09b0-45e5-94b8-55247f311d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185480e3-9848-45da-b65a-bfb98d3b08f6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:07.645739 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.675364 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c8413c3-64cf-4d17-b4df-1783bbe0b43b req-163f9e91-7dcf-4f4c-8b28-1028d88f83e2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276061 Feb 10 04:22:07.695744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Request body: {'port': {'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:07.721663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:07.775335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'port_id': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'mac_address': 'fa:16:3e:7a:35:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fadb24-cc34-4f49-af7a-5c7e892b14a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:22:07.787838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:22:07.868434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.881904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecc70e-58e7-4029-b059-507d26d128c9 req-8794bdc7-fddd-4d54-8c90-a7b0ae453ed1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:07.883704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29ecc70e-58e7-4029-b059-507d26d128c9 req-8794bdc7-fddd-4d54-8c90-a7b0ae453ed1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.2827356 Feb 10 04:22:07.892764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.919764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:07.957800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] device_id is not set on port ace5629e-0987-4653-89e0-2ee6459cf931 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:07.967494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks [] for port (ace5629e-0987-4653-89e0-2ee6459cf931), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.979147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1674e70d-09bf-4b4c-9e41-89bf303764a3 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:07.979926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:07.982104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c0f8453c-8dc6-4393-b503-71e80f197d8a None None] Provisioning complete for port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:07.982694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0f8453c-8dc6-4393-b503-71e80f197d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.034933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1674e70d-09bf-4b4c-9e41-89bf303764a3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:22:08.043508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'port_id': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'mac_address': 'fa:16:3e:80:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:22:08.055871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8453c-8dc6-4393-b503-71e80f197d8a None None] Port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:22:08.071164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Port': ['ID=fc606bc7-e2ab-4f4a-9752-206affbb23a5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:08.074866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.109339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:08.125698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:08.127687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f1b9c56d-12fd-4712-bc14-be72a2c0b639 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:08.128958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.140944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:08.151498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1b9c56d-12fd-4712-bc14-be72a2c0b639 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:22:08.151679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:08.158217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29ecc70e-58e7-4029-b059-507d26d128c9 req-dc762f97-3b32-4ae7-92d2-fe239689c0f7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627196 Feb 10 04:22:08.183484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.246057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.251742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.253185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.253810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:08.257875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:08.267459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=ace5629e-0987-4653-89e0-2ee6459cf931,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:08.273310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.273653 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.274047 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 2 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.295948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.297937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.298647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.304498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.304837 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.305236 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 3 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.326911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.327437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.327791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.333314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.333659 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.334067 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 4 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.342203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.371182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.371538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.371999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.380360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.380704 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.381359 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 5 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.400365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.400866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.401265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.408751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.410303 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.410929 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 6 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.425435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.425940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.426357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.428340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1674e70d-09bf-4b4c-9e41-89bf303764a3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:22:08.432886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.433388 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.433904 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 7 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.453002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.453497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.454086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.459977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.460478 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.461146 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 8 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.477431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.478093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.478438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.483168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.483499 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.483891 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 9 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.502445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.502813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.503155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.508049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.508676 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.509288 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempt 10 to bind port ace5629e-0987-4653-89e0-2ee6459cf931 Feb 10 04:22:08.518608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f1b9c56d-12fd-4712-bc14-be72a2c0b639'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:22:08.522829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:08.535955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:08.536446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempting to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:08.548223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:08.549822 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Failed to bind port ace5629e-0987-4653-89e0-2ee6459cf931 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '53a4ad3c-2be9-47e6-be04-c37aa077460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2213b7f3-28d3-4516-bad9-194b031395ee'}] Feb 10 04:22:08.550258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.609984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:08.686198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] For port ace5629e-0987-4653-89e0-2ee6459cf931, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:08.686571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attempted to set empty binding levels {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 04:22:08.721024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3967bb3a-b9ed-4891-bf71-3755c9db3a2c {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:22:08.723757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2842f28-41ce-4152-a9e0-0e07dc0f8917 req-fb8b5def-8e12-4d0b-a9fb-7cb0f97dd1d5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:08.730244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Publish callbacks [] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.736456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2842f28-41ce-4152-a9e0-0e07dc0f8917 req-fb8b5def-8e12-4d0b-a9fb-7cb0f97dd1d5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 931 time: 0.1399608 Feb 10 04:22:08.748363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Transition to ACTIVE for port object 3967bb3a-b9ed-4891-bf71-3755c9db3a2c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:22:08.833727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.866724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:08.987451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Pushing event updated for resources: {'Port': ['ID=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:08.990732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 168e21ff-7e21-4b15-976a-5da4534bcae3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:09.026270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2842f28-41ce-4152-a9e0-0e07dc0f8917 req-7f00e01e-ea0c-456b-b852-d3b6997eefb0 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883246 Feb 10 04:22:09.088712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 168e21ff-7e21-4b15-976a-5da4534bcae3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:09.089198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.089760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] In _notify_port_updated(), no bound segment for port ace5629e-0987-4653-89e0-2ee6459cf931 on network 2213b7f3-28d3-4516-bad9-194b031395ee {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:22:09.091213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:09.093032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.096930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "PUT /v2.0/ports/ace5629e-0987-4653-89e0-2ee6459cf931 HTTP/1.1" status: 200 len: 978 time: 1.6580069 Feb 10 04:22:09.098573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50408) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:09.151547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-b7cd9f20-3479-44ee-bbcc-7022d87abf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:09.153141 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-b7cd9f20-3479-44ee-bbcc-7022d87abf5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 1126 time: 0.5238593 Feb 10 04:22:09.164323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0bb06-c919-492a-93eb-21b38df0aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event updated for resources: {'Port': ['ID=ace5629e-0987-4653-89e0-2ee6459cf931,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:09.238395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 168e21ff-7e21-4b15-976a-5da4534bcae3 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:09.241891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.264715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081cc87-ad3a-4e87-ad55-0c70fd6e122c req-cc3bb713-cb6d-401e-a093-de74362a736a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:09.272831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c081cc87-ad3a-4e87-ad55-0c70fd6e122c req-cc3bb713-cb6d-401e-a093-de74362a736a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 944 time: 0.4294696 Feb 10 04:22:09.299761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 168e21ff-7e21-4b15-976a-5da4534bcae3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=168e21ff-7e21-4b15-976a-5da4534bcae3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:09.374125 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.532645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=168e21ff-7e21-4b15-976a-5da4534bcae3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:09.548093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1674e70d-09bf-4b4c-9e41-89bf303764a3 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:09.565841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-e7c86ebf-d18f-40b3-8866-fc191c2e13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:09.570409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-e7c86ebf-d18f-40b3-8866-fc191c2e13b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 916 time: 0.3808374 Feb 10 04:22:09.597369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Deleting port ace5629e-0987-4653-89e0-2ee6459cf931 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:09.597723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.652858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 1674e70d-09bf-4b4c-9e41-89bf303764a3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:09.653417 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.785980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-088129fc-ce89-478f-be9a-e196c7d59d2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3 HTTP/1.1" status: 200 len: 217 time: 0.1807303 Feb 10 04:22:09.786207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:09.826303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cb963-0273-4749-8786-4a1c73881fcc req-dab9691b-7a04-42c2-ac7a-2abcd5a19b30 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:09.828689 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d0cb963-0273-4749-8786-4a1c73881fcc req-dab9691b-7a04-42c2-ac7a-2abcd5a19b30 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 944 time: 0.4186563 Feb 10 04:22:09.857128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1674e70d-09bf-4b4c-9e41-89bf303764a3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:09.857485 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.901671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:09.904448 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea6d81-f98d-4c70-be1b-418b3d5884fa" -d '{"events": [{"server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "name": "network-vif-plugged", "status": "completed", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:09.906994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] For port ace5629e-0987-4653-89e0-2ee6459cf931, host n-h2-827844-2, got binding levels [] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:09.907377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.930672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:09.943296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f1b9c56d-12fd-4712-bc14-be72a2c0b639 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:09.943859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:09.998207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Calling delete_port for ace5629e-0987-4653-89e0-2ee6459cf931 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:10.005807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Attempting to bind port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:10.006332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Attempting to bind port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:10.006547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Attempting to bind port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c on network 96063241-fd3a-4125-bea9-30bc59ac991c {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:10.020550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c081cc87-ad3a-4e87-ad55-0c70fd6e122c req-c788eb49-b381-4539-996a-e6772200d509 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7415254 Feb 10 04:22:10.028361 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.041084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c on network 96063241-fd3a-4125-bea9-30bc59ac991c not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:10.041526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Attempting to bind port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c on network 96063241-fd3a-4125-bea9-30bc59ac991c {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:10.052959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-602df490-9d58-4e1c-a105-f08adcf73bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:10.055955 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-602df490-9d58-4e1c-a105-f08adcf73bab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6fadb24-cc34-4f49-af7a-5c7e892b14a3 HTTP/1.1" status: 200 len: 855 time: 0.2219784 Feb 10 04:22:10.056235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:22:10.056524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Checking segment: {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:10.058280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Bound using segment: {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:22:10.058682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Bound port: 3967bb3a-b9ed-4891-bf71-3755c9db3a2c, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ed2d5-1280-406c-ab8c-02ac38b17794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:22:10.060956 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.124622 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-e0d3ef00-a417-4969-950f-c96276ec7fdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327692 Feb 10 04:22:10.179119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:10.198669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f1b9c56d-12fd-4712-bc14-be72a2c0b639 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:10.199736 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.259589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:10.264884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (a672307b-138f-4545-86bf-22f4f25d927a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.337517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.367930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] For port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:10.401320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] For port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:22:10.467652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:10.526653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.527996 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b945aa-c9cd-49d3-b8ee-65425f5aa175 x-openstack-request-id: req-99b945aa-c9cd-49d3-b8ee-65425f5aa175 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:10.528295 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "name": "network-vif-plugged", "status": "completed", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:10.528549 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99b945aa-c9cd-49d3-b8ee-65425f5aa175 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:10.528953 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'code': 200} Feb 10 04:22:10.833227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:10.833897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.837942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-7039fe2b-163e-4577-9a23-166713db414e service neutron] 10.222.0.43 "PUT /v2.0/ports/3967bb3a-b9ed-4891-bf71-3755c9db3a2c HTTP/1.1" status: 200 len: 1091 time: 3.5862381 Feb 10 04:22:10.902435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:10.913200 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf" -d '{"events": [{"name": "network-changed", "server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:10.922503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ace5629e-0987-4653-89e0-2ee6459cf931), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:10.943487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 168e21ff-7e21-4b15-976a-5da4534bcae3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:10.957659 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-a2a80e20-f1c8-446d-9434-51ceb87bec65 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8238890 Feb 10 04:22:11.019279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Pushing event deleted for resources: {'Port': ['ID=ace5629e-0987-4653-89e0-2ee6459cf931,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:11.052146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d0cb963-0273-4749-8786-4a1c73881fcc req-70cc0f88-62f0-4303-bd8a-a1561756e2b1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2006657 Feb 10 04:22:11.101629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 168e21ff-7e21-4b15-976a-5da4534bcae3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:11.105144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.168292 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fb08e5-3f98-4904-aba3-793a691fe3dd x-openstack-request-id: req-d9fb08e5-3f98-4904-aba3-793a691fe3dd {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:11.168780 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:11.168913 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9fb08e5-3f98-4904-aba3-793a691fe3dd {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:11.169217 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'status': 'completed', 'code': 200} Feb 10 04:22:11.261675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039fe2b-163e-4577-9a23-166713db414e service neutron] Pushing event updated for resources: {'Port': ['ID=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:11.278079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da7bf0af-d8d3-4e89-871a-f7b0b17a2ea0 req-b942c52f-037f-479b-82f1-a062aaf23ee3 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601695 Feb 10 04:22:11.353926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.366549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2562cd17-a6df-4c2e-a966-a32d4acbbed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ace5629e-0987-4653-89e0-2ee6459cf931 HTTP/1.1" status: 204 len: 168 time: 2.2652683 Feb 10 04:22:11.367228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50466) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:11.377150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54728662-86bb-4855-886d-5fcf22f8a387 req-b47c6c13-e6d4-4a9d-860e-1d0c924b056b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:11.390637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54728662-86bb-4855-886d-5fcf22f8a387 req-b47c6c13-e6d4-4a9d-860e-1d0c924b056b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 943 time: 0.6864693 Feb 10 04:22:11.394413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (a672307b-138f-4545-86bf-22f4f25d927a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.413309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bec92-b4d7-4cad-9754-068bab51a9a1 req-4bdce93c-725f-4a31-a79d-eada5ed5f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:11.415151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-359bec92-b4d7-4cad-9754-068bab51a9a1 req-4bdce93c-725f-4a31-a79d-eada5ed5f4b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 1127 time: 0.6943629 Feb 10 04:22:11.438277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 168e21ff-7e21-4b15-976a-5da4534bcae3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:11.449850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-31ae2d71-c63d-4e2e-9e80-a5f76a44fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:11.463904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-31ae2d71-c63d-4e2e-9e80-a5f76a44fcde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 1125 time: 0.4173186 Feb 10 04:22:11.482030 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b60d6e-95ae-4869-8019-46e836142a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:11.489435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f2b60d6e-95ae-4869-8019-46e836142a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623569121-project-admin] 10.222.0.42 "GET /v2.0/ports/ace5629e-0987-4653-89e0-2ee6459cf931 HTTP/1.1" status: 404 len: 333 time: 0.1156008 Feb 10 04:22:11.491289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50472) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:11.512322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20bffb-2d71-40ed-8610-cdbcbb39a4d2 req-f2c0b8ed-8890-4379-ac08-dd06e7c419ff tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:11.519790 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f20bffb-2d71-40ed-8610-cdbcbb39a4d2 req-f2c0b8ed-8890-4379-ac08-dd06e7c419ff tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.2404792 Feb 10 04:22:11.654252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f20bffb-2d71-40ed-8610-cdbcbb39a4d2 req-113f77c7-43fb-4445-a03f-00672851a0c8 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331291 Feb 10 04:22:11.688063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2213b7f3-28d3-4516-bad9-194b031395ee), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.694027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-cd35e3db-1501-4fb7-bcfd-7045110a0e3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c HTTP/1.1" status: 200 len: 217 time: 0.2100165 Feb 10 04:22:11.838008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2213b7f3-28d3-4516-bad9-194b031395ee), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.868001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-54728662-86bb-4855-886d-5fcf22f8a387 req-9e55ecd3-fb48-4df1-9b78-105d810302c5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4584584 Feb 10 04:22:11.872382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-359bec92-b4d7-4cad-9754-068bab51a9a1 req-8c6d6f26-39c7-4b8a-b9bb-25b97b78fcb5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491203 Feb 10 04:22:11.892592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2213b7f3-28d3-4516-bad9-194b031395ee']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:11.915963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a4ad3c-2be9-47e6-be04-c37aa077460b') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:11.916326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a4ad3c-2be9-47e6-be04-c37aa077460b') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:11.945681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-bac531f2-d2a1-4cd3-aff0-683019e30c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:11.948674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-bac531f2-d2a1-4cd3-aff0-683019e30c05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e94af07f-897f-48da-8b5c-b666ecf94f9b HTTP/1.1" status: 200 len: 834 time: 0.2262061 Feb 10 04:22:11.950107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (53a4ad3c-2be9-47e6-be04-c37aa077460b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.967969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (53a4ad3c-2be9-47e6-be04-c37aa077460b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.981551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:22:11.981961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (53a4ad3c-2be9-47e6-be04-c37aa077460b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:22:11.990029 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:22:12.019528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-e5228597-c855-4b9c-9590-fd8d84b5f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:12.021319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-e5228597-c855-4b9c-9590-fd8d84b5f80d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96063241-fd3a-4125-bea9-30bc59ac991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660589 Feb 10 04:22:12.081960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Router a672307b-138f-4545-86bf-22f4f25d927a is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:22:12.170400 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2213b7f3-28d3-4516-bad9-194b031395ee), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:12.192579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:12.208396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] 10.222.0.42 "DELETE /v2.0/networks/2213b7f3-28d3-4516-bad9-194b031395ee HTTP/1.1" status: 204 len: 168 time: 0.7105951 Feb 10 04:22:12.211583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-9a1bafa7-b971-4492-a2ff-09dfa9961de1 service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830947 Feb 10 04:22:12.267855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd974e-88e5-4a9a-957d-16d4c8f04233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281455536-project] Pushing event deleted for resources: {'Network': ['ID=2213b7f3-28d3-4516-bad9-194b031395ee,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:12.353945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055e231-9e53-4083-b80c-0c768bd14c2c req-6b55d8b3-a907-46c8-8922-bfcb1fd234b1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:12.355607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9055e231-9e53-4083-b80c-0c768bd14c2c req-6b55d8b3-a907-46c8-8922-bfcb1fd234b1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1381383 Feb 10 04:22:12.420610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:12.440885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Sync routers for ids ['a672307b-138f-4545-86bf-22f4f25d927a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:12.454056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Routers {'a672307b-138f-4545-86bf-22f4f25d927a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:12.454683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a672307b-138f-4545-86bf-22f4f25d927a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:12.462452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9055e231-9e53-4083-b80c-0c768bd14c2c req-a87b2360-15f4-4c26-a07c-cbeb6a19f632 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966187 Feb 10 04:22:12.483854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5456407-56ab-4181-b70b-5645c847c0b2 req-f4c051f0-1939-4ee1-bc6e-3555a294f851 service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316329 Feb 10 04:22:12.530329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:12.541626 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126994f1-9ddc-452d-a17d-06cdd0d078a2" -d '{"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-plugged", "status": "completed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:12.594368 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e888332-3495-4665-be52-687f58577bcd x-openstack-request-id: req-5e888332-3495-4665-be52-687f58577bcd {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:12.594666 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-plugged", "status": "completed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:12.594953 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e888332-3495-4665-be52-687f58577bcd {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:12.595345 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'code': 200} Feb 10 04:22:12.612115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:12.613787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3adeebb9-68b5-496c-9b83-1e0c9385d0bf tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1266763 Feb 10 04:22:12.616491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50484) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:12.818763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Set router a672307b-138f-4545-86bf-22f4f25d927a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:22:12.828919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-f37a7ea3-0814-48ee-879b-f549d4a01d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:12.830498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-f37a7ea3-0814-48ee-879b-f549d4a01d60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 1125 time: 0.1849005 Feb 10 04:22:12.928950 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:22:13.124267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50494) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:13.169341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ea1f7fd3-3ace-44c2-b9b7-6e4ddd2eaaa3 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/a672307b-138f-4545-86bf-22f4f25d927a HTTP/1.1" status: 200 len: 907 time: 0.5516698 Feb 10 04:22:13.175225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50500) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:13.230803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28226f9-2ec3-47a8-9b48-019ecf62d083 req-a79a4ba8-7243-4183-8b45-5651674aebe9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:13.239875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a28226f9-2ec3-47a8-9b48-019ecf62d083 req-a79a4ba8-7243-4183-8b45-5651674aebe9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.3909667 Feb 10 04:22:13.257457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-5fe7ee79-9fdd-4a7e-8378-47028124d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:13.272264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-5fe7ee79-9fdd-4a7e-8378-47028124d9b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=96063241-fd3a-4125-bea9-30bc59ac991c HTTP/1.1" status: 200 len: 898 time: 0.4202704 Feb 10 04:22:13.384851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672307b-138f-4545-86bf-22f4f25d927a', 'name': 'tempest-snat-router-844937220', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'fc606bc7-e2ab-4f4a-9752-206affbb23a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:22:05Z', 'updated_at': '2022-02-10T04:22:09Z', 'revision_number': 3, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port': {'id': 'fc606bc7-e2ab-4f4a-9752-206affbb23a5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a672307b-138f-4545-86bf-22f4f25d927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:22:06Z', 'updated_at': '2022-02-10T04:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:13.388053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-08e9e977-b9fc-4882-8285-f8fc63b436ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c HTTP/1.1" status: 200 len: 217 time: 0.1148889 Feb 10 04:22:13.455973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fd03-70a0-4e5e-ad44-27a3f6fdc967 req-efc6414d-b444-4237-a23b-cfeabf902bba tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:13.457538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba08fd03-70a0-4e5e-ad44-27a3f6fdc967 req-efc6414d-b444-4237-a23b-cfeabf902bba tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 943 time: 0.3957636 Feb 10 04:22:13.630803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-c48e061f-91ab-4251-bb17-403391dbda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:13.632387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-c48e061f-91ab-4251-bb17-403391dbda74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e94af07f-897f-48da-8b5c-b666ecf94f9b HTTP/1.1" status: 200 len: 834 time: 0.2328022 Feb 10 04:22:13.703320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba08fd03-70a0-4e5e-ad44-27a3f6fdc967 req-bf58f548-6052-4cb3-815c-5698c57128b4 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803732 Feb 10 04:22:13.712571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a28226f9-2ec3-47a8-9b48-019ecf62d083 req-b5d18382-b000-4eca-a5ab-b7a682a01f85 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665573 Feb 10 04:22:13.788443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-99c8fdab-e471-45c1-8438-35b864d88c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:13.790180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-99c8fdab-e471-45c1-8438-35b864d88c0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96063241-fd3a-4125-bea9-30bc59ac991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1370256 Feb 10 04:22:13.795331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6b8cf45-a16d-4efd-95dc-625cdaa1c371 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=702e28bc7db44700abf9011f3a2365ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686180 Feb 10 04:22:13.799109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50508) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:13.831224 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (a672307b-138f-4545-86bf-22f4f25d927a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:13.854547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Checking router: a672307b-138f-4545-86bf-22f4f25d927a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:22:13.854547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Updating router a672307b-138f-4545-86bf-22f4f25d927a port fc606bc7-e2ab-4f4a-9752-206affbb23a5 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:22:13.884906 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.026967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-05fa0c7c-afe7-4bed-bd55-2a4fa247ac93 service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279127 Feb 10 04:22:14.128759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e42f09d3-9686-409b-ba29-ae32fe65eea8 admin admin] Publish callbacks [] for security_group (de619baf-1dd7-47c5-9af1-a154647b46af), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.174307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d02a6-7b78-4610-bab2-b26537f1dfad req-a8888ad7-e21d-485b-9e89-16f6667d8302 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:14.183469 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f78d02a6-7b78-4610-bab2-b26537f1dfad req-a8888ad7-e21d-485b-9e89-16f6667d8302 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.2087624 Feb 10 04:22:14.213810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eee2c7db-5f2b-4e7c-9305-c02cdf9d28cf req-ffb32930-54f3-42b1-a19a-44742c371b02 service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808591 Feb 10 04:22:14.218987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e42f09d3-9686-409b-ba29-ae32fe65eea8 admin admin] Publish callbacks [] for security_group (de619baf-1dd7-47c5-9af1-a154647b46af), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.263970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (a672307b-138f-4545-86bf-22f4f25d927a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.316650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f78d02a6-7b78-4610-bab2-b26537f1dfad req-54f59b2a-1fa0-4981-88ed-a83ea05ae532 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294634 Feb 10 04:22:14.431147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Deleting port fc606bc7-e2ab-4f4a-9752-206affbb23a5 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:14.431796 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.447576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Publish callbacks [] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.449345 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e42f09d3-9686-409b-ba29-ae32fe65eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (de619baf-1dd7-47c5-9af1-a154647b46af), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.452345 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e42f09d3-9686-409b-ba29-ae32fe65eea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.470025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e42f09d3-9686-409b-ba29-ae32fe65eea8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de619baf-1dd7-47c5-9af1-a154647b46af HTTP/1.1" status: 204 len: 168 time: 0.6686616 Feb 10 04:22:14.515748 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.530593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f09d3-9686-409b-ba29-ae32fe65eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de619baf-1dd7-47c5-9af1-a154647b46af,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:14.655480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Pushing event updated for resources: {'Port': ['ID=fc606bc7-e2ab-4f4a-9752-206affbb23a5,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:14.663714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Attempting to bind port fc606bc7-e2ab-4f4a-9752-206affbb23a5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:14.664089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Attempting to bind port fc606bc7-e2ab-4f4a-9752-206affbb23a5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:14.664449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Attempting to bind port fc606bc7-e2ab-4f4a-9752-206affbb23a5 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:14.673666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.678257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.678607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.678977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.679316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.679673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.680033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.680341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.680745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.682133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.682133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.682351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.682682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.688330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Calling delete_port for fc606bc7-e2ab-4f4a-9752-206affbb23a5 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:14.695215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:14.699978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:22:14.704759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:14.704759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.704759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:22:14.704759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Bound port: fc606bc7-e2ab-4f4a-9752-206affbb23a5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:22:14.704759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:14.816291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] For port fc606bc7-e2ab-4f4a-9752-206affbb23a5, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:14.827962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] For port fc606bc7-e2ab-4f4a-9752-206affbb23a5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=fc606bc7-e2ab-4f4a-9752-206affbb23a5,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:22:14.937204 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:15.058087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e45ff-4ad7-4148-8d76-8a9804bdcfbf req-4e1c0d31-38ad-400d-b265-369de97f0899 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:15.060682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a01e45ff-4ad7-4148-8d76-8a9804bdcfbf req-4e1c0d31-38ad-400d-b265-369de97f0899 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1499016 Feb 10 04:22:15.160365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Routers {'a672307b-138f-4545-86bf-22f4f25d927a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:15.162071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a672307b-138f-4545-86bf-22f4f25d927a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:15.172227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a01e45ff-4ad7-4148-8d76-8a9804bdcfbf req-9680cd11-68e5-4ed9-ab3f-04166c43efb7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025810 Feb 10 04:22:15.263609 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502015e-33e5-44c0-8fa7-a1934ca642fb req-da8ee44a-2af1-4014-a108-a8930f1cf74c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:15.278644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b502015e-33e5-44c0-8fa7-a1934ca642fb req-da8ee44a-2af1-4014-a108-a8930f1cf74c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 943 time: 0.4058402 Feb 10 04:22:15.427160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe02bec-0202-4c34-aa5a-7f790f3cabe0 req-98fce829-9ead-4f6a-893e-6c1974397f24 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:15.429613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fe02bec-0202-4c34-aa5a-7f790f3cabe0 req-98fce829-9ead-4f6a-893e-6c1974397f24 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.1254930 Feb 10 04:22:15.493569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a319e-57e2-4094-8594-cc8ced16e0c9 None None] Pushing event updated for resources: {'Port': ['ID=fc606bc7-e2ab-4f4a-9752-206affbb23a5,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:15.534655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b502015e-33e5-44c0-8fa7-a1934ca642fb req-1cbbfbbf-ecb4-40bf-a8a5-aed70295e8ac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547839 Feb 10 04:22:15.538089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] Set router a672307b-138f-4545-86bf-22f4f25d927a gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:22:15.549682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50526) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:15.585216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fe02bec-0202-4c34-aa5a-7f790f3cabe0 req-9d970363-5b9f-418f-9607-d3207aab717c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464415 Feb 10 04:22:15.650609 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fc606bc7-e2ab-4f4a-9752-206affbb23a5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:15.697486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672307b-138f-4545-86bf-22f4f25d927a', 'name': 'tempest-snat-router-844937220', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:22:05Z', 'updated_at': '2022-02-10T04:22:14Z', 'revision_number': 4, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:15.709090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50530) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:15.709582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e04d2d95-d02b-4cfe-9031-508ebc3cfcc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7919f39e25264db2942ccafdf5610f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583741 Feb 10 04:22:15.726624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc606bc7-e2ab-4f4a-9752-206affbb23a5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:15.821999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3967bb3a-b9ed-4891-bf71-3755c9db3a2c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:22:15.842426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (a672307b-138f-4545-86bf-22f4f25d927a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:15.848961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54932d91-2e71-4fb1-b616-a9cfcd408f1d admin admin] Publish callbacks [] for security_group (ef7222f0-79c3-490d-86c7-d2ab5c9785bd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:15.873420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e2c08-0c27-4cd2-ab37-49f495a0042d None None] The sync data for ids ['a672307b-138f-4545-86bf-22f4f25d927a'] in n-d-827844-2 is: [{'id': 'a672307b-138f-4545-86bf-22f4f25d927a', 'name': 'tempest-snat-router-844937220', 'tenant_id': '1ee82b00bd614b5581807f60d5852f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:22:05Z', 'updated_at': '2022-02-10T04:22:14Z', 'revision_number': 4, 'project_id': '1ee82b00bd614b5581807f60d5852f2c', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:15.904590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222d637-ab62-48bc-8dcd-6e62a728c4d1 req-5261b8eb-41c2-4c21-bcf2-e6d74b9da100 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:15.913568 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c222d637-ab62-48bc-8dcd-6e62a728c4d1 req-5261b8eb-41c2-4c21-bcf2-e6d74b9da100 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.2317948 Feb 10 04:22:15.924229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54932d91-2e71-4fb1-b616-a9cfcd408f1d admin admin] Publish callbacks [] for security_group (ef7222f0-79c3-490d-86c7-d2ab5c9785bd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.082191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (a672307b-138f-4545-86bf-22f4f25d927a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.099984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (a672307b-138f-4545-86bf-22f4f25d927a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.128427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:16.170105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:22:16.216521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54932d91-2e71-4fb1-b616-a9cfcd408f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ef7222f0-79c3-490d-86c7-d2ab5c9785bd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.219063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54932d91-2e71-4fb1-b616-a9cfcd408f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.220337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-54932d91-2e71-4fb1-b616-a9cfcd408f1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef7222f0-79c3-490d-86c7-d2ab5c9785bd HTTP/1.1" status: 204 len: 168 time: 0.5102084 Feb 10 04:22:16.240028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54932d91-2e71-4fb1-b616-a9cfcd408f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7222f0-79c3-490d-86c7-d2ab5c9785bd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:16.279663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:16.280234 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.304069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3967bb3a-b9ed-4891-bf71-3755c9db3a2c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:22:16.317687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c222d637-ab62-48bc-8dcd-6e62a728c4d1 req-dcbca4a3-df93-47f6-ab3b-f9b8d5ed2283 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021592 Feb 10 04:22:16.343492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:16.390589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (a672307b-138f-4545-86bf-22f4f25d927a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.391657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a672307b-138f-4545-86bf-22f4f25d927a {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:16.405327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.406720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b92fdc02-9ebc-46f9-ba17-aa401fa8bff5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a672307b-138f-4545-86bf-22f4f25d927a HTTP/1.1" status: 204 len: 168 time: 3.2303627 Feb 10 04:22:16.409496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50544) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:16.428406 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.547523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:16.670307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3967bb3a-b9ed-4891-bf71-3755c9db3a2c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:22:16.682354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (74e3bf45-bd85-4f59-97ac-79c01da0d451), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:16.756925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9f3a9-aab5-4101-9fc2-5c84a2f3852e req-0a44708b-06dc-4006-8565-60b49adfcdcc tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:16.761207 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68c9f3a9-aab5-4101-9fc2-5c84a2f3852e req-0a44708b-06dc-4006-8565-60b49adfcdcc tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 944 time: 0.1435342 Feb 10 04:22:16.869127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68c9f3a9-aab5-4101-9fc2-5c84a2f3852e req-cc40626b-a6d8-465f-8bd2-fd1443bf6372 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957489 Feb 10 04:22:16.967454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-efc3634a-d082-47f3-a117-a19c9ba133a5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:16.974246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-efc3634a-d082-47f3-a117-a19c9ba133a5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 815 time: 0.1454744 Feb 10 04:22:16.986622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (74e3bf45-bd85-4f59-97ac-79c01da0d451), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:17.002404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-5d1bc42d-9d21-489a-b32c-5d1b9a5eeca3 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/quotas/0b5dd687c2e948fbb4ba5b428fb7dee7 HTTP/1.1" status: 200 len: 375 time: 0.0271969 Feb 10 04:22:17.048634 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:17.096721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-53678d47-911c-4756-8217-9bee8e86fa25 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932777 Feb 10 04:22:17.218069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Deleting port 168e21ff-7e21-4b15-976a-5da4534bcae3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:17.218839 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:17.313302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] For port 168e21ff-7e21-4b15-976a-5da4534bcae3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=168e21ff-7e21-4b15-976a-5da4534bcae3,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:17.313679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:17.327048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Calling delete_port for 168e21ff-7e21-4b15-976a-5da4534bcae3 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:17.652520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd3f7-4dd0-4644-9e4e-fc96c9f48c90 req-e02a62b3-0d74-4741-a4e2-71ea9f67bec4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:17.655044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ddd3f7-4dd0-4644-9e4e-fc96c9f48c90 req-e02a62b3-0d74-4741-a4e2-71ea9f67bec4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1696763 Feb 10 04:22:17.808617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4ddd3f7-4dd0-4644-9e4e-fc96c9f48c90 req-39ff042c-d4fe-4fb8-9451-e505415292f7 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417458 Feb 10 04:22:17.964941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-82bf1a0e-d753-4988-82f3-8471548a5f88 service neutron] 10.222.0.42 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211203 Feb 10 04:22:18.007875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-02a8d873-cc10-4c05-b92e-819b1371d85e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:18.010348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-02a8d873-cc10-4c05-b92e-819b1371d85e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa3d84a0-9d85-4338-b49d-647e06085dc3 HTTP/1.1" status: 200 len: 945 time: 0.2137210 Feb 10 04:22:18.052816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218a01c-83b8-437c-882c-3659775e23f8 req-73818d69-631b-4d5b-8e13-addd73ec410a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:18.075918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6218a01c-83b8-437c-882c-3659775e23f8 req-73818d69-631b-4d5b-8e13-addd73ec410a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 944 time: 0.0937259 Feb 10 04:22:18.174562 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6218a01c-83b8-437c-882c-3659775e23f8 req-5669e7c7-d653-4769-ae86-5e8a5f903fe9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977714 Feb 10 04:22:18.242356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-fb1091f9-985d-4845-8838-b7adb3aa9e46 service neutron] 10.222.0.42 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165214 Feb 10 04:22:18.304698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Deleting port 1674e70d-09bf-4b4c-9e41-89bf303764a3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:18.305044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:18.350815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (168e21ff-7e21-4b15-976a-5da4534bcae3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:18.378763 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:18.507660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event deleted for resources: {'Port': ['ID=168e21ff-7e21-4b15-976a-5da4534bcae3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:18.680930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2f35dee-cb8f-48ce-bd5a-d1518ff5e9f9 req-36f6afea-1f3a-4b84-b263-67f8953f18f7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 210 time: 0.0494151 Feb 10 04:22:18.705536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] For port 1674e70d-09bf-4b4c-9e41-89bf303764a3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1674e70d-09bf-4b4c-9e41-89bf303764a3,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:18.706004 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:18.725794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Calling delete_port for 1674e70d-09bf-4b4c-9e41-89bf303764a3 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:18.894944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (74e3bf45-bd85-4f59-97ac-79c01da0d451), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.033663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (74e3bf45-bd85-4f59-97ac-79c01da0d451), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.038472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_controller (74e3bf45-bd85-4f59-97ac-79c01da0d451), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.199365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3902d3-a150-4d9f-96c7-86f148fb33a9 req-363545fc-31e3-41ab-98f9-4881d0370b69 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:19.225303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb3902d3-a150-4d9f-96c7-86f148fb33a9 req-363545fc-31e3-41ab-98f9-4881d0370b69 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0835865 Feb 10 04:22:19.310946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb3902d3-a150-4d9f-96c7-86f148fb33a9 req-a78f5c40-1647-45d6-bd4d-6fb88ad40a84 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028984 Feb 10 04:22:19.314299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (74e3bf45-bd85-4f59-97ac-79c01da0d451), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.320334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74e3bf45-bd85-4f59-97ac-79c01da0d451 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:19.326801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1674e70d-09bf-4b4c-9e41-89bf303764a3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.344878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.353144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1674e70d-09bf-4b4c-9e41-89bf303764a3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:22:19.357921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f4bf9eeb-4b35-41c5-b13a-bd785f3b4683 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "DELETE /v2.0/routers/74e3bf45-bd85-4f59-97ac-79c01da0d451 HTTP/1.1" status: 204 len: 168 time: 2.9471388 Feb 10 04:22:19.382547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50610) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:19.410959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1858833193', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:19.492180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Pushing event deleted for resources: {'Port': ['ID=1674e70d-09bf-4b4c-9e41-89bf303764a3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:19.521266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f7db7-c784-47dc-9b42-04d4bab8bf8c req-133fcf20-0374-4f07-94f8-e81fdc286fac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:19.527863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc7f7db7-c784-47dc-9b42-04d4bab8bf8c req-133fcf20-0374-4f07-94f8-e81fdc286fac tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 944 time: 0.2224572 Feb 10 04:22:19.647378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc7f7db7-c784-47dc-9b42-04d4bab8bf8c req-d5f5b4e9-d2ec-4ab7-a6bf-b9c880463b31 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133657 Feb 10 04:22:19.688608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] No DVR routers for this DVR port 1674e70d-09bf-4b4c-9e41-89bf303764a3 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:22:19.698555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.705867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bdb07331-9c8f-428c-b660-eaca575a3153 req-1161846f-400d-4c5e-a1a9-0e48dd4874ac tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "DELETE /v2.0/ports/1674e70d-09bf-4b4c-9e41-89bf303764a3 HTTP/1.1" status: 204 len: 173 time: 1.6881301 Feb 10 04:22:19.715694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'name': 'network-vif-deleted', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:19.730469 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c270469-2f70-4683-8049-27c90fd95454" -d '{"events": [{"server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "name": "network-vif-deleted", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:19.731182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.732266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:19.774320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3967bb3a-b9ed-4891-bf71-3755c9db3a2c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:19.957346 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41432bce-d01c-4fe9-898e-808d86e43535 x-openstack-request-id: req-41432bce-d01c-4fe9-898e-808d86e43535 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:19.959088 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3d84a0-9d85-4338-b49d-647e06085dc3", "name": "network-vif-deleted", "tag": "1674e70d-09bf-4b4c-9e41-89bf303764a3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:19.959665 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41432bce-d01c-4fe9-898e-808d86e43535 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:19.960333 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3d84a0-9d85-4338-b49d-647e06085dc3', 'name': 'network-vif-deleted', 'tag': '1674e70d-09bf-4b4c-9e41-89bf303764a3', 'status': 'completed', 'code': 200} Feb 10 04:22:19.967291 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-448c4687-84c9-4190-b94d-f36df77c674a req-884c46e4-fde5-4451-9c28-e79d791cc0c8 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 210 time: 0.1783891 Feb 10 04:22:19.974885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.098346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:22:20.118005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:20.118923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.121014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50628) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:20.372961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:20.373613 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.416519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-870457224'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:20.438519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:20.444528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:20.449351 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82985cf4-3e11-4198-b866-b07a5c19401a" -d '{"events": [{"server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "name": "network-vif-plugged", "status": "completed", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:20.469016 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.511799 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514e493c-42c5-4ae6-8802-ee5f9bba941f x-openstack-request-id: req-514e493c-42c5-4ae6-8802-ee5f9bba941f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:20.512089 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "name": "network-vif-plugged", "status": "completed", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:20.512353 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-514e493c-42c5-4ae6-8802-ee5f9bba941f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:20.512753 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'code': 200} Feb 10 04:22:20.513922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.574178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Made reservation on behalf of a88ce4ef632e434aa819f699a6695f04 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:20.585803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.601477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:20.629139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.728690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks [] for security_group (67472e89-9055-4ff7-b84f-b224501dca3a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.741235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5dabf-d381-4e53-ad7b-4e610d91275c req-2c61b48d-9fe8-4be2-a132-b5d53f7690e1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:20.743349 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fe5dabf-d381-4e53-ad7b-4e610d91275c req-2c61b48d-9fe8-4be2-a132-b5d53f7690e1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.2562037 Feb 10 04:22:20.819712 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1fe5dabf-d381-4e53-ad7b-4e610d91275c req-6c1f7641-8b96-43f2-bf5c-0189a66e57ff tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682552 Feb 10 04:22:20.846193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 168e21ff-7e21-4b15-976a-5da4534bcae3 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:22:20.864349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (67472e89-9055-4ff7-b84f-b224501dca3a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.892256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 168e21ff-7e21-4b15-976a-5da4534bcae3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:22:20.893217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 168e21ff-7e21-4b15-976a-5da4534bcae3 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:22:20.916112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:22:20.918625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106560-ebab-456c-b324-fe4d548b00a6 req-f8fba63e-a2f7-4d93-940a-1bbb24ba70ee tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:20.926847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22106560-ebab-456c-b324-fe4d548b00a6 req-f8fba63e-a2f7-4d93-940a-1bbb24ba70ee tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 945 time: 0.1523938 Feb 10 04:22:20.934391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67472e89-9055-4ff7-b84f-b224501dca3a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:20.940285 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (769c2a6e-648d-409e-815c-857fc58f6697), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:20.940836 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Added segment 769c2a6e-648d-409e-815c-857fc58f6697 of type vlan for network 1c79220a-63db-46ab-9db3-2d8a12e12205 Feb 10 04:22:20.987465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892a7c6-33f6-4217-bc8a-e828d4ecfcc8 req-250db70b-e3c2-4340-88ec-7d311466fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:20.990731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b892a7c6-33f6-4217-bc8a-e828d4ecfcc8 req-250db70b-e3c2-4340-88ec-7d311466fba3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 1127 time: 0.3315187 Feb 10 04:22:21.011964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (1c79220a-63db-46ab-9db3-2d8a12e12205), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:21.071098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b892a7c6-33f6-4217-bc8a-e828d4ecfcc8 req-f2a40b15-c6e7-48b3-b976-8fd2dc2c3d7d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711949 Feb 10 04:22:21.117503 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c044f81b-0fc7-4424-b381-ffa77fb49dc1 req-f42486ff-3f0f-40d9-a223-2f8bbc83d40f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 210 time: 0.0376713 Feb 10 04:22:21.141772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22106560-ebab-456c-b324-fe4d548b00a6 req-b7414866-9c72-4e87-a8c0-f6ae8125c5a2 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142582 Feb 10 04:22:21.210226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (1c79220a-63db-46ab-9db3-2d8a12e12205), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:21.216068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:21.220864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:21.229801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:21.253817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:21.375870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Pushing event updated for resources: {'Network': ['ID=1c79220a-63db-46ab-9db3-2d8a12e12205,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:21.388261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 1c79220a-63db-46ab-9db3-2d8a12e12205 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:22:21.401191 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7d706087-dca2-408b-8451-51576fb5c76a tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2787540 Feb 10 04:22:21.451583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-4af89256-a386-451b-8ee9-0d6b9ad9525f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347327 Feb 10 04:22:21.489045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Allocated IP 172.25.8.79 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:21.553434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1674e70d-09bf-4b4c-9e41-89bf303764a3 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:22:21.622199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 1674e70d-09bf-4b4c-9e41-89bf303764a3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:22:21.622675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1674e70d-09bf-4b4c-9e41-89bf303764a3 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:22:21.764838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50652) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:21.769869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Request body: {'port': {'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205', 'binding:host_id': 'n-h2-827844-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1088580966'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:21.823571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89810e-acea-4e38-8a14-470c60f0a077 req-93511e4d-46d9-487f-b580-b9af5b402131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:21.825111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-93511e4d-46d9-487f-b580-b9af5b402131 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 1128 time: 0.2991273 Feb 10 04:22:21.860099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-04af02dc-21b1-489b-93d0-48bc87723f45 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:21.861777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-04af02dc-21b1-489b-93d0-48bc87723f45 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "GET /v2.0/networks?id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 200 len: 815 time: 0.2483966 Feb 10 04:22:21.865312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for port (b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:21.876072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Made reservation on behalf of 7f99dbc4f6a6422b9844e892a8e441bc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:21.878559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:21.894989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Request body: {'port': {'device_id': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'admin_state_up': True, 'tenant_id': '0b5dd687c2e948fbb4ba5b428fb7dee7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:21.911153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:22.080173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for security_group (3bf85559-7aa7-49f4-935c-923fb1a973b9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:22.156872 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3bf85559-7aa7-49f4-935c-923fb1a973b9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:22.163827 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] device_id is not set on port 4c62e492-948c-4578-95ba-01ea2a8d3e07 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:22.167072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89810e-acea-4e38-8a14-470c60f0a077 req-090fd08d-15b0-455e-9896-9b5caa52cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:22.168572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-090fd08d-15b0-455e-9896-9b5caa52cb82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.2950017 Feb 10 04:22:22.181122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f043339-1267-4835-86ea-d00f6db75b5f req-26fc8b03-434d-4acf-aaf3-19763078c8db tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:22.182979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f043339-1267-4835-86ea-d00f6db75b5f req-26fc8b03-434d-4acf-aaf3-19763078c8db tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.2269361 Feb 10 04:22:22.242188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:22.319876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:22.328242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:22.341150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:22.346027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-3386319b-b519-452d-ac88-9af49a331c42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e358488-4433-466a-822d-172b7dca6296 HTTP/1.1" status: 200 len: 1002 time: 0.1620517 Feb 10 04:22:22.353491 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0c9ea619-3532-422a-ab0b-0acd744c9092 req-6d2b4fdb-ea4d-44cc-b4ca-f48d48c0e3e7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 210 time: 0.1325054 Feb 10 04:22:22.377293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf85559-7aa7-49f4-935c-923fb1a973b9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:22.441602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f043339-1267-4835-86ea-d00f6db75b5f req-31305895-771e-4cb6-8ae9-ff4688cb18a5 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851985 Feb 10 04:22:22.497893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Made reservation on behalf of 0b5dd687c2e948fbb4ba5b428fb7dee7 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:22.501958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:22.504937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89810e-acea-4e38-8a14-470c60f0a077 req-1edd92f1-7687-4068-bfc6-d343854bd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:22.506585 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-1edd92f1-7687-4068-bfc6-d343854bd9e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.1055472 Feb 10 04:22:22.540638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event updated for resources: {'Port': ['ID=b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:22.604752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154da6e0-644e-4fe3-9108-1fabf0a39b7b req-a3490ef2-109d-443a-ad4e-5efa7e570d69 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:22.612773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-154da6e0-644e-4fe3-9108-1fabf0a39b7b req-a3490ef2-109d-443a-ad4e-5efa7e570d69 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 945 time: 0.1364679 Feb 10 04:22:22.716276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-154da6e0-644e-4fe3-9108-1fabf0a39b7b req-bdf4e330-8a0f-43a4-9a9f-46b37d2b1791 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969262 Feb 10 04:22:22.730189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] device_id is not set on port 4c62e492-948c-4578-95ba-01ea2a8d3e07 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:22.739240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for port (4c62e492-948c-4578-95ba-01ea2a8d3e07), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:22.828291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4c62e492-948c-4578-95ba-01ea2a8d3e07), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:22.924883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=4c62e492-948c-4578-95ba-01ea2a8d3e07,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:22.963629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Checking segment: {'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:22.964034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Network hostable DHCP agents. Network: 1c79220a-63db-46ab-9db3-2d8a12e12205, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:22:23.038511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Network 1c79220a-63db-46ab-9db3-2d8a12e12205 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:22:23.134752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 1c79220a-63db-46ab-9db3-2d8a12e12205) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:23.138616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:23.145727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ec0a7-4565-4971-a7c5-73d9181219d4 None None] Network 1c79220a-63db-46ab-9db3-2d8a12e12205 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:22:23.173105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.173471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.176727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.177523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89810e-acea-4e38-8a14-470c60f0a077 req-1677c54b-52de-40e2-99a8-8f9b2e0af222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:23.178886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-1677c54b-52de-40e2-99a8-8f9b2e0af222 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6578815 Feb 10 04:22:23.198593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.198994 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.199335 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 2 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.223694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.223939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.224195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.238305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.238662 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.239053 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 3 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.260393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.263544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.264154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.266004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e1213-7f8d-4790-b325-a3e21e672c2b req-a46370e9-9e56-4368-9e77-0338f8554011 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:23.273398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b42e1213-7f8d-4790-b325-a3e21e672c2b req-a46370e9-9e56-4368-9e77-0338f8554011 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 945 time: 0.3090937 Feb 10 04:22:23.285459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.285459 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.285459 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 4 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.299289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.299908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.300468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.302075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Allocated IP 172.20.0.2 (1cf7a26e-68a8-4021-a5dc-8626d4c5c133/e6fadb24-cc34-4f49-af7a-5c7e892b14a3/273920b3-57d1-40ee-8a02-57d875f7addb) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:23.307201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.307844 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.308459 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 5 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.326761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.327754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.328330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.333515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.334124 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.334779 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 6 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.362268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.363654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.364232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.390839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.394767 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.395587 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 7 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.435315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.435641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.435937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.450595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.451038 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.451331 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 8 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.478833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.479683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.480254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.487976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.488941 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.490419 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 9 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.511733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b42e1213-7f8d-4790-b325-a3e21e672c2b req-e5792265-80d3-4410-a732-72ad38b7c432 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373588 Feb 10 04:22:23.534134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50674) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:23.542505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a92ae27-f0a7-4484-ab64-82c475e8089f req-d396e3b5-f8ad-49bb-9cb8-3388a7d63447 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 210 time: 0.0552201 Feb 10 04:22:23.554812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.555563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.556081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.568028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.568595 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.569284 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 10 to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 Feb 10 04:22:23.590610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:23.590990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:23.591333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:23.598198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:23.598198 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 4c62e492-948c-4578-95ba-01ea2a8d3e07 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:23.598835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c62e492-948c-4578-95ba-01ea2a8d3e07), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:23.670635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-07091107-2cd3-43ee-b23e-e2b949c2d481 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802577 Feb 10 04:22:23.706616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] For port 4c62e492-948c-4578-95ba-01ea2a8d3e07, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:23.707076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempted to set empty binding levels {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 04:22:23.791080 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4c62e492-948c-4578-95ba-01ea2a8d3e07), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:23.866046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:23.868997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:23.915226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=4c62e492-948c-4578-95ba-01ea2a8d3e07,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:23.987040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:23.995502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0640a85f-9070-4e43-8ee7-005805df8be7 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2266617 Feb 10 04:22:23.995984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50680) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:24.046592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ea789-3350-43df-8b5d-13ae60fc68e1 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:24.048728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb5ea789-3350-43df-8b5d-13ae60fc68e1 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 1122 time: 0.4837205 Feb 10 04:22:24.062146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:24.074181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:24.092114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97125b96-c57e-4569-b118-31bb7b4c3195 req-070d8979-6a4f-471e-b21e-0430f7847d77 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:24.100679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-97125b96-c57e-4569-b118-31bb7b4c3195 req-070d8979-6a4f-471e-b21e-0430f7847d77 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.4390399 Feb 10 04:22:24.108316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Deleting port 4c62e492-948c-4578-95ba-01ea2a8d3e07 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:24.108663 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4c62e492-948c-4578-95ba-01ea2a8d3e07), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.110556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks [] for port (273920b3-57d1-40ee-8a02-57d875f7addb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.134184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af89810e-acea-4e38-8a14-470c60f0a077 req-f8aee96f-fe22-4443-aa90-769c0e35229f service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127700 Feb 10 04:22:24.185855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] For port 4c62e492-948c-4578-95ba-01ea2a8d3e07, host n-h2-827844-2, got binding levels [] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:24.186219 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4c62e492-948c-4578-95ba-01ea2a8d3e07), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.202018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Calling delete_port for 4c62e492-948c-4578-95ba-01ea2a8d3e07 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:24.302328 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.393099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148a324-0989-4742-b079-131835dab863 req-bbd4b66e-c42c-4427-bb20-20111315fdaf tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:24.401454 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a148a324-0989-4742-b079-131835dab863 req-bbd4b66e-c42c-4427-bb20-20111315fdaf tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1028748 Feb 10 04:22:24.452487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-97125b96-c57e-4569-b118-31bb7b4c3195 req-0f8e5d21-2726-494a-992c-a1712e29e5c2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508413 Feb 10 04:22:24.473892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.484743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a148a324-0989-4742-b079-131835dab863 req-35bb9a05-0912-4efd-a328-8df09e332a8f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759742 Feb 10 04:22:24.488279 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4c62e492-948c-4578-95ba-01ea2a8d3e07), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.547587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c62e492-948c-4578-95ba-01ea2a8d3e07,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:24.572879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Pushing event updated for resources: {'Port': ['ID=273920b3-57d1-40ee-8a02-57d875f7addb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:24.578263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.581624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a1d7e0c2-ac48-4afb-841b-325b70cd557f tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4c62e492-948c-4578-95ba-01ea2a8d3e07 HTTP/1.1" status: 204 len: 168 time: 0.5842619 Feb 10 04:22:24.584616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:24.617418 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d375785-0736-4dad-843e-9d589f7df53a tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:24.623795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7d375785-0736-4dad-843e-9d589f7df53a tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "GET /v2.0/ports/4c62e492-948c-4578-95ba-01ea2a8d3e07 HTTP/1.1" status: 404 len: 333 time: 0.0345223 Feb 10 04:22:24.628328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50692) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:24.628663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:24.633353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:24.636380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:24.645899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Request body: {'port': {'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1975500457'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:24.692922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:24.693461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.750030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Made reservation on behalf of 7f99dbc4f6a6422b9844e892a8e441bc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:24.752779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.784740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] device_id is not set on port 851e00ac-0449-410e-adb6-37a0765ba62d yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:24.867401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:24.891944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618f8c-ae12-4bbd-a48d-4132d9682f45 req-069c75eb-00a7-44e4-95a9-eec11fc4e09c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:24.894744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7618f8c-ae12-4bbd-a48d-4132d9682f45 req-069c75eb-00a7-44e4-95a9-eec11fc4e09c tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 931 time: 0.1670868 Feb 10 04:22:24.958739 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-8f39d291-c5e0-487f-943a-942721886a44 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0676081 Feb 10 04:22:24.959728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Request body: {'port': {'device_id': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:24.994756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:25.066292 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for port (851e00ac-0449-410e-adb6-37a0765ba62d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:25.197305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7618f8c-ae12-4bbd-a48d-4132d9682f45 req-a3f08673-2d31-48d0-9383-31f2edd0a1b5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634063 Feb 10 04:22:25.219769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:25.341884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.25.8.143 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/bf6c0643-234d-4e48-80b0-56d04449c38e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:25.398761 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:25.484088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=851e00ac-0449-410e-adb6-37a0765ba62d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:25.512202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Network 1c79220a-63db-46ab-9db3-2d8a12e12205 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:25.513807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:25.522629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:25.523821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:25.525383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:25.626984 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2a7a1320-76e5-45ee-853b-fe0760859daa tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9954062 Feb 10 04:22:25.629406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50704) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:25.644395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:25.751816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Router 18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:22:25.806535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:25.828620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddb199-de3c-4295-b4b1-10b50ea69af3 req-6fe9fd73-753b-4cf8-8851-981e5d78e076 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:25.830242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5cddb199-de3c-4295-b4b1-10b50ea69af3 req-6fe9fd73-753b-4cf8-8851-981e5d78e076 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1744361 Feb 10 04:22:25.942875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5cddb199-de3c-4295-b4b1-10b50ea69af3 req-a7ddb77c-3ed4-4311-910d-273f31352d1f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048100 Feb 10 04:22:26.028828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb777a-f297-4985-9b44-0556ca7a3492 req-8b75cbd0-da03-4e1e-b7bd-42de1b5edbd8 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:26.030470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94cb777a-f297-4985-9b44-0556ca7a3492 req-8b75cbd0-da03-4e1e-b7bd-42de1b5edbd8 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.3035698 Feb 10 04:22:26.082949 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.083171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] device_id is not set on port 851e00ac-0449-410e-adb6-37a0765ba62d yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:26.092533 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for port (851e00ac-0449-410e-adb6-37a0765ba62d), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.191149 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.198459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94cb777a-f297-4985-9b44-0556ca7a3492 req-5995851c-bb3d-47e9-aa70-15cb320540b7 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590221 Feb 10 04:22:26.217425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:26.234539 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6657932-b758-4568-9533-feddce07b8bf None None] Sync routers for ids ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:26.263025 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6657932-b758-4568-9533-feddce07b8bf None None] Routers {'18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:26.264367 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b6657932-b758-4568-9533-feddce07b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:26.339740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=851e00ac-0449-410e-adb6-37a0765ba62d,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:26.356071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273920b3-57d1-40ee-8a02-57d875f7addb {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:22:26.440297 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b6657932-b758-4568-9533-feddce07b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:26.441415 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Publish callbacks [] for port (273920b3-57d1-40ee-8a02-57d875f7addb), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.441508 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6657932-b758-4568-9533-feddce07b8bf None None] Routers {'18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:26.441508 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b6657932-b758-4568-9533-feddce07b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:26.441666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.441666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.441666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.442212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Transition to ACTIVE for port object 273920b3-57d1-40ee-8a02-57d875f7addb will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:22:26.442212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.442410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.442410 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.442410 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 2 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.464066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:26.470741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:26.476697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.478340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.478940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.480569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b6657932-b758-4568-9533-feddce07b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:26.483184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6657932-b758-4568-9533-feddce07b8bf None None] The sync data for ids ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:26.484872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:26.493338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.493791 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.495912 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 3 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.549487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e65f65-ab11-4b06-b45e-889a00c1a8ff req-d391b790-3122-45f9-8389-824b10f29355 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:26.551683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1e65f65-ab11-4b06-b45e-889a00c1a8ff req-d391b790-3122-45f9-8389-824b10f29355 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 931 time: 0.2136734 Feb 10 04:22:26.554761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.555628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.556074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.568071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.568569 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.570302 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 4 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.586332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.588811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-944eecf6-a1b7-4899-869a-ed9412dc4992 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2052541 Feb 10 04:22:26.592429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.593057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.593559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50710) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:26.593736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.604827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': False}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:26.612473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.612755 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.619468 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 5 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.651313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.651801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.652230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.658261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.658725 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.659337 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 6 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.693862 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1e65f65-ab11-4b06-b45e-889a00c1a8ff req-3b29956d-4388-42fb-8bad-3a08890558c1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324258 Feb 10 04:22:26.695539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.695539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.695539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.701653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.702134 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.702665 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 7 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.724071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.724424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.724779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.741784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.742123 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.742520 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 8 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.745057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.758280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.758910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.759381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.764168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.764485 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.765041 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 9 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.778729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.779110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.779454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.784315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.786977 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.786977 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 10 to bind port 851e00ac-0449-410e-adb6-37a0765ba62d Feb 10 04:22:26.813229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:26.813887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:26.814393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:26.821347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:26.821347 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 851e00ac-0449-410e-adb6-37a0765ba62d on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:26.821347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:26.895650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] For port 851e00ac-0449-410e-adb6-37a0765ba62d, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:26.896409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempted to set empty binding levels {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 04:22:26.902567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=bf6c0643-234d-4e48-80b0-56d04449c38e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:26.967613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.010784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] In _notify_port_updated(), no bound segment for port 851e00ac-0449-410e-adb6-37a0765ba62d on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:22:27.011691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.012310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.016730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "PUT /v2.0/ports/851e00ac-0449-410e-adb6-37a0765ba62d HTTP/1.1" status: 200 len: 975 time: 1.3790617 Feb 10 04:22:27.019837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50714) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:27.148855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Pushing event updated for resources: {'Port': ['ID=273920b3-57d1-40ee-8a02-57d875f7addb,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:27.365785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Attempting to bind port 273920b3-57d1-40ee-8a02-57d875f7addb on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:27.366462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Attempting to bind port 273920b3-57d1-40ee-8a02-57d875f7addb by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:27.366983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Attempting to bind port 273920b3-57d1-40ee-8a02-57d875f7addb on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:27.427432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Port 273920b3-57d1-40ee-8a02-57d875f7addb on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:27.428046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Attempting to bind port 273920b3-57d1-40ee-8a02-57d875f7addb on network 1cf7a26e-68a8-4021-a5dc-8626d4c5c133 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:27.448580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3fe63-c275-4523-a7a3-308daff7909b req-8e8e347a-c756-47ce-b248-a6196ba36544 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.454175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1f3fe63-c275-4523-a7a3-308daff7909b req-8e8e347a-c756-47ce-b248-a6196ba36544 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.3286853 Feb 10 04:22:27.456773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:22:27.457326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Checking segment: {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:27.457894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Bound using segment: {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:22:27.458517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Bound port: 273920b3-57d1-40ee-8a02-57d875f7addb, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2592c5ba-e89c-4915-9ad5-4206050beb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:22:27.459072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.472234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793443e-415b-43c9-beb4-db8d955f4893 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=851e00ac-0449-410e-adb6-37a0765ba62d,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:27.525675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.534972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.539073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.539073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.539073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.539073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.539073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.539073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.539073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.540194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.540866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.541482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.541934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.542403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.542903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.543364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.543873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.544332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.545437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.546734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.547208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.547768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.548364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.555232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7d5be624-e00e-42b3-8a0a-403196021047 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19860 time: 0.5311120 Feb 10 04:22:27.557164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50720) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:27.607799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2baac-7b07-4973-8d56-478928bd2981 req-8538b3f1-fb67-49fa-9131-3c9d9ca672e1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:27.609557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ee2baac-7b07-4973-8d56-478928bd2981 req-8538b3f1-fb67-49fa-9131-3c9d9ca672e1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1905243 Feb 10 04:22:27.644451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] For port 273920b3-57d1-40ee-8a02-57d875f7addb, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:27.648372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] For port 273920b3-57d1-40ee-8a02-57d875f7addb, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=273920b3-57d1-40ee-8a02-57d875f7addb,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:22:27.658976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d219f2ad-d9e0-4662-8cef-9ec59b4abe8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.693624 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1f3fe63-c275-4523-a7a3-308daff7909b req-fda4471a-fecf-412c-af5d-31ee0d783902 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947825 Feb 10 04:22:27.731776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ee2baac-7b07-4973-8d56-478928bd2981 req-4695e040-3ab5-4183-9483-ac6cb7356779 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902832 Feb 10 04:22:27.750198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Deleting port 851e00ac-0449-410e-adb6-37a0765ba62d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:27.751208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.760523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.876406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] For port 851e00ac-0449-410e-adb6-37a0765ba62d, host n-h2-827844-2, got binding levels [] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:27.876774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:27.901368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Calling delete_port for 851e00ac-0449-410e-adb6-37a0765ba62d owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:28.087398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (851e00ac-0449-410e-adb6-37a0765ba62d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.120548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event deleted for resources: {'Port': ['ID=851e00ac-0449-410e-adb6-37a0765ba62d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:28.126776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.133928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-437ae063-e074-4fbe-84ca-f094e4904ae0 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "DELETE /v2.0/ports/851e00ac-0449-410e-adb6-37a0765ba62d HTTP/1.1" status: 204 len: 168 time: 0.5751784 Feb 10 04:22:28.134730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:28.166344 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca434ce-3b8a-403e-a364-dc55675b205c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:28.172178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ca434ce-3b8a-403e-a364-dc55675b205c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "GET /v2.0/ports/851e00ac-0449-410e-adb6-37a0765ba62d HTTP/1.1" status: 404 len: 333 time: 0.0361712 Feb 10 04:22:28.172914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50726) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:28.177783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-38417022', 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:28.201588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:28.202294 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.203668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] 10.222.0.24 "PUT /v2.0/ports/273920b3-57d1-40ee-8a02-57d875f7addb HTTP/1.1" status: 200 len: 1091 time: 3.2491748 Feb 10 04:22:28.208709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'tag': '273920b3-57d1-40ee-8a02-57d875f7addb'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:28.209767 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e9f38-50fa-4611-9465-b45565094519" -d '{"events": [{"name": "network-changed", "server_uuid": "4040127f-dd5d-40e2-8081-46bbbcbedeee", "tag": "273920b3-57d1-40ee-8a02-57d875f7addb"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:28.244703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (9a53bc46-8392-42a7-8194-3be5afe82cf7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.281161 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a818424-6623-4984-8594-f81bded4807a x-openstack-request-id: req-9a818424-6623-4984-8594-f81bded4807a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:28.281403 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4040127f-dd5d-40e2-8081-46bbbcbedeee", "tag": "273920b3-57d1-40ee-8a02-57d875f7addb", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:28.281649 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a818424-6623-4984-8594-f81bded4807a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:28.282104 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'tag': '273920b3-57d1-40ee-8a02-57d875f7addb', 'status': 'completed', 'code': 200} Feb 10 04:22:28.287760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c27a6e-0727-4e01-917a-17c11ec3c03a service neutron] Pushing event updated for resources: {'Port': ['ID=273920b3-57d1-40ee-8a02-57d875f7addb,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:28.298370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Made reservation on behalf of 7f99dbc4f6a6422b9844e892a8e441bc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:28.301916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.326742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] device_id is not set on port 3d2bf5d4-9ec6-4283-84eb-d656980d020c yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:28.361292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0600d6-3e08-4111-a90f-efb07212385d req-e50c1710-f35e-4c7f-b1cd-44b988c6c44a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:28.368698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db0600d6-3e08-4111-a90f-efb07212385d req-e50c1710-f35e-4c7f-b1cd-44b988c6c44a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 943 time: 0.5271370 Feb 10 04:22:28.525768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db0600d6-3e08-4111-a90f-efb07212385d req-5465ed94-b8f8-4448-af47-d20bea1c07b4 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559806 Feb 10 04:22:28.564968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9f38-50fa-4611-9465-b45565094519 req-22dd6851-739c-472c-b6a0-66b04fe3de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:28.566474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-198e9f38-50fa-4611-9465-b45565094519 req-22dd6851-739c-472c-b6a0-66b04fe3de57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 1125 time: 0.2521095 Feb 10 04:22:28.569281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.570146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for port (3d2bf5d4-9ec6-4283-84eb-d656980d020c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.659373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3d2bf5d4-9ec6-4283-84eb-d656980d020c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.813553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Network 1c79220a-63db-46ab-9db3-2d8a12e12205 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:28.817418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:28.825490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:28.826668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:28.831543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:28.857335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=3d2bf5d4-9ec6-4283-84eb-d656980d020c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:28.926377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a972f89-46a5-4c67-93c4-fffb948b69e0 req-a0e32fc2-c149-4488-a797-5e071e4f900f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:28.928534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a972f89-46a5-4c67-93c4-fffb948b69e0 req-a0e32fc2-c149-4488-a797-5e071e4f900f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0595734 Feb 10 04:22:28.983050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a972f89-46a5-4c67-93c4-fffb948b69e0 req-ad0f863c-bdd3-4a3c-bfd0-8bd0f681d17d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Feb 10 04:22:28.986979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8473dd4a-e54a-4386-a7f5-ad3a3c08bd9c tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8130219 Feb 10 04:22:28.989667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50736) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:29.053353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b1a61d-0346-4f9e-9a25-0f0396c8ffeb tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:29.057796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-27b1a61d-0346-4f9e-9a25-0f0396c8ffeb tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "GET /v2.0/ports/3d2bf5d4-9ec6-4283-84eb-d656980d020c HTTP/1.1" status: 200 len: 953 time: 0.0669823 Feb 10 04:22:29.060974 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50738) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:29.096079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9f38-50fa-4611-9465-b45565094519 req-03a72042-edda-4d2a-84a0-109a0f401069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:29.097744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-198e9f38-50fa-4611-9465-b45565094519 req-03a72042-edda-4d2a-84a0-109a0f401069 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5199425 Feb 10 04:22:29.166218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Deleting port 3d2bf5d4-9ec6-4283-84eb-d656980d020c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:29.167006 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3d2bf5d4-9ec6-4283-84eb-d656980d020c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.235102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.261612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3d2bf5d4-9ec6-4283-84eb-d656980d020c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.295431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48570f-8c5a-4d14-91a4-24cbeb2d3391 req-47940f08-cd5e-4f08-877c-8fe7bf9b4e66 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:29.297086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce48570f-8c5a-4d14-91a4-24cbeb2d3391 req-47940f08-cd5e-4f08-877c-8fe7bf9b4e66 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.4272516 Feb 10 04:22:29.302496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Calling delete_port for 3d2bf5d4-9ec6-4283-84eb-d656980d020c owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:29.326409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.501704 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3d2bf5d4-9ec6-4283-84eb-d656980d020c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.535309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d2bf5d4-9ec6-4283-84eb-d656980d020c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:29.549013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.554392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d1cfba93-b39f-4354-8721-572adf5fc238 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "DELETE /v2.0/ports/3d2bf5d4-9ec6-4283-84eb-d656980d020c HTTP/1.1" status: 204 len: 168 time: 0.4922314 Feb 10 04:22:29.557368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:29.563298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce48570f-8c5a-4d14-91a4-24cbeb2d3391 req-1abd6947-ed94-4652-8660-cd0aa3041fc5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526560 Feb 10 04:22:29.589089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9f38-50fa-4611-9465-b45565094519 req-7d6c62a3-e508-4bb5-aee0-fbe1dbe3bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:29.590953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-198e9f38-50fa-4611-9465-b45565094519 req-7d6c62a3-e508-4bb5-aee0-fbe1dbe3bc12 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4458716 Feb 10 04:22:29.603535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=bf6c0643-234d-4e48-80b0-56d04449c38e,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:29.643384 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7d0a06-f60d-4bf2-a75f-211e5000270d tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:29.648702 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5a7d0a06-f60d-4bf2-a75f-211e5000270d tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "GET /v2.0/ports/3d2bf5d4-9ec6-4283-84eb-d656980d020c HTTP/1.1" status: 404 len: 333 time: 0.0864885 Feb 10 04:22:29.650234 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (9a53bc46-8392-42a7-8194-3be5afe82cf7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.655238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50746) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:29.700786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Request body: {'port': {'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-249326036'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:29.756309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0daf07-c67f-4b2f-8b1a-0e7b718ce27b req-024c8ebe-86ce-4979-8453-9064ed529beb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:29.758007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b0daf07-c67f-4b2f-8b1a-0e7b718ce27b req-024c8ebe-86ce-4979-8453-9064ed529beb tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 943 time: 0.0887032 Feb 10 04:22:29.765700 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.775452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:29.819976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b0daf07-c67f-4b2f-8b1a-0e7b718ce27b req-5d0d8d01-9629-4f9a-85f8-9c4c47ba16a9 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Feb 10 04:22:29.835641 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f00d797f-3073-4f4c-9be4-394352d87208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:30.255182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-9f3885d7-ebd5-4730-a6c1-c38c3ea9503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:30.256607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-9f3885d7-ebd5-4730-a6c1-c38c3ea9503a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 1125 time: 0.6103718 Feb 10 04:22:30.262942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Made reservation on behalf of 7f99dbc4f6a6422b9844e892a8e441bc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:30.265250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:30.271614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Router 18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:22:30.359668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-d4c73326-6ba0-472f-a65d-b7bce55dfd32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=273920b3-57d1-40ee-8a02-57d875f7addb HTTP/1.1" status: 200 len: 217 time: 0.0919926 Feb 10 04:22:30.375795 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Floating IP 9a53bc46-8392-42a7-8194-3be5afe82cf7 associated. External IP: 172.25.8.143, port: 3967bb3a-b9ed-4891-bf71-3755c9db3a2c. Feb 10 04:22:30.453459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] device_id is not set on port 52572ce2-3c0f-4f44-820f-7bc3e2702389 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:30.533275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db99141-60d9-4b96-8e37-b748628ce166 req-e730cbaf-603d-40a0-b689-b0b131e4b5b3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:30.540265 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db99141-60d9-4b96-8e37-b748628ce166 req-e730cbaf-603d-40a0-b689-b0b131e4b5b3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.3028519 Feb 10 04:22:30.627840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-ebb82dfd-940f-4c66-8cc0-b91330d1d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:30.629336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-ebb82dfd-940f-4c66-8cc0-b91330d1d592 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6fadb24-cc34-4f49-af7a-5c7e892b14a3 HTTP/1.1" status: 200 len: 855 time: 0.2581489 Feb 10 04:22:30.756922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-810ff6fb-f05e-40ff-8dd7-a87774ab0d24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1cf7a26e-68a8-4021-a5dc-8626d4c5c133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680809 Feb 10 04:22:30.765895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9118-3289-4671-906e-fc6931427d80 req-0512f708-8372-440c-be59-d8d4e9660e58 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:30.768069 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b8b9118-3289-4671-906e-fc6931427d80 req-0512f708-8372-440c-be59-d8d4e9660e58 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1100390 Feb 10 04:22:30.859052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b8b9118-3289-4671-906e-fc6931427d80 req-9a69ad9f-a7f8-4901-96e4-c263df619180 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808449 Feb 10 04:22:30.867317 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0db99141-60d9-4b96-8e37-b748628ce166 req-e5f3d4a3-d06e-4689-80d7-ed8232ab8c2b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259614 Feb 10 04:22:30.992496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:30.999291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:31.011487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] Sync routers for ids ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:31.024622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] Routers {'18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:31.028939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:31.060002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cca3d-ce27-41e3-9570-ec745f75e16a req-356ed0c4-61bd-49a3-8900-cb4bf0b946d7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:31.061606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-483cca3d-ce27-41e3-9570-ec745f75e16a req-356ed0c4-61bd-49a3-8900-cb4bf0b946d7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 943 time: 0.1041842 Feb 10 04:22:31.066207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:31.079540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:31.082514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4ab80964-86a0-4e52-ae28-97d891ecdc0d tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "PUT /v2.0/routers/18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 HTTP/1.1" status: 200 len: 925 time: 4.4843659 Feb 10 04:22:31.084776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] Routers {'18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:31.085620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:31.091121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50756) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:31.110036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:31.137842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:31.138929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84621d2a-72f8-4df0-b81d-892f449ede9e None None] The sync data for ids ['18f0b634-dc93-49a3-a0c7-0ad7c00d0af3'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:31.179522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-07df100f-ae1b-469f-908f-3020ff30f477 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073491 Feb 10 04:22:31.255160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:22:31.305767 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-506f9f99-b16b-4082-8700-3ca070c7c0f3 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 HTTP/1.1" status: 200 len: 925 time: 0.2133238 Feb 10 04:22:31.310131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50758) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:31.323472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-483cca3d-ce27-41e3-9570-ec745f75e16a req-d46678de-de84-4d4d-bbee-787f45e0570f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547171 Feb 10 04:22:31.434463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5d19b61-4e1a-482e-b6c5-ddfc8911ed15 req-da8766eb-ceeb-4559-b6c8-90bf1d985e08 service neutron] 10.222.0.24 "GET /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479444 Feb 10 04:22:31.455164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c466a94b-4ae9-4557-ab3f-6f0c02dc5109 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:31.456970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c466a94b-4ae9-4557-ab3f-6f0c02dc5109 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=18f0b634-dc93-49a3-a0c7-0ad7c00d0af3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1457448 Feb 10 04:22:31.459823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50760) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:31.515287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:31.534359 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] Sync routers for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:31.545554 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:31.546405 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:31.554147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484cefe-1996-4e5a-9353-091afd0628f4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:31.558775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3484cefe-1996-4e5a-9353-091afd0628f4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.0953062 Feb 10 04:22:31.559458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50762) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:31.595682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4ab66738-dcd6-49b1-af00-9abe9d5be2b8 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 HTTP/1.1" status: 200 len: 205 time: 0.0345325 Feb 10 04:22:31.598023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50764) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:31.653426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:31.659086 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:31.665675 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:22:31.772419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b42e55d9-33a2-4d6a-928f-5288730c4495 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7044041 Feb 10 04:22:31.775966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50772) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:31.789088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:31.792784 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:31.798786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=52572ce2-3c0f-4f44-820f-7bc3e2702389,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:31.806781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Network 1c79220a-63db-46ab-9db3-2d8a12e12205 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:31.814712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:31.822340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:31.824013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:31.830664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:31.853627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:31.921269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f19879cc-6150-43a8-b33c-a8554c297ba8 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2557750 Feb 10 04:22:31.928536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50780) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:31.937341 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba14d80-762e-4272-82c6-0cbeca70bc4c x-openstack-request-id: req-6ba14d80-762e-4272-82c6-0cbeca70bc4c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:31.937903 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:31.938639 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ba14d80-762e-4272-82c6-0cbeca70bc4c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:31.940069 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'status': 'completed', 'code': 200} Feb 10 04:22:31.946679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:32.084819 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:52Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:27Z', 'revision_number': 0, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:32.150882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d931ac2d-97a5-43ec-8d3e-9f43f55bc42e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/9a53bc46-8392-42a7-8194-3be5afe82cf7 HTTP/1.1" status: 200 len: 991 time: 0.3720691 Feb 10 04:22:32.164871 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] Checking router: 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:22:32.169273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-6b4df09e-a19b-473f-bc87-b886abe8a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:32.170841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-6b4df09e-a19b-473f-bc87-b886abe8a772 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 1127 time: 0.2253039 Feb 10 04:22:32.182900 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:32.183498 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:32.194678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:32.214197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:32.252816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd218b-3da1-4a10-a2b8-6b02919d5794 req-1e87202f-1aa0-4e65-a276-f95b74e8dc96 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:32.254007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7cbd218b-3da1-4a10-a2b8-6b02919d5794 req-1e87202f-1aa0-4e65-a276-f95b74e8dc96 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.2243567 Feb 10 04:22:32.263585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde93f36-7ea0-4888-8b22-66f6706e36bb req-d98c3d09-dba6-418b-9d76-ed2cd62a7e83 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:32.265143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bde93f36-7ea0-4888-8b22-66f6706e36bb req-d98c3d09-dba6-418b-9d76-ed2cd62a7e83 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1915882 Feb 10 04:22:32.347530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-faf4bae2-a24c-4187-8956-8d46e4c02eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:32.352745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-faf4bae2-a24c-4187-8956-8d46e4c02eaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=96063241-fd3a-4125-bea9-30bc59ac991c HTTP/1.1" status: 200 len: 898 time: 0.1584699 Feb 10 04:22:32.412194 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7cbd218b-3da1-4a10-a2b8-6b02919d5794 req-3df2683e-3733-48ff-8125-8c56a8816c23 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440258 Feb 10 04:22:32.454576 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:22:32.497075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bde93f36-7ea0-4888-8b22-66f6706e36bb req-0e0e877a-f317-4add-8d02-62881a59fb14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434736 Feb 10 04:22:32.590628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] device_id is not set on port 52572ce2-3c0f-4f44-820f-7bc3e2702389 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:32.608285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-036f4c94-7004-4aa7-b7db-4d105cbe8817 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c HTTP/1.1" status: 200 len: 999 time: 0.2023261 Feb 10 04:22:32.618685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Deleting port b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:32.619249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:32.622505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:32.669976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks [] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:32.728099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691bd72-1592-4a1a-8a7b-0a5a5e4148b6 req-d71929e4-1cc8-45ad-871f-aa83dc48ea7d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:32.729737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f691bd72-1592-4a1a-8a7b-0a5a5e4148b6 req-d71929e4-1cc8-45ad-871f-aa83dc48ea7d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 943 time: 0.1340308 Feb 10 04:22:32.750046 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:32.795031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:32.810277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Calling delete_port for b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:32.895597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=52572ce2-3c0f-4f44-820f-7bc3e2702389,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:32.969713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f691bd72-1592-4a1a-8a7b-0a5a5e4148b6 req-177ded25-293a-444a-a047-336f10b47809 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324829 Feb 10 04:22:32.985623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-d8fc3bd7-a98f-48aa-9afa-0140fac55c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:32.987277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-d8fc3bd7-a98f-48aa-9afa-0140fac55c39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e94af07f-897f-48da-8b5c-b666ecf94f9b HTTP/1.1" status: 200 len: 834 time: 0.3719380 Feb 10 04:22:32.995598 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:52Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:27Z', 'revision_number': 0, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:33.000858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.011008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.012095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.026885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.027619 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.028246 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 2 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.063540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.064359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.064926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.071572 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9da1a8-c257-4e0a-bbb3-6b54a0bb56e4 None None] The sync data for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 is: [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:21:52Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:27Z', 'revision_number': 0, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:33.075619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.076608 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.077241 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 3 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.094610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.095386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.096963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.098288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-8a0988be-c045-491c-b35d-cf8d23ef5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:33.100113 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-8a0988be-c045-491c-b35d-cf8d23ef5715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96063241-fd3a-4125-bea9-30bc59ac991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0991809 Feb 10 04:22:33.107902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.108790 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.110088 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 4 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.142425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.143245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.143747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.159131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50786) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:33.161604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.162182 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.164107 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 5 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.228109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-94569c8e-4ba9-4f42-a4d4-e8367bee5848 service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139371 Feb 10 04:22:33.228393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.228393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.228393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.248053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.248657 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.253362 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 6 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.268156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c59a81e-e7df-40f3-a652-913ef7b7c68a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/9a53bc46-8392-42a7-8194-3be5afe82cf7 HTTP/1.1" status: 200 len: 991 time: 0.1127617 Feb 10 04:22:33.274589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.275540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.276054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.281503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.282062 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.282622 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 7 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.298501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.299172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.299707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.306660 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.307347 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.308204 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 8 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.325476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.326066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.326598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.332492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.333071 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.333633 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 9 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.358588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.359620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.360130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.368943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.369800 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.370368 n-d-827844-2 neutron-server[109958]: INFO neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempt 10 to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 Feb 10 04:22:33.390555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:33.391274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:33.391786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempting to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:33.398589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:22:33.399650 n-d-827844-2 neutron-server[109958]: ERROR neutron.plugins.ml2.managers [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Failed to bind port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on host n-h2-827844-2 for vnic_type normal using segments [{'id': '769c2a6e-648d-409e-815c-857fc58f6697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c79220a-63db-46ab-9db3-2d8a12e12205'}] Feb 10 04:22:33.400938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:33.531605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e53c24e-4021-41f9-a717-118fb76569e4 None None] New status for floating IP 9a53bc46-8392-42a7-8194-3be5afe82cf7: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:22:33.557499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] For port 52572ce2-3c0f-4f44-820f-7bc3e2702389, host n-h2-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:33.559339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attempted to set empty binding levels {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 04:22:33.652390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 273920b3-57d1-40ee-8a02-57d875f7addb details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:22:33.669021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:33.714639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a1dbe0a-0476-4fe7-a26c-f3df4d066b2c req-3cf8fb66-d4e0-4b24-b7ba-70a5121dabbe service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864202 Feb 10 04:22:33.719337 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:33.723715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd072d-70f3-4be2-b713-43cd9ffb8d11 req-5d0a30d4-f844-4bcf-9756-ef4218988eff tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:33.725707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04fd072d-70f3-4be2-b713-43cd9ffb8d11 req-5d0a30d4-f844-4bcf-9756-ef4218988eff tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1111078 Feb 10 04:22:33.733518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] In _notify_port_updated(), no bound segment for port 52572ce2-3c0f-4f44-820f-7bc3e2702389 on network 1c79220a-63db-46ab-9db3-2d8a12e12205 {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:22:33.734693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:33.735520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:33.738937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "PUT /v2.0/ports/52572ce2-3c0f-4f44-820f-7bc3e2702389 HTTP/1.1" status: 200 len: 974 time: 1.8025329 Feb 10 04:22:33.742373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50796) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:33.777932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de015d1a-adb1-4db0-971d-3e0a6abfe6aa req-b31ea226-297e-4ccd-8a22-b129f7988bd1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:33.777932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de015d1a-adb1-4db0-971d-3e0a6abfe6aa req-b31ea226-297e-4ccd-8a22-b129f7988bd1 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1317458 Feb 10 04:22:33.778737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 273920b3-57d1-40ee-8a02-57d875f7addb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=273920b3-57d1-40ee-8a02-57d875f7addb,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:33.800395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '273920b3-57d1-40ee-8a02-57d875f7addb', 'network_id': '1cf7a26e-68a8-4021-a5dc-8626d4c5c133', 'port_id': '273920b3-57d1-40ee-8a02-57d875f7addb', 'mac_address': 'fa:16:3e:d7:c7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6fadb24-cc34-4f49-af7a-5c7e892b14a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:22:33.812378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event deleted for resources: {'Port': ['ID=b3ec7ed3-88d2-4e89-9c76-cfd554eb8c55,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:33.872266 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04fd072d-70f3-4be2-b713-43cd9ffb8d11 req-b15f388d-12b5-4c8c-8909-cb6b360ac566 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256301 Feb 10 04:22:33.875921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbc46f-39cd-4450-914b-e635a7b911ef tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event updated for resources: {'Port': ['ID=52572ce2-3c0f-4f44-820f-7bc3e2702389,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:33.897522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 273920b3-57d1-40ee-8a02-57d875f7addb is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:33.898379 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:33.927569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273920b3-57d1-40ee-8a02-57d875f7addb {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:22:33.957388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de015d1a-adb1-4db0-971d-3e0a6abfe6aa req-982674fb-81cd-4cf0-b86d-b0271b96b58b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554844 Feb 10 04:22:33.967746 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:33.989188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Deleting port 52572ce2-3c0f-4f44-820f-7bc3e2702389 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:33.989570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:33.994538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 273920b3-57d1-40ee-8a02-57d875f7addb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=273920b3-57d1-40ee-8a02-57d875f7addb,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:34.096579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] For port 52572ce2-3c0f-4f44-820f-7bc3e2702389, host n-h2-827844-2, got binding levels [] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:34.097232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.106363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.115205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.129977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.138324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Calling delete_port for 52572ce2-3c0f-4f44-820f-7bc3e2702389 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:34.186522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=273920b3-57d1-40ee-8a02-57d875f7addb,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:34.200642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca7a6-1eb0-4559-b336-966c5e51b370 req-33d0d832-de32-4bdb-832d-20281b9fb7b2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:34.203957 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d73ca7a6-1eb0-4559-b336-966c5e51b370 req-33d0d832-de32-4bdb-832d-20281b9fb7b2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 943 time: 0.1460924 Feb 10 04:22:34.272385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50808) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:34.280675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d73ca7a6-1eb0-4559-b336-966c5e51b370 req-cd70b4b2-cafc-4d0c-a6af-1cf476e9448e tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662489 Feb 10 04:22:34.283532 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (18f0b634-dc93-49a3-a0c7-0ad7c00d0af3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.283532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Fanout notify agent at l3_agent the message router_deleted on router 18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:34.300958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.318857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['273920b3-57d1-40ee-8a02-57d875f7addb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:22:34.319354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.325323 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-73abaf6c-e830-4223-8c82-0ffc5e8fba4f tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 HTTP/1.1" status: 204 len: 168 time: 2.7212033 Feb 10 04:22:34.325939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:34.330365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5d6e0430-4af8-4fd3-b3ec-f038ff470a33 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1094344287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:34.363393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (52572ce2-3c0f-4f44-820f-7bc3e2702389), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.373764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-42e3b157-939f-4bf1-b9c8-6d1de0c86298 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/9a53bc46-8392-42a7-8194-3be5afe82cf7 HTTP/1.1" status: 200 len: 993 time: 0.1002784 Feb 10 04:22:34.404634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Pushing event deleted for resources: {'Port': ['ID=52572ce2-3c0f-4f44-820f-7bc3e2702389,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:34.414386 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.420240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-baa72db0-ea9b-459e-b8c5-1cb7052a6d0b tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "DELETE /v2.0/ports/52572ce2-3c0f-4f44-820f-7bc3e2702389 HTTP/1.1" status: 204 len: 168 time: 0.6636949 Feb 10 04:22:34.420625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50812) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:34.445544 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-453e43e8-a619-4312-a361-d550401e98e5 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] GET failed (client error): The resource could not be found. Feb 10 04:22:34.450824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-453e43e8-a619-4312-a361-d550401e98e5 tempest-PortsAdminExtendedAttrsTestJSON-312971819 tempest-PortsAdminExtendedAttrsTestJSON-312971819-project-admin] 10.222.0.42 "GET /v2.0/ports/52572ce2-3c0f-4f44-820f-7bc3e2702389 HTTP/1.1" status: 404 len: 333 time: 0.0260684 Feb 10 04:22:34.450824 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0430-4af8-4fd3-b3ec-f038ff470a33 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.450824 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0430-4af8-4fd3-b3ec-f038ff470a33 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.451204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50814) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:34.531277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0430-4af8-4fd3-b3ec-f038ff470a33 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (e1c0725f-fa9d-4b91-a576-915ff3695670), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.559762 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (1c79220a-63db-46ab-9db3-2d8a12e12205), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.596716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0430-4af8-4fd3-b3ec-f038ff470a33 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.656097 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (1c79220a-63db-46ab-9db3-2d8a12e12205), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.676195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c79220a-63db-46ab-9db3-2d8a12e12205']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:34.689514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769c2a6e-648d-409e-815c-857fc58f6697') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:34.689807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769c2a6e-648d-409e-815c-857fc58f6697') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:34.699950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (769c2a6e-648d-409e-815c-857fc58f6697), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.706276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0430-4af8-4fd3-b3ec-f038ff470a33 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.714776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5d6e0430-4af8-4fd3-b3ec-f038ff470a33 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3867919 Feb 10 04:22:34.715634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50816) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:34.716667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (769c2a6e-648d-409e-815c-857fc58f6697), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.721290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:34.756076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-cdbc7af1-4492-4da6-a2cd-9cf256cd6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:34.758169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-cdbc7af1-4492-4da6-a2cd-9cf256cd6bca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1127 time: 0.0787959 Feb 10 04:22:34.762435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:22:34.762879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (769c2a6e-648d-409e-815c-857fc58f6697), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: items = [ Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:22:34.765965 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:22:34.882614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-71e7b99a-54cd-4bf7-8db2-01c0a7650f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:34.884916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-71e7b99a-54cd-4bf7-8db2-01c0a7650f18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.1213610 Feb 10 04:22:34.955913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-6c796e7a-ffe7-4c89-842a-675a3bc32fcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 1001 time: 0.0620842 Feb 10 04:22:35.012723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (e1c0725f-fa9d-4b91-a576-915ff3695670), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.021077 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (1c79220a-63db-46ab-9db3-2d8a12e12205), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.035024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.039251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] 10.222.0.42 "DELETE /v2.0/networks/1c79220a-63db-46ab-9db3-2d8a12e12205 HTTP/1.1" status: 204 len: 168 time: 0.5869582 Feb 10 04:22:35.053600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e9da-21a3-4052-8aab-c0e2a5e32feb tempest-PortsAdminExtendedAttrsTestJSON-399405977 tempest-PortsAdminExtendedAttrsTestJSON-399405977-project] Pushing event deleted for resources: {'Network': ['ID=1c79220a-63db-46ab-9db3-2d8a12e12205,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:35.060767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-2ed77d83-7ac0-4295-a2a4-29a4d1635107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:35.062182 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-2ed77d83-7ac0-4295-a2a4-29a4d1635107 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.1010911 Feb 10 04:22:35.120136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1b027-e7fe-4700-915f-ffd8a9fbe4df req-519f2e10-7e35-4f13-955a-700b7a1eeb23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:35.121858 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11c1b027-e7fe-4700-915f-ffd8a9fbe4df req-519f2e10-7e35-4f13-955a-700b7a1eeb23 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1304173 Feb 10 04:22:35.151866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8748f-7122-4661-bc36-81d0a6b7b104 req-504208b3-082c-41cd-9903-d8a99b4ff93d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:35.155740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65b8748f-7122-4661-bc36-81d0a6b7b104 req-504208b3-082c-41cd-9903-d8a99b4ff93d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0944595 Feb 10 04:22:35.166918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-53b8147a-a940-4d4d-8b1d-b848dad944dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:35.168684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-53b8147a-a940-4d4d-8b1d-b848dad944dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0958624 Feb 10 04:22:35.218762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11c1b027-e7fe-4700-915f-ffd8a9fbe4df req-e723c205-3e53-4142-8e6b-eeb304941594 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885816 Feb 10 04:22:35.290898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-96676e0c-3b3f-49ec-aa16-ca556bac835d service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140690 Feb 10 04:22:35.457683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41728f9b-f02a-42e7-9fb3-add79757d5f2 req-405eb0e7-a439-4b46-8a91-a02fdeb9dcd6 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590655 Feb 10 04:22:35.495648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce37a5a-302a-4df9-9e01-810364ce6338 req-d25472e7-10ba-4075-a761-08fc802f45e5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:35.497370 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ce37a5a-302a-4df9-9e01-810364ce6338 req-d25472e7-10ba-4075-a761-08fc802f45e5 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 944 time: 0.1218340 Feb 10 04:22:35.583486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ce37a5a-302a-4df9-9e01-810364ce6338 req-f8025c50-47f2-4920-a140-28b46b9b5129 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798178 Feb 10 04:22:35.588001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 273920b3-57d1-40ee-8a02-57d875f7addb up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:35.596441 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65b8748f-7122-4661-bc36-81d0a6b7b104 req-7941ed36-208b-428e-bb0c-035eb21ae5b6 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294004 Feb 10 04:22:35.662233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50836) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:35.709258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 273920b3-57d1-40ee-8a02-57d875f7addb completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:22:35.713622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 273920b3-57d1-40ee-8a02-57d875f7addb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:35.714244 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.744159 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (e1c0725f-fa9d-4b91-a576-915ff3695670), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.763842 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.800348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 273920b3-57d1-40ee-8a02-57d875f7addb is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:35.800891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.813353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4608808a-d80a-4623-9f06-97c5c31702eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a88ce4ef632e434aa819f699a6695f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474593 Feb 10 04:22:35.813932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50840) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:35.824950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273920b3-57d1-40ee-8a02-57d875f7addb'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:35.827460 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff2c3b1-55b8-4cd1-8866-93d5501ba764" -d '{"events": [{"server_uuid": "4040127f-dd5d-40e2-8081-46bbbcbedeee", "name": "network-vif-plugged", "status": "completed", "tag": "273920b3-57d1-40ee-8a02-57d875f7addb"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:35.840755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 273920b3-57d1-40ee-8a02-57d875f7addb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=273920b3-57d1-40ee-8a02-57d875f7addb,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:35.879098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-466ee184-523d-477d-bff0-96915737b3c6 admin admin] Publish callbacks [] for security_group (67472e89-9055-4ff7-b84f-b224501dca3a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.894307 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fc42c1-2e1b-4ff2-93cf-f5de989986b0 x-openstack-request-id: req-c3fc42c1-2e1b-4ff2-93cf-f5de989986b0 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:35.899486 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4040127f-dd5d-40e2-8081-46bbbcbedeee", "name": "network-vif-plugged", "status": "completed", "tag": "273920b3-57d1-40ee-8a02-57d875f7addb", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:35.899486 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3fc42c1-2e1b-4ff2-93cf-f5de989986b0 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:35.899486 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273920b3-57d1-40ee-8a02-57d875f7addb', 'code': 200} Feb 10 04:22:35.908211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Allocated IP 172.25.8.140 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/1e2ec46e-2842-4711-92db-4eb7c53d970e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:35.917719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.936777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-466ee184-523d-477d-bff0-96915737b3c6 admin admin] Publish callbacks [] for security_group (67472e89-9055-4ff7-b84f-b224501dca3a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:35.972377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=273920b3-57d1-40ee-8a02-57d875f7addb,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:36.034093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for port (1e2ec46e-2842-4711-92db-4eb7c53d970e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:36.080332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43331c44-3540-4c11-8be6-2bb2cf8b62ff req-2b7caee4-98d4-4058-9f5e-c79e64e772f3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.081757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43331c44-3540-4c11-8be6-2bb2cf8b62ff req-2b7caee4-98d4-4058-9f5e-c79e64e772f3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1625137 Feb 10 04:22:36.101917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92e13d-8227-4508-ab84-6f2b32848a67 req-be78fef9-1377-433b-b4c1-a5b93842c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.103394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b92e13d-8227-4508-ab84-6f2b32848a67 req-be78fef9-1377-433b-b4c1-a5b93842c3b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 1127 time: 0.1329410 Feb 10 04:22:36.138395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-f9c559ff-c543-4ae2-aa9a-b4e145295242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.139918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-f9c559ff-c543-4ae2-aa9a-b4e145295242 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 1128 time: 0.1061466 Feb 10 04:22:36.149726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1e2ec46e-2842-4711-92db-4eb7c53d970e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:36.185213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:36.186755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-466ee184-523d-477d-bff0-96915737b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (67472e89-9055-4ff7-b84f-b224501dca3a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:36.189283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-466ee184-523d-477d-bff0-96915737b3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:36.190056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:36.190429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-466ee184-523d-477d-bff0-96915737b3c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67472e89-9055-4ff7-b84f-b224501dca3a HTTP/1.1" status: 204 len: 168 time: 0.3751287 Feb 10 04:22:36.193671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:36.217072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-43331c44-3540-4c11-8be6-2bb2cf8b62ff req-ae23ef3b-e242-40c3-afe9-e06b19c31c61 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280768 Feb 10 04:22:36.226691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event updated for resources: {'Port': ['ID=1e2ec46e-2842-4711-92db-4eb7c53d970e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:36.229224 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b92e13d-8227-4508-ab84-6f2b32848a67 req-e90c82cd-2f3f-4cb8-9dd5-2a5f9c918372 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176083 Feb 10 04:22:36.260516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ee184-523d-477d-bff0-96915737b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67472e89-9055-4ff7-b84f-b224501dca3a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:36.297269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-b2ec4c27-f18a-4c41-b0f1-e6d2731d84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.298794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-b2ec4c27-f18a-4c41-b0f1-e6d2731d84d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.1523259 Feb 10 04:22:36.369658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-678e2c14-51a0-4722-8be4-505fb3c2d8a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e358488-4433-466a-822d-172b7dca6296 HTTP/1.1" status: 200 len: 1002 time: 0.0626245 Feb 10 04:22:36.428920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-dcfeb778-d626-4c96-b8d2-769ec431b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.430973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-dcfeb778-d626-4c96-b8d2-769ec431b078 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.0548401 Feb 10 04:22:36.437684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3609-e2a9-4855-8385-116ea4c59b45 req-5b77cbc5-3b4e-4510-b863-6fca3fc92d83 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.445197 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-844b3609-e2a9-4855-8385-116ea4c59b45 req-5b77cbc5-3b4e-4510-b863-6fca3fc92d83 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.1224582 Feb 10 04:22:36.500388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-cd6df714-7f39-4d31-b2ce-354dd5ac5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.500388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-cd6df714-7f39-4d31-b2ce-354dd5ac5c06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565472 Feb 10 04:22:36.504520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-844b3609-e2a9-4855-8385-116ea4c59b45 req-83225527-3200-46b6-9ddc-4b34acfbc93d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561814 Feb 10 04:22:36.621106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-0338fe06-8945-4fa3-a015-1047ab16f517 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176369 Feb 10 04:22:36.659803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (e1c0725f-fa9d-4b91-a576-915ff3695670), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:36.778179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0aefdff-55bb-46d3-a005-feaf3894c79a req-cbdcae6a-54de-4eb3-a02f-d1a9c0d2c4d5 service neutron] 10.222.0.43 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470284 Feb 10 04:22:36.800739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051a49-734f-42c2-8792-8a9214ecd9bc req-18c5a946-6d7f-4c2c-bcd4-71d94f0e06fa tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:36.802258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f051a49-734f-42c2-8792-8a9214ecd9bc req-18c5a946-6d7f-4c2c-bcd4-71d94f0e06fa tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.0935595 Feb 10 04:22:36.863838 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f051a49-734f-42c2-8792-8a9214ecd9bc req-f6446de3-31c0-489e-8e17-ceb005bc28e1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Feb 10 04:22:36.903840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:36.907590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:36.977318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50858) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:37.026474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1165279d-3760-425c-bca7-9353393f9150 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f99dbc4f6a6422b9844e892a8e441bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456603 Feb 10 04:22:37.026923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50860) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:37.096191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043aa375-cb3f-4ba0-9483-5e26eb833a8b admin admin] Publish callbacks [] for security_group (3bf85559-7aa7-49f4-935c-923fb1a973b9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:37.120138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043aa375-cb3f-4ba0-9483-5e26eb833a8b admin admin] Publish callbacks [] for security_group (3bf85559-7aa7-49f4-935c-923fb1a973b9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:37.194692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Router e1c0725f-fa9d-4b91-a576-915ff3695670 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:22:37.301368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043aa375-cb3f-4ba0-9483-5e26eb833a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3bf85559-7aa7-49f4-935c-923fb1a973b9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:37.304150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043aa375-cb3f-4ba0-9483-5e26eb833a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:37.308067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-043aa375-cb3f-4ba0-9483-5e26eb833a8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3bf85559-7aa7-49f4-935c-923fb1a973b9 HTTP/1.1" status: 204 len: 168 time: 0.2776115 Feb 10 04:22:37.353599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aa375-cb3f-4ba0-9483-5e26eb833a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf85559-7aa7-49f4-935c-923fb1a973b9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:37.366619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:37.375037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:37.378757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43ef06ba-1911-45d2-a804-ca139bcf53b3 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "PUT /v2.0/routers/e1c0725f-fa9d-4b91-a576-915ff3695670 HTTP/1.1" status: 200 len: 884 time: 2.6612303 Feb 10 04:22:37.379637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50866) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:37.389853 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] Sync routers for ids ['e1c0725f-fa9d-4b91-a576-915ff3695670'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:37.403772 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] Routers {'e1c0725f-fa9d-4b91-a576-915ff3695670'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:37.404718 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e1c0725f-fa9d-4b91-a576-915ff3695670'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:37.429000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c077b9-68c6-4902-a392-c90728ae095b req-16cca43a-1562-4c6f-b72d-eff9223c7777 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:37.431432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7c077b9-68c6-4902-a392-c90728ae095b req-16cca43a-1562-4c6f-b72d-eff9223c7777 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1226954 Feb 10 04:22:37.467428 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:37.482073 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] Routers {'e1c0725f-fa9d-4b91-a576-915ff3695670'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:37.482860 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e1c0725f-fa9d-4b91-a576-915ff3695670'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:37.545011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7c077b9-68c6-4902-a392-c90728ae095b req-192b0abb-aefa-4bbf-9bc3-fa1146a33109 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066012 Feb 10 04:22:37.625318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-29e87680-bf5a-4e79-9f5e-d91433cc61e4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/e1c0725f-fa9d-4b91-a576-915ff3695670 HTTP/1.1" status: 200 len: 925 time: 0.2448704 Feb 10 04:22:37.628057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50870) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:37.660997 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:37.661656 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb2f99-1898-4703-9a8a-720312efc49f None None] The sync data for ids ['e1c0725f-fa9d-4b91-a576-915ff3695670'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:37.669878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5eace-790b-4a7c-b5c0-649721b77f0f req-152237af-760e-4fac-9eb6-5d869a053116 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:37.671471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8db5eace-790b-4a7c-b5c0-649721b77f0f req-152237af-760e-4fac-9eb6-5d869a053116 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 945 time: 0.0654340 Feb 10 04:22:37.688029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f886b4fe-ff9a-4207-96bb-fe0e5ef76f93 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:37.692627 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f886b4fe-ff9a-4207-96bb-fe0e5ef76f93 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=e1c0725f-fa9d-4b91-a576-915ff3695670&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0632162 Feb 10 04:22:37.692776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50872) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:37.784285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8db5eace-790b-4a7c-b5c0-649721b77f0f req-50f6c2b4-cbc7-4664-af8e-1b5fd38e35fe tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068764 Feb 10 04:22:37.817561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ceb41c-2f78-4386-86c7-c4594eae245e tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:37.822197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-60ceb41c-2f78-4386-86c7-c4594eae245e tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.1253707 Feb 10 04:22:37.829866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50886) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:37.854892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc700507-31db-42f7-94de-de9e49744c25 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1c0725f-fa9d-4b91-a576-915ff3695670 HTTP/1.1" status: 200 len: 205 time: 0.0310695 Feb 10 04:22:37.857322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:38.031919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:38.109785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92be6f7-b512-4e19-99c6-79a995125b76 req-fb862402-b492-44ed-a578-08f3f18caa32 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:38.111326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d92be6f7-b512-4e19-99c6-79a995125b76 req-fb862402-b492-44ed-a578-08f3f18caa32 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.1318038 Feb 10 04:22:38.195145 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (e1c0725f-fa9d-4b91-a576-915ff3695670), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:38.202297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d92be6f7-b512-4e19-99c6-79a995125b76 req-56ee5984-c435-4c85-b197-ce5d772f4650 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851159 Feb 10 04:22:38.364249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82a3e9-8789-48e9-9868-0dee1654f700 req-8802d475-3d2a-4016-bb3b-c9db82e73b1d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:38.365541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf82a3e9-8789-48e9-9868-0dee1654f700 req-8802d475-3d2a-4016-bb3b-c9db82e73b1d tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.0728712 Feb 10 04:22:38.368489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Deleting port 1e2ec46e-2842-4711-92db-4eb7c53d970e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:38.368887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1e2ec46e-2842-4711-92db-4eb7c53d970e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:38.468237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf82a3e9-8789-48e9-9868-0dee1654f700 req-315652bc-838c-4c56-aa9e-6e05abcc377f tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872352 Feb 10 04:22:38.490515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1e2ec46e-2842-4711-92db-4eb7c53d970e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:38.496432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Calling delete_port for 1e2ec46e-2842-4711-92db-4eb7c53d970e owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:38.991370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f4a5-399b-446b-b8dc-622d69ad4db8 req-173e30e0-8e3a-4fd2-ad81-4b0a89f895d2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:39.010819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8582f4a5-399b-446b-b8dc-622d69ad4db8 req-173e30e0-8e3a-4fd2-ad81-4b0a89f895d2 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.0878017 Feb 10 04:22:39.077604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8582f4a5-399b-446b-b8dc-622d69ad4db8 req-fc2d4bc5-c1b9-4818-bda2-b666ce2227e4 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614057 Feb 10 04:22:39.122147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c1d7c-89df-420e-adbb-c404bd889b83 req-4e6c565c-852a-4d1c-90e9-22f091d5319a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:39.123826 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-178c1d7c-89df-420e-adbb-c404bd889b83 req-4e6c565c-852a-4d1c-90e9-22f091d5319a tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.4089394 Feb 10 04:22:39.155220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1e2ec46e-2842-4711-92db-4eb7c53d970e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.202614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event deleted for resources: {'Port': ['ID=1e2ec46e-2842-4711-92db-4eb7c53d970e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:39.216340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-178c1d7c-89df-420e-adbb-c404bd889b83 req-d37d63c3-3ee4-49c5-9fce-0e1bc6eac6fd tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862589 Feb 10 04:22:39.301307 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (e1c0725f-fa9d-4b91-a576-915ff3695670), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.444192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.447649 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (e1c0725f-fa9d-4b91-a576-915ff3695670), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.505986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a29b-50a7-44f6-8216-21ce893932f8 req-68b05dc5-cb9c-4e17-b20c-4b66bd4b42c4 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:39.506332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a41a29b-50a7-44f6-8216-21ce893932f8 req-68b05dc5-cb9c-4e17-b20c-4b66bd4b42c4 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.1743591 Feb 10 04:22:39.568709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a41a29b-50a7-44f6-8216-21ce893932f8 req-830189f5-3309-4d00-87bf-503bfef204a1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Feb 10 04:22:39.599944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (e1c0725f-fa9d-4b91-a576-915ff3695670), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.600482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Fanout notify agent at l3_agent the message router_deleted on router e1c0725f-fa9d-4b91-a576-915ff3695670 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:39.615123 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.616224 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b1ecd3a8-ed40-4b26-aabe-7502bba24a15 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/e1c0725f-fa9d-4b91-a576-915ff3695670 HTTP/1.1" status: 204 len: 168 time: 1.7579918 Feb 10 04:22:39.620728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50980) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:39.627463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-23f173a2-45bf-415e-9b30-fabe44c0dbfe tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1856090060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:39.688604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50982) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:39.750779 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23f173a2-45bf-415e-9b30-fabe44c0dbfe tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.752030 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23f173a2-45bf-415e-9b30-fabe44c0dbfe tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.875183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-feb58b8a-8e29-40c5-aec4-26807b7db31c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-906126784'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:39.880861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:22:39.886803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23f173a2-45bf-415e-9b30-fabe44c0dbfe tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (f68fba61-3387-4bd6-b299-bf3dcf382a40), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:39.889950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712155f6-9e6a-4907-84be-90e85032d64b req-a64fd8e2-4c31-44e8-8d07-2c41d2a75c84 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:39.899726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-712155f6-9e6a-4907-84be-90e85032d64b req-a64fd8e2-4c31-44e8-8d07-2c41d2a75c84 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.0750129 Feb 10 04:22:39.947477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-712155f6-9e6a-4907-84be-90e85032d64b req-4949ca8c-8c93-4d90-9533-c1ef85751797 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Feb 10 04:22:39.975239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f1b9c56d-12fd-4712-bc14-be72a2c0b639 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:39.975571 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.025142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:40.027987 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213df6f6-cbef-4e68-99d5-50c42855c3af" -d '{"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:40.032471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb58b8a-8e29-40c5-aec4-26807b7db31c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (4ee43430-3dc7-41c2-be74-10b87e437451), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.033527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb58b8a-8e29-40c5-aec4-26807b7db31c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (4ee43430-3dc7-41c2-be74-10b87e437451), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.034303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:40.038335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23f173a2-45bf-415e-9b30-fabe44c0dbfe tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.085664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f88871-b481-4b84-b240-532e29190790 req-ebf9a072-d759-464b-bcdd-fbf28fe1274a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:40.096090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3f88871-b481-4b84-b240-532e29190790 req-ebf9a072-d759-464b-bcdd-fbf28fe1274a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.0776789 Feb 10 04:22:40.118162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb58b8a-8e29-40c5-aec4-26807b7db31c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (4ee43430-3dc7-41c2-be74-10b87e437451), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.123422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.128066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23f173a2-45bf-415e-9b30-fabe44c0dbfe tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.130277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-23f173a2-45bf-415e-9b30-fabe44c0dbfe tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5083416 Feb 10 04:22:40.130913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51004) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:40.144071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': True}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:40.222505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3f88871-b481-4b84-b240-532e29190790 req-61ccdf83-a205-4973-84da-be7f99fb466b tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080298 Feb 10 04:22:40.270795 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb58b8a-8e29-40c5-aec4-26807b7db31c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (4ee43430-3dc7-41c2-be74-10b87e437451), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.279796 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5946e8-8805-4a70-98aa-aea1f6274b1d x-openstack-request-id: req-4e5946e8-8805-4a70-98aa-aea1f6274b1d {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:40.281339 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-unplugged", "status": "failed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639", "code": 422}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:40.282016 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e5946e8-8805-4a70-98aa-aea1f6274b1d {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:40.283923 n-d-827844-2 neutron-server[109960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'code': 422} returned with failed status Feb 10 04:22:40.285854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:40.501240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feb58b8a-8e29-40c5-aec4-26807b7db31c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.503306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-feb58b8a-8e29-40c5-aec4-26807b7db31c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8133781 Feb 10 04:22:40.505277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:40.526879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217fc9d-c844-4381-bf89-6b3d0600a60e req-3791a9f6-58b6-4a31-97ee-8bb816eecc41 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:40.534745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c217fc9d-c844-4381-bf89-6b3d0600a60e req-3791a9f6-58b6-4a31-97ee-8bb816eecc41 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1702201 Feb 10 04:22:40.580889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (f68fba61-3387-4bd6-b299-bf3dcf382a40), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.603264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7313098b-8b85-49c2-98b3-d6b25a5f8daa tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (4ee43430-3dc7-41c2-be74-10b87e437451), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.628073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c217fc9d-c844-4381-bf89-6b3d0600a60e req-79b487e2-4dc5-480a-a844-2c482ba5531f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922730 Feb 10 04:22:40.879215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7313098b-8b85-49c2-98b3-d6b25a5f8daa tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (4ee43430-3dc7-41c2-be74-10b87e437451), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.884733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7313098b-8b85-49c2-98b3-d6b25a5f8daa tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (4ee43430-3dc7-41c2-be74-10b87e437451), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:40.900175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-f57aad14-e87f-4168-9893-0fe835b6e37e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1991818 Feb 10 04:22:41.028107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-ad6159d8-d7df-4780-8c16-95ad0df74147 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:41.029750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-ad6159d8-d7df-4780-8c16-95ad0df74147 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports/f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 940 time: 0.0805824 Feb 10 04:22:41.062473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (f68fba61-3387-4bd6-b299-bf3dcf382a40), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.087831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0c17-b41b-4866-8d4c-b3ec479a836d req-cada51b2-0849-4a5c-ab2a-cc524c96bebf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:41.090479 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.095792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-787e0c17-b41b-4866-8d4c-b3ec479a836d req-cada51b2-0849-4a5c-ab2a-cc524c96bebf tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.0857711 Feb 10 04:22:41.103905 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7313098b-8b85-49c2-98b3-d6b25a5f8daa tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (4ee43430-3dc7-41c2-be74-10b87e437451), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.104396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7313098b-8b85-49c2-98b3-d6b25a5f8daa tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee43430-3dc7-41c2-be74-10b87e437451 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:41.123735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7313098b-8b85-49c2-98b3-d6b25a5f8daa tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.128049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7313098b-8b85-49c2-98b3-d6b25a5f8daa tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "DELETE /v2.0/routers/4ee43430-3dc7-41c2-be74-10b87e437451 HTTP/1.1" status: 204 len: 168 time: 0.6217360 Feb 10 04:22:41.128887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51038) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:41.137260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-34033120-89ac-4481-9cdd-2908262c7ac3 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Request body: {'router': {'name': 'tempest-router-1263288261', 'distributed': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:41.183121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-787e0c17-b41b-4866-8d4c-b3ec479a836d req-b70de5bf-ec50-4328-9996-ad0f0468b710 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864124 Feb 10 04:22:41.266183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Allocated IP 172.25.8.152 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/f189a01c-19f7-406c-be70-0155a5e2b040) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:41.292138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-34033120-89ac-4481-9cdd-2908262c7ac3 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (22716f9c-7a74-484c-8600-dd5814864f2a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.293211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-34033120-89ac-4481-9cdd-2908262c7ac3 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (22716f9c-7a74-484c-8600-dd5814864f2a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.383905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for port (f189a01c-19f7-406c-be70-0155a5e2b040), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.392809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-34033120-89ac-4481-9cdd-2908262c7ac3 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (22716f9c-7a74-484c-8600-dd5814864f2a), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.472607 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-34033120-89ac-4481-9cdd-2908262c7ac3 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (22716f9c-7a74-484c-8600-dd5814864f2a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.513203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f189a01c-19f7-406c-be70-0155a5e2b040), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.572828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-34033120-89ac-4481-9cdd-2908262c7ac3 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.578051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-34033120-89ac-4481-9cdd-2908262c7ac3 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4445195 Feb 10 04:22:41.580532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:41.609034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Port': ['ID=f189a01c-19f7-406c-be70-0155a5e2b040,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:41.621916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:41.623756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:41.626519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:41.701577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ec641c4-a1c8-41be-8ef3-bf99e081ed26 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (22716f9c-7a74-484c-8600-dd5814864f2a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.874440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f67b-f579-4e99-8aa0-f0c26cce98bf req-182cab26-3138-4622-9b81-58b40591214f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:41.885231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7995f67b-f579-4e99-8aa0-f0c26cce98bf req-182cab26-3138-4622-9b81-58b40591214f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.0826149 Feb 10 04:22:41.916042 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ec641c4-a1c8-41be-8ef3-bf99e081ed26 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (22716f9c-7a74-484c-8600-dd5814864f2a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.918512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ec641c4-a1c8-41be-8ef3-bf99e081ed26 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (22716f9c-7a74-484c-8600-dd5814864f2a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:41.977921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7995f67b-f579-4e99-8aa0-f0c26cce98bf req-20a40f70-dd8a-4617-aa25-d490ee63d1c5 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908148 Feb 10 04:22:42.049130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ec641c4-a1c8-41be-8ef3-bf99e081ed26 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (22716f9c-7a74-484c-8600-dd5814864f2a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.049678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec641c4-a1c8-41be-8ef3-bf99e081ed26 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22716f9c-7a74-484c-8600-dd5814864f2a {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:42.054035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ec641c4-a1c8-41be-8ef3-bf99e081ed26 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.055670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0ec641c4-a1c8-41be-8ef3-bf99e081ed26 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "DELETE /v2.0/routers/22716f9c-7a74-484c-8600-dd5814864f2a HTTP/1.1" status: 204 len: 168 time: 0.4736855 Feb 10 04:22:42.063259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51056) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:42.068246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e88d8a75-98b5-462a-b807-84679257795d tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Request body: {'router': {'name': 'tempest-router-4080702', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c1fa62232da14e08831c36fd92d0e90c'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:42.165883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-4cc9590b-375f-4aff-90e9-ff95ead1549a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:42.167547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-4cc9590b-375f-4aff-90e9-ff95ead1549a tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.1884768 Feb 10 04:22:42.182263 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e88d8a75-98b5-462a-b807-84679257795d tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.184966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e88d8a75-98b5-462a-b807-84679257795d tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.210628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (f68fba61-3387-4bd6-b299-bf3dcf382a40), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.255217 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e88d8a75-98b5-462a-b807-84679257795d tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (211462b0-9a2f-4e3e-a61c-be209378ca74), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.349635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e88d8a75-98b5-462a-b807-84679257795d tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.372123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11736fe4-29ad-4ebf-badc-1384ff39d5a3 req-acc99b46-3510-41fd-a5af-2eb2ded1d203 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:42.373990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11736fe4-29ad-4ebf-badc-1384ff39d5a3 req-acc99b46-3510-41fd-a5af-2eb2ded1d203 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 945 time: 0.0820341 Feb 10 04:22:42.449298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Deleting port 273920b3-57d1-40ee-8a02-57d875f7addb {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:42.449859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.452337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11736fe4-29ad-4ebf-badc-1384ff39d5a3 req-ca4423b3-33ae-42f7-b875-48a529d17ca1 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/security-groups?id=c74d7aba-6a57-42db-a878-16d7ec004eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669906 Feb 10 04:22:42.468778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e88d8a75-98b5-462a-b807-84679257795d tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.469044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e88d8a75-98b5-462a-b807-84679257795d tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4044442 Feb 10 04:22:42.475222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51066) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:42.492029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:42.590094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.617229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.688628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] For port 273920b3-57d1-40ee-8a02-57d875f7addb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=273920b3-57d1-40ee-8a02-57d875f7addb,segment=NetworkSegment(2592c5ba-e89c-4915-9ad5-4206050beb7e),segment_id=2592c5ba-e89c-4915-9ad5-4206050beb7e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:42.689240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.729684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Calling delete_port for 273920b3-57d1-40ee-8a02-57d875f7addb owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:42.739906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-a1ad4454-cde2-4927-80d9-c28a60f80708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:42.741532 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-a1ad4454-cde2-4927-80d9-c28a60f80708 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749&tenant_id=7c2a628d38d2477992013daad737abb6 HTTP/1.1" status: 200 len: 1125 time: 0.1953559 Feb 10 04:22:42.978681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:42.978993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.074189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109958) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 10 04:22:43.074422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Router 211462b0-9a2f-4e3e-a61c-be209378ca74 migrating from provider to provider. {{(pid=109958) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 10 04:22:43.074728 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (211462b0-9a2f-4e3e-a61c-be209378ca74), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.080000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (211462b0-9a2f-4e3e-a61c-be209378ca74), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.172953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.256725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-1aa5d6b8-dd8c-4935-a876-7bf20e872da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:43.258693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-1aa5d6b8-dd8c-4935-a876-7bf20e872da0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1125 time: 0.4759798 Feb 10 04:22:43.265436 n-d-827844-2 neutron-server[109958]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] No L3 agents can host the router 211462b0-9a2f-4e3e-a61c-be209378ca74 Feb 10 04:22:43.290905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2dc88-e66b-4bb0-8fac-5c2bb32809b0 req-ac8a4b9b-d4b3-4dc0-93c7-db6f4a986037 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:43.292366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13a2dc88-e66b-4bb0-8fac-5c2bb32809b0 req-ac8a4b9b-d4b3-4dc0-93c7-db6f4a986037 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1447983 Feb 10 04:22:43.370603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Router f68fba61-3387-4bd6-b299-bf3dcf382a40 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:22:43.393009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Hosts for router 211462b0-9a2f-4e3e-a61c-be209378ca74: [] {{(pid=109958) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 10 04:22:43.415949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Hosts for other DVR routers connected to router 211462b0-9a2f-4e3e-a61c-be209378ca74: set() {{(pid=109958) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 10 04:22:43.418480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.421989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4a2d5665-f0f9-490c-bdaf-fafbd0bd0a7f tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "PUT /v2.0/routers/211462b0-9a2f-4e3e-a61c-be209378ca74 HTTP/1.1" status: 200 len: 714 time: 0.9434814 Feb 10 04:22:43.422227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51082) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:43.456634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13a2dc88-e66b-4bb0-8fac-5c2bb32809b0 req-b506654c-4c49-4731-9e47-fb39276607ec tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473761 Feb 10 04:22:43.466040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (273920b3-57d1-40ee-8a02-57d875f7addb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.481095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['273920b3-57d1-40ee-8a02-57d875f7addb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:22:43.490608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-d88b9331-fbe0-4b38-a9fc-3307bd0b4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:43.492184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-d88b9331-fbe0-4b38-a9fc-3307bd0b4e34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.2192228 Feb 10 04:22:43.547644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Pushing event deleted for resources: {'Port': ['ID=273920b3-57d1-40ee-8a02-57d875f7addb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:43.569162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3fbb2594-ec80-4b0a-ab17-1003489a5817 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "GET /v2.0/routers/211462b0-9a2f-4e3e-a61c-be209378ca74 HTTP/1.1" status: 200 len: 714 time: 0.1457577 Feb 10 04:22:43.572001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21ea2db6-6da1-49b1-ac76-79bf218ffd31 req-f9726501-c151-4ef0-8574-e32319d71c47 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 210 time: 0.0345981 Feb 10 04:22:43.572457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51088) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:43.601889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.602247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.602595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.602963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.603299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.603632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.603961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.604286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.604611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.604933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.605257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.605577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.605898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:43.654048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] No DVR routers for this DVR port 273920b3-57d1-40ee-8a02-57d875f7addb on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:22:43.661501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.665352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-434d596e-fa80-488c-8db1-5adb4b94cbea req-7e7a43e8-45b6-4947-89d7-78a32d0125a7 tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.24 "DELETE /v2.0/ports/273920b3-57d1-40ee-8a02-57d875f7addb HTTP/1.1" status: 204 len: 173 time: 1.4928241 Feb 10 04:22:43.667596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'name': 'network-vif-deleted', 'tag': '273920b3-57d1-40ee-8a02-57d875f7addb'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:22:43.669826 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d6616e-bc5d-4d1f-84f8-2e3c6911b7bf" -d '{"events": [{"server_uuid": "4040127f-dd5d-40e2-8081-46bbbcbedeee", "name": "network-vif-deleted", "tag": "273920b3-57d1-40ee-8a02-57d875f7addb"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:22:43.678030 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-eed8372f-8686-4658-a1a4-725f2e5c3ae7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 999 time: 0.1620307 Feb 10 04:22:43.681261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:43.691207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] Sync routers for ids ['f68fba61-3387-4bd6-b299-bf3dcf382a40'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:43.694938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.699154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5edb13c8-3333-4ad3-b526-4856b76a4071 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "PUT /v2.0/routers/f68fba61-3387-4bd6-b299-bf3dcf382a40 HTTP/1.1" status: 200 len: 919 time: 3.5671861 Feb 10 04:22:43.703622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] Routers {'f68fba61-3387-4bd6-b299-bf3dcf382a40'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:43.706251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f68fba61-3387-4bd6-b299-bf3dcf382a40'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:43.706389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51094) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:43.744306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:43.767716 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98812ab-8187-44c8-b13d-f9fffca7ade2 x-openstack-request-id: req-e98812ab-8187-44c8-b13d-f9fffca7ade2 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:22:43.768011 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4040127f-dd5d-40e2-8081-46bbbcbedeee", "name": "network-vif-deleted", "tag": "273920b3-57d1-40ee-8a02-57d875f7addb", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:22:43.768265 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e98812ab-8187-44c8-b13d-f9fffca7ade2 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:22:43.768669 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4040127f-dd5d-40e2-8081-46bbbcbedeee', 'name': 'network-vif-deleted', 'tag': '273920b3-57d1-40ee-8a02-57d875f7addb', 'status': 'completed', 'code': 200} Feb 10 04:22:43.785537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] Routers {'f68fba61-3387-4bd6-b299-bf3dcf382a40'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:43.786070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f68fba61-3387-4bd6-b299-bf3dcf382a40'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:43.790247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51096) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:43.790418 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc6ec423-894a-435f-a26b-b7fd4a6034df tempest-RoutersTestDVR-1020643117 tempest-RoutersTestDVR-1020643117-project] 10.222.0.42 "GET /v2.0/routers/211462b0-9a2f-4e3e-a61c-be209378ca74 HTTP/1.1" status: 200 len: 680 time: 0.2159832 Feb 10 04:22:43.832151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:43.832825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067fb53-25e1-41d5-accf-9fa4ab857249 None None] The sync data for ids ['f68fba61-3387-4bd6-b299-bf3dcf382a40'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:43.872039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-e2d92078-1018-4416-9ce7-ee6bebb3203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:43.873587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-e2d92078-1018-4416-9ce7-ee6bebb3203e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.1820338 Feb 10 04:22:43.941569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f9f8bc4-139d-469c-bca0-639e24c33034 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:43.990908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-992ca5bc-6a53-41b7-a2b1-b46967b750d0 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/f68fba61-3387-4bd6-b299-bf3dcf382a40 HTTP/1.1" status: 200 len: 925 time: 0.2834110 Feb 10 04:22:43.994347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51100) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:44.041475 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d42e04b-f450-44dc-b272-c070a4009f3f tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:44.043050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4d42e04b-f450-44dc-b272-c070a4009f3f tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=f68fba61-3387-4bd6-b299-bf3dcf382a40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0471923 Feb 10 04:22:44.045964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51102) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:44.097465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-b4dd7025-5b55-4474-ad74-52d0c19b7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:44.098988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-b4dd7025-5b55-4474-ad74-52d0c19b7733 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2164857 Feb 10 04:22:44.143000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7daca7-b823-4aa1-b148-5b8cbc9bb993 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:44.147027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cf7daca7-b823-4aa1-b148-5b8cbc9bb993 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.0976691 Feb 10 04:22:44.147333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51106) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:44.162741 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f9f8bc4-139d-469c-bca0-639e24c33034 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.168143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f9f8bc4-139d-469c-bca0-639e24c33034 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (211462b0-9a2f-4e3e-a61c-be209378ca74), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.179087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3389f86c-2fec-42a5-8818-ecd25ae959f8 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68fba61-3387-4bd6-b299-bf3dcf382a40 HTTP/1.1" status: 200 len: 205 time: 0.0306056 Feb 10 04:22:44.182320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51110) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:44.270546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-b4fa012a-a288-4dde-8bbc-bd82d9f22db9 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412594 Feb 10 04:22:44.299896 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.379657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f9f8bc4-139d-469c-bca0-639e24c33034 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (211462b0-9a2f-4e3e-a61c-be209378ca74), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.380190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f8bc4-139d-469c-bca0-639e24c33034 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 211462b0-9a2f-4e3e-a61c-be209378ca74 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:44.390660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f9f8bc4-139d-469c-bca0-639e24c33034 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.390660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0f9f8bc4-139d-469c-bca0-639e24c33034 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "DELETE /v2.0/routers/211462b0-9a2f-4e3e-a61c-be209378ca74 HTTP/1.1" status: 204 len: 168 time: 0.5953944 Feb 10 04:22:44.393191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51114) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:44.397444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-23c2716d-99f2-46ba-8ff5-bad41b056495 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Request body: {'router': {'name': 'tempest-router-1937360343', 'distributed': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:44.411875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-e50ea70f-598b-4ccb-97e9-3cda38f89f57 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343524 Feb 10 04:22:44.444407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (f68fba61-3387-4bd6-b299-bf3dcf382a40), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.514188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23c2716d-99f2-46ba-8ff5-bad41b056495 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (9d959a4a-fb81-4b4e-a382-e327279a5dee), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.519150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23c2716d-99f2-46ba-8ff5-bad41b056495 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (9d959a4a-fb81-4b4e-a382-e327279a5dee), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.658670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23c2716d-99f2-46ba-8ff5-bad41b056495 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (9d959a4a-fb81-4b4e-a382-e327279a5dee), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.684478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Deleting port f189a01c-19f7-406c-be70-0155a5e2b040 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:44.684829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f189a01c-19f7-406c-be70-0155a5e2b040), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.734230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7265f8b4-4721-4af1-9c3a-32186f6bf171 req-decd7119-27e1-4b64-8b5c-a6057d7df0ec tempest-ServerDiskConfigTestJSON-1749171735 tempest-ServerDiskConfigTestJSON-1749171735-project] 10.222.0.42 "GET /v2.0/ports?device_id=4040127f-dd5d-40e2-8081-46bbbcbedeee HTTP/1.1" status: 200 len: 210 time: 0.0389690 Feb 10 04:22:44.772431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23c2716d-99f2-46ba-8ff5-bad41b056495 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (9d959a4a-fb81-4b4e-a382-e327279a5dee), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.779961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0082-3c0f-4f3f-8ada-b18737d6e1ed req-84fe3ebe-edad-4864-8767-11236f77317c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:44.783126 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c39c0082-3c0f-4f3f-8ada-b18737d6e1ed req-84fe3ebe-edad-4864-8767-11236f77317c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.2101548 Feb 10 04:22:44.813922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f189a01c-19f7-406c-be70-0155a5e2b040), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.831983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Calling delete_port for f189a01c-19f7-406c-be70-0155a5e2b040 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:44.862796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23c2716d-99f2-46ba-8ff5-bad41b056495 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:44.863088 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c39c0082-3c0f-4f3f-8ada-b18737d6e1ed req-96b93994-e39b-460a-89c9-04a46df258b0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739422 Feb 10 04:22:44.868349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-23c2716d-99f2-46ba-8ff5-bad41b056495 tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4741137 Feb 10 04:22:44.875100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51134) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:44.979952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ef5884f-78a4-4b19-8314-935f1f24e82c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (9d959a4a-fb81-4b4e-a382-e327279a5dee), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.135522 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f189a01c-19f7-406c-be70-0155a5e2b040), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.162733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event deleted for resources: {'Port': ['ID=f189a01c-19f7-406c-be70-0155a5e2b040,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:45.218273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ef5884f-78a4-4b19-8314-935f1f24e82c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (9d959a4a-fb81-4b4e-a382-e327279a5dee), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.224081 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ef5884f-78a4-4b19-8314-935f1f24e82c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router_controller (9d959a4a-fb81-4b4e-a382-e327279a5dee), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.268479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (f68fba61-3387-4bd6-b299-bf3dcf382a40), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.341628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ef5884f-78a4-4b19-8314-935f1f24e82c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (9d959a4a-fb81-4b4e-a382-e327279a5dee), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.342416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef5884f-78a4-4b19-8314-935f1f24e82c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d959a4a-fb81-4b4e-a382-e327279a5dee {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:45.347408 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ef5884f-78a4-4b19-8314-935f1f24e82c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.349009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ef5884f-78a4-4b19-8314-935f1f24e82c tempest-RoutersTestDVR-97726841 tempest-RoutersTestDVR-97726841-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9d959a4a-fb81-4b4e-a382-e327279a5dee HTTP/1.1" status: 204 len: 168 time: 0.4786799 Feb 10 04:22:45.416914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.434918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (f68fba61-3387-4bd6-b299-bf3dcf382a40), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.566692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (f68fba61-3387-4bd6-b299-bf3dcf382a40), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.567510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Fanout notify agent at l3_agent the message router_deleted on router f68fba61-3387-4bd6-b299-bf3dcf382a40 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:45.578129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.578129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ec07b7e4-290d-4918-8fb5-c44cd6fcf80d tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/f68fba61-3387-4bd6-b299-bf3dcf382a40 HTTP/1.1" status: 204 len: 168 time: 1.3929832 Feb 10 04:22:45.580721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51150) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:45.585212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2de699df-8226-4352-9b63-5f77eb9751f7 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1024597036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:45.635941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 273920b3-57d1-40ee-8a02-57d875f7addb no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:22:45.667216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 273920b3-57d1-40ee-8a02-57d875f7addb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:22:45.679561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 273920b3-57d1-40ee-8a02-57d875f7addb not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:22:45.697782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2de699df-8226-4352-9b63-5f77eb9751f7 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.699126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2de699df-8226-4352-9b63-5f77eb9751f7 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.779693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2de699df-8226-4352-9b63-5f77eb9751f7 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (b2920917-b45e-47bb-92b3-b19e3a162a13), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.850220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2de699df-8226-4352-9b63-5f77eb9751f7 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.963906 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2de699df-8226-4352-9b63-5f77eb9751f7 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:45.965772 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2de699df-8226-4352-9b63-5f77eb9751f7 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3841016 Feb 10 04:22:45.968539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51168) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:45.970968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51170) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:45.973363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'enable_snat': False}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:46.011567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:46.101999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] Deleting subnet e6fadb24-cc34-4f49-af7a-5c7e892b14a3 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:22:46.119682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] Publish callbacks [] for subnet (e6fadb24-cc34-4f49-af7a-5c7e892b14a3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.176018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f2f7-199e-46b6-a2f5-9908810e6324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.181525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e6fadb24-cc34-4f49-af7a-5c7e892b14a3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.248273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e6fadb24-cc34-4f49-af7a-5c7e892b14a3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.294388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675b53-1e84-4edb-bd2b-6f2909a5f0e0 req-296f0c9d-89f6-4fc1-82dd-87d3ad97a9e3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:46.294388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db675b53-1e84-4edb-bd2b-6f2909a5f0e0 req-296f0c9d-89f6-4fc1-82dd-87d3ad97a9e3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.3261640 Feb 10 04:22:46.295700 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (b2920917-b45e-47bb-92b3-b19e3a162a13), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.353853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f2f7-199e-46b6-a2f5-9908810e6324 admin admin] Publish callbacks [] for security_group (59c8c7d8-6010-44cc-8eb8-aed760be9a18), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.382393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db675b53-1e84-4edb-bd2b-6f2909a5f0e0 req-ca31f9e0-6f2f-47bb-aeb4-53e9b02dacfc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815506 Feb 10 04:22:46.404262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e6fadb24-cc34-4f49-af7a-5c7e892b14a3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.426059 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.431540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e6fadb24-cc34-4f49-af7a-5c7e892b14a3 HTTP/1.1" status: 204 len: 168 time: 0.4187200 Feb 10 04:22:46.433933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51182) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:46.533599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f2f7-199e-46b6-a2f5-9908810e6324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (59c8c7d8-6010-44cc-8eb8-aed760be9a18), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.581805 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ccd9f2f7-199e-46b6-a2f5-9908810e6324 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1fa62232da14e08831c36fd92d0e90c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6094434 Feb 10 04:22:46.582926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894be16-8482-471c-a6e7-9a5d7eb9935a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6fadb24-cc34-4f49-af7a-5c7e892b14a3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:46.587245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9f2f7-199e-46b6-a2f5-9908810e6324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c8c7d8-6010-44cc-8eb8-aed760be9a18,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:46.620062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51184) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:46.674340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (1cf7a26e-68a8-4021-a5dc-8626d4c5c133), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.705908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Publish callbacks [] for security_group (59c8c7d8-6010-44cc-8eb8-aed760be9a18), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.738258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Publish callbacks [] for security_group (59c8c7d8-6010-44cc-8eb8-aed760be9a18), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.768141 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (b2920917-b45e-47bb-92b3-b19e3a162a13), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.794612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.845673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (1cf7a26e-68a8-4021-a5dc-8626d4c5c133), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.868184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf7a26e-68a8-4021-a5dc-8626d4c5c133']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:46.880112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2592c5ba-e89c-4915-9ad5-4206050beb7e') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:46.880386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2592c5ba-e89c-4915-9ad5-4206050beb7e') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:46.890138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (2592c5ba-e89c-4915-9ad5-4206050beb7e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.906483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2592c5ba-e89c-4915-9ad5-4206050beb7e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.913693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:22:46.914833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (2592c5ba-e89c-4915-9ad5-4206050beb7e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:22:46.916576 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:22:46.938835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Allocated IP 172.25.8.28 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/f1cb23f3-91d6-4564-9e6c-921ed4893f6c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:47.006691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (59c8c7d8-6010-44cc-8eb8-aed760be9a18), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.011037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.013183 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59c8c7d8-6010-44cc-8eb8-aed760be9a18 HTTP/1.1" status: 204 len: 168 time: 0.3915179 Feb 10 04:22:47.027331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c8c7d8-6010-44cc-8eb8-aed760be9a18,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:47.045088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.045445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.045790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.046132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.049059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.049457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.049807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.050143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.050479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.050839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.051174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.051507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.051833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d44b8ba-41a9-4b86-bb6c-5d11fb5ffdbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:22:47.097485 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.118420 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (1cf7a26e-68a8-4021-a5dc-8626d4c5c133), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.125477 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.133694 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] 10.222.0.42 "DELETE /v2.0/networks/1cf7a26e-68a8-4021-a5dc-8626d4c5c133 HTTP/1.1" status: 204 len: 168 time: 0.6978576 Feb 10 04:22:47.176498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for port (f1cb23f3-91d6-4564-9e6c-921ed4893f6c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.185858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdc883-1044-4aa8-a362-aed4f5871eca admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf7a26e-68a8-4021-a5dc-8626d4c5c133,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:47.355270 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f1cb23f3-91d6-4564-9e6c-921ed4893f6c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.454084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:47.466921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:47.470998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:47.513680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Pushing event updated for resources: {'Port': ['ID=f1cb23f3-91d6-4564-9e6c-921ed4893f6c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:47.556427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51202) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:47.607146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c38b-0e93-4cd5-8213-331023bb267c req-afef56dd-5da6-4ddb-98d8-0c3d9b52a70b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:47.623649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f399c38b-0e93-4cd5-8213-331023bb267c req-afef56dd-5da6-4ddb-98d8-0c3d9b52a70b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1079304 Feb 10 04:22:47.676071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56930699-2897-48a6-9c63-e2a27ac5fddc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b5dd687c2e948fbb4ba5b428fb7dee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142757 Feb 10 04:22:47.676591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51206) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:47.690979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f399c38b-0e93-4cd5-8213-331023bb267c req-a5e45277-148b-4114-bc80-e08e1f1e9002 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660937 Feb 10 04:22:47.819431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1a041bf-9ebb-42d3-87a7-574724b52976 admin admin] Publish callbacks [] for security_group (c74d7aba-6a57-42db-a878-16d7ec004eb4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.856732 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1a041bf-9ebb-42d3-87a7-574724b52976 admin admin] Publish callbacks [] for security_group (c74d7aba-6a57-42db-a878-16d7ec004eb4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:47.870855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51208) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:47.894487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd2d49d5-4aba-4b3f-a522-9b43565b8361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.092686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd2d49d5-4aba-4b3f-a522-9b43565b8361 admin admin] Publish callbacks [] for security_group (b3c13b5f-56f7-4435-85f8-ae5eb24fcd33), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.169223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd2d49d5-4aba-4b3f-a522-9b43565b8361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b3c13b5f-56f7-4435-85f8-ae5eb24fcd33), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.249840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd2d49d5-4aba-4b3f-a522-9b43565b8361 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3907fcc409f046debb69a8fda51a48bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791683 Feb 10 04:22:48.265789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d49d5-4aba-4b3f-a522-9b43565b8361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c13b5f-56f7-4435-85f8-ae5eb24fcd33,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:48.270206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51216) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:48.332177 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.404900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78c9cfa7-998d-48a5-9b41-e7fb7cbc9ff7 admin admin] Publish callbacks [] for security_group (b3c13b5f-56f7-4435-85f8-ae5eb24fcd33), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.440837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1a041bf-9ebb-42d3-87a7-574724b52976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c74d7aba-6a57-42db-a878-16d7ec004eb4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.446808 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78c9cfa7-998d-48a5-9b41-e7fb7cbc9ff7 admin admin] Publish callbacks [] for security_group (b3c13b5f-56f7-4435-85f8-ae5eb24fcd33), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.448215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1a041bf-9ebb-42d3-87a7-574724b52976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.450018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b1a041bf-9ebb-42d3-87a7-574724b52976 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c74d7aba-6a57-42db-a878-16d7ec004eb4 HTTP/1.1" status: 204 len: 168 time: 0.7723830 Feb 10 04:22:48.474918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a041bf-9ebb-42d3-87a7-574724b52976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74d7aba-6a57-42db-a878-16d7ec004eb4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:48.488703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router_gateway (b2920917-b45e-47bb-92b3-b19e3a162a13), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.642788 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78c9cfa7-998d-48a5-9b41-e7fb7cbc9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b3c13b5f-56f7-4435-85f8-ae5eb24fcd33), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.650760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78c9cfa7-998d-48a5-9b41-e7fb7cbc9ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.656224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-78c9cfa7-998d-48a5-9b41-e7fb7cbc9ff7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3c13b5f-56f7-4435-85f8-ae5eb24fcd33 HTTP/1.1" status: 204 len: 168 time: 0.3842897 Feb 10 04:22:48.674576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9cfa7-998d-48a5-9b41-e7fb7cbc9ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c13b5f-56f7-4435-85f8-ae5eb24fcd33,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:48.761931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.766197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:48.961409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d3a34-f0a0-4932-9b88-3f62e00fd047 req-3e7b8a54-f88b-4711-ba89-5a9aee4a1c7f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:48.984368 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-167d3a34-f0a0-4932-9b88-3f62e00fd047 req-3e7b8a54-f88b-4711-ba89-5a9aee4a1c7f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1124041 Feb 10 04:22:49.111688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-167d3a34-f0a0-4932-9b88-3f62e00fd047 req-ff70d56e-d4b4-45b3-b18c-d84aa0580cc2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251400 Feb 10 04:22:49.185275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Router b2920917-b45e-47bb-92b3-b19e3a162a13 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:22:49.439989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:49.446184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:49.449001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-82f41c67-202a-430f-aab4-a598642c81c6 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "PUT /v2.0/routers/b2920917-b45e-47bb-92b3-b19e3a162a13 HTTP/1.1" status: 200 len: 919 time: 3.4795623 Feb 10 04:22:49.450695 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137902de-e217-4e00-82ec-21979396089e None None] Sync routers for ids ['b2920917-b45e-47bb-92b3-b19e3a162a13'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:49.451764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51256) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:49.468077 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137902de-e217-4e00-82ec-21979396089e None None] Routers {'b2920917-b45e-47bb-92b3-b19e3a162a13'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:49.469148 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-137902de-e217-4e00-82ec-21979396089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b2920917-b45e-47bb-92b3-b19e3a162a13'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:49.525556 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-137902de-e217-4e00-82ec-21979396089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:49.551089 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137902de-e217-4e00-82ec-21979396089e None None] Routers {'b2920917-b45e-47bb-92b3-b19e3a162a13'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:49.553162 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-137902de-e217-4e00-82ec-21979396089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['b2920917-b45e-47bb-92b3-b19e3a162a13'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:49.604940 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-137902de-e217-4e00-82ec-21979396089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:49.606370 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137902de-e217-4e00-82ec-21979396089e None None] The sync data for ids ['b2920917-b45e-47bb-92b3-b19e3a162a13'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:49.730576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43025db5-c388-467f-ab5e-2f1fa7624f4f tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/b2920917-b45e-47bb-92b3-b19e3a162a13 HTTP/1.1" status: 200 len: 925 time: 0.2746513 Feb 10 04:22:49.731083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51262) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:49.800024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21c1c7-cd5c-4dee-8b2a-25cd68374270 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:49.806694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9c21c1c7-cd5c-4dee-8b2a-25cd68374270 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=b2920917-b45e-47bb-92b3-b19e3a162a13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0748069 Feb 10 04:22:49.809890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51266) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:49.930805 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:22:50.246726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51288) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:50.401649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbcd00-57aa-4788-b398-a3c7761c2755 req-131c564a-45a9-439e-ae53-8387dc759ad3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:50.411938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcbcd00-57aa-4788-b398-a3c7761c2755 req-131c564a-45a9-439e-ae53-8387dc759ad3 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.0903153 Feb 10 04:22:50.444191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d7838-8133-4d73-91c4-84990dc6aa1c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:50.447907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-099d7838-8133-4d73-91c4-84990dc6aa1c tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/networks/d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 881 time: 0.6369822 Feb 10 04:22:50.450926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51292) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:50.472182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:50.521241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcbcd00-57aa-4788-b398-a3c7761c2755 req-e247b6ef-8bcf-489f-bb2e-49b29d19e7be tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019390 Feb 10 04:22:50.547146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-daf67537-4d68-4378-8597-77b5e33ea930 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2920917-b45e-47bb-92b3-b19e3a162a13 HTTP/1.1" status: 200 len: 205 time: 0.0950317 Feb 10 04:22:50.550146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51300) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:50.625529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1893366985'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:50.627205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1693995190-network', 'tenant_id': '4c5428bcfeed4ff78bbddb87fa4ab01f'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:50.709075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.726322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:50.733468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.750542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.780441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Made reservation on behalf of 4c5428bcfeed4ff78bbddb87fa4ab01f for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:50.782986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.796130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.901287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for security_group (dd1a082c-7006-4516-a776-25fbba8f229a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.901538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (b2920917-b45e-47bb-92b3-b19e3a162a13), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.950689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks [] for security_group (3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:50.971913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dd1a082c-7006-4516-a776-25fbba8f229a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.029037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:22:51.046103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Deleting port f1cb23f3-91d6-4564-9e6c-921ed4893f6c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:51.046540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f1cb23f3-91d6-4564-9e6c-921ed4893f6c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.069346 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.084950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.090580 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Added segment 6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8 of type vlan for network 448f70e5-9325-42d4-bddd-06344c898d4a Feb 10 04:22:51.090580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a082c-7006-4516-a776-25fbba8f229a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:51.135031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:22:51.151952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (448f70e5-9325-42d4-bddd-06344c898d4a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.165596 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fd007445-cbf9-4345-abd8-d16efeb0240f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.173922 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Added segment fd007445-cbf9-4345-abd8-d16efeb0240f of type vlan for network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e Feb 10 04:22:51.175001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:51.228392 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f1cb23f3-91d6-4564-9e6c-921ed4893f6c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.231602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (29c4e2a1-b829-45f3-a5da-87fe13b04e5e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.246158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (448f70e5-9325-42d4-bddd-06344c898d4a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.247543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Calling delete_port for f1cb23f3-91d6-4564-9e6c-921ed4893f6c owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:51.253179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:51.254420 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.348367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (29c4e2a1-b829-45f3-a5da-87fe13b04e5e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.351844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:51.351844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:51.397552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Network': ['ID=448f70e5-9325-42d4-bddd-06344c898d4a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:51.415931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 448f70e5-9325-42d4-bddd-06344c898d4a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:22:51.442898 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-343a666f-9e9e-433d-8d44-496a7f1a999c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9681997 Feb 10 04:22:51.449879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:51.450925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'subnet': {'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:51.596337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] Pushing event updated for resources: {'Network': ['ID=29c4e2a1-b829-45f3-a5da-87fe13b04e5e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:51.608048 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d6b55a13-27cf-4e19-9483-0f0707f87db3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3598499 Feb 10 04:22:51.610536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:22:51.624276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:51.668240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Request body: {'subnet': {'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1693995190-subnet', 'tenant_id': '4c5428bcfeed4ff78bbddb87fa4ab01f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:51.825279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f320-8692-4ba2-bed9-1182731cc235 req-cae7e187-d814-414a-9aae-8d78f3768ff4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:51.834446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e8b2f320-8692-4ba2-bed9-1182731cc235 req-cae7e187-d814-414a-9aae-8d78f3768ff4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1183281 Feb 10 04:22:51.901607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e8b2f320-8692-4ba2-bed9-1182731cc235 req-0d0459c9-0767-4683-be00-4788a5ccbf16 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637553 Feb 10 04:22:52.203148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f1cb23f3-91d6-4564-9e6c-921ed4893f6c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.228296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event deleted for resources: {'Port': ['ID=f1cb23f3-91d6-4564-9e6c-921ed4893f6c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:52.228716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Made reservation on behalf of 4c5428bcfeed4ff78bbddb87fa4ab01f for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:52.235418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.248377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:52.251810 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.300981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (b2920917-b45e-47bb-92b3-b19e3a162a13), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.481514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.484985 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (b2920917-b45e-47bb-92b3-b19e3a162a13), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.609260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (b2920917-b45e-47bb-92b3-b19e3a162a13), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.609914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Fanout notify agent at l3_agent the message router_deleted on router b2920917-b45e-47bb-92b3-b19e3a162a13 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:22:52.634215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.636117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9739bb67-b1e1-4369-bdd3-a5b86000c685 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/b2920917-b45e-47bb-92b3-b19e3a162a13 HTTP/1.1" status: 204 len: 168 time: 2.0841615 Feb 10 04:22:52.639683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51328) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:52.644900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1351398652', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:52.755296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.756433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.786269 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (bccb0f5d-d23c-4ee9-b27b-af9caea4320d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.816927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (21b2d612-f4af-4519-b6fe-f699e397a6e3), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.842502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (f1760915-1fab-43de-92b0-397259d00409), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:52.878646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Subnet': ['ID=bccb0f5d-d23c-4ee9-b27b-af9caea4320d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:52.917260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Checking segment: {'id': '6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:52.917627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network hostable DHCP agents. Network: 448f70e5-9325-42d4-bddd-06344c898d4a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:22:53.035571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Checking segment: {'id': 'fd007445-cbf9-4345-abd8-d16efeb0240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:53.036207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Network hostable DHCP agents. Network: 29c4e2a1-b829-45f3-a5da-87fe13b04e5e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:22:53.043746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1760915-1fab-43de-92b0-397259d00409,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:53.120331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network 448f70e5-9325-42d4-bddd-06344c898d4a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:22:53.147038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (21b2d612-f4af-4519-b6fe-f699e397a6e3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:53.152754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:22:53.185230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437abb0-fc65-4dd4-9710-012da2e11b71 req-327d9187-92ca-4d46-b448-7bea54ff6900 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:53.188207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1437abb0-fc65-4dd4-9710-012da2e11b71 req-327d9187-92ca-4d46-b448-7bea54ff6900 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1212137 Feb 10 04:22:53.232198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 448f70e5-9325-42d4-bddd-06344c898d4a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:53.236709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 29c4e2a1-b829-45f3-a5da-87fe13b04e5e) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:53.241466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:53.245678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:53.249409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7b3b6-f73a-4386-a389-58ca0e309b26 None None] Network 448f70e5-9325-42d4-bddd-06344c898d4a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:22:53.252593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a615f-9f82-45d8-9fa1-d445cebe7a4b None None] Network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:22:53.256153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:53.258899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:53.284152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1437abb0-fc65-4dd4-9710-012da2e11b71 req-848e6733-a4c7-4ca8-b3ac-c6efaf3d5e0f tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902226 Feb 10 04:22:53.357630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b65f97ca-bdde-4df6-83f3-133b2b6a3d14 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9127827 Feb 10 04:22:53.361513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51338) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:53.383381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d48ee6d3-580f-4ea8-a9b0-b12461dc6503 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7449529 Feb 10 04:22:53.390550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'name': 'tempest-AllowedAddressPairTestJSON-797350730'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:53.548638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-448f70e5-9325-42d4-bddd-06344c898d4a', 'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'project_id': 'd0e6396786f44bbfb3af2916f046f285', 'fixed_ips': [{'subnet_id': 'bccb0f5d-d23c-4ee9-b27b-af9caea4320d'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:22:53.549789 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:53.555597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784ebd5-a21b-4ead-8852-4787fa200997 None None] Network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:22:53.602506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (21b2d612-f4af-4519-b6fe-f699e397a6e3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:53.629748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:53.837812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Allocated IP 172.25.8.253 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/20007022-44ea-4c2c-a7d6-423a18155db5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:53.982062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:53.997160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.012680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] device_id is not set on port b1610bb3-1e2b-48ee-8630-50361bdcbd8b yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:54.089128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Allocated IP 172.20.0.2 (448f70e5-9325-42d4-bddd-06344c898d4a/bccb0f5d-d23c-4ee9-b27b-af9caea4320d/5a83622b-1c26-41c0-8a3d-938869a4814c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:54.343506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b649e-a697-4218-8df7-e3cc361de962 req-ea3025ff-7fe3-433d-ad00-68b62767e662 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:54.345379 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-ea3025ff-7fe3-433d-ad00-68b62767e662 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/networks?id=29c4e2a1-b829-45f3-a5da-87fe13b04e5e HTTP/1.1" status: 200 len: 813 time: 0.2916169 Feb 10 04:22:54.356398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-9f5cdf23-769b-4058-9ee1-b976e656cf18 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/quotas/4c5428bcfeed4ff78bbddb87fa4ab01f HTTP/1.1" status: 200 len: 375 time: 0.0101273 Feb 10 04:22:54.394739 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-6cde22c0-4eca-4d3a-b4b5-2a3c52e78e6b tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c5428bcfeed4ff78bbddb87fa4ab01f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298445 Feb 10 04:22:54.429555 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Publish callbacks [] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.512922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.541037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for port (20007022-44ea-4c2c-a7d6-423a18155db5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.546398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Network 448f70e5-9325-42d4-bddd-06344c898d4a is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:54.567740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:54.574163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:54.583836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-449d86a8-ad0a-409f-a0c2-dc1617c503c9 service neutron] 10.222.0.42 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810703 Feb 10 04:22:54.636690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Pushing event updated for resources: {'Port': ['ID=5a83622b-1c26-41c0-8a3d-938869a4814c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:54.706795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac69a25-1d9d-4c74-be10-ca19a18c7cc3 req-ad2a770e-b2ec-4f2c-88e9-ede9f5bda93b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:54.708598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Attempting to bind port 5a83622b-1c26-41c0-8a3d-938869a4814c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:22:54.708975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Attempting to bind port 5a83622b-1c26-41c0-8a3d-938869a4814c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:22:54.709344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Attempting to bind port 5a83622b-1c26-41c0-8a3d-938869a4814c on network 448f70e5-9325-42d4-bddd-06344c898d4a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:22:54.710287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ac69a25-1d9d-4c74-be10-ca19a18c7cc3 req-ad2a770e-b2ec-4f2c-88e9-ede9f5bda93b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.2784660 Feb 10 04:22:54.717084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Allocated IP 172.20.0.13 (448f70e5-9325-42d4-bddd-06344c898d4a/bccb0f5d-d23c-4ee9-b27b-af9caea4320d/b1610bb3-1e2b-48ee-8630-50361bdcbd8b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:54.726929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:22:54.727559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Checking segment: {'id': '6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:22:54.728209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.729460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Bound using segment: {'id': '6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:22:54.729460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Bound port: 5a83622b-1c26-41c0-8a3d-938869a4814c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:22:54.729702 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.774181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (20007022-44ea-4c2c-a7d6-423a18155db5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.815262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-65da8e69-a51f-4254-89e8-8e29ca0b0e87 service neutron] 10.222.0.42 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247577 Feb 10 04:22:54.833309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] For port 5a83622b-1c26-41c0-8a3d-938869a4814c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:22:54.837034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] For port 5a83622b-1c26-41c0-8a3d-938869a4814c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5a83622b-1c26-41c0-8a3d-938869a4814c,segment=NetworkSegment(6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8),segment_id=6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:22:54.873052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:54.885487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:54.891280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:54.904157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:54.937445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event updated for resources: {'Port': ['ID=20007022-44ea-4c2c-a7d6-423a18155db5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:54.985616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ac69a25-1d9d-4c74-be10-ca19a18c7cc3 req-580bfe75-bd3c-424f-800b-c0f4ff4ac2e1 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627645 Feb 10 04:22:55.061925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f96eb-b130-407e-895f-ad0680abf4f8 None None] Pushing event updated for resources: {'Port': ['ID=5a83622b-1c26-41c0-8a3d-938869a4814c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:55.358520 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (b1610bb3-1e2b-48ee-8630-50361bdcbd8b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:55.717150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b1610bb3-1e2b-48ee-8630-50361bdcbd8b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:55.835566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network 448f70e5-9325-42d4-bddd-06344c898d4a is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:55.930668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (21b2d612-f4af-4519-b6fe-f699e397a6e3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:55.935672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:55.939172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fea1abdf-40d8-46d3-901e-d4084592aa5d req-8a888fb2-6be3-40a4-9c51-ef8ba3be5054 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 210 time: 0.1453264 Feb 10 04:22:55.939891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:56.029782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=b1610bb3-1e2b-48ee-8630-50361bdcbd8b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:56.092757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:56.093554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:56.143120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56270d1-887d-4691-b8bd-b94c64cd60de req-3396bc23-847a-4fa0-b485-5d7db74d5b0b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:56.145948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f56270d1-887d-4691-b8bd-b94c64cd60de req-3396bc23-847a-4fa0-b485-5d7db74d5b0b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.0672064 Feb 10 04:22:56.206108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f56270d1-887d-4691-b8bd-b94c64cd60de req-610b8fe4-56f2-4832-91fc-0df02b5f825d tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528827 Feb 10 04:22:56.258188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-42078e8d-3d49-4048-aab8-b535a849c3f8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8945935 Feb 10 04:22:56.261655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51392) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:56.267064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'name': 'tempest-AllowedAddressPairTestJSON-1151327510', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:af:73:be'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:56.272329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b99b7-4f13-4394-b3b8-76cc3c9ac688 None None] Network 448f70e5-9325-42d4-bddd-06344c898d4a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:22:56.286662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:56.372441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bdf777d4-b4f8-4848-90db-b7de64be231b None None] Provisioning complete for port 5a83622b-1c26-41c0-8a3d-938869a4814c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:56.373117 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdf777d4-b4f8-4848-90db-b7de64be231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:56.492249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:56.522630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bdf777d4-b4f8-4848-90db-b7de64be231b None None] Current status of the port 5a83622b-1c26-41c0-8a3d-938869a4814c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:56.524215 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdf777d4-b4f8-4848-90db-b7de64be231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:56.537089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Router 21b2d612-f4af-4519-b6fe-f699e397a6e3 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:22:56.575776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bdf777d4-b4f8-4848-90db-b7de64be231b None None] For port 5a83622b-1c26-41c0-8a3d-938869a4814c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5a83622b-1c26-41c0-8a3d-938869a4814c,segment=NetworkSegment(6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8),segment_id=6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:22:56.596096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:56.615495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] device_id is not set on port 18fc5385-c706-4a9e-a5a6-8e130c55ad7c yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:22:56.643631 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdf777d4-b4f8-4848-90db-b7de64be231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:56.662559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:56.686720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] Sync routers for ids ['21b2d612-f4af-4519-b6fe-f699e397a6e3'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:56.712636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] Routers {'21b2d612-f4af-4519-b6fe-f699e397a6e3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:56.714060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['21b2d612-f4af-4519-b6fe-f699e397a6e3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:56.780798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:56.782897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:56.785656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4f314e1f-f884-415d-a683-2062852f6a7a tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1447041 Feb 10 04:22:56.788273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51402) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:56.797612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:56.813054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] Routers {'21b2d612-f4af-4519-b6fe-f699e397a6e3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:56.819045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['21b2d612-f4af-4519-b6fe-f699e397a6e3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:56.835645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Allocated IP 172.20.0.14 (448f70e5-9325-42d4-bddd-06344c898d4a/bccb0f5d-d23c-4ee9-b27b-af9caea4320d/18fc5385-c706-4a9e-a5a6-8e130c55ad7c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:56.862443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:56.863355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba8c0a-107d-4be7-bed7-04bae9ed6c44 None None] The sync data for ids ['21b2d612-f4af-4519-b6fe-f699e397a6e3'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:56.879530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf777d4-b4f8-4848-90db-b7de64be231b None None] Pushing event updated for resources: {'Port': ['ID=5a83622b-1c26-41c0-8a3d-938869a4814c,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:56.885038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a6ae6134-224c-432a-a36d-2133db217e43 None None] Provisioning complete for port 5a83622b-1c26-41c0-8a3d-938869a4814c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:56.885414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6ae6134-224c-432a-a36d-2133db217e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.037697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5a83622b-1c26-41c0-8a3d-938869a4814c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:57.076094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dde98e85-0f37-424e-b170-b8867e268fe7 req-1cc9c353-6f2d-47c2-934b-2495af3c62c7 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 210 time: 0.0379117 Feb 10 04:22:57.130951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae6134-224c-432a-a36d-2133db217e43 None None] Current status of the port 5a83622b-1c26-41c0-8a3d-938869a4814c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:57.149305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a6ae6134-224c-432a-a36d-2133db217e43 None None] Provisioning complete for port b1610bb3-1e2b-48ee-8630-50361bdcbd8b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:57.149689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6ae6134-224c-432a-a36d-2133db217e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b1610bb3-1e2b-48ee-8630-50361bdcbd8b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.181570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5a83622b-1c26-41c0-8a3d-938869a4814c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:57.181956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.182358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (18fc5385-c706-4a9e-a5a6-8e130c55ad7c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.224837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae6134-224c-432a-a36d-2133db217e43 None None] Port b1610bb3-1e2b-48ee-8630-50361bdcbd8b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:22:57.284484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (21b2d612-f4af-4519-b6fe-f699e397a6e3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.290546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5a83622b-1c26-41c0-8a3d-938869a4814c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:57.306638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (18fc5385-c706-4a9e-a5a6-8e130c55ad7c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.354964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ced1ea15-059b-4750-b8cc-724238c3c9a4 None None] Provisioning complete for port b1610bb3-1e2b-48ee-8630-50361bdcbd8b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:57.355499 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ced1ea15-059b-4750-b8cc-724238c3c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b1610bb3-1e2b-48ee-8630-50361bdcbd8b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.368079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network 448f70e5-9325-42d4-bddd-06344c898d4a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:57.372701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:57.391252 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_gateway (21b2d612-f4af-4519-b6fe-f699e397a6e3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.402643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=18fc5385-c706-4a9e-a5a6-8e130c55ad7c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:57.407349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:57.433348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ced1ea15-059b-4750-b8cc-724238c3c9a4 None None] Port b1610bb3-1e2b-48ee-8630-50361bdcbd8b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:22:57.494918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:57.495262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.516231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204653a7-f2d6-4d75-b16d-99abe0f57fe4 req-16671141-15a0-4257-b489-b68f6fcc95ae tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:57.517802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-204653a7-f2d6-4d75-b16d-99abe0f57fe4 req-16671141-15a0-4257-b489-b68f6fcc95ae tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1748126 Feb 10 04:22:57.551301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Deleting port 20007022-44ea-4c2c-a7d6-423a18155db5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:57.551657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (20007022-44ea-4c2c-a7d6-423a18155db5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.577857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-204653a7-f2d6-4d75-b16d-99abe0f57fe4 req-810e4345-d5ad-4fe0-89dd-261c8e8c0a60 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522215 Feb 10 04:22:57.595290 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8e162107-2faf-4c60-bfac-3a787ad198b5 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.3301020 Feb 10 04:22:57.595290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51414) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:57.645617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8bad7fc-b34a-4167-9313-07355bc860ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.661776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (20007022-44ea-4c2c-a7d6-423a18155db5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.679597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Calling delete_port for 20007022-44ea-4c2c-a7d6-423a18155db5 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:57.709955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2cec6-63d0-42a4-8fed-30b35f58b6ad tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:57.720745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2cec6-63d0-42a4-8fed-30b35f58b6ad tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:57.726912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2cec6-63d0-42a4-8fed-30b35f58b6ad tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:57.729354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e1d2cec6-63d0-42a4-8fed-30b35f58b6ad tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1342134 Feb 10 04:22:57.732038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51418) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:57.763058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-42350627-1342-42a7-bd3e-ebc0ed7d2a79 None None] Provisioning complete for port 18fc5385-c706-4a9e-a5a6-8e130c55ad7c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:57.764036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42350627-1342-42a7-bd3e-ebc0ed7d2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (18fc5385-c706-4a9e-a5a6-8e130c55ad7c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:57.802822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-42350627-1342-42a7-bd3e-ebc0ed7d2a79 None None] Port 18fc5385-c706-4a9e-a5a6-8e130c55ad7c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:22:57.927313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting port 18fc5385-c706-4a9e-a5a6-8e130c55ad7c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:22:57.927962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (18fc5385-c706-4a9e-a5a6-8e130c55ad7c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:58.300022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (20007022-44ea-4c2c-a7d6-423a18155db5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:58.339461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f5de19b-7122-4c9f-bd65-45f4ab619088 req-40e3eae5-ecc9-44c3-983f-ed867ac7c89a tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 210 time: 0.0598936 Feb 10 04:22:58.376371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Pushing event deleted for resources: {'Port': ['ID=20007022-44ea-4c2c-a7d6-423a18155db5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:58.474094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (18fc5385-c706-4a9e-a5a6-8e130c55ad7c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:58.510386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Calling delete_port for 18fc5385-c706-4a9e-a5a6-8e130c55ad7c owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:22:58.533812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (21b2d612-f4af-4519-b6fe-f699e397a6e3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:58.543791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b649e-a697-4218-8df7-e3cc361de962 req-5b871e1e-9d0c-4c1a-8bc2-589c73663572 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:58.546268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-5b871e1e-9d0c-4c1a-8bc2-589c73663572 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.24 "GET /v2.0/networks?id=29c4e2a1-b829-45f3-a5da-87fe13b04e5e HTTP/1.1" status: 200 len: 813 time: 0.2576683 Feb 10 04:22:58.588233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Request body: {'port': {'device_id': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e', 'admin_state_up': True, 'tenant_id': '4c5428bcfeed4ff78bbddb87fa4ab01f'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:58.720473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21f41-4b5f-408f-aaa0-3c5ec8a23b83 req-f0ae083d-1043-4a6a-a230-d918a896679a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:58.722056 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cac21f41-4b5f-408f-aaa0-3c5ec8a23b83 req-f0ae083d-1043-4a6a-a230-d918a896679a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.0613449 Feb 10 04:22:58.772935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cac21f41-4b5f-408f-aaa0-3c5ec8a23b83 req-d0554b29-1557-4f75-8da7-bf0673bb1262 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Feb 10 04:22:58.918377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5a83622b-1c26-41c0-8a3d-938869a4814c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:22:58.919196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:58.946947 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:58.972232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5a83622b-1c26-41c0-8a3d-938869a4814c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:22:58.972805 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.041617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Made reservation on behalf of 4c5428bcfeed4ff78bbddb87fa4ab01f for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:22:59.045006 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.053984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5a83622b-1c26-41c0-8a3d-938869a4814c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:22:59.062301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Router 21b2d612-f4af-4519-b6fe-f699e397a6e3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:22:59.124362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (18fc5385-c706-4a9e-a5a6-8e130c55ad7c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.221413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Port': ['ID=18fc5385-c706-4a9e-a5a6-8e130c55ad7c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:22:59.232199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:22:59.244685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.245896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-79fac695-ea65-40af-a593-b6ec038869f5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "PUT /v2.0/routers/21b2d612-f4af-4519-b6fe-f699e397a6e3 HTTP/1.1" status: 200 len: 710 time: 2.4561210 Feb 10 04:22:59.248717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51446) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:59.276376 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] Sync routers for ids ['21b2d612-f4af-4519-b6fe-f699e397a6e3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:22:59.297025 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] Routers {'21b2d612-f4af-4519-b6fe-f699e397a6e3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:59.297842 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['21b2d612-f4af-4519-b6fe-f699e397a6e3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:59.342020 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:59.353080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] Routers {'21b2d612-f4af-4519-b6fe-f699e397a6e3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:22:59.354014 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:22:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['21b2d612-f4af-4519-b6fe-f699e397a6e3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:59.354681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e5e81bad-a368-43f1-a8c0-c9a8105142e4 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/routers/21b2d612-f4af-4519-b6fe-f699e397a6e3 HTTP/1.1" status: 200 len: 745 time: 0.1045852 Feb 10 04:22:59.358285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51448) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:59.392069 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:22:59.392865 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43104a6-2bf6-45aa-85fe-10a2347116de None None] The sync data for ids ['21b2d612-f4af-4519-b6fe-f699e397a6e3'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:22:59.399677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51452) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:59.402006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9666da29-b2be-4288-ac30-c32477cc94e5 tempest-RoutersIpV6AdminTest-788835503 tempest-RoutersIpV6AdminTest-788835503-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&device_id=21b2d612-f4af-4519-b6fe-f699e397a6e3 HTTP/1.1" status: 200 len: 205 time: 0.0416400 Feb 10 04:22:59.410676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51454) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:59.482065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cce937a3-f55f-46c1-bf00-6f6408d86cf2 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=21b2d612-f4af-4519-b6fe-f699e397a6e3 HTTP/1.1" status: 200 len: 205 time: 0.0701942 Feb 10 04:22:59.487413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51456) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:59.502371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef704fb3-6765-41b9-9f4e-d146b5b9e206 req-66d839f7-b67b-46f6-a6ec-8669dee3247b tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 210 time: 0.0361335 Feb 10 04:22:59.539227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Allocated IP 172.20.0.13 (29c4e2a1-b829-45f3-a5da-87fe13b04e5e/f1760915-1fab-43de-92b0-397259d00409/21567a8f-f3b2-4119-8c9f-b8876eb13aca) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:22:59.591367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3f33-4619-49b1-affe-8a8ba1d25260 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.624774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.627991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12332524-00cb-4bfd-b604-96477e4eee96 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/ports/18fc5385-c706-4a9e-a5a6-8e130c55ad7c HTTP/1.1" status: 204 len: 168 time: 1.8950074 Feb 10 04:22:59.631128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51460) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:59.636556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af497428-58db-42c1-8ad0-382fb8d32589 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:59.637038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af497428-58db-42c1-8ad0-382fb8d32589 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:59.637496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af497428-58db-42c1-8ad0-382fb8d32589 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:22:59.639182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-af497428-58db-42c1-8ad0-382fb8d32589 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=9448d5f2d8a745fb843a9cc39ab68f43&network_id=96063241-fd3a-4125-bea9-30bc59ac991c HTTP/1.1" status: 200 len: 3072 time: 0.2359641 Feb 10 04:22:59.671864 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6ca55a-2d7e-4d6c-b133-2d282d7416ae tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] GET failed (client error): The resource could not be found. Feb 10 04:22:59.675610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3a6ca55a-2d7e-4d6c-b133-2d282d7416ae tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "GET /v2.0/ports/18fc5385-c706-4a9e-a5a6-8e130c55ad7c HTTP/1.1" status: 404 len: 333 time: 0.0412619 Feb 10 04:22:59.677575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51464) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:22:59.684964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'name': 'tempest-AllowedAddressPairTestJSON-558043361'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:22:59.775229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6eda58f0-408a-42b1-8701-2c3fde160b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.802346 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks [] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.898676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:22:59.932320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:22:59.941328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:22:59.945014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:22:59.957695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:22:59.994483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Pushing event updated for resources: {'Port': ['ID=21567a8f-f3b2-4119-8c9f-b8876eb13aca,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:00.019333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:00.019984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.094364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-9bf059c5-4d6f-4b87-9bab-29229a6feaa8 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5130064 Feb 10 04:23:00.095999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:00.108736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Request body: {'port': {'device_id': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:00.109370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'port_id': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'mac_address': 'fa:16:3e:80:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:23:00.151323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3f33-4619-49b1-affe-8a8ba1d25260 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.151323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3f33-4619-49b1-affe-8a8ba1d25260 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router_controller (21b2d612-f4af-4519-b6fe-f699e397a6e3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.169793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f1b9c56d-12fd-4712-bc14-be72a2c0b639 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:00.170360 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.186858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b9c56d-12fd-4712-bc14-be72a2c0b639 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:23:00.195658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.212321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:00.292176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3f33-4619-49b1-affe-8a8ba1d25260 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (21b2d612-f4af-4519-b6fe-f699e397a6e3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.292959 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f3f33-4619-49b1-affe-8a8ba1d25260 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Fanout notify agent at l3_agent the message router_deleted on router 21b2d612-f4af-4519-b6fe-f699e397a6e3 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:23:00.309229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64499-146b-4de0-b045-6c2334656c1d req-485584df-bf20-4f82-b900-373aa35b95ba tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:00.317330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.320852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1e64499-146b-4de0-b045-6c2334656c1d req-485584df-bf20-4f82-b900-373aa35b95ba tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 943 time: 0.1821089 Feb 10 04:23:00.335207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3f33-4619-49b1-affe-8a8ba1d25260 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.357471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0f4f3f33-4619-49b1-affe-8a8ba1d25260 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/21b2d612-f4af-4519-b6fe-f699e397a6e3 HTTP/1.1" status: 204 len: 168 time: 0.8629081 Feb 10 04:23:00.358768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.383760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:00.399884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0b6f12e0-20ea-4553-a3fa-cd2b186ac4cd tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=21b2d612-f4af-4519-b6fe-f699e397a6e3 HTTP/1.1" status: 200 len: 205 time: 0.0391157 Feb 10 04:23:00.402117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51484) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.456890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:00.461480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.472938 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-65c9dafa-aae1-43dd-800e-e2f5443191ac tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] delete failed (client error): The resource could not be found. Feb 10 04:23:00.473617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-65c9dafa-aae1-43dd-800e-e2f5443191ac tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/21b2d612-f4af-4519-b6fe-f699e397a6e3 HTTP/1.1" status: 404 len: 336 time: 0.0705798 Feb 10 04:23:00.481248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51488) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.492294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b1e64499-146b-4de0-b045-6c2334656c1d req-08a18152-4fd0-4818-a536-ce1a20a01883 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710069 Feb 10 04:23:00.498765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] device_id is not set on port bd498431-c20f-410d-a754-2d635798fbf2 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:23:00.521519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6aa2837c-918b-463f-8a17-3407f8f7b8a6 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2920917-b45e-47bb-92b3-b19e3a162a13 HTTP/1.1" status: 200 len: 205 time: 0.0391037 Feb 10 04:23:00.552396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51490) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.555117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f1b9c56d-12fd-4712-bc14-be72a2c0b639'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:23:00.583923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21567a8f-f3b2-4119-8c9f-b8876eb13aca {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:23:00.610914 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Publish callbacks [] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.618460 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-04980cb7-c1eb-4d42-a33a-5cdff74c66e6 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] delete failed (client error): The resource could not be found. Feb 10 04:23:00.622555 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-04980cb7-c1eb-4d42-a33a-5cdff74c66e6 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/b2920917-b45e-47bb-92b3-b19e3a162a13 HTTP/1.1" status: 404 len: 336 time: 0.0560930 Feb 10 04:23:00.625934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51494) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.647088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Transition to ACTIVE for port object 21567a8f-f3b2-4119-8c9f-b8876eb13aca will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:23:00.666333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-735e7b44-b6fc-476c-be0c-7cfbdaa682b6 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=f68fba61-3387-4bd6-b299-bf3dcf382a40 HTTP/1.1" status: 200 len: 205 time: 0.0391803 Feb 10 04:23:00.667921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eafe6-3058-467d-b7c3-527640ca9a80 req-46cd6df0-972f-459a-a25b-de98c0e2d5fa tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:00.669530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51496) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.676394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a4eafe6-3058-467d-b7c3-527640ca9a80 req-46cd6df0-972f-459a-a25b-de98c0e2d5fa tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 932 time: 0.0807400 Feb 10 04:23:00.720003 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.735606 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-58a29adf-2fd9-42b4-a93a-0d2016e38ad2 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] delete failed (client error): The resource could not be found. Feb 10 04:23:00.740671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-58a29adf-2fd9-42b4-a93a-0d2016e38ad2 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/f68fba61-3387-4bd6-b299-bf3dcf382a40 HTTP/1.1" status: 404 len: 336 time: 0.0699215 Feb 10 04:23:00.746682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51498) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.770739 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8a4eafe6-3058-467d-b7c3-527640ca9a80 req-4fc12801-1700-4b08-94e0-0be4dce135d3 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915756 Feb 10 04:23:00.793545 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bce3cc21-32eb-4253-89dd-ae3a79224341 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1c0725f-fa9d-4b91-a576-915ff3695670 HTTP/1.1" status: 200 len: 205 time: 0.0428710 Feb 10 04:23:00.793812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51502) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.810286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Allocated IP 172.20.0.6 (448f70e5-9325-42d4-bddd-06344c898d4a/bccb0f5d-d23c-4ee9-b27b-af9caea4320d/bd498431-c20f-410d-a754-2d635798fbf2) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:00.842540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Pushing event updated for resources: {'Port': ['ID=21567a8f-f3b2-4119-8c9f-b8876eb13aca,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:00.848538 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-afb19272-2cd0-41cf-8cce-a4e1bda3c7d6 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] delete failed (client error): The resource could not be found. Feb 10 04:23:00.852889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-afb19272-2cd0-41cf-8cce-a4e1bda3c7d6 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/e1c0725f-fa9d-4b91-a576-915ff3695670 HTTP/1.1" status: 404 len: 336 time: 0.0567174 Feb 10 04:23:00.853835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51504) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.887951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ed771c8b-e143-498a-92e1-110908c2cbb1 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 HTTP/1.1" status: 200 len: 205 time: 0.0329442 Feb 10 04:23:00.891962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51506) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.942516 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-2d3ac22c-b756-4ec0-9f6e-f8d4031dce2c tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] delete failed (client error): The resource could not be found. Feb 10 04:23:00.946942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2d3ac22c-b756-4ec0-9f6e-f8d4031dce2c tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/18f0b634-dc93-49a3-a0c7-0ad7c00d0af3 HTTP/1.1" status: 404 len: 336 time: 0.0532568 Feb 10 04:23:00.947413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51512) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.961321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Attempting to bind port 21567a8f-f3b2-4119-8c9f-b8876eb13aca on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:00.961321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Attempting to bind port 21567a8f-f3b2-4119-8c9f-b8876eb13aca by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'fd007445-cbf9-4345-abd8-d16efeb0240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:00.961321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Attempting to bind port 21567a8f-f3b2-4119-8c9f-b8876eb13aca on network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:00.978771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:00.983070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51514) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:00.983302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b2e9d19-0809-4bd6-a8f1-5abef3eeaac5 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "GET /v2.0/ports?device_id=2115ea56-57a2-4922-9f21-fdd17cc24a8e HTTP/1.1" status: 200 len: 205 time: 0.0332279 Feb 10 04:23:00.985849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Port 21567a8f-f3b2-4119-8c9f-b8876eb13aca on network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:23:00.986285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Attempting to bind port 21567a8f-f3b2-4119-8c9f-b8876eb13aca on network 29c4e2a1-b829-45f3-a5da-87fe13b04e5e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:00.998729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:00.998729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Checking segment: {'id': 'fd007445-cbf9-4345-abd8-d16efeb0240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:00.998729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Bound using segment: {'id': 'fd007445-cbf9-4345-abd8-d16efeb0240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:00.999386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Bound port: 21567a8f-f3b2-4119-8c9f-b8876eb13aca, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd007445-cbf9-4345-abd8-d16efeb0240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:00.999501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.030311 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-a66522d0-aa00-4a3a-8662-4e5e2f6e9f48 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] delete failed (client error): The resource could not be found. Feb 10 04:23:01.031538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a66522d0-aa00-4a3a-8662-4e5e2f6e9f48 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/routers/2115ea56-57a2-4922-9f21-fdd17cc24a8e HTTP/1.1" status: 404 len: 336 time: 0.0466404 Feb 10 04:23:01.035227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51516) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:01.072358 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9f2ab3-9164-46a3-a49b-4a70515b3a29 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] DELETE failed (client error): The resource could not be found. Feb 10 04:23:01.072905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9f2ab3-9164-46a3-a49b-4a70515b3a29 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:01.076203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cd9f2ab3-9164-46a3-a49b-4a70515b3a29 tempest-RoutersIpV6AdminTest-86881849 tempest-RoutersIpV6AdminTest-86881849-project] 10.222.0.42 "DELETE /v2.0/subnets/996a3090-f743-45e8-9c24-183dd101a04a HTTP/1.1" status: 404 len: 337 time: 0.0400431 Feb 10 04:23:01.086530 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (bd498431-c20f-410d-a754-2d635798fbf2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.088268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] For port 21567a8f-f3b2-4119-8c9f-b8876eb13aca, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:01.093675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] For port 21567a8f-f3b2-4119-8c9f-b8876eb13aca, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca,segment=NetworkSegment(fd007445-cbf9-4345-abd8-d16efeb0240f),segment_id=fd007445-cbf9-4345-abd8-d16efeb0240f)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:01.180970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.211820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bd498431-c20f-410d-a754-2d635798fbf2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.214630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:01.215297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.217061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] 10.222.0.24 "PUT /v2.0/ports/21567a8f-f3b2-4119-8c9f-b8876eb13aca HTTP/1.1" status: 200 len: 1092 time: 1.1144409 Feb 10 04:23:01.220671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'tag': '21567a8f-f3b2-4119-8c9f-b8876eb13aca'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:01.223709 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad8cfc8-6812-4b33-8de3-294781d9c5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8af945-066c-45a8-b561-b6c49e0b1c02", "tag": "21567a8f-f3b2-4119-8c9f-b8876eb13aca"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:01.252535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc5f0e-203b-45dc-be98-877e5eb757ca service neutron] Pushing event updated for resources: {'Port': ['ID=21567a8f-f3b2-4119-8c9f-b8876eb13aca,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:01.267988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network 448f70e5-9325-42d4-bddd-06344c898d4a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:01.271853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:01.274126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=bd498431-c20f-410d-a754-2d635798fbf2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:01.276313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:01.351616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:01.352512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.379154 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b810a6-fab3-4d7a-99ad-d470a6c12933 x-openstack-request-id: req-f3b810a6-fab3-4d7a-99ad-d470a6c12933 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:01.379454 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8af945-066c-45a8-b561-b6c49e0b1c02", "tag": "21567a8f-f3b2-4119-8c9f-b8876eb13aca", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:01.379708 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3b810a6-fab3-4d7a-99ad-d470a6c12933 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:01.380114 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'tag': '21567a8f-f3b2-4119-8c9f-b8876eb13aca', 'status': 'completed', 'code': 200} Feb 10 04:23:01.401201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b649e-a697-4218-8df7-e3cc361de962 req-0e8fc5eb-9c62-45ac-82c8-5454aafda200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:01.403863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-0e8fc5eb-9c62-45ac-82c8-5454aafda200 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c5428bcfeed4ff78bbddb87fa4ab01f&device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 1126 time: 0.0599194 Feb 10 04:23:01.442761 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-77547398-0ee4-4e8b-a722-c231f6b30e5b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7617378 Feb 10 04:23:01.443097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51528) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:01.449370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:af:73:be'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:01.463827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-f187bc2e-a8a1-4a55-b63c-b49e76423146 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca HTTP/1.1" status: 200 len: 217 time: 0.0531580 Feb 10 04:23:01.518831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b649e-a697-4218-8df7-e3cc361de962 req-31173650-7817-4b2d-b5c2-44f52260b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:01.520343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-31173650-7817-4b2d-b5c2-44f52260b481 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1760915-1fab-43de-92b0-397259d00409 HTTP/1.1" status: 200 len: 853 time: 0.0503500 Feb 10 04:23:01.553318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bd498431-c20f-410d-a754-2d635798fbf2), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.608385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-292d001c-4e94-4fad-bec7-775496958ee2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29c4e2a1-b829-45f3-a5da-87fe13b04e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750196 Feb 10 04:23:01.621325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51536) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:01.666359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d6c90d43-dfdf-4660-99fb-07e140f12fa0 None None] Provisioning complete for port bd498431-c20f-410d-a754-2d635798fbf2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:01.667119 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6c90d43-dfdf-4660-99fb-07e140f12fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bd498431-c20f-410d-a754-2d635798fbf2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.725465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d6c90d43-dfdf-4660-99fb-07e140f12fa0 None None] Port bd498431-c20f-410d-a754-2d635798fbf2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:01.756312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25465ea-821c-4ba6-a222-1cc14a57eba9 req-c3e7521f-6142-4b61-8be8-81654affa9c0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:01.758037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b25465ea-821c-4ba6-a222-1cc14a57eba9 req-c3e7521f-6142-4b61-8be8-81654affa9c0 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 944 time: 0.1243169 Feb 10 04:23:01.762126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-15d53ddb-b89d-47f2-8235-3633554678de service neutron] 10.222.0.24 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450319 Feb 10 04:23:01.785421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31997f60-7825-446c-aee1-f664a1f511c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.875737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b25465ea-821c-4ba6-a222-1cc14a57eba9 req-b61f2e4c-d92a-402c-beb3-d7631c1d2fdf tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114917 Feb 10 04:23:01.927124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454b649e-a697-4218-8df7-e3cc361de962 req-4a79649e-3ed1-4d51-adbc-cc57a1fbb4ed service neutron] 10.222.0.24 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608896 Feb 10 04:23:01.963658 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31997f60-7825-446c-aee1-f664a1f511c1 admin admin] Publish callbacks [] for security_group (c5900868-dba6-43aa-ad99-aba68e1cb649), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:01.966219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:02.035035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f1b9c56d-12fd-4712-bc14-be72a2c0b639 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:02.036213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.051298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (bd498431-c20f-410d-a754-2d635798fbf2), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.067939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c937445-8577-4843-b27c-43cb93b4bb44 req-6c249c57-a4ab-44a3-9fa6-78d5fd38f276 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:02.070114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c937445-8577-4843-b27c-43cb93b4bb44 req-6c249c57-a4ab-44a3-9fa6-78d5fd38f276 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 944 time: 0.1977730 Feb 10 04:23:02.084838 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31997f60-7825-446c-aee1-f664a1f511c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c5900868-dba6-43aa-ad99-aba68e1cb649), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.097718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-dd122d0d-d3e9-4f20-a944-cc3cc5d081f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:02.099443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-dd122d0d-d3e9-4f20-a944-cc3cc5d081f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c5428bcfeed4ff78bbddb87fa4ab01f&device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 1126 time: 0.0468457 Feb 10 04:23:02.123269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f1b9c56d-12fd-4712-bc14-be72a2c0b639 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:02.124067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.146295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-31997f60-7825-446c-aee1-f664a1f511c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d19c11d66439405bb2087351fc703c19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5234632 Feb 10 04:23:02.147073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997f60-7825-446c-aee1-f664a1f511c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5900868-dba6-43aa-ad99-aba68e1cb649,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:02.152329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51550) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:02.174042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:02.176940 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1410cb-c3f6-4ac3-94ff-ef72f87c7b65" -d '{"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-plugged", "status": "completed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:02.181699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:02.192140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (bd498431-c20f-410d-a754-2d635798fbf2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.201554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-5b1d1cee-330d-4082-a723-ed8163356440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:02.204195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-5b1d1cee-330d-4082-a723-ed8163356440 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29c4e2a1-b829-45f3-a5da-87fe13b04e5e HTTP/1.1" status: 200 len: 914 time: 0.0988157 Feb 10 04:23:02.230442 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a0db2e-2a8c-482f-8972-eb438ce1712b x-openstack-request-id: req-49a0db2e-2a8c-482f-8972-eb438ce1712b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:02.230770 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-plugged", "status": "completed", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:02.231029 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49a0db2e-2a8c-482f-8972-eb438ce1712b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:02.239018 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'code': 200} Feb 10 04:23:02.240843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c937445-8577-4843-b27c-43cb93b4bb44 req-f52dc5b9-bc34-424f-9b44-515f4264297d tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642199 Feb 10 04:23:02.244551 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.331460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=bd498431-c20f-410d-a754-2d635798fbf2,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:02.358345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] In _notify_port_updated(), no bound segment for port bd498431-c20f-410d-a754-2d635798fbf2 on network 448f70e5-9325-42d4-bddd-06344c898d4a {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:23:02.367975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:02.370325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.371900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-093951e1-b023-4b1b-928c-769c92dd4044 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "PUT /v2.0/ports/bd498431-c20f-410d-a754-2d635798fbf2 HTTP/1.1" status: 200 len: 993 time: 0.9276602 Feb 10 04:23:02.374517 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ed19-f1aa-4776-b9d5-44ddfe48d4a0 admin admin] Publish callbacks [] for security_group (c5900868-dba6-43aa-ad99-aba68e1cb649), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.376385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51556) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:02.379105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:02.500781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ed19-f1aa-4776-b9d5-44ddfe48d4a0 admin admin] Publish callbacks [] for security_group (c5900868-dba6-43aa-ad99-aba68e1cb649), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.556836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting port bd498431-c20f-410d-a754-2d635798fbf2 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:02.557166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bd498431-c20f-410d-a754-2d635798fbf2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.574628 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.652106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-59311497-1270-4f67-b4dc-0193d4f06d41 None None] Provisioning complete for port bd498431-c20f-410d-a754-2d635798fbf2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:02.652993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-59311497-1270-4f67-b4dc-0193d4f06d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bd498431-c20f-410d-a754-2d635798fbf2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.665783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ed19-f1aa-4776-b9d5-44ddfe48d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c5900868-dba6-43aa-ad99-aba68e1cb649), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.668871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ed19-f1aa-4776-b9d5-44ddfe48d4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.670116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9ce1ed19-f1aa-4776-b9d5-44ddfe48d4a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5900868-dba6-43aa-ad99-aba68e1cb649 HTTP/1.1" status: 204 len: 168 time: 0.5169580 Feb 10 04:23:02.685338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bd498431-c20f-410d-a754-2d635798fbf2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:02.688563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1ed19-f1aa-4776-b9d5-44ddfe48d4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5900868-dba6-43aa-ad99-aba68e1cb649,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:02.691013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-66ee4efb-058e-4b60-a90f-8c707fd845d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca HTTP/1.1" status: 200 len: 217 time: 0.4802463 Feb 10 04:23:02.705573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Calling delete_port for bd498431-c20f-410d-a754-2d635798fbf2 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:02.710376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-59311497-1270-4f67-b4dc-0193d4f06d41 None None] Port bd498431-c20f-410d-a754-2d635798fbf2 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:02.776022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-06107649-ade7-45e2-b60e-9a6856bee2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:02.777648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-06107649-ade7-45e2-b60e-9a6856bee2e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1760915-1fab-43de-92b0-397259d00409 HTTP/1.1" status: 200 len: 853 time: 0.0698085 Feb 10 04:23:02.779711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f4c29-b8e8-4d17-aeb9-3efa6beaa5bb req-7927d167-ec0f-4b7a-b2ab-2b5b90cea411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:02.781173 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc8f4c29-b8e8-4d17-aeb9-3efa6beaa5bb req-7927d167-ec0f-4b7a-b2ab-2b5b90cea411 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1128 time: 0.1000478 Feb 10 04:23:02.819674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-7d9f8e0f-7a4a-4e6f-b535-9bdedc5133de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29c4e2a1-b829-45f3-a5da-87fe13b04e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349612 Feb 10 04:23:02.910200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fc8f4c29-b8e8-4d17-aeb9-3efa6beaa5bb req-29aeacf3-5cd4-449e-8fe5-c39c1ad9c01a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160748 Feb 10 04:23:02.942647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-55762d75-360d-4ce7-b605-593e3d1dd0ac service neutron] 10.222.0.24 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167753 Feb 10 04:23:02.999855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bd498431-c20f-410d-a754-2d635798fbf2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.032082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Port': ['ID=bd498431-c20f-410d-a754-2d635798fbf2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:03.077570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62203493-8bbe-48a8-8d8a-f97ea7276afe req-eb128ccb-cf0c-4148-86cd-189e03c7d27a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:03.079099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62203493-8bbe-48a8-8d8a-f97ea7276afe req-eb128ccb-cf0c-4148-86cd-189e03c7d27a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.1106014 Feb 10 04:23:03.081376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fad8cfc8-6812-4b33-8de3-294781d9c5ff req-91e024b8-c3e6-4f3e-8e22-8395e5469339 service neutron] 10.222.0.24 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332808 Feb 10 04:23:03.143959 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62203493-8bbe-48a8-8d8a-f97ea7276afe req-dba40315-2760-4afe-b25e-d3db14e9cda2 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562716 Feb 10 04:23:03.218349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51576) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:03.274756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.279096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-55476026-e37f-4b07-bd2d-b554baec294a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/ports/bd498431-c20f-410d-a754-2d635798fbf2 HTTP/1.1" status: 204 len: 168 time: 0.9007244 Feb 10 04:23:03.282265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51578) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:03.321665 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-580a68d6-3e8f-4eb0-bdce-7b45ec2cd595 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] GET failed (client error): The resource could not be found. Feb 10 04:23:03.328893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd430cd1-4abc-46c5-b861-cdd1b18e6cc1 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:03.334786 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fd430cd1-4abc-46c5-b861-cdd1b18e6cc1 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 814 time: 0.1110396 Feb 10 04:23:03.334786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:03.335029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-580a68d6-3e8f-4eb0-bdce-7b45ec2cd595 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "GET /v2.0/ports/bd498431-c20f-410d-a754-2d635798fbf2 HTTP/1.1" status: 404 len: 333 time: 0.0487080 Feb 10 04:23:03.342809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'name': 'tempest-AllowedAddressPairTestJSON-690406252'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:03.414038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc5cc6-3376-40c3-a891-e95d0b083185 req-9617425f-429e-4a2e-b1b3-d6c71fd24d48 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:03.415879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87fc5cc6-3376-40c3-a891-e95d0b083185 req-9617425f-429e-4a2e-b1b3-d6c71fd24d48 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 944 time: 0.0593851 Feb 10 04:23:03.479743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87fc5cc6-3376-40c3-a891-e95d0b083185 req-21d18691-b1bf-4305-938f-9b241344c525 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Feb 10 04:23:03.481177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:03.526200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01b0a7ae-f604-4ed2-ba53-1682571f9151 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ee82b00bd614b5581807f60d5852f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438333 Feb 10 04:23:03.528572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51592) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:03.555025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:03.558211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.588292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] device_id is not set on port b6887682-2cc4-41db-a16d-6fada9975ce7 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:23:03.604965 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a4a174-bd67-458c-8a5e-66e54dc7ef5e admin admin] Publish callbacks [] for security_group (8aef3a1a-fe44-4d9e-9c2d-12278f61e079), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.665096 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a4a174-bd67-458c-8a5e-66e54dc7ef5e admin admin] Publish callbacks [] for security_group (8aef3a1a-fe44-4d9e-9c2d-12278f61e079), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.679434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 21567a8f-f3b2-4119-8c9f-b8876eb13aca details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:23:03.752175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Allocated IP 172.20.0.10 (448f70e5-9325-42d4-bddd-06344c898d4a/bccb0f5d-d23c-4ee9-b27b-af9caea4320d/b6887682-2cc4-41db-a16d-6fada9975ce7) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:03.805098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 21567a8f-f3b2-4119-8c9f-b8876eb13aca, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca,segment=NetworkSegment(fd007445-cbf9-4345-abd8-d16efeb0240f),segment_id=fd007445-cbf9-4345-abd8-d16efeb0240f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:03.816225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '21567a8f-f3b2-4119-8c9f-b8876eb13aca', 'network_id': '29c4e2a1-b829-45f3-a5da-87fe13b04e5e', 'port_id': '21567a8f-f3b2-4119-8c9f-b8876eb13aca', 'mac_address': 'fa:16:3e:2a:13:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1760915-1fab-43de-92b0-397259d00409', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:23:03.827528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a4a174-bd67-458c-8a5e-66e54dc7ef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8aef3a1a-fe44-4d9e-9c2d-12278f61e079), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.830217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92a4a174-bd67-458c-8a5e-66e54dc7ef5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.833769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-92a4a174-bd67-458c-8a5e-66e54dc7ef5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8aef3a1a-fe44-4d9e-9c2d-12278f61e079 HTTP/1.1" status: 204 len: 168 time: 0.3019352 Feb 10 04:23:03.849953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a174-bd67-458c-8a5e-66e54dc7ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef3a1a-fe44-4d9e-9c2d-12278f61e079,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:03.858186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 21567a8f-f3b2-4119-8c9f-b8876eb13aca is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:03.859005 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.884650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21567a8f-f3b2-4119-8c9f-b8876eb13aca {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:23:03.913135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 21567a8f-f3b2-4119-8c9f-b8876eb13aca, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca,segment=NetworkSegment(fd007445-cbf9-4345-abd8-d16efeb0240f),segment_id=fd007445-cbf9-4345-abd8-d16efeb0240f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:03.942242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:03.979867 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.031681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.037815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=21567a8f-f3b2-4119-8c9f-b8876eb13aca,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:04.082371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network 448f70e5-9325-42d4-bddd-06344c898d4a is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:04.090735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:04.094771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:04.137739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=b6887682-2cc4-41db-a16d-6fada9975ce7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:04.179597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['21567a8f-f3b2-4119-8c9f-b8876eb13aca'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:23:04.179772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:04.179772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.247246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51616) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:04.250782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17a2d193-8e41-4392-b7d6-92a44847f221 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9154971 Feb 10 04:23:04.252612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:af:73:be'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:04.358989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.389298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d246c12-fef2-4577-bf62-a74e1a276bf5 req-042d6e4b-bbe4-4013-95b9-342f24571bef tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:04.396090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6d246c12-fef2-4577-bf62-a74e1a276bf5 req-042d6e4b-bbe4-4013-95b9-342f24571bef tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.0884089 Feb 10 04:23:04.537880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6d246c12-fef2-4577-bf62-a74e1a276bf5 req-9c4bdf77-6bbe-460e-8119-d170cade5714 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383851 Feb 10 04:23:04.544081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.597711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5c4db21c-e154-4845-9029-fb1da8adf89f None None] Provisioning complete for port b6887682-2cc4-41db-a16d-6fada9975ce7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:04.598086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c4db21c-e154-4845-9029-fb1da8adf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.662133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5c4db21c-e154-4845-9029-fb1da8adf89f None None] Port b6887682-2cc4-41db-a16d-6fada9975ce7 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:04.713027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51642) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:04.718432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'network': {'name': 'tempest-network-smoke--1231598023', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:04.733119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42253fe0-1e4b-48ea-860b-183c090f8b4a req-89dfd1b3-083e-4ac6-b569-a9dabe15ddd2 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:04.734795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42253fe0-1e4b-48ea-860b-183c090f8b4a req-89dfd1b3-083e-4ac6-b569-a9dabe15ddd2 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 945 time: 0.1430428 Feb 10 04:23:04.819002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:04.841930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.852156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42253fe0-1e4b-48ea-860b-183c090f8b4a req-09adc469-628d-446b-a00e-ae984bb0e10a tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848055 Feb 10 04:23:04.873896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:04.878779 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (545d7a02-b638-4235-9a3a-c9544bc2299a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.879146 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Added segment 545d7a02-b638-4235-9a3a-c9544bc2299a of type vlan for network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d Feb 10 04:23:04.881076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:04.923401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9ba61da5-5767-413b-b14c-d2fe1bc0f73d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.011735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.043101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9ba61da5-5767-413b-b14c-d2fe1bc0f73d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.052356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:05.053424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.101963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=b6887682-2cc4-41db-a16d-6fada9975ce7,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:05.117186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] In _notify_port_updated(), no bound segment for port b6887682-2cc4-41db-a16d-6fada9975ce7 on network 448f70e5-9325-42d4-bddd-06344c898d4a {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:23:05.126216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:05.127590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.129421 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df5bcd4c-7755-468b-956d-bc04ba1920b4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "PUT /v2.0/ports/b6887682-2cc4-41db-a16d-6fada9975ce7 HTTP/1.1" status: 200 len: 996 time: 0.8810625 Feb 10 04:23:05.134920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51664) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.242365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Network': ['ID=9ba61da5-5767-413b-b14c-d2fe1bc0f73d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:05.253245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-73f6c0ac-03b3-4bce-bd23-4b86a1c2fe0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5389388 Feb 10 04:23:05.257629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51672) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.259377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:05.374683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting port b6887682-2cc4-41db-a16d-6fada9975ce7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:05.375381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.383047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd475627-c41f-459b-8fb3-a51c2b3c5214 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:05.385332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd475627-c41f-459b-8fb3-a51c2b3c5214 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9448d5f2d8a745fb843a9cc39ab68f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1265552 Feb 10 04:23:05.391244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51678) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.506948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd4111-26a0-4078-ac9e-daf7e9040645 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:05.507800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b6ecdf86-6653-4025-bfaf-c00436bdb6f6 None None] Provisioning complete for port b6887682-2cc4-41db-a16d-6fada9975ce7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:05.508513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b6ecdf86-6653-4025-bfaf-c00436bdb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.509319 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-69fd4111-26a0-4078-ac9e-daf7e9040645 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1170859 Feb 10 04:23:05.512115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51682) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.521395 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.534511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51684) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.542996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab7c01c7-b349-4bc3-8860-f4135bc31011 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291309 Feb 10 04:23:05.546114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51688) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.548359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b6ecdf86-6653-4025-bfaf-c00436bdb6f6 None None] Port b6887682-2cc4-41db-a16d-6fada9975ce7 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:05.550562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Calling delete_port for b6887682-2cc4-41db-a16d-6fada9975ce7 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:05.580007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a951bc95-7528-41fa-a60f-bb72c6334339 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9448d5f2d8a745fb843a9cc39ab68f43&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327375 Feb 10 04:23:05.582535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51692) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.697344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 21567a8f-f3b2-4119-8c9f-b8876eb13aca up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:05.743863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52c5c1-6612-4a3a-a0f7-17e213ad09a4 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:05.746757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fb52c5c1-6612-4a3a-a0f7-17e213ad09a4 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1622970 Feb 10 04:23:05.748750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51696) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.752445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'networks': [{'name': 'tempest-network--266525620'}, {'name': 'tempest-network--1918409889'}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:05.752950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'network': {'name': 'tempest-network--266525620'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:05.753660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'network': {'name': 'tempest-network--1918409889'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:05.782807 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-762d8282-2f78-4ee7-b2ba-d09728ca445d tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322132 Feb 10 04:23:05.784956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51698) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:05.792073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1971838646', 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:05.796613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d23cd-55a0-42ce-9e20-1eeaaf0776d6 req-526f64e7-1f68-4441-a1e9-e52d239209de tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:05.804635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-209d23cd-55a0-42ce-9e20-1eeaaf0776d6 req-526f64e7-1f68-4441-a1e9-e52d239209de tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.1026764 Feb 10 04:23:05.821952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b6887682-2cc4-41db-a16d-6fada9975ce7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.872125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Made reservation on behalf of 041af534169f4a74bde7279c44f3d93a for: {'network': 2} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:05.891318 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.915026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 21567a8f-f3b2-4119-8c9f-b8876eb13aca completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:23:05.920408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 21567a8f-f3b2-4119-8c9f-b8876eb13aca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:05.920790 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:05.953381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Port': ['ID=b6887682-2cc4-41db-a16d-6fada9975ce7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:05.965122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.012829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dfe6e-4cfa-4a12-a6c0-a62d556025a5 req-c4f26945-4b3f-45d2-99d5-041d62c27b6d tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:06.016142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c43dfe6e-4cfa-4a12-a6c0-a62d556025a5 req-c4f26945-4b3f-45d2-99d5-041d62c27b6d tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 945 time: 0.0707796 Feb 10 04:23:06.021034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-209d23cd-55a0-42ce-9e20-1eeaaf0776d6 req-813c63f3-9734-4c96-937c-0e8bd23c8378 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152750 Feb 10 04:23:06.027657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:06.030654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.037468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b48a4781-90f0-4c0a-974d-1638a4da449a tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/ports/b6887682-2cc4-41db-a16d-6fada9975ce7 HTTP/1.1" status: 204 len: 168 time: 0.9013391 Feb 10 04:23:06.038066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51706) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:06.040755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 21567a8f-f3b2-4119-8c9f-b8876eb13aca is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:06.041455 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.048615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.110181 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f063002f-3113-4a33-8367-8fdb620d229d tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] GET failed (client error): The resource could not be found. Feb 10 04:23:06.132149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51710) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:06.136194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f063002f-3113-4a33-8367-8fdb620d229d tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "GET /v2.0/ports/b6887682-2cc4-41db-a16d-6fada9975ce7 HTTP/1.1" status: 404 len: 333 time: 0.0952725 Feb 10 04:23:06.165381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'name': 'tempest-AllowedAddressPairTestJSON-1406363845'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:06.228944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for security_group (e40cdeb6-4772-4d5a-9c9e-d662109365d4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.250840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c43dfe6e-4cfa-4a12-a6c0-a62d556025a5 req-23ce4250-a954-4ccd-80e9-0f7379183e65 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261157 Feb 10 04:23:06.299623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e40cdeb6-4772-4d5a-9c9e-d662109365d4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.300267 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.324977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21567a8f-f3b2-4119-8c9f-b8876eb13aca'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:06.327226 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db770e29-b430-4fca-a53c-e0325f827918" -d '{"events": [{"server_uuid": "4b8af945-066c-45a8-b561-b6c49e0b1c02", "name": "network-vif-plugged", "status": "completed", "tag": "21567a8f-f3b2-4119-8c9f-b8876eb13aca"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:06.349117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 21567a8f-f3b2-4119-8c9f-b8876eb13aca, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca,segment=NetworkSegment(fd007445-cbf9-4345-abd8-d16efeb0240f),segment_id=fd007445-cbf9-4345-abd8-d16efeb0240f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:06.361712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40cdeb6-4772-4d5a-9c9e-d662109365d4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:06.364346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:06.375115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (54191d4e-6c85-49d7-a72a-7aea1f6efb0b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.375895 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Added segment 54191d4e-6c85-49d7-a72a-7aea1f6efb0b of type vlan for network 14b8f16d-20ff-4493-8e6a-505ec021f6bf Feb 10 04:23:06.385288 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a42dd70-ae3a-4a6e-8604-830eee993ed9 x-openstack-request-id: req-8a42dd70-ae3a-4a6e-8604-830eee993ed9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:06.385910 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8af945-066c-45a8-b561-b6c49e0b1c02", "name": "network-vif-plugged", "status": "completed", "tag": "21567a8f-f3b2-4119-8c9f-b8876eb13aca", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:06.386173 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a42dd70-ae3a-4a6e-8604-830eee993ed9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:06.386598 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21567a8f-f3b2-4119-8c9f-b8876eb13aca', 'code': 200} Feb 10 04:23:06.428386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (14b8f16d-20ff-4493-8e6a-505ec021f6bf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.459715 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.469148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:06.483691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:06.487244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.498167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (1f9f984c-2c8f-43a1-b922-534060d1e143), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.498514 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Added segment 1f9f984c-2c8f-43a1-b922-534060d1e143 of type vlan for network 0aa84183-2be5-4371-9945-409375ce8e18 Feb 10 04:23:06.515857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] device_id is not set on port fd9e75c6-a966-4aaa-87c4-a6093b7d0b16 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:23:06.548744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e142e6-59a1-49d2-9d85-4eb2588435ff req-c529ab26-b1cf-4774-a894-0649a05287c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:06.550913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4e142e6-59a1-49d2-9d85-4eb2588435ff req-c529ab26-b1cf-4774-a894-0649a05287c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 1128 time: 0.0955229 Feb 10 04:23:06.555558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0aa84183-2be5-4371-9945-409375ce8e18), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.562034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=21567a8f-f3b2-4119-8c9f-b8876eb13aca,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:06.580196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (d6632167-2882-42b3-b04b-e5671c44622a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.629937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4e142e6-59a1-49d2-9d85-4eb2588435ff req-9510d9d1-a1e1-4d80-95ba-be38badb1050 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715275 Feb 10 04:23:06.681585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (14b8f16d-20ff-4493-8e6a-505ec021f6bf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.681759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Subnet': ['ID=d6632167-2882-42b3-b04b-e5671c44622a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:06.682017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0aa84183-2be5-4371-9945-409375ce8e18), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.688143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:06.692498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:06.693124 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:06.699555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Allocated IP 172.20.0.8 (448f70e5-9325-42d4-bddd-06344c898d4a/bccb0f5d-d23c-4ee9-b27b-af9caea4320d/fd9e75c6-a966-4aaa-87c4-a6093b7d0b16) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:06.712454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Checking segment: {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:06.712813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network hostable DHCP agents. Network: 9ba61da5-5767-413b-b14c-d2fe1bc0f73d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:06.765527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Network': ['ID=14b8f16d-20ff-4493-8e6a-505ec021f6bf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:06.780381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 14b8f16d-20ff-4493-8e6a-505ec021f6bf details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:06.846287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3095012 Feb 10 04:23:06.847046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51722) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:06.866870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:06.869524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd8f2e-c671-4c4d-97d5-934801f39866 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Network': ['ID=0aa84183-2be5-4371-9945-409375ce8e18,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:06.883374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0aa84183-2be5-4371-9945-409375ce8e18 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:06.900448 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (fd9e75c6-a966-4aaa-87c4-a6093b7d0b16), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.057450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c25c563-d357-431e-a5a7-5c70ccf6dc24 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.062899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c25c563-d357-431e-a5a7-5c70ccf6dc24 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.068546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c25c563-d357-431e-a5a7-5c70ccf6dc24 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.075474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c25c563-d357-431e-a5a7-5c70ccf6dc24 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.087661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6c25c563-d357-431e-a5a7-5c70ccf6dc24 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2372646 Feb 10 04:23:07.093863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51730) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:07.183031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (14b8f16d-20ff-4493-8e6a-505ec021f6bf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.240505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9ba61da5-5767-413b-b14c-d2fe1bc0f73d) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:07.245830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.246434 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.250636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326423d7-b1e9-4193-88aa-4754ca3d7548 None None] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:07.272812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (14b8f16d-20ff-4493-8e6a-505ec021f6bf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.296091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b8f16d-20ff-4493-8e6a-505ec021f6bf']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:07.307677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54191d4e-6c85-49d7-a72a-7aea1f6efb0b') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:07.308348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54191d4e-6c85-49d7-a72a-7aea1f6efb0b') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:07.312592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd51d94-f9b5-4501-9266-e3defded3859 req-c726e4fd-f3c3-4667-85ac-51fc7c9fb707 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.314201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-acd51d94-f9b5-4501-9266-e3defded3859 req-c726e4fd-f3c3-4667-85ac-51fc7c9fb707 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.0766101 Feb 10 04:23:07.318726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (54191d4e-6c85-49d7-a72a-7aea1f6efb0b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.358970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (54191d4e-6c85-49d7-a72a-7aea1f6efb0b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.390644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3ec1bad1-c824-43e4-9ab9-d5f332183022 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6046228 Feb 10 04:23:07.397415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-acd51d94-f9b5-4501-9266-e3defded3859 req-afb81919-cc61-4003-94a1-ce0b51bbf115 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761023 Feb 10 04:23:07.406276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:07.406683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (54191d4e-6c85-49d7-a72a-7aea1f6efb0b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.407627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ips': [{'subnet_id': 'd6632167-2882-42b3-b04b-e5671c44622a'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:07.408616 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:07.410576 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:07.417588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fd9e75c6-a966-4aaa-87c4-a6093b7d0b16), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.496967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7dd2c-5899-485b-8c84-7c7d25afc1dc req-92b1d3a3-1c7f-4c8d-9969-f0b8c8d65fec tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.498686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17b7dd2c-5899-485b-8c84-7c7d25afc1dc req-92b1d3a3-1c7f-4c8d-9969-f0b8c8d65fec tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 946 time: 0.1517389 Feb 10 04:23:07.499664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=fd9e75c6-a966-4aaa-87c4-a6093b7d0b16,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:07.533482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network 448f70e5-9325-42d4-bddd-06344c898d4a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:07.536498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:07.549706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:07.612894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17b7dd2c-5899-485b-8c84-7c7d25afc1dc req-c229aba3-2281-4fc8-8162-7098796d6a66 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898864 Feb 10 04:23:07.612894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (14b8f16d-20ff-4493-8e6a-505ec021f6bf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.625143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.634441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/networks/14b8f16d-20ff-4493-8e6a-505ec021f6bf HTTP/1.1" status: 204 len: 168 time: 0.5393112 Feb 10 04:23:07.641361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:07.661188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911f6c2-a8da-4a61-aaea-eca3f035bb40 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Network': ['ID=14b8f16d-20ff-4493-8e6a-505ec021f6bf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:07.687350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:07.687979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Allocated IP 172.20.0.18 (9ba61da5-5767-413b-b14c-d2fe1bc0f73d/d6632167-2882-42b3-b04b-e5671c44622a/a4256ddd-58d4-4135-bde3-6a6a9d6b3812) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:07.688114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.759645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0aa84183-2be5-4371-9945-409375ce8e18), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.852943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-33e8c478-6791-4ac0-a69a-257147130d3b tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6856925 Feb 10 04:23:07.853573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51748) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:07.855252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'network_id': '448f70e5-9325-42d4-bddd-06344c898d4a', 'name': 'tempest-AllowedAddressPairTestJSON-1484793422'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:07.903468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0aa84183-2be5-4371-9945-409375ce8e18), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.922046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Publish callbacks [] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.931767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f3815320-c7e8-4110-8f23-7438ae752a4b None None] Provisioning complete for port fd9e75c6-a966-4aaa-87c4-a6093b7d0b16 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:07.932130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3815320-c7e8-4110-8f23-7438ae752a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fd9e75c6-a966-4aaa-87c4-a6093b7d0b16), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.939379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa84183-2be5-4371-9945-409375ce8e18']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:07.949920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9f984c-2c8f-43a1-b922-534060d1e143') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:07.950216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9f984c-2c8f-43a1-b922-534060d1e143') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:07.961138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (1f9f984c-2c8f-43a1-b922-534060d1e143), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.977982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (1f9f984c-2c8f-43a1-b922-534060d1e143), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.983905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:07.984314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (1f9f984c-2c8f-43a1-b922-534060d1e143), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:07.987598 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:07.993196 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.036866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f3815320-c7e8-4110-8f23-7438ae752a4b None None] Port fd9e75c6-a966-4aaa-87c4-a6093b7d0b16 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:08.042546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Pushing event updated for resources: {'Port': ['ID=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:08.059425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:08.060811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:08.063164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:08.093849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Made reservation on behalf of d0e6396786f44bbfb3af2916f046f285 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:08.097695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.122223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Attempting to bind port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:08.122527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Attempting to bind port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:08.122922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Attempting to bind port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 on network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:08.124208 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0aa84183-2be5-4371-9945-409375ce8e18), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.129153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] device_id is not set on port f405a420-f57d-4b16-929d-248bfb190a21 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:23:08.132792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:08.133104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Checking segment: {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:08.133519 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.133910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Bound using segment: {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:08.134402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Bound port: a4256ddd-58d4-4135-bde3-6a6a9d6b3812, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:08.134814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.152521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.155922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/networks/0aa84183-2be5-4371-9945-409375ce8e18 HTTP/1.1" status: 204 len: 168 time: 0.5112731 Feb 10 04:23:08.165943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51752) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:08.185102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b78331-d8bd-4605-8775-599d7297a898 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Network': ['ID=0aa84183-2be5-4371-9945-409375ce8e18,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:08.211592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] For port a4256ddd-58d4-4135-bde3-6a6a9d6b3812, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:08.216611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] For port a4256ddd-58d4-4135-bde3-6a6a9d6b3812, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:08.233014 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51756) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:08.237816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-872f8bc3-592d-4879-b497-15ee0081e425 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031478835', 'description': 'tempest-secgroup-smoke-2031478835 description', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:08.282360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Allocated IP 172.20.0.9 (448f70e5-9325-42d4-bddd-06344c898d4a/bccb0f5d-d23c-4ee9-b27b-af9caea4320d/f405a420-f57d-4b16-929d-248bfb190a21) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:08.289682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.379857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aede3-d702-481a-a733-c6b28eeacb50 None None] Pushing event updated for resources: {'Port': ['ID=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:08.405518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced7b1e-eb78-4404-9394-55335e1af5d5 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:08.411294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced7b1e-eb78-4404-9394-55335e1af5d5 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:08.412997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fced7b1e-eb78-4404-9394-55335e1af5d5 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2460084 Feb 10 04:23:08.416961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51760) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:08.422915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-828819174'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:08.442653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-872f8bc3-592d-4879-b497-15ee0081e425 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.483079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (f405a420-f57d-4b16-929d-248bfb190a21), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.525307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-872f8bc3-592d-4879-b497-15ee0081e425 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.531051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Made reservation on behalf of 041af534169f4a74bde7279c44f3d93a for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:08.535502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.561737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:08.573233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (a4c2403f-1d48-410f-830b-c29ec9fd198f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.573674 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Added segment a4c2403f-1d48-410f-830b-c29ec9fd198f of type vlan for network b42c09d9-c728-4b62-8d04-62d5a70dc9fe Feb 10 04:23:08.606076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-ee9905fd-cdc5-43ca-9b5f-74e4c7c68a30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508595 Feb 10 04:23:08.612444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-872f8bc3-592d-4879-b497-15ee0081e425 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.647285 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f405a420-f57d-4b16-929d-248bfb190a21), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.658409 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (b42c09d9-c728-4b62-8d04-62d5a70dc9fe), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.678171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8bc3-592d-4879-b497-15ee0081e425 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:08.722269 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-872f8bc3-592d-4879-b497-15ee0081e425 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.729002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-872f8bc3-592d-4879-b497-15ee0081e425 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4943981 Feb 10 04:23:08.729756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:08.730553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Network 448f70e5-9325-42d4-bddd-06344c898d4a is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:08.737731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0b79480b-a610-4c2a-a97a-ea9683307618 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:08.738021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:08.740501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:08.778189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (b42c09d9-c728-4b62-8d04-62d5a70dc9fe), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.783384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=f405a420-f57d-4b16-929d-248bfb190a21,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:08.791213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:08.791868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.884619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:08.885465 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:08.907412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Network': ['ID=b42c09d9-c728-4b62-8d04-62d5a70dc9fe,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:08.917505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-c29d8970-f259-4054-9987-7031b0ead6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:08.918517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-c29d8970-f259-4054-9987-7031b0ead6f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c5428bcfeed4ff78bbddb87fa4ab01f&device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 1128 time: 0.2272720 Feb 10 04:23:08.920521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network b42c09d9-c728-4b62-8d04-62d5a70dc9fe details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:08.937687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b79480b-a610-4c2a-a97a-ea9683307618 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (eed9b038-6189-4e25-9a56-9dd4afb69ed2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.036364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a4256ddd-58d4-4135-bde3-6a6a9d6b3812 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:09.040626 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b79480b-a610-4c2a-a97a-ea9683307618 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (eed9b038-6189-4e25-9a56-9dd4afb69ed2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.045847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-48369782-c86e-4393-9d5d-1ee4de11d035 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6278427 Feb 10 04:23:09.050646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e067c-6324-4d2e-8e5b-5f72f4c510f1 req-2997953f-e1e4-40e6-a445-3c33b0c05122 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:09.050793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:09.057244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c7e067c-6324-4d2e-8e5b-5f72f4c510f1 req-2997953f-e1e4-40e6-a445-3c33b0c05122 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 946 time: 0.2793009 Feb 10 04:23:09.062512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1395492611'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:09.082679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b5680910-193c-47b4-90a3-4b01f64fd2d3 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2319303 Feb 10 04:23:09.086772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51772) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:09.108118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:09.108425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.108781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b79480b-a610-4c2a-a97a-ea9683307618 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (eed9b038-6189-4e25-9a56-9dd4afb69ed2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.142654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79480b-a610-4c2a-a97a-ea9683307618 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed9b038-6189-4e25-9a56-9dd4afb69ed2,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:09.152366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:af:73:be'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:df:93:0d'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:09.167851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Made reservation on behalf of 041af534169f4a74bde7279c44f3d93a for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:09.177708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.194968 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b79480b-a610-4c2a-a97a-ea9683307618 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.198958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0b79480b-a610-4c2a-a97a-ea9683307618 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4657223 Feb 10 04:23:09.201566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51778) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:09.206695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-802715fa-0de3-4d83-b657-2991bdb81dfe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:09.216064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b2b9d1f7-bd33-41a1-a127-7fc5b27dc3cf None None] Provisioning complete for port f405a420-f57d-4b16-929d-248bfb190a21 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:09.216467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d1f7-bd33-41a1-a127-7fc5b27dc3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f405a420-f57d-4b16-929d-248bfb190a21), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.221851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:09.222239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.226896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:09.236103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c7e067c-6324-4d2e-8e5b-5f72f4c510f1 req-e53d5c5d-0547-428d-8773-3ace55b3e2ab tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717405 Feb 10 04:23:09.248232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (50314076-71ea-45b2-9266-7d6a93795b6f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.248591 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Added segment 50314076-71ea-45b2-9266-7d6a93795b6f of type vlan for network 3c656633-2fd3-44e8-9840-4841e4ad0f8d Feb 10 04:23:09.282661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9d1f7-bd33-41a1-a127-7fc5b27dc3cf None None] Port f405a420-f57d-4b16-929d-248bfb190a21 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:09.314777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-13962197-c739-4b98-abde-416b753b927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:09.316342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-13962197-c739-4b98-abde-416b753b927d service neutron] 10.222.0.24 "GET /v2.0/networks?id=29c4e2a1-b829-45f3-a5da-87fe13b04e5e HTTP/1.1" status: 200 len: 914 time: 0.3742192 Feb 10 04:23:09.323346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port a4256ddd-58d4-4135-bde3-6a6a9d6b3812, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:09.324726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (3c656633-2fd3-44e8-9840-4841e4ad0f8d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.372422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-9e3600b7-2bd2-4857-973b-f34f9c3e58e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca HTTP/1.1" status: 200 len: 217 time: 0.0492051 Feb 10 04:23:09.396813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-802715fa-0de3-4d83-b657-2991bdb81dfe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (e26c71d9-c301-4de2-bb11-1a62e93ada8d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.423151 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.452549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-9f0b5cc4-c8e1-4a9f-92cd-ce686d3243b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:09.454254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-9f0b5cc4-c8e1-4a9f-92cd-ce686d3243b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1760915-1fab-43de-92b0-397259d00409 HTTP/1.1" status: 200 len: 853 time: 0.0569608 Feb 10 04:23:09.493870 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-802715fa-0de3-4d83-b657-2991bdb81dfe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (e26c71d9-c301-4de2-bb11-1a62e93ada8d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.495502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (3c656633-2fd3-44e8-9840-4841e4ad0f8d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.500600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:09.502071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:09.502775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.506185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-fea8df92-2063-4e1c-8b71-98ea19d97b2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29c4e2a1-b829-45f3-a5da-87fe13b04e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452230 Feb 10 04:23:09.562475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-802715fa-0de3-4d83-b657-2991bdb81dfe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (e26c71d9-c301-4de2-bb11-1a62e93ada8d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.622221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802715fa-0de3-4d83-b657-2991bdb81dfe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26c71d9-c301-4de2-bb11-1a62e93ada8d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:09.625031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Network': ['ID=3c656633-2fd3-44e8-9840-4841e4ad0f8d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:09.639521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 3c656633-2fd3-44e8-9840-4841e4ad0f8d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:09.665836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2658ed5d-f4fd-4d5c-b6c0-a905a149bd00 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6126201 Feb 10 04:23:09.665836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51792) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:09.673250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'ports': [{'network_id': 'b42c09d9-c728-4b62-8d04-62d5a70dc9fe', 'name': 'tempest-port--1123086982', 'admin_state_up': True}, {'network_id': '3c656633-2fd3-44e8-9840-4841e4ad0f8d', 'admin_state_up': False}]} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:09.673661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'port': {'network_id': 'b42c09d9-c728-4b62-8d04-62d5a70dc9fe', 'name': 'tempest-port--1123086982', 'admin_state_up': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:09.675770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-49f6d5b2-01dc-4be2-95ac-fcbb8341fd6c service neutron] 10.222.0.24 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633387 Feb 10 04:23:09.675956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'port': {'network_id': '3c656633-2fd3-44e8-9840-4841e4ad0f8d', 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:09.717415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-802715fa-0de3-4d83-b657-2991bdb81dfe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.730324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-802715fa-0de3-4d83-b657-2991bdb81dfe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5275240 Feb 10 04:23:09.739128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51794) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:09.743851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8e64f3b9-279a-4c44-9095-dc84ed9e1da6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:09.821686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f405a420-f57d-4b16-929d-248bfb190a21), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.847572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df83b0b7-49e8-4121-a331-cb94493bc569 req-fa3ea2e2-c781-4275-9f2e-380b8e1886ca service neutron] 10.222.0.24 "GET /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530061 Feb 10 04:23:09.947518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e64f3b9-279a-4c44-9095-dc84ed9e1da6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (f8cc2b20-c16d-4388-8880-025fada64504), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:09.968507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afc1a0-8b2d-4f7c-bbf3-5e56a98773fc None None] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:10.028592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e64f3b9-279a-4c44-9095-dc84ed9e1da6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (f8cc2b20-c16d-4388-8880-025fada64504), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.063065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Made reservation on behalf of 041af534169f4a74bde7279c44f3d93a for: {'port': 2} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:10.069306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.087390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5436287f-c39e-4466-815d-c6757bc8570f None None] Provisioning complete for port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:10.087777 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5436287f-c39e-4466-815d-c6757bc8570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.088376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.177388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e64f3b9-279a-4c44-9095-dc84ed9e1da6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f8cc2b20-c16d-4388-8880-025fada64504), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.230009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5436287f-c39e-4466-815d-c6757bc8570f None None] Current status of the port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:10.259738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64f3b9-279a-4c44-9095-dc84ed9e1da6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cc2b20-c16d-4388-8880-025fada64504,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:10.275062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8e64f3b9-279a-4c44-9095-dc84ed9e1da6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.277630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8e64f3b9-279a-4c44-9095-dc84ed9e1da6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5372145 Feb 10 04:23:10.279954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51804) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:10.284977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8ecec4b7-73a6-4f1e-b402-15823a58ef55 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:10.375942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] device_id is not set on port 48de8c09-2ecd-4336-82da-505c28f00237 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:23:10.395207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fddda-b43b-443c-a29b-a967624af02d req-72f99ef9-11a6-43ae-aa36-f3ab519a8d29 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:10.400144 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e80fddda-b43b-443c-a29b-a967624af02d req-72f99ef9-11a6-43ae-aa36-f3ab519a8d29 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 946 time: 0.1023114 Feb 10 04:23:10.464716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for port (f405a420-f57d-4b16-929d-248bfb190a21), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.468784 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ecec4b7-73a6-4f1e-b402-15823a58ef55 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (02a3d463-b420-4dbe-bccb-a2b11259dd49), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.481191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e80fddda-b43b-443c-a29b-a967624af02d req-c9bc8521-fa84-4a3d-998c-c4038ee42f2e tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729613 Feb 10 04:23:10.500899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for port (48de8c09-2ecd-4336-82da-505c28f00237), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.537699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f405a420-f57d-4b16-929d-248bfb190a21), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.568563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c2730365-fce4-4bfd-9868-f80ffe4c1676 None None] Provisioning complete for port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:10.571145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c2730365-fce4-4bfd-9868-f80ffe4c1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.605038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] device_id is not set on port b05b6b05-f5f6-49b8-9114-7d36b5286da0 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:23:10.609031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ecec4b7-73a6-4f1e-b402-15823a58ef55 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (02a3d463-b420-4dbe-bccb-a2b11259dd49), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.625192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event updated for resources: {'Port': ['ID=f405a420-f57d-4b16-929d-248bfb190a21,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:10.658642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] In _notify_port_updated(), no bound segment for port f405a420-f57d-4b16-929d-248bfb190a21 on network 448f70e5-9325-42d4-bddd-06344c898d4a {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:23:10.672957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:10.673868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.677700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-03ba257b-9914-4cc4-8175-11e9e29b245c tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "PUT /v2.0/ports/f405a420-f57d-4b16-929d-248bfb190a21 HTTP/1.1" status: 200 len: 1056 time: 1.5370095 Feb 10 04:23:10.678065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:10.696906 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ecec4b7-73a6-4f1e-b402-15823a58ef55 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (02a3d463-b420-4dbe-bccb-a2b11259dd49), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.731157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c2730365-fce4-4bfd-9868-f80ffe4c1676 None None] Current status of the port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:10.735207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecec4b7-73a6-4f1e-b402-15823a58ef55 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a3d463-b420-4dbe-bccb-a2b11259dd49,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:10.746674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for port (b05b6b05-f5f6-49b8-9114-7d36b5286da0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.816181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ecec4b7-73a6-4f1e-b402-15823a58ef55 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.820546 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8ecec4b7-73a6-4f1e-b402-15823a58ef55 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5362809 Feb 10 04:23:10.821250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51814) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:10.826279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:10.827052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting port f405a420-f57d-4b16-929d-248bfb190a21 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:10.827414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f405a420-f57d-4b16-929d-248bfb190a21), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.852429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3766c604-681d-4e1e-b68b-9649df3556c0 None None] Provisioning complete for port f405a420-f57d-4b16-929d-248bfb190a21 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:10.852808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3766c604-681d-4e1e-b68b-9649df3556c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f405a420-f57d-4b16-929d-248bfb190a21), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.893276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3766c604-681d-4e1e-b68b-9649df3556c0 None None] Port f405a420-f57d-4b16-929d-248bfb190a21 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:10.911078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a4256ddd-58d4-4135-bde3-6a6a9d6b3812 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:10.929233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (48de8c09-2ecd-4336-82da-505c28f00237), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.941934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f405a420-f57d-4b16-929d-248bfb190a21), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.954398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Calling delete_port for f405a420-f57d-4b16-929d-248bfb190a21 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:10.965929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:10.966312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:10.971632 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Project 9448d5f2d8a745fb843a9cc39ab68f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:23:10.987387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (cb0ce6c3-cd52-45f6-a60d-5dd424301d5d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.041870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Port': ['ID=48de8c09-2ecd-4336-82da-505c28f00237,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:11.055785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Checking segment: {'id': 'a4c2403f-1d48-410f-830b-c29ec9fd198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b42c09d9-c728-4b62-8d04-62d5a70dc9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:11.056158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network hostable DHCP agents. Network: b42c09d9-c728-4b62-8d04-62d5a70dc9fe, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:11.079193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:11.107183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (cb0ce6c3-cd52-45f6-a60d-5dd424301d5d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.165371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network b42c09d9-c728-4b62-8d04-62d5a70dc9fe is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:11.182401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (cb0ce6c3-cd52-45f6-a60d-5dd424301d5d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.182619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f405a420-f57d-4b16-929d-248bfb190a21), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.203057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0ce6c3-cd52-45f6-a60d-5dd424301d5d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:11.217807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Port': ['ID=f405a420-f57d-4b16-929d-248bfb190a21,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:11.269257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, b42c09d9-c728-4b62-8d04-62d5a70dc9fe) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:11.273816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:11.274795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b05b6b05-f5f6-49b8-9114-7d36b5286da0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.283879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c838769-0d8d-41bd-afef-e0865d52bcdb None None] Network b42c09d9-c728-4b62-8d04-62d5a70dc9fe requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:11.317799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.319198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8b5eedb4-2cec-4032-8f06-727a15a122e5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4968636 Feb 10 04:23:11.323628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51824) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:11.353837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': '09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:11.394872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044d124-aaae-4046-856a-cef35b2ac40a req-150387e3-2335-4a25-a30d-40f30d32ef9d tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:11.407589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Port': ['ID=b05b6b05-f5f6-49b8-9114-7d36b5286da0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:11.408084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b044d124-aaae-4046-856a-cef35b2ac40a req-150387e3-2335-4a25-a30d-40f30d32ef9d tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 946 time: 0.1441505 Feb 10 04:23:11.438850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Checking segment: {'id': '50314076-71ea-45b2-9266-7d6a93795b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3c656633-2fd3-44e8-9840-4841e4ad0f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:11.438850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network hostable DHCP agents. Network: 3c656633-2fd3-44e8-9840-4841e4ad0f8d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:11.494841 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Project 9448d5f2d8a745fb843a9cc39ab68f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:23:11.501941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (a8c1cd85-7c4a-4647-a0e8-e0cb4061fef6), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.555044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network 3c656633-2fd3-44e8-9840-4841e4ad0f8d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:11.614202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 3c656633-2fd3-44e8-9840-4841e4ad0f8d) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:11.628568 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (a8c1cd85-7c4a-4647-a0e8-e0cb4061fef6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.629710 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:11.631642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fcc421-f07f-4fde-88c6-5c9fd5e36454 None None] Network 3c656633-2fd3-44e8-9840-4841e4ad0f8d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:11.637779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:11.638010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.641155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ffbc58af-6976-4558-a9af-566711cf1a70 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/ports/f405a420-f57d-4b16-929d-248bfb190a21 HTTP/1.1" status: 204 len: 168 time: 0.9609005 Feb 10 04:23:11.642503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:11.643230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.645552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51830) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:11.675800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adec39c-1257-4fb6-97d3-8c5d2ffa1842 req-9476e61d-659a-4101-91f4-d9e1338c1d3f tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:11.677419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6adec39c-1257-4fb6-97d3-8c5d2ffa1842 req-9476e61d-659a-4101-91f4-d9e1338c1d3f tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 946 time: 0.0995672 Feb 10 04:23:11.681693 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b3dccf-5e0d-4ec6-a006-8602200aeb32 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] GET failed (client error): The resource could not be found. Feb 10 04:23:11.685296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-69b3dccf-5e0d-4ec6-a006-8602200aeb32 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "GET /v2.0/ports/f405a420-f57d-4b16-929d-248bfb190a21 HTTP/1.1" status: 404 len: 333 time: 0.0385170 Feb 10 04:23:11.688861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Deleting port 21567a8f-f3b2-4119-8c9f-b8876eb13aca {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:11.689257 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.692012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51834) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:11.699257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a8c1cd85-7c4a-4647-a0e8-e0cb4061fef6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.744238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0330cffa-f364-4bfa-86eb-a14bd60d0ed6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0773110 Feb 10 04:23:11.745462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c1cd85-7c4a-4647-a0e8-e0cb4061fef6,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:11.749489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51836) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:11.793457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6adec39c-1257-4fb6-97d3-8c5d2ffa1842 req-5def29fe-7b61-486d-941e-ea58e7b62cb7 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/security-groups?id=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995562 Feb 10 04:23:11.846735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.862412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-71bdea31-6a34-4b8b-930c-1ebf865ec1bf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5075812 Feb 10 04:23:11.931245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] For port 21567a8f-f3b2-4119-8c9f-b8876eb13aca, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=21567a8f-f3b2-4119-8c9f-b8876eb13aca,segment=NetworkSegment(fd007445-cbf9-4345-abd8-d16efeb0240f),segment_id=fd007445-cbf9-4345-abd8-d16efeb0240f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:11.931614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:11.952074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e38ae-2563-4c37-a058-3cd348d646c4 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:11.958490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e38ae-2563-4c37-a058-3cd348d646c4 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:11.958961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5d8e38ae-2563-4c37-a058-3cd348d646c4 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2082865 Feb 10 04:23:11.962284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51844) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:11.969257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Calling delete_port for 21567a8f-f3b2-4119-8c9f-b8876eb13aca owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:12.057265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting port fd9e75c6-a966-4aaa-87c4-a6093b7d0b16 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:12.057613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fd9e75c6-a966-4aaa-87c4-a6093b7d0b16), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.096525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Deleting port 48de8c09-2ecd-4336-82da-505c28f00237 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:12.096865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (48de8c09-2ecd-4336-82da-505c28f00237), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.169051 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (48de8c09-2ecd-4336-82da-505c28f00237), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.170952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-31524602-eedb-4502-9bbb-e67e3598dc97 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031478835&fields=id&tenant_id=9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 267 time: 0.1265721 Feb 10 04:23:12.193884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Calling delete_port for 48de8c09-2ecd-4336-82da-505c28f00237 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:12.258387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fd9e75c6-a966-4aaa-87c4-a6093b7d0b16), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.322544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Calling delete_port for fd9e75c6-a966-4aaa-87c4-a6093b7d0b16 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:12.362819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (48de8c09-2ecd-4336-82da-505c28f00237), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.404365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Port': ['ID=48de8c09-2ecd-4336-82da-505c28f00237,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:12.411588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.418426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9ac14617-95d7-4dbe-82f0-6d1329441420 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/ports/48de8c09-2ecd-4336-82da-505c28f00237 HTTP/1.1" status: 204 len: 168 time: 0.4520230 Feb 10 04:23:12.422939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51866) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:12.428203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-368e82dc-5967-445d-b8e9-14dd670b8d79 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:12.430169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-368e82dc-5967-445d-b8e9-14dd670b8d79 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/networks?id=9ba61da5-5767-413b-b14c-d2fe1bc0f73d HTTP/1.1" status: 200 len: 797 time: 0.2478766 Feb 10 04:23:12.439179 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (21567a8f-f3b2-4119-8c9f-b8876eb13aca), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.450588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['21567a8f-f3b2-4119-8c9f-b8876eb13aca'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:23:12.492632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Pushing event deleted for resources: {'Port': ['ID=21567a8f-f3b2-4119-8c9f-b8876eb13aca,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:12.511418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-30c74983-7ffa-42da-aaea-b9970bc9fbc8 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/quotas/9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 375 time: 0.0701976 Feb 10 04:23:12.549432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] No DVR routers for this DVR port 21567a8f-f3b2-4119-8c9f-b8876eb13aca on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:12.564245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Deleting port b05b6b05-f5f6-49b8-9114-7d36b5286da0 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:12.564690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b05b6b05-f5f6-49b8-9114-7d36b5286da0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.566498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.570345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b044d124-aaae-4046-856a-cef35b2ac40a req-196f766f-2dd5-4f84-b8d6-bd8de5b34d63 tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.24 "DELETE /v2.0/ports/21567a8f-f3b2-4119-8c9f-b8876eb13aca HTTP/1.1" status: 204 len: 173 time: 1.1677933 Feb 10 04:23:12.572416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'name': 'network-vif-deleted', 'tag': '21567a8f-f3b2-4119-8c9f-b8876eb13aca'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:12.574908 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314f96d9-66bb-4234-8f83-cd4778e6e5ab" -d '{"events": [{"server_uuid": "4b8af945-066c-45a8-b561-b6c49e0b1c02", "name": "network-vif-deleted", "tag": "21567a8f-f3b2-4119-8c9f-b8876eb13aca"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:12.639907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-7bf5692f-0bf4-4444-ab58-003eb8b4f32f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1164196 Feb 10 04:23:12.659088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b05b6b05-f5f6-49b8-9114-7d36b5286da0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.680767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Calling delete_port for b05b6b05-f5f6-49b8-9114-7d36b5286da0 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:12.729492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fd9e75c6-a966-4aaa-87c4-a6093b7d0b16), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.771454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Port': ['ID=fd9e75c6-a966-4aaa-87c4-a6093b7d0b16,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:12.859357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e50cc4a7-25a5-40e9-b7ba-3b16c6630c0a service neutron] 10.222.0.42 "GET /v2.0/networks/9ba61da5-5767-413b-b14c-d2fe1bc0f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039258 Feb 10 04:23:12.879830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b05b6b05-f5f6-49b8-9114-7d36b5286da0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.925907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Port': ['ID=b05b6b05-f5f6-49b8-9114-7d36b5286da0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:12.933524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.938803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2b0d1d75-16e4-4039-b76c-acf6527806e8 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/ports/fd9e75c6-a966-4aaa-87c4-a6093b7d0b16 HTTP/1.1" status: 204 len: 168 time: 1.2439680 Feb 10 04:23:12.939684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51880) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:12.944155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:12.954170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a6b59326-1894-410e-bcac-69d481c8b935 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/ports/b05b6b05-f5f6-49b8-9114-7d36b5286da0 HTTP/1.1" status: 204 len: 168 time: 0.5321634 Feb 10 04:23:12.958544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51882) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:12.983096 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-167aaea7-b84d-4729-8d76-632dccb9078e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] GET failed (client error): The resource could not be found. Feb 10 04:23:12.983233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-167aaea7-b84d-4729-8d76-632dccb9078e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "GET /v2.0/ports/fd9e75c6-a966-4aaa-87c4-a6093b7d0b16 HTTP/1.1" status: 404 len: 333 time: 0.0425818 Feb 10 04:23:12.989167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51886) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:13.002904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a8ec3b90-c28a-465d-85d4-06285dfca8c5 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0411263 Feb 10 04:23:13.012568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:13.042427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2114311728'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:13.054254 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ac8b2b-53c1-47d8-90ee-67f3f6025b99 x-openstack-request-id: req-c1ac8b2b-53c1-47d8-90ee-67f3f6025b99 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:13.054660 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8af945-066c-45a8-b561-b6c49e0b1c02", "name": "network-vif-deleted", "tag": "21567a8f-f3b2-4119-8c9f-b8876eb13aca", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:13.054966 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1ac8b2b-53c1-47d8-90ee-67f3f6025b99 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:13.055381 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8af945-066c-45a8-b561-b6c49e0b1c02', 'name': 'network-vif-deleted', 'tag': '21567a8f-f3b2-4119-8c9f-b8876eb13aca', 'status': 'completed', 'code': 200} Feb 10 04:23:13.069852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-c0a7ee7b-328a-4a69-87bd-dd0e71fc9a09 service neutron] 10.222.0.42 "GET /v2.0/networks/9ba61da5-5767-413b-b14c-d2fe1bc0f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050595 Feb 10 04:23:13.165026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Made reservation on behalf of 041af534169f4a74bde7279c44f3d93a for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:13.168484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.185494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1bd7020b-185f-46df-a565-34707c107555 req-b2905d59-b62b-4090-ac08-af86c9392d4a tempest-ServerPasswordTestJSON-1583999568 tempest-ServerPasswordTestJSON-1583999568-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b8af945-066c-45a8-b561-b6c49e0b1c02 HTTP/1.1" status: 200 len: 210 time: 0.0361667 Feb 10 04:23:13.212488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting port b1610bb3-1e2b-48ee-8630-50361bdcbd8b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:13.212960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b1610bb3-1e2b-48ee-8630-50361bdcbd8b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.218452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:13.255179 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ac50b623-49f3-4530-a390-64434d59d273), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.255521 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Added segment ac50b623-49f3-4530-a390-64434d59d273 of type vlan for network 0d19aaca-9db4-4c3d-907d-14fdd99e8189 Feb 10 04:23:13.345137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0d19aaca-9db4-4c3d-907d-14fdd99e8189), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.353095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f384c6d-9e61-4712-85c6-557884121d81 req-264c7f73-bfc8-4e7f-a71f-a7cdb4d883d7 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:13.356123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f384c6d-9e61-4712-85c6-557884121d81 req-264c7f73-bfc8-4e7f-a71f-a7cdb4d883d7 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1065831 Feb 10 04:23:13.369401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b1610bb3-1e2b-48ee-8630-50361bdcbd8b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.391940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Calling delete_port for b1610bb3-1e2b-48ee-8630-50361bdcbd8b owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:13.413941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f384c6d-9e61-4712-85c6-557884121d81 req-495b9002-4830-4e71-9d75-069e24b38139 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509939 Feb 10 04:23:13.455973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0d19aaca-9db4-4c3d-907d-14fdd99e8189), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.461922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:13.462514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.490263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b32d4f1d-4d64-4298-8480-396b7a7f6cda req-6fbe4253-347f-448a-b110-5fb29add1b28 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 210 time: 0.0474131 Feb 10 04:23:13.568704 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Network': ['ID=0d19aaca-9db4-4c3d-907d-14fdd99e8189,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:13.613827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0d19aaca-9db4-4c3d-907d-14fdd99e8189 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:13.658886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-da335e2b-5855-4290-a10f-08b7ecaaf309 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6274371 Feb 10 04:23:13.661409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51906) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:13.666988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1272961413'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:13.762430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Made reservation on behalf of 041af534169f4a74bde7279c44f3d93a for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:13.765820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.769749 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b1610bb3-1e2b-48ee-8630-50361bdcbd8b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.808597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Port': ['ID=b1610bb3-1e2b-48ee-8630-50361bdcbd8b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:13.841800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:13.873984 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5862cf4b-3ff7-4f70-813a-f83931716c7d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.874332 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Added segment 5862cf4b-3ff7-4f70-813a-f83931716c7d of type vlan for network b634f2ed-9c4c-46cb-bb18-ece758470a36 Feb 10 04:23:13.928356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:13.931840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0db1087a-155b-4aaf-bea2-b5c2283cd944 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/ports/b1610bb3-1e2b-48ee-8630-50361bdcbd8b HTTP/1.1" status: 204 len: 168 time: 0.9418690 Feb 10 04:23:13.934324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:13.937215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (b634f2ed-9c4c-46cb-bb18-ece758470a36), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.004949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting subnet bccb0f5d-d23c-4ee9-b27b-af9caea4320d {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:23:14.008525 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for subnet (bccb0f5d-d23c-4ee9-b27b-af9caea4320d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.051582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (bccb0f5d-d23c-4ee9-b27b-af9caea4320d), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.072884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (b634f2ed-9c4c-46cb-bb18-ece758470a36), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.077644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:14.078218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.167244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Network': ['ID=b634f2ed-9c4c-46cb-bb18-ece758470a36,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:14.177752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network b634f2ed-9c4c-46cb-bb18-ece758470a36 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:14.206604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (bccb0f5d-d23c-4ee9-b27b-af9caea4320d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.223352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a276c5f-47cd-4a57-b489-9985ab16b671 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5608816 Feb 10 04:23:14.245865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51920) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:14.305838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] Deleting subnet f1760915-1fab-43de-92b0-397259d00409 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:23:14.309063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] Publish callbacks [] for subnet (f1760915-1fab-43de-92b0-397259d00409), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.353197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51924) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:14.358002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (f1760915-1fab-43de-92b0-397259d00409), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.363586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'subnets': [{'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269647372', 'ip_version': 4}, {'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:14.363911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'subnet': {'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269647372', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:14.364481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Request body: {'subnet': {'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:14.368495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (bccb0f5d-d23c-4ee9-b27b-af9caea4320d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.406679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Subnet': ['ID=bccb0f5d-d23c-4ee9-b27b-af9caea4320d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:14.410289 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.414267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-48f449ec-16aa-49d7-90c1-fc433441e8a4 tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/subnets/bccb0f5d-d23c-4ee9-b27b-af9caea4320d HTTP/1.1" status: 204 len: 168 time: 0.4788814 Feb 10 04:23:14.416854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51928) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:14.430535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6da79-4318-4b3e-a8ba-eb6b9dd823f0 None None] Network 448f70e5-9325-42d4-bddd-06344c898d4a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:14.488180 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f1760915-1fab-43de-92b0-397259d00409), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.574360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (448f70e5-9325-42d4-bddd-06344c898d4a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.670618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839122-06b8-4724-a94e-e8216975517d req-7657d814-c50b-488a-a8af-b29679182853 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:14.672220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b839122-06b8-4724-a94e-e8216975517d req-7657d814-c50b-488a-a8af-b29679182853 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.0951436 Feb 10 04:23:14.698173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-517e8178-7b15-48ae-888b-cf0fe6125c19 req-9ccef3e4-ab9f-4c42-9f0e-53b701373eee tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 210 time: 0.0788696 Feb 10 04:23:14.709771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Deleting port 5a83622b-1c26-41c0-8a3d-938869a4814c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:14.710361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.724611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] DHCP port deletion for 448f70e5-9325-42d4-bddd-06344c898d4a request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:23:14.752047 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b839122-06b8-4724-a94e-e8216975517d req-989b2352-bc78-491d-a1e6-bd6332f625b0 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714123 Feb 10 04:23:14.798463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] For port 5a83622b-1c26-41c0-8a3d-938869a4814c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5a83622b-1c26-41c0-8a3d-938869a4814c,segment=NetworkSegment(6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8),segment_id=6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:14.799153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.799858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Deleting port 5a83622b-1c26-41c0-8a3d-938869a4814c {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:14.800230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.814732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Calling delete_port for 5a83622b-1c26-41c0-8a3d-938869a4814c owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:14.822800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (f1760915-1fab-43de-92b0-397259d00409), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.851358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1760915-1fab-43de-92b0-397259d00409,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:14.853436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.856918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-057332a6-76e0-482c-8d81-4d58e4f62312 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f1760915-1fab-43de-92b0-397259d00409 HTTP/1.1" status: 204 len: 168 time: 0.6100214 Feb 10 04:23:14.858464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Made reservation on behalf of 041af534169f4a74bde7279c44f3d93a for: {'subnet': 2} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:14.863251 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.863631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.867044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:14.902305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] For port 5a83622b-1c26-41c0-8a3d-938869a4814c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5a83622b-1c26-41c0-8a3d-938869a4814c,segment=NetworkSegment(6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8),segment_id=6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:14.903155 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:14.924335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Calling delete_port for 5a83622b-1c26-41c0-8a3d-938869a4814c owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:14.992385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-69704718-e26d-46cc-86a8-e1b47d4c2318 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:14.995344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-69704718-e26d-46cc-86a8-e1b47d4c2318 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.43 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.1064243 Feb 10 04:23:14.998580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5a83622b-1c26-41c0-8a3d-938869a4814c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:15.011595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (29c4e2a1-b829-45f3-a5da-87fe13b04e5e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.084129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.099977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (5a83622b-1c26-41c0-8a3d-938869a4814c), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.110518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port 5a83622b-1c26-41c0-8a3d-938869a4814c {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:23:15.111689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port 5a83622b-1c26-41c0-8a3d-938869a4814c host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:23:15.112351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5a83622b-1c26-41c0-8a3d-938869a4814c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:15.126297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] No DVR routers for this DVR port 5a83622b-1c26-41c0-8a3d-938869a4814c on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:15.145010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Port': ['ID=5a83622b-1c26-41c0-8a3d-938869a4814c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:15.168326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (29c4e2a1-b829-45f3-a5da-87fe13b04e5e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.176156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Pushing event deleted for resources: {'Port': ['ID=5a83622b-1c26-41c0-8a3d-938869a4814c,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:15.184727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] No DVR routers for this DVR port 5a83622b-1c26-41c0-8a3d-938869a4814c on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:15.192618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.193087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.193489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.194653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.196069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.197142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.198105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.198690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.199176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.200667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.201173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.201611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.202042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10c205-d164-4ef8-b7ce-ead6cf6ef47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:15.219053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c4e2a1-b829-45f3-a5da-87fe13b04e5e']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:15.237947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd007445-cbf9-4345-abd8-d16efeb0240f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:15.238230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd007445-cbf9-4345-abd8-d16efeb0240f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:15.259389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (fd007445-cbf9-4345-abd8-d16efeb0240f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.297908 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fd007445-cbf9-4345-abd8-d16efeb0240f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.301601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (448f70e5-9325-42d4-bddd-06344c898d4a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.341869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:15.342683 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (fd007445-cbf9-4345-abd8-d16efeb0240f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:15.344645 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:15.353942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Deleting port 6e358488-4433-466a-822d-172b7dca6296 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:15.353942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6e358488-4433-466a-822d-172b7dca6296), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.358245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448f70e5-9325-42d4-bddd-06344c898d4a']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:15.554401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (29c4e2a1-b829-45f3-a5da-87fe13b04e5e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.560034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.564717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] 10.222.0.42 "DELETE /v2.0/networks/29c4e2a1-b829-45f3-a5da-87fe13b04e5e HTTP/1.1" status: 204 len: 168 time: 0.6965783 Feb 10 04:23:15.621112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99610a5-cba3-4750-a48c-0f65fe18c501 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c4e2a1-b829-45f3-a5da-87fe13b04e5e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:15.694205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (d2520dad-7888-487f-9d09-8b3d0a83a08b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.726030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 21567a8f-f3b2-4119-8c9f-b8876eb13aca no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:15.760453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 21567a8f-f3b2-4119-8c9f-b8876eb13aca {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:15.760931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 21567a8f-f3b2-4119-8c9f-b8876eb13aca not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:15.765612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:15.768408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:15.809845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Subnet': ['ID=d2520dad-7888-487f-9d09-8b3d0a83a08b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:15.823526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.847267 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.852612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af7a10ec-c0b6-4d19-afea-b3243f935597 req-0c410f48-8194-4ca6-9b44-1c37f9c1d09f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 210 time: 0.0480256 Feb 10 04:23:15.855740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:15.856653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (6d3a0c02-701f-4184-9cf6-5dd1f5bf46d8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:15.858926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Checking segment: {'id': 'ac50b623-49f3-4530-a390-64434d59d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:15.859299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network hostable DHCP agents. Network: 0d19aaca-9db4-4c3d-907d-14fdd99e8189, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:15.878226 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:15.942776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network 0d19aaca-9db4-4c3d-907d-14fdd99e8189 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:16.011894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 0d19aaca-9db4-4c3d-907d-14fdd99e8189) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:16.015841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (158bf327-fbda-4df2-8b32-18c69631a023), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.024130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495fe81-6657-43fd-abc3-c443afc006dd None None] Network 0d19aaca-9db4-4c3d-907d-14fdd99e8189 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:16.072863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event updated for resources: {'Subnet': ['ID=158bf327-fbda-4df2-8b32-18c69631a023,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:16.088277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51956) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:16.140907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f31ee0-e63b-4ea3-bbe7-76f9d3a02f03 req-b5f03823-fea2-444e-9755-e516655d22a4 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:16.144237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65f31ee0-e63b-4ea3-bbe7-76f9d3a02f03 req-b5f03823-fea2-444e-9755-e516655d22a4 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 946 time: 0.2504368 Feb 10 04:23:16.156763 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-92fcab95-7ad9-425c-9bae-5a65834bb791 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c5428bcfeed4ff78bbddb87fa4ab01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668292 Feb 10 04:23:16.157676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Checking segment: {'id': '5862cf4b-3ff7-4f70-813a-f83931716c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:16.158040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network hostable DHCP agents. Network: b634f2ed-9c4c-46cb-bb18-ece758470a36, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:16.160018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (448f70e5-9325-42d4-bddd-06344c898d4a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.161249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51958) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:16.194773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.198688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] 10.222.0.42 "DELETE /v2.0/networks/448f70e5-9325-42d4-bddd-06344c898d4a HTTP/1.1" status: 204 len: 168 time: 1.7806230 Feb 10 04:23:16.211981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0fd91-4bd9-460b-b63a-659ac638d65e tempest-AllowedAddressPairTestJSON-1997743293 tempest-AllowedAddressPairTestJSON-1997743293-project] Pushing event deleted for resources: {'Network': ['ID=448f70e5-9325-42d4-bddd-06344c898d4a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:16.223688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] For port 6e358488-4433-466a-822d-172b7dca6296, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6e358488-4433-466a-822d-172b7dca6296,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:16.224159 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6e358488-4433-466a-822d-172b7dca6296), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.233262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-ab4f5a13-e009-48c2-b23f-ba20ecdc5a02 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:16.235024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-ab4f5a13-e009-48c2-b23f-ba20ecdc5a02 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.24 "GET /v2.0/networks?id=9ba61da5-5767-413b-b14c-d2fe1bc0f73d HTTP/1.1" status: 200 len: 797 time: 0.4661257 Feb 10 04:23:16.265680 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a5ed-2383-4ea2-953e-1ac736725ef8 admin admin] Publish callbacks [] for security_group (3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.312207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a5ed-2383-4ea2-953e-1ac736725ef8 admin admin] Publish callbacks [] for security_group (3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.324962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Network b634f2ed-9c4c-46cb-bb18-ece758470a36 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:16.391863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-0d19aaca-9db4-4c3d-907d-14fdd99e8189', 'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189', 'project_id': '041af534169f4a74bde7279c44f3d93a', 'fixed_ips': [{'subnet_id': 'd2520dad-7888-487f-9d09-8b3d0a83a08b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:16.392891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.485859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-65f31ee0-e63b-4ea3-bbe7-76f9d3a02f03 req-75c142eb-cd47-46ba-a9ad-bc9b3be9a175 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=84a9e387-c8b5-4e2d-b3d7-668e7f388524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234012 Feb 10 04:23:16.491743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, b634f2ed-9c4c-46cb-bb18-ece758470a36) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:16.496000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:16.496474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:16.497123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.507743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bace56a-29ac-42ef-9acf-4352dbb51d82 None None] Network b634f2ed-9c4c-46cb-bb18-ece758470a36 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:16.511480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-33ec3a87-9e22-461f-aaf7-951ad559c151 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 473 time: 0.2608566 Feb 10 04:23:16.519983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a5ed-2383-4ea2-953e-1ac736725ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.523630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a5ed-2383-4ea2-953e-1ac736725ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.525456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-08d3a5ed-2383-4ea2-953e-1ac736725ef8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4 HTTP/1.1" status: 204 len: 168 time: 0.3632474 Feb 10 04:23:16.528903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'port': {'device_id': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'admin_state_up': True, 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'security_groups': ['09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:16.545772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3a5ed-2383-4ea2-953e-1ac736725ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3258dd39-b5f7-4a06-ba8d-71b5b02f7bf4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:16.581479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7424d298-f0ce-4faa-8167-01dacb465d33 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2260337 Feb 10 04:23:16.588108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:16.657413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Allocated IP 172.20.0.2 (0d19aaca-9db4-4c3d-907d-14fdd99e8189/d2520dad-7888-487f-9d09-8b3d0a83a08b/b3f56160-ed36-463a-ad2b-ad4ee20172d1) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:16.706682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-b634f2ed-9c4c-46cb-bb18-ece758470a36', 'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36', 'project_id': '041af534169f4a74bde7279c44f3d93a', 'fixed_ips': [{'subnet_id': '158bf327-fbda-4df2-8b32-18c69631a023'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:16.707878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.725473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.726235 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.726749 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Floating IP eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616 disassociated. External IP: 172.25.8.112, port: 6e358488-4433-466a-822d-172b7dca6296. Feb 10 04:23:16.727364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Calling delete_port for 6e358488-4433-466a-822d-172b7dca6296 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:16.770769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ece39e-1066-4b48-9957-ab1031782953 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:16.772882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ece39e-1066-4b48-9957-ab1031782953 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:16.774323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ece39e-1066-4b48-9957-ab1031782953 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:16.776367 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-25ece39e-1066-4b48-9957-ab1031782953 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1869197 Feb 10 04:23:16.779489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51976) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:16.834117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:16.839491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:16.860838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Deleting subnet d2520dad-7888-487f-9d09-8b3d0a83a08b {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:23:16.894152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51982) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:17.032351 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ff2f27a-b545-40b5-9c80-d87e21520877 req-a35a58c3-f6c3-4f08-b2ba-c906fd047c5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 210 time: 0.0465961 Feb 10 04:23:17.083712 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.110920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Allocated IP 172.20.0.18 (b634f2ed-9c4c-46cb-bb18-ece758470a36/158bf327-fbda-4df2-8b32-18c69631a023/ee24a933-2d08-44aa-91aa-7de321991e9e) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:17.112918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Publish callbacks [] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.167222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.20.0.29 (9ba61da5-5767-413b-b14c-d2fe1bc0f73d/d6632167-2882-42b3-b04b-e5671c44622a/04e96bb1-7bff-47ee-8e52-958426a74be3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:17.198948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.199887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for subnet (d2520dad-7888-487f-9d09-8b3d0a83a08b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.255292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-83c12722-cd67-443e-ba2e-128ef22c69cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0e6396786f44bbfb3af2916f046f285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596697 Feb 10 04:23:17.261410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51994) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:17.270674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Network 0d19aaca-9db4-4c3d-907d-14fdd99e8189 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:17.274316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Pushing event updated for resources: {'Port': ['ID=b3f56160-ed36-463a-ad2b-ad4ee20172d1,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:17.278977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:17.283581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:17.292216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d2520dad-7888-487f-9d09-8b3d0a83a08b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.348595 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6e358488-4433-466a-822d-172b7dca6296), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.388618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Attempting to bind port b3f56160-ed36-463a-ad2b-ad4ee20172d1 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:17.389370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Attempting to bind port b3f56160-ed36-463a-ad2b-ad4ee20172d1 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ac50b623-49f3-4530-a390-64434d59d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:17.390011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Attempting to bind port b3f56160-ed36-463a-ad2b-ad4ee20172d1 on network 0d19aaca-9db4-4c3d-907d-14fdd99e8189 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:17.400802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:17.401208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Checking segment: {'id': 'ac50b623-49f3-4530-a390-64434d59d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:17.401763 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.402171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Bound using segment: {'id': 'ac50b623-49f3-4530-a390-64434d59d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:17.402738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Bound port: b3f56160-ed36-463a-ad2b-ad4ee20172d1, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac50b623-49f3-4530-a390-64434d59d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0d19aaca-9db4-4c3d-907d-14fdd99e8189'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:17.403127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.410465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event deleted for resources: {'Port': ['ID=6e358488-4433-466a-822d-172b7dca6296,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:17.453738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d2520dad-7888-487f-9d09-8b3d0a83a08b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.542264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.594322 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Publish callbacks [] for port (ee24a933-2d08-44aa-91aa-7de321991e9e), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.598888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Router f180e452-da47-49ce-8a94-d47a971d0685 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:17.702187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372657bf-6337-4fd1-af58-ef3d7f5d9eac req-59193229-3016-4c38-b153-c775e39ae59e tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 210 time: 0.0358315 Feb 10 04:23:17.729780 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (ee24a933-2d08-44aa-91aa-7de321991e9e), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.795755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.810078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Pushing event updated for resources: {'Port': ['ID=ee24a933-2d08-44aa-91aa-7de321991e9e,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:17.830971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Network b634f2ed-9c4c-46cb-bb18-ece758470a36 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:17.832948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:17.837581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:17.850076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:17.894690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:17.899877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] Sync routers for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:17.913568 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be40ddfc-6d4f-405a-93bd-b468d594c71d admin admin] Publish callbacks [] for security_group (dd1a082c-7006-4516-a776-25fbba8f229a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.913793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] No DVR routers for this DVR port 6e358488-4433-466a-822d-172b7dca6296 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:17.916497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.920450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ab24acb-414c-41d3-8e68-c04b32acd00c req-05af256c-bd6d-4d03-be26-1311b5c455bb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.43 "DELETE /v2.0/ports/6e358488-4433-466a-822d-172b7dca6296 HTTP/1.1" status: 204 len: 173 time: 2.9192059 Feb 10 04:23:17.923446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'name': 'network-vif-deleted', 'tag': '6e358488-4433-466a-822d-172b7dca6296'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:17.926819 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d567493c-a39e-4c10-94b6-cd567e9009f8" -d '{"events": [{"server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "name": "network-vif-deleted", "tag": "6e358488-4433-466a-822d-172b7dca6296"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:17.930237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:17.933206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:17.963436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:17.963871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be40ddfc-6d4f-405a-93bd-b468d594c71d admin admin] Publish callbacks [] for security_group (dd1a082c-7006-4516-a776-25fbba8f229a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:17.964802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:17.996309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=04e96bb1-7bff-47ee-8e52-958426a74be3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:18.005997 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8368b5ed-e3f7-4e27-8b84-9686a848b1ce x-openstack-request-id: req-8368b5ed-e3f7-4e27-8b84-9686a848b1ce {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:18.006306 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42259738-b7a9-44bd-8aea-0b89643ab259", "name": "network-vif-deleted", "tag": "6e358488-4433-466a-822d-172b7dca6296", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:18.006864 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8368b5ed-e3f7-4e27-8b84-9686a848b1ce {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:18.007366 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42259738-b7a9-44bd-8aea-0b89643ab259', 'name': 'network-vif-deleted', 'tag': '6e358488-4433-466a-822d-172b7dca6296', 'status': 'completed', 'code': 200} Feb 10 04:23:18.062350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Attempting to bind port ee24a933-2d08-44aa-91aa-7de321991e9e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:18.062941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Attempting to bind port ee24a933-2d08-44aa-91aa-7de321991e9e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5862cf4b-3ff7-4f70-813a-f83931716c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:18.063149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Attempting to bind port ee24a933-2d08-44aa-91aa-7de321991e9e on network b634f2ed-9c4c-46cb-bb18-ece758470a36 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:18.087430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:18.088969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.089785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:18.090329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Checking segment: {'id': '5862cf4b-3ff7-4f70-813a-f83931716c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:18.092728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.093090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Bound using segment: {'id': '5862cf4b-3ff7-4f70-813a-f83931716c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:18.093584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Bound port: ee24a933-2d08-44aa-91aa-7de321991e9e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5862cf4b-3ff7-4f70-813a-f83931716c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b634f2ed-9c4c-46cb-bb18-ece758470a36'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:18.093979 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ee24a933-2d08-44aa-91aa-7de321991e9e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.137832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d2520dad-7888-487f-9d09-8b3d0a83a08b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.152583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] For port b3f56160-ed36-463a-ad2b-ad4ee20172d1, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:18.213357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Subnet': ['ID=d2520dad-7888-487f-9d09-8b3d0a83a08b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:18.238013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.246812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a295ec89-d9a7-447b-8255-0da48d2ea4e7 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/subnets/d2520dad-7888-487f-9d09-8b3d0a83a08b HTTP/1.1" status: 204 len: 168 time: 1.4638922 Feb 10 04:23:18.247123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52024) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:18.248285 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be40ddfc-6d4f-405a-93bd-b468d594c71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dd1a082c-7006-4516-a776-25fbba8f229a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.256548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be40ddfc-6d4f-405a-93bd-b468d594c71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.261038 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be40ddfc-6d4f-405a-93bd-b468d594c71d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd1a082c-7006-4516-a776-25fbba8f229a HTTP/1.1" status: 204 len: 168 time: 0.9960680 Feb 10 04:23:18.265449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] For port b3f56160-ed36-463a-ad2b-ad4ee20172d1, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3f56160-ed36-463a-ad2b-ad4ee20172d1,segment=NetworkSegment(ac50b623-49f3-4530-a390-64434d59d273),segment_id=ac50b623-49f3-4530-a390-64434d59d273)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:18.285237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40ddfc-6d4f-405a-93bd-b468d594c71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a082c-7006-4516-a776-25fbba8f229a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:18.348351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e07c944d-5b25-4822-aa6e-91cd66ccac5f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8303313 Feb 10 04:23:18.353000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Deleting subnet 158bf327-fbda-4df2-8b32-18c69631a023 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:23:18.365347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Request body: {'port': {'device_id': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:18.369538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for subnet (158bf327-fbda-4df2-8b32-18c69631a023), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.389014 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.467403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3ca3-875f-439f-a202-5ffa26c6a108 req-5a9936f6-22ac-4538-81c8-216a69e0b669 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:18.476488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d3d3ca3-875f-439f-a202-5ffa26c6a108 req-5a9936f6-22ac-4538-81c8-216a69e0b669 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 932 time: 0.2940495 Feb 10 04:23:18.493462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0783b-cd5e-40dc-9dcd-31c03b9fd541 None None] Pushing event updated for resources: {'Port': ['ID=b3f56160-ed36-463a-ad2b-ad4ee20172d1,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:18.511314 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.513330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:18.539517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (158bf327-fbda-4df2-8b32-18c69631a023), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.561557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] For port ee24a933-2d08-44aa-91aa-7de321991e9e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:18.579365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] For port ee24a933-2d08-44aa-91aa-7de321991e9e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ee24a933-2d08-44aa-91aa-7de321991e9e,segment=NetworkSegment(5862cf4b-3ff7-4f70-813a-f83931716c7d),segment_id=5862cf4b-3ff7-4f70-813a-f83931716c7d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:18.594397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-21cdbb82-c39b-4905-8f99-d05f87d57f0f None None] Provisioning complete for port 04e96bb1-7bff-47ee-8e52-958426a74be3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:18.594799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-21cdbb82-c39b-4905-8f99-d05f87d57f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.610620 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.644073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-21cdbb82-c39b-4905-8f99-d05f87d57f0f None None] Port 04e96bb1-7bff-47ee-8e52-958426a74be3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:18.701746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d3d3ca3-875f-439f-a202-5ffa26c6a108 req-5e1ee1ff-42d9-43c8-8049-eb4d96dfbc31 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241664 Feb 10 04:23:18.728308 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ee24a933-2d08-44aa-91aa-7de321991e9e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:18.736215 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (158bf327-fbda-4df2-8b32-18c69631a023), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:19.132389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3f56160-ed36-463a-ad2b-ad4ee20172d1 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:19.156752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f33d59-5e06-4256-8627-c68c0f8054b4 None None] Pushing event updated for resources: {'Port': ['ID=ee24a933-2d08-44aa-91aa-7de321991e9e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:19.218662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-22d1e449-c50c-4bcf-99a8-7e1ac6701bf4 req-60ba536b-1c3c-4020-a91f-c24c8d84217e tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.1002553 Feb 10 04:23:19.332306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b3f56160-ed36-463a-ad2b-ad4ee20172d1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:19.332306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:19.342945 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5eea5779-3af5-4d26-92f2-ed0763a30b55 req-9dcf2d0c-6516-450a-9214-5169ff3a34d3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=42259738-b7a9-44bd-8aea-0b89643ab259 HTTP/1.1" status: 200 len: 210 time: 0.0830696 Feb 10 04:23:19.380821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:19.433743 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (158bf327-fbda-4df2-8b32-18c69631a023), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:19.454800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] Checking router: f180e452-da47-49ce-8a94-d47a971d0685 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:23:19.486548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:19.487619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:19.518250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Subnet': ['ID=158bf327-fbda-4df2-8b32-18c69631a023,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:19.571721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:19.581448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52072) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:19.594325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f8d9c0ad-caf3-47b4-8df3-ae2fe2bb4a26 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/subnets/158bf327-fbda-4df2-8b32-18c69631a023 HTTP/1.1" status: 204 len: 168 time: 1.3419456 Feb 10 04:23:19.603107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e96bb1-7bff-47ee-8e52-958426a74be3 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:23:19.613261 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Publish callbacks [] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:19.634494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Transition to ACTIVE for port object 04e96bb1-7bff-47ee-8e52-958426a74be3 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:23:19.645892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b3f56160-ed36-463a-ad2b-ad4ee20172d1 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:19.646353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:19.673180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30612aa-bf05-40dd-ab4b-c503337d21d8 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:19.679885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52076) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:19.699876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d30612aa-bf05-40dd-ab4b-c503337d21d8 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163025 Feb 10 04:23:19.807420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:19.921387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cd159-a7ce-4a0a-9f21-c78800b4cffc req-addc3499-12a1-4c6c-b23b-f949371bed00 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:19.923554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-287cd159-a7ce-4a0a-9f21-c78800b4cffc req-addc3499-12a1-4c6c-b23b-f949371bed00 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 944 time: 0.0913026 Feb 10 04:23:19.966085 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (b634f2ed-9c4c-46cb-bb18-ece758470a36), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.035257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-287cd159-a7ce-4a0a-9f21-c78800b4cffc req-9dfc566f-2c1c-4aa0-b547-c37f766ca51f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038969 Feb 10 04:23:20.039258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Pushing event updated for resources: {'Port': ['ID=04e96bb1-7bff-47ee-8e52-958426a74be3,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:20.057026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:20.060040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port b3f56160-ed36-463a-ad2b-ad4ee20172d1, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3f56160-ed36-463a-ad2b-ad4ee20172d1,segment=NetworkSegment(ac50b623-49f3-4530-a390-64434d59d273),segment_id=ac50b623-49f3-4530-a390-64434d59d273)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:20.122780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6e358488-4433-466a-822d-172b7dca6296 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:20.146463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Attempting to bind port 04e96bb1-7bff-47ee-8e52-958426a74be3 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:20.146824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Attempting to bind port 04e96bb1-7bff-47ee-8e52-958426a74be3 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:20.147233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Attempting to bind port 04e96bb1-7bff-47ee-8e52-958426a74be3 on network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:20.166683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Port 04e96bb1-7bff-47ee-8e52-958426a74be3 on network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:23:20.167351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Attempting to bind port 04e96bb1-7bff-47ee-8e52-958426a74be3 on network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:20.180476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:20.180867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Checking segment: {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:20.181357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Bound using segment: {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:20.187037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Bound port: 04e96bb1-7bff-47ee-8e52-958426a74be3, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:20.188372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.193478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52090) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:20.277132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 6e358488-4433-466a-822d-172b7dca6296 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:20.277689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6e358488-4433-466a-822d-172b7dca6296 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:20.283956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.370259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Deleting port ee24a933-2d08-44aa-91aa-7de321991e9e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:20.371637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ee24a933-2d08-44aa-91aa-7de321991e9e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.419233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d6e8d7eb-1bb9-4643-b551-931bc6db862b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1284561245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:20.481101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=b3f56160-ed36-463a-ad2b-ad4ee20172d1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:20.553323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] For port ee24a933-2d08-44aa-91aa-7de321991e9e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ee24a933-2d08-44aa-91aa-7de321991e9e,segment=NetworkSegment(5862cf4b-3ff7-4f70-813a-f83931716c7d),segment_id=5862cf4b-3ff7-4f70-813a-f83931716c7d)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:20.554533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ee24a933-2d08-44aa-91aa-7de321991e9e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.572638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9ccd546-17ba-4e76-a41d-e7648083ba57 req-dc3a2f91-6178-41dd-8336-678c17544a2e tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0730512 Feb 10 04:23:20.588026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:20.595662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Calling delete_port for ee24a933-2d08-44aa-91aa-7de321991e9e owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:20.627258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e8d7eb-1bb9-4643-b551-931bc6db862b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.628258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e8d7eb-1bb9-4643-b551-931bc6db862b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.640082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52108) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:20.642710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3463d89-4b1a-4ea9-9784-ffabaf1d21f8 None None] The sync data for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 is: [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:20.674486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b755a4-0aad-407b-9cb4-3b4fdf1d5a0a None None] Network 0d19aaca-9db4-4c3d-907d-14fdd99e8189 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:20.739895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e8d7eb-1bb9-4643-b551-931bc6db862b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for router_controller (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.770395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] For port 04e96bb1-7bff-47ee-8e52-958426a74be3, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:20.823849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ed397036-2dc9-4bb7-ada3-9a0175dd21f7 None None] Provisioning complete for port b3f56160-ed36-463a-ad2b-ad4ee20172d1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:20.824633 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed397036-2dc9-4bb7-ada3-9a0175dd21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.829518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e8d7eb-1bb9-4643-b551-931bc6db862b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.860805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] For port 04e96bb1-7bff-47ee-8e52-958426a74be3, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=04e96bb1-7bff-47ee-8e52-958426a74be3,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:20.945201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6e8d7eb-1bb9-4643-b551-931bc6db862b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.949408 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d6e8d7eb-1bb9-4643-b551-931bc6db862b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7515028 Feb 10 04:23:20.954544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52112) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:20.954639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31fcbe98-e116-4728-9243-102385c207cb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (84a9e387-c8b5-4e2d-b3d7-668e7f388524), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:20.954762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-414346154'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:20.971937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff188b1a-ead3-4f98-b7bc-a42e0479cd63 None None] Network b634f2ed-9c4c-46cb-bb18-ece758470a36 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:20.995711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.024002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831afde1-d752-4ab9-b119-cad12981685b None None] DHCP port deletion for 0d19aaca-9db4-4c3d-907d-14fdd99e8189 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:23:21.031432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ed397036-2dc9-4bb7-ada3-9a0175dd21f7 None None] Current status of the port b3f56160-ed36-463a-ad2b-ad4ee20172d1 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:21.036324 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31fcbe98-e116-4728-9243-102385c207cb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (84a9e387-c8b5-4e2d-b3d7-668e7f388524), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.070310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Made reservation on behalf of 69b777c8c79f4008b961e5ce4afd4872 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:21.073669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.090562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.120619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ee24a933-2d08-44aa-91aa-7de321991e9e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:21.206646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ee24a933-2d08-44aa-91aa-7de321991e9e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.210362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:21.211885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.213732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] 10.222.0.24 "PUT /v2.0/ports/04e96bb1-7bff-47ee-8e52-958426a74be3 HTTP/1.1" status: 200 len: 1092 time: 2.8566821 Feb 10 04:23:21.216762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'tag': '04e96bb1-7bff-47ee-8e52-958426a74be3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:21.224158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ee24a933-2d08-44aa-91aa-7de321991e9e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:21.227272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e23f75-e19a-4bba-a617-d1d461a462d9 None None] New status for floating IP eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:23:21.231819 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d03b2-9649-4953-89c6-7f0fe90444c8", "tag": "04e96bb1-7bff-47ee-8e52-958426a74be3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:21.250294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ee24a933-2d08-44aa-91aa-7de321991e9e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 04:23:21.299537 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for security_group (7dca103b-83a1-4b86-9425-48e69bc84cba), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.318303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-36a1a19f-04f8-4461-9ee0-4a547804f684 None None] Could not find standard attr ID for object ee24a933-2d08-44aa-91aa-7de321991e9e. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:23:21.328609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Port ee24a933-2d08-44aa-91aa-7de321991e9e not found, will not notify nova. {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 04:23:21.389393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-831afde1-d752-4ab9-b119-cad12981685b None None] Deleting port b3f56160-ed36-463a-ad2b-ad4ee20172d1 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:21.389771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-831afde1-d752-4ab9-b119-cad12981685b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.395067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbb761-8e34-4766-ac67-9fb2d5d6c9a6 None None] DHCP port deletion for b634f2ed-9c4c-46cb-bb18-ece758470a36 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:23:21.430891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7dca103b-83a1-4b86-9425-48e69bc84cba), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.441500 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48301ec1-d542-4e75-a91a-7ffd4002c77a x-openstack-request-id: req-48301ec1-d542-4e75-a91a-7ffd4002c77a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:21.442059 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d03b2-9649-4953-89c6-7f0fe90444c8", "tag": "04e96bb1-7bff-47ee-8e52-958426a74be3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:21.442059 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48301ec1-d542-4e75-a91a-7ffd4002c77a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:21.442404 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'tag': '04e96bb1-7bff-47ee-8e52-958426a74be3', 'status': 'completed', 'code': 200} Feb 10 04:23:21.448064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:21.455296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdac07-a233-43a6-a873-f93180b91093 service neutron] Pushing event updated for resources: {'Port': ['ID=04e96bb1-7bff-47ee-8e52-958426a74be3,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:21.469208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] No DVR routers for this DVR port ee24a933-2d08-44aa-91aa-7de321991e9e on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:21.471402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31fcbe98-e116-4728-9243-102385c207cb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (84a9e387-c8b5-4e2d-b3d7-668e7f388524), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.474758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-31fcbe98-e116-4728-9243-102385c207cb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.479514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-31fcbe98-e116-4728-9243-102385c207cb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "DELETE /v2.0/security-groups/84a9e387-c8b5-4e2d-b3d7-668e7f388524 HTTP/1.1" status: 204 len: 168 time: 0.8339484 Feb 10 04:23:21.496948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-831afde1-d752-4ab9-b119-cad12981685b None None] For port b3f56160-ed36-463a-ad2b-ad4ee20172d1, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3f56160-ed36-463a-ad2b-ad4ee20172d1,segment=NetworkSegment(ac50b623-49f3-4530-a390-64434d59d273),segment_id=ac50b623-49f3-4530-a390-64434d59d273)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:21.497816 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-831afde1-d752-4ab9-b119-cad12981685b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.507122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca103b-83a1-4b86-9425-48e69bc84cba,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:21.513121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52122) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:21.515848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.516884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-831afde1-d752-4ab9-b119-cad12981685b None None] Calling delete_port for b3f56160-ed36-463a-ad2b-ad4ee20172d1 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:21.517776 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Added segment 964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1 of type vlan for network 50c9a778-62eb-40a4-b585-9ef090ee8310 Feb 10 04:23:21.568120 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-b52a84be-dfee-4b79-a4f5-833dd9fdc096 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] show failed (client error): The resource could not be found. Feb 10 04:23:21.572522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcbe98-e116-4728-9243-102385c207cb tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9e387-c8b5-4e2d-b3d7-668e7f388524,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:21.574902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b52a84be-dfee-4b79-a4f5-833dd9fdc096 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups/84a9e387-c8b5-4e2d-b3d7-668e7f388524 HTTP/1.1" status: 404 len: 347 time: 0.0598490 Feb 10 04:23:21.575971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52126) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:21.637551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Port': ['ID=ee24a933-2d08-44aa-91aa-7de321991e9e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:21.734343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (50c9a778-62eb-40a4-b585-9ef090ee8310), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.793018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d0f0c99-2dce-4c93-a045-e4477774ccdc req-7f3bc95c-9f2e-4280-97f5-a3280cacb239 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0880530 Feb 10 04:23:21.807082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-831afde1-d752-4ab9-b119-cad12981685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (b3f56160-ed36-463a-ad2b-ad4ee20172d1), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.852828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831afde1-d752-4ab9-b119-cad12981685b None None] Pushing event deleted for resources: {'Port': ['ID=b3f56160-ed36-463a-ad2b-ad4ee20172d1,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:21.858692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831afde1-d752-4ab9-b119-cad12981685b None None] No DVR routers for this DVR port b3f56160-ed36-463a-ad2b-ad4ee20172d1 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:21.897680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Deleting port 405bbd01-8077-4aba-9cdd-a6a03673cab9 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:21.898114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.957386 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (50c9a778-62eb-40a4-b585-9ef090ee8310), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:21.962826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:21.964270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.038849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (b634f2ed-9c4c-46cb-bb18-ece758470a36), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.042501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-ea9f3bc8-03f4-4fef-997b-19132c0c25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:22.044049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-ea9f3bc8-03f4-4fef-997b-19132c0c25b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 1126 time: 0.6462545 Feb 10 04:23:22.057070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Network': ['ID=50c9a778-62eb-40a4-b585-9ef090ee8310,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:22.060282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.060621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (405bbd01-8077-4aba-9cdd-a6a03673cab9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.067928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:22.082219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6e870-fe35-45b7-968d-f9c7703d8487 req-ad0d49e3-168e-4147-920f-99d3ae3345ed tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:22.091748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e16f28f0-4bba-40f2-82a2-e8e1bbe6f5e0 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1409919 Feb 10 04:23:22.092923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Calling delete_port for 405bbd01-8077-4aba-9cdd-a6a03673cab9 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:22.094792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88c6e870-fe35-45b7-968d-f9c7703d8487 req-ad0d49e3-168e-4147-920f-99d3ae3345ed tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 944 time: 0.8872538 Feb 10 04:23:22.094923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52136) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:22.126561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b634f2ed-9c4c-46cb-bb18-ece758470a36']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:22.133151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'subnet': {'network_id': '50c9a778-62eb-40a4-b585-9ef090ee8310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:22.156139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-30b90b98-7063-4dc2-a325-22fbb63b2ed9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=04e96bb1-7bff-47ee-8e52-958426a74be3 HTTP/1.1" status: 200 len: 217 time: 0.0996475 Feb 10 04:23:22.188351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5862cf4b-3ff7-4f70-813a-f83931716c7d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:22.188822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5862cf4b-3ff7-4f70-813a-f83931716c7d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:22.221620 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (5862cf4b-3ff7-4f70-813a-f83931716c7d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.337203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5862cf4b-3ff7-4f70-813a-f83931716c7d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.367810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88c6e870-fe35-45b7-968d-f9c7703d8487 req-79c0d828-b681-403c-a828-f6f37f62e5d4 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304356 Feb 10 04:23:22.377322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:22.377772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (5862cf4b-3ff7-4f70-813a-f83931716c7d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.382412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-5d5b32b8-cd59-4303-a688-1430803c64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:22.384314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-5d5b32b8-cd59-4303-a688-1430803c64d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6632167-2882-42b3-b04b-e5671c44622a HTTP/1.1" status: 200 len: 838 time: 0.2004580 Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:22.385061 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:22.390887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (405bbd01-8077-4aba-9cdd-a6a03673cab9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.419807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event deleted for resources: {'Port': ['ID=405bbd01-8077-4aba-9cdd-a6a03673cab9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:22.487601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.493190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.493190 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c4b34f8d-ae64-4b68-a38d-fdf5d38068c3 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "DELETE /v2.0/floatingips/eb5a6fdc-3f2e-48f7-98bb-1ee98aec5616 HTTP/1.1" status: 204 len: 168 time: 0.9130521 Feb 10 04:23:22.513381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-5342a818-d2db-448d-bb7a-7b0f533b491f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2012475 Feb 10 04:23:22.547515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-07aa0efa-545b-4cef-8134-41667b01d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:22.549062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-07aa0efa-545b-4cef-8134-41667b01d7f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ba61da5-5767-413b-b14c-d2fe1bc0f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1498857 Feb 10 04:23:22.571312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Made reservation on behalf of 69b777c8c79f4008b961e5ce4afd4872 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:22.574487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.628413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (b634f2ed-9c4c-46cb-bb18-ece758470a36), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.648291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.653913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/networks/b634f2ed-9c4c-46cb-bb18-ece758470a36 HTTP/1.1" status: 204 len: 168 time: 2.9716034 Feb 10 04:23:22.654359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52144) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:22.748477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd0a37-5f6b-4fa5-8750-eef1bcd0c25a tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Network': ['ID=b634f2ed-9c4c-46cb-bb18-ece758470a36,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:22.772265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0d19aaca-9db4-4c3d-907d-14fdd99e8189), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.791325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-9e961edc-1fa8-4598-a373-e8b858b5108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:22.792310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-9e961edc-1fa8-4598-a373-e8b858b5108c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c2a628d38d2477992013daad737abb6&device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 1128 time: 0.2390838 Feb 10 04:23:22.807568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-e952233f-77e5-4b31-bf96-9e70029771c9 service neutron] 10.222.0.24 "GET /v2.0/networks/9ba61da5-5767-413b-b14c-d2fe1bc0f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454896 Feb 10 04:23:22.906617 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0d19aaca-9db4-4c3d-907d-14fdd99e8189), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.934142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d19aaca-9db4-4c3d-907d-14fdd99e8189']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:22.953807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52154) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:22.958791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3f84ec0e-76bb-4c36-ae9b-425b72087ac9 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104867209', 'description': 'tempest-description--1233827145'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:22.963218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ee24a933-2d08-44aa-91aa-7de321991e9e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:22.969731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac50b623-49f3-4530-a390-64434d59d273') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:22.969731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac50b623-49f3-4530-a390-64434d59d273') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:22.988298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ac50b623-49f3-4530-a390-64434d59d273), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:22.997665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e862e31c-ea67-404c-a673-00aa61bad622 req-72d0204d-6ea0-45be-b3ae-51605ba21d5a tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0736923 Feb 10 04:23:23.003655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ee24a933-2d08-44aa-91aa-7de321991e9e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:23.004120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ee24a933-2d08-44aa-91aa-7de321991e9e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:23.004820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3f56160-ed36-463a-ad2b-ad4ee20172d1 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:23.021347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ac50b623-49f3-4530-a390-64434d59d273), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.029614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:23.030384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ac50b623-49f3-4530-a390-64434d59d273), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:23.034374 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:23.047399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b3f56160-ed36-463a-ad2b-ad4ee20172d1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:23.050077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3f56160-ed36-463a-ad2b-ad4ee20172d1 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:23.096131 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f84ec0e-76bb-4c36-ae9b-425b72087ac9 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.107129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204498ff-9ab5-481a-8ebd-dcdc668e26cc req-82db981b-766a-4023-90a9-e339263fd837 service neutron] 10.222.0.24 "GET /v2.0/networks/9ba61da5-5767-413b-b14c-d2fe1bc0f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930541 Feb 10 04:23:23.112845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-2c07a080-ada3-4e7f-b1e8-da44fcb9114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.114278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-2c07a080-ada3-4e7f-b1e8-da44fcb9114d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 200 len: 917 time: 0.2879314 Feb 10 04:23:23.169814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f84ec0e-76bb-4c36-ae9b-425b72087ac9 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (a40fe03f-d178-4276-830d-8b784a6f2879), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.172387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (f2db4f35-b99d-425b-98f8-1c6ff69cbff0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.210966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0d19aaca-9db4-4c3d-907d-14fdd99e8189), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.230745 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.233613 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/networks/0d19aaca-9db4-4c3d-907d-14fdd99e8189 HTTP/1.1" status: 204 len: 168 time: 0.5754879 Feb 10 04:23:23.234914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5c15b-2922-4f66-b83e-7d047ce709b6 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Network': ['ID=0d19aaca-9db4-4c3d-907d-14fdd99e8189,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:23.236642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52158) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:23.238848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f84ec0e-76bb-4c36-ae9b-425b72087ac9 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a40fe03f-d178-4276-830d-8b784a6f2879), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.263575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-5118627e-63d0-4bba-ab8b-2fdff81bac1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 200 len: 1001 time: 0.1417828 Feb 10 04:23:23.300234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Subnet': ['ID=f2db4f35-b99d-425b-98f8-1c6ff69cbff0,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:23.329789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84ec0e-76bb-4c36-ae9b-425b72087ac9 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40fe03f-d178-4276-830d-8b784a6f2879,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:23.359135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Checking segment: {'id': '964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '50c9a778-62eb-40a4-b585-9ef090ee8310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:23.359135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network hostable DHCP agents. Network: 50c9a778-62eb-40a4-b585-9ef090ee8310, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:23.359327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f84ec0e-76bb-4c36-ae9b-425b72087ac9 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.359327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f84ec0e-76bb-4c36-ae9b-425b72087ac9 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3987448 Feb 10 04:23:23.359327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52162) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:23.363066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-26b1d3bd-b418-477f-bc92-64d2a6947587 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'security_group_rule': {'security_group_id': 'a40fe03f-d178-4276-830d-8b784a6f2879', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:23.370632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (3c656633-2fd3-44e8-9840-4841e4ad0f8d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.379358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-a1def4a8-38f5-496e-b097-8a2fa5cbfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.380999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-a1def4a8-38f5-496e-b097-8a2fa5cbfc44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 200 len: 855 time: 0.0972662 Feb 10 04:23:23.388264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-3edf3c27-ec9e-45fd-a38c-eb9ac74b6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.400951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-3edf3c27-ec9e-45fd-a38c-eb9ac74b6920 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 1126 time: 0.1540453 Feb 10 04:23:23.499190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (3c656633-2fd3-44e8-9840-4841e4ad0f8d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.521180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c656633-2fd3-44e8-9840-4841e4ad0f8d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:23.522964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:23.532950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50314076-71ea-45b2-9266-7d6a93795b6f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:23.533150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50314076-71ea-45b2-9266-7d6a93795b6f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:23.544023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (50314076-71ea-45b2-9266-7d6a93795b6f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.559435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (50314076-71ea-45b2-9266-7d6a93795b6f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.565850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:23.566306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (50314076-71ea-45b2-9266-7d6a93795b6f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.567769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-51164fae-1e2d-4d3a-a477-4ad52331747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.569535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-51164fae-1e2d-4d3a-a477-4ad52331747a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5af23f1c-ee45-479b-9c3e-cefdef08cd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1672606 Feb 10 04:23:23.573748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aab4eb20-bc5c-44d6-bce3-73775da60a36 req-aa3b1c5d-9900-4445-a3a2-b44095341f8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0349274 Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:23.579679 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:23.587507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-b340b617-fc31-464d-ac5e-6bb49f016d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.589461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-b340b617-fc31-464d-ac5e-6bb49f016d6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ba61da5-5767-413b-b14c-d2fe1bc0f73d HTTP/1.1" status: 200 len: 898 time: 0.1734655 Feb 10 04:23:23.590669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 50c9a778-62eb-40a4-b585-9ef090ee8310) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:23.595370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.596849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.603203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f2cfea-7217-4fdf-82b8-7774ec44d421 None None] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:23.620018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26b1d3bd-b418-477f-bc92-64d2a6947587 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (c02121db-1592-4354-af60-d807b444d08e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.650240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-cb5692d3-1992-465e-ac83-c07cdeacb843 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=04e96bb1-7bff-47ee-8e52-958426a74be3 HTTP/1.1" status: 200 len: 217 time: 0.0477769 Feb 10 04:23:23.707241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-bb8f9b47-f475-4f2f-a203-56ab7435ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.708887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-bb8f9b47-f475-4f2f-a203-56ab7435ff2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6632167-2882-42b3-b04b-e5671c44622a HTTP/1.1" status: 200 len: 838 time: 0.0524063 Feb 10 04:23:23.728834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad918c-9ff7-46a2-9880-af99d917538d req-ad6bab5f-dcee-46f8-8088-5c48dd138a00 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.735817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bad918c-9ff7-46a2-9880-af99d917538d req-ad6bab5f-dcee-46f8-8088-5c48dd138a00 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 944 time: 0.2775865 Feb 10 04:23:23.744516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-50c9a778-62eb-40a4-b585-9ef090ee8310', 'network_id': '50c9a778-62eb-40a4-b585-9ef090ee8310', 'project_id': '69b777c8c79f4008b961e5ce4afd4872', 'fixed_ips': [{'subnet_id': 'f2db4f35-b99d-425b-98f8-1c6ff69cbff0'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:23.744516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.747856 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-421c69b4-cbb7-41e1-b48a-9989b1e5be31 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6231360 Feb 10 04:23:23.749832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52172) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:23.761699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'network': {'name': 'tempest-router-network01--1288313925'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:23.778004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26b1d3bd-b418-477f-bc92-64d2a6947587 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (c02121db-1592-4354-af60-d807b444d08e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.782149 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (3c656633-2fd3-44e8-9840-4841e4ad0f8d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.816259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.816259 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/networks/3c656633-2fd3-44e8-9840-4841e4ad0f8d HTTP/1.1" status: 204 len: 168 time: 0.5781789 Feb 10 04:23:23.821246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:23.832695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338921c-281a-4341-86ce-01de18447ef2 tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Network': ['ID=3c656633-2fd3-44e8-9840-4841e4ad0f8d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:23.861500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26b1d3bd-b418-477f-bc92-64d2a6947587 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c02121db-1592-4354-af60-d807b444d08e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.886792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bad918c-9ff7-46a2-9880-af99d917538d req-63ec8c2c-6520-4eea-b142-1789edc0e2b6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499658 Feb 10 04:23:23.903049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-432a81d1-1cf9-4eaf-a19d-d7dacd58a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:23.912234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-432a81d1-1cf9-4eaf-a19d-d7dacd58a616 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ba61da5-5767-413b-b14c-d2fe1bc0f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1892748 Feb 10 04:23:23.912668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1d3bd-b418-477f-bc92-64d2a6947587 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02121db-1592-4354-af60-d807b444d08e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:23.935807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Allocated IP 172.20.0.2 (50c9a778-62eb-40a4-b585-9ef090ee8310/f2db4f35-b99d-425b-98f8-1c6ff69cbff0/80ab2909-dccf-4b2e-94ec-7279584c3bf3) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:23.955723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Made reservation on behalf of 69b777c8c79f4008b961e5ce4afd4872 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:23.957954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-caaa748e-8913-48d3-bb2f-ca7d1fb7b321 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883013 Feb 10 04:23:23.960388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.973569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (b42c09d9-c728-4b62-8d04-62d5a70dc9fe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:23.996202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:24.030893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (be2b3290-86ab-4eec-a496-c21aae17984f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.031426 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Added segment be2b3290-86ab-4eec-a496-c21aae17984f of type vlan for network 7bf895c6-1f12-40d2-be55-5959dff5395d Feb 10 04:23:24.060046 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26b1d3bd-b418-477f-bc92-64d2a6947587 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.061667 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-26b1d3bd-b418-477f-bc92-64d2a6947587 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7025166 Feb 10 04:23:24.071756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52180) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:24.078786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-622b31f2-597f-4f1c-b260-fa3e1ac16d1b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'security_group_rule': {'security_group_id': 'a40fe03f-d178-4276-830d-8b784a6f2879', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:24.103594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-99e372a7-3cfa-4225-a407-6dea52dac291 service neutron] 10.222.0.24 "GET /v2.0/networks/9ba61da5-5767-413b-b14c-d2fe1bc0f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892598 Feb 10 04:23:24.117408 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Publish callbacks [] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.138071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f6d152e-2cf7-4250-8458-f60a8867877c req-78fe2599-e88f-43bf-8da3-ee40d9275222 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0315905 Feb 10 04:23:24.152962 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (b42c09d9-c728-4b62-8d04-62d5a70dc9fe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.158232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (7bf895c6-1f12-40d2-be55-5959dff5395d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.190847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6baa983-58aa-4956-8c63-5c2d6e28af60 req-7c84c62f-49ab-4421-940c-c66b862ef3d4 service neutron] 10.222.0.43 "GET /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957994 Feb 10 04:23:24.203363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.210069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42c09d9-c728-4b62-8d04-62d5a70dc9fe']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:24.222932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c2403f-1d48-410f-830b-c29ec9fd198f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:24.223507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c2403f-1d48-410f-830b-c29ec9fd198f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:24.238112 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (a4c2403f-1d48-410f-830b-c29ec9fd198f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.242002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:24.245091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:24.250816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:24.255226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (a4c2403f-1d48-410f-830b-c29ec9fd198f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.264540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:24.267660 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (a4c2403f-1d48-410f-830b-c29ec9fd198f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:24.271103 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:24.284643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Pushing event updated for resources: {'Port': ['ID=80ab2909-dccf-4b2e-94ec-7279584c3bf3,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:24.287975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07bb60c3-320c-4e69-a0b0-3b9477f4e2bd req-163bad85-0a4c-4694-b487-d88025f22459 service neutron] 10.222.0.24 "GET /v2.0/networks/9ba61da5-5767-413b-b14c-d2fe1bc0f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536613 Feb 10 04:23:24.320586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Attempting to bind port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:24.321110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Attempting to bind port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '50c9a778-62eb-40a4-b585-9ef090ee8310'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:24.321589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Attempting to bind port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 on network 50c9a778-62eb-40a4-b585-9ef090ee8310 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:24.326915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:24.327413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Checking segment: {'id': '964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '50c9a778-62eb-40a4-b585-9ef090ee8310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:24.327954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.328453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Bound using segment: {'id': '964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '50c9a778-62eb-40a4-b585-9ef090ee8310'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:24.329024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Bound port: 80ab2909-dccf-4b2e-94ec-7279584c3bf3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '50c9a778-62eb-40a4-b585-9ef090ee8310'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:24.329515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.341674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-622b31f2-597f-4f1c-b260-fa3e1ac16d1b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (b07b36a1-fbee-4b2f-bde0-198b53c23ff2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.347708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (7bf895c6-1f12-40d2-be55-5959dff5395d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.354689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:24.355328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.405252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] For port 80ab2909-dccf-4b2e-94ec-7279584c3bf3, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:24.445504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Network': ['ID=7bf895c6-1f12-40d2-be55-5959dff5395d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:24.455895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 7bf895c6-1f12-40d2-be55-5959dff5395d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:24.468315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-622b31f2-597f-4f1c-b260-fa3e1ac16d1b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (b07b36a1-fbee-4b2f-bde0-198b53c23ff2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.473678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (b42c09d9-c728-4b62-8d04-62d5a70dc9fe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.478920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.482416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] 10.222.0.42 "DELETE /v2.0/networks/b42c09d9-c728-4b62-8d04-62d5a70dc9fe HTTP/1.1" status: 204 len: 168 time: 0.6599605 Feb 10 04:23:24.505663 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0dce9744-4808-492a-a7d5-195de42c093e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7456725 Feb 10 04:23:24.505663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c361d2-4aad-4afb-99f1-d40922e0b9df tempest-BulkNetworkOpsTest-2047230702 tempest-BulkNetworkOpsTest-2047230702-project] Pushing event deleted for resources: {'Network': ['ID=b42c09d9-c728-4b62-8d04-62d5a70dc9fe,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:24.506575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52188) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:24.511197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'network': {'name': 'tempest-router-network02--842112643'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:24.529442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] For port 80ab2909-dccf-4b2e-94ec-7279584c3bf3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=80ab2909-dccf-4b2e-94ec-7279584c3bf3,segment=NetworkSegment(964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1),segment_id=964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:24.590312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-622b31f2-597f-4f1c-b260-fa3e1ac16d1b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b07b36a1-fbee-4b2f-bde0-198b53c23ff2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.610309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b31f2-597f-4f1c-b260-fa3e1ac16d1b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07b36a1-fbee-4b2f-bde0-198b53c23ff2,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:24.625255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Made reservation on behalf of 69b777c8c79f4008b961e5ce4afd4872 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:24.626139 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.629254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.658153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:24.668993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.670325 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Added segment 17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d of type vlan for network 7cfe3571-2dfb-403b-992d-d05dec92da75 Feb 10 04:23:24.691348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbec90-6373-4793-a10a-8895a3440a43 None None] Pushing event updated for resources: {'Port': ['ID=80ab2909-dccf-4b2e-94ec-7279584c3bf3,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:24.717185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-622b31f2-597f-4f1c-b260-fa3e1ac16d1b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.721457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-622b31f2-597f-4f1c-b260-fa3e1ac16d1b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6455436 Feb 10 04:23:24.721735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52192) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:24.728242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:24.735530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (7cfe3571-2dfb-403b-992d-d05dec92da75), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.884501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (7cfe3571-2dfb-403b-992d-d05dec92da75), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.885184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:24.890675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:24.891382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.030965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Network': ['ID=7cfe3571-2dfb-403b-992d-d05dec92da75,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:25.042555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 7cfe3571-2dfb-403b-992d-d05dec92da75 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:25.050327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-26ddefd7-aaf3-491d-9c1a-c5be7818fe16 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5429928 Feb 10 04:23:25.051572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52202) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:25.057300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'subnet': {'network_id': '7bf895c6-1f12-40d2-be55-5959dff5395d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:25.129479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b479bc9-ea88-4815-bf16-9326ac5d7f93 req-ab6f363b-3400-43fe-b6c7-19a7f6eddf84 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:25.131956 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b479bc9-ea88-4815-bf16-9326ac5d7f93 req-ab6f363b-3400-43fe-b6c7-19a7f6eddf84 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 944 time: 0.1149940 Feb 10 04:23:25.137006 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.203308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52208) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:25.259679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Made reservation on behalf of 69b777c8c79f4008b961e5ce4afd4872 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:25.264490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.297764 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6b479bc9-ea88-4815-bf16-9326ac5d7f93 req-12204be2-13a5-4175-847a-edaea2df6b03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478515 Feb 10 04:23:25.342877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Allocated IP 172.25.8.39 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c9682572-ce5f-4c21-8540-21aadf6f5ae7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:25.396348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eef1db97-dc1c-4763-8a65-abd5b1521187 req-07b86ebf-dbd6-4c35-b06e-954c5f337556 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0662866 Feb 10 04:23:25.491450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.527907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-961f3dd4-5fbf-4a50-97ad-df7e7afe3db7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=041af534169f4a74bde7279c44f3d93a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206859 Feb 10 04:23:25.527907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52216) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:25.580794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.632503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'Port': ['ID=c9682572-ce5f-4c21-8540-21aadf6f5ae7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:25.648331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9922e0b0-32e6-4ffc-a6e9-1ab18d5dbd16 admin admin] Publish callbacks [] for security_group (e40cdeb6-4772-4d5a-9c9e-d662109365d4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.653264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:25.654961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:25.662036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:25.685454 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9922e0b0-32e6-4ffc-a6e9-1ab18d5dbd16 admin admin] Publish callbacks [] for security_group (e40cdeb6-4772-4d5a-9c9e-d662109365d4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.748883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (c65fc35b-d9b4-4e34-b127-ab47c095c0f6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.756030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 04e96bb1-7bff-47ee-8e52-958426a74be3 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:23:25.825619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9922e0b0-32e6-4ffc-a6e9-1ab18d5dbd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e40cdeb6-4772-4d5a-9c9e-d662109365d4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.827810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9922e0b0-32e6-4ffc-a6e9-1ab18d5dbd16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.828976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9922e0b0-32e6-4ffc-a6e9-1ab18d5dbd16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e40cdeb6-4772-4d5a-9c9e-d662109365d4 HTTP/1.1" status: 204 len: 168 time: 0.3001590 Feb 10 04:23:25.888044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (ce0778db-920f-4335-a05b-9db7e09e071b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:25.904545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922e0b0-32e6-4ffc-a6e9-1ab18d5dbd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40cdeb6-4772-4d5a-9c9e-d662109365d4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:25.916772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Subnet': ['ID=c65fc35b-d9b4-4e34-b127-ab47c095c0f6,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:25.933264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Checking segment: {'id': 'be2b3290-86ab-4eec-a496-c21aae17984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7bf895c6-1f12-40d2-be55-5959dff5395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:25.933638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network hostable DHCP agents. Network: 7bf895c6-1f12-40d2-be55-5959dff5395d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:25.960907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 04e96bb1-7bff-47ee-8e52-958426a74be3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=04e96bb1-7bff-47ee-8e52-958426a74be3,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:25.977608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '04e96bb1-7bff-47ee-8e52-958426a74be3', 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'port_id': '04e96bb1-7bff-47ee-8e52-958426a74be3', 'mac_address': 'fa:16:3e:dd:6a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6632167-2882-42b3-b04b-e5671c44622a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:23:26.020748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 04e96bb1-7bff-47ee-8e52-958426a74be3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:26.021237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.035745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e96bb1-7bff-47ee-8e52-958426a74be3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:23:26.050109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.056480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network 7bf895c6-1f12-40d2-be55-5959dff5395d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:26.059928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 04e96bb1-7bff-47ee-8e52-958426a74be3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=04e96bb1-7bff-47ee-8e52-958426a74be3,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:26.143112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e4466-3482-46d3-9fa5-cac932ddf23a None None] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:26.244070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1be1d4e2-4d72-4fc1-b862-e6a4f44a7384 None None] Provisioning complete for port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:26.244070 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1be1d4e2-4d72-4fc1-b862-e6a4f44a7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.261972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.290856 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.432575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 7bf895c6-1f12-40d2-be55-5959dff5395d) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:26.434475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:26.436056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.440933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ec809-b2ad-41d7-bc70-d43934dc8b30 req-71c78f5b-06c5-4d8e-8c71-ed3e0f9740db tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:26.443288 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad0ec809-b2ad-41d7-bc70-d43934dc8b30 req-71c78f5b-06c5-4d8e-8c71-ed3e0f9740db tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 945 time: 0.0789192 Feb 10 04:23:26.505129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.507685 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad0ec809-b2ad-41d7-bc70-d43934dc8b30 req-cc6dbf61-d8d4-4791-948f-f9a7f563a58c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Feb 10 04:23:26.526919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555820f7-7416-42d5-80db-f86ca16dc06c None None] Network 7bf895c6-1f12-40d2-be55-5959dff5395d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:26.566231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9789828b-8aaa-41f6-b42d-05c1c0415c93 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5135329 Feb 10 04:23:26.566885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52246) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:26.572410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'subnet': {'network_id': '7cfe3571-2dfb-403b-992d-d05dec92da75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:26.584661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=04e96bb1-7bff-47ee-8e52-958426a74be3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:26.593529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['04e96bb1-7bff-47ee-8e52-958426a74be3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:23:26.611677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'Port': ['ID=c9682572-ce5f-4c21-8540-21aadf6f5ae7,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:26.621102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1be1d4e2-4d72-4fc1-b862-e6a4f44a7384 None None] Current status of the port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:26.621523 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1be1d4e2-4d72-4fc1-b862-e6a4f44a7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.718579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (ce0778db-920f-4335-a05b-9db7e09e071b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.805848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1be1d4e2-4d72-4fc1-b862-e6a4f44a7384 None None] For port 80ab2909-dccf-4b2e-94ec-7279584c3bf3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=80ab2909-dccf-4b2e-94ec-7279584c3bf3,segment=NetworkSegment(964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1),segment_id=964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:26.821162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-7bf895c6-1f12-40d2-be55-5959dff5395d', 'network_id': '7bf895c6-1f12-40d2-be55-5959dff5395d', 'project_id': '69b777c8c79f4008b961e5ce4afd4872', 'fixed_ips': [{'subnet_id': 'c65fc35b-d9b4-4e34-b127-ab47c095c0f6'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:26.822065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.841674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.841674 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2acb429d-ffbb-42ff-8feb-1456a73b2d98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1101041 Feb 10 04:23:26.931326 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:23:26.978596 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1be1d4e2-4d72-4fc1-b862-e6a4f44a7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:26.996500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Made reservation on behalf of 69b777c8c79f4008b961e5ce4afd4872 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:27.012710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:27.078763 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8806f6a6-8acf-4bd8-9e6d-02bfb68b5ac5 req-7f399cad-8145-49b4-9668-3a30c7dea4da tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0679560 Feb 10 04:23:27.092752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 80ab2909-dccf-4b2e-94ec-7279584c3bf3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:27.206663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-ba11b8ed-fc49-426d-aea2-bf4510fc510f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--104867209&fields=id&tenant_id=840b1731a37b40b0b63bd4b12275c91c HTTP/1.1" status: 200 len: 267 time: 0.0946507 Feb 10 04:23:27.242896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cc14a22e-11c6-4c21-863f-71e5e9f02933 None None] Provisioning complete for port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:27.243350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cc14a22e-11c6-4c21-863f-71e5e9f02933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:27.294968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1d4e2-4d72-4fc1-b862-e6a4f44a7384 None None] Pushing event updated for resources: {'Port': ['ID=80ab2909-dccf-4b2e-94ec-7279584c3bf3,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:27.385653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Allocated IP 172.20.0.2 (7bf895c6-1f12-40d2-be55-5959dff5395d/c65fc35b-d9b4-4e34-b127-ab47c095c0f6/541be6b4-29e4-46b3-adc7-76c381cef353) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:27.400926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:27.401304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:27.440967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-2d2fb77c-f22f-489a-b2d5-9c477b42d655 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:27.442626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-2d2fb77c-f22f-489a-b2d5-9c477b42d655 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 811 time: 0.2064338 Feb 10 04:23:27.466165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-02c7a09f-c2a1-4f76-a01c-aeabe55bc719 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/quotas/840b1731a37b40b0b63bd4b12275c91c HTTP/1.1" status: 200 len: 375 time: 0.0107388 Feb 10 04:23:27.510516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (896d2882-35e5-4f12-8697-fa0344b49709), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:27.588715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cc14a22e-11c6-4c21-863f-71e5e9f02933 None None] Current status of the port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:27.614539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52290) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:27.627041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-ca95cebf-75dc-4e81-8526-573269c59b30 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468871 Feb 10 04:23:27.661596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Subnet': ['ID=896d2882-35e5-4f12-8697-fa0344b49709,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:27.683021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Checking segment: {'id': '17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7cfe3571-2dfb-403b-992d-d05dec92da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:27.683731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network hostable DHCP agents. Network: 7cfe3571-2dfb-403b-992d-d05dec92da75, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:27.716876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84075d-6616-4e2d-acbc-531bf55d164e req-be4a193e-a23b-4c2c-b4f4-1e0e1733fcd1 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:27.720271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a84075d-6616-4e2d-acbc-531bf55d164e req-be4a193e-a23b-4c2c-b4f4-1e0e1733fcd1 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 945 time: 0.1176534 Feb 10 04:23:27.801917 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Publish callbacks [] for port (541be6b4-29e4-46b3-adc7-76c381cef353), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:27.814357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a84075d-6616-4e2d-acbc-531bf55d164e req-0e0e61ce-a023-4e7a-b1b8-0024363de20c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829837 Feb 10 04:23:27.829398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-99b17c39-2d58-4cc1-aa8a-95581e8790c7 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] Request body: {'port': {'network_id': 'ac6dbaaa-6be8-4e82-955c-349a3dec092a', 'name': 'tempest-NetworksNegativeTestJSON-7651352'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:27.831932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:27.845319 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b17c39-2d58-4cc1-aa8a-95581e8790c7 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] POST failed (client error): The resource could not be found. Feb 10 04:23:27.863751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b17c39-2d58-4cc1-aa8a-95581e8790c7 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:27.863751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99b17c39-2d58-4cc1-aa8a-95581e8790c7 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2307057 Feb 10 04:23:27.863751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:27.877149 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70a3a85-57ea-42d3-be89-567886d1c330 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] DELETE failed (client error): The resource could not be found. Feb 10 04:23:27.882028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70a3a85-57ea-42d3-be89-567886d1c330 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:27.886824 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-00312810-0aa2-4671-8364-c5bcbe93933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:27.887216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f70a3a85-57ea-42d3-be89-567886d1c330 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "DELETE /v2.0/networks/5008cc31-e8b4-4370-8d39-69bf2fab5283 HTTP/1.1" status: 404 len: 339 time: 0.0338981 Feb 10 04:23:27.890114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52298) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:27.920493 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd471c5e-8fc6-42bb-8fe5-474cd49b56c0 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] DELETE failed (client error): The resource could not be found. Feb 10 04:23:27.921066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd471c5e-8fc6-42bb-8fe5-474cd49b56c0 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:27.924310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd471c5e-8fc6-42bb-8fe5-474cd49b56c0 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "DELETE /v2.0/ports/3a19172d-6757-4f56-8390-abd811533cea HTTP/1.1" status: 404 len: 333 time: 0.0326469 Feb 10 04:23:27.928622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52302) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:27.933849 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:27.958404 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8748c0-78d9-4298-b824-1576b4ae410a tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] DELETE failed (client error): The resource could not be found. Feb 10 04:23:27.960268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8748c0-78d9-4298-b824-1576b4ae410a tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:27.967275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7e8748c0-78d9-4298-b824-1576b4ae410a tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "DELETE /v2.0/subnets/76d23800-3b79-4e2c-b15e-bb3c4051a6e2 HTTP/1.1" status: 404 len: 337 time: 0.0338597 Feb 10 04:23:27.968233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52304) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:27.978795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Network 7bf895c6-1f12-40d2-be55-5959dff5395d is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:27.981934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:27.984490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:27.991342 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f531bd-fb7a-417d-a31c-3164909533af tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] GET failed (client error): The resource could not be found. Feb 10 04:23:27.996198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-57f531bd-fb7a-417d-a31c-3164909533af tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "GET /v2.0/networks/02ddbbad-f97b-437f-993c-f739bb47e0a8 HTTP/1.1" status: 404 len: 339 time: 0.0241275 Feb 10 04:23:27.999250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Pushing event updated for resources: {'Port': ['ID=541be6b4-29e4-46b3-adc7-76c381cef353,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:27.999996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:28.034677 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf5f5fa-ea86-4643-96f5-891c8c100dce tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] GET failed (client error): The resource could not be found. Feb 10 04:23:28.040083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8bf5f5fa-ea86-4643-96f5-891c8c100dce tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "GET /v2.0/ports/def2a834-6195-4350-8a2d-18016749a11c HTTP/1.1" status: 404 len: 333 time: 0.0353394 Feb 10 04:23:28.040413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52312) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:28.080931 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2354fb51-a3ba-46d2-b2e8-ca4810fbcd52 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] GET failed (client error): The resource could not be found. Feb 10 04:23:28.086549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2354fb51-a3ba-46d2-b2e8-ca4810fbcd52 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "GET /v2.0/subnets/f79acddb-7947-4433-a4a8-8af8e2698750 HTTP/1.1" status: 404 len: 337 time: 0.0408583 Feb 10 04:23:28.093996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52314) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:28.103371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-84787710-c4f7-4868-bba3-4f7077e63338 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:28.110278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Attempting to bind port 541be6b4-29e4-46b3-adc7-76c381cef353 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:28.110848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Attempting to bind port 541be6b4-29e4-46b3-adc7-76c381cef353 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'be2b3290-86ab-4eec-a496-c21aae17984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7bf895c6-1f12-40d2-be55-5959dff5395d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:28.111348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Attempting to bind port 541be6b4-29e4-46b3-adc7-76c381cef353 on network 7bf895c6-1f12-40d2-be55-5959dff5395d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:28.117563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:28.118127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Checking segment: {'id': 'be2b3290-86ab-4eec-a496-c21aae17984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7bf895c6-1f12-40d2-be55-5959dff5395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:28.118776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:28.118973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Bound using segment: {'id': 'be2b3290-86ab-4eec-a496-c21aae17984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7bf895c6-1f12-40d2-be55-5959dff5395d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:28.119459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Bound port: 541be6b4-29e4-46b3-adc7-76c381cef353, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2b3290-86ab-4eec-a496-c21aae17984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7bf895c6-1f12-40d2-be55-5959dff5395d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:28.119852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:28.125978 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-84787710-c4f7-4868-bba3-4f7077e63338 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] PUT failed (client error): The resource could not be found. Feb 10 04:23:28.126507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84787710-c4f7-4868-bba3-4f7077e63338 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:28.127680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-84787710-c4f7-4868-bba3-4f7077e63338 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "PUT /v2.0/networks/a15a331b-5c6a-4bc7-aeca-aa3150ac4eb3 HTTP/1.1" status: 404 len: 339 time: 0.0317450 Feb 10 04:23:28.132259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52316) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:28.141279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e3fd0ef3-d516-4827-83fe-e06b5c73d5d0 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:28.159282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-21b610f6-06ef-4934-8477-d13b2e81fcfc service neutron] 10.222.0.42 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232959 Feb 10 04:23:28.171843 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fd0ef3-d516-4827-83fe-e06b5c73d5d0 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] PUT failed (client error): The resource could not be found. Feb 10 04:23:28.172623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fd0ef3-d516-4827-83fe-e06b5c73d5d0 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:28.174273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e3fd0ef3-d516-4827-83fe-e06b5c73d5d0 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "PUT /v2.0/ports/ff76304b-90b6-471c-8d28-fa697909a747 HTTP/1.1" status: 404 len: 333 time: 0.0403292 Feb 10 04:23:28.178271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:28.184745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2ce3637d-8d57-400a-a197-111820562521 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:28.215811 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce3637d-8d57-400a-a197-111820562521 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] PUT failed (client error): The resource could not be found. Feb 10 04:23:28.216565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce3637d-8d57-400a-a197-111820562521 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:23:28.217741 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2ce3637d-8d57-400a-a197-111820562521 tempest-NetworksNegativeTestJSON-1591361327 tempest-NetworksNegativeTestJSON-1591361327-project] 10.222.0.42 "PUT /v2.0/subnets/a7aa39b5-4c87-4112-bfab-2c977b37e1bc HTTP/1.1" status: 404 len: 337 time: 0.0378680 Feb 10 04:23:28.237375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network 7cfe3571-2dfb-403b-992d-d05dec92da75 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:28.267975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] For port 541be6b4-29e4-46b3-adc7-76c381cef353, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:28.271509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] For port 541be6b4-29e4-46b3-adc7-76c381cef353, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=541be6b4-29e4-46b3-adc7-76c381cef353,segment=NetworkSegment(be2b3290-86ab-4eec-a496-c21aae17984f),segment_id=be2b3290-86ab-4eec-a496-c21aae17984f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:28.279145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0785cc4b-46a6-40d5-8784-b3f966efe5af req-137ec8bf-c662-4a1f-ba24-26f9a656df8f tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0449016 Feb 10 04:23:28.309909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-9ca89e3e-7bdf-439a-bbfe-2376412dc8a5 service neutron] 10.222.0.42 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430583 Feb 10 04:23:28.322682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 7cfe3571-2dfb-403b-992d-d05dec92da75) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:28.329281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:28.329281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:28.337267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3031fa8-f6c6-4049-a510-5d9891f3fd3e None None] Network 7cfe3571-2dfb-403b-992d-d05dec92da75 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:28.372261 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:28.434170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f13c9b3e-dbd1-4971-bf61-f036bf80e6b6 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8662181 Feb 10 04:23:28.438559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52332) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:28.527261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3438-5c09-4b2d-919d-84bd6aee721b None None] Pushing event updated for resources: {'Port': ['ID=541be6b4-29e4-46b3-adc7-76c381cef353,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:28.592896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-7cfe3571-2dfb-403b-992d-d05dec92da75', 'network_id': '7cfe3571-2dfb-403b-992d-d05dec92da75', 'project_id': '69b777c8c79f4008b961e5ce4afd4872', 'fixed_ips': [{'subnet_id': '896d2882-35e5-4f12-8697-fa0344b49709'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:28.593601 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:28.739521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a7cd9d5-9de6-43eb-a384-a56cdaf0b934 req-20de81f0-f407-4310-8afa-c5e2913b3002 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 210 time: 0.0490341 Feb 10 04:23:28.972830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Allocated IP 172.20.0.2 (7cfe3571-2dfb-403b-992d-d05dec92da75/896d2882-35e5-4f12-8697-fa0344b49709/5b0719c9-db57-47d2-947c-a08fae374ebe) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:29.085730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52354) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:29.195591 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.204334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 541be6b4-29e4-46b3-adc7-76c381cef353 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:29.220717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953cb85-a3e9-4575-a098-5e9ebc0e1722 req-ee31bfb9-f0b3-403b-924d-b983fe99c532 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:29.222278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e953cb85-a3e9-4575-a098-5e9ebc0e1722 req-ee31bfb9-f0b3-403b-924d-b983fe99c532 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 945 time: 0.2246647 Feb 10 04:23:29.286511 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Publish callbacks [] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.292361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-74299acc-d56c-4661-9eab-703665bd0117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.371495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.426496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e953cb85-a3e9-4575-a098-5e9ebc0e1722 req-59109fe5-4cfb-4647-8b4a-b737e5edaa54 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706181 Feb 10 04:23:29.451476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-74299acc-d56c-4661-9eab-703665bd0117 admin admin] Publish callbacks [] for security_group (0f495a5d-7bfa-476c-816a-16b0f1c5db95), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.452326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Network 7cfe3571-2dfb-403b-992d-d05dec92da75 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:29.460195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:29.471609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:29.474120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 541be6b4-29e4-46b3-adc7-76c381cef353 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:29.474516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.493251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-395e7f48-a799-454a-9aa8-13efbb1f9c02 req-9d822aaa-970f-4376-8444-11796349e8a1 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0456078 Feb 10 04:23:29.520645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Pushing event updated for resources: {'Port': ['ID=5b0719c9-db57-47d2-947c-a08fae374ebe,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:29.533696 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-74299acc-d56c-4661-9eab-703665bd0117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0f495a5d-7bfa-476c-816a-16b0f1c5db95), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.598717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-74299acc-d56c-4661-9eab-703665bd0117 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=761c994d05d346d4be0343618b95d5a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5092268 Feb 10 04:23:29.598954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Attempting to bind port 5b0719c9-db57-47d2-947c-a08fae374ebe on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:29.599088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52364) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:29.599203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Attempting to bind port 5b0719c9-db57-47d2-947c-a08fae374ebe by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7cfe3571-2dfb-403b-992d-d05dec92da75'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:29.599567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Attempting to bind port 5b0719c9-db57-47d2-947c-a08fae374ebe on network 7cfe3571-2dfb-403b-992d-d05dec92da75 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:29.608455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:29.608455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Checking segment: {'id': '17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7cfe3571-2dfb-403b-992d-d05dec92da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:29.608778 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.609184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Bound using segment: {'id': '17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7cfe3571-2dfb-403b-992d-d05dec92da75'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:29.609682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Bound port: 5b0719c9-db57-47d2-947c-a08fae374ebe, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7cfe3571-2dfb-403b-992d-d05dec92da75'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:29.610044 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.618175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74299acc-d56c-4661-9eab-703665bd0117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f495a5d-7bfa-476c-816a-16b0f1c5db95,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:29.661614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Allocated IP 172.20.0.1 (7bf895c6-1f12-40d2-be55-5959dff5395d/c65fc35b-d9b4-4e34-b127-ab47c095c0f6/2f4686a7-8a5a-489e-855f-e0e74db44c36) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:29.701475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3cb5-9c10-4ee7-b1c3-4d36c72daa14 admin admin] Publish callbacks [] for security_group (0f495a5d-7bfa-476c-816a-16b0f1c5db95), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.738326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3cb5-9c10-4ee7-b1c3-4d36c72daa14 admin admin] Publish callbacks [] for security_group (0f495a5d-7bfa-476c-816a-16b0f1c5db95), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.753755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 541be6b4-29e4-46b3-adc7-76c381cef353 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:29.754292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.791998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 04e96bb1-7bff-47ee-8e52-958426a74be3 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:29.833864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f59621eb-978d-4b3a-b583-c4f51349f486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.841840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 541be6b4-29e4-46b3-adc7-76c381cef353, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=541be6b4-29e4-46b3-adc7-76c381cef353,segment=NetworkSegment(be2b3290-86ab-4eec-a496-c21aae17984f),segment_id=be2b3290-86ab-4eec-a496-c21aae17984f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:29.868718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e62047d-4d31-4970-bfbd-d22738917502 req-14d24f4f-483b-4b72-937f-8d84f72ddf35 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 210 time: 0.0412419 Feb 10 04:23:29.897373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3cb5-9c10-4ee7-b1c3-4d36c72daa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0f495a5d-7bfa-476c-816a-16b0f1c5db95), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.900684 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3cb5-9c10-4ee7-b1c3-4d36c72daa14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.902400 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8bfb3cb5-9c10-4ee7-b1c3-4d36c72daa14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f495a5d-7bfa-476c-816a-16b0f1c5db95 HTTP/1.1" status: 204 len: 168 time: 0.3025372 Feb 10 04:23:29.917984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb3cb5-9c10-4ee7-b1c3-4d36c72daa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f495a5d-7bfa-476c-816a-16b0f1c5db95,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:29.921672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] For port 5b0719c9-db57-47d2-947c-a08fae374ebe, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:29.928461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] For port 5b0719c9-db57-47d2-947c-a08fae374ebe, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5b0719c9-db57-47d2-947c-a08fae374ebe,segment=NetworkSegment(17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d),segment_id=17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:29.935540 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:29.936418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 80ab2909-dccf-4b2e-94ec-7279584c3bf3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:29.987309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.029933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 04e96bb1-7bff-47ee-8e52-958426a74be3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:23:30.031919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=541be6b4-29e4-46b3-adc7-76c381cef353,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:30.040385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 04e96bb1-7bff-47ee-8e52-958426a74be3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:30.040765 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.065147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701fac97-2653-49bd-8765-d06d1f18e7d0 None None] Network 7bf895c6-1f12-40d2-be55-5959dff5395d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:30.075914 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.176628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.231248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network 7bf895c6-1f12-40d2-be55-5959dff5395d is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:30.236935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:30.242724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:30.244109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:30.244496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.257628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3877b-6df1-441f-9d17-c4671983d26b None None] Pushing event updated for resources: {'Port': ['ID=5b0719c9-db57-47d2-947c-a08fae374ebe,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:30.275874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Port': ['ID=2f4686a7-8a5a-489e-855f-e0e74db44c36,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:30.282398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b658c8f3-7218-4c47-a24d-7c5a4ecd4089 None None] Provisioning complete for port 541be6b4-29e4-46b3-adc7-76c381cef353 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:30.282805 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b658c8f3-7218-4c47-a24d-7c5a4ecd4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.298085 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.699151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 04e96bb1-7bff-47ee-8e52-958426a74be3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:30.699548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.707494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fe082-160c-4147-9fc1-efd00f882f6e req-41fa233e-3ca4-4aa4-95d7-510b2205fd8d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:30.707494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-414fe082-160c-4147-9fc1-efd00f882f6e req-41fa233e-3ca4-4aa4-95d7-510b2205fd8d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 945 time: 0.1399219 Feb 10 04:23:30.752028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 04e96bb1-7bff-47ee-8e52-958426a74be3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=04e96bb1-7bff-47ee-8e52-958426a74be3,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:30.755319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e96bb1-7bff-47ee-8e52-958426a74be3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:30.757785 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c563bd-458a-49bc-983f-14cadfe84bbd" -d '{"events": [{"server_uuid": "7c6d03b2-9649-4953-89c6-7f0fe90444c8", "name": "network-vif-plugged", "status": "completed", "tag": "04e96bb1-7bff-47ee-8e52-958426a74be3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:30.775383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05362d4a-4304-4308-a7dd-4fa819ba36a6 req-681168bd-685a-406c-9526-08f0202a9264 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0712514 Feb 10 04:23:30.775383 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.789121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b658c8f3-7218-4c47-a24d-7c5a4ecd4089 None None] Current status of the port 541be6b4-29e4-46b3-adc7-76c381cef353 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:30.834694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:30.845888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-414fe082-160c-4147-9fc1-efd00f882f6e req-af08b241-92e7-4731-8135-d136b844332f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301081 Feb 10 04:23:30.885245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:30.938798 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1108b8de-ad24-49c9-ab91-e5fa0a244a17 x-openstack-request-id: req-1108b8de-ad24-49c9-ab91-e5fa0a244a17 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:30.939184 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d03b2-9649-4953-89c6-7f0fe90444c8", "name": "network-vif-plugged", "status": "completed", "tag": "04e96bb1-7bff-47ee-8e52-958426a74be3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:30.951272 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1108b8de-ad24-49c9-ab91-e5fa0a244a17 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:30.951749 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e96bb1-7bff-47ee-8e52-958426a74be3', 'code': 200} Feb 10 04:23:31.015807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=04e96bb1-7bff-47ee-8e52-958426a74be3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:31.077949 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25a2a093-30da-4d13-a2d2-cb8e9bc61e04 req-d4766297-12fb-4140-9e20-6de70bf2d9dc tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 210 time: 0.0607338 Feb 10 04:23:31.090353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.228669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b0719c9-db57-47d2-947c-a08fae374ebe up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:31.331658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936331e-5a49-4c2e-93ba-8fd271197d42 req-d0d39c52-17d3-456d-947d-6fa1b00ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:31.336015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2936331e-5a49-4c2e-93ba-8fd271197d42 req-d0d39c52-17d3-456d-947d-6fa1b00ecd1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 1128 time: 0.2393634 Feb 10 04:23:31.400010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-746cfbf8-97ac-43e1-b623-b3ae30955c98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:31.407143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-746cfbf8-97ac-43e1-b623-b3ae30955c98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.24 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 811 time: 0.1837807 Feb 10 04:23:31.408836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5b0719c9-db57-47d2-947c-a08fae374ebe triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:31.413329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.426395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a69c5911-687c-4974-9d03-14871b4ec3cc None None] Provisioning complete for port 2f4686a7-8a5a-489e-855f-e0e74db44c36 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:31.427779 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a69c5911-687c-4974-9d03-14871b4ec3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.502448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a69c5911-687c-4974-9d03-14871b4ec3cc None None] Port 2f4686a7-8a5a-489e-855f-e0e74db44c36 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:31.524103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2936331e-5a49-4c2e-93ba-8fd271197d42 req-02f93a3b-1e87-4a4f-930b-124db458348a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792617 Feb 10 04:23:31.555246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a69c5911-687c-4974-9d03-14871b4ec3cc None None] Provisioning complete for port 541be6b4-29e4-46b3-adc7-76c381cef353 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:31.556064 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a69c5911-687c-4974-9d03-14871b4ec3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.567386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-4417676c-ef81-4aca-86de-310fa11af3be tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840b1731a37b40b0b63bd4b12275c91c HTTP/1.1" status: 200 len: 379 time: 0.1555519 Feb 10 04:23:31.573582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.646012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5b0719c9-db57-47d2-947c-a08fae374ebe is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:31.646608 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.684417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.688174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 5b0719c9-db57-47d2-947c-a08fae374ebe, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5b0719c9-db57-47d2-947c-a08fae374ebe,segment=NetworkSegment(17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d),segment_id=17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:31.726682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'port': {'device_id': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'admin_state_up': True, 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'security_groups': ['a40fe03f-d178-4276-830d-8b784a6f2879']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:31.758544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a69c5911-687c-4974-9d03-14871b4ec3cc None None] Current status of the port 541be6b4-29e4-46b3-adc7-76c381cef353 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:31.763293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52414) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:31.783578 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.783578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 541be6b4-29e4-46b3-adc7-76c381cef353 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:31.810791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:31.898061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Port': ['ID=2f4686a7-8a5a-489e-855f-e0e74db44c36,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:31.915190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900efcf6-ab2a-41a2-9b97-6dc21fea2eb9 None None] Network 7cfe3571-2dfb-403b-992d-d05dec92da75 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:32.008717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-cc7b1957-a47d-4fe9-a366-720be32cf14f tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2130139712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:32.033934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0fe55e5d-5b83-4a3f-8e04-902539f50568 req-eb151974-9027-469b-90c9-a4b27f0b60b6 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0528805 Feb 10 04:23:32.061812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Made reservation on behalf of 840b1731a37b40b0b63bd4b12275c91c for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:32.065604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.086240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55c034-c8f1-46a6-8de7-ceb59446406a req-e245a6a6-9cdd-4a5a-87ad-19de2ced146b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:32.086996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network 7bf895c6-1f12-40d2-be55-5959dff5395d is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:32.088104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:32.090024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff55c034-c8f1-46a6-8de7-ceb59446406a req-e245a6a6-9cdd-4a5a-87ad-19de2ced146b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 946 time: 0.1326618 Feb 10 04:23:32.099117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=5b0719c9-db57-47d2-947c-a08fae374ebe,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:32.109120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cd915118-5c82-4313-ae46-67b9b7328894 None None] Provisioning complete for port 2f4686a7-8a5a-489e-855f-e0e74db44c36 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:32.109501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cd915118-5c82-4313-ae46-67b9b7328894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.159792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 541be6b4-29e4-46b3-adc7-76c381cef353 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:32.160172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.161825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cd915118-5c82-4313-ae46-67b9b7328894 None None] Port 2f4686a7-8a5a-489e-855f-e0e74db44c36 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:32.202881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1957-a47d-4fe9-a366-720be32cf14f tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (526fd940-2abb-4799-a19e-34d2c001b5eb), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.204122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1957-a47d-4fe9-a366-720be32cf14f tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (526fd940-2abb-4799-a19e-34d2c001b5eb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.265390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1957-a47d-4fe9-a366-720be32cf14f tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router_controller (526fd940-2abb-4799-a19e-34d2c001b5eb), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.348384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cf66f62-758e-4f21-96af-7d850ad7f02f req-5cc5ce70-97bb-41e9-8b2d-2c630cbaa9c7 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 210 time: 0.0808241 Feb 10 04:23:32.359495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 541be6b4-29e4-46b3-adc7-76c381cef353 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:32.371684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f6acb442-e857-441c-a71b-e2e42e12fc84 None None] Provisioning complete for port 5b0719c9-db57-47d2-947c-a08fae374ebe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:32.382972 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f6acb442-e857-441c-a71b-e2e42e12fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.384367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1957-a47d-4fe9-a366-720be32cf14f tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (526fd940-2abb-4799-a19e-34d2c001b5eb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.420382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff55c034-c8f1-46a6-8de7-ceb59446406a req-00a43656-e9a4-4479-bbca-ea838aaa2d5a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999041 Feb 10 04:23:32.447556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Router 6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:23:32.548907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f6acb442-e857-441c-a71b-e2e42e12fc84 None None] Current status of the port 5b0719c9-db57-47d2-947c-a08fae374ebe is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:32.551412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1957-a47d-4fe9-a366-720be32cf14f tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.555860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc7b1957-a47d-4fe9-a366-720be32cf14f tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7839088 Feb 10 04:23:32.556508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52428) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:32.557789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Allocated IP 172.20.0.11 (ca787c8c-0b0b-4009-a00f-428580a27776/d5cd6fc9-7038-48c0-8958-95e50a56c3ec/86b8e759-d2b9-4816-affd-e2c9c5899605) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:32.566966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-329071820'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:32.618819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:32.624065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d0cecef6-40a3-4494-b6d8-5c660379f9e7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "PUT /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1838875 Feb 10 04:23:32.627923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52430) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:32.628502 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.633787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] Sync routers for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:32.645833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:32.646480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:32.691210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:32.710593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:32.711264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:32.713978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-73aa8aab-b20b-42c2-8621-c6d2be000198 None None] Provisioning complete for port 2f4686a7-8a5a-489e-855f-e0e74db44c36 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:32.714347 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73aa8aab-b20b-42c2-8621-c6d2be000198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.736797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:32.740591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.770084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.777201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:32.780373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7141463-09ac-4df4-89a8-129c9f454dd6 None None] The sync data for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:32.790550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.794691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-73aa8aab-b20b-42c2-8621-c6d2be000198 None None] Port 2f4686a7-8a5a-489e-855f-e0e74db44c36 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:32.820361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-73aa8aab-b20b-42c2-8621-c6d2be000198 None None] Provisioning complete for port 5b0719c9-db57-47d2-947c-a08fae374ebe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:32.821062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73aa8aab-b20b-42c2-8621-c6d2be000198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.918337 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for security_group (92a26354-e8da-4366-a587-9b3162fa4a46), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.935052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-73aa8aab-b20b-42c2-8621-c6d2be000198 None None] Current status of the port 5b0719c9-db57-47d2-947c-a08fae374ebe is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:32.992060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:32.993802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b0719c9-db57-47d2-947c-a08fae374ebe up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:33.032699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Network ca787c8c-0b0b-4009-a00f-428580a27776 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:33.036713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:33.042453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:33.061658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5b0719c9-db57-47d2-947c-a08fae374ebe triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:33.061918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.100356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (92a26354-e8da-4366-a587-9b3162fa4a46), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.131335 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-ca601218-1464-4e4b-a5a4-e6d467cb1d52 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:23:33.135789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ca601218-1464-4e4b-a5a4-e6d467cb1d52 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "PUT /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5032413 Feb 10 04:23:33.139929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52436) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:33.186506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:33.206024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event updated for resources: {'Port': ['ID=86b8e759-d2b9-4816-affd-e2c9c5899605,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:33.213955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a26354-e8da-4366-a587-9b3162fa4a46,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:33.219800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8808f9e0-4177-486d-bbc6-cc41593f9ab9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.220177 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Added segment 8808f9e0-4177-486d-bbc6-cc41593f9ab9 of type vlan for network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 Feb 10 04:23:33.233950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:33.234590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.260544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5b0719c9-db57-47d2-947c-a08fae374ebe is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:33.292142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d275dd6a-7d7b-4fc6-a027-4cdffec462c9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.389786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-10e2026f-8719-40ef-945e-d4f4cd18b208 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6672800 Feb 10 04:23:33.402357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Request body: {'port': {'device_id': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:33.427096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d275dd6a-7d7b-4fc6-a027-4cdffec462c9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.432976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:33.433702 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.450131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d04f813-94f9-40ce-97e2-2e99e0302b05 req-f053d8ed-6846-4813-880b-8ad75d203d4e tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.1131580 Feb 10 04:23:33.464645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d42fa0b8-7190-4cc7-8bc3-e2354777348d None None] Provisioning complete for port 86b8e759-d2b9-4816-affd-e2c9c5899605 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:33.465219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d42fa0b8-7190-4cc7-8bc3-e2354777348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.539411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Network': ['ID=d275dd6a-7d7b-4fc6-a027-4cdffec462c9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:33.555674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:33.559939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d42fa0b8-7190-4cc7-8bc3-e2354777348d None None] Port 86b8e759-d2b9-4816-affd-e2c9c5899605 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:33.617795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.633529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b698-6b98-4a34-aa90-d53b63b9bcf2 req-51b45c75-d61f-47b5-b282-54144f920d68 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:33.634870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f151b698-6b98-4a34-aa90-d53b63b9bcf2 req-51b45c75-d61f-47b5-b282-54144f920d68 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 932 time: 0.1192744 Feb 10 04:23:33.654875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99fd6971-7f4c-453e-8999-4647f449a981 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0942254 Feb 10 04:23:33.660824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52442) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:33.669734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'subnet': {'network_id': 'd275dd6a-7d7b-4fc6-a027-4cdffec462c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:33.736559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f151b698-6b98-4a34-aa90-d53b63b9bcf2 req-c77e6bf2-cd39-4a78-8aed-42f276b22323 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877078 Feb 10 04:23:33.795760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b51a5-1a11-47f5-aabe-3fdf3407fd34 req-27d4622b-7701-46ff-b483-7e5a982e20c8 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:33.797339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-016b51a5-1a11-47f5-aabe-3fdf3407fd34 req-27d4622b-7701-46ff-b483-7e5a982e20c8 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 946 time: 0.2142253 Feb 10 04:23:33.942013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:33.945605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:33.954379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-016b51a5-1a11-47f5-aabe-3fdf3407fd34 req-38f42611-221a-487d-866e-d8d658e2f69c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368930 Feb 10 04:23:34.250900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2e6e-1fe3-41d4-9a4f-d66a0dba8174 req-4cb2db2b-6d26-4631-8528-7eac42f96283 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:34.252459 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-329f2e6e-1fe3-41d4-9a4f-d66a0dba8174 req-4cb2db2b-6d26-4631-8528-7eac42f96283 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 946 time: 0.1273601 Feb 10 04:23:34.341456 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.342623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-329f2e6e-1fe3-41d4-9a4f-d66a0dba8174 req-2c91b390-4f68-4301-a9bb-845ade53d863 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791910 Feb 10 04:23:34.392264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b8e759-d2b9-4816-affd-e2c9c5899605 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:23:34.401286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Publish callbacks [] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.414969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Transition to ACTIVE for port object 86b8e759-d2b9-4816-affd-e2c9c5899605 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:23:34.416303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.484396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.537013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Pushing event updated for resources: {'Port': ['ID=86b8e759-d2b9-4816-affd-e2c9c5899605,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:34.651952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Attempting to bind port 86b8e759-d2b9-4816-affd-e2c9c5899605 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:34.652434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Attempting to bind port 86b8e759-d2b9-4816-affd-e2c9c5899605 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:34.652861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Attempting to bind port 86b8e759-d2b9-4816-affd-e2c9c5899605 on network ca787c8c-0b0b-4009-a00f-428580a27776 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:34.658593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Port 86b8e759-d2b9-4816-affd-e2c9c5899605 on network ca787c8c-0b0b-4009-a00f-428580a27776 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:23:34.659072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Attempting to bind port 86b8e759-d2b9-4816-affd-e2c9c5899605 on network ca787c8c-0b0b-4009-a00f-428580a27776 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:34.663550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbff8c33-a190-4ef4-afa4-b24e7197991b req-f146df82-1512-4a7a-802c-91b3289e28d0 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0620251 Feb 10 04:23:34.690994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:34.690994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Checking segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:34.690994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Bound using segment: {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:34.690994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Bound port: 86b8e759-d2b9-4816-affd-e2c9c5899605, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cdfda0-82e4-4af1-aae7-bd616b3f02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:34.690994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.768428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] For port 86b8e759-d2b9-4816-affd-e2c9c5899605, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:34.773005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] For port 86b8e759-d2b9-4816-affd-e2c9c5899605, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=86b8e759-d2b9-4816-affd-e2c9c5899605,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:34.828594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (de34160e-0442-46c7-ab57-7d2a2b6ad196), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.869026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.909388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Subnet': ['ID=de34160e-0442-46c7-ab57-7d2a2b6ad196,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:34.939156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:34.939795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:34.941240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] 10.222.0.24 "PUT /v2.0/ports/86b8e759-d2b9-4816-affd-e2c9c5899605 HTTP/1.1" status: 200 len: 1092 time: 1.5446441 Feb 10 04:23:34.941869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:34.945172 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd89092-79b0-4515-aa44-f3a0224bbe8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:34.969867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2526d5-b8d7-4654-83ea-01a9b6552965 req-039331ed-828e-4f4d-adbd-1e50669d5b51 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:34.972030 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd2526d5-b8d7-4654-83ea-01a9b6552965 req-039331ed-828e-4f4d-adbd-1e50669d5b51 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 944 time: 0.1497512 Feb 10 04:23:34.984478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Checking segment: {'id': '8808f9e0-4177-486d-bbc6-cc41593f9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd275dd6a-7d7b-4fc6-a027-4cdffec462c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:34.984854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network hostable DHCP agents. Network: d275dd6a-7d7b-4fc6-a027-4cdffec462c9, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:35.007148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3898-3918-45c3-a6f8-1becfad0e2ed service neutron] Pushing event updated for resources: {'Port': ['ID=86b8e759-d2b9-4816-affd-e2c9c5899605,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:35.012425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Deleting port 2f4686a7-8a5a-489e-855f-e0e74db44c36 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:35.012768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.070253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dd2526d5-b8d7-4654-83ea-01a9b6552965 req-67ffeda5-c6d4-44a1-9129-7334bfe874ce tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972943 Feb 10 04:23:35.118113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-cb9e0aab-1850-447d-b808-2e099bb7d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:35.120244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-cb9e0aab-1850-447d-b808-2e099bb7d420 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 1126 time: 0.0725877 Feb 10 04:23:35.128054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:35.166329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.189969 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-fa2ee62a-ab90-4ae7-8c08-0e18476fb969 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86b8e759-d2b9-4816-affd-e2c9c5899605 HTTP/1.1" status: 200 len: 217 time: 0.0613680 Feb 10 04:23:35.202300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Calling delete_port for 2f4686a7-8a5a-489e-855f-e0e74db44c36 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:35.259901 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4edcfc1-8f66-4606-9669-3f79a5fd2401 x-openstack-request-id: req-c4edcfc1-8f66-4606-9669-3f79a5fd2401 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:35.260419 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:35.260624 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4edcfc1-8f66-4606-9669-3f79a5fd2401 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:35.261247 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'status': 'completed', 'code': 200} Feb 10 04:23:35.267690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-96ac43ed-f10b-4d55-a4ed-f4b00db377c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:35.269471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-96ac43ed-f10b-4d55-a4ed-f4b00db377c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.0759525 Feb 10 04:23:35.271898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d275dd6a-7d7b-4fc6-a027-4cdffec462c9) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:35.276721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:35.278870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.282659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757ec98-c41d-4bff-8250-ff8730910834 None None] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:35.374430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7e613063-6e4e-4380-a7ff-697ade666c64 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7063117 Feb 10 04:23:35.375074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52462) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:35.384548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'network': {'name': 'tempest-router-network01--1095956706'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:35.399860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-e869d17c-0859-4804-aecc-c7e4f0c81a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:35.401389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-e869d17c-0859-4804-aecc-c7e4f0c81a60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1170123 Feb 10 04:23:35.443827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d275dd6a-7d7b-4fc6-a027-4cdffec462c9', 'network_id': 'd275dd6a-7d7b-4fc6-a027-4cdffec462c9', 'project_id': 'eb7786b000c44e5cabf6e1dfc19c1c44', 'fixed_ips': [{'subnet_id': 'de34160e-0442-46c7-ab57-7d2a2b6ad196'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:35.445437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.513865 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-84d7849a-1473-4251-a6e9-bae81b9a7ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054950 Feb 10 04:23:35.519081 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2f4686a7-8a5a-489e-855f-e0e74db44c36), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.548873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:35.552348 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.593622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Port': ['ID=2f4686a7-8a5a-489e-855f-e0e74db44c36,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:35.612024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:35.635101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (15a94779-3f27-4458-b3c5-2f2a662fd633), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.636303 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Added segment 15a94779-3f27-4458-b3c5-2f2a662fd633 of type vlan for network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 Feb 10 04:23:35.655195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9bd4d3b6-4b64-47f0-9976-af8d02655fd6 req-77ca9053-f2c9-4bf1-b7c4-f5ab1ae41014 service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358385 Feb 10 04:23:35.678965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Allocated IP 2001:db8::2 (d275dd6a-7d7b-4fc6-a027-4cdffec462c9/de34160e-0442-46c7-ab57-7d2a2b6ad196/f240b27f-bf40-4223-b5b7-7ebced40d65e) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:35.703467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d5b1a8b4-b649-4f72-a0e4-588c3681d5d9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.817443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.855125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1361d8a3-58f9-429e-94b2-fda465e9f73a req-44830b18-74c5-4549-ac02-8dea33e0c3f6 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0312307 Feb 10 04:23:35.856445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d5b1a8b4-b649-4f72-a0e4-588c3681d5d9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.867435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:35.869944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.880449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Publish callbacks [] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.904933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52466) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:35.975830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-af8ec8bb-276f-495a-9b9d-cc7e5185c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:35.977380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-af8ec8bb-276f-495a-9b9d-cc7e5185c711 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 1126 time: 0.2039492 Feb 10 04:23:35.978179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Network': ['ID=d5b1a8b4-b649-4f72-a0e4-588c3681d5d9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:35.984978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:35.992731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:36.013472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3fb912b2-f7dd-45af-be87-7daf4b1bfd5c tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6327450 Feb 10 04:23:36.019382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52468) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:36.028332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'network': {'name': 'tempest-router-network02--73688908'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:36.056977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:36.093029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:36.099936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Pushing event updated for resources: {'Port': ['ID=f240b27f-bf40-4223-b5b7-7ebced40d65e,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:36.102598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:36.116494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-37a5986f-eb40-4657-be06-2cef943f7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:36.118297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-37a5986f-eb40-4657-be06-2cef943f7085 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.1346047 Feb 10 04:23:36.173756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Attempting to bind port f240b27f-bf40-4223-b5b7-7ebced40d65e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:36.174384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Attempting to bind port f240b27f-bf40-4223-b5b7-7ebced40d65e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8808f9e0-4177-486d-bbc6-cc41593f9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd275dd6a-7d7b-4fc6-a027-4cdffec462c9'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:36.174878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Attempting to bind port f240b27f-bf40-4223-b5b7-7ebced40d65e on network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:36.182502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Router 6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:36.188680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:36.189070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Checking segment: {'id': '8808f9e0-4177-486d-bbc6-cc41593f9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd275dd6a-7d7b-4fc6-a027-4cdffec462c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:36.190203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.190948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Bound using segment: {'id': '8808f9e0-4177-486d-bbc6-cc41593f9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd275dd6a-7d7b-4fc6-a027-4cdffec462c9'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:36.191981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Bound port: f240b27f-bf40-4223-b5b7-7ebced40d65e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8808f9e0-4177-486d-bbc6-cc41593f9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd275dd6a-7d7b-4fc6-a027-4cdffec462c9'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:36.192565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.194257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-8534d729-0eaa-4bad-851c-09198987f38d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86b8e759-d2b9-4816-affd-e2c9c5899605 HTTP/1.1" status: 200 len: 217 time: 0.0700850 Feb 10 04:23:36.195115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:36.199889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.267950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:36.277741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-6b919615-93f6-4999-98fe-a6b0ba104b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:36.277741 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-6b919615-93f6-4999-98fe-a6b0ba104b53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.0745680 Feb 10 04:23:36.284282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (44e1ed31-b036-4b6d-8958-85e9fc66b133), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.284743 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Added segment 44e1ed31-b036-4b6d-8958-85e9fc66b133 of type vlan for network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc Feb 10 04:23:36.313472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] For port f240b27f-bf40-4223-b5b7-7ebced40d65e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:36.317194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] For port f240b27f-bf40-4223-b5b7-7ebced40d65e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f240b27f-bf40-4223-b5b7-7ebced40d65e,segment=NetworkSegment(8808f9e0-4177-486d-bbc6-cc41593f9ab9),segment_id=8808f9e0-4177-486d-bbc6-cc41593f9ab9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:36.385033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.402627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-ecd18aec-54d6-4892-9b9f-0ba30ab97be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:36.404173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-ecd18aec-54d6-4892-9b9f-0ba30ab97be8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1173425 Feb 10 04:23:36.430492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:36.430950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.444884 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] Sync routers for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:36.458148 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:36.460014 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:36.491538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0955e79e-7409-4355-9215-673e08129d41 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "PUT /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3505409 Feb 10 04:23:36.506874 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:36.523421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52476) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:36.532549 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:36.534522 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:36.542983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.555755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:36.557434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92eca2-5bd1-4670-88f7-d68ea703a656 None None] Pushing event updated for resources: {'Port': ['ID=f240b27f-bf40-4223-b5b7-7ebced40d65e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:36.560711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:36.577202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613b8b1-c968-4bb0-8d36-1621547f4d50 req-f4d5c4d1-fdb3-4c11-8c68-556488876709 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:36.578857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8613b8b1-c968-4bb0-8d36-1621547f4d50 req-f4d5c4d1-fdb3-4c11-8c68-556488876709 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 944 time: 0.3194206 Feb 10 04:23:36.606491 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:36.607435 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983539f-266b-4379-b5e6-f98b2a778878 None None] The sync data for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:36.679727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6561408 Feb 10 04:23:36.681441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52478) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:36.682480 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-c89ca6b1-4cb2-400d-b129-7718b40d177d tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] delete failed (client error): The resource could not be found. Feb 10 04:23:36.685029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c89ca6b1-4cb2-400d-b129-7718b40d177d tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-2083464573 HTTP/1.1" status: 404 len: 335 time: 0.1596475 Feb 10 04:23:36.685316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'subnet': {'network_id': 'd5b1a8b4-b649-4f72-a0e4-588c3681d5d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:36.698746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52480) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:36.705484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a81c2f62-0bde-4543-a7a9-f80ade17de76 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:36.732224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895c72c-fa98-46f6-83f0-1b9bfdb2d040 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Network': ['ID=41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:36.745679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:36.753735 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-9d4279a4-a3f3-4f82-b170-3482d3b3b9b0 service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388882 Feb 10 04:23:36.780149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8613b8b1-c968-4bb0-8d36-1621547f4d50 req-fc031173-00f3-4c9f-88eb-5116ce725916 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923170 Feb 10 04:23:36.934930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffd89092-79b0-4515-aa44-f3a0224bbe8c req-bcf41700-c373-4292-ac57-d323b68e138d service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738946 Feb 10 04:23:37.113132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4465e05-2f86-42ff-a11a-9de8adbee5ef req-24f7672b-34a5-42a1-a061-ea0f5a604dfd tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0658138 Feb 10 04:23:37.151334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:37.155010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:37.159119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f240b27f-bf40-4223-b5b7-7ebced40d65e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:37.228847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f240b27f-bf40-4223-b5b7-7ebced40d65e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:37.229324 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:37.340661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f240b27f-bf40-4223-b5b7-7ebced40d65e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:37.341058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:37.379537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port f240b27f-bf40-4223-b5b7-7ebced40d65e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f240b27f-bf40-4223-b5b7-7ebced40d65e,segment=NetworkSegment(8808f9e0-4177-486d-bbc6-cc41593f9ab9),segment_id=8808f9e0-4177-486d-bbc6-cc41593f9ab9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:37.479300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:37.534148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=f240b27f-bf40-4223-b5b7-7ebced40d65e,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:37.660018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a81c2f62-0bde-4543-a7a9-f80ade17de76 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for router_gateway (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:37.690480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd40e09-75b4-40e9-aefd-ce50229551b4 req-c6b117a1-8738-484f-954b-57b5656a78d9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:37.695265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fd40e09-75b4-40e9-aefd-ce50229551b4 req-c6b117a1-8738-484f-954b-57b5656a78d9 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.0840957 Feb 10 04:23:37.750367 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fd40e09-75b4-40e9-aefd-ce50229551b4 req-a9170d13-32fd-4f63-bfae-c2678c221329 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508485 Feb 10 04:23:37.761962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:37.815345 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-a81c2f62-0bde-4543-a7a9-f80ade17de76 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] update failed (client error): The resource could not be found. Feb 10 04:23:37.820504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a81c2f62-0bde-4543-a7a9-f80ade17de76 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "PUT /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 HTTP/1.1" status: 404 len: 339 time: 1.1145532 Feb 10 04:23:37.821806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52498) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:37.852807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 86b8e759-d2b9-4816-affd-e2c9c5899605 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:23:37.995783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 86b8e759-d2b9-4816-affd-e2c9c5899605, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=86b8e759-d2b9-4816-affd-e2c9c5899605,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:38.012765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'port_id': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'mac_address': 'fa:16:3e:84:13:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:23:38.054656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 86b8e759-d2b9-4816-affd-e2c9c5899605 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:38.055105 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.074728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (304c2de3-46dd-451c-8600-e7e46344577e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.075651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b8e759-d2b9-4816-affd-e2c9c5899605 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:23:38.102413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2394e-362c-434a-907c-5dc5d127f7cc None None] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:38.105558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 86b8e759-d2b9-4816-affd-e2c9c5899605, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=86b8e759-d2b9-4816-affd-e2c9c5899605,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:38.106283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd3415-2947-439c-96e5-b9d37c1daa02 req-6eb36391-3f21-474f-a3f4-4773d01553c7 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:38.114334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13fd3415-2947-439c-96e5-b9d37c1daa02 req-6eb36391-3f21-474f-a3f4-4773d01553c7 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 944 time: 0.2342129 Feb 10 04:23:38.201008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.265528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.289132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=86b8e759-d2b9-4816-affd-e2c9c5899605,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:38.308254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-dca894ac-8eb7-473d-9dcd-a2274640f739 None None] Provisioning complete for port f240b27f-bf40-4223-b5b7-7ebced40d65e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:38.308635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dca894ac-8eb7-473d-9dcd-a2274640f739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.313719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Checking segment: {'id': '15a94779-3f27-4458-b3c5-2f2a662fd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd5b1a8b4-b649-4f72-a0e4-588c3681d5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:38.314670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network hostable DHCP agents. Network: d5b1a8b4-b649-4f72-a0e4-588c3681d5d9, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:38.317389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Subnet': ['ID=304c2de3-46dd-451c-8600-e7e46344577e,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:38.335062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13fd3415-2947-439c-96e5-b9d37c1daa02 req-42295b09-e6f9-4b9f-be1a-3094ceeadf98 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193444 Feb 10 04:23:38.344220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92fe558f-8e80-4cf7-ac84-1e9cb2d71719 req-527cfce1-89c7-4ccb-9c9d-42dc707d2d44 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0836048 Feb 10 04:23:38.459763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['86b8e759-d2b9-4816-affd-e2c9c5899605'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:23:38.462283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dca894ac-8eb7-473d-9dcd-a2274640f739 None None] Current status of the port f240b27f-bf40-4223-b5b7-7ebced40d65e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:38.492353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.20.0.17 (9ba61da5-5767-413b-b14c-d2fe1bc0f73d/d6632167-2882-42b3-b04b-e5671c44622a/e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:38.647510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:38.670302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.700752 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Allocated IP 172.20.0.1 (50c9a778-62eb-40a4-b585-9ef090ee8310/f2db4f35-b99d-425b-98f8-1c6ff69cbff0/434be9ee-ef62-4c67-9385-28f0ed89bf7e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:38.732970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d5b1a8b4-b649-4f72-a0e4-588c3681d5d9) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:38.739153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:38.744989 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.745147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94bc38-3a4f-4fe1-9d58-52a971b14081 None None] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:38.794859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.848126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:38.859643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb668bab-272f-44a8-a5a8-9a36f3e847f2 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1758046 Feb 10 04:23:38.859896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52506) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:38.865775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'subnet': {'network_id': '41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:38.871585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.900358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:38.902982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d5bb5949-ee7c-4474-bd6e-1e6f0d8aa153 None None] Provisioning complete for port f240b27f-bf40-4223-b5b7-7ebced40d65e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:38.904062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5949-ee7c-4474-bd6e-1e6f0d8aa153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.939764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d5b1a8b4-b649-4f72-a0e4-588c3681d5d9', 'network_id': 'd5b1a8b4-b649-4f72-a0e4-588c3681d5d9', 'project_id': 'eb7786b000c44e5cabf6e1dfc19c1c44', 'fixed_ips': [{'subnet_id': '304c2de3-46dd-451c-8600-e7e46344577e'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:38.946329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:38.959333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:38.979990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:39.039691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.047288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f240b27f-bf40-4223-b5b7-7ebced40d65e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:39.139378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:39.147590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.152065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:39.174572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:39.240497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Port': ['ID=434be9ee-ef62-4c67-9385-28f0ed89bf7e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:39.284226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.433907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-a73aa04c-18e6-4fa7-8ccc-5ba25c2570cc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:39.436717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-a73aa04c-18e6-4fa7-8ccc-5ba25c2570cc tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.5498910 Feb 10 04:23:39.504416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401f7a7-1fcb-4419-9791-711a8b89e5f1 req-e135a311-d926-4b47-a86b-0af5ddfd105b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:39.507059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7401f7a7-1fcb-4419-9791-711a8b89e5f1 req-e135a311-d926-4b47-a86b-0af5ddfd105b tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.5794160 Feb 10 04:23:39.535423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb5949-ee7c-4474-bd6e-1e6f0d8aa153 None None] Current status of the port f240b27f-bf40-4223-b5b7-7ebced40d65e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:39.544755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:39.550863 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.558544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Allocated IP 2001:db8::2 (d5b1a8b4-b649-4f72-a0e4-588c3681d5d9/304c2de3-46dd-451c-8600-e7e46344577e/c47c3b57-6c23-470f-94ee-8469c4236daf) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:39.560664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f240b27f-bf40-4223-b5b7-7ebced40d65e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:39.561141 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.604867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.658122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fa07c-a0ef-4dfd-b3b7-0732e9c9c374 req-3228b4e1-c48c-478a-b8e1-d8f8c447b8cd tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:39.668087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae2fa07c-a0ef-4dfd-b3b7-0732e9c9c374 req-3228b4e1-c48c-478a-b8e1-d8f8c447b8cd tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 945 time: 0.2032890 Feb 10 04:23:39.713707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f48c76ed-30a8-44b6-9c3a-6b6540745a5d None None] Provisioning complete for port 434be9ee-ef62-4c67-9385-28f0ed89bf7e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:39.714082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f48c76ed-30a8-44b6-9c3a-6b6540745a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.727978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.750419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7401f7a7-1fcb-4419-9791-711a8b89e5f1 req-154573a0-7f4f-4298-b58e-3c0ed9f79011 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200546 Feb 10 04:23:39.773884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f240b27f-bf40-4223-b5b7-7ebced40d65e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:39.787888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f48c76ed-30a8-44b6-9c3a-6b6540745a5d None None] Port 434be9ee-ef62-4c67-9385-28f0ed89bf7e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:39.856275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f48c76ed-30a8-44b6-9c3a-6b6540745a5d None None] Provisioning complete for port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:39.856502 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f48c76ed-30a8-44b6-9c3a-6b6540745a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.859338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 86b8e759-d2b9-4816-affd-e2c9c5899605 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:39.939014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Deleting port f1b9c56d-12fd-4712-bc14-be72a2c0b639 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:39.939262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.946984 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Publish callbacks [] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:39.951599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f48c76ed-30a8-44b6-9c3a-6b6540745a5d None None] Port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:40.015285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ff5d91b-593a-4324-a856-2f826ea32bdc req-3ab91279-5c86-4255-9e98-d318129b33af tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0846028 Feb 10 04:23:40.042179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.112669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 86b8e759-d2b9-4816-affd-e2c9c5899605 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:23:40.121369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 86b8e759-d2b9-4816-affd-e2c9c5899605 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:40.121764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.164047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (503b5d48-f08c-4cbb-b1ca-ffc282480696), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.230944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Subnet': ['ID=503b5d48-f08c-4cbb-b1ca-ffc282480696,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:40.232580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Pushing event updated for resources: {'Port': ['ID=c47c3b57-6c23-470f-94ee-8469c4236daf,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:40.237568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] For port f1b9c56d-12fd-4712-bc14-be72a2c0b639, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f1b9c56d-12fd-4712-bc14-be72a2c0b639,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:40.237937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.245007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:40.263034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:40.271542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:40.277129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae2fa07c-a0ef-4dfd-b3b7-0732e9c9c374 req-a0f48aac-3cc2-4ea2-a013-a052ee71884f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6076732 Feb 10 04:23:40.282898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.347608 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.379613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Attempting to bind port c47c3b57-6c23-470f-94ee-8469c4236daf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:40.380201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Attempting to bind port c47c3b57-6c23-470f-94ee-8469c4236daf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '15a94779-3f27-4458-b3c5-2f2a662fd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd5b1a8b4-b649-4f72-a0e4-588c3681d5d9'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:40.380964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Attempting to bind port c47c3b57-6c23-470f-94ee-8469c4236daf on network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:40.414999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Checking segment: {'id': '44e1ed31-b036-4b6d-8958-85e9fc66b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:40.414999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network hostable DHCP agents. Network: 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:40.417438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:40.417835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Checking segment: {'id': '15a94779-3f27-4458-b3c5-2f2a662fd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd5b1a8b4-b649-4f72-a0e4-588c3681d5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:40.418868 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.419288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Bound using segment: {'id': '15a94779-3f27-4458-b3c5-2f2a662fd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd5b1a8b4-b649-4f72-a0e4-588c3681d5d9'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:40.419885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Bound port: c47c3b57-6c23-470f-94ee-8469c4236daf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a94779-3f27-4458-b3c5-2f2a662fd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd5b1a8b4-b649-4f72-a0e4-588c3681d5d9'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:40.420283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.444357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.472311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 86b8e759-d2b9-4816-affd-e2c9c5899605 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:40.472708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.513867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:40.516131 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bddac08-2200-4468-9b07-6862c80c2178" -d '{"events": [{"server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "name": "network-vif-plugged", "status": "completed", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:40.579631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 86b8e759-d2b9-4816-affd-e2c9c5899605, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=86b8e759-d2b9-4816-affd-e2c9c5899605,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:40.594366 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f40935-10cc-4dd7-bd81-fc28615a3c85 x-openstack-request-id: req-02f40935-10cc-4dd7-bd81-fc28615a3c85 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:40.594957 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "name": "network-vif-plugged", "status": "completed", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:40.595417 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02f40935-10cc-4dd7-bd81-fc28615a3c85 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:40.595980 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'code': 200} Feb 10 04:23:40.601295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] For port c47c3b57-6c23-470f-94ee-8469c4236daf, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:40.605554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] For port c47c3b57-6c23-470f-94ee-8469c4236daf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c47c3b57-6c23-470f-94ee-8469c4236daf,segment=NetworkSegment(15a94779-3f27-4458-b3c5-2f2a662fd633),segment_id=15a94779-3f27-4458-b3c5-2f2a662fd633)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:40.656197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.672245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.672935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4d0f8793-5f97-4493-b1bc-dac74f6a3952), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.673658 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Floating IP 4d0f8793-5f97-4493-b1bc-dac74f6a3952 disassociated. External IP: 172.25.8.146, port: f1b9c56d-12fd-4712-bc14-be72a2c0b639. Feb 10 04:23:40.674219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Calling delete_port for f1b9c56d-12fd-4712-bc14-be72a2c0b639 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:40.680741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:40.706202 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.772797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.780958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=86b8e759-d2b9-4816-affd-e2c9c5899605,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:40.785049 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.825776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.830650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:40.868179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:40.868784 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:40.939113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54324c94-5066-473e-9786-7086693041df None None] Network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:40.969631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:41.053921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-adfa6f61-4806-4571-adf7-e5def026ba66 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1926513 Feb 10 04:23:41.058230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52520) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:41.092611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f70bc-987f-44d7-8b21-bb8764881d5b None None] Pushing event updated for resources: {'Port': ['ID=c47c3b57-6c23-470f-94ee-8469c4236daf,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:41.154507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:41.160301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc', 'network_id': '41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc', 'project_id': 'eb7786b000c44e5cabf6e1dfc19c1c44', 'fixed_ips': [{'subnet_id': '503b5d48-f08c-4cbb-b1ca-ffc282480696'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:41.161904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:41.184655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:41.497501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Allocated IP 2001:db8::2 (41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc/503b5d48-f08c-4cbb-b1ca-ffc282480696/0fd276ef-e782-4f12-aa3f-62fff673d8ea) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:41.591618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event updated for resources: {'Port': ['ID=434be9ee-ef62-4c67-9385-28f0ed89bf7e,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:41.669362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe61195-c613-4547-9646-6928b50961c4 req-fa82a8ee-4aa8-451e-aea5-ebd6524064a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:41.678256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe61195-c613-4547-9646-6928b50961c4 req-fa82a8ee-4aa8-451e-aea5-ebd6524064a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 1128 time: 0.5137780 Feb 10 04:23:41.680809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Router 6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:41.697053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d97c2-bfe9-4c15-8673-5fd413ed7dd8 req-fea7dfbb-885b-481c-b593-cc432e561ec4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:41.698670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-211d97c2-bfe9-4c15-8673-5fd413ed7dd8 req-fea7dfbb-885b-481c-b593-cc432e561ec4 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 946 time: 0.5252688 Feb 10 04:23:41.728875 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Publish callbacks [] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:41.790620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-dede885a-75ed-46f6-85f2-f637693ddf6f None None] Provisioning complete for port 434be9ee-ef62-4c67-9385-28f0ed89bf7e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:41.791043 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dede885a-75ed-46f6-85f2-f637693ddf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:41.822505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:41.864802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:41.873085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c99e7e94-f9a2-433a-8c02-dc41598fc5d7 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "PUT /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0479906 Feb 10 04:23:41.894353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-211d97c2-bfe9-4c15-8673-5fd413ed7dd8 req-24cd891f-31e5-4206-a161-06075e77892c tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups?id=063e8b43-5cf8-411f-80ae-31baf667855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831152 Feb 10 04:23:41.901119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52528) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:41.921116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] Sync routers for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:41.926773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fe61195-c613-4547-9646-6928b50961c4 req-80c387b1-b4db-4793-9591-f546501a3bb7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216661 Feb 10 04:23:41.932424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:41.947989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5331f5dc-368f-4956-a62a-77a4f3ba12f8 req-cabf78ea-8ca8-4eb9-8b2f-7404f4b79d83 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.7579114 Feb 10 04:23:41.952090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dede885a-75ed-46f6-85f2-f637693ddf6f None None] Port 434be9ee-ef62-4c67-9385-28f0ed89bf7e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:41.963965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:41.982193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:42.013821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Pushing event updated for resources: {'Port': ['ID=0fd276ef-e782-4f12-aa3f-62fff673d8ea,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:42.015559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:42.033735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:42.054580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:42.055255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:42.113887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9c20-49e5-4b8b-a8dc-cf11a2b33a67 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for router (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:42.136285 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f1b9c56d-12fd-4712-bc14-be72a2c0b639), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:42.161416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:42.206648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Attempting to bind port 0fd276ef-e782-4f12-aa3f-62fff673d8ea on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:42.207054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Attempting to bind port 0fd276ef-e782-4f12-aa3f-62fff673d8ea by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '44e1ed31-b036-4b6d-8958-85e9fc66b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:42.207425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Attempting to bind port 0fd276ef-e782-4f12-aa3f-62fff673d8ea on network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:42.228553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:42.229013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Checking segment: {'id': '44e1ed31-b036-4b6d-8958-85e9fc66b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:42.229407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:42.229810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Bound using segment: {'id': '44e1ed31-b036-4b6d-8958-85e9fc66b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:42.230513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Bound port: 0fd276ef-e782-4f12-aa3f-62fff673d8ea, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e1ed31-b036-4b6d-8958-85e9fc66b133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:42.230758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:42.257763 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-d8ee9c20-49e5-4b8b-a8dc-cf11a2b33a67 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 04:23:42.260305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d8ee9c20-49e5-4b8b-a8dc-cf11a2b33a67 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 HTTP/1.1" status: 409 len: 329 time: 0.3585975 Feb 10 04:23:42.294664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52530) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:42.303894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:42.305347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:42.505492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:42.514449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event deleted for resources: {'Port': ['ID=f1b9c56d-12fd-4712-bc14-be72a2c0b639,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:42.524575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee411be-8ef2-4aad-a280-15d90b288d3e req-20e40f9c-8e3b-4352-af69-18d478d6e77b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:42.528246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] For port 0fd276ef-e782-4f12-aa3f-62fff673d8ea, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:42.534192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eee411be-8ef2-4aad-a280-15d90b288d3e req-20e40f9c-8e3b-4352-af69-18d478d6e77b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.5072072 Feb 10 04:23:42.536687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] For port 0fd276ef-e782-4f12-aa3f-62fff673d8ea, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0fd276ef-e782-4f12-aa3f-62fff673d8ea,segment=NetworkSegment(44e1ed31-b036-4b6d-8958-85e9fc66b133),segment_id=44e1ed31-b036-4b6d-8958-85e9fc66b133)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:42.545856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:42.549173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99c101-a2e9-4691-ac7d-784f732cec0b None None] The sync data for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:42.589524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e1d721ed-fbcd-4917-9c93-4c47f611043a None None] Provisioning complete for port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:42.590066 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1d721ed-fbcd-4917-9c93-4c47f611043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:42.627479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eee411be-8ef2-4aad-a280-15d90b288d3e req-b36083f7-d830-438d-8aad-662a86a0e4b2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899224 Feb 10 04:23:42.658172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:42.746031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e1d721ed-fbcd-4917-9c93-4c47f611043a None None] Port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:42.840353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3ef3-a5e6-4716-a352-83d89a0dc2b7 None None] Pushing event updated for resources: {'Port': ['ID=0fd276ef-e782-4f12-aa3f-62fff673d8ea,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:42.849697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb62075-1219-46d2-aeab-b8ec5c867954 None None] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:43.195133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4eb38fc9-6cb0-4dca-ac21-41a263314b07 None None] Provisioning complete for port c47c3b57-6c23-470f-94ee-8469c4236daf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:43.195793 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fc9-6cb0-4dca-ac21-41a263314b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:43.233654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:43.299391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c47c3b57-6c23-470f-94ee-8469c4236daf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:43.313050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc6625c4-7277-41c8-84b4-af6ed0a83bba req-b70e8f9b-cc3f-4f5b-98ef-a12bd7a0bb18 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 210 time: 0.0818594 Feb 10 04:23:43.332702 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60d248f7-039d-4232-8906-8982c4e28a26 req-293f14bc-e606-4f5e-91ac-d7a4ece03ad0 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.1346483 Feb 10 04:23:43.476544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:43.478846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c47c3b57-6c23-470f-94ee-8469c4236daf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:43.479230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:43.557456 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4eb38fc9-6cb0-4dca-ac21-41a263314b07 None None] Current status of the port c47c3b57-6c23-470f-94ee-8469c4236daf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:43.557859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fc9-6cb0-4dca-ac21-41a263314b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:43.646957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4eb38fc9-6cb0-4dca-ac21-41a263314b07 None None] For port c47c3b57-6c23-470f-94ee-8469c4236daf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c47c3b57-6c23-470f-94ee-8469c4236daf,segment=NetworkSegment(15a94779-3f27-4458-b3c5-2f2a662fd633),segment_id=15a94779-3f27-4458-b3c5-2f2a662fd633)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:43.692956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:43.700177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Router 44e04e51-79ec-484a-9378-73d805453a11 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:43.706651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-102f82b1-9c65-40f4-b072-0988a7a99b6c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "PUT /v2.0/routers/6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8006911 Feb 10 04:23:43.710602 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Sync routers for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:43.722229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4eb38fc9-6cb0-4dca-ac21-41a263314b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:43.751841 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:43.753262 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:43.886846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38fc9-6cb0-4dca-ac21-41a263314b07 None None] Pushing event updated for resources: {'Port': ['ID=c47c3b57-6c23-470f-94ee-8469c4236daf,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:43.902915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c47c3b57-6c23-470f-94ee-8469c4236daf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:43.904927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:43.999935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:23:44.000414 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:23:44.020649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Allocated IP 2001:db8::1 (d5b1a8b4-b649-4f72-a0e4-588c3681d5d9/304c2de3-46dd-451c-8600-e7e46344577e/cd22f4c1-b924-402f-a2d0-f09adc5803bf) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:44.053062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-da71f835-b8f8-42c5-b01b-3671b172dfaa None None] Provisioning complete for port c47c3b57-6c23-470f-94ee-8469c4236daf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:44.053548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da71f835-b8f8-42c5-b01b-3671b172dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.058734 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:44.165706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64280-2737-4adf-9d5d-ffb8a6d9ead5 req-ff3140f6-dbc1-4de6-93f9-2b12d8299438 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:44.169023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e8d64280-2737-4adf-9d5d-ffb8a6d9ead5 req-ff3140f6-dbc1-4de6-93f9-2b12d8299438 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.3386531 Feb 10 04:23:44.196452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-da71f835-b8f8-42c5-b01b-3671b172dfaa None None] Current status of the port c47c3b57-6c23-470f-94ee-8469c4236daf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:44.267945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:44.299944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Deleting port 434be9ee-ef62-4c67-9385-28f0ed89bf7e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:44.304341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.308616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: f1b9c56d-12fd-4712-bc14-be72a2c0b639 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:44.308977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f1b9c56d-12fd-4712-bc14-be72a2c0b639 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:44.314802 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.416595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.447228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Calling delete_port for 434be9ee-ef62-4c67-9385-28f0ed89bf7e owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:44.573076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:44.593624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf8a5ff0-0dcd-4888-9677-d4c27093b769 req-14ada08d-b2a2-4da0-aed9-882c7ec01c53 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 210 time: 0.0644646 Feb 10 04:23:44.601641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e8d64280-2737-4adf-9d5d-ffb8a6d9ead5 req-ccf64dc1-a827-4fd5-836a-97ef3c9ed63d tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727952 Feb 10 04:23:44.612896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] Sync routers for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:44.635037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c47c3b57-6c23-470f-94ee-8469c4236daf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:44.664593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:44.665230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:44.673788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] No DVR routers for this DVR port f1b9c56d-12fd-4712-bc14-be72a2c0b639 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:44.677919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.682353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e928608e-cbfc-4e25-a90b-402e8c85b097 req-16776d18-8cb9-4afa-91f9-4459757c9beb tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.43 "DELETE /v2.0/ports/f1b9c56d-12fd-4712-bc14-be72a2c0b639 HTTP/1.1" status: 204 len: 173 time: 5.2253549 Feb 10 04:23:44.683015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-deleted', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:44.687042 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046677e3-647d-44d4-82fb-3832a5d8ff1b" -d '{"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-deleted", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:44.691536 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:23:39Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:33Z', 'revision_number': 1, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce', 'name': '', 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:f7:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'd6632167-2882-42b3-b04b-e5671c44622a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:23:38Z', 'updated_at': '2022-02-10T04:23:40Z', 'revision_number': 2, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'd6632167-2882-42b3-b04b-e5671c44622a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:44.694493 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.764138 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Checking router: 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:23:44.764138 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Updating router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:23:44.828598 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.837413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6da1541b-731f-4a8e-b14d-b3cca6d2bc53 req-69a1944a-3da1-4cce-9549-05507d3dfea0 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0724616 Feb 10 04:23:44.851933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:44.858350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:44.859460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295146c-830e-457d-bbbb-73e9e75fe384 None None] Network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:44.865840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:44.866356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:44.870316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Port': ['ID=cd22f4c1-b924-402f-a2d0-f09adc5803bf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:44.952931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.953279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.953628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.953972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.954390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.954993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.955094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.955400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.955743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.956062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.956391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.956886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:44.957220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.015849 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce5b234-6c7d-46fc-baad-3e6f05884b11 x-openstack-request-id: req-cce5b234-6c7d-46fc-baad-3e6f05884b11 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:45.016148 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b24e1-065c-4172-80da-d1463770f749", "name": "network-vif-deleted", "tag": "f1b9c56d-12fd-4712-bc14-be72a2c0b639", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:45.016404 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cce5b234-6c7d-46fc-baad-3e6f05884b11 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:45.017607 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01b24e1-065c-4172-80da-d1463770f749', 'name': 'network-vif-deleted', 'tag': 'f1b9c56d-12fd-4712-bc14-be72a2c0b639', 'status': 'completed', 'code': 200} Feb 10 04:23:45.046399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6796e5c-da62-4abb-9f87-501cddbfe726 req-cc809dfa-e963-4716-827a-36e7ab51f8ca tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:45.061774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:45.065864 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f6796e5c-da62-4abb-9f87-501cddbfe726 req-cc809dfa-e963-4716-827a-36e7ab51f8ca tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.2565444 Feb 10 04:23:45.076703 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Request body: {'floatingip': {'port_id': '86b8e759-d2b9-4816-affd-e2c9c5899605'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:45.086043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b32fca5f-7dac-4c7b-be16-ed0e012e2b62 None None] Provisioning complete for port 0fd276ef-e782-4f12-aa3f-62fff673d8ea triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:45.086412 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b32fca5f-7dac-4c7b-be16-ed0e012e2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.126038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:45.245986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.251050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (ce0778db-920f-4335-a05b-9db7e09e071b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.258831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (434be9ee-ef62-4c67-9385-28f0ed89bf7e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.316064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Port': ['ID=434be9ee-ef62-4c67-9385-28f0ed89bf7e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:45.375393 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Publish callbacks [] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.464696 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.540977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c47c3b57-6c23-470f-94ee-8469c4236daf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:45.619674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.797255 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Pushing event updated for resources: {'Port': ['ID=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:45.815769 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.820184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:45.904399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Attempting to bind port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:45.904846 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Attempting to bind port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:45.905336 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Attempting to bind port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce on network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:45.917771 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:45.919430 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Checking segment: {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:45.920286 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:45.922285 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Bound using segment: {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:45.929524 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Bound port: e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545d7a02-b638-4235-9a3a-c9544bc2299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:45.929524 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.044049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c47c3b57-6c23-470f-94ee-8469c4236daf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:46.044574 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.072581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.097783 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] For port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:46.105575 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] For port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:46.166032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d466f0a3-bcf2-49bd-a955-837d0026ee72 req-cac2917d-612f-4c9f-9de6-33e1b9556d6a tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/ports?device_id=f01b24e1-065c-4172-80da-d1463770f749 HTTP/1.1" status: 200 len: 210 time: 0.0896623 Feb 10 04:23:46.171685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.172480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.181354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b32fca5f-7dac-4c7b-be16-ed0e012e2b62 None None] Current status of the port 0fd276ef-e782-4f12-aa3f-62fff673d8ea is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:46.181741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b32fca5f-7dac-4c7b-be16-ed0e012e2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.189642 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.234751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:46.299178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] Checking router: 44e04e51-79ec-484a-9378-73d805453a11 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:23:46.305541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Port': ['ID=cd22f4c1-b924-402f-a2d0-f09adc5803bf,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:46.321781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b32fca5f-7dac-4c7b-be16-ed0e012e2b62 None None] For port 0fd276ef-e782-4f12-aa3f-62fff673d8ea, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0fd276ef-e782-4f12-aa3f-62fff673d8ea,segment=NetworkSegment(44e1ed31-b036-4b6d-8958-85e9fc66b133),segment_id=44e1ed31-b036-4b6d-8958-85e9fc66b133)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:46.331954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:46.332734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:46.360299 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6540e-ea72-4eac-9515-c3c83adce237 None None] Pushing event updated for resources: {'Port': ['ID=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:46.391957 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:46.392974 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:46.480468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:46.532598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:46.535016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:46.598081 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:46.633410 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b32fca5f-7dac-4c7b-be16-ed0e012e2b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:46.813627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c47c3b57-6c23-470f-94ee-8469c4236daf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:46.814872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0fd276ef-e782-4f12-aa3f-62fff673d8ea up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:46.830630 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6434ea35-23f5-4334-b5a9-f1b2896d1e4d req-d3c72282-02e9-4dea-b19f-436591de900e tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.1131694 Feb 10 04:23:46.856001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Router 6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:46.932230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Provisioning complete for port cd22f4c1-b924-402f-a2d0-f09adc5803bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:46.932671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.042471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fca5f-7dac-4c7b-be16-ed0e012e2b62 None None] Pushing event updated for resources: {'Port': ['ID=0fd276ef-e782-4f12-aa3f-62fff673d8ea,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:47.063390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:47.082864 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9a895ccd-1d3d-4cad-a0d5-9e9397ee506f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "PUT /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7821059 Feb 10 04:23:47.083483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Port cd22f4c1-b924-402f-a2d0-f09adc5803bf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:47.083719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52574) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:47.099957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0fd276ef-e782-4f12-aa3f-62fff673d8ea triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:47.100467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.106643 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] Sync routers for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:47.124166 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:47.124796 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:47.138681 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-4c149dc4-7d46-4496-a995-d9c4efcca741 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] show failed (client error): The resource could not be found. Feb 10 04:23:47.144667 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4c149dc4-7d46-4496-a995-d9c4efcca741 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-427945006 HTTP/1.1" status: 404 len: 334 time: 0.0598824 Feb 10 04:23:47.145276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52576) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:47.146907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.149967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-656f7eb8-18a3-4614-86b8-de22194290b8 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:47.174913 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:47.187019 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-656f7eb8-18a3-4614-86b8-de22194290b8 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] update failed (client error): The resource could not be found. Feb 10 04:23:47.192788 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] Routers {'6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:47.193267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-656f7eb8-18a3-4614-86b8-de22194290b8 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1917541366 HTTP/1.1" status: 404 len: 335 time: 0.0468247 Feb 10 04:23:47.193878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52580) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:47.194203 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:47.243106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Provisioning complete for port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:47.245497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.250491 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:47.250491 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060de59-5d2a-4ed9-8a6f-c00ec7a7a675 None None] The sync data for ids ['6c20b824-9d6f-4fb6-b05a-d86d3ce349d8'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:47.268448 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:23:39Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:33Z', 'revision_number': 1, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce', 'name': '', 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:f7:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'd6632167-2882-42b3-b04b-e5671c44622a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:23:38Z', 'updated_at': '2022-02-10T04:23:46Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'd6632167-2882-42b3-b04b-e5671c44622a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:47.269825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Deleting subnet 896d2882-35e5-4f12-8697-fa0344b49709 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:23:47.277393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for subnet (896d2882-35e5-4f12-8697-fa0344b49709), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.314356 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c1b85-69f6-45ef-85d1-2b5b79d1fb99 None None] The sync data for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 is: [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:23:39Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:33Z', 'revision_number': 1, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce', 'name': '', 'network_id': '9ba61da5-5767-413b-b14c-d2fe1bc0f73d', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:f7:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'd6632167-2882-42b3-b04b-e5671c44622a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:23:38Z', 'updated_at': '2022-02-10T04:23:46Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'd6632167-2882-42b3-b04b-e5671c44622a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:47.359314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (896d2882-35e5-4f12-8697-fa0344b49709), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.397596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:47.410216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0fd276ef-e782-4f12-aa3f-62fff673d8ea is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:47.447813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52586) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:47.460972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcfe79-aef2-41c6-8806-072f65cbd514 None None] The sync data for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 is: [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:17:07Z', 'revision_number': 4, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e046525b-0e1e-4784-8395-145a406dd391', 'name': '', 'network_id': '5af23f1c-ee45-479b-9c3e-cefdef08cd08', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'mac_address': 'fa:16:3e:58:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:04Z', 'updated_at': '2022-02-10T04:17:14Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'subnets': [{'id': '7d9ce85b-9867-4356-ba7b-fa6dc99eee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:47.501831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Router 526fd940-2abb-4799-a19e-34d2c001b5eb is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:23:47.539587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (896d2882-35e5-4f12-8697-fa0344b49709), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.542559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Current status of the port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:47.543121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.614108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] For port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:47.675954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.716046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:47.745597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.resource_extend [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:23:47.754911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (896d2882-35e5-4f12-8697-fa0344b49709), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.770498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Provisioning complete for port 0fd276ef-e782-4f12-aa3f-62fff673d8ea triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:47.771059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.793305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Subnet': ['ID=896d2882-35e5-4f12-8697-fa0344b49709,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:47.807336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.807888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.808423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.808930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.809454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.809955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.810970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.811759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.812260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.812933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.813575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.814076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.814574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:23:47.827423 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.830756 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ec705a76-f786-4fe8-908c-05c539cd1b46 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/subnets/896d2882-35e5-4f12-8697-fa0344b49709 HTTP/1.1" status: 204 len: 168 time: 0.6351812 Feb 10 04:23:47.831369 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.832477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:47.832741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:47.838667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d263881e-0ed5-43ba-91aa-bc05730580aa tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7793400 Feb 10 04:23:47.848153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52594) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:47.906836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Deleting subnet c65fc35b-d9b4-4e34-b127-ab47c095c0f6 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:23:47.915350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for subnet (c65fc35b-d9b4-4e34-b127-ab47c095c0f6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.923304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a69d1-7be1-48a9-81ce-cdeeb7717c02 None None] Network 7cfe3571-2dfb-403b-992d-d05dec92da75 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:47.926426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] Sync routers for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:47.962332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (c65fc35b-d9b4-4e34-b127-ab47c095c0f6), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:47.989216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Pushing event updated for resources: {'Port': ['ID=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:48.049076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:48.051462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b05c6a-a11b-4953-bd16-7e3ecb016a9a None None] New status for floating IP 4d0f8793-5f97-4493-b1bc-dac74f6a3952: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:23:48.055946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:48.058916 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (ce0778db-920f-4335-a05b-9db7e09e071b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.094440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1671d481-92a0-4cb1-92f1-30bef51cf851 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (063e8b43-5cf8-411f-80ae-31baf667855b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.099011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-531895d8-f02d-4540-9730-5a2280fd311d req-1496457e-cae0-4fa5-af0a-758781e20ccd tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0621912 Feb 10 04:23:48.107795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:48.119183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c65fc35b-d9b4-4e34-b127-ab47c095c0f6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.188737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1671d481-92a0-4cb1-92f1-30bef51cf851 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (063e8b43-5cf8-411f-80ae-31baf667855b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.220268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:48.220268 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.275135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (c65fc35b-d9b4-4e34-b127-ab47c095c0f6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.283423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:48.284050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:48.315436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Subnet': ['ID=c65fc35b-d9b4-4e34-b127-ab47c095c0f6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:48.319088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.328494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc1432bd-76d3-484b-9b52-b5f82201614c tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/subnets/c65fc35b-d9b4-4e34-b127-ab47c095c0f6 HTTP/1.1" status: 204 len: 168 time: 0.4943714 Feb 10 04:23:48.330046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52598) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:48.438873 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Floating IP ce0778db-920f-4335-a05b-9db7e09e071b associated. External IP: 172.25.8.39, port: 86b8e759-d2b9-4816-affd-e2c9c5899605. Feb 10 04:23:48.456028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (7cfe3571-2dfb-403b-992d-d05dec92da75), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.488653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1671d481-92a0-4cb1-92f1-30bef51cf851 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (063e8b43-5cf8-411f-80ae-31baf667855b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.491463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1671d481-92a0-4cb1-92f1-30bef51cf851 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.495750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1671d481-92a0-4cb1-92f1-30bef51cf851 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "DELETE /v2.0/security-groups/063e8b43-5cf8-411f-80ae-31baf667855b HTTP/1.1" status: 204 len: 168 time: 1.0462706 Feb 10 04:23:48.496435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52600) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:48.520247 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-51baee48-c8d8-4acc-bf50-97d018592849 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] show failed (client error): The resource could not be found. Feb 10 04:23:48.522043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-51baee48-c8d8-4acc-bf50-97d018592849 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "GET /v2.0/security-groups/063e8b43-5cf8-411f-80ae-31baf667855b HTTP/1.1" status: 404 len: 347 time: 0.0237272 Feb 10 04:23:48.525233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:48.546338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671d481-92a0-4cb1-92f1-30bef51cf851 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063e8b43-5cf8-411f-80ae-31baf667855b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:48.561381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf57ad5-9003-4a28-8489-0b12787af354 None None] Network 7bf895c6-1f12-40d2-be55-5959dff5395d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:48.565466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-045aa932-7857-4c5a-9d5d-573142693a69 None None] Current status of the port 0fd276ef-e782-4f12-aa3f-62fff673d8ea is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:48.573580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:48.574342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028606c-4b42-414c-aa1a-4662cc154e19 None None] The sync data for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:48.626861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Deleting port 5b0719c9-db57-47d2-947c-a08fae374ebe {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:48.627616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.724605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:48.725841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0fd276ef-e782-4f12-aa3f-62fff673d8ea up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:48.734151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] For port 5b0719c9-db57-47d2-947c-a08fae374ebe, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5b0719c9-db57-47d2-947c-a08fae374ebe,segment=NetworkSegment(17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d),segment_id=17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:48.734500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.760991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Calling delete_port for 5b0719c9-db57-47d2-947c-a08fae374ebe owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:48.761201 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.761201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] DHCP port deletion for 7cfe3571-2dfb-403b-992d-d05dec92da75 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:23:48.767680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Deleting port c041c308-18d5-4d26-b5c3-2a744833ed10 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:48.767912 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.786134 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-a845b891-6afa-41af-912c-aefaf69fb45a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:23:48.787391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a845b891-6afa-41af-912c-aefaf69fb45a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9356608 Feb 10 04:23:48.790804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52608) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:48.841795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a4923f05-a2bc-4920-9fa6-051e0c97d04e None None] Provisioning complete for port cd22f4c1-b924-402f-a2d0-f09adc5803bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:48.842226 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4923f05-a2bc-4920-9fa6-051e0c97d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.913960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a4923f05-a2bc-4920-9fa6-051e0c97d04e None None] Port cd22f4c1-b924-402f-a2d0-f09adc5803bf cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:48.922972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0fd276ef-e782-4f12-aa3f-62fff673d8ea triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:48.923087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.923558 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.923680 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (c041c308-18d5-4d26-b5c3-2a744833ed10), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.936410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Calling delete_port for c041c308-18d5-4d26-b5c3-2a744833ed10 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:48.950852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Router f180e452-da47-49ce-8a94-d47a971d0685 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:48.956364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] Deleting port 5b0719c9-db57-47d2-947c-a08fae374ebe {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:48.956761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:48.998001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.014397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a4923f05-a2bc-4920-9fa6-051e0c97d04e None None] Provisioning complete for port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:49.014397 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4923f05-a2bc-4920-9fa6-051e0c97d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.016264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] DHCP port deletion for 7bf895c6-1f12-40d2-be55-5959dff5395d request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:23:49.041651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Port': ['ID=5b0719c9-db57-47d2-947c-a08fae374ebe,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:49.052593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] No DVR routers for this DVR port 5b0719c9-db57-47d2-947c-a08fae374ebe on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:49.125138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] For port 5b0719c9-db57-47d2-947c-a08fae374ebe, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5b0719c9-db57-47d2-947c-a08fae374ebe,segment=NetworkSegment(17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d),segment_id=17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:49.125537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.146815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] Calling delete_port for 5b0719c9-db57-47d2-947c-a08fae374ebe owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:49.179834 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (7cfe3571-2dfb-403b-992d-d05dec92da75), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.206406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfe3571-2dfb-403b-992d-d05dec92da75']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:49.240114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:49.241054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:49.267438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0fd276ef-e782-4f12-aa3f-62fff673d8ea is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:49.271550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.281274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:49.289651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.297417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] Deleting port 541be6b4-29e4-46b3-adc7-76c381cef353 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:49.297809 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.303858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6753b615-655b-4195-ab48-c0c0a43d7ed7 req-dca8157a-2abd-4f88-a390-d04f577443ae tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0537493 Feb 10 04:23:49.312590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.320977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:49.321482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (17987ee1-fabd-4b05-bd3e-5b4f2cc18b8d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:49.324679 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:49.354652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0616ed07-ac35-4cc5-bd5a-071cd0c2edd2 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "PUT /v2.0/floatingips/ce0778db-920f-4335-a05b-9db7e09e071b HTTP/1.1" status: 200 len: 991 time: 4.2908366 Feb 10 04:23:49.356597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:23:49.358848 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d703e17-f86d-46ce-865c-a0520adc36b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:23:49.389678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] For port 541be6b4-29e4-46b3-adc7-76c381cef353, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=541be6b4-29e4-46b3-adc7-76c381cef353,segment=NetworkSegment(be2b3290-86ab-4eec-a496-c21aae17984f),segment_id=be2b3290-86ab-4eec-a496-c21aae17984f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:49.389930 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.403251 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c041c308-18d5-4d26-b5c3-2a744833ed10), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.405591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] Calling delete_port for 541be6b4-29e4-46b3-adc7-76c381cef353 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:49.432700 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.466370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Pushing event deleted for resources: {'Port': ['ID=c041c308-18d5-4d26-b5c3-2a744833ed10,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:49.472506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (7cfe3571-2dfb-403b-992d-d05dec92da75), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.480830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.501851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/networks/7cfe3571-2dfb-403b-992d-d05dec92da75 HTTP/1.1" status: 204 len: 168 time: 1.1703320 Feb 10 04:23:49.512588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] Sync routers for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:49.524288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a4923f05-a2bc-4920-9fa6-051e0c97d04e None None] Current status of the port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:49.529292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52620) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:49.545828 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada592f6-5206-42e8-9b41-a0e124c0813e x-openstack-request-id: req-ada592f6-5206-42e8-9b41-a0e124c0813e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:23:49.546389 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:23:49.554944 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ada592f6-5206-42e8-9b41-a0e124c0813e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:23:49.554944 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'status': 'completed', 'code': 200} Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.555195 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:23:49.558169 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:23:49.592553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:49.593779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:49.597881 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (5b0719c9-db57-47d2-947c-a08fae374ebe), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.637190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881118b-85a9-4e4c-a850-28da7d01363b tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Network': ['ID=7cfe3571-2dfb-403b-992d-d05dec92da75,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:49.641031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:49.672340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da43e86-9f17-449f-a761-d7bd1e67e3ef req-592f1b05-61ab-4f30-b702-9009d42713ea tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:49.678348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8da43e86-9f17-449f-a761-d7bd1e67e3ef req-592f1b05-61ab-4f30-b702-9009d42713ea tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.1262276 Feb 10 04:23:49.701922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] Network 7cfe3571-2dfb-403b-992d-d05dec92da75 is not hosted by any dhcp agent {{(pid=109960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 04:23:49.702406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] No DVR routers for this DVR port 5b0719c9-db57-47d2-947c-a08fae374ebe on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:49.710644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab5f2d-fe91-44e6-bd2d-f40f06781fbf None None] Pushing event deleted for resources: {'Port': ['ID=5b0719c9-db57-47d2-947c-a08fae374ebe,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:49.720139 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (541be6b4-29e4-46b3-adc7-76c381cef353), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.724785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks [] for floatingip (4d0f8793-5f97-4493-b1bc-dac74f6a3952), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.727359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.729935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9a26bfd1-3b6c-4fe5-9d8a-f1fed4480b14 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] 10.222.0.42 "DELETE /v2.0/floatingips/4d0f8793-5f97-4493-b1bc-dac74f6a3952 HTTP/1.1" status: 204 len: 168 time: 1.2024739 Feb 10 04:23:49.734748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (7bf895c6-1f12-40d2-be55-5959dff5395d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.749013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-c4634d8e-af1b-4f4c-a186-87d1072cad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:49.750536 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-c4634d8e-af1b-4f4c-a186-87d1072cad43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 1128 time: 0.2203295 Feb 10 04:23:49.774114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8da43e86-9f17-449f-a761-d7bd1e67e3ef req-a7b47149-ec94-4254-8b16-41d54c2b6ede tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931318 Feb 10 04:23:49.858459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] Pushing event deleted for resources: {'Port': ['ID=541be6b4-29e4-46b3-adc7-76c381cef353,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:49.864041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa3593-61d5-4f47-9a14-2f4b0378fbfb None None] No DVR routers for this DVR port 541be6b4-29e4-46b3-adc7-76c381cef353 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:49.891536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting port cd22f4c1-b924-402f-a2d0-f09adc5803bf {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:49.891887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.909201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:49.909564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.949660 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (7bf895c6-1f12-40d2-be55-5959dff5395d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:49.952114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:49.984001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf895c6-1f12-40d2-be55-5959dff5395d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:50.016336 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2b3290-86ab-4eec-a496-c21aae17984f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:50.017454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2b3290-86ab-4eec-a496-c21aae17984f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:50.021129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-4059ce40-d60c-4c17-8c00-7971f0f7e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:50.025876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:50.026018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-4059ce40-d60c-4c17-8c00-7971f0f7e899 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.2666152 Feb 10 04:23:50.042968 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (be2b3290-86ab-4eec-a496-c21aae17984f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:50.049915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Calling delete_port for cd22f4c1-b924-402f-a2d0-f09adc5803bf owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:50.083901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:50.112290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (be2b3290-86ab-4eec-a496-c21aae17984f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:50.117438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:50.117931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (be2b3290-86ab-4eec-a496-c21aae17984f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:50.187760 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:50.208199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b0719c9-db57-47d2-947c-a08fae374ebe no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:50.261738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5b0719c9-db57-47d2-947c-a08fae374ebe {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:50.262060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5b0719c9-db57-47d2-947c-a08fae374ebe not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:50.262494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 541be6b4-29e4-46b3-adc7-76c381cef353 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:50.269654 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-da09ef41-dd1f-4384-9590-e62ad5ba600e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86b8e759-d2b9-4816-affd-e2c9c5899605 HTTP/1.1" status: 200 len: 999 time: 0.2391994 Feb 10 04:23:50.295424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (7bf895c6-1f12-40d2-be55-5959dff5395d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:50.295989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 541be6b4-29e4-46b3-adc7-76c381cef353 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:50.295989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 541be6b4-29e4-46b3-adc7-76c381cef353 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:50.322428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:50.326751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/networks/7bf895c6-1f12-40d2-be55-5959dff5395d HTTP/1.1" status: 204 len: 168 time: 0.7812440 Feb 10 04:23:50.328727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52632) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:50.346611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'ce0778db-920f-4335-a05b-9db7e09e071b', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'port_id': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'mac_address': 'fa:16:3e:84:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:23:25Z', 'updated_at': '2022-02-10T04:23:47Z', 'revision_number': 1, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:50.346837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cd22f4c1-b924-402f-a2d0-f09adc5803bf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:50.355383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44684230-9978-47f7-89de-240ced93e4b2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Network': ['ID=7bf895c6-1f12-40d2-be55-5959dff5395d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:50.386365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-9cd92b20-136f-4888-b1a0-76a61b935a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:50.388461 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-9cd92b20-136f-4888-b1a0-76a61b935a5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.1119518 Feb 10 04:23:50.432052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Port': ['ID=cd22f4c1-b924-402f-a2d0-f09adc5803bf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:50.445278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] Checking router: f180e452-da47-49ce-8a94-d47a971d0685 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:23:50.463264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:50.463892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:50.491817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Deleting subnet f2db4f35-b99d-425b-98f8-1c6ff69cbff0 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:23:50.507578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4b67fad5-0033-4d44-8959-645cff68629e req-8126db91-73e2-4882-889b-9552876e209a tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0538719 Feb 10 04:23:50.541418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-c2da6bfe-f01e-4f08-84ef-843353f5f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:50.549253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-c2da6bfe-f01e-4f08-84ef-843353f5f768 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1549423 Feb 10 04:23:50.745036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-cdef9616-4f6f-4aea-bc4f-7132de5d412b service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869361 Feb 10 04:23:50.957326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d703e17-f86d-46ce-865c-a0520adc36b1 req-54457f6c-c7ff-4bfd-9275-37e614fa2a7a service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058752 Feb 10 04:23:51.015185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for subnet (f2db4f35-b99d-425b-98f8-1c6ff69cbff0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:51.017293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:23:51.102694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:51.128511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (f2db4f35-b99d-425b-98f8-1c6ff69cbff0), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:51.255454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd29a66-657f-4ae2-b594-ace008856694 req-d602f0ea-4e13-45c4-b485-9d1b679faab5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:51.257471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fd29a66-657f-4ae2-b594-ace008856694 req-d602f0ea-4e13-45c4-b485-9d1b679faab5 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.2505236 Feb 10 04:23:51.284278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'ce0778db-920f-4335-a05b-9db7e09e071b', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'port_id': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'mac_address': 'fa:16:3e:84:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:23:25Z', 'updated_at': '2022-02-10T04:23:47Z', 'revision_number': 1, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:51.331898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046c69a-ebeb-4670-8907-449131f54086 None None] The sync data for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 is: [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'ce0778db-920f-4335-a05b-9db7e09e071b', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'port_id': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'mac_address': 'fa:16:3e:84:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:23:25Z', 'updated_at': '2022-02-10T04:23:47Z', 'revision_number': 1, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:51.386105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f2db4f35-b99d-425b-98f8-1c6ff69cbff0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:51.444500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1fd29a66-657f-4ae2-b594-ace008856694 req-44e72458-749c-44df-909b-d46adc66e31f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797824 Feb 10 04:23:51.470866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Router 526fd940-2abb-4799-a19e-34d2c001b5eb has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:51.560947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:51.573154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52644) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:51.573314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2b86f4d5-8570-4975-ab25-e16c677cb9db tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7783990 Feb 10 04:23:51.584978 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] Sync routers for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:51.606292 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:51.607954 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:51.645479 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-609c7194-f3e3-429e-88d7-e9c2e44d8b89 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] delete failed (client error): The resource could not be found. Feb 10 04:23:51.650798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-609c7194-f3e3-429e-88d7-e9c2e44d8b89 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1408316740 HTTP/1.1" status: 404 len: 335 time: 0.0785854 Feb 10 04:23:51.651798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52646) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:51.657751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c5a02b92-d3f7-4475-9af0-b222a78bddfe tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'router': {'external_gateway_info': {'network_id': '526fd940-2abb-4799-a19e-34d2c001b5eb'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:51.662641 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f2db4f35-b99d-425b-98f8-1c6ff69cbff0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:51.678016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e3827dc1-72f0-493a-88f7-e1e6f11276d1 req-6eaa9036-d73d-43c4-b467-448395e6026c tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0426226 Feb 10 04:23:51.681884 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:51.694117 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:51.694835 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:51.742045 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:51.743021 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3e5cb-76a0-4e61-bbd5-1107ba3c9b96 None None] The sync data for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:51.752783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76156e-1a67-4045-9397-40e971d077c0 None None] New status for floating IP ce0778db-920f-4335-a05b-9db7e09e071b: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:23:51.811780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Subnet': ['ID=f2db4f35-b99d-425b-98f8-1c6ff69cbff0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:51.828107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:51.831656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-baa0b2f2-cc72-47fa-bc89-d964b9de28d2 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/subnets/f2db4f35-b99d-425b-98f8-1c6ff69cbff0 HTTP/1.1" status: 204 len: 168 time: 1.5016439 Feb 10 04:23:51.839892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52648) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:51.906040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32230309-1d1e-4f7d-a323-8416649f377f None None] Network 50c9a778-62eb-40a4-b585-9ef090ee8310 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:51.966759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (50c9a778-62eb-40a4-b585-9ef090ee8310), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.075921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Deleting port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:52.076290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.084842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b92-d3f7-4475-9af0-b222a78bddfe tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router_gateway (526fd940-2abb-4799-a19e-34d2c001b5eb), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.141408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] For port 80ab2909-dccf-4b2e-94ec-7279584c3bf3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=80ab2909-dccf-4b2e-94ec-7279584c3bf3,segment=NetworkSegment(964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1),segment_id=964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:52.141781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.155342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Calling delete_port for 80ab2909-dccf-4b2e-94ec-7279584c3bf3 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:52.204969 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-c5a02b92-d3f7-4475-9af0-b222a78bddfe tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] update failed (client error): The resource could not be found. Feb 10 04:23:52.210920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c5a02b92-d3f7-4475-9af0-b222a78bddfe tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb HTTP/1.1" status: 404 len: 339 time: 0.5540054 Feb 10 04:23:52.220299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52652) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:52.223544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] DHCP port deletion for 50c9a778-62eb-40a4-b585-9ef090ee8310 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:23:52.227378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-99456802'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:52.315820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] Deleting port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:23:52.316339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.335979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.340514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:52.343873 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.379284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Port': ['ID=80ab2909-dccf-4b2e-94ec-7279584c3bf3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:52.382009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:52.384469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] No DVR routers for this DVR port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:52.399714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (91985e97-6148-4468-8f6e-000f3181eed0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.400159 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Added segment 91985e97-6148-4468-8f6e-000f3181eed0 of type vlan for network 072604a6-edda-4382-ad8e-40e7d4876ecd Feb 10 04:23:52.428262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] For port 80ab2909-dccf-4b2e-94ec-7279584c3bf3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=80ab2909-dccf-4b2e-94ec-7279584c3bf3,segment=NetworkSegment(964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1),segment_id=964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:52.429470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.446929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] Calling delete_port for 80ab2909-dccf-4b2e-94ec-7279584c3bf3 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:23:52.456010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (072604a6-edda-4382-ad8e-40e7d4876ecd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.496777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (50c9a778-62eb-40a4-b585-9ef090ee8310), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.529133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c9a778-62eb-40a4-b585-9ef090ee8310']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:52.540521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:52.541172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:52.542126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (80ab2909-dccf-4b2e-94ec-7279584c3bf3), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.545135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (072604a6-edda-4382-ad8e-40e7d4876ecd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.550046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:52.551763 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.556507 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.572220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.576453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] Pushing event deleted for resources: {'Port': ['ID=80ab2909-dccf-4b2e-94ec-7279584c3bf3,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:52.580505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:23:52.582243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (964cd8fe-c0f4-4f3e-b2ec-ad087697b3f1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.586894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b27bdb8-e399-48f0-a591-941d0d6c5a1c None None] No DVR routers for this DVR port 80ab2909-dccf-4b2e-94ec-7279584c3bf3 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:23:52.606622 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:23:52.660249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Network': ['ID=072604a6-edda-4382-ad8e-40e7d4876ecd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:52.677588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 072604a6-edda-4382-ad8e-40e7d4876ecd details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:52.692635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd03bc-43df-4a35-a579-74ac3fcf0a45 req-18320160-151f-4d34-b3fe-915a4ee06faa tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:52.694579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ffd03bc-43df-4a35-a579-74ac3fcf0a45 req-18320160-151f-4d34-b3fe-915a4ee06faa tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.1721892 Feb 10 04:23:52.751567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8178050d-e818-4f7d-9829-531a27f1f6f7 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5297136 Feb 10 04:23:52.756895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52658) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:52.761027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'subnet': {'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:52.766843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ffd03bc-43df-4a35-a579-74ac3fcf0a45 req-7ded1a7d-6031-42fa-8c9c-2b133c1b4134 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659409 Feb 10 04:23:52.808064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (50c9a778-62eb-40a4-b585-9ef090ee8310), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.847641 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:52.855460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52662) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:52.856188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/networks/50c9a778-62eb-40a4-b585-9ef090ee8310 HTTP/1.1" status: 204 len: 168 time: 1.0199225 Feb 10 04:23:52.862305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f2b88d5-4642-481d-8d27-7e2274306572 req-d15d8296-2afa-433f-ba61-446f944e8cc7 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0773268 Feb 10 04:23:52.876307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0378c90-684d-401a-90c1-7c570e911f5f tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Pushing event deleted for resources: {'Network': ['ID=50c9a778-62eb-40a4-b585-9ef090ee8310,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:52.922168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eb6cc80c-4d09-4edb-8ecc-aa868974bd80 tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 HTTP/1.1" status: 200 len: 205 time: 0.0655055 Feb 10 04:23:52.924427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52666) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:53.010331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ce55de2-46fa-4fb3-a819-4baca2c2513e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for router (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.037950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Made reservation on behalf of eb7786b000c44e5cabf6e1dfc19c1c44 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:53.041692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.225484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ce55de2-46fa-4fb3-a819-4baca2c2513e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.227719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ce55de2-46fa-4fb3-a819-4baca2c2513e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for router_controller (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.361687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (ba57845d-be04-43c4-8620-03fa482af865), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.400643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ce55de2-46fa-4fb3-a819-4baca2c2513e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6c20b824-9d6f-4fb6-b05a-d86d3ce349d8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.401776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce55de2-46fa-4fb3-a819-4baca2c2513e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Fanout notify agent at l3_agent the message router_deleted on router 6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:23:53.413256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4ce55de2-46fa-4fb3-a819-4baca2c2513e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.446580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Checking segment: {'id': '91985e97-6148-4468-8f6e-000f3181eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:53.446974 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network hostable DHCP agents. Network: 072604a6-edda-4382-ad8e-40e7d4876ecd, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:23:53.448465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4ce55de2-46fa-4fb3-a819-4baca2c2513e tempest-RoutersNegativeTest-1785204302 tempest-RoutersNegativeTest-1785204302-project] 10.222.0.42 "DELETE /v2.0/routers/6c20b824-9d6f-4fb6-b05a-d86d3ce349d8 HTTP/1.1" status: 204 len: 168 time: 0.5167859 Feb 10 04:23:53.451029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Subnet': ['ID=ba57845d-be04-43c4-8620-03fa482af865,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:53.538456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network 072604a6-edda-4382-ad8e-40e7d4876ecd is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:23:53.544592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 80ab2909-dccf-4b2e-94ec-7279584c3bf3 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:23:53.573943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 80ab2909-dccf-4b2e-94ec-7279584c3bf3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:23:53.574658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 80ab2909-dccf-4b2e-94ec-7279584c3bf3 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:23:53.623516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 072604a6-edda-4382-ad8e-40e7d4876ecd) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:53.627748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:53.639478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.639587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1a0f7-ccb7-4854-8811-852ad3e83090 None None] Network 072604a6-edda-4382-ad8e-40e7d4876ecd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:53.721206 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-563b40ed-30c9-440e-b1b2-33fc7053307d tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9637420 Feb 10 04:23:53.721447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52680) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:53.726817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f25b4685-e494-4d76-b4d4-1c8b01b3fdcb tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'router': {'external_gateway_info': {'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:53.776136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-072604a6-edda-4382-ad8e-40e7d4876ecd', 'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd', 'project_id': 'eb7786b000c44e5cabf6e1dfc19c1c44', 'fixed_ips': [{'subnet_id': 'ba57845d-be04-43c4-8620-03fa482af865'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:23:53.777210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:53.981913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Allocated IP 2001:db8:1::2 (072604a6-edda-4382-ad8e-40e7d4876ecd/ba57845d-be04-43c4-8620-03fa482af865/b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:54.062374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05f5e079-673d-43d2-a3bb-75dc50ffe39f req-b7546b17-71d2-4828-b8b8-f7edea2b9b50 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0733287 Feb 10 04:23:54.155676 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f25b4685-e494-4d76-b4d4-1c8b01b3fdcb tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router_gateway (526fd940-2abb-4799-a19e-34d2c001b5eb), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.185510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:54.294031 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Publish callbacks [] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.370621 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.415458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-be41703e-b1dc-48ce-a9be-03458c9d5c70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69b777c8c79f4008b961e5ce4afd4872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285159 Feb 10 04:23:54.416047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52696) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:54.475376 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-f25b4685-e494-4d76-b4d4-1c8b01b3fdcb tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:23:54.480690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f25b4685-e494-4d76-b4d4-1c8b01b3fdcb tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb HTTP/1.1" status: 400 len: 364 time: 0.7582729 Feb 10 04:23:54.481462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52698) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:54.495695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Network 072604a6-edda-4382-ad8e-40e7d4876ecd is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:54.503890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:54.506501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Pushing event updated for resources: {'Port': ['ID=b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:54.513278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42bf5f98-64be-4c2e-b375-1962a51479c8 admin admin] Publish callbacks [] for security_group (7dca103b-83a1-4b86-9425-48e69bc84cba), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.527062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:54.553622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42bf5f98-64be-4c2e-b375-1962a51479c8 admin admin] Publish callbacks [] for security_group (7dca103b-83a1-4b86-9425-48e69bc84cba), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.667916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Attempting to bind port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:23:54.668526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Attempting to bind port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '91985e97-6148-4468-8f6e-000f3181eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:23:54.668680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Attempting to bind port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 on network 072604a6-edda-4382-ad8e-40e7d4876ecd {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:23:54.677980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:23:54.678367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Checking segment: {'id': '91985e97-6148-4468-8f6e-000f3181eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:23:54.678806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.679202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Bound using segment: {'id': '91985e97-6148-4468-8f6e-000f3181eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:23:54.679677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Bound port: b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91985e97-6148-4468-8f6e-000f3181eed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '072604a6-edda-4382-ad8e-40e7d4876ecd'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:23:54.680059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.763879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42bf5f98-64be-4c2e-b375-1962a51479c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7dca103b-83a1-4b86-9425-48e69bc84cba), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.767164 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42bf5f98-64be-4c2e-b375-1962a51479c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.779044 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-42bf5f98-64be-4c2e-b375-1962a51479c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dca103b-83a1-4b86-9425-48e69bc84cba HTTP/1.1" status: 204 len: 168 time: 0.3548255 Feb 10 04:23:54.791876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] For port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:23:54.796979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] For port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022,segment=NetworkSegment(91985e97-6148-4468-8f6e-000f3181eed0),segment_id=91985e97-6148-4468-8f6e-000f3181eed0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:23:54.803691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf5f98-64be-4c2e-b375-1962a51479c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca103b-83a1-4b86-9425-48e69bc84cba,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:54.878720 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:54.955044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad957b31-19bd-4fe0-8e8e-66f0306a8a37 None None] Pushing event updated for resources: {'Port': ['ID=b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:55.520096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90c96e92-b5a5-40ce-a591-bbc1999ad247 req-dd7cf810-9d2d-4100-95fe-1354c96c24f1 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.2330952 Feb 10 04:23:55.603909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:55.664835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:55.845324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:55.845970 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:56.104064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:56.104554 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:56.190070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Allocated IP 2001:db8::1 (d275dd6a-7d7b-4fc6-a027-4cdffec462c9/de34160e-0442-46c7-ab57-7d2a2b6ad196/8f1851e0-2097-4351-b7ba-36b0063806ed) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:23:56.198902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022,segment=NetworkSegment(91985e97-6148-4468-8f6e-000f3181eed0),segment_id=91985e97-6148-4468-8f6e-000f3181eed0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:23:56.272855 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:56.376974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:56.459293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:56.534655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56878ff4-f96a-479b-b496-ebf9001a3d3f req-aa074d4c-c062-44a6-af9b-5aa8b383dd67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0650263 Feb 10 04:23:56.592876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:56.649374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52746) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:56.671504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f43c10a-2721-4f19-bb7d-093c14f02a68 req-e4c713c7-2b64-45f0-b11e-59adc0bae263 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0522356 Feb 10 04:23:56.698596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:56.722357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:56.747194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:23:56.747889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:56.831703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Port': ['ID=8f1851e0-2097-4351-b7ba-36b0063806ed,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:56.862065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1064373427'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:56.952409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Made reservation on behalf of dc2f1523ddfb4b58b1150523f0d3ea1e for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:56.956961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:56.973022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79642e0-1a38-44b7-9c71-c3b61f4873d9 None None] Network 072604a6-edda-4382-ad8e-40e7d4876ecd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:23:56.989000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.156462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9b68f61b-e4a9-4bbb-9105-8d3117f9e8f8 None None] Provisioning complete for port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:57.156799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9b68f61b-e4a9-4bbb-9105-8d3117f9e8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.167361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.314768 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for security_group (77858f96-4a08-4091-af80-fe39075da26a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.374568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9b68f61b-e4a9-4bbb-9105-8d3117f9e8f8 None None] Current status of the port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:57.419443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (77858f96-4a08-4091-af80-fe39075da26a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.504099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:23:57.520007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-dc7a0917-f7d5-48bf-b6c4-022490b8000b None None] Provisioning complete for port 8f1851e0-2097-4351-b7ba-36b0063806ed triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:57.521157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0917-f7d5-48bf-b6c4-022490b8000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.560118 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ab0e249f-4706-4f8d-98a0-055ac4ae40c7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.560541 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Added segment ab0e249f-4706-4f8d-98a0-055ac4ae40c7 of type vlan for network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee Feb 10 04:23:57.607373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77858f96-4a08-4091-af80-fe39075da26a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:57.626026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a0917-f7d5-48bf-b6c4-022490b8000b None None] Port 8f1851e0-2097-4351-b7ba-36b0063806ed cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:57.627542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:23:57.685797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (85b7eb94-8873-4f8f-8148-f9fb9b01e6ee), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.749368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52768) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:57.758269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:57.758813 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.784974 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.820484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f240263b-c16f-4676-85c4-ab6b802a7f6c None None] Provisioning complete for port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:57.821160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f240263b-c16f-4676-85c4-ab6b802a7f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.822961 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d60f2034-ad38-480c-9eb3-8cda4e0d15b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.838303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (85b7eb94-8873-4f8f-8148-f9fb9b01e6ee), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.846445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:57.847314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.888052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ff2b9e6-26ae-4cef-a0b9-f1f605dffde7 req-7cb8c131-b607-4bc4-9fb1-f722132c0afa tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0705726 Feb 10 04:23:57.908544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.911728 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:57.988375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:58.041003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f240263b-c16f-4676-85c4-ab6b802a7f6c None None] Current status of the port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:23:58.086177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event updated for resources: {'Port': ['ID=8f1851e0-2097-4351-b7ba-36b0063806ed,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:58.254853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6044607 Feb 10 04:23:58.262308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52778) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:58.271277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Request body: {'subnet': {'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:23:58.291674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:23:58.295631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:23:58.345987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c762de3-5560-45b8-904b-f2b1e8dcb4c3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event updated for resources: {'Network': ['ID=85b7eb94-8873-4f8f-8148-f9fb9b01e6ee,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:23:58.360281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:23:58.447524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Router 526fd940-2abb-4799-a19e-34d2c001b5eb has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:23:58.604750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:23:58.620312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f53abb3e-daa7-4810-a422-5c5a2d449468 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1376615 Feb 10 04:23:58.621994 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] Sync routers for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:23:58.624096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52784) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:58.637071 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:58.640946 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:58.734797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:58.753362 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-948be9b7-e8d8-4353-aad8-ea034b9f3666 req-4ec69012-56f9-4eb1-8059-1cf701a0beca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04863786c7e64e15bda7f648cc102abc&device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.1125915 Feb 10 04:23:58.755328 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:23:58.760035 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:58.767543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1934a21-3f48-4aa5-816e-9a0c4a0de845 req-934af2a5-7437-40bd-a3eb-900f68e67927 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0540609 Feb 10 04:23:58.800236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d9b99ddd-afd3-402a-b8d7-e6e90d3b01d7 None None] Provisioning complete for port 8f1851e0-2097-4351-b7ba-36b0063806ed triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:23:58.800607 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d9b99ddd-afd3-402a-b8d7-e6e90d3b01d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:58.826938 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:23:58.827600 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5025ae-00f4-4ce3-ab4e-813cd2fcb997 None None] The sync data for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:23:58.860119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d9b99ddd-afd3-402a-b8d7-e6e90d3b01d7 None None] Port 8f1851e0-2097-4351-b7ba-36b0063806ed cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:23:58.874989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-948be9b7-e8d8-4353-aad8-ea034b9f3666 req-45934d70-51f1-4b84-9c3d-e1afbfb29289 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=04863786c7e64e15bda7f648cc102abc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996022 Feb 10 04:23:59.240614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Made reservation on behalf of dc2f1523ddfb4b58b1150523f0d3ea1e for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:23:59.243857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:59.382342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-588e7ca1-7783-4afa-a420-27d5862b33cf tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router (526fd940-2abb-4799-a19e-34d2c001b5eb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:59.520448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948be9b7-e8d8-4353-aad8-ea034b9f3666 req-9b47b232-ee53-4170-a3d3-a4f05747439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:23:59.522901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-948be9b7-e8d8-4353-aad8-ea034b9f3666 req-9b47b232-ee53-4170-a3d3-a4f05747439f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6405616 Feb 10 04:23:59.564217 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-588e7ca1-7783-4afa-a420-27d5862b33cf tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 04:23:59.569286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-588e7ca1-7783-4afa-a420-27d5862b33cf tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb HTTP/1.1" status: 409 len: 329 time: 0.9116395 Feb 10 04:23:59.569450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52792) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:23:59.730441 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:59.790764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dcf801bf-0f41-41c0-a3c5-ea976832f521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:59.864259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (7bec6a92-c1e3-4ae1-9243-df8277d91705), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:23:59.950052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-335a9e70-ca58-4ef5-8d60-58c155d879ec req-fde7a4bb-28ae-4454-9e3a-5efb47663786 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0910447 Feb 10 04:24:00.025227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event updated for resources: {'Subnet': ['ID=7bec6a92-c1e3-4ae1-9243-df8277d91705,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:00.108891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Checking segment: {'id': 'ab0e249f-4706-4f8d-98a0-055ac4ae40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:24:00.109185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Network hostable DHCP agents. Network: 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:24:00.258418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:24:00.326220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:00.346497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc3370-043c-48f9-9ed9-33eab45c841d None None] Network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:00.353485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:00.354075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.365002 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.489881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-85b7eb94-8873-4f8f-8148-f9fb9b01e6ee', 'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee', 'project_id': 'dc2f1523ddfb4b58b1150523f0d3ea1e', 'fixed_ips': [{'subnet_id': '7bec6a92-c1e3-4ae1-9243-df8277d91705'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:24:00.491069 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.500627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52802) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:00.501177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1bf73c9e-66d1-403b-8147-9dbeb4b0ac48 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2343616 Feb 10 04:24:00.509869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Request body: {'port': {'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee', 'name': 'tempest-TagsExtTest-1703244212'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:00.512625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:00.512974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.613398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:00.613801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.627662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:00.660930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Allocated IP 172.20.0.2 (85b7eb94-8873-4f8f-8148-f9fb9b01e6ee/7bec6a92-c1e3-4ae1-9243-df8277d91705/c385e816-9997-41f6-a74e-069b5bd02eb2) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:24:00.722963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Made reservation on behalf of dc2f1523ddfb4b58b1150523f0d3ea1e for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:24:00.727516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.756457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] device_id is not set on port 605b57b8-a653-4329-ad35-105a850ff5a8 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:24:00.758644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-948be9b7-e8d8-4353-aad8-ea034b9f3666 req-05b5b433-4079-46e3-98ea-ccb8a0e7fb35 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.43 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0542107 Feb 10 04:24:00.855973 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Publish callbacks [] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.973265 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:00.991103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting port 8f1851e0-2097-4351-b7ba-36b0063806ed {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:00.991697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.062334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Pushing event updated for resources: {'Port': ['ID=c385e816-9997-41f6-a74e-069b5bd02eb2,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:01.074266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:24:01.075070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:01.077221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.078230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:24:01.090144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Allocated IP 172.20.0.6 (85b7eb94-8873-4f8f-8148-f9fb9b01e6ee/7bec6a92-c1e3-4ae1-9243-df8277d91705/605b57b8-a653-4329-ad35-105a850ff5a8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:24:01.090640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.154501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Attempting to bind port c385e816-9997-41f6-a74e-069b5bd02eb2 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:24:01.155143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Attempting to bind port c385e816-9997-41f6-a74e-069b5bd02eb2 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ab0e249f-4706-4f8d-98a0-055ac4ae40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:24:01.155540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Attempting to bind port c385e816-9997-41f6-a74e-069b5bd02eb2 on network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:24:01.163176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:24:01.163559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Checking segment: {'id': 'ab0e249f-4706-4f8d-98a0-055ac4ae40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:24:01.163987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.164368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Bound using segment: {'id': 'ab0e249f-4706-4f8d-98a0-055ac4ae40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:24:01.164893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Bound port: c385e816-9997-41f6-a74e-069b5bd02eb2, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0e249f-4706-4f8d-98a0-055ac4ae40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '85b7eb94-8873-4f8f-8148-f9fb9b01e6ee'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:24:01.165045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63082477-7748-4c57-9822-e9b0cbb828a7 req-7826a190-9819-4f56-9e2f-873232fa0958 tempest-ServerShowV254Test-749327410 tempest-ServerShowV254Test-749327410-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87a5543-dbd6-4bf4-a3d6-26095740ddfe HTTP/1.1" status: 200 len: 210 time: 0.0479138 Feb 10 04:24:01.165456 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.179356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:01.266829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] For port c385e816-9997-41f6-a74e-069b5bd02eb2, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:24:01.270782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] For port c385e816-9997-41f6-a74e-069b5bd02eb2, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c385e816-9997-41f6-a74e-069b5bd02eb2,segment=NetworkSegment(ab0e249f-4706-4f8d-98a0-055ac4ae40c7),segment_id=ab0e249f-4706-4f8d-98a0-055ac4ae40c7)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:24:01.301586 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.331534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Calling delete_port for 8f1851e0-2097-4351-b7ba-36b0063806ed owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:01.356109 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.411030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for port (605b57b8-a653-4329-ad35-105a850ff5a8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.467058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-f01ab89c-f3bb-470a-a327-3381cb89d862 req-eb5b97a1-c587-43d3-a271-52c15aea34d4 service neutron] (109958) timed out ('10.222.0.42', 60760) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:24:01.481105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9400d-cb0a-4405-a172-345a7bf5de40 None None] Pushing event updated for resources: {'Port': ['ID=c385e816-9997-41f6-a74e-069b5bd02eb2,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:01.601310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (605b57b8-a653-4329-ad35-105a850ff5a8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.674874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event updated for resources: {'Port': ['ID=605b57b8-a653-4329-ad35-105a850ff5a8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:01.698569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:24:01.701228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:01.706929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:24:01.760879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:01.761564 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.892463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b44d5483-4fbc-41bf-83d9-d861c07fa856 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3890331 Feb 10 04:24:01.900067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52812) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:01.906319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fee26377-0a70-48f1-8cfe-9a06760b5491 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-93342730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:01.990559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fee26377-0a70-48f1-8cfe-9a06760b5491 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (efcd691d-704c-4923-abf7-d5ad8498efda), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:01.992023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fee26377-0a70-48f1-8cfe-9a06760b5491 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (efcd691d-704c-4923-abf7-d5ad8498efda), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.048471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fee26377-0a70-48f1-8cfe-9a06760b5491 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for router_controller (efcd691d-704c-4923-abf7-d5ad8498efda), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.073185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.109792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fee26377-0a70-48f1-8cfe-9a06760b5491 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (efcd691d-704c-4923-abf7-d5ad8498efda), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.223507 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fee26377-0a70-48f1-8cfe-9a06760b5491 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.224840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fee26377-0a70-48f1-8cfe-9a06760b5491 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3237317 Feb 10 04:24:02.227590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52816) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:02.233653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e8043e7a-61d7-40e7-b9ba-96f9dc213034 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-73261567', 'prefixes': ['172.20.0.0/16']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:02.314162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8f1851e0-2097-4351-b7ba-36b0063806ed), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.373489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Port': ['ID=8f1851e0-2097-4351-b7ba-36b0063806ed,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:02.593954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e8043e7a-61d7-40e7-b9ba-96f9dc213034 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.597836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e8043e7a-61d7-40e7-b9ba-96f9dc213034 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.3681691 Feb 10 04:24:02.601021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52826) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:02.623418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-872b8e6b-f4df-4e30-85e9-5719dcc973d6 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', 'tempest-TagsExtTest-Tag-1175075226') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:02.664479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:24:02.679518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (526fd940-2abb-4799-a19e-34d2c001b5eb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:02.947055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-872b8e6b-f4df-4e30-85e9-5719dcc973d6 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags/tempest-TagsExtTest-Tag-1175075226 HTTP/1.1" status: 201 len: 201 time: 0.3435943 Feb 10 04:24:02.950203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52832) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:02.952812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:24:02.961584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-ea3c45dc-f0c6-4c79-a1a9-84f1dfabdc1f tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', 'tempest-TagsExtTest-Tag-455187557') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:02.978536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] Sync routers for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:24:03.003868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:03.007672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.046686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-afa44aad-25e7-4246-b422-4e2868478f4a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "PUT /v2.0/routers/6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3031681 Feb 10 04:24:03.048338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52834) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.054170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Router 526fd940-2abb-4799-a19e-34d2c001b5eb has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:24:03.096851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc66b417-4519-4403-b610-cec592821969 None None] Network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:03.139091 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.203102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:24:03.207242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ea3c45dc-f0c6-4c79-a1a9-84f1dfabdc1f tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags/tempest-TagsExtTest-Tag-455187557 HTTP/1.1" status: 201 len: 201 time: 0.2533159 Feb 10 04:24:03.207402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52840) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.210028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fc2526f2-16d5-4ec9-bb5a-17dfbd77b680 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6354172 Feb 10 04:24:03.217037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52842) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.217407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-b96f0190-3568-47ad-a7be-8db5efa9952f tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', 'tempest-TagsExtTest-Tag-209333149') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.218985 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] Sync routers for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:24:03.237042 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:03.237681 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.264964 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-ba4da3a1-5675-4419-bdb8-7797b3c6d86a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] show failed (client error): The resource could not be found. Feb 10 04:24:03.271586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba4da3a1-5675-4419-bdb8-7797b3c6d86a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1208744873 HTTP/1.1" status: 404 len: 335 time: 0.0480125 Feb 10 04:24:03.271586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52844) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.275353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-de6ffb4f-f75c-4b25-a43b-23129f719ab1 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:03.297830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e6b8245b-59c9-45cf-86cb-10b7d7ec962c None None] Provisioning complete for port c385e816-9997-41f6-a74e-069b5bd02eb2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:03.301596 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6b8245b-59c9-45cf-86cb-10b7d7ec962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.306043 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.319095 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-de6ffb4f-f75c-4b25-a43b-23129f719ab1 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] update failed (client error): The resource could not be found. Feb 10 04:24:03.320515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-de6ffb4f-f75c-4b25-a43b-23129f719ab1 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-792131981 HTTP/1.1" status: 404 len: 334 time: 0.0497649 Feb 10 04:24:03.321238 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] Routers {'526fd940-2abb-4799-a19e-34d2c001b5eb'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:03.322147 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['526fd940-2abb-4799-a19e-34d2c001b5eb'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.327305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52846) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.341061 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0405c45d-795a-4400-aa16-f8f81bf7c2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.370090 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.371197 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d8510-19c7-439c-922a-772b2b71fe9b None None] The sync data for ids ['526fd940-2abb-4799-a19e-34d2c001b5eb'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:24:03.406208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:03.453098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting subnet ba57845d-be04-43c4-8620-03fa482af865 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:03.463467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (ba57845d-be04-43c4-8620-03fa482af865), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.519349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (ba57845d-be04-43c4-8620-03fa482af865), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.566875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b96f0190-3568-47ad-a7be-8db5efa9952f tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags/tempest-TagsExtTest-Tag-209333149 HTTP/1.1" status: 201 len: 201 time: 0.3554041 Feb 10 04:24:03.567269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52850) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.580404 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0405c45d-795a-4400-aa16-f8f81bf7c2b7 admin admin] Publish callbacks [] for security_group (51af03e7-0b65-4b72-9b95-c0ab571aa3fc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.596657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-55daebd5-a615-4585-9b67-b40fbeeb76a2 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', 'tempest-TagsExtTest-Tag-227758455') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.656923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0405c45d-795a-4400-aa16-f8f81bf7c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51af03e7-0b65-4b72-9b95-c0ab571aa3fc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.681480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405c45d-795a-4400-aa16-f8f81bf7c2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af03e7-0b65-4b72-9b95-c0ab571aa3fc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:03.707690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c385e816-9997-41f6-a74e-069b5bd02eb2 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:03.712970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (ba57845d-be04-43c4-8620-03fa482af865), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.745145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0405c45d-795a-4400-aa16-f8f81bf7c2b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04863786c7e64e15bda7f648cc102abc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6776602 Feb 10 04:24:03.746120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52856) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.823241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef8a9d-e9c6-47ad-b384-97d5ac15faee req-8ba873c7-f30e-42fb-8dd4-609c2522f0c7 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:03.826481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9ef8a9d-e9c6-47ad-b384-97d5ac15faee req-8ba873c7-f30e-42fb-8dd4-609c2522f0c7 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 946 time: 0.2689793 Feb 10 04:24:03.843470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c385e816-9997-41f6-a74e-069b5bd02eb2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:03.843852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.857980 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9771abed-7ea3-48b3-a453-103dce07497d admin admin] Publish callbacks [] for security_group (51af03e7-0b65-4b72-9b95-c0ab571aa3fc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.893111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-55daebd5-a615-4585-9b67-b40fbeeb76a2 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags/tempest-TagsExtTest-Tag-227758455 HTTP/1.1" status: 201 len: 201 time: 0.3245940 Feb 10 04:24:03.896473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8245b-59c9-45cf-86cb-10b7d7ec962c None None] Current status of the port c385e816-9997-41f6-a74e-069b5bd02eb2 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:03.896869 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6b8245b-59c9-45cf-86cb-10b7d7ec962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.899860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52860) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:03.904487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-43c386ee-c051-4388-9029-a7e81d75c9f5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:03.938302 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:24:03.943555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9771abed-7ea3-48b3-a453-103dce07497d admin admin] Publish callbacks [] for security_group (51af03e7-0b65-4b72-9b95-c0ab571aa3fc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:03.948443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e6b8245b-59c9-45cf-86cb-10b7d7ec962c None None] For port c385e816-9997-41f6-a74e-069b5bd02eb2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c385e816-9997-41f6-a74e-069b5bd02eb2,segment=NetworkSegment(ab0e249f-4706-4f8d-98a0-055ac4ae40c7),segment_id=ab0e249f-4706-4f8d-98a0-055ac4ae40c7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:03.958429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9ef8a9d-e9c6-47ad-b384-97d5ac15faee req-85aeef6c-cd59-45b4-baf2-20e99d16cbab tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225295 Feb 10 04:24:03.996145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:00Z', 'revision_number': 6, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:33Z', 'revision_number': 1, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.023188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43c386ee-c051-4388-9029-a7e81d75c9f5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags HTTP/1.1" status: 200 len: 241 time: 0.1232994 Feb 10 04:24:04.025800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52862) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:04.029994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] Checking router: 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:24:04.030783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-e6da1387-1ba3-47dd-8e40-fc7529c74d61 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', 'tempest-TagsExtTest-Tag-1175075226') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.039006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c385e816-9997-41f6-a74e-069b5bd02eb2 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:04.039399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.051465 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6b8245b-59c9-45cf-86cb-10b7d7ec962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.063291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:04.064212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.075534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (ba57845d-be04-43c4-8620-03fa482af865), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.107180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Subnet': ['ID=ba57845d-be04-43c4-8620-03fa482af865,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:04.111038 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.117244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fa7080bf-24a2-451b-bdb7-7f0d8620c432 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/subnets/ba57845d-be04-43c4-8620-03fa482af865 HTTP/1.1" status: 204 len: 168 time: 0.7888160 Feb 10 04:24:04.118361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52864) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:04.134504 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9771abed-7ea3-48b3-a453-103dce07497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51af03e7-0b65-4b72-9b95-c0ab571aa3fc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.137051 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9771abed-7ea3-48b3-a453-103dce07497d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.140466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9771abed-7ea3-48b3-a453-103dce07497d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51af03e7-0b65-4b72-9b95-c0ab571aa3fc HTTP/1.1" status: 204 len: 168 time: 0.3917913 Feb 10 04:24:04.154454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8245b-59c9-45cf-86cb-10b7d7ec962c None None] Pushing event updated for resources: {'Port': ['ID=c385e816-9997-41f6-a74e-069b5bd02eb2,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:04.175632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771abed-7ea3-48b3-a453-103dce07497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af03e7-0b65-4b72-9b95-c0ab571aa3fc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:04.228391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e6da1387-1ba3-47dd-8e40-fc7529c74d61 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags/tempest-TagsExtTest-Tag-1175075226 HTTP/1.1" status: 204 len: 168 time: 0.2012827 Feb 10 04:24:04.231646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52868) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:04.241455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (072604a6-edda-4382-ad8e-40e7d4876ecd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.241791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-4ad3f32a-850b-4aa6-b3a4-4e3747514bd7 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', 'tempest-TagsExtTest-Tag-1175075226') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.323241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:04.357652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:04.357978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.373168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80217efa-2466-4761-97c8-790786d4e570 None None] Network 072604a6-edda-4382-ad8e-40e7d4876ecd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:04.449268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] For port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022,segment=NetworkSegment(91985e97-6148-4468-8f6e-000f3181eed0),segment_id=91985e97-6148-4468-8f6e-000f3181eed0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:04.449638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.458467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4ad3f32a-850b-4aa6-b3a4-4e3747514bd7 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags/tempest-TagsExtTest-Tag-1175075226 HTTP/1.1" status: 204 len: 168 time: 0.2243176 Feb 10 04:24:04.460531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52870) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:04.469015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-0d7db7b4-bc5e-44fc-9675-89b732a07f3b tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.492934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Calling delete_port for b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:04.541565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:24:04.542383 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:24:04.593254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d7db7b4-bc5e-44fc-9675-89b732a07f3b tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags HTTP/1.1" status: 200 len: 205 time: 0.1316192 Feb 10 04:24:04.595697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52874) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:04.600364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-2bec6683-e22a-499e-91a9-ef9522f4144d tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.688091 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.707232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2bec6683-e22a-499e-91a9-ef9522f4144d tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags HTTP/1.1" status: 200 len: 240 time: 0.1099515 Feb 10 04:24:04.709944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52880) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:04.716294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-ac16148a-ca76-4c0f-be92-0d04850927c0 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', 'tempest-TagsExtTest-Tag-455187557') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.734854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-61a5d007-d770-4b22-8eab-8b10b01c5da9 None None] Provisioning complete for port 605b57b8-a653-4329-ad35-105a850ff5a8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:04.735306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61a5d007-d770-4b22-8eab-8b10b01c5da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (605b57b8-a653-4329-ad35-105a850ff5a8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.737005 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.784659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Port': ['ID=b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:04.796987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] No DVR routers for this DVR port b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:04.830041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fb81d-acf0-4659-a0da-721316690f2c None None] DHCP port deletion for 072604a6-edda-4382-ad8e-40e7d4876ecd request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:04.858582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ac16148a-ca76-4c0f-be92-0d04850927c0 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags/tempest-TagsExtTest-Tag-455187557 HTTP/1.1" status: 204 len: 168 time: 0.1463094 Feb 10 04:24:04.860852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:04.869575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-f8dab8aa-7da5-4a23-82a7-4ebf0af06f77 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', 'tempest-TagsExtTest-Tag-455187557') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.931579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (072604a6-edda-4382-ad8e-40e7d4876ecd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:04.965676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072604a6-edda-4382-ad8e-40e7d4876ecd']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.995767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91985e97-6148-4468-8f6e-000f3181eed0') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:04.996070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91985e97-6148-4468-8f6e-000f3181eed0') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.001674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f8dab8aa-7da5-4a23-82a7-4ebf0af06f77 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags/tempest-TagsExtTest-Tag-455187557 HTTP/1.1" status: 204 len: 168 time: 0.1365259 Feb 10 04:24:05.001972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52896) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.007883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-12ed4e63-88c9-490d-b836-7265c176e015 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.019219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-61a5d007-d770-4b22-8eab-8b10b01c5da9 None None] Port 605b57b8-a653-4329-ad35-105a850ff5a8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:24:05.056334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (91985e97-6148-4468-8f6e-000f3181eed0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.087535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12ed4e63-88c9-490d-b836-7265c176e015 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags HTTP/1.1" status: 200 len: 205 time: 0.0838892 Feb 10 04:24:05.090897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52898) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.095749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-5b13b8a3-77bc-47af-b113-717fcb023239 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.138398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (91985e97-6148-4468-8f6e-000f3181eed0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.148857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:05.149204 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (91985e97-6148-4468-8f6e-000f3181eed0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:05.154021 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:05.198977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b13b8a3-77bc-47af-b113-717fcb023239 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags HTTP/1.1" status: 200 len: 240 time: 0.1068363 Feb 10 04:24:05.201443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52900) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.206872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-1c5c92af-0cd9-4a0b-a926-72db45146b26 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', 'tempest-TagsExtTest-Tag-209333149') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.303245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-61a5d007-d770-4b22-8eab-8b10b01c5da9 None None] Provisioning complete for port c385e816-9997-41f6-a74e-069b5bd02eb2 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:05.303620 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61a5d007-d770-4b22-8eab-8b10b01c5da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.327656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1c5c92af-0cd9-4a0b-a926-72db45146b26 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags/tempest-TagsExtTest-Tag-209333149 HTTP/1.1" status: 204 len: 168 time: 0.1244519 Feb 10 04:24:05.330504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c385e816-9997-41f6-a74e-069b5bd02eb2 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:05.333709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52906) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.353952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-64ce201b-5ff5-434a-9ef1-86b25d79c0b4 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', 'tempest-TagsExtTest-Tag-209333149') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.518948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-61a5d007-d770-4b22-8eab-8b10b01c5da9 None None] Current status of the port c385e816-9997-41f6-a74e-069b5bd02eb2 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:05.537641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:00Z', 'revision_number': 6, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:33Z', 'revision_number': 1, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.570957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c385e816-9997-41f6-a74e-069b5bd02eb2 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:05.584828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-64ce201b-5ff5-434a-9ef1-86b25d79c0b4 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags/tempest-TagsExtTest-Tag-209333149 HTTP/1.1" status: 204 len: 168 time: 0.2499154 Feb 10 04:24:05.585806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52912) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.593284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-a03a3889-bf1c-4e21-9f21-1739e8a09096 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.650011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1338a-198c-4ded-805c-851ec1d897dc None None] The sync data for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 is: [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:00Z', 'revision_number': 6, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9a53bc46-8392-42a7-8194-3be5afe82cf7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.143', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'port_id': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'mac_address': 'fa:16:3e:4c:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:22:27Z', 'updated_at': '2022-02-10T04:22:33Z', 'revision_number': 1, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:24:05.685563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f1efbddc-2f3d-4009-824d-96d270d05c2b None None] Provisioning complete for port 605b57b8-a653-4329-ad35-105a850ff5a8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:05.686040 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f1efbddc-2f3d-4009-824d-96d270d05c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (605b57b8-a653-4329-ad35-105a850ff5a8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.727316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f1efbddc-2f3d-4009-824d-96d270d05c2b None None] Port 605b57b8-a653-4329-ad35-105a850ff5a8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:24:05.728913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-3dca3d2f-1131-43f9-b0ba-bbb0077a7293 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:05.730510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-3dca3d2f-1131-43f9-b0ba-bbb0077a7293 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 946 time: 0.7607539 Feb 10 04:24:05.736938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c385e816-9997-41f6-a74e-069b5bd02eb2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:05.737397 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.761290 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a03a3889-bf1c-4e21-9f21-1739e8a09096 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags HTTP/1.1" status: 200 len: 205 time: 0.1740122 Feb 10 04:24:05.763885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52918) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.769705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-0105ddf5-0b5e-4d7d-a8bc-c3b47a853991 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.801280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0105ddf5-0b5e-4d7d-a8bc-c3b47a853991 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags HTTP/1.1" status: 200 len: 240 time: 0.0361838 Feb 10 04:24:05.804527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52920) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.810128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-7c57a4bf-ddf1-491f-a56a-8fb6f547b763 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', 'tempest-TagsExtTest-Tag-227758455') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.828013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63f361-111c-4a3f-b405-d2a5426337c7 req-b71e91e1-eceb-493e-a35c-bdaa9b5aa99b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:05.840075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb63f361-111c-4a3f-b405-d2a5426337c7 req-b71e91e1-eceb-493e-a35c-bdaa9b5aa99b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 946 time: 0.7643759 Feb 10 04:24:05.849940 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7c57a4bf-ddf1-491f-a56a-8fb6f547b763 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags/tempest-TagsExtTest-Tag-227758455 HTTP/1.1" status: 204 len: 168 time: 0.0416460 Feb 10 04:24:05.851680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.852743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (072604a6-edda-4382-ad8e-40e7d4876ecd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.857243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c385e816-9997-41f6-a74e-069b5bd02eb2 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:05.861585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-9329dd17-4709-4ffc-b748-16275e671d20 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', 'tempest-TagsExtTest-Tag-227758455') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:05.913588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:05.918691 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/networks/072604a6-edda-4382-ad8e-40e7d4876ecd HTTP/1.1" status: 204 len: 168 time: 1.7993772 Feb 10 04:24:05.922058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52928) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.961138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2960a4-e91f-4379-8165-2fa127b8b271 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Network': ['ID=072604a6-edda-4382-ad8e-40e7d4876ecd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:05.970493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9329dd17-4709-4ffc-b748-16275e671d20 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags/tempest-TagsExtTest-Tag-227758455 HTTP/1.1" status: 204 len: 168 time: 0.1179481 Feb 10 04:24:05.972779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52930) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:05.978318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-e563c082-3974-4d58-86c4-0f019d171fa2 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.007080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e563c082-3974-4d58-86c4-0f019d171fa2 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags HTTP/1.1" status: 200 len: 205 time: 0.0331330 Feb 10 04:24:06.009504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52934) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.016780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-3594d19d-11d5-4432-b09e-316491d10ecc tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.063638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb63f361-111c-4a3f-b405-d2a5426337c7 req-db1d8c7f-1301-492d-a03e-7494256d006e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217617 Feb 10 04:24:06.070822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:06.085049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting subnet 503b5d48-f08c-4cbb-b1ca-ffc282480696 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:06.093524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (503b5d48-f08c-4cbb-b1ca-ffc282480696), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.104041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3594d19d-11d5-4432-b09e-316491d10ecc tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags HTTP/1.1" status: 204 len: 168 time: 0.0931695 Feb 10 04:24:06.104746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52936) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.121815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-6fab10e2-b41b-4221-a0cf-bacb6bed3468 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.150029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (503b5d48-f08c-4cbb-b1ca-ffc282480696), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.150234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:06.150234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b1a0b3f6-68bd-4ff4-abf2-4a9cd26ba022 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:06.176316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port 04e96bb1-7bff-47ee-8e52-958426a74be3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:06.177754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.249068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6fab10e2-b41b-4221-a0cf-bacb6bed3468 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags HTTP/1.1" status: 204 len: 168 time: 0.1409128 Feb 10 04:24:06.249349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52938) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.253874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-e30e10f7-da72-420f-9f9c-b5e52d55f705 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.328246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e30e10f7-da72-420f-9f9c-b5e52d55f705 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0770161 Feb 10 04:24:06.339282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52940) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.339859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-349ee0be-1538-4ff5-ada3-d293a23779f3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.353063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port 04e96bb1-7bff-47ee-8e52-958426a74be3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=04e96bb1-7bff-47ee-8e52-958426a74be3,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:06.353574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.357001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (503b5d48-f08c-4cbb-b1ca-ffc282480696), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.399698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-349ee0be-1538-4ff5-ada3-d293a23779f3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags HTTP/1.1" status: 204 len: 168 time: 0.0688806 Feb 10 04:24:06.404297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52944) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.404515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for 04e96bb1-7bff-47ee-8e52-958426a74be3 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:06.408891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-5480a495-08b9-4f97-a043-b7d52235c5c5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', 'tempest-TagsExtTest-Tag-318723814') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.496406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52946) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.550198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5480a495-08b9-4f97-a043-b7d52235c5c5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags/tempest-TagsExtTest-Tag-318723814 HTTP/1.1" status: 201 len: 201 time: 0.1448498 Feb 10 04:24:06.552843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52950) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.557486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-cd916d1c-5ea8-459d-b4aa-688392dcf6a8 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', 'tempest-TagsExtTest-Tag-1087936598') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.581253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (503b5d48-f08c-4cbb-b1ca-ffc282480696), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.621682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Subnet': ['ID=503b5d48-f08c-4cbb-b1ca-ffc282480696,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:06.624019 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.629633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a09fa392-8bab-465c-baa9-169ee63367a3 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/subnets/503b5d48-f08c-4cbb-b1ca-ffc282480696 HTTP/1.1" status: 204 len: 168 time: 0.7009053 Feb 10 04:24:06.629966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52952) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.630275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc67c97-ef58-4e03-9e91-7e7f37e90075 None None] Network 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:06.684013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43f469d6-f91b-4826-a988-0910368c4cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.689547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (04e96bb1-7bff-47ee-8e52-958426a74be3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.721236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cd916d1c-5ea8-459d-b4aa-688392dcf6a8 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags/tempest-TagsExtTest-Tag-1087936598 HTTP/1.1" status: 201 len: 201 time: 0.1673574 Feb 10 04:24:06.724623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.729248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-f676b40f-574d-4548-a558-ac6055f09464 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', 'tempest-TagsExtTest-Tag-844421664') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.737975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=04e96bb1-7bff-47ee-8e52-958426a74be3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:06.745980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting subnet 304c2de3-46dd-451c-8600-e7e46344577e {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:06.753491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (304c2de3-46dd-451c-8600-e7e46344577e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.863563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] No DVR routers for this DVR port 04e96bb1-7bff-47ee-8e52-958426a74be3 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:06.870598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.872996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824214a-c659-4600-9168-de90d8521bde None None] DHCP port deletion for 41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:06.874049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33bc9007-1818-4f30-bae0-ba5167a3da98 req-04c904b5-9f22-4f07-bb6e-87b135a73c03 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.24 "DELETE /v2.0/ports/04e96bb1-7bff-47ee-8e52-958426a74be3 HTTP/1.1" status: 204 len: 173 time: 1.1279504 Feb 10 04:24:06.875662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'name': 'network-vif-deleted', 'tag': '04e96bb1-7bff-47ee-8e52-958426a74be3'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:24:06.878100 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5011f1c3-a4b4-48a2-b10b-2f66f0c82edb" -d '{"events": [{"server_uuid": "7c6d03b2-9649-4953-89c6-7f0fe90444c8", "name": "network-vif-deleted", "tag": "04e96bb1-7bff-47ee-8e52-958426a74be3"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:24:06.882878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (304c2de3-46dd-451c-8600-e7e46344577e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.952633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6824214a-c659-4600-9168-de90d8521bde None None] Deleting port 0fd276ef-e782-4f12-aa3f-62fff673d8ea {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:06.953021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6824214a-c659-4600-9168-de90d8521bde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:06.961954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f676b40f-574d-4548-a558-ac6055f09464 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags/tempest-TagsExtTest-Tag-844421664 HTTP/1.1" status: 201 len: 201 time: 0.2362294 Feb 10 04:24:06.965512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52962) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:06.971409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-a00107b3-d069-48fc-8005-f5bd32f94ac7 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', 'tempest-TagsExtTest-Tag-1425094261') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:06.986189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43f469d6-f91b-4826-a988-0910368c4cd9 admin admin] Publish callbacks [] for security_group (d839eb3d-a027-4f52-9bea-49a9632584df), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.005137 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeaaab4-102f-4281-a47a-faca49523bc9 x-openstack-request-id: req-aeeaaab4-102f-4281-a47a-faca49523bc9 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:24:07.005482 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d03b2-9649-4953-89c6-7f0fe90444c8", "name": "network-vif-deleted", "tag": "04e96bb1-7bff-47ee-8e52-958426a74be3", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:24:07.005703 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aeeaaab4-102f-4281-a47a-faca49523bc9 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:24:07.006107 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d03b2-9649-4953-89c6-7f0fe90444c8', 'name': 'network-vif-deleted', 'tag': '04e96bb1-7bff-47ee-8e52-958426a74be3', 'status': 'completed', 'code': 200} Feb 10 04:24:07.028498 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (304c2de3-46dd-451c-8600-e7e46344577e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.063276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43f469d6-f91b-4826-a988-0910368c4cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d839eb3d-a027-4f52-9bea-49a9632584df), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.068719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6824214a-c659-4600-9168-de90d8521bde None None] For port 0fd276ef-e782-4f12-aa3f-62fff673d8ea, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0fd276ef-e782-4f12-aa3f-62fff673d8ea,segment=NetworkSegment(44e1ed31-b036-4b6d-8958-85e9fc66b133),segment_id=44e1ed31-b036-4b6d-8958-85e9fc66b133)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:07.069262 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6824214a-c659-4600-9168-de90d8521bde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.086416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6824214a-c659-4600-9168-de90d8521bde None None] Calling delete_port for 0fd276ef-e782-4f12-aa3f-62fff673d8ea owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:07.125285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a00107b3-d069-48fc-8005-f5bd32f94ac7 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags/tempest-TagsExtTest-Tag-1425094261 HTTP/1.1" status: 201 len: 201 time: 0.1585157 Feb 10 04:24:07.127978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52966) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:07.133808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-2a0b98ca-80cc-4095-aef6-881f7da41753 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', {'tags': ['tempest-TagsExtTest-Tag-1757893564', 'tempest-TagsExtTest-Tag-823428423', 'tempest-TagsExtTest-Tag-2017983705']}) {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:07.158146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f469d6-f91b-4826-a988-0910368c4cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d839eb3d-a027-4f52-9bea-49a9632584df,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:07.186692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43f469d6-f91b-4826-a988-0910368c4cd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a07bdccec23a4353904b2b86f36a3eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6867936 Feb 10 04:24:07.193575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:07.315016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c291b156-55b5-41e0-9355-8cee6a483c14 req-fa3749aa-cc55-4a7c-9034-1992e21a039a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c6d03b2-9649-4953-89c6-7f0fe90444c8 HTTP/1.1" status: 200 len: 210 time: 0.0480421 Feb 10 04:24:07.341183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (304c2de3-46dd-451c-8600-e7e46344577e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.354339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa49c78-1d31-41e2-8db4-c3c4c13108cf admin admin] Publish callbacks [] for security_group (d839eb3d-a027-4f52-9bea-49a9632584df), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.358361 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6824214a-c659-4600-9168-de90d8521bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (0fd276ef-e782-4f12-aa3f-62fff673d8ea), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.391293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Subnet': ['ID=304c2de3-46dd-451c-8600-e7e46344577e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:07.392646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824214a-c659-4600-9168-de90d8521bde None None] Pushing event deleted for resources: {'Port': ['ID=0fd276ef-e782-4f12-aa3f-62fff673d8ea,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:07.395901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.404555 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-313cc708-f27c-443d-af5c-cf94c0e87e09 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/subnets/304c2de3-46dd-451c-8600-e7e46344577e HTTP/1.1" status: 204 len: 168 time: 0.7681329 Feb 10 04:24:07.405014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52972) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:07.412085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadd617-d3fc-42ba-8319-1812a7db0a81 None None] Network d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:07.414770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824214a-c659-4600-9168-de90d8521bde None None] No DVR routers for this DVR port 0fd276ef-e782-4f12-aa3f-62fff673d8ea on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:07.460417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa49c78-1d31-41e2-8db4-c3c4c13108cf admin admin] Publish callbacks [] for security_group (d839eb3d-a027-4f52-9bea-49a9632584df), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.531055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a0b98ca-80cc-4095-aef6-881f7da41753 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags HTTP/1.1" status: 200 len: 317 time: 0.4021008 Feb 10 04:24:07.533878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52974) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:07.545058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.545618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-19a39ccb-5287-4e7b-aad5-eabf5cb6e7f3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:07.556590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:07.588262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:07.588801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e897cb0f-5f2c-4e7b-a8d0-9d7a43bb10ce not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:07.589424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0fd276ef-e782-4f12-aa3f-62fff673d8ea no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:07.608785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa49c78-1d31-41e2-8db4-c3c4c13108cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d839eb3d-a027-4f52-9bea-49a9632584df), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.611556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-baa49c78-1d31-41e2-8db4-c3c4c13108cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.617888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-baa49c78-1d31-41e2-8db4-c3c4c13108cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d839eb3d-a027-4f52-9bea-49a9632584df HTTP/1.1" status: 204 len: 168 time: 0.4219952 Feb 10 04:24:07.621942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0fd276ef-e782-4f12-aa3f-62fff673d8ea {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:07.621942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0fd276ef-e782-4f12-aa3f-62fff673d8ea not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:07.632525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa49c78-1d31-41e2-8db4-c3c4c13108cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d839eb3d-a027-4f52-9bea-49a9632584df,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:07.639966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] DHCP port deletion for d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:07.704106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.733781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] Deleting port c47c3b57-6c23-470f-94ee-8469c4236daf {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:07.734164 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.739302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:07.753264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e1ed31-b036-4b6d-8958-85e9fc66b133') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:07.753610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e1ed31-b036-4b6d-8958-85e9fc66b133') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:07.766941 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (44e1ed31-b036-4b6d-8958-85e9fc66b133), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.781721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (44e1ed31-b036-4b6d-8958-85e9fc66b133), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.790115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:07.791874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (44e1ed31-b036-4b6d-8958-85e9fc66b133), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:07.795154 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:07.803524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] For port c47c3b57-6c23-470f-94ee-8469c4236daf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c47c3b57-6c23-470f-94ee-8469c4236daf,segment=NetworkSegment(15a94779-3f27-4458-b3c5-2f2a662fd633),segment_id=15a94779-3f27-4458-b3c5-2f2a662fd633)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:07.804001 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.811309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-19a39ccb-5287-4e7b-aad5-eabf5cb6e7f3 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags HTTP/1.1" status: 204 len: 168 time: 0.2750838 Feb 10 04:24:07.814347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52978) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:07.819755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-5fefb8b7-4f83-422b-b9a4-743a5e0b14e2 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', 'tempest-TagsExtTest-Tag-1757893564') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:07.836776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] Calling delete_port for c47c3b57-6c23-470f-94ee-8469c4236daf owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:07.908440 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-5fefb8b7-4f83-422b-b9a4-743a5e0b14e2 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:07.909992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5fefb8b7-4f83-422b-b9a4-743a5e0b14e2 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags/tempest-TagsExtTest-Tag-1757893564 HTTP/1.1" status: 404 len: 329 time: 0.0950100 Feb 10 04:24:07.913358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52980) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:07.918377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-b6e9f106-1071-4598-953d-c97cca5faabd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', 'tempest-TagsExtTest-Tag-823428423') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:07.946144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 04e96bb1-7bff-47ee-8e52-958426a74be3 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:07.951001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.966850 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:07.973498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52984) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:07.975872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/networks/41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc HTTP/1.1" status: 204 len: 168 time: 0.5715239 Feb 10 04:24:08.007379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d618eba-4429-4f05-b444-9d67c8786efc tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Network': ['ID=41577f53-e9b2-4cb4-aa2b-0cf7f5a758fc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:08.019773 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (c47c3b57-6c23-470f-94ee-8469c4236daf), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.024121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 04e96bb1-7bff-47ee-8e52-958426a74be3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:08.024671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 04e96bb1-7bff-47ee-8e52-958426a74be3 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:08.085188 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-b6e9f106-1071-4598-953d-c97cca5faabd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:08.086636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6e9f106-1071-4598-953d-c97cca5faabd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags/tempest-TagsExtTest-Tag-823428423 HTTP/1.1" status: 404 len: 328 time: 0.1720705 Feb 10 04:24:08.089580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52992) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.094265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-676dd939-d67c-48ba-bad7-4856301b3707 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705', 'tempest-TagsExtTest-Tag-2017983705') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:08.107350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] Pushing event deleted for resources: {'Port': ['ID=c47c3b57-6c23-470f-94ee-8469c4236daf,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:08.110435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d5b1a8b4-b649-4f72-a0e4-588c3681d5d9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.149926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710757e8-2030-4d12-9ffd-563adc680074 None None] No DVR routers for this DVR port c47c3b57-6c23-470f-94ee-8469c4236daf on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:08.229214 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-676dd939-d67c-48ba-bad7-4856301b3707 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:08.232819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-676dd939-d67c-48ba-bad7-4856301b3707 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags/tempest-TagsExtTest-Tag-2017983705 HTTP/1.1" status: 404 len: 329 time: 0.1396573 Feb 10 04:24:08.233125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52998) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.241111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-16b8a2ea-5284-4972-aec4-8a28e5cf3ddd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', {'tags': ['tempest-TagsExtTest-Tag-1321368006', 'tempest-TagsExtTest-Tag-1197591689', 'tempest-TagsExtTest-Tag-1938579621']}) {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:08.242197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d5b1a8b4-b649-4f72-a0e4-588c3681d5d9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.283361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b1a8b4-b649-4f72-a0e4-588c3681d5d9']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:08.300626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a94779-3f27-4458-b3c5-2f2a662fd633') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:08.300928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a94779-3f27-4458-b3c5-2f2a662fd633') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:08.325899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (15a94779-3f27-4458-b3c5-2f2a662fd633), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.350071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (15a94779-3f27-4458-b3c5-2f2a662fd633), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.357831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:08.358777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (15a94779-3f27-4458-b3c5-2f2a662fd633), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.371079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53006) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:08.381039 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:08.398007 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-16b8a2ea-5284-4972-aec4-8a28e5cf3ddd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags HTTP/1.1" status: 200 len: 318 time: 0.1633122 Feb 10 04:24:08.406833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53008) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.414135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-6ba0eb51-c6bc-4966-b1b5-bb16096a8147 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:08.492804 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8190331a-24f7-4e1f-8f38-066bc05cc762 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.522027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8190331a-24f7-4e1f-8f38-066bc05cc762 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.535291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d5b1a8b4-b649-4f72-a0e4-588c3681d5d9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.549066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.555236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/networks/d5b1a8b4-b649-4f72-a0e4-588c3681d5d9 HTTP/1.1" status: 204 len: 168 time: 0.5748618 Feb 10 04:24:08.557500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53012) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.567246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa5d30-abe8-4fa7-8c0e-d0ecd41548b0 tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Network': ['ID=d5b1a8b4-b649-4f72-a0e4-588c3681d5d9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:08.620322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting subnet de34160e-0442-46c7-ab57-7d2a2b6ad196 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:08.623854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (de34160e-0442-46c7-ab57-7d2a2b6ad196), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.670589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (de34160e-0442-46c7-ab57-7d2a2b6ad196), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.695480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6ba0eb51-c6bc-4966-b1b5-bb16096a8147 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags HTTP/1.1" status: 204 len: 168 time: 0.2866817 Feb 10 04:24:08.698044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53018) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.705325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-d2381f45-17d4-40a5-b38a-ab11ff5dd479 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', 'tempest-TagsExtTest-Tag-1321368006') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:08.769744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8190331a-24f7-4e1f-8f38-066bc05cc762 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.772751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8190331a-24f7-4e1f-8f38-066bc05cc762 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.773876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8190331a-24f7-4e1f-8f38-066bc05cc762 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/security-groups/09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11 HTTP/1.1" status: 204 len: 168 time: 0.4018126 Feb 10 04:24:08.807847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190331a-24f7-4e1f-8f38-066bc05cc762 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f7c8a5-7eae-4fa7-aceb-77e52ce5ed11,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:08.816325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (de34160e-0442-46c7-ab57-7d2a2b6ad196), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:08.875870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53024) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.948464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53026) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:08.974726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting subnet d6632167-2882-42b3-b04b-e5671c44622a {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:08.980794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for subnet (d6632167-2882-42b3-b04b-e5671c44622a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.043581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d6632167-2882-42b3-b04b-e5671c44622a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.083900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-892901837-network', 'tenant_id': 'e80bbc679530447f8082479ceccd32f8'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:09.161465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d6632167-2882-42b3-b04b-e5671c44622a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.175511 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-d2381f45-17d4-40a5-b38a-ab11ff5dd479 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:09.179919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d2381f45-17d4-40a5-b38a-ab11ff5dd479 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags/tempest-TagsExtTest-Tag-1321368006 HTTP/1.1" status: 404 len: 329 time: 0.4809692 Feb 10 04:24:09.182740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:09.188712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-ee43f9fa-2bdc-4e0e-bb43-1ddac9fab1c0 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', 'tempest-TagsExtTest-Tag-1197591689') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:09.209646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Made reservation on behalf of e80bbc679530447f8082479ceccd32f8 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:24:09.212500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.234673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.263700 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-ee43f9fa-2bdc-4e0e-bb43-1ddac9fab1c0 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:09.268027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ee43f9fa-2bdc-4e0e-bb43-1ddac9fab1c0 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags/tempest-TagsExtTest-Tag-1197591689 HTTP/1.1" status: 404 len: 329 time: 0.0835013 Feb 10 04:24:09.268216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53036) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:09.273324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-75f6d823-266f-44b4-89e2-994db2a07bdd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8', 'tempest-TagsExtTest-Tag-1938579621') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:09.332700 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d6632167-2882-42b3-b04b-e5671c44622a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.357217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (de34160e-0442-46c7-ab57-7d2a2b6ad196), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.384180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25784d1-5508-452a-9add-1c5ef4e2f960 None None] Network d275dd6a-7d7b-4fc6-a027-4cdffec462c9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:09.385643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Subnet': ['ID=d6632167-2882-42b3-b04b-e5671c44622a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:09.386940 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.389304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd4ea1-c973-4e14-8a3e-cc1b0462e0de None None] Network 9ba61da5-5767-413b-b14c-d2fe1bc0f73d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:09.391826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.396023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/subnets/de34160e-0442-46c7-ab57-7d2a2b6ad196 HTTP/1.1" status: 204 len: 168 time: 0.8367696 Feb 10 04:24:09.397671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bb5465f5-ac83-4be6-9da2-af722684ca1d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/subnets/d6632167-2882-42b3-b04b-e5671c44622a HTTP/1.1" status: 204 len: 168 time: 0.5183094 Feb 10 04:24:09.417336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks [] for security_group (4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.424789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53040) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:09.424789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53042) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:09.427482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8139f4-9487-4587-9c15-7f1de8f2dd5e tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Subnet': ['ID=de34160e-0442-46c7-ab57-7d2a2b6ad196,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:09.506459 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-75f6d823-266f-44b4-89e2-994db2a07bdd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:09.507612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-75f6d823-266f-44b4-89e2-994db2a07bdd tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags/tempest-TagsExtTest-Tag-1938579621 HTTP/1.1" status: 404 len: 329 time: 0.2385623 Feb 10 04:24:09.511003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53046) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:09.516455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-ad915ab7-d701-400f-a591-5d5bd6afe945 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', {'tags': ['tempest-TagsExtTest-Tag-6704540', 'tempest-TagsExtTest-Tag-78043457', 'tempest-TagsExtTest-Tag-2070838346']}) {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:09.552147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.563669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c47c3b57-6c23-470f-94ee-8469c4236daf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:09.602459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c47c3b57-6c23-470f-94ee-8469c4236daf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:09.603610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c47c3b57-6c23-470f-94ee-8469c4236daf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:09.641733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d275dd6a-7d7b-4fc6-a027-4cdffec462c9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.652875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9ba61da5-5767-413b-b14c-d2fe1bc0f73d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.656999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:24:09.669501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:09.688220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9bf615b8-dd45-456c-be37-409c010672ca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.688561 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Added segment 9bf615b8-dd45-456c-be37-409c010672ca of type vlan for network dc184463-72a1-4e75-bc8d-7046d5f4b2be Feb 10 04:24:09.703732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:09.704465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ad915ab7-d701-400f-a591-5d5bd6afe945 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags HTTP/1.1" status: 200 len: 313 time: 0.1922834 Feb 10 04:24:09.729541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-137cbb8b-563b-42d4-a1a9-b7432cdb5504 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:09.752389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] DHCP port deletion for d275dd6a-7d7b-4fc6-a027-4cdffec462c9 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:09.783731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] DHCP port deletion for 9ba61da5-5767-413b-b14c-d2fe1bc0f73d request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:09.818919 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (dc184463-72a1-4e75-bc8d-7046d5f4b2be), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.831294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] Deleting port f240b27f-bf40-4223-b5b7-7ebced40d65e {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:09.831657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.906025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] For port f240b27f-bf40-4223-b5b7-7ebced40d65e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f240b27f-bf40-4223-b5b7-7ebced40d65e,segment=NetworkSegment(8808f9e0-4177-486d-bbc6-cc41593f9ab9),segment_id=8808f9e0-4177-486d-bbc6-cc41593f9ab9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:09.906858 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.915921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] Deleting port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:09.916289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.920199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Deleting port f240b27f-bf40-4223-b5b7-7ebced40d65e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:09.920730 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.925692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:09.926022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.931623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] Calling delete_port for f240b27f-bf40-4223-b5b7-7ebced40d65e owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:09.974041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (dc184463-72a1-4e75-bc8d-7046d5f4b2be), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:09.975087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:09.975726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.024823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] For port a4256ddd-58d4-4135-bde3-6a6a9d6b3812, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:10.025219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.046384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] Calling delete_port for a4256ddd-58d4-4135-bde3-6a6a9d6b3812 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:10.076027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-137cbb8b-563b-42d4-a1a9-b7432cdb5504 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags HTTP/1.1" status: 204 len: 168 time: 0.3665426 Feb 10 04:24:10.076337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53050) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:10.081106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-2a006575-ac2b-4a80-8ebc-7426cc679f7b tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', 'tempest-TagsExtTest-Tag-6704540') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.089035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port a4256ddd-58d4-4135-bde3-6a6a9d6b3812, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,segment=NetworkSegment(545d7a02-b638-4235-9a3a-c9544bc2299a),segment_id=545d7a02-b638-4235-9a3a-c9544bc2299a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:10.093016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.093016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] For port f240b27f-bf40-4223-b5b7-7ebced40d65e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f240b27f-bf40-4223-b5b7-7ebced40d65e,segment=NetworkSegment(8808f9e0-4177-486d-bbc6-cc41593f9ab9),segment_id=8808f9e0-4177-486d-bbc6-cc41593f9ab9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:10.093234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.143983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for a4256ddd-58d4-4135-bde3-6a6a9d6b3812 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:10.153275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Calling delete_port for f240b27f-bf40-4223-b5b7-7ebced40d65e owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:10.158437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] Pushing event updated for resources: {'Network': ['ID=dc184463-72a1-4e75-bc8d-7046d5f4b2be,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:10.166948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network dc184463-72a1-4e75-bc8d-7046d5f4b2be details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:24:10.183335 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0b47eb22-4f27-46f2-9dcf-7320a0a27435 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2285295 Feb 10 04:24:10.200711 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-2a006575-ac2b-4a80-8ebc-7426cc679f7b tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:10.205128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a006575-ac2b-4a80-8ebc-7426cc679f7b tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags/tempest-TagsExtTest-Tag-6704540 HTTP/1.1" status: 404 len: 326 time: 0.1275098 Feb 10 04:24:10.207655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53054) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:10.218978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-f3e2514b-5b2b-42ec-936f-ba86862dc84e tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', 'tempest-TagsExtTest-Tag-78043457') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.252071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.301634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] Pushing event deleted for resources: {'Port': ['ID=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:10.309178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.315662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61cf64-e3ed-4d5f-a3bb-be500b325480 None None] No DVR routers for this DVR port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:10.351953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] No DVR routers for this DVR port f240b27f-bf40-4223-b5b7-7ebced40d65e on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:10.354867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9a635-39a7-421b-84a5-38dd34ebedff None None] Pushing event deleted for resources: {'Port': ['ID=f240b27f-bf40-4223-b5b7-7ebced40d65e,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:10.540936 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-f3e2514b-5b2b-42ec-936f-ba86862dc84e tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:10.543188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3e2514b-5b2b-42ec-936f-ba86862dc84e tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags/tempest-TagsExtTest-Tag-78043457 HTTP/1.1" status: 404 len: 327 time: 0.3321965 Feb 10 04:24:10.545029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53068) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:10.549487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-7f24af1c-215d-4ed3-b9b2-69139d2c5b32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda', 'tempest-TagsExtTest-Tag-2070838346') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.583144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f240b27f-bf40-4223-b5b7-7ebced40d65e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.587487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a4256ddd-58d4-4135-bde3-6a6a9d6b3812), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.624650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Port': ['ID=f240b27f-bf40-4223-b5b7-7ebced40d65e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:10.631878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] No DVR routers for this DVR port f240b27f-bf40-4223-b5b7-7ebced40d65e on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:10.633434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] No DVR routers for this DVR port a4256ddd-58d4-4135-bde3-6a6a9d6b3812 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:10.637643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-cb02dc56-ea50-4cba-aa33-a19248f776bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089199 Feb 10 04:24:10.699624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=a4256ddd-58d4-4135-bde3-6a6a9d6b3812,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:10.705351 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-7f24af1c-215d-4ed3-b9b2-69139d2c5b32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:10.707165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7f24af1c-215d-4ed3-b9b2-69139d2c5b32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags/tempest-TagsExtTest-Tag-2070838346 HTTP/1.1" status: 404 len: 329 time: 0.1611428 Feb 10 04:24:10.713344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53070) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:10.720508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-020a0ca6-6c98-4e7f-ab3c-bb12c2c58b09 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', {'tags': ['tempest-TagsExtTest-Tag-1556471848', 'tempest-TagsExtTest-Tag-1419568402', 'tempest-TagsExtTest-Tag-1405753425']}) {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.778069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b82f7-15cf-483e-b460-55ce453bc7c3 req-addb44ad-071a-49ea-976f-00c905667d97 tempest-ComputeTenantNetworksTest-1042429628 tempest-ComputeTenantNetworksTest-1042429628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:10.783243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b82f7-15cf-483e-b460-55ce453bc7c3 req-addb44ad-071a-49ea-976f-00c905667d97 tempest-ComputeTenantNetworksTest-1042429628 tempest-ComputeTenantNetworksTest-1042429628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:10.788814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b82f7-15cf-483e-b460-55ce453bc7c3 req-addb44ad-071a-49ea-976f-00c905667d97 tempest-ComputeTenantNetworksTest-1042429628 tempest-ComputeTenantNetworksTest-1042429628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:10.790475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-955b82f7-15cf-483e-b460-55ce453bc7c3 req-addb44ad-071a-49ea-976f-00c905667d97 tempest-ComputeTenantNetworksTest-1042429628 tempest-ComputeTenantNetworksTest-1042429628-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2055991 Feb 10 04:24:10.813205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9ba61da5-5767-413b-b14c-d2fe1bc0f73d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.847090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d275dd6a-7d7b-4fc6-a027-4cdffec462c9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.867160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-020a0ca6-6c98-4e7f-ab3c-bb12c2c58b09 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "PUT /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags HTTP/1.1" status: 200 len: 318 time: 0.1527345 Feb 10 04:24:10.869584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53074) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:10.874501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-ee78d3cd-1a94-40ee-9fcc-d24955374a90 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.901254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d275dd6a-7d7b-4fc6-a027-4cdffec462c9']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.912788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba61da5-5767-413b-b14c-d2fe1bc0f73d']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.932949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8808f9e0-4177-486d-bbc6-cc41593f9ab9') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.933614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8808f9e0-4177-486d-bbc6-cc41593f9ab9') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.965289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545d7a02-b638-4235-9a3a-c9544bc2299a') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.965587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545d7a02-b638-4235-9a3a-c9544bc2299a') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:10.975692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c549a-c0d4-43c5-baa5-214812591082 req-8935ff7f-49f1-4685-a9cc-dc90e1ffe3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:10.977234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-8935ff7f-49f1-4685-a9cc-dc90e1ffe3c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 1128 time: 0.2788334 Feb 10 04:24:10.990348 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (8808f9e0-4177-486d-bbc6-cc41593f9ab9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:10.995680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ee78d3cd-1a94-40ee-9fcc-d24955374a90 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags HTTP/1.1" status: 204 len: 168 time: 0.1247742 Feb 10 04:24:10.998242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53076) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.001219 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (545d7a02-b638-4235-9a3a-c9544bc2299a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.005011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-63977652-1563-44c7-b311-75c547381452 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', 'tempest-TagsExtTest-Tag-1556471848') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:11.028127 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-63977652-1563-44c7-b311-75c547381452 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:11.031908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-63977652-1563-44c7-b311-75c547381452 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags/tempest-TagsExtTest-Tag-1556471848 HTTP/1.1" status: 404 len: 329 time: 0.0295365 Feb 10 04:24:11.032407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.036654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff453c-15ba-45c4-acc1-e2334d5eb2ae req-79fc44bc-17bc-4a35-8015-67069597f7c4 tempest-ComputeTenantNetworksTest-1042429628 tempest-ComputeTenantNetworksTest-1042429628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:11.038033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2ff453c-15ba-45c4-acc1-e2334d5eb2ae req-79fc44bc-17bc-4a35-8015-67069597f7c4 tempest-ComputeTenantNetworksTest-1042429628 tempest-ComputeTenantNetworksTest-1042429628-project] 10.222.0.42 "GET /v2.0/networks/dc184463-72a1-4e75-bc8d-7046d5f4b2be HTTP/1.1" status: 200 len: 768 time: 0.1983893 Feb 10 04:24:11.039302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-5b3778ed-3194-4a79-9b1e-09c4bea488c1 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', 'tempest-TagsExtTest-Tag-1419568402') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:11.047385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (545d7a02-b638-4235-9a3a-c9544bc2299a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.055826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8808f9e0-4177-486d-bbc6-cc41593f9ab9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.056379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53080) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.065144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:11.065559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (545d7a02-b638-4235-9a3a-c9544bc2299a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:11.070874 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:11.116708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:11.117035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (8808f9e0-4177-486d-bbc6-cc41593f9ab9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:11.120600 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:11.138733 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-5b3778ed-3194-4a79-9b1e-09c4bea488c1 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:11.142900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b3778ed-3194-4a79-9b1e-09c4bea488c1 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags/tempest-TagsExtTest-Tag-1419568402 HTTP/1.1" status: 404 len: 329 time: 0.1093686 Feb 10 04:24:11.143582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53082) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.155725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-2bdd5b56-4ca3-4ffd-9384-453eb73d831e tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977', 'tempest-TagsExtTest-Tag-1405753425') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:11.174119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (dc184463-72a1-4e75-bc8d-7046d5f4b2be), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.187539 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-2bdd5b56-4ca3-4ffd-9384-453eb73d831e tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] show failed (client error): The resource could not be found. Feb 10 04:24:11.191978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2bdd5b56-4ca3-4ffd-9384-453eb73d831e tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags/tempest-TagsExtTest-Tag-1405753425 HTTP/1.1" status: 404 len: 329 time: 0.0414972 Feb 10 04:24:11.193536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53084) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.228736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-282b2755-770c-4963-89d4-baf4fb3cdf72 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30972952-53fa-4030-8de8-15ae15ad2977') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:11.264815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9ba61da5-5767-413b-b14c-d2fe1bc0f73d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.266869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c549a-c0d4-43c5-baa5-214812591082 req-f0ee3e7e-977e-40e9-a3c3-feb340c51f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:11.268653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-f0ee3e7e-977e-40e9-a3c3-feb340c51f1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.2691336 Feb 10 04:24:11.276484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.283149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/networks/9ba61da5-5767-413b-b14c-d2fe1bc0f73d HTTP/1.1" status: 204 len: 168 time: 1.8598645 Feb 10 04:24:11.290238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53086) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.311104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (dc184463-72a1-4e75-bc8d-7046d5f4b2be), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.358878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc184463-72a1-4e75-bc8d-7046d5f4b2be']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:11.375088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf615b8-dd45-456c-be37-409c010672ca') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:11.375584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf615b8-dd45-456c-be37-409c010672ca') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:11.387652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (9bf615b8-dd45-456c-be37-409c010672ca), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.402392 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9bf615b8-dd45-456c-be37-409c010672ca), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.407093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d275dd6a-7d7b-4fc6-a027-4cdffec462c9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.408769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18eeec-87c9-4081-8cfc-3a22bc719e36 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Network': ['ID=9ba61da5-5767-413b-b14c-d2fe1bc0f73d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:11.416578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:11.417035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (9bf615b8-dd45-456c-be37-409c010672ca), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:11.431470 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:11.434057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.436926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/networks/d275dd6a-7d7b-4fc6-a027-4cdffec462c9 HTTP/1.1" status: 204 len: 168 time: 2.0150387 Feb 10 04:24:11.459004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53092) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.479571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa07e6-bb34-41c0-b45d-ff30ee76a7df tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Pushing event deleted for resources: {'Network': ['ID=d275dd6a-7d7b-4fc6-a027-4cdffec462c9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:11.583838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a4256ddd-58d4-4135-bde3-6a6a9d6b3812 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:11.607648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a4256ddd-58d4-4135-bde3-6a6a9d6b3812 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:11.608260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a4256ddd-58d4-4135-bde3-6a6a9d6b3812 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:11.608843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f240b27f-bf40-4223-b5b7-7ebced40d65e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:11.637413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f240b27f-bf40-4223-b5b7-7ebced40d65e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:11.637996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f240b27f-bf40-4223-b5b7-7ebced40d65e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:11.646493 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (dc184463-72a1-4e75-bc8d-7046d5f4b2be), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.653122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:11.662832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] 10.222.0.42 "DELETE /v2.0/networks/dc184463-72a1-4e75-bc8d-7046d5f4b2be HTTP/1.1" status: 204 len: 168 time: 0.5988090 Feb 10 04:24:11.687055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2157f1-8c08-4a30-b83f-1ff54482daee admin admin] Pushing event deleted for resources: {'Network': ['ID=dc184463-72a1-4e75-bc8d-7046d5f4b2be,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:11.897397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-282b2755-770c-4963-89d4-baf4fb3cdf72 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977/tags HTTP/1.1" status: 204 len: 168 time: 0.6752963 Feb 10 04:24:11.897397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2a7e65b2-0491-4cf7-95dc-6952bbf8fcfd tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "GET /v2.0/ports?device_id=526fd940-2abb-4799-a19e-34d2c001b5eb HTTP/1.1" status: 200 len: 205 time: 0.4363842 Feb 10 04:24:11.898355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53098) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.899626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53100) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:11.909338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-9e372beb-2e09-43d6-944e-72566c579706 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86b8e759-d2b9-4816-affd-e2c9c5899605 HTTP/1.1" status: 200 len: 1001 time: 0.6341937 Feb 10 04:24:11.916784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-4876509d-7f2e-4211-95b5-3beff7d985de tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'efcd691d-704c-4923-abf7-d5ad8498efda') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:12.021975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c549a-c0d4-43c5-baa5-214812591082 req-12299ff4-a882-44bc-992d-8caace234741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:12.023501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-12299ff4-a882-44bc-992d-8caace234741 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.0837069 Feb 10 04:24:12.055589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5215240c-3ae6-49e7-a519-6e3515ed185a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router (526fd940-2abb-4799-a19e-34d2c001b5eb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.089992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port bf6c0643-234d-4e48-80b0-56d04449c38e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:12.090341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.104579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c549a-c0d4-43c5-baa5-214812591082 req-2fc4ce7a-89b8-4f86-9c2d-ad8730e1bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:12.106099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-2fc4ce7a-89b8-4f86-9c2d-ad8730e1bcf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764854 Feb 10 04:24:12.140439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53102) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:12.277705 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-822fb486-6cbe-407f-91f7-8dde68bdc041 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e80bbc679530447f8082479ceccd32f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361811 Feb 10 04:24:12.284188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.284516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (bf6c0643-234d-4e48-80b0-56d04449c38e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.287872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53104) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:12.317483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for bf6c0643-234d-4e48-80b0-56d04449c38e owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:12.322530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-cdcc2a2d-80eb-4cf4-8ae4-c48cad7a854c service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062311 Feb 10 04:24:12.330132 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5215240c-3ae6-49e7-a519-6e3515ed185a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (526fd940-2abb-4799-a19e-34d2c001b5eb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.334273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5215240c-3ae6-49e7-a519-6e3515ed185a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router_controller (526fd940-2abb-4799-a19e-34d2c001b5eb), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.352193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4876509d-7f2e-4211-95b5-3beff7d985de tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda/tags HTTP/1.1" status: 204 len: 168 time: 0.4513314 Feb 10 04:24:12.367727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53106) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:12.372220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-8ac6ef23-e2d7-4b39-b2af-cb64531c3299 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '605b57b8-a653-4329-ad35-105a850ff5a8') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:12.491888 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5215240c-3ae6-49e7-a519-6e3515ed185a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (526fd940-2abb-4799-a19e-34d2c001b5eb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.492867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5215240c-3ae6-49e7-a519-6e3515ed185a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Fanout notify agent at l3_agent the message router_deleted on router 526fd940-2abb-4799-a19e-34d2c001b5eb {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:24:12.517165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5215240c-3ae6-49e7-a519-6e3515ed185a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.519846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5215240c-3ae6-49e7-a519-6e3515ed185a tempest-RoutersNegativeIpV6Test-1217336091 tempest-RoutersNegativeIpV6Test-1217336091-project] 10.222.0.42 "DELETE /v2.0/routers/526fd940-2abb-4799-a19e-34d2c001b5eb HTTP/1.1" status: 204 len: 168 time: 0.6148725 Feb 10 04:24:12.559422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f176b542-3ed9-415a-802a-6c025054172a admin admin] Publish callbacks [] for security_group (4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.609972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-027c549a-c0d4-43c5-baa5-214812591082 req-13355cd3-175e-466a-90a1-ee7385f6d120 service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761767 Feb 10 04:24:12.653743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f176b542-3ed9-415a-802a-6c025054172a admin admin] Publish callbacks [] for security_group (4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.675205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8ac6ef23-e2d7-4b39-b2af-cb64531c3299 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8/tags HTTP/1.1" status: 204 len: 168 time: 0.3064167 Feb 10 04:24:12.676077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53116) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:12.684614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-0870281a-5c86-4f6f-85aa-7a7890519271 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7bec6a92-c1e3-4ae1-9243-df8277d91705') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:12.804189 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0870281a-5c86-4f6f-85aa-7a7890519271 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705/tags HTTP/1.1" status: 204 len: 168 time: 0.1237342 Feb 10 04:24:12.807523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53118) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:12.819072 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f176b542-3ed9-415a-802a-6c025054172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.819072 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f176b542-3ed9-415a-802a-6c025054172a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.820353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f176b542-3ed9-415a-802a-6c025054172a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb HTTP/1.1" status: 204 len: 168 time: 0.5314999 Feb 10 04:24:12.830070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176b542-3ed9-415a-802a-6c025054172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b561d8c-5e67-414b-9b3b-a8a4e2cfedbb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:12.883297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bf6c0643-234d-4e48-80b0-56d04449c38e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:12.994193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=bf6c0643-234d-4e48-80b0-56d04449c38e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:13.006775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (9a53bc46-8392-42a7-8194-3be5afe82cf7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.007170 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Floating IP 9a53bc46-8392-42a7-8194-3be5afe82cf7 disassociated (deleted). External IP: 172.25.8.143, port: 3967bb3a-b9ed-4891-bf71-3755c9db3a2c. Feb 10 04:24:13.077773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2f83d703-e59f-48df-8124-ee180989bfd0 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.082496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53124) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:13.084684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2f83d703-e59f-48df-8124-ee180989bfd0 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnetpools/30972952-53fa-4030-8de8-15ae15ad2977 HTTP/1.1" status: 204 len: 168 time: 0.2757967 Feb 10 04:24:13.141979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-76a6cca7-78fe-4ce7-be40-15eec576c4f4 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "GET /v2.0/ports?device_id=efcd691d-704c-4923-abf7-d5ad8498efda HTTP/1.1" status: 200 len: 205 time: 0.0573971 Feb 10 04:24:13.144452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53128) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:13.257318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8215-3b45-482a-8d3a-eca9911e8c54 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for router (efcd691d-704c-4923-abf7-d5ad8498efda), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.389549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53132) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:13.658420 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8215-3b45-482a-8d3a-eca9911e8c54 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (efcd691d-704c-4923-abf7-d5ad8498efda), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.658645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-10c857d0-b544-403b-ad10-a5847db662fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb7786b000c44e5cabf6e1dfc19c1c44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641013 Feb 10 04:24:13.658803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53148) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:13.659027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8215-3b45-482a-8d3a-eca9911e8c54 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for router_controller (efcd691d-704c-4923-abf7-d5ad8498efda), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.727968 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e32fead-a1b5-4408-918e-88cc74293d62 admin admin] Publish callbacks [] for security_group (92a26354-e8da-4366-a587-9b3162fa4a46), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.767644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e32fead-a1b5-4408-918e-88cc74293d62 admin admin] Publish callbacks [] for security_group (92a26354-e8da-4366-a587-9b3162fa4a46), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.819276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:24:13.875389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8215-3b45-482a-8d3a-eca9911e8c54 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (efcd691d-704c-4923-abf7-d5ad8498efda), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.875885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6f8215-3b45-482a-8d3a-eca9911e8c54 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Fanout notify agent at l3_agent the message router_deleted on router efcd691d-704c-4923-abf7-d5ad8498efda {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:24:13.893184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8215-3b45-482a-8d3a-eca9911e8c54 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.894301 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2c6f8215-3b45-482a-8d3a-eca9911e8c54 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/routers/efcd691d-704c-4923-abf7-d5ad8498efda HTTP/1.1" status: 204 len: 168 time: 0.7483675 Feb 10 04:24:13.897431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53152) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:13.946602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e32fead-a1b5-4408-918e-88cc74293d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (92a26354-e8da-4366-a587-9b3162fa4a46), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.954359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e32fead-a1b5-4408-918e-88cc74293d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:13.955554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5e32fead-a1b5-4408-918e-88cc74293d62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92a26354-e8da-4366-a587-9b3162fa4a46 HTTP/1.1" status: 204 len: 168 time: 0.2957888 Feb 10 04:24:13.973744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32fead-a1b5-4408-918e-88cc74293d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a26354-e8da-4366-a587-9b3162fa4a46,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:14.037311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:24:14.042476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:14.049911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] Sync routers for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:24:14.078022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:14.078967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:14.091855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2f82e993-90f6-4fe2-a29a-39aed8af43d6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/floatingips/9a53bc46-8392-42a7-8194-3be5afe82cf7 HTTP/1.1" status: 204 len: 168 time: 2.7988596 Feb 10 04:24:14.094212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:24:14.101565 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4" -d '{"events": [{"name": "network-changed", "server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:24:14.115388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Deleting port 605b57b8-a653-4329-ad35-105a850ff5a8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:14.122603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (605b57b8-a653-4329-ad35-105a850ff5a8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:14.248961 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0b45ce-9774-4af2-aefd-a03af900dd09 x-openstack-request-id: req-7f0b45ce-9774-4af2-aefd-a03af900dd09 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:24:14.249264 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:24:14.249679 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f0b45ce-9774-4af2-aefd-a03af900dd09 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:24:14.251127 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'status': 'completed', 'code': 200} Feb 10 04:24:14.467682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (605b57b8-a653-4329-ad35-105a850ff5a8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:14.480567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:14.481473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-6d3e4d58-9648-4a83-a8c7-c2ec8b09449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:14.483198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-6d3e4d58-9648-4a83-a8c7-c2ec8b09449b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 1127 time: 0.2150764 Feb 10 04:24:14.487515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Calling delete_port for 605b57b8-a653-4329-ad35-105a850ff5a8 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:14.739910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-57307356-eb2c-4d51-9719-089732b1985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:14.743522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-57307356-eb2c-4d51-9719-089732b1985d service neutron] 10.222.0.43 "GET /v2.0/networks?id=96063241-fd3a-4125-bea9-30bc59ac991c HTTP/1.1" status: 200 len: 898 time: 0.2533519 Feb 10 04:24:14.902614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382feb23-ca8b-4aeb-8809-b0581260f3e2 req-837d62bf-f0d6-453d-94a0-193eb8799c79 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:14.904047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:00Z', 'revision_number': 6, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:14.906262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-6be11845-f877-4016-8fcc-272541107278 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c HTTP/1.1" status: 200 len: 217 time: 0.1391654 Feb 10 04:24:14.908519 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-382feb23-ca8b-4aeb-8809-b0581260f3e2 req-837d62bf-f0d6-453d-94a0-193eb8799c79 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 945 time: 0.1401188 Feb 10 04:24:14.949915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] Checking router: 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:24:14.964841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:14.965625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:14.969478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-22d244f8-93b8-4d10-a300-f9bb41624e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:14.971540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-22d244f8-93b8-4d10-a300-f9bb41624e1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e94af07f-897f-48da-8b5c-b666ecf94f9b HTTP/1.1" status: 200 len: 834 time: 0.0570161 Feb 10 04:24:15.018656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-382feb23-ca8b-4aeb-8809-b0581260f3e2 req-3a06e0ef-5d5c-43d3-8330-a3f1c8863103 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019430 Feb 10 04:24:15.118850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-15f5cd1c-fb86-4dd7-bc2f-85beceb5727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:15.121209 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-15f5cd1c-fb86-4dd7-bc2f-85beceb5727e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96063241-fd3a-4125-bea9-30bc59ac991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1378658 Feb 10 04:24:15.184516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:15.267331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-3d5508b7-39b5-46bf-9c65-aa8e07d291f3 service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386228 Feb 10 04:24:15.269931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (605b57b8-a653-4329-ad35-105a850ff5a8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:15.377410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event deleted for resources: {'Port': ['ID=605b57b8-a653-4329-ad35-105a850ff5a8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:15.577365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:00Z', 'revision_number': 6, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:15.579462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:15.593998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-50621621-cb9c-4872-b757-f334d0921745 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/ports/605b57b8-a653-4329-ad35-105a850ff5a8 HTTP/1.1" status: 204 len: 168 time: 1.6946442 Feb 10 04:24:15.596438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53200) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:15.619811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd383611-9e49-4ed2-b4ad-6f5ad089e287 None None] The sync data for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 is: [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:00Z', 'revision_number': 6, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2b9cf8ba-b916-475f-8fdb-3078e95cad6b', 'name': '', 'network_id': '96063241-fd3a-4125-bea9-30bc59ac991c', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:33:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:51Z', 'updated_at': '2022-02-10T04:21:57Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': 'e94af07f-897f-48da-8b5c-b666ecf94f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:24:15.662199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22b9ab38-e650-4b2e-8c06-e7576b1b99d4 req-cd2f403f-7a7e-4169-a8f8-7b68e62bc551 service neutron] 10.222.0.43 "GET /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885455 Feb 10 04:24:15.870084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Deleting subnet 7bec6a92-c1e3-4ae1-9243-df8277d91705 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:15.879746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for subnet (7bec6a92-c1e3-4ae1-9243-df8277d91705), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:15.988298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (7bec6a92-c1e3-4ae1-9243-df8277d91705), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.009318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-aca32783-22d5-4a3c-9e3e-a38e498c5f08 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:16.016496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-aca32783-22d5-4a3c-9e3e-a38e498c5f08 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 945 time: 0.1165938 Feb 10 04:24:16.137503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53216) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:16.196140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7bec6a92-c1e3-4ae1-9243-df8277d91705), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.303410 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea4deb-9c96-4c08-b8a7-db14ce40b7ca None None] New status for floating IP 9a53bc46-8392-42a7-8194-3be5afe82cf7: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:24:16.338398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3634285-854a-4296-90a0-0ac9c906fc08 req-85a53b93-2a8f-4658-be53-3aca5d21d3a0 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:16.338398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3634285-854a-4296-90a0-0ac9c906fc08 req-85a53b93-2a8f-4658-be53-3aca5d21d3a0 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 945 time: 0.1779089 Feb 10 04:24:16.355272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:16.355662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.426685 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (7bec6a92-c1e3-4ae1-9243-df8277d91705), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.480964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3634285-854a-4296-90a0-0ac9c906fc08 req-0ce1d857-6dfc-4142-92ed-54d549911820 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=8368e758-5b29-4468-8b05-2105544b8df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349263 Feb 10 04:24:16.514669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event deleted for resources: {'Subnet': ['ID=7bec6a92-c1e3-4ae1-9243-df8277d91705,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:16.518665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:16.523685 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.524446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.526263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a28691-d379-41f6-9c4d-48c9399bfe00 None None] Network 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:16.529596 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c1bb99df-573c-4ba8-bdc2-11f34d40cbf5 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/subnets/7bec6a92-c1e3-4ae1-9243-df8277d91705 HTTP/1.1" status: 204 len: 168 time: 0.9321063 Feb 10 04:24:16.530931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53224) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:16.561731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for 3967bb3a-b9ed-4891-bf71-3755c9db3a2c owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:16.700726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (85b7eb94-8873-4f8f-8148-f9fb9b01e6ee), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.777961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-69dcf056-2176-40f7-83a5-557a8b72bd59 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:16.778931 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-69dcf056-2176-40f7-83a5-557a8b72bd59 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 04:24:16.779448 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-69dcf056-2176-40f7-83a5-557a8b72bd59 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 04:24:16.780536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-69dcf056-2176-40f7-83a5-557a8b72bd59 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6419728 Feb 10 04:24:16.788961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53228) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:16.799597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633309691'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:16.882023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] DHCP port deletion for 85b7eb94-8873-4f8f-8148-f9fb9b01e6ee request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:16.882926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Deleting port c385e816-9997-41f6-a74e-069b5bd02eb2 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:16.883332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.887800 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3967bb3a-b9ed-4891-bf71-3755c9db3a2c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:16.976520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.010193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.013549 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.014093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=3967bb3a-b9ed-4891-bf71-3755c9db3a2c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:17.024155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] For port c385e816-9997-41f6-a74e-069b5bd02eb2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c385e816-9997-41f6-a74e-069b5bd02eb2,segment=NetworkSegment(ab0e249f-4706-4f8d-98a0-055ac4ae40c7),segment_id=ab0e249f-4706-4f8d-98a0-055ac4ae40c7)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:17.038991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.039349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Deleting port c385e816-9997-41f6-a74e-069b5bd02eb2 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:17.039827 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.047659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53246) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:17.094212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Calling delete_port for c385e816-9997-41f6-a74e-069b5bd02eb2 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:17.147094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] No DVR routers for this DVR port 3967bb3a-b9ed-4891-bf71-3755c9db3a2c on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:17.163483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.178241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4747ebd4-5086-4ba9-b17e-c801bd0ae9a5 req-1a5af408-c1d6-4768-8b57-43f4d8894a64 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "DELETE /v2.0/ports/3967bb3a-b9ed-4891-bf71-3755c9db3a2c HTTP/1.1" status: 204 len: 173 time: 1.1554110 Feb 10 04:24:17.179145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'name': 'network-vif-deleted', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:24:17.194928 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ae6501-023a-4de9-98eb-80343abfd685" -d '{"events": [{"server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "name": "network-vif-deleted", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:24:17.288407 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c4206-0ca0-41c7-87f9-cae7bc10f629 x-openstack-request-id: req-e95c4206-0ca0-41c7-87f9-cae7bc10f629 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:24:17.288582 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a8c080-3d81-4e21-a992-93b1a1e62c83", "name": "network-vif-deleted", "tag": "3967bb3a-b9ed-4891-bf71-3755c9db3a2c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:24:17.288995 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e95c4206-0ca0-41c7-87f9-cae7bc10f629 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:24:17.289451 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a8c080-3d81-4e21-a992-93b1a1e62c83', 'name': 'network-vif-deleted', 'tag': '3967bb3a-b9ed-4891-bf71-3755c9db3a2c', 'status': 'completed', 'code': 200} Feb 10 04:24:17.302896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] For port c385e816-9997-41f6-a74e-069b5bd02eb2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c385e816-9997-41f6-a74e-069b5bd02eb2,segment=NetworkSegment(ab0e249f-4706-4f8d-98a0-055ac4ae40c7),segment_id=ab0e249f-4706-4f8d-98a0-055ac4ae40c7)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:17.304691 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.337134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Calling delete_port for c385e816-9997-41f6-a74e-069b5bd02eb2 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:17.490326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (878a95a7-0e1e-4f41-a356-b363b7c5f683), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.630250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c385e816-9997-41f6-a74e-069b5bd02eb2 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:17.678093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (878a95a7-0e1e-4f41-a356-b363b7c5f683), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.749535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.755274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5e15886-7f9a-4796-81f1-c8d3eace643b req-d2160b69-28bf-4133-954e-5296dcd3312e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=45a8c080-3d81-4e21-a992-93b1a1e62c83 HTTP/1.1" status: 200 len: 210 time: 0.0890038 Feb 10 04:24:17.758450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port c385e816-9997-41f6-a74e-069b5bd02eb2 {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:24:17.758450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port c385e816-9997-41f6-a74e-069b5bd02eb2 host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:24:17.759209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c385e816-9997-41f6-a74e-069b5bd02eb2 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:17.760708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (c385e816-9997-41f6-a74e-069b5bd02eb2), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:17.796825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Pushing event deleted for resources: {'Port': ['ID=c385e816-9997-41f6-a74e-069b5bd02eb2,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:17.800249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] No DVR routers for this DVR port c385e816-9997-41f6-a74e-069b5bd02eb2 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:17.808939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.809295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.809825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.810329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.818973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45690b4b-b119-4fd4-a3e4-9a79cd063df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:17.836683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878a95a7-0e1e-4f41-a356-b363b7c5f683,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:17.844307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event deleted for resources: {'Port': ['ID=c385e816-9997-41f6-a74e-069b5bd02eb2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:17.845279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] No DVR routers for this DVR port c385e816-9997-41f6-a74e-069b5bd02eb2 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:18.415350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.477927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (85b7eb94-8873-4f8f-8148-f9fb9b01e6ee), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.502647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (c8fee500-e7c5-4f62-b7d3-4e050df1a8d4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.515282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b7eb94-8873-4f8f-8148-f9fb9b01e6ee']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:18.564467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0e249f-4706-4f8d-98a0-055ac4ae40c7') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:18.564467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0e249f-4706-4f8d-98a0-055ac4ae40c7') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:18.579981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ab0e249f-4706-4f8d-98a0-055ac4ae40c7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.597476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c8fee500-e7c5-4f62-b7d3-4e050df1a8d4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.635196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fee500-e7c5-4f62-b7d3-4e050df1a8d4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:18.644231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ab0e249f-4706-4f8d-98a0-055ac4ae40c7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.653903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:18.654485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ab0e249f-4706-4f8d-98a0-055ac4ae40c7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:18.658064 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:18.736066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.739650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-05d8aaae-c6c7-4623-9af8-85f9f7b0a915 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9441223 Feb 10 04:24:18.743118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53284) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:18.748180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5ce22185-c65e-4658-8508-1259094cbb55 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': 'c8fee500-e7c5-4f62-b7d3-4e050df1a8d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:18.842376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (85b7eb94-8873-4f8f-8148-f9fb9b01e6ee), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.844890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53288) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:18.856193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:18.861085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] 10.222.0.42 "DELETE /v2.0/networks/85b7eb94-8873-4f8f-8148-f9fb9b01e6ee HTTP/1.1" status: 204 len: 168 time: 2.3292112 Feb 10 04:24:18.897455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab26c39-d0ee-4148-bba1-ef484496fc32 tempest-TagsExtTest-1907722692 tempest-TagsExtTest-1907722692-project] Pushing event deleted for resources: {'Network': ['ID=85b7eb94-8873-4f8f-8148-f9fb9b01e6ee,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:18.930443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (44e04e51-79ec-484a-9378-73d805453a11), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.004755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ce22185-c65e-4658-8508-1259094cbb55 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group_rule (b7ae1686-b1c0-4899-ad81-31b51286fdfc), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.101299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-288ccbb4-ee78-4dc3-8a54-4557c24545c6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (8368e758-5b29-4468-8b05-2105544b8df5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.230519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-288ccbb4-ee78-4dc3-8a54-4557c24545c6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (8368e758-5b29-4468-8b05-2105544b8df5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.330773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Deleting port e046525b-0e1e-4784-8395-145a406dd391 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:19.331135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e046525b-0e1e-4784-8395-145a406dd391), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.371837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ce22185-c65e-4658-8508-1259094cbb55 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group_rule (b7ae1686-b1c0-4899-ad81-31b51286fdfc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.447992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ce22185-c65e-4658-8508-1259094cbb55 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b7ae1686-b1c0-4899-ad81-31b51286fdfc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.493612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce22185-c65e-4658-8508-1259094cbb55 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ae1686-b1c0-4899-ad81-31b51286fdfc,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:19.511677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-288ccbb4-ee78-4dc3-8a54-4557c24545c6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8368e758-5b29-4468-8b05-2105544b8df5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.514909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-288ccbb4-ee78-4dc3-8a54-4557c24545c6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.519194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-288ccbb4-ee78-4dc3-8a54-4557c24545c6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/security-groups/8368e758-5b29-4468-8b05-2105544b8df5 HTTP/1.1" status: 204 len: 168 time: 0.6730728 Feb 10 04:24:19.539683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ccbb4-ee78-4dc3-8a54-4557c24545c6 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8368e758-5b29-4468-8b05-2105544b8df5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:19.572990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] For port e046525b-0e1e-4784-8395-145a406dd391, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e046525b-0e1e-4784-8395-145a406dd391,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:19.573412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e046525b-0e1e-4784-8395-145a406dd391), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.605633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ce22185-c65e-4658-8508-1259094cbb55 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:19.607311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5ce22185-c65e-4658-8508-1259094cbb55 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8626094 Feb 10 04:24:19.610101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53308) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:19.618847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-acd87d28-d6e0-4f62-b93f-9eef143a0150 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': 'c8fee500-e7c5-4f62-b7d3-4e050df1a8d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:19.622730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53310) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:19.624129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Calling delete_port for e046525b-0e1e-4784-8395-145a406dd391 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:19.661438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53314) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:19.763877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-acd87d28-d6e0-4f62-b93f-9eef143a0150 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group_rule (0237738a-473f-4831-928e-6924d9d08f43), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.115916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e046525b-0e1e-4784-8395-145a406dd391), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.200721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e046525b-0e1e-4784-8395-145a406dd391,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:20.569561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53330) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:20.569561 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-acd87d28-d6e0-4f62-b93f-9eef143a0150 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 04:24:20.569561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-acd87d28-d6e0-4f62-b93f-9eef143a0150 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7497241 Feb 10 04:24:20.569561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6d23d5b4-4224-4692-8b18-17ba114bcb46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc2f1523ddfb4b58b1150523f0d3ea1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7428329 Feb 10 04:24:20.569561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53336) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:20.569561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53338) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:20.573883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3967bb3a-b9ed-4891-bf71-3755c9db3a2c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:20.573883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 3967bb3a-b9ed-4891-bf71-3755c9db3a2c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:20.573883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3967bb3a-b9ed-4891-bf71-3755c9db3a2c not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:20.578651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89ae3aaa-d6e5-42c4-8353-2c5eba63b2bf admin admin] Publish callbacks [] for security_group (77858f96-4a08-4091-af80-fe39075da26a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.616780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89ae3aaa-d6e5-42c4-8353-2c5eba63b2bf admin admin] Publish callbacks [] for security_group (77858f96-4a08-4091-af80-fe39075da26a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.655731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (44e04e51-79ec-484a-9378-73d805453a11), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.704492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c33fe78-0fdc-44b0-8fef-85e68608993b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (c8fee500-e7c5-4f62-b7d3-4e050df1a8d4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.712378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-061ac67b-e1ea-4fe0-ae72-77e779076c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.753710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c33fe78-0fdc-44b0-8fef-85e68608993b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (c8fee500-e7c5-4f62-b7d3-4e050df1a8d4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.916783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-061ac67b-e1ea-4fe0-ae72-77e779076c44 admin admin] Publish callbacks [] for security_group (5c0f58ff-2cc6-4d57-8514-d532aa49acfc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.917947 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89ae3aaa-d6e5-42c4-8353-2c5eba63b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (77858f96-4a08-4091-af80-fe39075da26a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.921720 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89ae3aaa-d6e5-42c4-8353-2c5eba63b2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:20.925874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-89ae3aaa-d6e5-42c4-8353-2c5eba63b2bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77858f96-4a08-4091-af80-fe39075da26a HTTP/1.1" status: 204 len: 168 time: 0.5452547 Feb 10 04:24:20.936229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae3aaa-d6e5-42c4-8353-2c5eba63b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77858f96-4a08-4091-af80-fe39075da26a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:20.949455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Router 44e04e51-79ec-484a-9378-73d805453a11 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:24:21.008891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c33fe78-0fdc-44b0-8fef-85e68608993b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c8fee500-e7c5-4f62-b7d3-4e050df1a8d4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.011477 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c33fe78-0fdc-44b0-8fef-85e68608993b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.012635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8c33fe78-0fdc-44b0-8fef-85e68608993b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/c8fee500-e7c5-4f62-b7d3-4e050df1a8d4 HTTP/1.1" status: 204 len: 168 time: 0.6427174 Feb 10 04:24:21.017464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53356) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:21.051858 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-061ac67b-e1ea-4fe0-ae72-77e779076c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5c0f58ff-2cc6-4d57-8514-d532aa49acfc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.054268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33fe78-0fdc-44b0-8fef-85e68608993b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fee500-e7c5-4f62-b7d3-4e050df1a8d4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:21.128162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:24:21.134380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-061ac67b-e1ea-4fe0-ae72-77e779076c44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af78949c550f45aa9433798cb3fb5d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7810566 Feb 10 04:24:21.135022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ac4e261f-1192-4f68-a90c-9f915ebaf9a2 admin admin] 10.222.0.42 "PUT /v2.0/routers/44e04e51-79ec-484a-9378-73d805453a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0861311 Feb 10 04:24:21.137179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53358) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:21.139255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53360) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:21.140406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ac67b-e1ea-4fe0-ae72-77e779076c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f58ff-2cc6-4d57-8514-d532aa49acfc,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:21.144493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] Sync routers for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:24:21.147981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-29cc408d-c271-4c9e-b5a6-f2c1dc16f8f9 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1290073 Feb 10 04:24:21.151453 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.154326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53362) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:21.158728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-65bc7858-4556-4bbb-90a8-d3c8108695d4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--771021088'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:21.170552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:21.172601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:21.321484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks [] for router (44e04e51-79ec-484a-9378-73d805453a11), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.405033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67904f29-d617-4166-98c3-263646d2b84d admin admin] Publish callbacks [] for security_group (5c0f58ff-2cc6-4d57-8514-d532aa49acfc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.435082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:21.502992 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67904f29-d617-4166-98c3-263646d2b84d admin admin] Publish callbacks [] for security_group (5c0f58ff-2cc6-4d57-8514-d532aa49acfc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.523263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65bc7858-4556-4bbb-90a8-d3c8108695d4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.594004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks [] for router_gateway (44e04e51-79ec-484a-9378-73d805453a11), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.750906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:21.751272 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.770503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67904f29-d617-4166-98c3-263646d2b84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5c0f58ff-2cc6-4d57-8514-d532aa49acfc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.773648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-67904f29-d617-4166-98c3-263646d2b84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.780114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-67904f29-d617-4166-98c3-263646d2b84d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c0f58ff-2cc6-4d57-8514-d532aa49acfc HTTP/1.1" status: 204 len: 168 time: 0.6396763 Feb 10 04:24:21.796442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67904f29-d617-4166-98c3-263646d2b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f58ff-2cc6-4d57-8514-d532aa49acfc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:21.824420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Deleting port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:21.844855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.868498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:24:19Z', 'revision_number': 5, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port': {'id': '02bd2e2f-72f6-4d7a-ae29-e2e0009382ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e04e51-79ec-484a-9378-73d805453a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:17:01Z', 'updated_at': '2022-02-10T04:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:21.920509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port 2b9cf8ba-b916-475f-8fdb-3078e95cad6b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:21.922552 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.949309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] For port 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:21.949735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:21.954330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for 2b9cf8ba-b916-475f-8fdb-3078e95cad6b owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:21.964371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Calling delete_port for 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:21.991479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] Checking router: 44e04e51-79ec-484a-9378-73d805453a11 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:24:22.011998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] Routers {'44e04e51-79ec-484a-9378-73d805453a11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:22.012473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['44e04e51-79ec-484a-9378-73d805453a11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:22.029233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65bc7858-4556-4bbb-90a8-d3c8108695d4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (1a926cfb-4976-4aa4-a166-ed294a6f703f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.161463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65bc7858-4556-4bbb-90a8-d3c8108695d4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1a926cfb-4976-4aa4-a166-ed294a6f703f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.196271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] Set router 44e04e51-79ec-484a-9378-73d805453a11 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:22.212742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7858-4556-4bbb-90a8-d3c8108695d4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a926cfb-4976-4aa4-a166-ed294a6f703f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:22.281278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:24:21Z', 'revision_number': 6, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:22.308862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65bc7858-4556-4bbb-90a8-d3c8108695d4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.313084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-65bc7858-4556-4bbb-90a8-d3c8108695d4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1548183 Feb 10 04:24:22.314790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53394) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:22.318267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee8459-2ce6-4306-808c-5b46f36e5203 None None] The sync data for ids ['44e04e51-79ec-484a-9378-73d805453a11'] in n-d-827844-2 is: [{'id': '44e04e51-79ec-484a-9378-73d805453a11', 'name': 'tempest-AttachVolumeShelveTestJSON-359215405-router', 'tenant_id': '7c2a628d38d2477992013daad737abb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:17:00Z', 'updated_at': '2022-02-10T04:24:21Z', 'revision_number': 6, 'project_id': '7c2a628d38d2477992013daad737abb6', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:24:22.323556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a20733c9-a51e-42c1-978d-b0db1e91f8f5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '1a926cfb-4976-4aa4-a166-ed294a6f703f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:22.324629 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-a20733c9-a51e-42c1-978d-b0db1e91f8f5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 04:24:22.326494 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-a20733c9-a51e-42c1-978d-b0db1e91f8f5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:22.332079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53396) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:22.333201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a20733c9-a51e-42c1-978d-b0db1e91f8f5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0155838 Feb 10 04:24:22.361975 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (02bd2e2f-72f6-4d7a-ae29-e2e0009382ff), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.424919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bd2e2f-72f6-4d7a-ae29-e2e0009382ff,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:22.425506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45f87592-af92-429e-8ed5-f55f3159735a tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (1a926cfb-4976-4aa4-a166-ed294a6f703f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.430258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2b9cf8ba-b916-475f-8fdb-3078e95cad6b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.492692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=2b9cf8ba-b916-475f-8fdb-3078e95cad6b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:22.518900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (44e04e51-79ec-484a-9378-73d805453a11), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.529946 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45f87592-af92-429e-8ed5-f55f3159735a tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (1a926cfb-4976-4aa4-a166-ed294a6f703f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.684903 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (44e04e51-79ec-484a-9378-73d805453a11), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.687604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks [] for router_controller (44e04e51-79ec-484a-9378-73d805453a11), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.757211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45f87592-af92-429e-8ed5-f55f3159735a tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1a926cfb-4976-4aa4-a166-ed294a6f703f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.765232 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-45f87592-af92-429e-8ed5-f55f3159735a tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.766111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53412) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:22.772407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-45f87592-af92-429e-8ed5-f55f3159735a tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/1a926cfb-4976-4aa4-a166-ed294a6f703f HTTP/1.1" status: 204 len: 168 time: 0.4391904 Feb 10 04:24:22.780606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53416) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:22.805800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f87592-af92-429e-8ed5-f55f3159735a tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a926cfb-4976-4aa4-a166-ed294a6f703f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:22.920855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.921729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (44e04e51-79ec-484a-9378-73d805453a11), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.921729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e04e51-79ec-484a-9378-73d805453a11 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:24:22.926328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:22.934013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-945b0a4f-0876-41d9-9ecd-bfc4bb73b7c1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/44e04e51-79ec-484a-9378-73d805453a11 HTTP/1.1" status: 204 len: 168 time: 1.7913272 Feb 10 04:24:22.934735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53420) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:22.964651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fa210a1c-c4c5-42d0-8af9-03397d051bfa tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1721330 Feb 10 04:24:22.984789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53422) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:22.993207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-aa933823-789c-4f4c-b421-0cca218941c5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251194068'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:23.028062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1540085440'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:23.058511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] Deleting subnet 7d9ce85b-9867-4356-ba7b-fa6dc99eee8f {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:23.064735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] Publish callbacks [] for subnet (7d9ce85b-9867-4356-ba7b-fa6dc99eee8f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.123937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (7d9ce85b-9867-4356-ba7b-fa6dc99eee8f), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.164379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53426) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:23.183920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa933823-789c-4f4c-b421-0cca218941c5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.186247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d5423b-b166-4380-b839-369b44afe5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.231225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Made reservation on behalf of b57cf5b5f49f4b869b7d6aed5ffeab8c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:24:23.234663 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.263342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.282298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:24:23.293485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7d9ce85b-9867-4356-ba7b-fa6dc99eee8f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.435078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:24:23.440830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2c19a1d0-defa-4fa2-9871-e125588dad60 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "PUT /v2.0/routers/6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7781305 Feb 10 04:24:23.448729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53432) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:23.450067 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] Sync routers for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:24:23.461885 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:23.462633 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:23.508589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa933823-789c-4f4c-b421-0cca218941c5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (ef6f296a-7bd1-4b33-8adc-5371abc00df5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.515437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting subnet e94af07f-897f-48da-8b5c-b666ecf94f9b {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:24:23.523321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for subnet (e94af07f-897f-48da-8b5c-b666ecf94f9b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.571382 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d5423b-b166-4380-b839-369b44afe5e8 admin admin] Publish callbacks [] for security_group (432fde94-d7e3-4359-a663-3105ddb8f749), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.588800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks [] for security_group (b10d01e6-235e-40f7-a972-503b0061967f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.600009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (e94af07f-897f-48da-8b5c-b666ecf94f9b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.603995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (7d9ce85b-9867-4356-ba7b-fa6dc99eee8f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.656369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9ce85b-9867-4356-ba7b-fa6dc99eee8f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:23.661308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.677561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96599ac-d354-4ca8-ac6b-9bea10f7cb0e None None] Network 5af23f1c-ee45-479b-9c3e-cefdef08cd08 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:23.678203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cdc268a7-b728-4f2c-8948-b5a99d06bd81 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7d9ce85b-9867-4356-ba7b-fa6dc99eee8f HTTP/1.1" status: 204 len: 168 time: 0.7422512 Feb 10 04:24:23.680653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53436) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:23.682879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa933823-789c-4f4c-b421-0cca218941c5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ef6f296a-7bd1-4b33-8adc-5371abc00df5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.711237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d5d5423b-b166-4380-b839-369b44afe5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (432fde94-d7e3-4359-a663-3105ddb8f749), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.756829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b10d01e6-235e-40f7-a972-503b0061967f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.826459 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d5d5423b-b166-4380-b839-369b44afe5e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b44c7b7a65df4901b0fadcc416f6a683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610177 Feb 10 04:24:23.829812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53442) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:23.831065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e94af07f-897f-48da-8b5c-b666ecf94f9b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.853236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:24:23.854188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e046525b-0e1e-4784-8395-145a406dd391 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:23.862381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa933823-789c-4f4c-b421-0cca218941c5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6f296a-7bd1-4b33-8adc-5371abc00df5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:23.889346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cff1d6a3-54c0-4a59-bf53-32e5d81dbcbc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.889690 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Added segment cff1d6a3-54c0-4a59-bf53-32e5d81dbcbc of type vlan for network a2a7079a-417b-4b6a-991a-0118fb149822 Feb 10 04:24:23.892946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (5af23f1c-ee45-479b-9c3e-cefdef08cd08), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.909649 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:23.921272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aa933823-789c-4f4c-b421-0cca218941c5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:23.922569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aa933823-789c-4f4c-b421-0cca218941c5 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9353206 Feb 10 04:24:23.930788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53444) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:23.940133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e046525b-0e1e-4784-8395-145a406dd391 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:23.940862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e046525b-0e1e-4784-8395-145a406dd391 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:23.942647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:23.971769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:23.972892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 02bd2e2f-72f6-4d7a-ae29-e2e0009382ff not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:23.975012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4678e163-bd3f-4d7c-aced-c6fb56b5a27d tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': 'ef6f296a-7bd1-4b33-8adc-5371abc00df5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:23.975897 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-4678e163-bd3f-4d7c-aced-c6fb56b5a27d tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 04:24:23.976599 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-4678e163-bd3f-4d7c-aced-c6fb56b5a27d tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:23.980888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4678e163-bd3f-4d7c-aced-c6fb56b5a27d tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0464084 Feb 10 04:24:23.982591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5423b-b166-4380-b839-369b44afe5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432fde94-d7e3-4359-a663-3105ddb8f749,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:23.985095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53446) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:24.041158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a2a7079a-417b-4b6a-991a-0118fb149822), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.072528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aba307d1-f46b-4ca2-8de4-570a1b007648 admin admin] Publish callbacks [] for security_group (432fde94-d7e3-4359-a663-3105ddb8f749), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.096296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] DHCP port deletion for 5af23f1c-ee45-479b-9c3e-cefdef08cd08 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:24.099498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10d01e6-235e-40f7-a972-503b0061967f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:24.151572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aba307d1-f46b-4ca2-8de4-570a1b007648 admin admin] Publish callbacks [] for security_group (432fde94-d7e3-4359-a663-3105ddb8f749), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.166595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e3394b0-0520-4181-95c3-2f896f06dc42 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (ef6f296a-7bd1-4b33-8adc-5371abc00df5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.169881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Deleting port 309041a9-9a16-45c2-99ce-e4d2e218c730 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:24.170212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.171391 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:22Z', 'revision_number': 7, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:24.175209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] Deleting port 309041a9-9a16-45c2-99ce-e4d2e218c730 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:24.175697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.182090 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (e94af07f-897f-48da-8b5c-b666ecf94f9b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.213149 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] Checking router: 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:24:24.237911 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] Routers {'6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:24.239689 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:24.247713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e3394b0-0520-4181-95c3-2f896f06dc42 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (ef6f296a-7bd1-4b33-8adc-5371abc00df5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.258977 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a2a7079a-417b-4b6a-991a-0118fb149822), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.264606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:24.264818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] For port 309041a9-9a16-45c2-99ce-e4d2e218c730, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=309041a9-9a16-45c2-99ce-e4d2e218c730,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:24.265216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.265637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.272029 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.281352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/subnets/e94af07f-897f-48da-8b5c-b666ecf94f9b HTTP/1.1" status: 204 len: 168 time: 0.8315270 Feb 10 04:24:24.287036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197fff87-b74d-443a-9346-90a8d4487a79 None None] Network 96063241-fd3a-4125-bea9-30bc59ac991c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:24.295674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53454) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:24.296562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e8a61-6a6d-44d2-9d26-faea79f01d45 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Subnet': ['ID=e94af07f-897f-48da-8b5c-b666ecf94f9b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:24.375460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] Calling delete_port for 309041a9-9a16-45c2-99ce-e4d2e218c730 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:24.375964 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] Set router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:24.385460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] For port 309041a9-9a16-45c2-99ce-e4d2e218c730, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=309041a9-9a16-45c2-99ce-e4d2e218c730,segment=NetworkSegment(28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8),segment_id=28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:24.385826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.437379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Calling delete_port for 309041a9-9a16-45c2-99ce-e4d2e218c730 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:24.440621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Pushing event updated for resources: {'Network': ['ID=a2a7079a-417b-4b6a-991a-0118fb149822,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:24.463623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a2a7079a-417b-4b6a-991a-0118fb149822 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:24:24.467457 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-65268cc0-a1f7-41b7-b73b-c936eeda9aa7 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6948788 Feb 10 04:24:24.467457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53458) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:24.510087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-8a6ed7e5-bb23-490e-bb57-7624518ca235 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-71620677') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:24.550420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.553775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e3394b0-0520-4181-95c3-2f896f06dc42 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ef6f296a-7bd1-4b33-8adc-5371abc00df5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.556480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e3394b0-0520-4181-95c3-2f896f06dc42 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.557876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e3394b0-0520-4181-95c3-2f896f06dc42 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/ef6f296a-7bd1-4b33-8adc-5371abc00df5 HTTP/1.1" status: 204 len: 168 time: 0.5656936 Feb 10 04:24:24.595869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53460) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:24.598287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3394b0-0520-4181-95c3-2f896f06dc42 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6f296a-7bd1-4b33-8adc-5371abc00df5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:24.612670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aba307d1-f46b-4ca2-8de4-570a1b007648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (432fde94-d7e3-4359-a663-3105ddb8f749), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.617042 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aba307d1-f46b-4ca2-8de4-570a1b007648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.622273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aba307d1-f46b-4ca2-8de4-570a1b007648 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/432fde94-d7e3-4359-a663-3105ddb8f749 HTTP/1.1" status: 204 len: 168 time: 0.7836790 Feb 10 04:24:24.633394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba307d1-f46b-4ca2-8de4-570a1b007648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432fde94-d7e3-4359-a663-3105ddb8f749,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:24.724373 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:22Z', 'revision_number': 7, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:24.750364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.779208 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a0d63-b4f1-4f14-ae55-dc68b83395e5 None None] The sync data for ids ['6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd'] in n-d-827844-2 is: [{'id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'name': 'tempest-TestNetworkBasicOps-router-2042819321', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:21:45Z', 'updated_at': '2022-02-10T04:24:22Z', 'revision_number': 7, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:21:46Z', 'updated_at': '2022-02-10T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:24:24.797518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.813184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (309041a9-9a16-45c2-99ce-e4d2e218c730), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.818757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb61971a-8aaf-4d65-9472-ca7ba017cb1c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2160733 Feb 10 04:24:24.825553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53466) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:24.830621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-26240b50-44b5-4611-b20e-90ebaf2050e3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--617414990'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:24.867589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] DHCP port deletion for 96063241-fd3a-4125-bea9-30bc59ac991c request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:24:24.871423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] Pushing event deleted for resources: {'Port': ['ID=309041a9-9a16-45c2-99ce-e4d2e218c730,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:24.873539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189077e-b0cf-4eb9-99cd-c8977f79fdba None None] No DVR routers for this DVR port 309041a9-9a16-45c2-99ce-e4d2e218c730 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:24.906112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=309041a9-9a16-45c2-99ce-e4d2e218c730,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:24.927354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] No DVR routers for this DVR port 309041a9-9a16-45c2-99ce-e4d2e218c730 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:24.933895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] Deleting port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:24.934276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:24.977196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:24:24.977812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.014972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26240b50-44b5-4611-b20e-90ebaf2050e3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.035961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] For port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=53cdb0ed-63c0-4998-9429-a5b3b2c91fa5,segment=NetworkSegment(fc9ed2d5-1280-406c-ab8c-02ac38b17794),segment_id=fc9ed2d5-1280-406c-ab8c-02ac38b17794)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:25.036404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.049932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a6ed7e5-bb23-490e-bb57-7624518ca235 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "PUT /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-71620677 HTTP/1.1" status: 201 len: 201 time: 0.5821402 Feb 10 04:24:25.056989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] Calling delete_port for 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:25.065337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53472) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.072362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-107349ad-8c17-4665-88bd-d75a4d34f71a tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-71620677') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:25.085508 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (5af23f1c-ee45-479b-9c3e-cefdef08cd08), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.111310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af23f1c-ee45-479b-9c3e-cefdef08cd08']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:25.120171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:25.120638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:25.134278 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.154322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:25.154976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.158995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.169076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:25.169807 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (28c0e9be-dd66-4bb0-b62c-e8979c9a4fe8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:25.172794 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:25.177730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:24:25.286539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26240b50-44b5-4611-b20e-90ebaf2050e3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (9d12833d-58ec-4dcc-b503-0d1bfac9b50b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.321823 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-107349ad-8c17-4665-88bd-d75a4d34f71a tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "GET /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-71620677 HTTP/1.1" status: 204 len: 168 time: 0.2555280 Feb 10 04:24:25.325138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53478) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.330899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-0ea6c5d1-6176-433a-bb94-cb04599735b4 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:25.423745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0ea6c5d1-6176-433a-bb94-cb04599735b4 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "GET /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags HTTP/1.1" status: 200 len: 236 time: 0.0945637 Feb 10 04:24:25.425605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53484) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.430194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-d38f6e3b-2eee-4f64-9d8e-20b6194c6eec tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', {'tags': ['tempest-TagsTest-Tag-70223512', 'tempest-TagsTest-Tag-1711617011', 'tempest-TagsTest-Tag-405986747']}) {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:25.432304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (5af23f1c-ee45-479b-9c3e-cefdef08cd08), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.441526 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (53cdb0ed-63c0-4998-9429-a5b3b2c91fa5), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.461207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26240b50-44b5-4611-b20e-90ebaf2050e3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9d12833d-58ec-4dcc-b503-0d1bfac9b50b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.462001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.467411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5af23f1c-ee45-479b-9c3e-cefdef08cd08 HTTP/1.1" status: 204 len: 168 time: 1.7855427 Feb 10 04:24:25.495210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fe80d-37e7-4033-945a-fb7b2f8e25b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af23f1c-ee45-479b-9c3e-cefdef08cd08,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:25.512495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] Pushing event deleted for resources: {'Port': ['ID=53cdb0ed-63c0-4998-9429-a5b3b2c91fa5,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:25.520506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db4d42-38d5-4d9f-b191-9c25876fa116 None None] No DVR routers for this DVR port 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:24:25.552449 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26240b50-44b5-4611-b20e-90ebaf2050e3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.556646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-26240b50-44b5-4611-b20e-90ebaf2050e3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7271028 Feb 10 04:24:25.564443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53490) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.567567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26240b50-44b5-4611-b20e-90ebaf2050e3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12833d-58ec-4dcc-b503-0d1bfac9b50b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:25.575672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ecf5d7aa-c117-4a40-909f-f7b5343222ff tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '9d12833d-58ec-4dcc-b503-0d1bfac9b50b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:25.589825 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-ecf5d7aa-c117-4a40-909f-f7b5343222ff tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 04:24:25.595211 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-ecf5d7aa-c117-4a40-909f-f7b5343222ff tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:25.595211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ecf5d7aa-c117-4a40-909f-f7b5343222ff tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250232 Feb 10 04:24:25.598357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53492) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.607985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a9680ce4-ad71-4b0d-bf3d-86ecb67458b3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '9d12833d-58ec-4dcc-b503-0d1bfac9b50b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:25.608681 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-a9680ce4-ad71-4b0d-bf3d-86ecb67458b3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 04:24:25.610668 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-a9680ce4-ad71-4b0d-bf3d-86ecb67458b3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:25.616152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a9680ce4-ad71-4b0d-bf3d-86ecb67458b3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0154097 Feb 10 04:24:25.616883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53494) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.627148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 309041a9-9a16-45c2-99ce-e4d2e218c730 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:25.668562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5e44df93-6bdf-4784-808a-1121eac73a58 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '9d12833d-58ec-4dcc-b503-0d1bfac9b50b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:25.669448 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-5e44df93-6bdf-4784-808a-1121eac73a58 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 04:24:25.669959 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-5e44df93-6bdf-4784-808a-1121eac73a58 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:25.678853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e44df93-6bdf-4784-808a-1121eac73a58 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0462697 Feb 10 04:24:25.681245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53498) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.693927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 309041a9-9a16-45c2-99ce-e4d2e218c730 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:25.694365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d4e37301-2067-4cb8-a19d-2a1be0a4949c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '9d12833d-58ec-4dcc-b503-0d1bfac9b50b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:25.694895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 309041a9-9a16-45c2-99ce-e4d2e218c730 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:25.695766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2b9cf8ba-b916-475f-8fdb-3078e95cad6b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:25.696745 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-d4e37301-2067-4cb8-a19d-2a1be0a4949c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 04:24:25.703597 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-d4e37301-2067-4cb8-a19d-2a1be0a4949c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:25.709172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d4e37301-2067-4cb8-a19d-2a1be0a4949c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0270615 Feb 10 04:24:25.709922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53500) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:25.744253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 2b9cf8ba-b916-475f-8fdb-3078e95cad6b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:25.744835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2b9cf8ba-b916-475f-8fdb-3078e95cad6b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:25.745364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:25.798378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:25.802846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 53cdb0ed-63c0-4998-9429-a5b3b2c91fa5 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:25.855864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92b8934-ba17-4a9e-8fc9-5181d92102eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (9d12833d-58ec-4dcc-b503-0d1bfac9b50b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:25.892127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92b8934-ba17-4a9e-8fc9-5181d92102eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (9d12833d-58ec-4dcc-b503-0d1bfac9b50b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.117277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92b8934-ba17-4a9e-8fc9-5181d92102eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9d12833d-58ec-4dcc-b503-0d1bfac9b50b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.120228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92b8934-ba17-4a9e-8fc9-5181d92102eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.121508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e92b8934-ba17-4a9e-8fc9-5181d92102eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/9d12833d-58ec-4dcc-b503-0d1bfac9b50b HTTP/1.1" status: 204 len: 168 time: 0.4105394 Feb 10 04:24:26.124696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53518) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.132496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b8934-ba17-4a9e-8fc9-5181d92102eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12833d-58ec-4dcc-b503-0d1bfac9b50b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:26.175539 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81f186f3-1a4d-477b-990d-1f19b2c5bd10 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497260 Feb 10 04:24:26.180397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53520) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.185734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2015316e-104b-4770-9f07-a063dba36e98 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249560734'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:26.204502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.220751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53524) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.239040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:26.272534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-59fbd4f3-5ad1-4504-83f3-801e751346b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c2a628d38d2477992013daad737abb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503657 Feb 10 04:24:26.273174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53528) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.311689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.342193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d9b073c-681d-48a7-a248-26a9a775e679 admin admin] Publish callbacks [] for security_group (f5fc85dd-e246-4eba-867e-73d1053f805f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.346365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d38f6e3b-2eee-4f64-9d8e-20b6194c6eec tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "PUT /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags HTTP/1.1" status: 200 len: 306 time: 0.9196584 Feb 10 04:24:26.347362 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2015316e-104b-4770-9f07-a063dba36e98 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.353295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53532) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.358560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-3b4ae635-4c65-41f1-8d1e-ee75e9ca686c tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-70223512') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:26.392540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d9b073c-681d-48a7-a248-26a9a775e679 admin admin] Publish callbacks [] for security_group (f5fc85dd-e246-4eba-867e-73d1053f805f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.492250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2015316e-104b-4770-9f07-a063dba36e98 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (2b61854d-f8ae-48ae-8acd-c1ffbb5ea295), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.494248 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.496482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_controller (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.588531 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d9b073c-681d-48a7-a248-26a9a775e679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f5fc85dd-e246-4eba-867e-73d1053f805f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.591399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d9b073c-681d-48a7-a248-26a9a775e679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.592572 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5d9b073c-681d-48a7-a248-26a9a775e679 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5fc85dd-e246-4eba-867e-73d1053f805f HTTP/1.1" status: 204 len: 168 time: 0.3184848 Feb 10 04:24:26.600462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b073c-681d-48a7-a248-26a9a775e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc85dd-e246-4eba-867e-73d1053f805f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:26.634831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.634983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3b4ae635-4c65-41f1-8d1e-ee75e9ca686c tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "DELETE /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-70223512 HTTP/1.1" status: 204 len: 168 time: 0.2776294 Feb 10 04:24:26.635089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Fanout notify agent at l3_agent the message router_deleted on router 6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:24:26.635089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2015316e-104b-4770-9f07-a063dba36e98 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2b61854d-f8ae-48ae-8acd-c1ffbb5ea295), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.638282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53544) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.648507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.648507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a5c5b587-62e7-4483-a8e3-10ed54e9759b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/routers/6c14b8df-b6f4-4f7c-b494-8858a4fc8ebd HTTP/1.1" status: 204 len: 168 time: 2.3425577 Feb 10 04:24:26.651006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53546) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.671183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-90cf92e6-0358-47a4-b701-f64f962d2bd3 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-70223512') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:26.703653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015316e-104b-4770-9f07-a063dba36e98 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61854d-f8ae-48ae-8acd-c1ffbb5ea295,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:26.771546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (96063241-fd3a-4125-bea9-30bc59ac991c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.798521 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-90cf92e6-0358-47a4-b701-f64f962d2bd3 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] show failed (client error): The resource could not be found. Feb 10 04:24:26.803867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53550) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.804048 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-90cf92e6-0358-47a4-b701-f64f962d2bd3 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "GET /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-70223512 HTTP/1.1" status: 404 len: 324 time: 0.1374474 Feb 10 04:24:26.808793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-9f1bc791-16a4-4b12-a170-a359b37e12f0 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-1711617011') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:26.839202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2015316e-104b-4770-9f07-a063dba36e98 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.843145 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2015316e-104b-4770-9f07-a063dba36e98 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6616933 Feb 10 04:24:26.846309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.854387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0830148c-0ad0-4ff0-b077-d4224ab2c170 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:26.855987 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-0830148c-0ad0-4ff0-b077-d4224ab2c170 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 04:24:26.856825 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-0830148c-0ad0-4ff0-b077-d4224ab2c170 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:26.858031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0830148c-0ad0-4ff0-b077-d4224ab2c170 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104470 Feb 10 04:24:26.860967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:26.868501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-128bd4de-8c2a-4619-a628-6e6010023cde tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:26.903955 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (96063241-fd3a-4125-bea9-30bc59ac991c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:26.936007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96063241-fd3a-4125-bea9-30bc59ac991c']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:26.987159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ed2d5-1280-406c-ab8c-02ac38b17794') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:26.987456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ed2d5-1280-406c-ab8c-02ac38b17794') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:26.999317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9f1bc791-16a4-4b12-a170-a359b37e12f0 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "GET /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-1711617011 HTTP/1.1" status: 204 len: 168 time: 0.1942959 Feb 10 04:24:27.003576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (fc9ed2d5-1280-406c-ab8c-02ac38b17794), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.008372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53564) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.012890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.tag.tag_plugin [None req-e7350c53-d369-4a0d-8e36-b44a0708e84c tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-405986747') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:27.037920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fc9ed2d5-1280-406c-ab8c-02ac38b17794), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.044556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:27.045012 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (fc9ed2d5-1280-406c-ab8c-02ac38b17794), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:27.048070 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:27.109251 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-128bd4de-8c2a-4619-a628-6e6010023cde tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:27.115863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-128bd4de-8c2a-4619-a628-6e6010023cde tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2533932 Feb 10 04:24:27.118842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53574) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.124823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-17af2bee-fca1-4053-bffb-d007fd6023f0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:27.129878 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-17af2bee-fca1-4053-bffb-d007fd6023f0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 04:24:27.129878 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-17af2bee-fca1-4053-bffb-d007fd6023f0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:27.129878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17af2bee-fca1-4053-bffb-d007fd6023f0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069797 Feb 10 04:24:27.132172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53576) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.167224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d2112a29-adb2-4e14-8b50-ffb18e35915b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:27.184200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e7350c53-d369-4a0d-8e36-b44a0708e84c tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "GET /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-405986747 HTTP/1.1" status: 204 len: 168 time: 0.1747987 Feb 10 04:24:27.186823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53580) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.193099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-8bc2b870-746a-4157-b600-9284e7fde54e tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:27.258005 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (96063241-fd3a-4125-bea9-30bc59ac991c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.291451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.298216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/networks/96063241-fd3a-4125-bea9-30bc59ac991c HTTP/1.1" status: 204 len: 168 time: 0.6457677 Feb 10 04:24:27.339076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53588) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.344592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'network': {'name': 'tempest-network-smoke--937070501', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'port_security_enabled': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:27.350175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97bedd-f426-48bc-be9d-c8fa46a83e0d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Network': ['ID=96063241-fd3a-4125-bea9-30bc59ac991c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:27.439282 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-d2112a29-adb2-4e14-8b50-ffb18e35915b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:27.444302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2112a29-adb2-4e14-8b50-ffb18e35915b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3075054 Feb 10 04:24:27.444829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.449393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d0e6f7a1-1c2f-4474-8e26-5d9b566df86b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:27.450945 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-d0e6f7a1-1c2f-4474-8e26-5d9b566df86b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 04:24:27.451503 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-d0e6f7a1-1c2f-4474-8e26-5d9b566df86b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:27.452537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d0e6f7a1-1c2f-4474-8e26-5d9b566df86b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066817 Feb 10 04:24:27.455003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53594) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.461238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8bc2b870-746a-4157-b600-9284e7fde54e tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "DELETE /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags HTTP/1.1" status: 204 len: 168 time: 0.2724299 Feb 10 04:24:27.479361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53596) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.479608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3b241809-7127-4eb3-94d4-632b6d4dc568 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:27.479725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-915bda51-2fe3-4c27-90b8-aa7cf8d10f41 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-1711617011') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:27.558335 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-915bda51-2fe3-4c27-90b8-aa7cf8d10f41 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] show failed (client error): The resource could not be found. Feb 10 04:24:27.563000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-915bda51-2fe3-4c27-90b8-aa7cf8d10f41 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "GET /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-1711617011 HTTP/1.1" status: 404 len: 326 time: 0.0905252 Feb 10 04:24:27.571315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53606) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.575948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:24:27.576812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-285d864c-bcf9-4b98-bd32-169f38677c21 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822', 'tempest-TagsTest-Tag-405986747') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:27.608998 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-3b241809-7127-4eb3-94d4-632b6d4dc568 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Project 60147dee6f9c49c383de21ec411c264a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:24:27.611195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:24:27.616259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.642157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c3227e3e-8dff-45fe-b0d0-c252c12ed00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.644394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:24:27.644902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a8a161d5-9fa2-4c33-996a-24dc9dfcf0b4 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:24:27.680066 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-285d864c-bcf9-4b98-bd32-169f38677c21 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] show failed (client error): The resource could not be found. Feb 10 04:24:27.681211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-285d864c-bcf9-4b98-bd32-169f38677c21 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "GET /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags/tempest-TagsTest-Tag-405986747 HTTP/1.1" status: 404 len: 325 time: 0.1078651 Feb 10 04:24:27.684079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53612) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.684222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:24:27.691120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.tag.tag_plugin [None req-97dc3e7a-5400-426b-a52b-7a92e9492847 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2a7079a-417b-4b6a-991a-0118fb149822') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:27.700393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5a16647f-3038-4e36-8c9d-01bd87b99cb9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.700393 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Added segment 5a16647f-3038-4e36-8c9d-01bd87b99cb9 of type vlan for network 0ca4166b-f350-443b-8f44-681a881c24d7 Feb 10 04:24:27.747268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0ca4166b-f350-443b-8f44-681a881c24d7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.782206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-97dc3e7a-5400-426b-a52b-7a92e9492847 tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "DELETE /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822/tags HTTP/1.1" status: 204 len: 168 time: 0.0965924 Feb 10 04:24:27.787415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53616) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.799670 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-3b241809-7127-4eb3-94d4-632b6d4dc568 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:27.804981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3b241809-7127-4eb3-94d4-632b6d4dc568 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3489718 Feb 10 04:24:27.812277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53620) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.817558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-46255249-f357-4e1c-b0cf-00b51f73de4e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:27.818039 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-46255249-f357-4e1c-b0cf-00b51f73de4e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 04:24:27.819849 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-46255249-f357-4e1c-b0cf-00b51f73de4e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:27.823452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-46255249-f357-4e1c-b0cf-00b51f73de4e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099528 Feb 10 04:24:27.824047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53622) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:27.834158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-17ad8572-bec5-4629-8751-cecb92912865 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:27.886558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a2a7079a-417b-4b6a-991a-0118fb149822), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.911824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0ca4166b-f350-443b-8f44-681a881c24d7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:27.917839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:27.919028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.013442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a2a7079a-417b-4b6a-991a-0118fb149822), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.053453 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-17ad8572-bec5-4629-8751-cecb92912865 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Project 60147dee6f9c49c383de21ec411c264a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:24:28.055794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a7079a-417b-4b6a-991a-0118fb149822']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:28.057845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Network': ['ID=0ca4166b-f350-443b-8f44-681a881c24d7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:28.096887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0ca4166b-f350-443b-8f44-681a881c24d7 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:24:28.099108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff1d6a3-54c0-4a59-bf53-32e5d81dbcbc') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:28.099108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff1d6a3-54c0-4a59-bf53-32e5d81dbcbc') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:28.109240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (cff1d6a3-54c0-4a59-bf53-32e5d81dbcbc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.123855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cff1d6a3-54c0-4a59-bf53-32e5d81dbcbc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.131678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:24:28.135653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (cff1d6a3-54c0-4a59-bf53-32e5d81dbcbc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:24:28.136555 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:24:28.139208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53636) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:28.140189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43ad86a5-be9a-4128-bdb5-fa1b1c415c39 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7998590 Feb 10 04:24:28.161665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2960912', 'admin_state_up': True, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:28.194803 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-17ad8572-bec5-4629-8751-cecb92912865 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:28.197125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-17ad8572-bec5-4629-8751-cecb92912865 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3721588 Feb 10 04:24:28.200022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53642) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:28.205835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e4b40067-748d-4829-a201-dae099c2c165 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '2b61854d-f8ae-48ae-8acd-c1ffbb5ea295', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:28.406008 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-e4b40067-748d-4829-a201-dae099c2c165 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Project 60147dee6f9c49c383de21ec411c264a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:24:28.408638 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (09b81992-123a-4b37-9d7f-bc25f16553c2), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.411150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (09b81992-123a-4b37-9d7f-bc25f16553c2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.423072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a2a7079a-417b-4b6a-991a-0118fb149822), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.430327 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.439620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] 10.222.0.42 "DELETE /v2.0/networks/a2a7079a-417b-4b6a-991a-0118fb149822 HTTP/1.1" status: 204 len: 168 time: 0.6506286 Feb 10 04:24:28.477067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23530db4-425e-4fcd-a689-3f23a503bfcd tempest-TagsTest-1601376498 tempest-TagsTest-1601376498-project] Pushing event deleted for resources: {'Network': ['ID=a2a7079a-417b-4b6a-991a-0118fb149822,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:28.497030 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-e4b40067-748d-4829-a201-dae099c2c165 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:28.499211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4b40067-748d-4829-a201-dae099c2c165 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2980285 Feb 10 04:24:28.502317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53656) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:28.574019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_controller (09b81992-123a-4b37-9d7f-bc25f16553c2), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.608871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cd647a7-34e8-4bfd-8bde-6a9602b1503c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (2b61854d-f8ae-48ae-8acd-c1ffbb5ea295), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.652092 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cd647a7-34e8-4bfd-8bde-6a9602b1503c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (2b61854d-f8ae-48ae-8acd-c1ffbb5ea295), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:28.925631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (09b81992-123a-4b37-9d7f-bc25f16553c2), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.214160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53678) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:29.225637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cd647a7-34e8-4bfd-8bde-6a9602b1503c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2b61854d-f8ae-48ae-8acd-c1ffbb5ea295), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.228993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cd647a7-34e8-4bfd-8bde-6a9602b1503c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.230413 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5cd647a7-34e8-4bfd-8bde-6a9602b1503c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b61854d-f8ae-48ae-8acd-c1ffbb5ea295 HTTP/1.1" status: 204 len: 168 time: 0.7256646 Feb 10 04:24:29.235680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53682) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:29.249315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd647a7-34e8-4bfd-8bde-6a9602b1503c tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61854d-f8ae-48ae-8acd-c1ffbb5ea295,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:29.369182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6502c106-21c9-42e6-923d-1acc69d169c3 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1258156 Feb 10 04:24:29.370185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53692) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:29.381280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-24680a89-85c1-4a71-b50f-d7a08e739498 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--430205650'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:29.449419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (09b81992-123a-4b37-9d7f-bc25f16553c2), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.485686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.515057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b3a483b2-fdc3-4b53-a336-1cb0b1687c9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b57cf5b5f49f4b869b7d6aed5ffeab8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988079 Feb 10 04:24:29.517591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:29.592547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24680a89-85c1-4a71-b50f-d7a08e739498 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.608073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87a38e5e-fceb-4ca0-9ce9-83757f0cda18 admin admin] Publish callbacks [] for security_group (b10d01e6-235e-40f7-a972-503b0061967f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.647471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87a38e5e-fceb-4ca0-9ce9-83757f0cda18 admin admin] Publish callbacks [] for security_group (b10d01e6-235e-40f7-a972-503b0061967f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.670123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.25.8.110 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c09a388a-6ffb-4d74-b165-3ae0468ae3b6) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:24:29.809355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24680a89-85c1-4a71-b50f-d7a08e739498 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (924e364e-4c99-4dc4-ae9e-d7133a974f00), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.835129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.860314 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12f80665-d2be-46d5-aed6-e26a9734eb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.889185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24680a89-85c1-4a71-b50f-d7a08e739498 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (924e364e-4c99-4dc4-ae9e-d7133a974f00), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.894164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87a38e5e-fceb-4ca0-9ce9-83757f0cda18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b10d01e6-235e-40f7-a972-503b0061967f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.897260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-87a38e5e-fceb-4ca0-9ce9-83757f0cda18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.901251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-87a38e5e-fceb-4ca0-9ce9-83757f0cda18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b10d01e6-235e-40f7-a972-503b0061967f HTTP/1.1" status: 204 len: 168 time: 0.3797846 Feb 10 04:24:29.967743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680a89-85c1-4a71-b50f-d7a08e739498 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924e364e-4c99-4dc4-ae9e-d7133a974f00,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:29.977519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:29.987018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a38e5e-fceb-4ca0-9ce9-83757f0cda18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10d01e6-235e-40f7-a972-503b0061967f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:30.047726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-24680a89-85c1-4a71-b50f-d7a08e739498 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:30.051794 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-24680a89-85c1-4a71-b50f-d7a08e739498 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6757767 Feb 10 04:24:30.052209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:24:30.056028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:30.057225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:30.058940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-03569522-df51-43d1-9ec0-a0726d709ace tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '924e364e-4c99-4dc4-ae9e-d7133a974f00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:30.062847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:24:30.065973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:30.265874 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-03569522-df51-43d1-9ec0-a0726d709ace tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The resource could not be found. Feb 10 04:24:30.268746 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-03569522-df51-43d1-9ec0-a0726d709ace tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2129354 Feb 10 04:24:30.270175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53728) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:30.276884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-172757d8-00eb-4eee-9df2-1f10fec014c4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '924e364e-4c99-4dc4-ae9e-d7133a974f00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1cc3d0e1-9f84-4f38-a3e8-7ce8b05daa3a'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:30.522650 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-172757d8-00eb-4eee-9df2-1f10fec014c4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The resource could not be found. Feb 10 04:24:30.523765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-172757d8-00eb-4eee-9df2-1f10fec014c4 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2523293 Feb 10 04:24:30.526504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:30.568800 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (09b81992-123a-4b37-9d7f-bc25f16553c2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:30.654090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2982ee0e-d346-4c6b-8bb5-5d975463bd50 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (924e364e-4c99-4dc4-ae9e-d7133a974f00), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:30.702930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2982ee0e-d346-4c6b-8bb5-5d975463bd50 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (924e364e-4c99-4dc4-ae9e-d7133a974f00), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:30.939461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2982ee0e-d346-4c6b-8bb5-5d975463bd50 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (924e364e-4c99-4dc4-ae9e-d7133a974f00), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:30.943989 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2982ee0e-d346-4c6b-8bb5-5d975463bd50 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:30.943989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2982ee0e-d346-4c6b-8bb5-5d975463bd50 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/924e364e-4c99-4dc4-ae9e-d7133a974f00 HTTP/1.1" status: 204 len: 168 time: 0.4159319 Feb 10 04:24:30.946589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53762) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:30.983112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (09b81992-123a-4b37-9d7f-bc25f16553c2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:30.989871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982ee0e-d346-4c6b-8bb5-5d975463bd50 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e364e-4c99-4dc4-ae9e-d7133a974f00,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:31.060983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8b26633a-b705-4d72-8455-c13ec7126187 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1104882 Feb 10 04:24:31.062512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53766) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:31.068587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-28d6ef1d-81fa-46d3-a263-97a447c24333 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '0cc5166d-c678-4196-aea6-15ac463a0ae1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:31.096537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:31.240473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 09b81992-123a-4b37-9d7f-bc25f16553c2 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:24:31.286062 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-28d6ef1d-81fa-46d3-a263-97a447c24333 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The resource could not be found. Feb 10 04:24:31.290831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28d6ef1d-81fa-46d3-a263-97a447c24333 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2239954 Feb 10 04:24:31.305086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53774) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:31.305086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-daf930c8-d354-432d-8f7b-3667a039e27e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--940669588'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:31.404251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:24:31.429076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Sync routers for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:24:31.457450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-daf930c8-d354-432d-8f7b-3667a039e27e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:31.465068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:31.465068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:31.552697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:31.554016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a3119e9-2969-48dc-ae3a-2a594791107f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4019046 Feb 10 04:24:31.556919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53786) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:31.600844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-daf930c8-d354-432d-8f7b-3667a039e27e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (71d59fcf-d78d-4eb7-87c4-10bb8c78c669), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:31.668575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-740f61b1-14d0-447e-83db-c97346e60d82 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9448d5f2d8a745fb843a9cc39ab68f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1099558 Feb 10 04:24:31.671348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53790) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:31.758070 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-daf930c8-d354-432d-8f7b-3667a039e27e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (71d59fcf-d78d-4eb7-87c4-10bb8c78c669), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:31.773600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:31.880509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf930c8-d354-432d-8f7b-3667a039e27e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d59fcf-d78d-4eb7-87c4-10bb8c78c669,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:31.929494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a450db5-0a93-4ca1-b588-aec8c1ece55e tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:31.931577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6a450db5-0a93-4ca1-b588-aec8c1ece55e tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2592072 Feb 10 04:24:31.935216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53802) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:31.957122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-daf930c8-d354-432d-8f7b-3667a039e27e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:31.969102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-daf930c8-d354-432d-8f7b-3667a039e27e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6668026 Feb 10 04:24:31.971491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53806) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:31.977972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-02830196-3f0e-44ad-9002-16e2b23d660e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554347301'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:32.009810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fc65bf01-d0cd-4fb2-b6a3-9916978fbb2f tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730941 Feb 10 04:24:32.012257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53808) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:32.023895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370054417', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:32.084480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53814) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:32.114866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02830196-3f0e-44ad-9002-16e2b23d660e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.116973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:30Z', 'revision_number': 3, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:32.161251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Checking router: 09b81992-123a-4b37-9d7f-bc25f16553c2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:24:32.161534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Updating router 09b81992-123a-4b37-9d7f-bc25f16553c2 port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:24:32.204978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.268829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:24:32.273328 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.339976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02830196-3f0e-44ad-9002-16e2b23d660e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (41f0e083-a881-478c-98b7-f7a82af36aed), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.402479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02830196-3f0e-44ad-9002-16e2b23d660e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (41f0e083-a881-478c-98b7-f7a82af36aed), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.530377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68766d06-7f4c-4ba7-aa8f-ba9e9a6d4350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.555155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02830196-3f0e-44ad-9002-16e2b23d660e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.556740 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-02830196-3f0e-44ad-9002-16e2b23d660e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5832081 Feb 10 04:24:32.561239 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53826) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:32.567360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c19c1067-45a3-4d6b-b0c4-f6818e418b03 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': '71d59fcf-d78d-4eb7-87c4-10bb8c78c669', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '41f0e083-a881-478c-98b7-f7a82af36aed'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:32.605451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02830196-3f0e-44ad-9002-16e2b23d660e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f0e083-a881-478c-98b7-f7a82af36aed,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:32.691551 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (1df6eb95-d705-4a17-a53c-b622108a0ede), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.701764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68766d06-7f4c-4ba7-aa8f-ba9e9a6d4350 admin admin] Publish callbacks [] for security_group (d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.760785 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Publish callbacks [] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.771771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.788439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Subnet': ['ID=1df6eb95-d705-4a17-a53c-b622108a0ede,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:32.801819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Checking segment: {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:24:32.801819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network hostable DHCP agents. Network: 0ca4166b-f350-443b-8f44-681a881c24d7, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:24:32.821188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68766d06-7f4c-4ba7-aa8f-ba9e9a6d4350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.852163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:32.858382 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-c19c1067-45a3-4d6b-b0c4-f6818e418b03 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:32.860066 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c19c1067-45a3-4d6b-b0c4-f6818e418b03 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2971594 Feb 10 04:24:32.864447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53836) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:32.887437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-68766d06-7f4c-4ba7-aa8f-ba9e9a6d4350 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfc4b60598f94ab886f61a54eb59c49f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015091 Feb 10 04:24:32.902114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53840) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:32.928589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68766d06-7f4c-4ba7-aa8f-ba9e9a6d4350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:32.950308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 0ca4166b-f350-443b-8f44-681a881c24d7 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:24:33.041525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Attempting to bind port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:24:33.041804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Attempting to bind port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:24:33.042171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Attempting to bind port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:24:33.053622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4237541-4824-46f6-9519-4a75cf7e8409 None None] Pushing event updated for resources: {'Port': ['ID=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:33.057392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:24:33.058031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:24:33.058622 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.058776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:24:33.059278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Bound port: c09a388a-6ffb-4d74-b165-3ae0468ae3b6, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:24:33.059670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.059886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96dc2125-cba1-4636-b523-514a1bffdb92 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (41f0e083-a881-478c-98b7-f7a82af36aed), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.068418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c317e4fa-af19-4f77-8372-4afd37cf1969 admin admin] Publish callbacks [] for security_group (d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.111927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c317e4fa-af19-4f77-8372-4afd37cf1969 admin admin] Publish callbacks [] for security_group (d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.145221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] For port c09a388a-6ffb-4d74-b165-3ae0468ae3b6, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:24:33.150352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] For port c09a388a-6ffb-4d74-b165-3ae0468ae3b6, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:24:33.202492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96dc2125-cba1-4636-b523-514a1bffdb92 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (41f0e083-a881-478c-98b7-f7a82af36aed), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.222047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 0ca4166b-f350-443b-8f44-681a881c24d7) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:33.233208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca30a8-721a-4b9f-a3de-87d1da10206e None None] Network 0ca4166b-f350-443b-8f44-681a881c24d7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:33.237624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:33.238526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.349402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-0ca4166b-f350-443b-8f44-681a881c24d7', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:24:33.351795 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.353079 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.394119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c317e4fa-af19-4f77-8372-4afd37cf1969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.404450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c317e4fa-af19-4f77-8372-4afd37cf1969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.405875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c317e4fa-af19-4f77-8372-4afd37cf1969 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1 HTTP/1.1" status: 204 len: 168 time: 0.5027168 Feb 10 04:24:33.437688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fd073fc7-316c-46eb-b885-2872b810e847 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4217026 Feb 10 04:24:33.441961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53862) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:33.443188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96dc2125-cba1-4636-b523-514a1bffdb92 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (41f0e083-a881-478c-98b7-f7a82af36aed), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.451473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317e4fa-af19-4f77-8372-4afd37cf1969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a02493-b2ab-4d7e-aa4e-620b9a9bb7f1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:33.458102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96dc2125-cba1-4636-b523-514a1bffdb92 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.458102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-96dc2125-cba1-4636-b523-514a1bffdb92 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/41f0e083-a881-478c-98b7-f7a82af36aed HTTP/1.1" status: 204 len: 168 time: 0.5886259 Feb 10 04:24:33.464129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53864) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:33.482436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc2125-cba1-4636-b523-514a1bffdb92 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f0e083-a881-478c-98b7-f7a82af36aed,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:33.590537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4237541-4824-46f6-9519-4a75cf7e8409 None None] Pushing event updated for resources: {'Port': ['ID=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:33.620443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:33.621011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ca238f58-914c-4d70-ae6d-e3e9c786a715 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1474829 Feb 10 04:24:33.621841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53876) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:33.622652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:33.790291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faa57a67-098c-435c-9a3c-b24e44990ffe tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (71d59fcf-d78d-4eb7-87c4-10bb8c78c669), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:33.896040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faa57a67-098c-435c-9a3c-b24e44990ffe tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (71d59fcf-d78d-4eb7-87c4-10bb8c78c669), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.111509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faa57a67-098c-435c-9a3c-b24e44990ffe tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (71d59fcf-d78d-4eb7-87c4-10bb8c78c669), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.119106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-faa57a67-098c-435c-9a3c-b24e44990ffe tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.120944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-faa57a67-098c-435c-9a3c-b24e44990ffe tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/71d59fcf-d78d-4eb7-87c4-10bb8c78c669 HTTP/1.1" status: 204 len: 168 time: 0.4970357 Feb 10 04:24:34.125419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53894) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:34.169586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:34.185536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa57a67-098c-435c-9a3c-b24e44990ffe tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d59fcf-d78d-4eb7-87c4-10bb8c78c669,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:34.204818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Allocated IP 172.20.0.2 (0ca4166b-f350-443b-8f44-681a881c24d7/1df6eb95-d705-4a17-a53c-b622108a0ede/b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:24:34.308156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-edd26384-6225-4eed-b93d-3a6f7c315709 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1682520 Feb 10 04:24:34.314078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53904) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:34.321053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-96a0135f-e04c-47f6-b960-9da960320b3e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135011205'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:34.473755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.484089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.522616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96a0135f-e04c-47f6-b960-9da960320b3e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.689277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96a0135f-e04c-47f6-b960-9da960320b3e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (ffc13516-262d-4d34-8e14-ec547456bdbf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.774383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53924) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:34.790371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a91a82a-7444-4bbb-a3b7-98c507cf7b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.829692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96a0135f-e04c-47f6-b960-9da960320b3e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ffc13516-262d-4d34-8e14-ec547456bdbf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.908329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Publish callbacks [] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.934477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:30Z', 'revision_number': 3, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:34.992526 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96a0135f-e04c-47f6-b960-9da960320b3e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:34.994755 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-96a0135f-e04c-47f6-b960-9da960320b3e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6781831 Feb 10 04:24:34.997761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53930) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:34.999740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892dc2c5-8dfa-4929-81ab-c7b1d2e4dd5a None None] The sync data for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 is: [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:30Z', 'revision_number': 3, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:24:35.002168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0135f-e04c-47f6-b960-9da960320b3e tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc13516-262d-4d34-8e14-ec547456bdbf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:35.011543 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.015441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7ad7b90e-1e28-43ca-b8ac-c341cad99d5b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': 'ffc13516-262d-4d34-8e14-ec547456bdbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:35.068664 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a91a82a-7444-4bbb-a3b7-98c507cf7b6a admin admin] Publish callbacks [] for security_group (b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.128272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Pushing event updated for resources: {'Port': ['ID=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:35.149893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Network 0ca4166b-f350-443b-8f44-681a881c24d7 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:24:35.156256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:35.159179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:24:35.163454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.20.0.1 (0ca4166b-f350-443b-8f44-681a881c24d7/1df6eb95-d705-4a17-a53c-b622108a0ede/c4537882-8bad-4ff1-a89a-bf4d10a2b9e0) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:24:35.165100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a91a82a-7444-4bbb-a3b7-98c507cf7b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.232569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Attempting to bind port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:24:35.233609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Attempting to bind port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:24:35.234158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Attempting to bind port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b on network 0ca4166b-f350-443b-8f44-681a881c24d7 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:24:35.242163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:24:35.242895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Checking segment: {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:24:35.243513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.244063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Bound using segment: {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:24:35.244720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Bound port: b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:24:35.245286 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.280750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1a91a82a-7444-4bbb-a3b7-98c507cf7b6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=babb5eaedb874d3cbe7f5215f6be39b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047584 Feb 10 04:24:35.288482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53934) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:35.335346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91a82a-7444-4bbb-a3b7-98c507cf7b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:35.390501 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-7ad7b90e-1e28-43ca-b8ac-c341cad99d5b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:35.410980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53938) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:35.411738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-72f81e5a-8bad-4103-a936-883bedf356eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group_rule': {'security_group_id': 'ffc13516-262d-4d34-8e14-ec547456bdbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:35.425217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7ad7b90e-1e28-43ca-b8ac-c341cad99d5b tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4206254 Feb 10 04:24:35.449204 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4306f2e8-7a78-42ce-9171-19cb70e569a8 admin admin] Publish callbacks [] for security_group (b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.453900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] For port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:24:35.474247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] For port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:24:35.549939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.570191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4306f2e8-7a78-42ce-9171-19cb70e569a8 admin admin] Publish callbacks [] for security_group (b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.629636 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.665627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c09a388a-6ffb-4d74-b165-3ae0468ae3b6 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:35.736555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.762148 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-72f81e5a-8bad-4103-a936-883bedf356eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:24:35.769710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-72f81e5a-8bad-4103-a936-883bedf356eb tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3608646 Feb 10 04:24:35.772931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53944) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:35.815940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 0ca4166b-f350-443b-8f44-681a881c24d7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:24:35.819206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f9ede-7f85-4e57-b245-3345c4072c76 None None] Pushing event updated for resources: {'Port': ['ID=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:35.824297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:35.839128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4306f2e8-7a78-42ce-9171-19cb70e569a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.841050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:24:35.843877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4306f2e8-7a78-42ce-9171-19cb70e569a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.851404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4306f2e8-7a78-42ce-9171-19cb70e569a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a HTTP/1.1" status: 204 len: 168 time: 0.5519557 Feb 10 04:24:35.870999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:35.878896 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:35.955396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306f2e8-7a78-42ce-9171-19cb70e569a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33bb4d3-0b5b-4f65-9a71-df7f0ba3f32a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:35.974386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:36.020556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (09b81992-123a-4b37-9d7f-bc25f16553c2), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.020885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-211387b3-7c0e-46f3-87e0-1a8f4f8797e0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (ffc13516-262d-4d34-8e14-ec547456bdbf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.101793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-211387b3-7c0e-46f3-87e0-1a8f4f8797e0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (ffc13516-262d-4d34-8e14-ec547456bdbf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.221350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:36.221849 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.284568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port c09a388a-6ffb-4d74-b165-3ae0468ae3b6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:36.343430 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-211387b3-7c0e-46f3-87e0-1a8f4f8797e0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ffc13516-262d-4d34-8e14-ec547456bdbf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.346075 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-211387b3-7c0e-46f3-87e0-1a8f4f8797e0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.350475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-211387b3-7c0e-46f3-87e0-1a8f4f8797e0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/ffc13516-262d-4d34-8e14-ec547456bdbf HTTP/1.1" status: 204 len: 168 time: 0.5763664 Feb 10 04:24:36.356499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53962) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:36.373828 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.412819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211387b3-7c0e-46f3-87e0-1a8f4f8797e0 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc13516-262d-4d34-8e14-ec547456bdbf,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:36.507579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c663a06-653a-494b-a6fc-2cc5a4e8d6a8 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1488194 Feb 10 04:24:36.520260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53966) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:36.532207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4cde37be-9b83-4da4-8fd2-e06736b40f62 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'tempest-secgroup--867703384'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:36.544364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:36.647454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cde37be-9b83-4da4-8fd2-e06736b40f62 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.695929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:36.884634 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cde37be-9b83-4da4-8fd2-e06736b40f62 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:37.028423 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cde37be-9b83-4da4-8fd2-e06736b40f62 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:37.082249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde37be-9b83-4da4-8fd2-e06736b40f62 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:37.149749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cde37be-9b83-4da4-8fd2-e06736b40f62 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:37.151858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4cde37be-9b83-4da4-8fd2-e06736b40f62 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6304293 Feb 10 04:24:37.154626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53992) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:37.165446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-cf181a65-ac41-4763-a4df-140a2bf45d80 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:37.168434 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-cf181a65-ac41-4763-a4df-140a2bf45d80 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 04:24:37.179737 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-cf181a65-ac41-4763-a4df-140a2bf45d80 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 04:24:37.180725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cf181a65-ac41-4763-a4df-140a2bf45d80 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "PUT /v2.0/security-groups/bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc HTTP/1.1" status: 409 len: 330 time: 0.0246618 Feb 10 04:24:37.183585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53994) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:37.346380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ed925df-6fc3-43cc-866f-083d2d33d3c6 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:37.411250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ed925df-6fc3-43cc-866f-083d2d33d3c6 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:37.605829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ed925df-6fc3-43cc-866f-083d2d33d3c6 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:37.608806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ed925df-6fc3-43cc-866f-083d2d33d3c6 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:37.610303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8ed925df-6fc3-43cc-866f-083d2d33d3c6 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc HTTP/1.1" status: 204 len: 168 time: 0.4257865 Feb 10 04:24:37.614537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:37.685174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed925df-6fc3-43cc-866f-083d2d33d3c6 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd71ca7-86d8-4ef4-8348-8a3d38dd8ebc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:37.818879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e1aad-8ce7-4639-a1ac-6e38883df142 None None] Network 0ca4166b-f350-443b-8f44-681a881c24d7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:24:37.868473 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8e712d96-91b5-4310-bceb-3821231ec08f tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2509360 Feb 10 04:24:37.872786 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:37.890550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:37.908791 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-069c2d2f-5a0c-4921-8760-522911e06319 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] delete failed (client error): The resource could not be found. Feb 10 04:24:37.921265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-069c2d2f-5a0c-4921-8760-522911e06319 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "DELETE /v2.0/security-groups/1e4ab4f9-6c24-4559-984c-2fc978676b59 HTTP/1.1" status: 404 len: 347 time: 0.0470581 Feb 10 04:24:37.927261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54018) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:37.966414 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-350f755e-a121-443e-85f9-5049807b8099 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] show failed (client error): The resource could not be found. Feb 10 04:24:37.969235 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-350f755e-a121-443e-85f9-5049807b8099 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-groups/da2c68fb-f5cd-4ad0-b385-640ef897c4d5 HTTP/1.1" status: 404 len: 347 time: 0.0401280 Feb 10 04:24:37.973826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54020) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:38.026080 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-80660550-a4a6-4e8f-bafc-694f4b7d8624 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] show failed (client error): The resource could not be found. Feb 10 04:24:38.032799 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-80660550-a4a6-4e8f-bafc-694f4b7d8624 tempest-NegativeSecGroupIPv6Test-706701328 tempest-NegativeSecGroupIPv6Test-706701328-project] 10.222.0.42 "GET /v2.0/security-group-rules/59865344-4a48-46a2-9e8a-8411952c80d1 HTTP/1.1" status: 404 len: 356 time: 0.0544267 Feb 10 04:24:38.273782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2bcb5b1f-6f4f-4987-aad2-91552566130e None None] Provisioning complete for port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:38.274162 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2bcb5b1f-6f4f-4987-aad2-91552566130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.279068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:38.279675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.416992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.527834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.601657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb5b1f-6f4f-4987-aad2-91552566130e None None] Current status of the port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:38.602461 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2bcb5b1f-6f4f-4987-aad2-91552566130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.645312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2bcb5b1f-6f4f-4987-aad2-91552566130e None None] For port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:38.701958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:38.702722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.713866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2bcb5b1f-6f4f-4987-aad2-91552566130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.851220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb5b1f-6f4f-4987-aad2-91552566130e None None] Pushing event updated for resources: {'Port': ['ID=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:38.872440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:38.887830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (09b81992-123a-4b37-9d7f-bc25f16553c2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:38.907076 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:24:38.910172 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:24:39.054147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7f66f502-5ec7-468f-bbcf-a7f57d7e0645 None None] Provisioning complete for port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:39.054534 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7f66f502-5ec7-468f-bbcf-a7f57d7e0645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:39.214986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7f66f502-5ec7-468f-bbcf-a7f57d7e0645 None None] Port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:24:39.225810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:39.239475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7f66f502-5ec7-468f-bbcf-a7f57d7e0645 None None] Provisioning complete for port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:39.239856 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7f66f502-5ec7-468f-bbcf-a7f57d7e0645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:39.248290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 0ca4166b-f350-443b-8f44-681a881c24d7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:24:39.251267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:39.438196 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3b5b41c-c99b-4bd1-a7c2-799d06565d26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60147dee6f9c49c383de21ec411c264a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5570908 Feb 10 04:24:39.439907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54064) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:39.459009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:39.460068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c09a388a-6ffb-4d74-b165-3ae0468ae3b6 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:39.538554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b185dc5-61a4-4a38-be15-bb95c14f2ea3 admin admin] Publish callbacks [] for security_group (878a95a7-0e1e-4f41-a356-b363b7c5f683), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:39.561221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 09b81992-123a-4b37-9d7f-bc25f16553c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:24:39.571637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b185dc5-61a4-4a38-be15-bb95c14f2ea3 admin admin] Publish callbacks [] for security_group (878a95a7-0e1e-4f41-a356-b363b7c5f683), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:39.617459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7f66f502-5ec7-468f-bbcf-a7f57d7e0645 None None] Current status of the port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:39.715723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:39.716101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:39.802308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b185dc5-61a4-4a38-be15-bb95c14f2ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (878a95a7-0e1e-4f41-a356-b363b7c5f683), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:39.806315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b185dc5-61a4-4a38-be15-bb95c14f2ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:39.814467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5b185dc5-61a4-4a38-be15-bb95c14f2ea3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/878a95a7-0e1e-4f41-a356-b363b7c5f683 HTTP/1.1" status: 204 len: 168 time: 0.3694246 Feb 10 04:24:39.841862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:24:39.844125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b185dc5-61a4-4a38-be15-bb95c14f2ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878a95a7-0e1e-4f41-a356-b363b7c5f683,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:39.853651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f79708c7-2789-4855-8df5-4f4b0bdf32d3 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "PUT /v2.0/routers/09b81992-123a-4b37-9d7f-bc25f16553c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3949258 Feb 10 04:24:39.855232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54082) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:39.860391 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Sync routers for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:24:39.883212 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:39.884229 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:40.008876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8fcc3258-ec4b-450c-9ed2-21e0515c45e1 None None] Provisioning complete for port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:40.016839 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3258-ec4b-450c-9ed2-21e0515c45e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:40.116911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc3258-ec4b-450c-9ed2-21e0515c45e1 None None] Port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:24:40.121700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b09305-77eb-4e03-aec6-7ca7bfc2bce3 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.123767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b09305-77eb-4e03-aec6-7ca7bfc2bce3 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.135394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b09305-77eb-4e03-aec6-7ca7bfc2bce3 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.136112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b09305-77eb-4e03-aec6-7ca7bfc2bce3 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.136739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b09305-77eb-4e03-aec6-7ca7bfc2bce3 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.138824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d6b09305-77eb-4e03-aec6-7ca7bfc2bce3 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.2825563 Feb 10 04:24:40.141975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54086) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:40.251029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd15e2-c42f-4abb-bbc5-799e368b6c3d tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.251788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd15e2-c42f-4abb-bbc5-799e368b6c3d tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.252247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd15e2-c42f-4abb-bbc5-799e368b6c3d tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.252756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd15e2-c42f-4abb-bbc5-799e368b6c3d tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.253211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd15e2-c42f-4abb-bbc5-799e368b6c3d tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:40.256843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c3bd15e2-c42f-4abb-bbc5-799e368b6c3d tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1128607 Feb 10 04:24:40.259122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54090) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:40.266282 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:40.291101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:40.340202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7d7ba0d8-03ad-4b52-a518-e61717cb6048 None None] Provisioning complete for port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:40.342954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba0d8-03ad-4b52-a518-e61717cb6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:40.532766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ba0d8-03ad-4b52-a518-e61717cb6048 None None] Port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:24:40.537367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:40.637958 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b2bad12c-0af4-4bb2-afa3-7dba92ea8ad7 tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2324 time: 0.3758781 Feb 10 04:24:40.663419 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:40.663806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:40.849157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54114) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:40.849596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:41.020358 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:24:41.079523 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:37Z', 'revision_number': 2, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:41.133479 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Checking router: 09b81992-123a-4b37-9d7f-bc25f16553c2 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:24:41.134186 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Updating router 09b81992-123a-4b37-9d7f-bc25f16553c2 port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:24:41.233745 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:41.237647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-510c782e-68d9-43b9-bd8e-0e7f987b4fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:41.531221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-510c782e-68d9-43b9-bd8e-0e7f987b4fb9 admin admin] Publish callbacks [] for security_group (f55011f0-3086-44ca-afe4-ed70a3d78852), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:41.608283 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-510c782e-68d9-43b9-bd8e-0e7f987b4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f55011f0-3086-44ca-afe4-ed70a3d78852), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:41.690395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c782e-68d9-43b9-bd8e-0e7f987b4fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55011f0-3086-44ca-afe4-ed70a3d78852,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:41.755203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-510c782e-68d9-43b9-bd8e-0e7f987b4fb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91659b83ce6a427fba38bce759a20926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9012203 Feb 10 04:24:41.755497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54142) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:41.956078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a1f7b61-58cc-4ecc-b7d1-8eb09fb03a39 admin admin] Publish callbacks [] for security_group (f55011f0-3086-44ca-afe4-ed70a3d78852), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:41.984515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a1f7b61-58cc-4ecc-b7d1-8eb09fb03a39 admin admin] Publish callbacks [] for security_group (f55011f0-3086-44ca-afe4-ed70a3d78852), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.040232 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Publish callbacks [] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.070257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54156) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:42.074899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-59f9e71c-6970-4090-97e1-ef6ffc08fc44 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755038242', 'description': 'tempest-secgroup-smoke-755038242 description', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:42.133306 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.215616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a1f7b61-58cc-4ecc-b7d1-8eb09fb03a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f55011f0-3086-44ca-afe4-ed70a3d78852), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.218587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a1f7b61-58cc-4ecc-b7d1-8eb09fb03a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.219930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a1f7b61-58cc-4ecc-b7d1-8eb09fb03a39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f55011f0-3086-44ca-afe4-ed70a3d78852 HTTP/1.1" status: 204 len: 168 time: 0.4633927 Feb 10 04:24:42.239793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f7b61-58cc-4ecc-b7d1-8eb09fb03a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55011f0-3086-44ca-afe4-ed70a3d78852,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:42.241462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bcc5e-32a5-42e2-b034-42e58ffc5d54 None None] Pushing event updated for resources: {'Port': ['ID=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:42.286592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f9e71c-6970-4090-97e1-ef6ffc08fc44 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.459207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f9e71c-6970-4090-97e1-ef6ffc08fc44 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (e8f06b6f-c743-4266-a160-2c7995c7f5d1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.487224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54168) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:42.500144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040801 Feb 10 04:24:42.504220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54170) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:42.573575 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Attempting to bind port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:24:42.573947 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Attempting to bind port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:24:42.574678 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Attempting to bind port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 on network 0ca4166b-f350-443b-8f44-681a881c24d7 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:24:42.580060 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:24:42.580459 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Checking segment: {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:24:42.580873 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.581241 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Bound using segment: {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:24:42.582344 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Bound port: c4537882-8bad-4ff1-a89a-bf4d10a2b9e0, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:24:42.582927 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.590673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f9e71c-6970-4090-97e1-ef6ffc08fc44 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e8f06b6f-c743-4266-a160-2c7995c7f5d1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.637171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:42.682159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9e71c-6970-4090-97e1-ef6ffc08fc44 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f06b6f-c743-4266-a160-2c7995c7f5d1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:42.739423 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] For port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:24:42.744409 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] For port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:24:42.788989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-594c0884-93f4-485c-8daf-8b8305941b1a None None] Provisioning complete for port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:42.789467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-594c0884-93f4-485c-8daf-8b8305941b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.831342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59f9e71c-6970-4090-97e1-ef6ffc08fc44 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.832840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-59f9e71c-6970-4090-97e1-ef6ffc08fc44 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7615254 Feb 10 04:24:42.835539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54188) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:42.841716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1ed3394f-10a9-45f7-8c19-248336bab032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': 'e8f06b6f-c743-4266-a160-2c7995c7f5d1', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:42.867305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-594c0884-93f4-485c-8daf-8b8305941b1a None None] Port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:24:42.874340 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:42.911807 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fc0a9161-9396-44dd-909c-89c3f0ac4a4b tempest-NetworksApiDiscovery-1792907000 tempest-NetworksApiDiscovery-1792907000-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4057996 Feb 10 04:24:43.016273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ed3394f-10a9-45f7-8c19-248336bab032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (50140023-b4cd-482e-912d-60370afe43a6), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.039318 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:24:43.042352 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:24:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:43.056011 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bcc5e-32a5-42e2-b034-42e58ffc5d54 None None] Pushing event updated for resources: {'Port': ['ID=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:43.119606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ed3394f-10a9-45f7-8c19-248336bab032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (50140023-b4cd-482e-912d-60370afe43a6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.209055 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ed3394f-10a9-45f7-8c19-248336bab032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (50140023-b4cd-482e-912d-60370afe43a6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.275814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3394f-10a9-45f7-8c19-248336bab032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50140023-b4cd-482e-912d-60370afe43a6,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:43.360854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ed3394f-10a9-45f7-8c19-248336bab032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.369408 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1ed3394f-10a9-45f7-8c19-248336bab032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5276332 Feb 10 04:24:43.370791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54202) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:43.389155 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3800f36b-c8e9-4410-bfa0-c4194d1381eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.393636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-75db8804-dd70-49c0-884f-42a272f9bf56 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': 'e8f06b6f-c743-4266-a160-2c7995c7f5d1', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:43.482888 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:24:43.549621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3b6a45a7-a489-4d07-b95f-e6f6b603f810 None None] Provisioning complete for port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:43.549621 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3b6a45a7-a489-4d07-b95f-e6f6b603f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.638173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3800f36b-c8e9-4410-bfa0-c4194d1381eb admin admin] Publish callbacks [] for security_group (001b551b-111f-4c16-9f4a-deaaafa85eb9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.663931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75db8804-dd70-49c0-884f-42a272f9bf56 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (6aa657e0-13bb-414e-a608-8a4628176eab), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.692618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a45a7-a489-4d07-b95f-e6f6b603f810 None None] Current status of the port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:43.695305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3b6a45a7-a489-4d07-b95f-e6f6b603f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.725247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3800f36b-c8e9-4410-bfa0-c4194d1381eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (001b551b-111f-4c16-9f4a-deaaafa85eb9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.804574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75db8804-dd70-49c0-884f-42a272f9bf56 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (6aa657e0-13bb-414e-a608-8a4628176eab), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.807467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3b6a45a7-a489-4d07-b95f-e6f6b603f810 None None] For port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:43.842896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800f36b-c8e9-4410-bfa0-c4194d1381eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001b551b-111f-4c16-9f4a-deaaafa85eb9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:43.850943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3800f36b-c8e9-4410-bfa0-c4194d1381eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b56540cf4f646e68c567e204b0b6847&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2121665 Feb 10 04:24:43.853293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54206) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:43.885179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75db8804-dd70-49c0-884f-42a272f9bf56 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (6aa657e0-13bb-414e-a608-8a4628176eab), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.917942 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3b6a45a7-a489-4d07-b95f-e6f6b603f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:43.926599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db8804-dd70-49c0-884f-42a272f9bf56 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa657e0-13bb-414e-a608-8a4628176eab,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:44.004890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-945efc69-85cc-4b91-87f4-dfb687b025a4 admin admin] Publish callbacks [] for security_group (001b551b-111f-4c16-9f4a-deaaafa85eb9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.027235 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75db8804-dd70-49c0-884f-42a272f9bf56 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.027235 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-75db8804-dd70-49c0-884f-42a272f9bf56 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6508701 Feb 10 04:24:44.033732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54216) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:44.039399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-50548f1f-6ddf-4ab9-9bc4-eb4797c45303 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': 'e8f06b6f-c743-4266-a160-2c7995c7f5d1', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:44.155574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-945efc69-85cc-4b91-87f4-dfb687b025a4 admin admin] Publish callbacks [] for security_group (001b551b-111f-4c16-9f4a-deaaafa85eb9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.163638 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:42Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:24:44.173254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50548f1f-6ddf-4ab9-9bc4-eb4797c45303 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (078a75ad-3255-4189-b820-a1b61e1b0054), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.181710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a45a7-a489-4d07-b95f-e6f6b603f810 None None] Pushing event updated for resources: {'Port': ['ID=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:44.242416 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5a14-85f8-41d1-85da-95e8bc18025e None None] The sync data for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 is: [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:42Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:24:44.280011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50548f1f-6ddf-4ab9-9bc4-eb4797c45303 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (078a75ad-3255-4189-b820-a1b61e1b0054), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.286165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54220) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:44.376466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-945efc69-85cc-4b91-87f4-dfb687b025a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (001b551b-111f-4c16-9f4a-deaaafa85eb9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.377125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50548f1f-6ddf-4ab9-9bc4-eb4797c45303 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (078a75ad-3255-4189-b820-a1b61e1b0054), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.379972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-945efc69-85cc-4b91-87f4-dfb687b025a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.381540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-945efc69-85cc-4b91-87f4-dfb687b025a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/001b551b-111f-4c16-9f4a-deaaafa85eb9 HTTP/1.1" status: 204 len: 168 time: 0.5268312 Feb 10 04:24:44.402658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945efc69-85cc-4b91-87f4-dfb687b025a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b551b-111f-4c16-9f4a-deaaafa85eb9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:44.476627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54228) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:44.496989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50548f1f-6ddf-4ab9-9bc4-eb4797c45303 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078a75ad-3255-4189-b820-a1b61e1b0054,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:44.530776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50548f1f-6ddf-4ab9-9bc4-eb4797c45303 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.539565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54232) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:44.543092 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-50548f1f-6ddf-4ab9-9bc4-eb4797c45303 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5010374 Feb 10 04:24:44.545586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': 'e8f06b6f-c743-4266-a160-2c7995c7f5d1', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:44.600308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:44.667309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (3a9c28e8-06c0-48f4-a736-398a908e6167), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.734233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:44.734625 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.793972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.842386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54234) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:44.873371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de21183-ec53-48c4-8fc2-c42739e1e05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:44.997632 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Publish callbacks [] for security_group (b35a8de5-2874-4a85-ada8-c2230c238e3e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.029998 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (3a9c28e8-06c0-48f4-a736-398a908e6167), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.068912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:45.074157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b35a8de5-2874-4a85-ada8-c2230c238e3e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.115856 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de21183-ec53-48c4-8fc2-c42739e1e05e admin admin] Publish callbacks [] for security_group (d9acf2b3-32cd-44e5-800e-3314363d1017), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.124814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8ab6d0e62e04a2ba450df8e91ce280f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8362253 Feb 10 04:24:45.128757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54236) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:45.159217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (3a9c28e8-06c0-48f4-a736-398a908e6167), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.232651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7de21183-ec53-48c4-8fc2-c42739e1e05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d9acf2b3-32cd-44e5-800e-3314363d1017), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.333334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35a8de5-2874-4a85-ada8-c2230c238e3e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:45.340084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9c28e8-06c0-48f4-a736-398a908e6167,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:45.420115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.420751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.425177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.425723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.426289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.426719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.427831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.429343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.430851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.432158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.432776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.433467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.434028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361799-5696-4b0a-8d95-ebd406da0f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.454191 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7de21183-ec53-48c4-8fc2-c42739e1e05e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=310be99a3bb14b849f8fe721237ab36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6094730 Feb 10 04:24:45.454730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.455292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.456156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54242) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:45.456840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de21183-ec53-48c4-8fc2-c42739e1e05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9acf2b3-32cd-44e5-800e-3314363d1017,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:45.457835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.458407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.459531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.460553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.461422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.461991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.462576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.463708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.464353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.464916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.465540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:45.470636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-098f1ad7-5caf-49da-8e74-574e8873ef96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.501437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.503045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-407bb9e4-caa2-45cc-82de-eaaacfdf340f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9621029 Feb 10 04:24:45.511891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54246) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:45.536648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': 'e8f06b6f-c743-4266-a160-2c7995c7f5d1', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:45.551659 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-093772eb-b26d-4965-a628-27900e5be4f0 admin admin] Publish callbacks [] for security_group (b35a8de5-2874-4a85-ada8-c2230c238e3e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.600709 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-093772eb-b26d-4965-a628-27900e5be4f0 admin admin] Publish callbacks [] for security_group (b35a8de5-2874-4a85-ada8-c2230c238e3e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.656778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dee718be-3267-4870-82b6-bf13b0fcf571 admin admin] Publish callbacks [] for security_group (d9acf2b3-32cd-44e5-800e-3314363d1017), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.701150 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Project 9448d5f2d8a745fb843a9cc39ab68f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:24:45.709992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-098f1ad7-5caf-49da-8e74-574e8873ef96 admin admin] Publish callbacks [] for security_group (68ae7e67-ef87-4bd8-9467-f6b3890d5689), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.712064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (64111925-ffc9-4da5-95c6-6e8a65a6a35b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.733932 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dee718be-3267-4870-82b6-bf13b0fcf571 admin admin] Publish callbacks [] for security_group (d9acf2b3-32cd-44e5-800e-3314363d1017), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.795232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54248) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:45.801619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-098f1ad7-5caf-49da-8e74-574e8873ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (68ae7e67-ef87-4bd8-9467-f6b3890d5689), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.832973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-093772eb-b26d-4965-a628-27900e5be4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b35a8de5-2874-4a85-ada8-c2230c238e3e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.835824 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-093772eb-b26d-4965-a628-27900e5be4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.837472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-093772eb-b26d-4965-a628-27900e5be4f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b35a8de5-2874-4a85-ada8-c2230c238e3e HTTP/1.1" status: 204 len: 168 time: 0.7074530 Feb 10 04:24:45.840192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (64111925-ffc9-4da5-95c6-6e8a65a6a35b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.852614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-098f1ad7-5caf-49da-8e74-574e8873ef96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07c4f6de796a449682e78a47f27608ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3731880 Feb 10 04:24:45.855801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54252) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:45.873910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54a757eb-f288-4766-9457-c32c67c6a4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.954212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8511d56-4ea5-4efc-9978-3efbbce9ac13 admin admin] Publish callbacks [] for security_group (68ae7e67-ef87-4bd8-9467-f6b3890d5689), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:45.984562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8511d56-4ea5-4efc-9978-3efbbce9ac13 admin admin] Publish callbacks [] for security_group (68ae7e67-ef87-4bd8-9467-f6b3890d5689), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.044372 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dee718be-3267-4870-82b6-bf13b0fcf571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d9acf2b3-32cd-44e5-800e-3314363d1017), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.047523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dee718be-3267-4870-82b6-bf13b0fcf571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.051398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54a757eb-f288-4766-9457-c32c67c6a4f4 admin admin] Publish callbacks [] for security_group (e2339fbd-342c-42a1-9356-4a6f1896768c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.052129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dee718be-3267-4870-82b6-bf13b0fcf571 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9acf2b3-32cd-44e5-800e-3314363d1017 HTTP/1.1" status: 204 len: 168 time: 0.5810599 Feb 10 04:24:46.073158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (64111925-ffc9-4da5-95c6-6e8a65a6a35b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.080170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee718be-3267-4870-82b6-bf13b0fcf571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9acf2b3-32cd-44e5-800e-3314363d1017,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.127529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8511d56-4ea5-4efc-9978-3efbbce9ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (68ae7e67-ef87-4bd8-9467-f6b3890d5689), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.128734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f1ad7-5caf-49da-8e74-574e8873ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae7e67-ef87-4bd8-9467-f6b3890d5689,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.134316 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a8511d56-4ea5-4efc-9978-3efbbce9ac13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.137521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a8511d56-4ea5-4efc-9978-3efbbce9ac13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68ae7e67-ef87-4bd8-9467-f6b3890d5689 HTTP/1.1" status: 204 len: 168 time: 0.2817547 Feb 10 04:24:46.172556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54a757eb-f288-4766-9457-c32c67c6a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e2339fbd-342c-42a1-9356-4a6f1896768c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.174765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64111925-ffc9-4da5-95c6-6e8a65a6a35b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.175774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8511d56-4ea5-4efc-9978-3efbbce9ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae7e67-ef87-4bd8-9467-f6b3890d5689,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.217234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093772eb-b26d-4965-a628-27900e5be4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35a8de5-2874-4a85-ada8-c2230c238e3e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.256558 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.257858 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-26bd702e-12fe-41c3-99f7-ab90d33bc079 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7446427 Feb 10 04:24:46.260772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54258) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:46.275128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'security_group_rule': {'security_group_id': 'e8f06b6f-c743-4266-a160-2c7995c7f5d1', 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:46.302139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-54a757eb-f288-4766-9457-c32c67c6a4f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c19739936b3d4b0a89fc09def69ded93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5000868 Feb 10 04:24:46.303327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54260) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:46.360910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a757eb-f288-4766-9457-c32c67c6a4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2339fbd-342c-42a1-9356-4a6f1896768c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.411616 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Project 9448d5f2d8a745fb843a9cc39ab68f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:24:46.417552 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (6bc95e97-d18b-4fc7-a8f3-e4a0eba9645e), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.451501 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e248cab8-fa8b-4ff7-b4e5-40844ba2e97d admin admin] Publish callbacks [] for security_group (e2339fbd-342c-42a1-9356-4a6f1896768c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.513660 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e248cab8-fa8b-4ff7-b4e5-40844ba2e97d admin admin] Publish callbacks [] for security_group (e2339fbd-342c-42a1-9356-4a6f1896768c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.616658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (6bc95e97-d18b-4fc7-a8f3-e4a0eba9645e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.696218 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e248cab8-fa8b-4ff7-b4e5-40844ba2e97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e2339fbd-342c-42a1-9356-4a6f1896768c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.699102 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e248cab8-fa8b-4ff7-b4e5-40844ba2e97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.700559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e248cab8-fa8b-4ff7-b4e5-40844ba2e97d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2339fbd-342c-42a1-9356-4a6f1896768c HTTP/1.1" status: 204 len: 168 time: 0.3957410 Feb 10 04:24:46.713008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248cab8-fa8b-4ff7-b4e5-40844ba2e97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2339fbd-342c-42a1-9356-4a6f1896768c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.722125 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (6bc95e97-d18b-4fc7-a8f3-e4a0eba9645e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.747046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc95e97-d18b-4fc7-a8f3-e4a0eba9645e,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:46.821091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:46.822392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4f0da6c8-1916-4ec6-a8a0-77093b7dc2ad tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5608811 Feb 10 04:24:47.007754 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:47.468589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-a7e89792-f230-4f63-8075-4e3d5cff6ffe tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755038242&fields=id&tenant_id=9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 267 time: 0.0693097 Feb 10 04:24:47.623692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-94b68a7a-a0a6-4b8e-b71c-450585a91988 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:47.631025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-94b68a7a-a0a6-4b8e-b71c-450585a91988 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/networks?id=0ca4166b-f350-443b-8f44-681a881c24d7 HTTP/1.1" status: 200 len: 796 time: 0.1538243 Feb 10 04:24:47.647198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-f7d51960-5ba4-4762-9925-d257e16e2279 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/quotas/9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 375 time: 0.0147753 Feb 10 04:24:47.709932 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-4f539f6f-e338-4354-a179-93dec377ffee tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618348 Feb 10 04:24:48.217942 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-c8481e80-83a8-456c-b089-796d36ceb731 service neutron] 10.222.0.42 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942842 Feb 10 04:24:48.311608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-71d5a73c-90a3-4985-9abb-e355a202e420 service neutron] 10.222.0.42 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926180 Feb 10 04:24:48.352832 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:48.602466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ca45198-5486-42ce-8829-f7b587f8404e req-5bbdf030-c13a-4531-a8a3-374bbb0619f8 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 210 time: 0.0502090 Feb 10 04:24:49.731897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b11a7cc3-3f63-4cfd-8933-3286a8629d17 req-042e4aee-3493-4da7-a386-13b0fd768ccc tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 210 time: 0.0322247 Feb 10 04:24:50.647420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-93895e2a-b4ca-4a26-b760-14637b2e4885 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:50.649250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-93895e2a-b4ca-4a26-b760-14637b2e4885 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "GET /v2.0/networks?id=0ca4166b-f350-443b-8f44-681a881c24d7 HTTP/1.1" status: 200 len: 796 time: 0.1375899 Feb 10 04:24:50.748637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-e846fa52-b23f-419d-a775-07641e51cbe5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9448d5f2d8a745fb843a9cc39ab68f43 HTTP/1.1" status: 200 len: 379 time: 0.0908906 Feb 10 04:24:50.763394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'port': {'device_id': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'admin_state_up': True, 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'security_groups': ['e8f06b6f-c743-4266-a160-2c7995c7f5d1']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:50.902499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c01228e-917b-45b7-b64b-571c3bf3608d req-9e3c4801-4c43-4ff4-ab37-e08a42136331 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 210 time: 0.0825951 Feb 10 04:24:51.113466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Made reservation on behalf of 9448d5f2d8a745fb843a9cc39ab68f43 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:24:51.117041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:51.286576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.20.0.8 (0ca4166b-f350-443b-8f44-681a881c24d7/1df6eb95-d705-4a17-a53c-b622108a0ede/1479c48d-165a-4ee2-b08e-32ec4a3e9da7) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:24:51.454552 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:51.591091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:51.643084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network 0ca4166b-f350-443b-8f44-681a881c24d7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:24:51.650457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:24:51.654034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:24:51.696176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:51.723858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:51.724223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:51.825449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-b94e9962-48a9-4a00-8e5f-8d5bc7eef213 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0720572 Feb 10 04:24:51.838934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Request body: {'port': {'device_id': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:24:51.947674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.045351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bdda2681-59fa-49db-849b-3a2c4333d9a5 None None] Provisioning complete for port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:52.046814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdda2681-59fa-49db-849b-3a2c4333d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.115719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bdda2681-59fa-49db-849b-3a2c4333d9a5 None None] Port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:24:52.124649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402364-aa0c-43bb-9e85-134007987133 req-8a1123db-fe10-4ba1-b211-aff933041345 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:52.126897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35402364-aa0c-43bb-9e85-134007987133 req-8a1123db-fe10-4ba1-b211-aff933041345 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 931 time: 0.1149099 Feb 10 04:24:52.207230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35402364-aa0c-43bb-9e85-134007987133 req-3a34e553-0277-485c-99a5-3e598afb720d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688422 Feb 10 04:24:52.236063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54492) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:52.360587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:24:52.368248 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Publish callbacks [] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.383627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Transition to ACTIVE for port object 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:24:52.455981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.532569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Pushing event updated for resources: {'Port': ['ID=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:52.623668 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.644140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Attempting to bind port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:24:52.644684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Attempting to bind port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:24:52.645176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Attempting to bind port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 on network 0ca4166b-f350-443b-8f44-681a881c24d7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:24:52.661461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 on network 0ca4166b-f350-443b-8f44-681a881c24d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:24:52.662151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Attempting to bind port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 on network 0ca4166b-f350-443b-8f44-681a881c24d7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:24:52.667140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:24:52.667483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Checking segment: {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:24:52.667869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Bound using segment: {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:24:52.668297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Bound port: 1479c48d-165a-4ee2-b08e-32ec4a3e9da7, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a16647f-3038-4e36-8c9d-01bd87b99cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:24:52.668654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.685910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54504) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:52.775822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] For port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:24:52.781586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] For port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:24:52.809043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Publish callbacks [] for security_group (40959ea9-3952-4710-a5e3-1bd9a0421ef2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.859332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.900976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:52.901613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.906382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] 10.222.0.43 "PUT /v2.0/ports/1479c48d-165a-4ee2-b08e-32ec4a3e9da7 HTTP/1.1" status: 200 len: 1091 time: 1.0699894 Feb 10 04:24:52.906382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:24:52.906382 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b33a0f-43f2-412d-bbbe-f67a16570f65" -d '{"events": [{"name": "network-changed", "server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:24:52.924016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffc20-f120-47f4-b509-ddbd222274c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.930480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (40959ea9-3952-4710-a5e3-1bd9a0421ef2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:52.949828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d0a3-effa-444f-a983-51d294a8537b service neutron] Pushing event updated for resources: {'Port': ['ID=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:52.981502 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9ddca-04fd-4aa5-9a66-ac4a9d0ce9b4 x-openstack-request-id: req-54d9ddca-04fd-4aa5-9a66-ac4a9d0ce9b4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:24:52.981502 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:24:52.981786 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54d9ddca-04fd-4aa5-9a66-ac4a9d0ce9b4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:24:52.982129 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'status': 'completed', 'code': 200} Feb 10 04:24:53.095148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33a0f-43f2-412d-bbbe-f67a16570f65 req-9b75ef77-9484-44aa-b026-7d2c0777a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:53.097565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81b33a0f-43f2-412d-bbbe-f67a16570f65 req-9b75ef77-9484-44aa-b026-7d2c0777a036 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 1125 time: 0.0926666 Feb 10 04:24:53.109517 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffc20-f120-47f4-b509-ddbd222274c0 admin admin] Publish callbacks [] for security_group (4b7f83df-76fd-43d7-aa78-1129828b0d20), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.167662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1778d3e1297443787556043be9e2432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9302251 Feb 10 04:24:53.172255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54524) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:53.191255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffc20-f120-47f4-b509-ddbd222274c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4b7f83df-76fd-43d7-aa78-1129828b0d20), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.238637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3c0ffc20-f120-47f4-b509-ddbd222274c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f7200779672482299b987eb70ced967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5514925 Feb 10 04:24:53.243485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40959ea9-3952-4710-a5e3-1bd9a0421ef2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:53.245562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54530) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:53.270376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.271069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.277221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e14e9-e077-43a5-891c-b27d3af037c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:24:53.353553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33a0f-43f2-412d-bbbe-f67a16570f65 req-dd54ebda-b57a-417b-88e3-1402bb7b8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:53.363042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81b33a0f-43f2-412d-bbbe-f67a16570f65 req-dd54ebda-b57a-417b-88e3-1402bb7b8443 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2536037 Feb 10 04:24:53.420229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ffc20-f120-47f4-b509-ddbd222274c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7f83df-76fd-43d7-aa78-1129828b0d20,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:53.426418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68bb626b-26db-4ab8-8c6a-3a5b2e816de6 admin admin] Publish callbacks [] for security_group (4b7f83df-76fd-43d7-aa78-1129828b0d20), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.433516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb435-3484-40b2-8e43-ff65f830f101 admin admin] Publish callbacks [] for security_group (40959ea9-3952-4710-a5e3-1bd9a0421ef2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.459740 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb435-3484-40b2-8e43-ff65f830f101 admin admin] Publish callbacks [] for security_group (40959ea9-3952-4710-a5e3-1bd9a0421ef2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.529983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68bb626b-26db-4ab8-8c6a-3a5b2e816de6 admin admin] Publish callbacks [] for security_group (4b7f83df-76fd-43d7-aa78-1129828b0d20), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.547103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33a0f-43f2-412d-bbbe-f67a16570f65 req-89ba6d64-82d3-468d-9503-1dce682a46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:53.549394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81b33a0f-43f2-412d-bbbe-f67a16570f65 req-89ba6d64-82d3-468d-9503-1dce682a46ad service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818206 Feb 10 04:24:53.559286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0c97-62d0-4298-af41-2a7c7afec3fd req-590e59a7-3fa1-4e1b-8e55-ef97e7cf3e26 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:53.561497 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-688f0c97-62d0-4298-af41-2a7c7afec3fd req-590e59a7-3fa1-4e1b-8e55-ef97e7cf3e26 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 943 time: 0.2178316 Feb 10 04:24:53.591594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb435-3484-40b2-8e43-ff65f830f101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (40959ea9-3952-4710-a5e3-1bd9a0421ef2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.594381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb435-3484-40b2-8e43-ff65f830f101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.599048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ffdfb435-3484-40b2-8e43-ff65f830f101 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40959ea9-3952-4710-a5e3-1bd9a0421ef2 HTTP/1.1" status: 204 len: 168 time: 0.4220016 Feb 10 04:24:53.619914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfb435-3484-40b2-8e43-ff65f830f101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40959ea9-3952-4710-a5e3-1bd9a0421ef2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:53.654020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-688f0c97-62d0-4298-af41-2a7c7afec3fd req-f1936cc1-456d-4cb2-80fb-387db0ef1109 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818563 Feb 10 04:24:53.675358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-4d1cc9cd-d235-4bdf-9d7f-37e892cf4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:53.678493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-4d1cc9cd-d235-4bdf-9d7f-37e892cf4f6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 1125 time: 0.0741868 Feb 10 04:24:53.735361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-8965228c-492c-4fb1-9006-016987fbe613 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7 HTTP/1.1" status: 200 len: 217 time: 0.0473764 Feb 10 04:24:53.747889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68bb626b-26db-4ab8-8c6a-3a5b2e816de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4b7f83df-76fd-43d7-aa78-1129828b0d20), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.752240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68bb626b-26db-4ab8-8c6a-3a5b2e816de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:53.758515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-68bb626b-26db-4ab8-8c6a-3a5b2e816de6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b7f83df-76fd-43d7-aa78-1129828b0d20 HTTP/1.1" status: 204 len: 168 time: 0.5082734 Feb 10 04:24:53.767674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb626b-26db-4ab8-8c6a-3a5b2e816de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7f83df-76fd-43d7-aa78-1129828b0d20,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:53.817960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-92757f06-3f24-46b0-8f96-9a3518693b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:53.819527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-92757f06-3f24-46b0-8f96-9a3518693b74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1df6eb95-d705-4a17-a53c-b622108a0ede HTTP/1.1" status: 200 len: 835 time: 0.0770051 Feb 10 04:24:53.873161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-0bd6e3b4-dde0-4be0-997a-c2157aa007ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:53.875087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-0bd6e3b4-dde0-4be0-997a-c2157aa007ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0ca4166b-f350-443b-8f44-681a881c24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492144 Feb 10 04:24:53.975183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-3a0ce652-88c4-4867-a683-f3bd804ded24 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937150 Feb 10 04:24:54.077658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7795b9fc-ed78-46a4-9270-49861a5c8791 req-85bc46be-855a-4e28-8d8d-9d1d82e4ff54 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954235 Feb 10 04:24:54.572407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54568) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:54.589231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e290371-c808-42b3-a61f-9710fe273b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:54.711356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e290371-c808-42b3-a61f-9710fe273b35 admin admin] Publish callbacks [] for security_group (86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:54.820298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e290371-c808-42b3-a61f-9710fe273b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:54.870825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bafa6-977f-440d-a87c-499565b76a2b req-d04f0e73-5e1c-49bb-a90d-1c9eb73dec0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:54.872770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c4bafa6-977f-440d-a87c-499565b76a2b req-d04f0e73-5e1c-49bb-a90d-1c9eb73dec0c tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 943 time: 0.0908747 Feb 10 04:24:54.873249 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e290371-c808-42b3-a61f-9710fe273b35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdf5cca8ca6b4fda8f6797a768e72148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988472 Feb 10 04:24:54.875996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54576) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:54.881411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e290371-c808-42b3-a61f-9710fe273b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:54.974427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8c4bafa6-977f-440d-a87c-499565b76a2b req-8c92e130-5cdb-4338-b64f-a86f6090af9b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844996 Feb 10 04:24:54.993222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-93808d92-8629-4be3-a43b-ca8e1f0d964e admin admin] Publish callbacks [] for security_group (86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:55.029331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-93808d92-8629-4be3-a43b-ca8e1f0d964e admin admin] Publish callbacks [] for security_group (86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:55.144568 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-93808d92-8629-4be3-a43b-ca8e1f0d964e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:55.147233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-93808d92-8629-4be3-a43b-ca8e1f0d964e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:55.148410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-93808d92-8629-4be3-a43b-ca8e1f0d964e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6 HTTP/1.1" status: 204 len: 168 time: 0.2714696 Feb 10 04:24:55.162388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93808d92-8629-4be3-a43b-ca8e1f0d964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa8386-7f72-4bcb-b9f7-e4b4a5c1b7e6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:56.141166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8878df-7b88-45d9-aead-cca8535204ee req-14b5330d-d0ef-411d-a493-f669c2ed530b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:56.150611 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da8878df-7b88-45d9-aead-cca8535204ee req-14b5330d-d0ef-411d-a493-f669c2ed530b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 943 time: 0.0881715 Feb 10 04:24:56.245029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da8878df-7b88-45d9-aead-cca8535204ee req-fd90c51e-a0b7-4291-a057-95c65388a6db tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899336 Feb 10 04:24:56.530431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:24:56.698182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:56.714848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'port_id': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'mac_address': 'fa:16:3e:52:09:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:24:56.796488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:56.797069 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:56.822691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:24:56.864620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:56.954041 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:57.033246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:57.176631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['1479c48d-165a-4ee2-b08e-32ec4a3e9da7'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:24:57.507762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c9797-ae51-4fdd-8f45-6f4ba72b0ed2 req-60ed5f3a-e08c-4d76-857f-c4c771f1f6b1 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:57.511009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c53c9797-ae51-4fdd-8f45-6f4ba72b0ed2 req-60ed5f3a-e08c-4d76-857f-c4c771f1f6b1 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 944 time: 0.1413379 Feb 10 04:24:57.621190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c53c9797-ae51-4fdd-8f45-6f4ba72b0ed2 req-43371265-ea1e-4683-8f39-8477bed59bc0 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050870 Feb 10 04:24:57.667431 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a75058f3-8098-4cf6-bd36-71703541f7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:58.543344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:24:58.694983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:24:58.704108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:24:58.708661 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:58.882383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4853a-07b4-4038-be0f-4a1f783abb91 req-8f36f0aa-2408-4f8d-bdc6-474a7bded958 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:58.884284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8e4853a-07b4-4038-be0f-4a1f783abb91 req-8f36f0aa-2408-4f8d-bdc6-474a7bded958 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 944 time: 0.1192033 Feb 10 04:24:58.900236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:24:58.900906 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:58.949612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8e4853a-07b4-4038-be0f-4a1f783abb91 req-cf98d54c-2780-4f04-9772-74d89dd67979 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596330 Feb 10 04:24:58.971137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:24:58.971137 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4b2289-27d9-42ab-b0ee-e21099ebefcc" -d '{"events": [{"server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "name": "network-vif-plugged", "status": "completed", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:24:58.971137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:24:59.018023 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3bda05-07c2-4b11-b7a5-2bc182c8eb2a x-openstack-request-id: req-6d3bda05-07c2-4b11-b7a5-2bc182c8eb2a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:24:59.019206 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "name": "network-vif-plugged", "status": "completed", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:24:59.019587 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d3bda05-07c2-4b11-b7a5-2bc182c8eb2a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:24:59.020126 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'code': 200} Feb 10 04:24:59.077167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:59.141516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:59.141725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e3755-217c-4e35-8de4-af09a9d1be13 req-fbe1db7c-4cbb-4024-8641-0baa6446cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:24:59.144116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a76e3755-217c-4e35-8de4-af09a9d1be13 req-fbe1db7c-4cbb-4024-8641-0baa6446cbef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 1127 time: 0.0584266 Feb 10 04:24:59.215847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a76e3755-217c-4e35-8de4-af09a9d1be13 req-383aea85-3ae0-46e7-8125-9a7aa2abf7e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667222 Feb 10 04:24:59.342346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:59.550797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36b66407-0007-463b-8388-d123616a80c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:59.643214 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36b66407-0007-463b-8388-d123616a80c5 admin admin] Publish callbacks [] for security_group (5253b933-64d4-4c2d-ae1c-026b81fc7a81), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:59.710170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36b66407-0007-463b-8388-d123616a80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5253b933-64d4-4c2d-ae1c-026b81fc7a81), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:59.743688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-36b66407-0007-463b-8388-d123616a80c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8561d34ff9074c4a819bfc5c832f8163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014640 Feb 10 04:24:59.745991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54780) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:24:59.762138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-86e0435c-17f5-4307-a77e-a0e7839df169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:59.785203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b66407-0007-463b-8388-d123616a80c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5253b933-64d4-4c2d-ae1c-026b81fc7a81,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:24:59.820553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34a88f32-3d0c-4814-9744-88d2211c758f admin admin] Publish callbacks [] for security_group (5253b933-64d4-4c2d-ae1c-026b81fc7a81), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:24:59.858406 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34a88f32-3d0c-4814-9744-88d2211c758f admin admin] Publish callbacks [] for security_group (5253b933-64d4-4c2d-ae1c-026b81fc7a81), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:00.005154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34a88f32-3d0c-4814-9744-88d2211c758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5253b933-64d4-4c2d-ae1c-026b81fc7a81), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:00.008154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34a88f32-3d0c-4814-9744-88d2211c758f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:00.009637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-34a88f32-3d0c-4814-9744-88d2211c758f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5253b933-64d4-4c2d-ae1c-026b81fc7a81 HTTP/1.1" status: 204 len: 168 time: 0.2623928 Feb 10 04:25:00.020265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a88f32-3d0c-4814-9744-88d2211c758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5253b933-64d4-4c2d-ae1c-026b81fc7a81,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:00.214020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109136c-6df9-4be5-b2c0-725b35a4931d req-8b97dbbe-b1ba-430a-9700-9cd4f809957a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:00.221623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7109136c-6df9-4be5-b2c0-725b35a4931d req-8b97dbbe-b1ba-430a-9700-9cd4f809957a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 945 time: 0.1210968 Feb 10 04:25:00.364915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7109136c-6df9-4be5-b2c0-725b35a4931d req-d30439e6-17d4-4d50-8c0f-38ddffc94a6d tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370430 Feb 10 04:25:01.012784 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:01.217685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54814) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:01.243407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44633b0d-79f7-4b7c-9952-5c09fecc9994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:01.380742 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44633b0d-79f7-4b7c-9952-5c09fecc9994 admin admin] Publish callbacks [] for security_group (754b0535-97c1-468c-afb3-df87fffb38c3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:01.455412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44633b0d-79f7-4b7c-9952-5c09fecc9994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (754b0535-97c1-468c-afb3-df87fffb38c3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:01.555690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-44633b0d-79f7-4b7c-9952-5c09fecc9994 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cca9511cd9124fac80356b6798e06a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368731 Feb 10 04:25:01.558342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54824) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:01.639704 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633b0d-79f7-4b7c-9952-5c09fecc9994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754b0535-97c1-468c-afb3-df87fffb38c3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:01.655250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-988d43f1-098f-4001-be5f-c7c1b2a6f59c admin admin] Publish callbacks [] for security_group (754b0535-97c1-468c-afb3-df87fffb38c3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:01.674224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcb2ae-2550-40bd-89df-5082be38fc5a req-9f089da0-ed49-4c43-8436-b65c611cc032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:01.676714 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17bcb2ae-2550-40bd-89df-5082be38fc5a req-9f089da0-ed49-4c43-8436-b65c611cc032 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 945 time: 0.1822040 Feb 10 04:25:01.730219 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-988d43f1-098f-4001-be5f-c7c1b2a6f59c admin admin] Publish callbacks [] for security_group (754b0535-97c1-468c-afb3-df87fffb38c3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:01.769413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17bcb2ae-2550-40bd-89df-5082be38fc5a req-b5e52930-82f1-40be-94b9-241d3b43d0ee tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848482 Feb 10 04:25:02.015888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-988d43f1-098f-4001-be5f-c7c1b2a6f59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (754b0535-97c1-468c-afb3-df87fffb38c3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:02.029101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-988d43f1-098f-4001-be5f-c7c1b2a6f59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:02.031682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-988d43f1-098f-4001-be5f-c7c1b2a6f59c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/754b0535-97c1-468c-afb3-df87fffb38c3 HTTP/1.1" status: 204 len: 168 time: 0.4722784 Feb 10 04:25:02.147619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d43f1-098f-4001-be5f-c7c1b2a6f59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754b0535-97c1-468c-afb3-df87fffb38c3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:02.198369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239317d-6d33-4f01-80f7-088f4dfc4a04 req-c7b93b4a-96fc-4603-90df-2a48241248a5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:02.207294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d239317d-6d33-4f01-80f7-088f4dfc4a04 req-c7b93b4a-96fc-4603-90df-2a48241248a5 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 945 time: 0.2582302 Feb 10 04:25:02.323515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d239317d-6d33-4f01-80f7-088f4dfc4a04 req-731f1d79-c03b-4e46-bbde-c2073bcda864 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126451 Feb 10 04:25:02.364336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54848) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:02.424326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e966a-7874-4985-9919-77a22f9b516c tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:02.426729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-da3e966a-7874-4985-9919-77a22f9b516c tempest-TestNetworkBasicOps-302012636 tempest-TestNetworkBasicOps-302012636-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 1122 time: 0.0734189 Feb 10 04:25:02.430121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54854) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:02.434785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:02.592920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:02.593918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:02.735238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:02.875405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Allocated IP 172.25.8.100 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/ee490ff7-c614-45d7-9f09-f7e9a1c9510f) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:25:03.027614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:03.168750 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:03.335431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:25:03.375467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:03.383782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:25:03.389215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=ee490ff7-c614-45d7-9f09-f7e9a1c9510f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:04.222490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (e46c4d81-ec26-4b7e-a3e8-43738dbbc81e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:04.319453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:04.500931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:04.833897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:04.904991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:05.004534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event updated for resources: {'Port': ['ID=ee490ff7-c614-45d7-9f09-f7e9a1c9510f,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:05.018650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (e46c4d81-ec26-4b7e-a3e8-43738dbbc81e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:05.288926 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Floating IP e46c4d81-ec26-4b7e-a3e8-43738dbbc81e associated. External IP: 172.25.8.100, port: 1479c48d-165a-4ee2-b08e-32ec4a3e9da7. Feb 10 04:25:05.684628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 09b81992-123a-4b37-9d7f-bc25f16553c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:25:06.300469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54994) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:06.390380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:06.419118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:25:06.433628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] Sync routers for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:25:06.460178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:06.461076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:06.572671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:06.661339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d00531c5-7b05-4f87-88e8-bed6333401d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:06.679274 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-09c75223-9c3f-4fcb-b09f-eed4436b6f9f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2456596 Feb 10 04:25:06.679274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:25:06.689228 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f49f28-761d-4066-8565-ca623134fe56" -d '{"events": [{"name": "network-changed", "server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:25:06.715269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:06.743966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bedeb798-9efa-4b9e-bb19-01f26173b6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:06.793306 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d4a421-5c97-41ac-9653-6e925b4d354a x-openstack-request-id: req-15d4a421-5c97-41ac-9653-6e925b4d354a {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:25:06.793592 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:25:06.793847 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15d4a421-5c97-41ac-9653-6e925b4d354a {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:25:06.794249 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'status': 'completed', 'code': 200} Feb 10 04:25:06.845033 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bcee2b0f-84b7-4446-98d8-4e3b4cf14df9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/e46c4d81-ec26-4b7e-a3e8-43738dbbc81e HTTP/1.1" status: 200 len: 991 time: 0.1275375 Feb 10 04:25:07.142335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d00531c5-7b05-4f87-88e8-bed6333401d5 admin admin] Publish callbacks [] for security_group (e39c1762-894e-4660-bf76-4ac4ff34b0dc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.183575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f49f28-761d-4066-8565-ca623134fe56 req-c1e25df1-e500-4473-b542-b008034eb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:07.208609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90f49f28-761d-4066-8565-ca623134fe56 req-c1e25df1-e500-4473-b542-b008034eb0d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 1127 time: 0.3875484 Feb 10 04:25:07.216078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:07.280806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d00531c5-7b05-4f87-88e8-bed6333401d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e39c1762-894e-4660-bf76-4ac4ff34b0dc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.411482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00531c5-7b05-4f87-88e8-bed6333401d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c1762-894e-4660-bf76-4ac4ff34b0dc,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:07.594785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d00531c5-7b05-4f87-88e8-bed6333401d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1aedaa9bff84b34a68d1bf4568178b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2925727 Feb 10 04:25:07.595561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55062) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:07.663607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bedeb798-9efa-4b9e-bb19-01f26173b6f1 admin admin] Publish callbacks [] for security_group (54ebd2a1-d590-44b4-81bb-6d76694f1049), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.673372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f49f28-761d-4066-8565-ca623134fe56 req-a34ee587-dfdd-4a81-80ef-2424b8313c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:07.680812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90f49f28-761d-4066-8565-ca623134fe56 req-a34ee587-dfdd-4a81-80ef-2424b8313c4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0ca4166b-f350-443b-8f44-681a881c24d7 HTTP/1.1" status: 200 len: 897 time: 0.4497561 Feb 10 04:25:07.721487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c6001088-c648-443f-848b-4ab7cd5595cb admin admin] Publish callbacks [] for security_group (e39c1762-894e-4660-bf76-4ac4ff34b0dc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.748710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c6001088-c648-443f-848b-4ab7cd5595cb admin admin] Publish callbacks [] for security_group (e39c1762-894e-4660-bf76-4ac4ff34b0dc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.778544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bedeb798-9efa-4b9e-bb19-01f26173b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (54ebd2a1-d590-44b4-81bb-6d76694f1049), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.831641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'e46c4d81-ec26-4b7e-a3e8-43738dbbc81e', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'port_id': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'mac_address': 'fa:16:3e:52:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:25:03Z', 'updated_at': '2022-02-10T04:25:03Z', 'revision_number': 0, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:43Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:07.848357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55068) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:07.890500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bedeb798-9efa-4b9e-bb19-01f26173b6f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db0b83f4cb7e4f1d9a453291663fef4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4960010 Feb 10 04:25:07.901597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] Checking router: 09b81992-123a-4b37-9d7f-bc25f16553c2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:25:07.902692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55072) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:07.903515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeb798-9efa-4b9e-bb19-01f26173b6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ebd2a1-d590-44b4-81bb-6d76694f1049,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:07.934012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:07.935760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:07.952472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c6001088-c648-443f-848b-4ab7cd5595cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e39c1762-894e-4660-bf76-4ac4ff34b0dc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.968627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c6001088-c648-443f-848b-4ab7cd5595cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:07.969983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c6001088-c648-443f-848b-4ab7cd5595cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e39c1762-894e-4660-bf76-4ac4ff34b0dc HTTP/1.1" status: 204 len: 168 time: 0.3720441 Feb 10 04:25:07.987365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90f49f28-761d-4066-8565-ca623134fe56 req-1ba73977-fce2-4d25-a653-36b21d8c78db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7 HTTP/1.1" status: 200 len: 999 time: 0.3010194 Feb 10 04:25:08.013721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6001088-c648-443f-848b-4ab7cd5595cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c1762-894e-4660-bf76-4ac4ff34b0dc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:08.090309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7580c6ef-c1f4-4c10-96dc-392a596c3a0a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/e46c4d81-ec26-4b7e-a3e8-43738dbbc81e HTTP/1.1" status: 200 len: 991 time: 0.2402267 Feb 10 04:25:08.146380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a292a8b4-f07b-414e-83ea-5a70c76f1b83 admin admin] Publish callbacks [] for security_group (54ebd2a1-d590-44b4-81bb-6d76694f1049), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:08.199314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f49f28-761d-4066-8565-ca623134fe56 req-1652afae-a96d-4d9a-b62c-38bfafa3b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:08.201394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90f49f28-761d-4066-8565-ca623134fe56 req-1652afae-a96d-4d9a-b62c-38bfafa3b1e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1df6eb95-d705-4a17-a53c-b622108a0ede HTTP/1.1" status: 200 len: 835 time: 0.1933239 Feb 10 04:25:08.231989 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a292a8b4-f07b-414e-83ea-5a70c76f1b83 admin admin] Publish callbacks [] for security_group (54ebd2a1-d590-44b4-81bb-6d76694f1049), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:08.288559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:08.476042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f49f28-761d-4066-8565-ca623134fe56 req-9da2743d-985f-4fea-a4a6-27f3c2136ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:08.479318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90f49f28-761d-4066-8565-ca623134fe56 req-9da2743d-985f-4fea-a4a6-27f3c2136ef2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0ca4166b-f350-443b-8f44-681a881c24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2706954 Feb 10 04:25:08.661751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90f49f28-761d-4066-8565-ca623134fe56 req-3f2f4876-ede8-466b-b9c1-8abdfbeaca9b service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734755 Feb 10 04:25:08.663290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a292a8b4-f07b-414e-83ea-5a70c76f1b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (54ebd2a1-d590-44b4-81bb-6d76694f1049), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:08.666109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a292a8b4-f07b-414e-83ea-5a70c76f1b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:08.667878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a292a8b4-f07b-414e-83ea-5a70c76f1b83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54ebd2a1-d590-44b4-81bb-6d76694f1049 HTTP/1.1" status: 204 len: 168 time: 0.7578661 Feb 10 04:25:08.775836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292a8b4-f07b-414e-83ea-5a70c76f1b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ebd2a1-d590-44b4-81bb-6d76694f1049,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:08.915361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90f49f28-761d-4066-8565-ca623134fe56 req-0fe71053-b7a1-492a-8a8e-2189e014098d service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460139 Feb 10 04:25:09.005651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'e46c4d81-ec26-4b7e-a3e8-43738dbbc81e', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'port_id': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'mac_address': 'fa:16:3e:52:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:25:03Z', 'updated_at': '2022-02-10T04:25:03Z', 'revision_number': 0, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:43Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:09.045615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa02936-5737-4b6b-9740-5c1143f5a518 None None] The sync data for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 is: [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'e46c4d81-ec26-4b7e-a3e8-43738dbbc81e', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'port_id': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'mac_address': 'fa:16:3e:52:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:25:03Z', 'updated_at': '2022-02-10T04:25:03Z', 'revision_number': 0, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:43Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:25:09.051168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55122) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:09.074934 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cb72f5c-da1d-4d80-802b-fddd6918232f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:09.093467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55128) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:09.273375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c1a48e9a-67bc-41ac-8a60-effb1cbd0710 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/e46c4d81-ec26-4b7e-a3e8-43738dbbc81e HTTP/1.1" status: 200 len: 991 time: 0.1786194 Feb 10 04:25:09.292207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cb72f5c-da1d-4d80-802b-fddd6918232f admin admin] Publish callbacks [] for security_group (2510e0ab-a846-43a7-84a6-c4c4d8d04f0e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:09.369845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cb72f5c-da1d-4d80-802b-fddd6918232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2510e0ab-a846-43a7-84a6-c4c4d8d04f0e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:09.463097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb72f5c-da1d-4d80-802b-fddd6918232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2510e0ab-a846-43a7-84a6-c4c4d8d04f0e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:09.485200 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01272c05-1fb7-45c8-9b2d-14c502c4cb39 None None] New status for floating IP e46c4d81-ec26-4b7e-a3e8-43738dbbc81e: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:25:09.533175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55158) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:09.542510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5cb72f5c-da1d-4d80-802b-fddd6918232f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c9af77d1c004659b5884c090c02bdee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901929 Feb 10 04:25:09.658602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c1d0ba4a-b105-442a-9321-e4c2b30f3af0 admin admin] Publish callbacks [] for security_group (2510e0ab-a846-43a7-84a6-c4c4d8d04f0e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:09.707705 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c1d0ba4a-b105-442a-9321-e4c2b30f3af0 admin admin] Publish callbacks [] for security_group (2510e0ab-a846-43a7-84a6-c4c4d8d04f0e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:09.898508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c1d0ba4a-b105-442a-9321-e4c2b30f3af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2510e0ab-a846-43a7-84a6-c4c4d8d04f0e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:09.902917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c1d0ba4a-b105-442a-9321-e4c2b30f3af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:09.904515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c1d0ba4a-b105-442a-9321-e4c2b30f3af0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2510e0ab-a846-43a7-84a6-c4c4d8d04f0e HTTP/1.1" status: 204 len: 168 time: 0.3698676 Feb 10 04:25:09.919636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0ba4a-b105-442a-9321-e4c2b30f3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2510e0ab-a846-43a7-84a6-c4c4d8d04f0e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:10.276756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55210) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:10.384094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d9ca80f1-0531-4134-8c65-3a4ec0efd4ee tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/e46c4d81-ec26-4b7e-a3e8-43738dbbc81e HTTP/1.1" status: 200 len: 993 time: 0.1057780 Feb 10 04:25:11.925532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55316) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:12.172648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-01991436-339f-4dc8-bd20-75cd8b98a9f0 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-208013620'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:12.173163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-01991436-339f-4dc8-bd20-75cd8b98a9f0 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Unknown quota resources ['metering_label']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:25:12.605887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01991436-339f-4dc8-bd20-75cd8b98a9f0 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:12.607102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-01991436-339f-4dc8-bd20-75cd8b98a9f0 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6796837 Feb 10 04:25:12.612348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55360) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:12.617490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b0d23978-6280-4630-8246-8001d0231850 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0362acac-ad53-43ab-9434-80eb9b19da6b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:12.617992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b0d23978-6280-4630-8246-8001d0231850 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:25:12.726475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-eecb3ef3-041a-4425-92fd-f528f87293ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1490676 Feb 10 04:25:12.795451 n-d-827844-2 neutron-server[109958]: WARNING neutron.services.metering.metering_plugin [None req-b0d23978-6280-4630-8246-8001d0231850 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 04:25:12.945592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b0d23978-6280-4630-8246-8001d0231850 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:12.947601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b0d23978-6280-4630-8246-8001d0231850 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3342905 Feb 10 04:25:12.950625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55382) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:12.956305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e1a04f42-1362-4dee-b8da-2e6a8794e9d5 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0362acac-ad53-43ab-9434-80eb9b19da6b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:12.961388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e1a04f42-1362-4dee-b8da-2e6a8794e9d5 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:25:13.046770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133744d-ae38-4975-8191-70c497b7405d req-26fc8a4e-c677-4b23-b2af-228ee8e16bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:13.053272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-26fc8a4e-c677-4b23-b2af-228ee8e16bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=840b1731a37b40b0b63bd4b12275c91c&device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 1128 time: 0.2707853 Feb 10 04:25:13.108099 n-d-827844-2 neutron-server[109958]: WARNING neutron.services.metering.metering_plugin [None req-e1a04f42-1362-4dee-b8da-2e6a8794e9d5 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 10 04:25:13.256979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1a04f42-1362-4dee-b8da-2e6a8794e9d5 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:13.258504 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e1a04f42-1362-4dee-b8da-2e6a8794e9d5 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3067629 Feb 10 04:25:13.265566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55402) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:13.294270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-427beeb9-716f-4098-84cf-830f57948d20 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=6ea4fbdb-48d1-4e3b-b546-444e70ff15de HTTP/1.1" status: 200 len: 462 time: 0.0254202 Feb 10 04:25:13.296348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55406) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:13.300618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133744d-ae38-4975-8191-70c497b7405d req-402746ef-7eb5-47ca-8651-0a9363dfc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:13.302353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-402746ef-7eb5-47ca-8651-0a9363dfc7c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 200 len: 912 time: 0.2264071 Feb 10 04:25:13.428505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-20348793-e7ef-4b6a-a578-5c71566c9772 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86b8e759-d2b9-4816-affd-e2c9c5899605 HTTP/1.1" status: 200 len: 1001 time: 0.1197989 Feb 10 04:25:13.534520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133744d-ae38-4975-8191-70c497b7405d req-60b60bf1-d3d4-4900-bbff-467b9036971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:13.536049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-60b60bf1-d3d4-4900-bbff-467b9036971f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 200 len: 850 time: 0.1018963 Feb 10 04:25:13.646186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133744d-ae38-4975-8191-70c497b7405d req-35d0b35c-847b-470e-bd45-df70b5f4723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:13.648997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-35d0b35c-847b-470e-bd45-df70b5f4723b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca787c8c-0b0b-4009-a00f-428580a27776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1014507 Feb 10 04:25:13.743044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d87c8dd-f986-416f-bb28-9a12cf0d3922 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:13.746312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0d87c8dd-f986-416f-bb28-9a12cf0d3922 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/6ea4fbdb-48d1-4e3b-b546-444e70ff15de HTTP/1.1" status: 204 len: 168 time: 0.4489815 Feb 10 04:25:13.749723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55442) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:13.779877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-983269ee-754a-456a-b9e0-cc7ca8c43edf tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=6ea4fbdb-48d1-4e3b-b546-444e70ff15de HTTP/1.1" status: 200 len: 221 time: 0.0248277 Feb 10 04:25:13.783764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55444) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:13.791435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-61424ed5-cb11-4588-92cc-debf6861ef11 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--73488188', 'description': 'label created by tempest'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:13.792081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-61424ed5-cb11-4588-92cc-debf6861ef11 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Unknown quota resources ['metering_label']. {{(pid=109959) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:25:13.888671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-cd1b3ca6-3164-47cb-8ad0-e974c4ead94f service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339444 Feb 10 04:25:14.099081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4133744d-ae38-4975-8191-70c497b7405d req-fa57c78c-dcc6-45f6-bd40-5773a5314d18 service neutron] 10.222.0.24 "GET /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997163 Feb 10 04:25:14.274244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61424ed5-cb11-4588-92cc-debf6861ef11 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:14.274244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-61424ed5-cb11-4588-92cc-debf6861ef11 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4556963 Feb 10 04:25:14.274842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55476) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:14.397085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9ce4a066-15fd-4731-8968-d321d99cffdd tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=134b8c18-b9a1-4348-92dd-84f3c6625985 HTTP/1.1" status: 200 len: 466 time: 0.1518824 Feb 10 04:25:14.400495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55484) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:14.811163 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e850-14da-4118-a1e0-8cb00597c1cc tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:14.816124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55508) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:14.816547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b0a9e850-14da-4118-a1e0-8cb00597c1cc tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/134b8c18-b9a1-4348-92dd-84f3c6625985 HTTP/1.1" status: 204 len: 168 time: 0.4149275 Feb 10 04:25:14.854564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6f99ec02-509c-4aeb-9df3-d2d4522bc4e7 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=134b8c18-b9a1-4348-92dd-84f3c6625985 HTTP/1.1" status: 200 len: 216 time: 0.0319750 Feb 10 04:25:14.856233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55512) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:14.867916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ac5f74c-a445-4c95-b1a3-1e03e7041f13 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0114381 Feb 10 04:25:14.871444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55516) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:14.890410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7a059983-3de8-4cec-9c47-2d90fa08ba46 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0176816 Feb 10 04:25:14.894945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55518) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:15.014796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55526) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:15.020757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4012df7e-41eb-49bd-b310-9faecc62bc99 tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/0362acac-ad53-43ab-9434-80eb9b19da6b HTTP/1.1" status: 200 len: 472 time: 0.1190872 Feb 10 04:25:15.031353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55528) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:15.035556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cd2fceb9-f191-4693-8528-ad7c1e314d9a tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/af469d8c-3500-4153-b777-0e7f77baed66 HTTP/1.1" status: 200 len: 459 time: 0.0188670 Feb 10 04:25:15.041222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55530) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:15.261273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ed89cea-f8a1-4bc6-8597-3a00ce8b4547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.407538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ed89cea-f8a1-4bc6-8597-3a00ce8b4547 admin admin] Publish callbacks [] for security_group (7a187e66-9056-4fd0-be2d-04fd63d5d2fc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.467987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ed89cea-f8a1-4bc6-8597-3a00ce8b4547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a187e66-9056-4fd0-be2d-04fd63d5d2fc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.546675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4ed89cea-f8a1-4bc6-8597-3a00ce8b4547 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d1fd7e4b3f34c4f8ec309e5eea10efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5042920 Feb 10 04:25:15.549542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55558) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:15.651542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed89cea-f8a1-4bc6-8597-3a00ce8b4547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a187e66-9056-4fd0-be2d-04fd63d5d2fc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:15.711778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-305cb3b3-18fe-4f3f-81de-ee8a093eec4d tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.716103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-305cb3b3-18fe-4f3f-81de-ee8a093eec4d tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/af469d8c-3500-4153-b777-0e7f77baed66 HTTP/1.1" status: 204 len: 168 time: 0.6833706 Feb 10 04:25:15.717010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55566) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:15.746433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3eb1-d9de-4c0c-a7e0-9cced05bd458 admin admin] Publish callbacks [] for security_group (7a187e66-9056-4fd0-be2d-04fd63d5d2fc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.777979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3eb1-d9de-4c0c-a7e0-9cced05bd458 admin admin] Publish callbacks [] for security_group (7a187e66-9056-4fd0-be2d-04fd63d5d2fc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.935513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3eb1-d9de-4c0c-a7e0-9cced05bd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a187e66-9056-4fd0-be2d-04fd63d5d2fc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.938089 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3eb1-d9de-4c0c-a7e0-9cced05bd458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:15.947395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cfdd3eb1-d9de-4c0c-a7e0-9cced05bd458 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a187e66-9056-4fd0-be2d-04fd63d5d2fc HTTP/1.1" status: 204 len: 168 time: 0.3916159 Feb 10 04:25:15.972595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd3eb1-d9de-4c0c-a7e0-9cced05bd458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a187e66-9056-4fd0-be2d-04fd63d5d2fc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:16.154990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3efbb667-8578-4722-8d09-e1bc1e8b6d0b tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:16.160074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3efbb667-8578-4722-8d09-e1bc1e8b6d0b tempest-MeteringIpV6TestJSON-1393853624 tempest-MeteringIpV6TestJSON-1393853624-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/0362acac-ad53-43ab-9434-80eb9b19da6b HTTP/1.1" status: 204 len: 168 time: 0.4401894 Feb 10 04:25:16.405168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55610) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:16.909676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f1138296-e5a5-42f1-a5d3-d95ec53338c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:16.935071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:16.967566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55640) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:16.990925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a7fed6-8160-4904-9110-e175c5ca1ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.026486 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.103527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f1138296-e5a5-42f1-a5d3-d95ec53338c1 admin admin] Publish callbacks [] for security_group (5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.118670 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a7fed6-8160-4904-9110-e175c5ca1ed5 admin admin] Publish callbacks [] for security_group (2c462660-9e80-475d-a973-52e8845241ce), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.204107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f1138296-e5a5-42f1-a5d3-d95ec53338c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.209177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-145b702b-3ab1-46ec-b36d-d3b62044c213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.237456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a7fed6-8160-4904-9110-e175c5ca1ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2c462660-9e80-475d-a973-52e8845241ce), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.256066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1138296-e5a5-42f1-a5d3-d95ec53338c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:17.319214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53a7fed6-8160-4904-9110-e175c5ca1ed5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc9205e803a745afb3634b392d06a2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483207 Feb 10 04:25:17.322569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55656) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:17.327563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f1138296-e5a5-42f1-a5d3-d95ec53338c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abc0378c4ff94bb4a9d18d4fa49da6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9210396 Feb 10 04:25:17.328598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55658) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:17.343230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7fed6-8160-4904-9110-e175c5ca1ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c462660-9e80-475d-a973-52e8845241ce,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:17.413059 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-145b702b-3ab1-46ec-b36d-d3b62044c213 admin admin] Publish callbacks [] for security_group (2ba5e758-a9a4-42c9-9df2-c7de1bdfad01), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.417999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b465-fce4-4aee-875b-e419b9ce2986 admin admin] Publish callbacks [] for security_group (5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.449481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fbd23e8-24fc-4023-89a3-68d39850b836 admin admin] Publish callbacks [] for security_group (2c462660-9e80-475d-a973-52e8845241ce), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.467781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b465-fce4-4aee-875b-e419b9ce2986 admin admin] Publish callbacks [] for security_group (5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.480983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fbd23e8-24fc-4023-89a3-68d39850b836 admin admin] Publish callbacks [] for security_group (2c462660-9e80-475d-a973-52e8845241ce), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.501279 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-145b702b-3ab1-46ec-b36d-d3b62044c213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ba5e758-a9a4-42c9-9df2-c7de1bdfad01), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.585716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-145b702b-3ab1-46ec-b36d-d3b62044c213 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7f32978fd6e498a954cdf7cf46f0794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6466589 Feb 10 04:25:17.586308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55672) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:17.608847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b702b-3ab1-46ec-b36d-d3b62044c213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5e758-a9a4-42c9-9df2-c7de1bdfad01,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:17.639069 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b465-fce4-4aee-875b-e419b9ce2986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.641966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a6c1b465-fce4-4aee-875b-e419b9ce2986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.646096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a6c1b465-fce4-4aee-875b-e419b9ce2986 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a HTTP/1.1" status: 204 len: 168 time: 0.3134508 Feb 10 04:25:17.666025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1b465-fce4-4aee-875b-e419b9ce2986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3d47a2-a9c4-4a86-8e9c-ebbcb0fd318a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:17.671225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee196473-ce26-44b3-9ee8-1b82745d8250 admin admin] Publish callbacks [] for security_group (2ba5e758-a9a4-42c9-9df2-c7de1bdfad01), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.675591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fbd23e8-24fc-4023-89a3-68d39850b836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2c462660-9e80-475d-a973-52e8845241ce), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.678994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fbd23e8-24fc-4023-89a3-68d39850b836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.686009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2fbd23e8-24fc-4023-89a3-68d39850b836 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c462660-9e80-475d-a973-52e8845241ce HTTP/1.1" status: 204 len: 168 time: 0.3611674 Feb 10 04:25:17.738616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee196473-ce26-44b3-9ee8-1b82745d8250 admin admin] Publish callbacks [] for security_group (2ba5e758-a9a4-42c9-9df2-c7de1bdfad01), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:17.739010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd23e8-24fc-4023-89a3-68d39850b836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c462660-9e80-475d-a973-52e8845241ce,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:17.930424 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:25:17.997672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee196473-ce26-44b3-9ee8-1b82745d8250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ba5e758-a9a4-42c9-9df2-c7de1bdfad01), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:18.006812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee196473-ce26-44b3-9ee8-1b82745d8250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:18.009336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ee196473-ce26-44b3-9ee8-1b82745d8250 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ba5e758-a9a4-42c9-9df2-c7de1bdfad01 HTTP/1.1" status: 204 len: 168 time: 0.4206302 Feb 10 04:25:18.042442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee196473-ce26-44b3-9ee8-1b82745d8250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5e758-a9a4-42c9-9df2-c7de1bdfad01,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:18.404325 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:18.634110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:18.665792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-011e9af0-dcf5-41d9-9444-293b091465dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:18.843191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-011e9af0-dcf5-41d9-9444-293b091465dd admin admin] Publish callbacks [] for security_group (89fcdb1e-9715-4cd7-811f-814112a5baaf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:18.952484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-011e9af0-dcf5-41d9-9444-293b091465dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89fcdb1e-9715-4cd7-811f-814112a5baaf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:18.993846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-011e9af0-dcf5-41d9-9444-293b091465dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fb14b2cf6ce498bab5800794e9efd05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563735 Feb 10 04:25:18.993846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e9af0-dcf5-41d9-9444-293b091465dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fcdb1e-9715-4cd7-811f-814112a5baaf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:18.994333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55748) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:19.048072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a8412a3-0c8b-4277-afdc-47af8a0100ac admin admin] Publish callbacks [] for security_group (89fcdb1e-9715-4cd7-811f-814112a5baaf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.072129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a8412a3-0c8b-4277-afdc-47af8a0100ac admin admin] Publish callbacks [] for security_group (89fcdb1e-9715-4cd7-811f-814112a5baaf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.257193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55756) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:19.273470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a8412a3-0c8b-4277-afdc-47af8a0100ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89fcdb1e-9715-4cd7-811f-814112a5baaf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.276360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a8412a3-0c8b-4277-afdc-47af8a0100ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.280035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a8412a3-0c8b-4277-afdc-47af8a0100ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89fcdb1e-9715-4cd7-811f-814112a5baaf HTTP/1.1" status: 204 len: 168 time: 0.2835476 Feb 10 04:25:19.286864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b977032-a599-4805-80c8-7665b039606f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.304677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8412a3-0c8b-4277-afdc-47af8a0100ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fcdb1e-9715-4cd7-811f-814112a5baaf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:19.458542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b977032-a599-4805-80c8-7665b039606f admin admin] Publish callbacks [] for security_group (b176c374-5a8a-490d-8e42-dd20eb1c4bd5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.560993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b977032-a599-4805-80c8-7665b039606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b176c374-5a8a-490d-8e42-dd20eb1c4bd5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.613737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:19.619614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3b977032-a599-4805-80c8-7665b039606f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dfe2a7c89114a5cbd0668261de3c69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610849 Feb 10 04:25:19.620593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b977032-a599-4805-80c8-7665b039606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b176c374-5a8a-490d-8e42-dd20eb1c4bd5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:19.720336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e1881b-d2c6-41de-9986-9e13878bc9be admin admin] Publish callbacks [] for security_group (b176c374-5a8a-490d-8e42-dd20eb1c4bd5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.778799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e1881b-d2c6-41de-9986-9e13878bc9be admin admin] Publish callbacks [] for security_group (b176c374-5a8a-490d-8e42-dd20eb1c4bd5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.958116 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e1881b-d2c6-41de-9986-9e13878bc9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b176c374-5a8a-490d-8e42-dd20eb1c4bd5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.961377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4e1881b-d2c6-41de-9986-9e13878bc9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:19.971149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4e1881b-d2c6-41de-9986-9e13878bc9be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b176c374-5a8a-490d-8e42-dd20eb1c4bd5 HTTP/1.1" status: 204 len: 168 time: 0.3557417 Feb 10 04:25:19.991179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1881b-d2c6-41de-9986-9e13878bc9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b176c374-5a8a-490d-8e42-dd20eb1c4bd5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:21.592746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55872) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.854797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-b68f5867-d468-491c-a3fc-48591e0ca137 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.856067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b68f5867-d468-491c-a3fc-48591e0ca137 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2625141 Feb 10 04:25:21.859365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55878) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.865837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-09ff13a5-3cfa-4d2e-bea3-c70bfe4ebcc7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.867990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-09ff13a5-3cfa-4d2e-bea3-c70bfe4ebcc7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074987 Feb 10 04:25:21.871244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55880) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.876268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-3780c32e-2e65-493d-a3dc-4a10ce1b08c4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.878272 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3780c32e-2e65-493d-a3dc-4a10ce1b08c4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058815 Feb 10 04:25:21.880696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55884) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.903170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-9535d1a7-a438-4e04-a21f-d4b6781a4bca tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.904629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9535d1a7-a438-4e04-a21f-d4b6781a4bca tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0230269 Feb 10 04:25:21.907833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55886) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.913236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-019e0ef7-96b0-4fc3-8e48-9fc2b3b03dd4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.917813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.918478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-019e0ef7-96b0-4fc3-8e48-9fc2b3b03dd4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0092261 Feb 10 04:25:21.922328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-f963dded-9c93-4491-a8f8-17c7b65bf2a8 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.923583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f963dded-9c93-4491-a8f8-17c7b65bf2a8 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048096 Feb 10 04:25:21.927109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55890) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.933368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-a15e8098-37eb-4cd3-a1db-912ae5f6b995 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.937540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55892) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.937957 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a15e8098-37eb-4cd3-a1db-912ae5f6b995 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087390 Feb 10 04:25:21.942612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-649aef41-11c4-4849-b405-a5c0cf36a6b7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.943620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-649aef41-11c4-4849-b405-a5c0cf36a6b7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051312 Feb 10 04:25:21.946767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55894) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.961687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-f98166ab-db98-44fb-9572-b0a322de4ac5 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.967600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55896) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.969061 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f98166ab-db98-44fb-9572-b0a322de4ac5 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0197227 Feb 10 04:25:21.973135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-43e8759f-98ed-40cb-ba27-1ecf38cae86c tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.974364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-43e8759f-98ed-40cb-ba27-1ecf38cae86c tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054405 Feb 10 04:25:21.977553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55898) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.984912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-aaf01b44-a7a5-4294-825e-c1b842e54c9b tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.992890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55902) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:21.994012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aaf01b44-a7a5-4294-825e-c1b842e54c9b tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0142431 Feb 10 04:25:21.998559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-a77573d3-b875-4ef3-b7f9-8cc64a363a12 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:21.999719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a77573d3-b875-4ef3-b7f9-8cc64a363a12 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056734 Feb 10 04:25:22.002986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55904) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.009843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-ba19f021-9fa8-40ef-b522-12bffb64650b tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.013905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55906) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.018978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba19f021-9fa8-40ef-b522-12bffb64650b tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0143342 Feb 10 04:25:22.019990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-414d0527-80f1-43be-885c-e8df80315152 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.021768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-414d0527-80f1-43be-885c-e8df80315152 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057831 Feb 10 04:25:22.028790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55908) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.034660 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-0d627891-d264-436a-9306-9827d17f56af tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.038793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d627891-d264-436a-9306-9827d17f56af tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059731 Feb 10 04:25:22.039567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.044368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-cf74452b-eef6-48e9-99ed-e02be8c18afd tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.048276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.048564 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cf74452b-eef6-48e9-99ed-e02be8c18afd tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074515 Feb 10 04:25:22.055452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-a7746a45-6633-4685-ad91-adb1eb13d1ff tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.058907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a7746a45-6633-4685-ad91-adb1eb13d1ff tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066562 Feb 10 04:25:22.059636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55914) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.065625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-c244163a-0d59-480c-b708-552a9587cfa8 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.068256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c244163a-0d59-480c-b708-552a9587cfa8 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074236 Feb 10 04:25:22.076636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55918) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.084486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-56ff98f2-3c21-4c17-9751-bb694da32e71 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.089583 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-56ff98f2-3c21-4c17-9751-bb694da32e71 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0098989 Feb 10 04:25:22.090754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55920) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.097355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-f134db76-3958-4ee2-850d-919f7a89f396 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.101576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55922) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.102045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f134db76-3958-4ee2-850d-919f7a89f396 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0096910 Feb 10 04:25:22.106628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-7a2d103f-bf40-497d-a860-5e1749fd5cff tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.110577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7a2d103f-bf40-497d-a860-5e1749fd5cff tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059328 Feb 10 04:25:22.111402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.121986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-6b54f425-2fcc-4460-b9af-ca1a234c928a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.128386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55928) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.128992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6b54f425-2fcc-4460-b9af-ca1a234c928a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0156891 Feb 10 04:25:22.135028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-ccf5af56-cbfb-4096-a2f1-f2a6e347f6e1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.139083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55930) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.139744 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ccf5af56-cbfb-4096-a2f1-f2a6e347f6e1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0096130 Feb 10 04:25:22.146870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-148912db-a94f-4885-ac53-9337fde5c6c0 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.148393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-148912db-a94f-4885-ac53-9337fde5c6c0 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076976 Feb 10 04:25:22.155330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55932) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.162201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-7303983e-1011-4fac-a032-0d03cb5cb5e1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.166503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55934) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.172344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-d9d23477-6041-4397-8025-b0704df5985c tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.176871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d9d23477-6041-4397-8025-b0704df5985c tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0088196 Feb 10 04:25:22.178093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55936) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.179634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7303983e-1011-4fac-a032-0d03cb5cb5e1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0228395 Feb 10 04:25:22.185127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-2b6d465c-8c18-479d-98eb-ff366ee781b7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.193212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2b6d465c-8c18-479d-98eb-ff366ee781b7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078571 Feb 10 04:25:22.196332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55938) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.203186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-e8b7e80c-ce3a-4e86-ade5-75754f865bdc tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.208709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55940) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.210166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e8b7e80c-ce3a-4e86-ade5-75754f865bdc tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0124233 Feb 10 04:25:22.227489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-58146129-5be9-48d0-954a-9094814acf38 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.228615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-58146129-5be9-48d0-954a-9094814acf38 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0136826 Feb 10 04:25:22.231415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55942) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.236101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-6a42acfc-6a19-4399-b05b-1ff41e8fe7ab tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.239386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6a42acfc-6a19-4399-b05b-1ff41e8fe7ab tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0068858 Feb 10 04:25:22.247321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55944) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.253761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-16c76076-a3cb-43bd-a88e-b6d8c56a6e8e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.257336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-16c76076-a3cb-43bd-a88e-b6d8c56a6e8e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0087745 Feb 10 04:25:22.261304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55946) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.276603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-7382268f-f03d-4831-98ef-074576d48965 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.284810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55950) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.297883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-25666d9e-f665-4827-bdf1-eeba1d1d6c84 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.300416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7382268f-f03d-4831-98ef-074576d48965 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0207436 Feb 10 04:25:22.303617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55952) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.307049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-25666d9e-f665-4827-bdf1-eeba1d1d6c84 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0139947 Feb 10 04:25:22.329491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-4a3930fc-85dc-48ec-8627-b15d99f38539 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.346837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4a3930fc-85dc-48ec-8627-b15d99f38539 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0412219 Feb 10 04:25:22.350089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55954) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.354647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-bd667f5e-94d7-49ee-9425-aca5350bf479 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.360389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd667f5e-94d7-49ee-9425-aca5350bf479 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0089817 Feb 10 04:25:22.364215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55956) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.371248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-385f8609-4f0f-485b-9a4c-af320fad004c tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.377515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-385f8609-4f0f-485b-9a4c-af320fad004c tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069861 Feb 10 04:25:22.379950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55958) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.385896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-cd355389-85b5-4356-a0b0-cf41c33cc5cf tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.387304 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cd355389-85b5-4356-a0b0-cf41c33cc5cf tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0059023 Feb 10 04:25:22.389992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55960) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.397502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-e30806fd-1f65-40c3-9a35-4df903c8189e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.401802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e30806fd-1f65-40c3-9a35-4df903c8189e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077171 Feb 10 04:25:22.402367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55962) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.408285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-3ec01071-8f49-4867-b6cf-74457076410a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.409499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3ec01071-8f49-4867-b6cf-74457076410a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060270 Feb 10 04:25:22.412247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55964) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.425005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-da50e2ff-37af-475e-8899-740c738195d9 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.425835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55966) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.431054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-d1432a13-2524-450a-9416-d62bce029e7d tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.432178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d1432a13-2524-450a-9416-d62bce029e7d tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050647 Feb 10 04:25:22.438099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-da50e2ff-37af-475e-8899-740c738195d9 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0138977 Feb 10 04:25:22.442302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55970) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.457853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-6f1f1876-6250-42e4-993e-525f28ff3d11 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.474096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6f1f1876-6250-42e4-993e-525f28ff3d11 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0306158 Feb 10 04:25:22.477104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55972) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.486305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-f0783ee4-a2e2-4a50-b2ca-f5fd20e0097a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.490838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55974) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.491021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f0783ee4-a2e2-4a50-b2ca-f5fd20e0097a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0109036 Feb 10 04:25:22.495584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-c83c263a-b979-42d7-94d7-45a40e5cca4e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.496555 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c83c263a-b979-42d7-94d7-45a40e5cca4e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042720 Feb 10 04:25:22.499430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55976) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.503952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-b3909e3a-0c7d-4b69-8dfe-c1717912ecb3 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.504894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b3909e3a-0c7d-4b69-8dfe-c1717912ecb3 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043063 Feb 10 04:25:22.507151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55978) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.513182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-2791c6ef-511c-456c-9cc2-50d74ed4f5a4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.514125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2791c6ef-511c-456c-9cc2-50d74ed4f5a4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049403 Feb 10 04:25:22.516465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55982) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.521616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-10ef8917-8712-4c72-afcb-911b93c9693a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.522564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-10ef8917-8712-4c72-afcb-911b93c9693a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0050495 Feb 10 04:25:22.525002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.533236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-e9639cb1-9877-4b09-b368-acb914eecb1b tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.534806 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e9639cb1-9877-4b09-b368-acb914eecb1b tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052087 Feb 10 04:25:22.538179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55988) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.542746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-991056e5-9700-410d-a5d6-27e52b8d3e95 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.546496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55990) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.546902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-991056e5-9700-410d-a5d6-27e52b8d3e95 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072932 Feb 10 04:25:22.554232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-cbe94cc0-fd33-4229-8975-862638cd40dd tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.559575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cbe94cc0-fd33-4229-8975-862638cd40dd tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0109529 Feb 10 04:25:22.560181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55992) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.565353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-7fab9a3a-a150-4954-be37-cc06d2a25f03 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.568655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7fab9a3a-a150-4954-be37-cc06d2a25f03 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045645 Feb 10 04:25:22.569288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55994) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.578072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-891d3313-afd7-4f1c-9655-e62ead33b53a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.582919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55996) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.583378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-891d3313-afd7-4f1c-9655-e62ead33b53a tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0128968 Feb 10 04:25:22.588083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-1223f46b-0af8-45cf-bc63-bed3a8741aaf tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.592327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55998) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.592825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1223f46b-0af8-45cf-bc63-bed3a8741aaf tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088468 Feb 10 04:25:22.597209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-3dbf0577-9b0a-4587-958d-3cd71dc90413 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.598233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3dbf0577-9b0a-4587-958d-3cd71dc90413 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046666 Feb 10 04:25:22.603082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.616335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-affe0170-aafa-448d-8b39-b3b8e93394ad tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.617380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-affe0170-aafa-448d-8b39-b3b8e93394ad tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0127735 Feb 10 04:25:22.620324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56002) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.626471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-f33c90af-7d6c-4f75-a774-89ea2cfa6310 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.634993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f33c90af-7d6c-4f75-a774-89ea2cfa6310 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081744 Feb 10 04:25:22.635814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56008) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.641635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-8c38e87c-ae70-45ee-bf96-3b5ada92d8c8 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.646386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8c38e87c-ae70-45ee-bf96-3b5ada92d8c8 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0092704 Feb 10 04:25:22.649199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56012) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.653462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-71d506f1-aafb-48d3-9b15-8f252903f332 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.655406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-71d506f1-aafb-48d3-9b15-8f252903f332 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052104 Feb 10 04:25:22.657899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56014) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.664658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-d8641e71-3172-447c-a398-ea7c9f6c0022 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.668060 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d8641e71-3172-447c-a398-ea7c9f6c0022 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0057676 Feb 10 04:25:22.670566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56016) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.677380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-571942ac-1f08-4c8f-acc0-e44e7ff35895 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.681633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-571942ac-1f08-4c8f-acc0-e44e7ff35895 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0097716 Feb 10 04:25:22.682580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56022) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.694650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-5cac4080-d2cb-4de1-94db-027b82d89ab1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.694650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5cac4080-d2cb-4de1-94db-027b82d89ab1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0099850 Feb 10 04:25:22.696601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56028) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.701137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-c4921982-3ba6-478b-af45-25ee1fed05a9 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.702175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c4921982-3ba6-478b-af45-25ee1fed05a9 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045109 Feb 10 04:25:22.705561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56030) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.711488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-3ede75f9-d7de-4b38-9add-09d26ce3b5e7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.715369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56032) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.715740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3ede75f9-d7de-4b38-9add-09d26ce3b5e7 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087531 Feb 10 04:25:22.719883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-70e2d14a-f465-4c3e-9df9-2f7250d810f5 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.725709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-70e2d14a-f465-4c3e-9df9-2f7250d810f5 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088685 Feb 10 04:25:22.728572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56034) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.743308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-990175bd-8aa4-467b-b8f3-99276d259fae tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.745550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-990175bd-8aa4-467b-b8f3-99276d259fae tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0122154 Feb 10 04:25:22.748100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56036) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.755256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-3c73fd7d-a49a-4f80-a73c-53e2db44c2c1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.759388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56042) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.759852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3c73fd7d-a49a-4f80-a73c-53e2db44c2c1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0103505 Feb 10 04:25:22.764511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-cc0421fc-002f-4e51-87bf-7caaba4b9564 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.771998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc0421fc-002f-4e51-87bf-7caaba4b9564 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055647 Feb 10 04:25:22.779215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56046) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.783601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [None req-045235fa-f31e-4bd0-a9d0-0310135c227e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.787118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56050) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.787269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-045235fa-f31e-4bd0-a9d0-0310135c227e tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070217 Feb 10 04:25:22.792249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-a16d75fc-a421-4857-b92e-659d97084cf4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.793464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a16d75fc-a421-4857-b92e-659d97084cf4 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050344 Feb 10 04:25:22.795910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56052) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.819017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-eb6ff9c6-4a69-4006-9bf5-af26366786c6 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.819017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb6ff9c6-4a69-4006-9bf5-af26366786c6 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079207 Feb 10 04:25:22.820186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56054) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:22.824388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [None req-2937a4ea-f2e6-4329-a3b4-ce73273e45e1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:25:22.825407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2937a4ea-f2e6-4329-a3b4-ce73273e45e1 tempest-ExtensionsTestJSON-1190341196 tempest-ExtensionsTestJSON-1190341196-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049696 Feb 10 04:25:23.442444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-0c769849-7123-4b1d-884b-e05bea242ae1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1583006 Feb 10 04:25:23.593901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-fb5edb1b-f53e-4bc4-93fb-22689b81a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:23.595512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-fb5edb1b-f53e-4bc4-93fb-22689b81a8cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 1127 time: 0.0955272 Feb 10 04:25:23.708282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56092) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:23.768932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-b0d305df-8e41-40f9-98ca-5afdf3e8f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:23.771416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-b0d305df-8e41-40f9-98ca-5afdf3e8f114 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0ca4166b-f350-443b-8f44-681a881c24d7 HTTP/1.1" status: 200 len: 897 time: 0.1462469 Feb 10 04:25:23.859950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-144cae8e-6511-408e-b888-04def9024141 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7 HTTP/1.1" status: 200 len: 1001 time: 0.0817633 Feb 10 04:25:23.923446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-fe12ff14-b0ca-4a82-89fb-bba797ead54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:23.926306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-fe12ff14-b0ca-4a82-89fb-bba797ead54f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1df6eb95-d705-4a17-a53c-b622108a0ede HTTP/1.1" status: 200 len: 835 time: 0.0590460 Feb 10 04:25:23.993094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-67a3d963-d812-4d99-b3c9-f19b98810682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:23.995159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-67a3d963-d812-4d99-b3c9-f19b98810682 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0ca4166b-f350-443b-8f44-681a881c24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0609140 Feb 10 04:25:24.104850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-ce226f56-60cf-42e5-aba0-a9e81b29d1b8 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007733 Feb 10 04:25:24.207970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c50601d4-3fb3-49d4-aa72-97a5ed9811a1 req-45308992-e341-447d-96c5-133700c1b847 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998242 Feb 10 04:25:24.284904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-905b08ae-e11c-44f8-9096-b9eb8c8e40ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.443589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-905b08ae-e11c-44f8-9096-b9eb8c8e40ce admin admin] Publish callbacks [] for security_group (376c5bbd-e937-4e03-9a1a-2dd733a9b665), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.509674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56110) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:24.531267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-905b08ae-e11c-44f8-9096-b9eb8c8e40ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (376c5bbd-e937-4e03-9a1a-2dd733a9b665), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.576837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b08ae-e11c-44f8-9096-b9eb8c8e40ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c5bbd-e937-4e03-9a1a-2dd733a9b665,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:24.638277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56116) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:24.647356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-905b08ae-e11c-44f8-9096-b9eb8c8e40ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c4d7fa8e4c24458b8a9d17b2e57e253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9379151 Feb 10 04:25:24.759435 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bade90b-7fe5-416b-b051-33e1d2f10bb3 admin admin] Publish callbacks [] for security_group (376c5bbd-e937-4e03-9a1a-2dd733a9b665), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.786102 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3588447-c513-4050-b0ae-c51723421b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.806080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bade90b-7fe5-416b-b051-33e1d2f10bb3 admin admin] Publish callbacks [] for security_group (376c5bbd-e937-4e03-9a1a-2dd733a9b665), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.975229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bade90b-7fe5-416b-b051-33e1d2f10bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (376c5bbd-e937-4e03-9a1a-2dd733a9b665), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.975794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1bade90b-7fe5-416b-b051-33e1d2f10bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:24.977408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1bade90b-7fe5-416b-b051-33e1d2f10bb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/376c5bbd-e937-4e03-9a1a-2dd733a9b665 HTTP/1.1" status: 204 len: 168 time: 0.3381081 Feb 10 04:25:24.993806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bade90b-7fe5-416b-b051-33e1d2f10bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c5bbd-e937-4e03-9a1a-2dd733a9b665,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:25.072113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3588447-c513-4050-b0ae-c51723421b8c admin admin] Publish callbacks [] for security_group (bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:25.135900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3588447-c513-4050-b0ae-c51723421b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:25.210799 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a3588447-c513-4050-b0ae-c51723421b8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=917354694d364b9a9d3b8a74985ac71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999736 Feb 10 04:25:25.211905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3588447-c513-4050-b0ae-c51723421b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:25.217668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56126) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:25.290208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f154cc2-931c-4438-9449-ee5f2e4c1453 admin admin] Publish callbacks [] for security_group (bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:25.319203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f154cc2-931c-4438-9449-ee5f2e4c1453 admin admin] Publish callbacks [] for security_group (bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:25.512297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f154cc2-931c-4438-9449-ee5f2e4c1453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:25.515454 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f154cc2-931c-4438-9449-ee5f2e4c1453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:25.516811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8f154cc2-931c-4438-9449-ee5f2e4c1453 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c HTTP/1.1" status: 204 len: 168 time: 0.2978222 Feb 10 04:25:25.537521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f154cc2-931c-4438-9449-ee5f2e4c1453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80035a-cfcc-41cb-8b4c-5e3987d2ae5c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:25.829359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56142) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:26.002796 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22a207c8-62ef-43d3-9c5f-c2f33c4780cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.160471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22a207c8-62ef-43d3-9c5f-c2f33c4780cd admin admin] Publish callbacks [] for security_group (9c06055d-a206-4831-b803-e594f6bf1f69), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.254651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-22a207c8-62ef-43d3-9c5f-c2f33c4780cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9c06055d-a206-4831-b803-e594f6bf1f69), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.329644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-22a207c8-62ef-43d3-9c5f-c2f33c4780cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=167b50a5ba834ab384d4fb918b187860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990098 Feb 10 04:25:26.331206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a207c8-62ef-43d3-9c5f-c2f33c4780cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c06055d-a206-4831-b803-e594f6bf1f69,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:26.332233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56154) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:26.453775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b23e5601-3e37-4e39-8806-acefdf9a97eb admin admin] Publish callbacks [] for security_group (9c06055d-a206-4831-b803-e594f6bf1f69), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.498150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b23e5601-3e37-4e39-8806-acefdf9a97eb admin admin] Publish callbacks [] for security_group (9c06055d-a206-4831-b803-e594f6bf1f69), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.641986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56162) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:26.676323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af5ece-d536-48f9-8f57-b9e77531e551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.706455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b23e5601-3e37-4e39-8806-acefdf9a97eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9c06055d-a206-4831-b803-e594f6bf1f69), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.720910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b23e5601-3e37-4e39-8806-acefdf9a97eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:26.727001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b23e5601-3e37-4e39-8806-acefdf9a97eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c06055d-a206-4831-b803-e594f6bf1f69 HTTP/1.1" status: 204 len: 168 time: 0.3930457 Feb 10 04:25:26.881545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e5601-3e37-4e39-8806-acefdf9a97eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c06055d-a206-4831-b803-e594f6bf1f69,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:26.934737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af5ece-d536-48f9-8f57-b9e77531e551 admin admin] Publish callbacks [] for security_group (773ae0cd-22d9-474d-8605-37fa41197020), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.018127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22af5ece-d536-48f9-8f57-b9e77531e551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (773ae0cd-22d9-474d-8605-37fa41197020), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.068682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-22af5ece-d536-48f9-8f57-b9e77531e551 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64c51116fe1e45ecb2e93588bb9e8002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245012 Feb 10 04:25:27.069849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af5ece-d536-48f9-8f57-b9e77531e551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773ae0cd-22d9-474d-8605-37fa41197020,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:27.072643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56172) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:27.170864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28f3b31f-6d7c-46e5-b7ef-768dffc77ebb admin admin] Publish callbacks [] for security_group (773ae0cd-22d9-474d-8605-37fa41197020), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.196895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28f3b31f-6d7c-46e5-b7ef-768dffc77ebb admin admin] Publish callbacks [] for security_group (773ae0cd-22d9-474d-8605-37fa41197020), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.247493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:27.389123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28f3b31f-6d7c-46e5-b7ef-768dffc77ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (773ae0cd-22d9-474d-8605-37fa41197020), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.391937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28f3b31f-6d7c-46e5-b7ef-768dffc77ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.394081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28f3b31f-6d7c-46e5-b7ef-768dffc77ebb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/773ae0cd-22d9-474d-8605-37fa41197020 HTTP/1.1" status: 204 len: 168 time: 0.3205025 Feb 10 04:25:27.409946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3b31f-6d7c-46e5-b7ef-768dffc77ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773ae0cd-22d9-474d-8605-37fa41197020,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:27.481742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1950474607'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:27.606129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Made reservation on behalf of 9e82b69723954f18b84c133708cc4ce8 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:25:27.609667 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.619944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.678182 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-57690f51-5413-4d77-8979-6c151bfda6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.820666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for security_group (b5049867-96d7-42a5-9444-ef219908cf12), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.858220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56194) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:27.879889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01b1db1a-bb0f-43db-8a36-8a25c6726274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.897374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b5049867-96d7-42a5-9444-ef219908cf12), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.945438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:25:27.960582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5049867-96d7-42a5-9444-ef219908cf12,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:27.975079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (93ebaeb9-160f-4b5d-8a14-de30605bbd0b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:27.975548 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Added segment 93ebaeb9-160f-4b5d-8a14-de30605bbd0b of type vlan for network 4c97fb90-4691-4683-b381-533b158edd3f Feb 10 04:25:28.043076 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4c97fb90-4691-4683-b381-533b158edd3f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.082882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01b1db1a-bb0f-43db-8a36-8a25c6726274 admin admin] Publish callbacks [] for security_group (7a3d6c55-d992-44dc-9f53-37ab3e174d01), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.141261 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01b1db1a-bb0f-43db-8a36-8a25c6726274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a3d6c55-d992-44dc-9f53-37ab3e174d01), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.151176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4c97fb90-4691-4683-b381-533b158edd3f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.152587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:28.153185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.230574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1db1a-bb0f-43db-8a36-8a25c6726274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d6c55-d992-44dc-9f53-37ab3e174d01,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:28.249981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01b1db1a-bb0f-43db-8a36-8a25c6726274 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87226b401dcd4523938ee0072a16623c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3849819 Feb 10 04:25:28.250306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56196) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:28.275123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Network': ['ID=4c97fb90-4691-4683-b381-533b158edd3f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:28.287678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4c97fb90-4691-4683-b381-533b158edd3f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:25:28.305204 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1630d5fa-6188-48a3-983b-9520f27cf869 admin admin] Publish callbacks [] for security_group (7a3d6c55-d992-44dc-9f53-37ab3e174d01), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.307861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c97a482d-874e-42de-86ef-d6fe5a41ca7a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0582950 Feb 10 04:25:28.310260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56198) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:28.316232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'subnet': {'network_id': '4c97fb90-4691-4683-b381-533b158edd3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:28.412193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56200) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:28.416335 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1630d5fa-6188-48a3-983b-9520f27cf869 admin admin] Publish callbacks [] for security_group (7a3d6c55-d992-44dc-9f53-37ab3e174d01), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.445123 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cdde04b-bdc2-43c4-8cfd-1eeb8e767ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.557492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Made reservation on behalf of 9e82b69723954f18b84c133708cc4ce8 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:25:28.561569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.587814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1630d5fa-6188-48a3-983b-9520f27cf869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7a3d6c55-d992-44dc-9f53-37ab3e174d01), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.590793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1630d5fa-6188-48a3-983b-9520f27cf869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.602105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1630d5fa-6188-48a3-983b-9520f27cf869 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a3d6c55-d992-44dc-9f53-37ab3e174d01 HTTP/1.1" status: 204 len: 168 time: 0.3486888 Feb 10 04:25:28.694854 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630d5fa-6188-48a3-983b-9520f27cf869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d6c55-d992-44dc-9f53-37ab3e174d01,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:28.712319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cdde04b-bdc2-43c4-8cfd-1eeb8e767ca5 admin admin] Publish callbacks [] for security_group (c18ea1e0-4c46-4d99-9fa4-21b4b75b0948), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.809262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5cdde04b-bdc2-43c4-8cfd-1eeb8e767ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c18ea1e0-4c46-4d99-9fa4-21b4b75b0948), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.868161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5cdde04b-bdc2-43c4-8cfd-1eeb8e767ca5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5026654a5874b04a9501d1788288b40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525800 Feb 10 04:25:28.868161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdde04b-bdc2-43c4-8cfd-1eeb8e767ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18ea1e0-4c46-4d99-9fa4-21b4b75b0948,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:28.872520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56210) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:28.962962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78cd496b-ad2d-41cf-b6f9-608391e3ab17 admin admin] Publish callbacks [] for security_group (c18ea1e0-4c46-4d99-9fa4-21b4b75b0948), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:28.984266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78cd496b-ad2d-41cf-b6f9-608391e3ab17 admin admin] Publish callbacks [] for security_group (c18ea1e0-4c46-4d99-9fa4-21b4b75b0948), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.015852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (583e5032-e9b0-46ab-b1d4-91a8fa761304), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.097373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Subnet': ['ID=583e5032-e9b0-46ab-b1d4-91a8fa761304,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:29.117148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Checking segment: {'id': '93ebaeb9-160f-4b5d-8a14-de30605bbd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c97fb90-4691-4683-b381-533b158edd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:25:29.117603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Network hostable DHCP agents. Network: 4c97fb90-4691-4683-b381-533b158edd3f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:25:29.130101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78cd496b-ad2d-41cf-b6f9-608391e3ab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c18ea1e0-4c46-4d99-9fa4-21b4b75b0948), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.132913 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78cd496b-ad2d-41cf-b6f9-608391e3ab17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.137505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-78cd496b-ad2d-41cf-b6f9-608391e3ab17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c18ea1e0-4c46-4d99-9fa4-21b4b75b0948 HTTP/1.1" status: 204 len: 168 time: 0.2618055 Feb 10 04:25:29.153320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd496b-ad2d-41cf-b6f9-608391e3ab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18ea1e0-4c46-4d99-9fa4-21b4b75b0948,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:29.232782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Network 4c97fb90-4691-4683-b381-533b158edd3f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:25:29.335061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4c97fb90-4691-4683-b381-533b158edd3f) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:29.342176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:29.342838 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.352466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf646b6-9ac9-4392-938c-21ed14569821 None None] Network 4c97fb90-4691-4683-b381-533b158edd3f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:25:29.452265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-10b283e4-487b-40e8-8709-d45c9d1834f6 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1404321 Feb 10 04:25:29.454495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56224) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:29.465003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fe1dd837-a745-4d96-b179-8381ecfac61a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1858897203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:29.485578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-4c97fb90-4691-4683-b381-533b158edd3f', 'network_id': '4c97fb90-4691-4683-b381-533b158edd3f', 'project_id': '9e82b69723954f18b84c133708cc4ce8', 'fixed_ips': [{'subnet_id': '583e5032-e9b0-46ab-b1d4-91a8fa761304'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:25:29.488745 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.606154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd837-a745-4d96-b179-8381ecfac61a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6dc01519-5e02-4bde-aa26-f7723bf1571a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.609962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd837-a745-4d96-b179-8381ecfac61a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6dc01519-5e02-4bde-aa26-f7723bf1571a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.681076 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd837-a745-4d96-b179-8381ecfac61a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for router_controller (6dc01519-5e02-4bde-aa26-f7723bf1571a), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.723230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Allocated IP 172.20.0.2 (4c97fb90-4691-4683-b381-533b158edd3f/583e5032-e9b0-46ab-b1d4-91a8fa761304/b4811e73-334d-4cdb-b705-a53bf3334b51) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:25:29.724349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd837-a745-4d96-b179-8381ecfac61a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6dc01519-5e02-4bde-aa26-f7723bf1571a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.840336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7a70db59-1897-4720-b0de-667c3bb29322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.841374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd837-a745-4d96-b179-8381ecfac61a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:29.844579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fe1dd837-a745-4d96-b179-8381ecfac61a tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3872461 Feb 10 04:25:29.850761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56244) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:30.069335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Publish callbacks [] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.163629 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.216769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.227939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Pushing event updated for resources: {'Port': ['ID=b4811e73-334d-4cdb-b705-a53bf3334b51,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:30.266145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Network 4c97fb90-4691-4683-b381-533b158edd3f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:25:30.276236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:30.279273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.283336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.283896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.284420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.284948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.285465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.285971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.288052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.288573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.289080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.291180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.292153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.293025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:30.299840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:25:30.439741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Attempting to bind port b4811e73-334d-4cdb-b705-a53bf3334b51 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:25:30.441260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Attempting to bind port b4811e73-334d-4cdb-b705-a53bf3334b51 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '93ebaeb9-160f-4b5d-8a14-de30605bbd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c97fb90-4691-4683-b381-533b158edd3f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:25:30.441879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Attempting to bind port b4811e73-334d-4cdb-b705-a53bf3334b51 on network 4c97fb90-4691-4683-b381-533b158edd3f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:25:30.449103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:25:30.449908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Checking segment: {'id': '93ebaeb9-160f-4b5d-8a14-de30605bbd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c97fb90-4691-4683-b381-533b158edd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:25:30.450552 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.451393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Bound using segment: {'id': '93ebaeb9-160f-4b5d-8a14-de30605bbd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c97fb90-4691-4683-b381-533b158edd3f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:25:30.453028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Bound port: b4811e73-334d-4cdb-b705-a53bf3334b51, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ebaeb9-160f-4b5d-8a14-de30605bbd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c97fb90-4691-4683-b381-533b158edd3f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:25:30.453681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.563194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Allocated IP 172.20.0.1 (4c97fb90-4691-4683-b381-533b158edd3f/583e5032-e9b0-46ab-b1d4-91a8fa761304/910779cb-5a62-4e64-9e9e-da7d15fcc171) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:25:30.683440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] For port b4811e73-334d-4cdb-b705-a53bf3334b51, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:25:30.686988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] For port b4811e73-334d-4cdb-b705-a53bf3334b51, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b4811e73-334d-4cdb-b705-a53bf3334b51,segment=NetworkSegment(93ebaeb9-160f-4b5d-8a14-de30605bbd0b),segment_id=93ebaeb9-160f-4b5d-8a14-de30605bbd0b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:25:30.759886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.797937 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.902146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1c404-6be8-4e4f-80fa-9059840d3997 None None] Pushing event updated for resources: {'Port': ['ID=b4811e73-334d-4cdb-b705-a53bf3334b51,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:30.906367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:30.977400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Network 4c97fb90-4691-4683-b381-533b158edd3f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:25:30.987578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:30.992731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:25:31.000371 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:31.029351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Port': ['ID=910779cb-5a62-4e64-9e9e-da7d15fcc171,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:31.094298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6dc01519-5e02-4bde-aa26-f7723bf1571a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:31.434075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:31.856471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:31.946787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:32.067837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Port': ['ID=910779cb-5a62-4e64-9e9e-da7d15fcc171,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:32.077602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6dc01519-5e02-4bde-aa26-f7723bf1571a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:32.251710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Network 4c97fb90-4691-4683-b381-533b158edd3f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:25:32.257036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:32.532028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add3983-6db2-4bd1-a510-1bff941093b0 None None] Network 4c97fb90-4691-4683-b381-533b158edd3f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:25:32.655764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b4811e73-334d-4cdb-b705-a53bf3334b51 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:25:32.699149 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:32.813400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-22313227-e1d1-4a75-8689-384e8c662407 None None] Provisioning complete for port b4811e73-334d-4cdb-b705-a53bf3334b51 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:32.813791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-22313227-e1d1-4a75-8689-384e8c662407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:32.827989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Router 6dc01519-5e02-4bde-aa26-f7723bf1571a is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:25:33.068690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:25:33.080359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33899c6a-8703-43e7-8b12-abb79b1cb51c tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "PUT /v2.0/routers/6dc01519-5e02-4bde-aa26-f7723bf1571a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2284501 Feb 10 04:25:33.083179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56350) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:33.092488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'port': {'network_id': '4c97fb90-4691-4683-b381-533b158edd3f', 'name': 'tempest-FloatingIPNegativeTestJSON-1561419827'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:33.121059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-22313227-e1d1-4a75-8689-384e8c662407 None None] Current status of the port b4811e73-334d-4cdb-b705-a53bf3334b51 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:25:33.121459 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-22313227-e1d1-4a75-8689-384e8c662407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:33.138173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] Sync routers for ids ['6dc01519-5e02-4bde-aa26-f7723bf1571a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:25:33.163534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b4811e73-334d-4cdb-b705-a53bf3334b51 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:33.163913 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:33.205105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] Routers {'6dc01519-5e02-4bde-aa26-f7723bf1571a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:33.205965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6dc01519-5e02-4bde-aa26-f7723bf1571a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:33.262662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-22313227-e1d1-4a75-8689-384e8c662407 None None] For port b4811e73-334d-4cdb-b705-a53bf3334b51, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b4811e73-334d-4cdb-b705-a53bf3334b51,segment=NetworkSegment(93ebaeb9-160f-4b5d-8a14-de30605bbd0b),segment_id=93ebaeb9-160f-4b5d-8a14-de30605bbd0b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:33.272509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:33.303072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] Routers {'6dc01519-5e02-4bde-aa26-f7723bf1571a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:33.306928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6dc01519-5e02-4bde-aa26-f7723bf1571a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:33.364560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:33.365220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0acb1-2f67-4285-b62f-5e962518fd30 None None] The sync data for ids ['6dc01519-5e02-4bde-aa26-f7723bf1571a'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:25:33.376015 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-22313227-e1d1-4a75-8689-384e8c662407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:33.438013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Made reservation on behalf of 9e82b69723954f18b84c133708cc4ce8 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:25:33.444359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:33.457051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22313227-e1d1-4a75-8689-384e8c662407 None None] Pushing event updated for resources: {'Port': ['ID=b4811e73-334d-4cdb-b705-a53bf3334b51,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:33.502711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b4811e73-334d-4cdb-b705-a53bf3334b51 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:25:33.527047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] device_id is not set on port c15c9f0a-107b-44da-a695-54f0387fdea8 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:25:33.715511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-38b947b1-c90a-4b25-a55b-9f44f6f85369 None None] Provisioning complete for port b4811e73-334d-4cdb-b705-a53bf3334b51 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:33.715970 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-38b947b1-c90a-4b25-a55b-9f44f6f85369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:33.716624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56360) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:33.931405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-38b947b1-c90a-4b25-a55b-9f44f6f85369 None None] Current status of the port b4811e73-334d-4cdb-b705-a53bf3334b51 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:25:33.960679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-38b947b1-c90a-4b25-a55b-9f44f6f85369 None None] Provisioning complete for port 910779cb-5a62-4e64-9e9e-da7d15fcc171 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:33.961071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-38b947b1-c90a-4b25-a55b-9f44f6f85369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:33.969355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4e87d2d0-0ec3-442e-9022-55c42c02383c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.071874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-38b947b1-c90a-4b25-a55b-9f44f6f85369 None None] Port 910779cb-5a62-4e64-9e9e-da7d15fcc171 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:25:34.200872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4e87d2d0-0ec3-442e-9022-55c42c02383c admin admin] Publish callbacks [] for security_group (de3a099c-006f-4ad4-a1f9-faef3e2cbd13), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.204301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e954fa80-4eaa-4e7e-90e0-569c89223eb1 None None] Provisioning complete for port 910779cb-5a62-4e64-9e9e-da7d15fcc171 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:34.204761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e954fa80-4eaa-4e7e-90e0-569c89223eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.266818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e954fa80-4eaa-4e7e-90e0-569c89223eb1 None None] Port 910779cb-5a62-4e64-9e9e-da7d15fcc171 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:25:34.269676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Allocated IP 172.20.0.5 (4c97fb90-4691-4683-b381-533b158edd3f/583e5032-e9b0-46ab-b1d4-91a8fa761304/c15c9f0a-107b-44da-a695-54f0387fdea8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:25:34.277405 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4e87d2d0-0ec3-442e-9022-55c42c02383c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (de3a099c-006f-4ad4-a1f9-faef3e2cbd13), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.305925 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.349314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4e87d2d0-0ec3-442e-9022-55c42c02383c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f36ec09cf48548dc947664e3817d9042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6315680 Feb 10 04:25:34.350286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9a746-00f0-4562-b276-3281ec0c6612 req-a19b6aef-d16c-4a77-a70f-a4b2d6da3d99 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:34.350509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87d2d0-0ec3-442e-9022-55c42c02383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3a099c-006f-4ad4-a1f9-faef3e2cbd13,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:34.352614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0d9a746-00f0-4562-b276-3281ec0c6612 req-a19b6aef-d16c-4a77-a70f-a4b2d6da3d99 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.6998885 Feb 10 04:25:34.355597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56372) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:34.541596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b4811e73-334d-4cdb-b705-a53bf3334b51 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:25:34.549043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0d9a746-00f0-4562-b276-3281ec0c6612 req-d6839075-bc2a-4527-9cec-86206a62569b tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719775 Feb 10 04:25:34.558060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1725fa51-b07a-41f5-a06b-8cef7f85334a admin admin] Publish callbacks [] for security_group (de3a099c-006f-4ad4-a1f9-faef3e2cbd13), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.590539 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1725fa51-b07a-41f5-a06b-8cef7f85334a admin admin] Publish callbacks [] for security_group (de3a099c-006f-4ad4-a1f9-faef3e2cbd13), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.603154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-214ae395-ff5e-41cf-9423-19bd672cefc0 None None] Provisioning complete for port 910779cb-5a62-4e64-9e9e-da7d15fcc171 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:34.603623 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-214ae395-ff5e-41cf-9423-19bd672cefc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.688415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-214ae395-ff5e-41cf-9423-19bd672cefc0 None None] Port 910779cb-5a62-4e64-9e9e-da7d15fcc171 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:25:34.701978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b4811e73-334d-4cdb-b705-a53bf3334b51 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:34.702352 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.719258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for port (c15c9f0a-107b-44da-a695-54f0387fdea8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.800412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1725fa51-b07a-41f5-a06b-8cef7f85334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (de3a099c-006f-4ad4-a1f9-faef3e2cbd13), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.803896 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1725fa51-b07a-41f5-a06b-8cef7f85334a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.808500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1725fa51-b07a-41f5-a06b-8cef7f85334a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de3a099c-006f-4ad4-a1f9-faef3e2cbd13 HTTP/1.1" status: 204 len: 168 time: 0.4483550 Feb 10 04:25:34.808975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b4811e73-334d-4cdb-b705-a53bf3334b51 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:25:34.817296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725fa51-b07a-41f5-a06b-8cef7f85334a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3a099c-006f-4ad4-a1f9-faef3e2cbd13,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:34.855598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c15c9f0a-107b-44da-a695-54f0387fdea8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:34.937155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Network 4c97fb90-4691-4683-b381-533b158edd3f is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:25:34.943964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:34.951110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:25:34.999677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Port': ['ID=c15c9f0a-107b-44da-a695-54f0387fdea8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:35.054083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:35.054629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:35.113728 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-4a792680-4b66-4007-809a-def6d9c6a0fa tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:35.118835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-4a792680-4b66-4007-809a-def6d9c6a0fa tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.1057820 Feb 10 04:25:35.183660 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-29be0f48-972c-4a5b-8251-ad1c00560105 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0965316 Feb 10 04:25:35.185165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56388) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:35.190305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:35.337643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:35.350779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Deleting port 86b8e759-d2b9-4816-affd-e2c9c5899605 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:35.351312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:35.426119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-97223d4d-184d-4d9f-b167-ad48c108f7e0 None None] Provisioning complete for port c15c9f0a-107b-44da-a695-54f0387fdea8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:25:35.428758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-97223d4d-184d-4d9f-b167-ad48c108f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c15c9f0a-107b-44da-a695-54f0387fdea8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:35.520912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] For port 86b8e759-d2b9-4816-affd-e2c9c5899605, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=86b8e759-d2b9-4816-affd-e2c9c5899605,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:35.521397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:35.565124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56396) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:35.567917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-97223d4d-184d-4d9f-b167-ad48c108f7e0 None None] Port c15c9f0a-107b-44da-a695-54f0387fdea8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:25:35.682915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-826ec75b-0d22-42a4-a772-5a21fba45adc tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/floatingips/e46c4d81-ec26-4b7e-a3e8-43738dbbc81e HTTP/1.1" status: 200 len: 993 time: 0.1026404 Feb 10 04:25:35.693040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:35.910996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8d838-4a1c-4a3f-904a-59d48f088bd6 req-9889c44e-dee1-4b81-888c-e8bbeb95ab59 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:35.912734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44a8d838-4a1c-4a3f-904a-59d48f088bd6 req-9889c44e-dee1-4b81-888c-e8bbeb95ab59 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 946 time: 0.1510026 Feb 10 04:25:35.955174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Allocated IP 172.25.8.54 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/1027f111-7385-4bcc-9a4b-9a5b7f1f419c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:25:35.985413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56408) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:35.991330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-44a8d838-4a1c-4a3f-904a-59d48f088bd6 req-ac463f08-34e6-428d-af9a-dc8143e53979 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups?id=a40fe03f-d178-4276-830d-8b784a6f2879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674114 Feb 10 04:25:36.046361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56410) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:36.073814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.076635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (ce0778db-920f-4335-a05b-9db7e09e071b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.078260 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Floating IP ce0778db-920f-4335-a05b-9db7e09e071b disassociated. External IP: 172.25.8.39, port: 86b8e759-d2b9-4816-affd-e2c9c5899605. Feb 10 04:25:36.078746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Calling delete_port for 86b8e759-d2b9-4816-affd-e2c9c5899605 owned by compute:nova {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:36.109272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53548f8f-34e3-4ab0-a0f6-cb9320180204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.279579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.331309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port ee490ff7-c614-45d7-9f09-f7e9a1c9510f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:36.331885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.405893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53548f8f-34e3-4ab0-a0f6-cb9320180204 admin admin] Publish callbacks [] for security_group (422d3ec0-4451-4232-acb9-396271908f8d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.476557 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.480499 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53548f8f-34e3-4ab0-a0f6-cb9320180204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (422d3ec0-4451-4232-acb9-396271908f8d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.490778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.491316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.544317 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (86b8e759-d2b9-4816-affd-e2c9c5899605), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.552786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Port': ['ID=1027f111-7385-4bcc-9a4b-9a5b7f1f419c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:36.562084 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53548f8f-34e3-4ab0-a0f6-cb9320180204 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da934044de66438fb280306b73f570f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5080812 Feb 10 04:25:36.567080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:36.573613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for ee490ff7-c614-45d7-9f09-f7e9a1c9510f owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:36.577558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:25:36.585996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:36.598768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:25:36.612455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53548f8f-34e3-4ab0-a0f6-cb9320180204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d3ec0-4451-4232-acb9-396271908f8d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:36.642988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event deleted for resources: {'Port': ['ID=86b8e759-d2b9-4816-affd-e2c9c5899605,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:36.869548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (32289f81-3347-43e3-be93-6f2d77a7a569), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.869778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Router f180e452-da47-49ce-8a94-d47a971d0685 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:25:36.869778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8fb0-37d8-4ff1-b4f0-ce765e16f125 admin admin] Publish callbacks [] for security_group (422d3ec0-4451-4232-acb9-396271908f8d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:36.938917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8fb0-37d8-4ff1-b4f0-ce765e16f125 admin admin] Publish callbacks [] for security_group (422d3ec0-4451-4232-acb9-396271908f8d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:37.035500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:25:37.047147 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] Sync routers for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:25:37.066965 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:37.069048 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:37.089837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] No DVR routers for this DVR port 86b8e759-d2b9-4816-affd-e2c9c5899605 on host n-h1-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:25:37.093196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:37.098273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bbf576b9-3c7f-4cb1-8185-27d8f8ddae06 req-8e743559-f77f-42e3-956c-1cb5b24af324 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.24 "DELETE /v2.0/ports/86b8e759-d2b9-4816-affd-e2c9c5899605 HTTP/1.1" status: 204 len: 173 time: 1.9748018 Feb 10 04:25:37.098808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'name': 'network-vif-deleted', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:25:37.118367 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59420f12-2e7f-4030-bd63-4ce5284070e6" -d '{"events": [{"server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "name": "network-vif-deleted", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:25:37.177581 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731cdc07-4ac5-4cf9-9a49-be1ee8faaaf7 x-openstack-request-id: req-731cdc07-4ac5-4cf9-9a49-be1ee8faaaf7 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:25:37.177871 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f", "name": "network-vif-deleted", "tag": "86b8e759-d2b9-4816-affd-e2c9c5899605", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:25:37.178126 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-731cdc07-4ac5-4cf9-9a49-be1ee8faaaf7 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:25:37.178534 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f', 'name': 'network-vif-deleted', 'tag': '86b8e759-d2b9-4816-affd-e2c9c5899605', 'status': 'completed', 'code': 200} Feb 10 04:25:37.211956 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b27b90fb-aaad-43e1-a5be-d80d0efbe494 req-aa1700e7-fdc5-4868-a41d-9cf09685604e tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 210 time: 0.0510383 Feb 10 04:25:37.277222 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:37.366308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8fb0-37d8-4ff1-b4f0-ce765e16f125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (422d3ec0-4451-4232-acb9-396271908f8d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:37.379089 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8d3d8fb0-37d8-4ff1-b4f0-ce765e16f125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:37.388758 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8d3d8fb0-37d8-4ff1-b4f0-ce765e16f125 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/422d3ec0-4451-4232-acb9-396271908f8d HTTP/1.1" status: 204 len: 168 time: 0.7775438 Feb 10 04:25:37.413636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d8fb0-37d8-4ff1-b4f0-ce765e16f125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d3ec0-4451-4232-acb9-396271908f8d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:37.464407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ee490ff7-c614-45d7-9f09-f7e9a1c9510f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:37.555929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:37.595759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=ee490ff7-c614-45d7-9f09-f7e9a1c9510f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:37.627560 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:37.661684 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] Checking router: f180e452-da47-49ce-8a94-d47a971d0685 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:25:37.673102 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:37.674421 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:37.697394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for floatingip (e46c4d81-ec26-4b7e-a3e8-43738dbbc81e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:37.697737 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Floating IP e46c4d81-ec26-4b7e-a3e8-43738dbbc81e disassociated (deleted). External IP: 172.25.8.100, port: 1479c48d-165a-4ee2-b08e-32ec4a3e9da7. Feb 10 04:25:37.877603 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:38.217057 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:38.283078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 86b8e759-d2b9-4816-affd-e2c9c5899605 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:25:38.287384 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e10293-1f41-4a9e-921c-c8ceec616545 None None] The sync data for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 is: [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:19:32Z', 'revision_number': 4, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '0207aca5-4f3b-434f-b6a7-268ba5e94c1d', 'name': '', 'network_id': 'ca787c8c-0b0b-4009-a00f-428580a27776', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'mac_address': 'fa:16:3e:08:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:30Z', 'updated_at': '2022-02-10T04:19:39Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'subnets': [{'id': 'd5cd6fc9-7038-48c0-8958-95e50a56c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:25:38.389273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 86b8e759-d2b9-4816-affd-e2c9c5899605 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:25:38.390042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 86b8e759-d2b9-4816-affd-e2c9c5899605 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:25:38.630778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9147c6cd-1438-4b44-b5c9-26f064e2a44a req-d78df9e8-b93b-421f-a54e-e01c55d8e9bd tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c33ecc1-ebfb-4bd3-952b-8d64eca75e0f HTTP/1.1" status: 200 len: 210 time: 0.0859280 Feb 10 04:25:38.773959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf7ecb-43db-48fd-b0a2-8fce34a73649 None None] New status for floating IP ce0778db-920f-4335-a05b-9db7e09e071b: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:25:38.806976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:38.853323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 09b81992-123a-4b37-9d7f-bc25f16553c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:25:38.980103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:39.057758 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:25:39.067837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:39.089144 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] Sync routers for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:25:39.106045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Port': ['ID=1027f111-7385-4bcc-9a4b-9a5b7f1f419c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:39.108299 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:39.109102 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:39.123775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (32289f81-3347-43e3-be93-6f2d77a7a569), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:39.139244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ee8aac6a-6132-480b-bf6c-9b9c19da45cf tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/floatingips/e46c4d81-ec26-4b7e-a3e8-43738dbbc81e HTTP/1.1" status: 204 len: 168 time: 3.1443477 Feb 10 04:25:39.139244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:25:39.140518 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d0782-42ed-447a-a19c-c8990c556a61" -d '{"events": [{"name": "network-changed", "server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:25:39.214079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:39.218993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:39.224297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1fb22edd-0bb8-44b6-a2a5-8ec6835c9687 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'floatingip': {'port_id': 'c15c9f0a-107b-44da-a695-54f0387fdea8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:39.224965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-58d6dd3e-bb1d-48e4-a66a-ae33eb6c4360 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0384927 Feb 10 04:25:39.253140 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6802deaa-45b9-43d5-8437-e9fd12bbbd5c x-openstack-request-id: req-6802deaa-45b9-43d5-8437-e9fd12bbbd5c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:25:39.253748 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:25:39.254157 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6802deaa-45b9-43d5-8437-e9fd12bbbd5c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:25:39.254691 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'status': 'completed', 'code': 200} Feb 10 04:25:39.297341 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:39.334948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1fb22edd-0bb8-44b6-a2a5-8ec6835c9687 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (32289f81-3347-43e3-be93-6f2d77a7a569), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:39.388184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-ae48c06e-af8d-409a-a875-08531bc0428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:39.389535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-ae48c06e-af8d-409a-a875-08531bc0428a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 1127 time: 0.1181276 Feb 10 04:25:39.603356 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-1fb22edd-0bb8-44b6-a2a5-8ec6835c9687 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] update failed (client error): The resource could not be found. Feb 10 04:25:39.604510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1fb22edd-0bb8-44b6-a2a5-8ec6835c9687 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "PUT /v2.0/floatingips/32289f81-3347-43e3-be93-6f2d77a7a569 HTTP/1.1" status: 404 len: 507 time: 0.3842099 Feb 10 04:25:39.607238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:39.620517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-f2929969-cd9c-477c-bc49-f022e2beb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:39.622247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-f2929969-cd9c-477c-bc49-f022e2beb2c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0ca4166b-f350-443b-8f44-681a881c24d7 HTTP/1.1" status: 200 len: 897 time: 0.2260096 Feb 10 04:25:39.713035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-af07d1ee-b961-4c7f-8f7b-b83dc27491d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7 HTTP/1.1" status: 200 len: 217 time: 0.0853689 Feb 10 04:25:39.747099 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:43Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:39.810989 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] Checking router: 09b81992-123a-4b37-9d7f-bc25f16553c2 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:25:39.841280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-f31112f5-8c6c-4240-8011-d723df1c2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:39.842884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-f31112f5-8c6c-4240-8011-d723df1c2903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1df6eb95-d705-4a17-a53c-b622108a0ede HTTP/1.1" status: 200 len: 835 time: 0.1238499 Feb 10 04:25:39.853058 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:39.853768 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:39.911105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56492) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:39.957544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-7ed08bf0-286e-43e4-bc97-1051be1a85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:39.959157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-7ed08bf0-286e-43e4-bc97-1051be1a85ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0ca4166b-f350-443b-8f44-681a881c24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020608 Feb 10 04:25:40.086425 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:40.217199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-5573f897-36cf-44c6-ab64-8dfed6298323 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438264 Feb 10 04:25:40.266211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecc5e-c9ef-411e-97ff-2c7497900754 req-644f4f56-418f-4b3d-bf34-40a60de5cec2 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:40.279917 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1d8ecc5e-c9ef-411e-97ff-2c7497900754 req-644f4f56-418f-4b3d-bf34-40a60de5cec2 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 945 time: 0.4946451 Feb 10 04:25:40.398689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a75d0782-42ed-447a-a19c-c8990c556a61 req-e71e327a-4364-4bb1-b16d-1604114c51f1 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804686 Feb 10 04:25:40.410011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5db05b2d-2096-433f-b7bc-578290655a7f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (a40fe03f-d178-4276-830d-8b784a6f2879), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:40.436830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5db05b2d-2096-433f-b7bc-578290655a7f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (a40fe03f-d178-4276-830d-8b784a6f2879), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:40.515055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1d8ecc5e-c9ef-411e-97ff-2c7497900754 req-270bdab5-9ba0-43a3-a2ea-3a4c39f6045e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336948 Feb 10 04:25:40.535505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Deleting port 1027f111-7385-4bcc-9a4b-9a5b7f1f419c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:40.535892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:40.811570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:40.814255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:40.839671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Calling delete_port for 1027f111-7385-4bcc-9a4b-9a5b7f1f419c owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:40.924248 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:43Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:40.957798 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30418f-7135-455a-b013-eb7c6cc478f1 None None] The sync data for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 is: [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'c4537882-8bad-4ff1-a89a-bf4d10a2b9e0', 'name': '', 'network_id': '0ca4166b-f350-443b-8f44-681a881c24d7', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'mac_address': 'fa:16:3e:4d:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:34Z', 'updated_at': '2022-02-10T04:24:43Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'subnets': [{'id': '1df6eb95-d705-4a17-a53c-b622108a0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:25:40.964722 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5db05b2d-2096-433f-b7bc-578290655a7f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a40fe03f-d178-4276-830d-8b784a6f2879), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:40.970605 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5db05b2d-2096-433f-b7bc-578290655a7f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:40.979915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56512) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:40.987148 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5db05b2d-2096-433f-b7bc-578290655a7f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "DELETE /v2.0/security-groups/a40fe03f-d178-4276-830d-8b784a6f2879 HTTP/1.1" status: 204 len: 168 time: 0.9978192 Feb 10 04:25:41.020448 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-8c0b44b2-c4c6-438b-9ffc-956fcfb10399 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] show failed (client error): The resource could not be found. Feb 10 04:25:41.028495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8c0b44b2-c4c6-438b-9ffc-956fcfb10399 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "GET /v2.0/security-groups/a40fe03f-d178-4276-830d-8b784a6f2879 HTTP/1.1" status: 404 len: 347 time: 0.0473604 Feb 10 04:25:41.030909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56514) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:41.041192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db05b2d-2096-433f-b7bc-578290655a7f tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40fe03f-d178-4276-830d-8b784a6f2879,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:41.238488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1027f111-7385-4bcc-9a4b-9a5b7f1f419c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.305677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event deleted for resources: {'Port': ['ID=1027f111-7385-4bcc-9a4b-9a5b7f1f419c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:41.411054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-4ba8b911-4d45-4324-8374-094b45fca459 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:41.413226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-4ba8b911-4d45-4324-8374-094b45fca459 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 945 time: 0.4120321 Feb 10 04:25:41.444986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (32289f81-3347-43e3-be93-6f2d77a7a569), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.458520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.463610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d1222830-1faf-4b36-9d29-b5ba25be7cd7 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "DELETE /v2.0/floatingips/32289f81-3347-43e3-be93-6f2d77a7a569 HTTP/1.1" status: 204 len: 168 time: 1.8521566 Feb 10 04:25:41.464888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56522) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:41.476105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c8cebfaf-8f18-4743-bd35-fd0aadb83479 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'floatingip': {'floating_network_id': '4c97fb90-4691-4683-b381-533b158edd3f', 'port_id': 'c15c9f0a-107b-44da-a695-54f0387fdea8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:41.557606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2567641c-4608-4366-9860-9a08a0dad5bb None None] New status for floating IP e46c4d81-ec26-4b7e-a3e8-43738dbbc81e: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:25:41.610304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c8cebfaf-8f18-4743-bd35-fd0aadb83479 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.660661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Deleting port c9682572-ce5f-4c21-8540-21aadf6f5ae7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:41.684912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.855189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.855517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (c9682572-ce5f-4c21-8540-21aadf6f5ae7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.868557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:41.869119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:41.888821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3f397-e529-4ba4-8940-95b2ff7a503b req-164f22a7-769d-471d-9941-04698fbcd76a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:41.893211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bca3f397-e529-4ba4-8940-95b2ff7a503b req-164f22a7-769d-471d-9941-04698fbcd76a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 945 time: 0.2063444 Feb 10 04:25:41.910799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Calling delete_port for c9682572-ce5f-4c21-8540-21aadf6f5ae7 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:42.298386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bca3f397-e529-4ba4-8940-95b2ff7a503b req-1dd97aee-870c-41c8-9fa5-180374cd3815 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8f06b6f-c743-4266-a160-2c7995c7f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648312 Feb 10 04:25:42.325267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:42.325680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:42.347847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:42.398831 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-c8cebfaf-8f18-4743-bd35-fd0aadb83479 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:25:42.405703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c8cebfaf-8f18-4743-bd35-fd0aadb83479 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9397197 Feb 10 04:25:42.409316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56534) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:42.425307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'c15c9f0a-107b-44da-a695-54f0387fdea8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:42.464582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c9682572-ce5f-4c21-8540-21aadf6f5ae7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:42.537761 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:42.558358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Pushing event deleted for resources: {'Port': ['ID=c9682572-ce5f-4c21-8540-21aadf6f5ae7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:42.750237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:42.869235 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks [] for floatingip (ce0778db-920f-4335-a05b-9db7e09e071b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:42.875069 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:42.876393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b35142e8-2f15-4990-9963-592d7286c760 tempest-AttachVolumeTestJSON-2095227265 tempest-AttachVolumeTestJSON-2095227265-project] 10.222.0.42 "DELETE /v2.0/floatingips/ce0778db-920f-4335-a05b-9db7e09e071b HTTP/1.1" status: 204 len: 168 time: 1.8443627 Feb 10 04:25:42.975263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1479c48d-165a-4ee2-b08e-32ec4a3e9da7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:42.993563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Allocated IP 172.25.8.11 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/90b21e54-1bd9-43d1-a19e-fa72f49a2f29) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:25:43.048945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=1479c48d-165a-4ee2-b08e-32ec4a3e9da7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:43.158286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] No DVR routers for this DVR port 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:25:43.166110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:43.179293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d20ccfd-72b6-4626-9f32-b1b5a3e32c31 req-e4e0ccef-c644-4d4d-b5d5-426bb91df681 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.43 "DELETE /v2.0/ports/1479c48d-165a-4ee2-b08e-32ec4a3e9da7 HTTP/1.1" status: 204 len: 173 time: 1.7571683 Feb 10 04:25:43.193491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'name': 'network-vif-deleted', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:25:43.203592 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd13b07b-36c2-4c18-af1b-f09f4325651d" -d '{"events": [{"server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "name": "network-vif-deleted", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:25:43.288853 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588982eb-d7ba-4046-8f13-12c01d81e979 x-openstack-request-id: req-588982eb-d7ba-4046-8f13-12c01d81e979 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:25:43.289156 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31179d9-a5a2-4bfd-9435-11b1499d1c87", "name": "network-vif-deleted", "tag": "1479c48d-165a-4ee2-b08e-32ec4a3e9da7", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:25:43.290350 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-588982eb-d7ba-4046-8f13-12c01d81e979 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:25:43.290850 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31179d9-a5a2-4bfd-9435-11b1499d1c87', 'name': 'network-vif-deleted', 'tag': '1479c48d-165a-4ee2-b08e-32ec4a3e9da7', 'status': 'completed', 'code': 200} Feb 10 04:25:43.341755 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for port (90b21e54-1bd9-43d1-a19e-fa72f49a2f29), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:43.585273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (90b21e54-1bd9-43d1-a19e-fa72f49a2f29), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:43.649269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d2be3f90-b3b3-4ce9-b01b-a7bedb77f385 req-a11572db-8bca-46a4-9026-2178b65ad536 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31179d9-a5a2-4bfd-9435-11b1499d1c87 HTTP/1.1" status: 200 len: 210 time: 0.0609233 Feb 10 04:25:43.770934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:25:43.794516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:25:43.801234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:25:43.886723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event updated for resources: {'Port': ['ID=90b21e54-1bd9-43d1-a19e-fa72f49a2f29,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:44.262513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Deleting port 90b21e54-1bd9-43d1-a19e-fa72f49a2f29 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:44.262944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (90b21e54-1bd9-43d1-a19e-fa72f49a2f29), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:44.431414 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (90b21e54-1bd9-43d1-a19e-fa72f49a2f29), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:44.431414 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for floatingip (90b21e54-1bd9-43d1-a19e-fa72f49a2f29), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:44.491012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Calling delete_port for 90b21e54-1bd9-43d1-a19e-fa72f49a2f29 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:44.708316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:44.763552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:25:44.777137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad03dbe4-b3b0-4cb8-8820-1a1be8dbf48e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (e8f06b6f-c743-4266-a160-2c7995c7f5d1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:44.787177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:25:44.787804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1479c48d-165a-4ee2-b08e-32ec4a3e9da7 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:25:44.810405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad03dbe4-b3b0-4cb8-8820-1a1be8dbf48e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (e8f06b6f-c743-4266-a160-2c7995c7f5d1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:44.863390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (90b21e54-1bd9-43d1-a19e-fa72f49a2f29), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:44.897139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event deleted for resources: {'Port': ['ID=90b21e54-1bd9-43d1-a19e-fa72f49a2f29,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:45.005952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad03dbe4-b3b0-4cb8-8820-1a1be8dbf48e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e8f06b6f-c743-4266-a160-2c7995c7f5d1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:45.008897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad03dbe4-b3b0-4cb8-8820-1a1be8dbf48e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:45.013087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad03dbe4-b3b0-4cb8-8820-1a1be8dbf48e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/security-groups/e8f06b6f-c743-4266-a160-2c7995c7f5d1 HTTP/1.1" status: 204 len: 168 time: 0.3007767 Feb 10 04:25:45.022060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03dbe4-b3b0-4cb8-8820-1a1be8dbf48e tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f06b6f-c743-4266-a160-2c7995c7f5d1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:45.114960 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] create failed (client error): The resource could not be found. Feb 10 04:25:45.116322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6a0d6b3e-5204-4634-b35e-7d31bd31a18d tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7080832 Feb 10 04:25:45.120477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56600) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:45.129888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:45.368133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Deleting port c15c9f0a-107b-44da-a695-54f0387fdea8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:45.368808 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c15c9f0a-107b-44da-a695-54f0387fdea8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:45.589309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c15c9f0a-107b-44da-a695-54f0387fdea8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:45.669519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Calling delete_port for c15c9f0a-107b-44da-a695-54f0387fdea8 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:46.032700 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c15c9f0a-107b-44da-a695-54f0387fdea8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:46.115490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event deleted for resources: {'Port': ['ID=c15c9f0a-107b-44da-a695-54f0387fdea8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:46.136785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.137953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.138462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.139000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.140777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.141198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.141442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.144931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.145221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.145555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.145885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.146207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.146529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:46.341827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:46.348236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-15d64d49-627b-4a5e-9e9e-1d25f11ed7fc tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "DELETE /v2.0/ports/c15c9f0a-107b-44da-a695-54f0387fdea8 HTTP/1.1" status: 204 len: 168 time: 1.2260616 Feb 10 04:25:46.350673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56626) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:46.417087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afde99-a844-42b4-a07a-94f6108dabb2 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:25:46.421794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56afde99-a844-42b4-a07a-94f6108dabb2 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dc01519-5e02-4bde-aa26-f7723bf1571a HTTP/1.1" status: 200 len: 913 time: 0.0677571 Feb 10 04:25:46.424561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56628) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:46.891911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (09b81992-123a-4b37-9d7f-bc25f16553c2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:46.897673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6dc01519-5e02-4bde-aa26-f7723bf1571a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:47.021376 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:47.523373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Deleting port 910779cb-5a62-4e64-9e9e-da7d15fcc171 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:47.524075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:47.525603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:47.526250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:47.746814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:47.772779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port c4537882-8bad-4ff1-a89a-bf4d10a2b9e0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:47.773647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:47.775538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Calling delete_port for 910779cb-5a62-4e64-9e9e-da7d15fcc171 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:47.813716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:48.389232 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (910779cb-5a62-4e64-9e9e-da7d15fcc171), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:48.394172 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c4537882-8bad-4ff1-a89a-bf4d10a2b9e0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:48.441878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:48.534886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=c4537882-8bad-4ff1-a89a-bf4d10a2b9e0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:48.685507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event deleted for resources: {'Port': ['ID=910779cb-5a62-4e64-9e9e-da7d15fcc171,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:49.003879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (09b81992-123a-4b37-9d7f-bc25f16553c2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:49.078938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6dc01519-5e02-4bde-aa26-f7723bf1571a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:49.337064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Router 6dc01519-5e02-4bde-aa26-f7723bf1571a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:25:49.340247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Router 09b81992-123a-4b37-9d7f-bc25f16553c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:25:49.503491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:25:49.512887 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] Sync routers for ids ['6dc01519-5e02-4bde-aa26-f7723bf1571a'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:25:49.531001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fb4adc78-4754-41ee-b5b8-bbf4c0e37722 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "PUT /v2.0/routers/6dc01519-5e02-4bde-aa26-f7723bf1571a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0930612 Feb 10 04:25:49.535501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56686) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:49.539817 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] Routers {'6dc01519-5e02-4bde-aa26-f7723bf1571a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:49.540215 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6dc01519-5e02-4bde-aa26-f7723bf1571a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:49.586643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:25:49.594309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-957814d0-6699-4b36-baed-448422b288f9 tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "PUT /v2.0/routers/09b81992-123a-4b37-9d7f-bc25f16553c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4611306 Feb 10 04:25:49.596562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56690) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:49.597344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] Sync routers for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:25:49.621976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:49.623653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:49.644618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b329f9eb-8c78-4fad-915a-79442983836f tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for router (6dc01519-5e02-4bde-aa26-f7723bf1571a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:49.672820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting subnet 1df6eb95-d705-4a17-a53c-b622108a0ede {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:25:49.677165 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for subnet (1df6eb95-d705-4a17-a53c-b622108a0ede), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:49.691428 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:49.711983 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] Routers {'6dc01519-5e02-4bde-aa26-f7723bf1571a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:49.712612 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6dc01519-5e02-4bde-aa26-f7723bf1571a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:49.726694 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (1df6eb95-d705-4a17-a53c-b622108a0ede), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:49.788540 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:49.789475 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472e54c-958c-49ed-90af-7a21aad9c2e1 None None] The sync data for ids ['6dc01519-5e02-4bde-aa26-f7723bf1571a'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:25:49.837491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:49.882850 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (1df6eb95-d705-4a17-a53c-b622108a0ede), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:49.957552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-bbee4f09-8d8c-4804-a496-a210f447a0ab req-600a4f87-564f-4cb0-8326-b6034833164f service neutron] (109958) timed out ('10.222.0.42', 47200) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:25:50.035321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (1df6eb95-d705-4a17-a53c-b622108a0ede), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.105860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2443c3-ebae-4b87-b70c-ccd5e71309e3 None None] Network 0ca4166b-f350-443b-8f44-681a881c24d7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:25:50.173707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.181606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/subnets/1df6eb95-d705-4a17-a53c-b622108a0ede HTTP/1.1" status: 204 len: 168 time: 0.5832934 Feb 10 04:25:50.182317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56708) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:50.201544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2c51e-26d2-461a-b0b0-7b4efaa4743b tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Subnet': ['ID=1df6eb95-d705-4a17-a53c-b622108a0ede,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:50.426363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:25:48Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:50.454942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router (09b81992-123a-4b37-9d7f-bc25f16553c2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.544400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] DHCP port deletion for 0ca4166b-f350-443b-8f44-681a881c24d7 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:25:50.552287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] Checking router: 09b81992-123a-4b37-9d7f-bc25f16553c2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:25:50.655865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] Routers {'09b81992-123a-4b37-9d7f-bc25f16553c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:25:50.656529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['09b81992-123a-4b37-9d7f-bc25f16553c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:50.733796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b329f9eb-8c78-4fad-915a-79442983836f tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6dc01519-5e02-4bde-aa26-f7723bf1571a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.737316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:25:50.753410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b329f9eb-8c78-4fad-915a-79442983836f tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for router_controller (6dc01519-5e02-4bde-aa26-f7723bf1571a), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.765400 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_gateway (09b81992-123a-4b37-9d7f-bc25f16553c2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.869414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] Deleting port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:50.869842 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.931379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Deleting port c09a388a-6ffb-4d74-b165-3ae0468ae3b6 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:50.931732 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.935411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:25:50.935807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:50.976146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] Set router 09b81992-123a-4b37-9d7f-bc25f16553c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:25:51.002719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b329f9eb-8c78-4fad-915a-79442983836f tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6dc01519-5e02-4bde-aa26-f7723bf1571a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.002719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b329f9eb-8c78-4fad-915a-79442983836f tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Fanout notify agent at l3_agent the message router_deleted on router 6dc01519-5e02-4bde-aa26-f7723bf1571a {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:25:51.009802 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b329f9eb-8c78-4fad-915a-79442983836f tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.015284 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b329f9eb-8c78-4fad-915a-79442983836f tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "DELETE /v2.0/routers/6dc01519-5e02-4bde-aa26-f7723bf1571a HTTP/1.1" status: 204 len: 168 time: 1.4778633 Feb 10 04:25:51.016163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56738) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:51.061001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] For port c09a388a-6ffb-4d74-b165-3ae0468ae3b6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:51.061938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.104168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Calling delete_port for c09a388a-6ffb-4d74-b165-3ae0468ae3b6 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:51.163440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] For port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:51.163857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.180551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] Calling delete_port for b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:51.252845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Deleting subnet 583e5032-e9b0-46ab-b1d4-91a8fa761304 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:25:51.267085 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for subnet (583e5032-e9b0-46ab-b1d4-91a8fa761304), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.378356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (583e5032-e9b0-46ab-b1d4-91a8fa761304), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.429958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,segment=NetworkSegment(5a16647f-3038-4e36-8c9d-01bd87b99cb9),segment_id=5a16647f-3038-4e36-8c9d-01bd87b99cb9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:51.524131 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.645423 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.659887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (583e5032-e9b0-46ab-b1d4-91a8fa761304), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.711246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:51.754250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c09a388a-6ffb-4d74-b165-3ae0468ae3b6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:51.787433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] No DVR routers for this DVR port b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:25:51.800398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af487c-dba6-4b5e-a2bf-7f22248c8d11 None None] Pushing event deleted for resources: {'Port': ['ID=b3d7916b-6ffb-48ac-b5ac-a92f8e6a5b6b,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:51.821869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Port': ['ID=c09a388a-6ffb-4d74-b165-3ae0468ae3b6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:51.884884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:25:48Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:51.937576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e9b49-6618-49ad-a3ed-96d5200d90b6 None None] The sync data for ids ['09b81992-123a-4b37-9d7f-bc25f16553c2'] in n-d-827844-2 is: [{'id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'name': 'tempest-TestNetworkBasicOps-router-2960912', 'tenant_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:24:28Z', 'updated_at': '2022-02-10T04:25:48Z', 'revision_number': 5, 'project_id': '9448d5f2d8a745fb843a9cc39ab68f43', 'gw_port': {'id': 'c09a388a-6ffb-4d74-b165-3ae0468ae3b6', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b81992-123a-4b37-9d7f-bc25f16553c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:24:29Z', 'updated_at': '2022-02-10T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:25:51.951130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (583e5032-e9b0-46ab-b1d4-91a8fa761304), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.017885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event deleted for resources: {'Subnet': ['ID=583e5032-e9b0-46ab-b1d4-91a8fa761304,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:52.020090 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.022196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (09b81992-123a-4b37-9d7f-bc25f16553c2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.024641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-73f4a16f-1e45-4969-9111-ee0addff221b tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "DELETE /v2.0/subnets/583e5032-e9b0-46ab-b1d4-91a8fa761304 HTTP/1.1" status: 204 len: 168 time: 1.0048430 Feb 10 04:25:52.028096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56776) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:52.029952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fad2d1-9681-40d1-ae15-8764c795af0f None None] Network 4c97fb90-4691-4683-b381-533b158edd3f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:25:52.126606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4c97fb90-4691-4683-b381-533b158edd3f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.262002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Deleting port b4811e73-334d-4cdb-b705-a53bf3334b51 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:52.262264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.320586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (09b81992-123a-4b37-9d7f-bc25f16553c2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.321451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router_controller (09b81992-123a-4b37-9d7f-bc25f16553c2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.345449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] For port b4811e73-334d-4cdb-b705-a53bf3334b51, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b4811e73-334d-4cdb-b705-a53bf3334b51,segment=NetworkSegment(93ebaeb9-160f-4b5d-8a14-de30605bbd0b),segment_id=93ebaeb9-160f-4b5d-8a14-de30605bbd0b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:52.345949 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.421877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Calling delete_port for b4811e73-334d-4cdb-b705-a53bf3334b51 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:52.512231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (09b81992-123a-4b37-9d7f-bc25f16553c2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.513017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Fanout notify agent at l3_agent the message router_deleted on router 09b81992-123a-4b37-9d7f-bc25f16553c2 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:25:52.527017 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.528320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] DHCP port deletion for 4c97fb90-4691-4683-b381-533b158edd3f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:25:52.529726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ac8cb3c-041b-41f8-b3f7-36f0f7bf556f tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/routers/09b81992-123a-4b37-9d7f-bc25f16553c2 HTTP/1.1" status: 204 len: 168 time: 2.3399379 Feb 10 04:25:52.536562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56786) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:52.641926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:25:52.700970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:25:52.701366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c4537882-8bad-4ff1-a89a-bf4d10a2b9e0 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:25:52.724837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] Deleting port b4811e73-334d-4cdb-b705-a53bf3334b51 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:25:52.724837 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.819982 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.827839 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0ca4166b-f350-443b-8f44-681a881c24d7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.908942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] For port b4811e73-334d-4cdb-b705-a53bf3334b51, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b4811e73-334d-4cdb-b705-a53bf3334b51,segment=NetworkSegment(93ebaeb9-160f-4b5d-8a14-de30605bbd0b),segment_id=93ebaeb9-160f-4b5d-8a14-de30605bbd0b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:25:52.909378 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:52.913077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event deleted for resources: {'Port': ['ID=b4811e73-334d-4cdb-b705-a53bf3334b51,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:52.923956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] No DVR routers for this DVR port b4811e73-334d-4cdb-b705-a53bf3334b51 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:25:52.964095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] Calling delete_port for b4811e73-334d-4cdb-b705-a53bf3334b51 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:25:53.081707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0ca4166b-f350-443b-8f44-681a881c24d7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.140512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4c97fb90-4691-4683-b381-533b158edd3f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.158426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca4166b-f350-443b-8f44-681a881c24d7']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:53.184241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c97fb90-4691-4683-b381-533b158edd3f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:53.200156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (b4811e73-334d-4cdb-b705-a53bf3334b51), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.209907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a16647f-3038-4e36-8c9d-01bd87b99cb9') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:53.210237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a16647f-3038-4e36-8c9d-01bd87b99cb9') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:53.216689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ebaeb9-160f-4b5d-8a14-de30605bbd0b') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:53.217372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ebaeb9-160f-4b5d-8a14-de30605bbd0b') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:25:53.246959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (93ebaeb9-160f-4b5d-8a14-de30605bbd0b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.260145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (5a16647f-3038-4e36-8c9d-01bd87b99cb9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.269107 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (93ebaeb9-160f-4b5d-8a14-de30605bbd0b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.285100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:25:53.285556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (93ebaeb9-160f-4b5d-8a14-de30605bbd0b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:25:53.289702 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:25:53.328170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5a16647f-3038-4e36-8c9d-01bd87b99cb9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.352591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] No DVR routers for this DVR port b4811e73-334d-4cdb-b705-a53bf3334b51 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:25:53.357207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:25:53.358845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (5a16647f-3038-4e36-8c9d-01bd87b99cb9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.368180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94164f-5a5d-4032-969a-d780b67cc046 None None] Pushing event deleted for resources: {'Port': ['ID=b4811e73-334d-4cdb-b705-a53bf3334b51,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:25:53.372213 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:25:53.524160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4c97fb90-4691-4683-b381-533b158edd3f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.540077 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.552580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] 10.222.0.42 "DELETE /v2.0/networks/4c97fb90-4691-4683-b381-533b158edd3f HTTP/1.1" status: 204 len: 168 time: 1.5242889 Feb 10 04:25:53.579701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9e9e1-b291-4e85-bfc6-f7f64a601772 tempest-FloatingIPNegativeTestJSON-644327614 tempest-FloatingIPNegativeTestJSON-644327614-project] Pushing event deleted for resources: {'Network': ['ID=4c97fb90-4691-4683-b381-533b158edd3f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:53.598405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0ca4166b-f350-443b-8f44-681a881c24d7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.616211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:53.620833 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] 10.222.0.42 "DELETE /v2.0/networks/0ca4166b-f350-443b-8f44-681a881c24d7 HTTP/1.1" status: 204 len: 168 time: 1.0830517 Feb 10 04:25:53.675684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Pushing event deleted for resources: {'Network': ['ID=0ca4166b-f350-443b-8f44-681a881c24d7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:53.688809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.689330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.691831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.692645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.693358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.695111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.695869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.700575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.700575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.700575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.700575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.700575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:53.700575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56e60a1-affb-4fd6-b7bd-ef186adb596a tempest-TestNetworkBasicOps-746163274 tempest-TestNetworkBasicOps-746163274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:25:54.457861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56830) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:54.494234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56834) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:54.574950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b4811e73-334d-4cdb-b705-a53bf3334b51 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:25:54.624293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b4811e73-334d-4cdb-b705-a53bf3334b51 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:25:54.629019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b4811e73-334d-4cdb-b705-a53bf3334b51 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:25:54.629737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c09a388a-6ffb-4d74-b165-3ae0468ae3b6 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:25:54.693690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c09a388a-6ffb-4d74-b165-3ae0468ae3b6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:25:54.694449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c09a388a-6ffb-4d74-b165-3ae0468ae3b6 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:25:54.768989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7a31e0d4-9155-415d-8e10-be1f86b7c3af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9448d5f2d8a745fb843a9cc39ab68f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735119 Feb 10 04:25:54.771673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56840) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:54.781417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-13cfa886-3cd8-465b-9e1a-6346907da481 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e82b69723954f18b84c133708cc4ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190043 Feb 10 04:25:54.782452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56842) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:54.838502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33a18414-845d-4df8-b938-982165f2b143 admin admin] Publish callbacks [] for security_group (d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:54.896202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33a18414-845d-4df8-b938-982165f2b143 admin admin] Publish callbacks [] for security_group (d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:54.936926 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:25:54.938441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93ab2382-7ada-4336-89e0-82115828c383 admin admin] Publish callbacks [] for security_group (b5049867-96d7-42a5-9444-ef219908cf12), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:54.986027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93ab2382-7ada-4336-89e0-82115828c383 admin admin] Publish callbacks [] for security_group (b5049867-96d7-42a5-9444-ef219908cf12), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:55.092034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33a18414-845d-4df8-b938-982165f2b143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:55.094815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-33a18414-845d-4df8-b938-982165f2b143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:55.098667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33a18414-845d-4df8-b938-982165f2b143 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad HTTP/1.1" status: 204 len: 168 time: 0.3235130 Feb 10 04:25:55.108984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a18414-845d-4df8-b938-982165f2b143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f8d91f-df5e-4cb7-8eaa-e3a45b71a6ad,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:55.187902 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93ab2382-7ada-4336-89e0-82115828c383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b5049867-96d7-42a5-9444-ef219908cf12), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:55.192234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93ab2382-7ada-4336-89e0-82115828c383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:55.194231 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-93ab2382-7ada-4336-89e0-82115828c383 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5049867-96d7-42a5-9444-ef219908cf12 HTTP/1.1" status: 204 len: 168 time: 0.4108434 Feb 10 04:25:55.210176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab2382-7ada-4336-89e0-82115828c383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5049867-96d7-42a5-9444-ef219908cf12,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:56.305331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56898) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:56.328388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a78dd0-ae61-449b-ab1e-5ae9dd2b3211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:56.540857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a78dd0-ae61-449b-ab1e-5ae9dd2b3211 admin admin] Publish callbacks [] for security_group (6d2d1235-c01a-44b7-9c72-f7c07d3b2522), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:56.639285 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15a78dd0-ae61-449b-ab1e-5ae9dd2b3211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6d2d1235-c01a-44b7-9c72-f7c07d3b2522), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:56.792988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a78dd0-ae61-449b-ab1e-5ae9dd2b3211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2d1235-c01a-44b7-9c72-f7c07d3b2522,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:56.827555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56906) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:56.828824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-15a78dd0-ae61-449b-ab1e-5ae9dd2b3211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d84fa2fdd464b03a809e23baa0c30ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5221756 Feb 10 04:25:57.012729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bbe95938-5eeb-498f-b283-3aff44d4ef16 admin admin] Publish callbacks [] for security_group (6d2d1235-c01a-44b7-9c72-f7c07d3b2522), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.061637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bbe95938-5eeb-498f-b283-3aff44d4ef16 admin admin] Publish callbacks [] for security_group (6d2d1235-c01a-44b7-9c72-f7c07d3b2522), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.149466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56918) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:57.236325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bbe95938-5eeb-498f-b283-3aff44d4ef16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6d2d1235-c01a-44b7-9c72-f7c07d3b2522), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.255335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bbe95938-5eeb-498f-b283-3aff44d4ef16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.256535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bbe95938-5eeb-498f-b283-3aff44d4ef16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d2d1235-c01a-44b7-9c72-f7c07d3b2522 HTTP/1.1" status: 204 len: 168 time: 0.4266889 Feb 10 04:25:57.388475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe95938-5eeb-498f-b283-3aff44d4ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2d1235-c01a-44b7-9c72-f7c07d3b2522,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:57.535605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5485bce1-7461-4ec1-8e45-598854904e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.647905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d978384-2248-4594-a7a9-00cdcf1835f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.755056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5485bce1-7461-4ec1-8e45-598854904e41 admin admin] Publish callbacks [] for security_group (8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.859448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5485bce1-7461-4ec1-8e45-598854904e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:57.897756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485bce1-7461-4ec1-8e45-598854904e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:57.935143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5485bce1-7461-4ec1-8e45-598854904e41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93e760f403f8463aaeef162c092f3207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7813447 Feb 10 04:25:57.937828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56942) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:58.143679 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ff77f8a-cc7c-4a6f-aec4-979a703a03ea admin admin] Publish callbacks [] for security_group (8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:58.170726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ff77f8a-cc7c-4a6f-aec4-979a703a03ea admin admin] Publish callbacks [] for security_group (8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:58.203749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:58.339176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ff77f8a-cc7c-4a6f-aec4-979a703a03ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:58.342185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ff77f8a-cc7c-4a6f-aec4-979a703a03ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:58.343626 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ff77f8a-cc7c-4a6f-aec4-979a703a03ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3 HTTP/1.1" status: 204 len: 168 time: 0.4016514 Feb 10 04:25:58.364996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff77f8a-cc7c-4a6f-aec4-979a703a03ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe843b-d512-4cb1-8ed1-7bdadbc54ce3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:58.596429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061871222'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:58.725195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:58.736417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:58.952099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (260af1b9-3a6f-4a94-83a1-cb676b451ff2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.051422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (260af1b9-3a6f-4a94-83a1-cb676b451ff2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.210675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260af1b9-3a6f-4a94-83a1-cb676b451ff2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:59.264602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.328161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56992) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:59.354381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.431192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:25:59.502345 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.506612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57000) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:59.507160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8d9d40d1-353b-47c7-a4d4-33807196f888 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3014200 Feb 10 04:25:59.590019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff5a9673-7b9a-4109-8443-20e5be3d96ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.609250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cdb3c5e3-edad-4476-9feb-8e369565a0bc tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1007392 Feb 10 04:25:59.621705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57002) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:59.632157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8e5039b6-2772-4f19-b20e-1171dcbd669f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-security--1091227587', 'description': 'tempest-security-description-1181166749'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:25:59.713067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e5039b6-2772-4f19-b20e-1171dcbd669f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.782543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e5039b6-2772-4f19-b20e-1171dcbd669f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.800412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57006) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:25:59.830570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4e30-59a4-4f5f-bd68-09e0d9fb3d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.847219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff5a9673-7b9a-4109-8443-20e5be3d96ff admin admin] Publish callbacks [] for security_group (c2ec880f-9a33-42f8-b565-371764c6b171), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.929123 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-154415a1-db21-4714-84ea-bcce0e8e51aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.948927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4e30-59a4-4f5f-bd68-09e0d9fb3d0b admin admin] Publish callbacks [] for security_group (04ae300a-f023-4108-b604-e6cccfcdbc6f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:25:59.968803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57012) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.028918 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ff5a9673-7b9a-4109-8443-20e5be3d96ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c2ec880f-9a33-42f8-b565-371764c6b171), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.035513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e5039b6-2772-4f19-b20e-1171dcbd669f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.038249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e5039b6-2772-4f19-b20e-1171dcbd669f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.042554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8e5039b6-2772-4f19-b20e-1171dcbd669f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "PUT /v2.0/security-groups/47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0 HTTP/1.1" status: 200 len: 1797 time: 0.4171224 Feb 10 04:26:00.042973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.098823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8d4655f9-50bb-4491-a09e-fa3e39ebbb6b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups/47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0 HTTP/1.1" status: 200 len: 1797 time: 0.0544374 Feb 10 04:26:00.099666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4e30-59a4-4f5f-bd68-09e0d9fb3d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (04ae300a-f023-4108-b604-e6cccfcdbc6f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.108641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57018) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.146784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1597757335-network', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:00.171397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3d0c4e30-59a4-4f5f-bd68-09e0d9fb3d0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d1b02b86ac640a88b70c05cf2e24fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696542 Feb 10 04:26:00.172814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57020) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.180346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93bb14d3-ba8f-4b2f-9de2-c6e04cfb4df6 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.207187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ff5a9673-7b9a-4109-8443-20e5be3d96ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d244fe846d8c4c8b8788d62256ab743b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8771713 Feb 10 04:26:00.207606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93bb14d3-ba8f-4b2f-9de2-c6e04cfb4df6 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.210725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57024) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.213733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a9673-7b9a-4109-8443-20e5be3d96ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ec880f-9a33-42f8-b565-371764c6b171,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:00.244661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0474d37-583d-4eba-b29f-3462d5a4802c admin admin] Publish callbacks [] for security_group (04ae300a-f023-4108-b604-e6cccfcdbc6f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.298126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5039b6-2772-4f19-b20e-1171dcbd669f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:00.302360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0474d37-583d-4eba-b29f-3462d5a4802c admin admin] Publish callbacks [] for security_group (04ae300a-f023-4108-b604-e6cccfcdbc6f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.319454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Made reservation on behalf of b8e06d848a1943c2a6b139b581b414f4 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:00.322225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.361522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.363561 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b8d8-b15d-49f5-8f33-93c452425b9b admin admin] Publish callbacks [] for security_group (c2ec880f-9a33-42f8-b565-371764c6b171), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.390223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b8d8-b15d-49f5-8f33-93c452425b9b admin admin] Publish callbacks [] for security_group (c2ec880f-9a33-42f8-b565-371764c6b171), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.444655 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93bb14d3-ba8f-4b2f-9de2-c6e04cfb4df6 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.448130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c4e30-59a4-4f5f-bd68-09e0d9fb3d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae300a-f023-4108-b604-e6cccfcdbc6f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:00.449953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93bb14d3-ba8f-4b2f-9de2-c6e04cfb4df6 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.456426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.458408 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-93bb14d3-ba8f-4b2f-9de2-c6e04cfb4df6 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0 HTTP/1.1" status: 204 len: 168 time: 0.3473790 Feb 10 04:26:00.470921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb14d3-ba8f-4b2f-9de2-c6e04cfb4df6 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:00.506866 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks [] for security_group (081bc9f9-373d-4579-bdfb-1545ebf455d6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.560684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57034) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.561168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8b4212f4-20eb-49fb-bb68-ad568d23f834 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011877 Feb 10 04:26:00.589257 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-3472b5df-73db-479e-9e00-4cef223d51de tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] delete failed (client error): The resource could not be found. Feb 10 04:26:00.590759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3472b5df-73db-479e-9e00-4cef223d51de tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/47a6f1e5-6f13-4d8d-a9e6-d0ec2dcc97a0 HTTP/1.1" status: 404 len: 347 time: 0.0308747 Feb 10 04:26:00.595958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57038) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:00.602198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a0f0b353-75c9-43c2-b71b-257e094e4ed7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--982341145'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:00.605929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b8d8-b15d-49f5-8f33-93c452425b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c2ec880f-9a33-42f8-b565-371764c6b171), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.618340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b8d8-b15d-49f5-8f33-93c452425b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.621043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bcf4b8d8-b15d-49f5-8f33-93c452425b9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2ec880f-9a33-42f8-b565-371764c6b171 HTTP/1.1" status: 204 len: 168 time: 0.4083419 Feb 10 04:26:00.643083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4b8d8-b15d-49f5-8f33-93c452425b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ec880f-9a33-42f8-b565-371764c6b171,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:00.710901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (081bc9f9-373d-4579-bdfb-1545ebf455d6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.750301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081bc9f9-373d-4579-bdfb-1545ebf455d6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:00.773396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:26:00.788062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2a218270-acc2-45a1-aa0e-e0928a38d548), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.788632 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Added segment 2a218270-acc2-45a1-aa0e-e0928a38d548 of type vlan for network fb377f3d-be60-40a7-be9d-3845665acc68 Feb 10 04:26:00.849415 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b353-75c9-43c2-b71b-257e094e4ed7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.853294 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0474d37-583d-4eba-b29f-3462d5a4802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (04ae300a-f023-4108-b604-e6cccfcdbc6f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.856031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0474d37-583d-4eba-b29f-3462d5a4802c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.860934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0474d37-583d-4eba-b29f-3462d5a4802c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04ae300a-f023-4108-b604-e6cccfcdbc6f HTTP/1.1" status: 204 len: 168 time: 0.6820595 Feb 10 04:26:00.860934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (fb377f3d-be60-40a7-be9d-3845665acc68), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:00.888552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0474d37-583d-4eba-b29f-3462d5a4802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae300a-f023-4108-b604-e6cccfcdbc6f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:00.992944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b353-75c9-43c2-b71b-257e094e4ed7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (3312a701-01f2-475b-80e6-139d44d09a43), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.033804 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (fb377f3d-be60-40a7-be9d-3845665acc68), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.034922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:01.040595 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.091806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.106738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b353-75c9-43c2-b71b-257e094e4ed7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3312a701-01f2-475b-80e6-139d44d09a43), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.131208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb377f3d-be60-40a7-be9d-3845665acc68,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:01.145302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network fb377f3d-be60-40a7-be9d-3845665acc68 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:26:01.148816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b353-75c9-43c2-b71b-257e094e4ed7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3312a701-01f2-475b-80e6-139d44d09a43,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:01.245510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-774fd0a7-7276-4585-82b1-51bcaa66eec0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2750187 Feb 10 04:26:01.248434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b353-75c9-43c2-b71b-257e094e4ed7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.248602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57050) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:01.249852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a0f0b353-75c9-43c2-b71b-257e094e4ed7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6521492 Feb 10 04:26:01.255060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Request body: {'subnet': {'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1597757335-subnet', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:01.255713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57052) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:01.260506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-43976af9-38c2-4f77-817d-e7eaceff2134 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': '3312a701-01f2-475b-80e6-139d44d09a43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:01.377828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Made reservation on behalf of b8e06d848a1943c2a6b139b581b414f4 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:01.381384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.392584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43976af9-38c2-4f77-817d-e7eaceff2134 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7e54452d-0fce-464c-9073-4e183165bfd1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.495105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43976af9-38c2-4f77-817d-e7eaceff2134 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7e54452d-0fce-464c-9073-4e183165bfd1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.613295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57062) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:01.633460 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-398ef90b-34b0-427b-85e5-8cbb9963907f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.661461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43976af9-38c2-4f77-817d-e7eaceff2134 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (7e54452d-0fce-464c-9073-4e183165bfd1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.702555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976af9-38c2-4f77-817d-e7eaceff2134 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e54452d-0fce-464c-9073-4e183165bfd1,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:01.776589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-398ef90b-34b0-427b-85e5-8cbb9963907f admin admin] Publish callbacks [] for security_group (405e1e77-2e23-4610-93d2-44eb1033c992), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.788707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (39448131-dccc-4e7d-8f74-7dee2880d723), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.846873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39448131-dccc-4e7d-8f74-7dee2880d723,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:01.866809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Checking segment: {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:01.867591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Network hostable DHCP agents. Network: fb377f3d-be60-40a7-be9d-3845665acc68, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:26:01.904556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-43976af9-38c2-4f77-817d-e7eaceff2134 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.923725 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-43976af9-38c2-4f77-817d-e7eaceff2134 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6496453 Feb 10 04:26:01.923725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57068) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:01.944470 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0292-34dd-4927-ae84-e5bf1f672b84 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7e54452d-0fce-464c-9073-4e183165bfd1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.952089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0292-34dd-4927-ae84-e5bf1f672b84 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7e54452d-0fce-464c-9073-4e183165bfd1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:01.960562 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-398ef90b-34b0-427b-85e5-8cbb9963907f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (405e1e77-2e23-4610-93d2-44eb1033c992), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.011648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-398ef90b-34b0-427b-85e5-8cbb9963907f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35928f0b3fa34bb69c7533144c7fe4c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962770 Feb 10 04:26:02.014175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57072) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.020677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ef90b-34b0-427b-85e5-8cbb9963907f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e1e77-2e23-4610-93d2-44eb1033c992,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:02.034231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Network fb377f3d-be60-40a7-be9d-3845665acc68 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:26:02.070430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bca03fb1-2479-4a35-8c82-5dcf193d5c5b admin admin] Publish callbacks [] for security_group (405e1e77-2e23-4610-93d2-44eb1033c992), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.104394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57076) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.111414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bca03fb1-2479-4a35-8c82-5dcf193d5c5b admin admin] Publish callbacks [] for security_group (405e1e77-2e23-4610-93d2-44eb1033c992), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.113197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0292-34dd-4927-ae84-e5bf1f672b84 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (7e54452d-0fce-464c-9073-4e183165bfd1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.125050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0292-34dd-4927-ae84-e5bf1f672b84 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.129657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9f5e0292-34dd-4927-ae84-e5bf1f672b84 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7e54452d-0fce-464c-9073-4e183165bfd1 HTTP/1.1" status: 204 len: 168 time: 0.2153552 Feb 10 04:26:02.129657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.131891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7348e4cc-b749-4673-a60d-3a51908c0d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.136700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, fb377f3d-be60-40a7-be9d-3845665acc68) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:02.153726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:02.154689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.155753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e0292-34dd-4927-ae84-e5bf1f672b84 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e54452d-0fce-464c-9073-4e183165bfd1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:02.166694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a90b1-3780-4a32-86c8-8b47ec6514cb None None] Network fb377f3d-be60-40a7-be9d-3845665acc68 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:02.245227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c378bfa1-d780-4311-86e4-d20eeee5f6c0 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119959 Feb 10 04:26:02.245456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57080) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.265335 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7348e4cc-b749-4673-a60d-3a51908c0d46 admin admin] Publish callbacks [] for security_group (729ba83e-6156-4fbd-ad1a-1281625a493c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.274833 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2212287e-9978-4e3d-8ba9-dae16a60ed19 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0249064 Feb 10 04:26:02.275940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57082) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.283674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:02.309899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4f0922-0eb3-4004-9250-060f364d93f7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (3312a701-01f2-475b-80e6-139d44d09a43), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.341462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4f0922-0eb3-4004-9250-060f364d93f7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (3312a701-01f2-475b-80e6-139d44d09a43), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.450645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7348e4cc-b749-4673-a60d-3a51908c0d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (729ba83e-6156-4fbd-ad1a-1281625a493c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.494415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7348e4cc-b749-4673-a60d-3a51908c0d46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2bc6e93585046ef91981af4fc2f31b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887436 Feb 10 04:26:02.495694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348e4cc-b749-4673-a60d-3a51908c0d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729ba83e-6156-4fbd-ad1a-1281625a493c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:02.497206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57088) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.533331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-fb377f3d-be60-40a7-be9d-3845665acc68', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:26:02.534194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.552011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (ce9d548e-34bd-4f58-a6a9-f39c7f782479), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.553134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (ce9d548e-34bd-4f58-a6a9-f39c7f782479), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.560778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bca03fb1-2479-4a35-8c82-5dcf193d5c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (405e1e77-2e23-4610-93d2-44eb1033c992), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.560778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bca03fb1-2479-4a35-8c82-5dcf193d5c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.560778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bca03fb1-2479-4a35-8c82-5dcf193d5c5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/405e1e77-2e23-4610-93d2-44eb1033c992 HTTP/1.1" status: 204 len: 168 time: 0.5432332 Feb 10 04:26:02.570650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca03fb1-2479-4a35-8c82-5dcf193d5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e1e77-2e23-4610-93d2-44eb1033c992,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:02.572840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e93e479-adaf-4d49-9ab0-ef1deb592d06 admin admin] Publish callbacks [] for security_group (729ba83e-6156-4fbd-ad1a-1281625a493c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.600536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e93e479-adaf-4d49-9ab0-ef1deb592d06 admin admin] Publish callbacks [] for security_group (729ba83e-6156-4fbd-ad1a-1281625a493c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.645417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4f0922-0eb3-4004-9250-060f364d93f7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3312a701-01f2-475b-80e6-139d44d09a43), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.658900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4f0922-0eb3-4004-9250-060f364d93f7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.658900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-db4f0922-0eb3-4004-9250-060f364d93f7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/3312a701-01f2-475b-80e6-139d44d09a43 HTTP/1.1" status: 204 len: 168 time: 0.4067633 Feb 10 04:26:02.659873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57094) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.690125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f0922-0eb3-4004-9250-060f364d93f7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3312a701-01f2-475b-80e6-139d44d09a43,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:02.730188 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.738731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-67990a2b-5551-4b7f-8b92-9c26be657b2d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0772545 Feb 10 04:26:02.742327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57098) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:02.755005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0dcad701-7995-4dd6-9505-b3effb8f4878 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924807265'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:02.811091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e93e479-adaf-4d49-9ab0-ef1deb592d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (729ba83e-6156-4fbd-ad1a-1281625a493c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.815339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e93e479-adaf-4d49-9ab0-ef1deb592d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:02.817098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1e93e479-adaf-4d49-9ab0-ef1deb592d06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/729ba83e-6156-4fbd-ad1a-1281625a493c HTTP/1.1" status: 204 len: 168 time: 0.3188901 Feb 10 04:26:02.846188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93e479-adaf-4d49-9ab0-ef1deb592d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729ba83e-6156-4fbd-ad1a-1281625a493c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:02.923118 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dcad701-7995-4dd6-9505-b3effb8f4878 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.020978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Allocated IP 172.20.0.2 (fb377f3d-be60-40a7-be9d-3845665acc68/39448131-dccc-4e7d-8f74-7dee2880d723/0ce40140-dcc6-43f7-bb32-062a9e7c2e48) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:03.220330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Publish callbacks [] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.293254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks [] for router_controller (ce9d548e-34bd-4f58-a6a9-f39c7f782479), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.382844 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.417811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dcad701-7995-4dd6-9505-b3effb8f4878 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.542157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Network fb377f3d-be60-40a7-be9d-3845665acc68 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:03.544803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Pushing event updated for resources: {'Port': ['ID=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:03.545268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dcad701-7995-4dd6-9505-b3effb8f4878 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.559486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:03.560883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:03.642159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Attempting to bind port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:03.642792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Attempting to bind port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:03.643267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Attempting to bind port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 on network fb377f3d-be60-40a7-be9d-3845665acc68 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:03.649753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:03.650536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Checking segment: {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:03.651061 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.651464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Bound using segment: {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:03.652141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Bound port: 0ce40140-dcc6-43f7-bb32-062a9e7c2e48, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:03.652534 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.684228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks [] for router_gateway (ce9d548e-34bd-4f58-a6a9-f39c7f782479), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.690691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcad701-7995-4dd6-9505-b3effb8f4878 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:03.726773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] For port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:03.729717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] For port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:03.871401 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.874371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dcad701-7995-4dd6-9505-b3effb8f4878 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:03.879074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0dcad701-7995-4dd6-9505-b3effb8f4878 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1312072 Feb 10 04:26:03.879473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57130) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:03.885970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ec2b26bd-3670-40e1-8468-d05ca2756d0c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:03.914205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57132) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:03.951237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c1b-d89d-45b4-a9b5-cbc9d1e69b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.017524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53474b49-cbe9-4355-ab98-6a5cbb484073 None None] Pushing event updated for resources: {'Port': ['ID=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:04.075863 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec2b26bd-3670-40e1-8468-d05ca2756d0c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7927c676-7a7a-4a91-9d31-00f474e038b5), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.162913 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec2b26bd-3670-40e1-8468-d05ca2756d0c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7927c676-7a7a-4a91-9d31-00f474e038b5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.182693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c1b-d89d-45b4-a9b5-cbc9d1e69b68 admin admin] Publish callbacks [] for security_group (df42af87-f27a-4384-9d8c-74ddbfa1f6e5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.322550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec2b26bd-3670-40e1-8468-d05ca2756d0c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (7927c676-7a7a-4a91-9d31-00f474e038b5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.324186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.359180 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c1b-d89d-45b4-a9b5-cbc9d1e69b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (df42af87-f27a-4384-9d8c-74ddbfa1f6e5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.374673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b26bd-3670-40e1-8468-d05ca2756d0c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7927c676-7a7a-4a91-9d31-00f474e038b5,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:04.405121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks [] for router_gateway (ce9d548e-34bd-4f58-a6a9-f39c7f782479), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.438288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5c1b-d89d-45b4-a9b5-cbc9d1e69b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df42af87-f27a-4384-9d8c-74ddbfa1f6e5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:04.470031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.493803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee0c5c1b-d89d-45b4-a9b5-cbc9d1e69b68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76030b99daca4c99b0f5e305d083c2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5750363 Feb 10 04:26:04.494113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57144) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:04.533370 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec2b26bd-3670-40e1-8468-d05ca2756d0c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.536509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ec2b26bd-3670-40e1-8468-d05ca2756d0c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6558843 Feb 10 04:26:04.540957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57146) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:04.570903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-483b06c0-5199-4fac-8198-06faf7c640ac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:04.647142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:04.662085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a50e35ac-7223-4406-a4c5-ae49e459af08 admin admin] Publish callbacks [] for security_group (df42af87-f27a-4384-9d8c-74ddbfa1f6e5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.685146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a50e35ac-7223-4406-a4c5-ae49e459af08 admin admin] Publish callbacks [] for security_group (df42af87-f27a-4384-9d8c-74ddbfa1f6e5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.775289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Allocated IP 172.25.8.160 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/af0007eb-dc7a-432b-9064-952f2249305a) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:04.807382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-483b06c0-5199-4fac-8198-06faf7c640ac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (6751bb39-cf7e-4525-97c1-0ba58f30b8a8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.808476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:04.811963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.871068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a50e35ac-7223-4406-a4c5-ae49e459af08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (df42af87-f27a-4384-9d8c-74ddbfa1f6e5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.875274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a50e35ac-7223-4406-a4c5-ae49e459af08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.879981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a50e35ac-7223-4406-a4c5-ae49e459af08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df42af87-f27a-4384-9d8c-74ddbfa1f6e5 HTTP/1.1" status: 204 len: 168 time: 0.3844893 Feb 10 04:26:04.923872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-483b06c0-5199-4fac-8198-06faf7c640ac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (6751bb39-cf7e-4525-97c1-0ba58f30b8a8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.962300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:04.962987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:04.969622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e35ac-7223-4406-a4c5-ae49e459af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df42af87-f27a-4384-9d8c-74ddbfa1f6e5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:05.046958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:05.068697 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks [] for port (af0007eb-dc7a-432b-9064-952f2249305a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.076359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-483b06c0-5199-4fac-8198-06faf7c640ac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (6751bb39-cf7e-4525-97c1-0ba58f30b8a8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.142213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b06c0-5199-4fac-8198-06faf7c640ac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6751bb39-cf7e-4525-97c1-0ba58f30b8a8,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:05.170379 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.237076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:05.318537 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (af0007eb-dc7a-432b-9064-952f2249305a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.318889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-483b06c0-5199-4fac-8198-06faf7c640ac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.319830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-483b06c0-5199-4fac-8198-06faf7c640ac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7776849 Feb 10 04:26:05.323283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57172) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:05.330470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8155a444-f05f-42ea-9d34-c6bb00b7b111 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:05.387592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:05.404060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:05.411264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:05.502439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Pushing event updated for resources: {'Port': ['ID=af0007eb-dc7a-432b-9064-952f2249305a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:05.515103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8155a444-f05f-42ea-9d34-c6bb00b7b111 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (717cab9f-5d93-43f3-ad81-eea8fe7af407), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.663890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a922c7d-62b4-4635-8c43-c7dc01357e96 None None] Network fb377f3d-be60-40a7-be9d-3845665acc68 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:05.667473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8155a444-f05f-42ea-9d34-c6bb00b7b111 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (717cab9f-5d93-43f3-ad81-eea8fe7af407), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.824631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e20f87d2-db2d-43f2-947f-a06f6dd5e651 None None] Provisioning complete for port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:05.825012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e20f87d2-db2d-43f2-947f-a06f6dd5e651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.830568 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8155a444-f05f-42ea-9d34-c6bb00b7b111 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (717cab9f-5d93-43f3-ad81-eea8fe7af407), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:05.858368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a444-f05f-42ea-9d34-c6bb00b7b111 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717cab9f-5d93-43f3-ad81-eea8fe7af407,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:06.004895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e20f87d2-db2d-43f2-947f-a06f6dd5e651 None None] Current status of the port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:06.039204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8155a444-f05f-42ea-9d34-c6bb00b7b111 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.040876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8155a444-f05f-42ea-9d34-c6bb00b7b111 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7147005 Feb 10 04:26:06.045097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57202) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:06.049692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-21800025-5617-467d-9606-9b989de972d9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:06.144462 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks [] for router_gateway (ce9d548e-34bd-4f58-a6a9-f39c7f782479), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.213364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21800025-5617-467d-9606-9b989de972d9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (eeafd13a-6aee-443a-b380-c1a52acf5a73), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.397528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21800025-5617-467d-9606-9b989de972d9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (eeafd13a-6aee-443a-b380-c1a52acf5a73), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.497750 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (ce9d548e-34bd-4f58-a6a9-f39c7f782479), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.538051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:06.623004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6a8806b8-69d2-4f58-8955-ad0e7b265713 None None] Provisioning complete for port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:06.627130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a8806b8-69d2-4f58-8955-ad0e7b265713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.628199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21800025-5617-467d-9606-9b989de972d9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (eeafd13a-6aee-443a-b380-c1a52acf5a73), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.667851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21800025-5617-467d-9606-9b989de972d9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeafd13a-6aee-443a-b380-c1a52acf5a73,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:06.783482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-21800025-5617-467d-9606-9b989de972d9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.785507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-21800025-5617-467d-9606-9b989de972d9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7410860 Feb 10 04:26:06.793477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57230) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:06.812446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:06.813096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-39729a98-3187-439d-94a2-42baf66e1d4a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': 'b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:06.813658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:06.904737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6a8806b8-69d2-4f58-8955-ad0e7b265713 None None] Current status of the port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:07.008673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:07.049744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39729a98-3187-439d-94a2-42baf66e1d4a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (f0470be4-8c15-474d-aa4c-31d2f48fff36), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:07.112140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Router ce9d548e-34bd-4f58-a6a9-f39c7f782479 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:26:07.136712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39729a98-3187-439d-94a2-42baf66e1d4a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (f0470be4-8c15-474d-aa4c-31d2f48fff36), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:07.297051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39729a98-3187-439d-94a2-42baf66e1d4a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f0470be4-8c15-474d-aa4c-31d2f48fff36), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:07.327504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39729a98-3187-439d-94a2-42baf66e1d4a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0470be4-8c15-474d-aa4c-31d2f48fff36,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:07.385988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:26:07.413573 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Sync routers for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:26:07.438955 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:07.440555 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:07.499718 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39729a98-3187-439d-94a2-42baf66e1d4a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:07.505849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57256) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:07.512647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-39729a98-3187-439d-94a2-42baf66e1d4a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7079401 Feb 10 04:26:07.591243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:07.592612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8443f158-bf29-4bdf-ad71-00d2317d1dba admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3154762 Feb 10 04:26:07.596282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57266) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:07.634029 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:07.650352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c859ed76-04f1-4ad5-a976-d259839f99fd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (f0470be4-8c15-474d-aa4c-31d2f48fff36), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:07.686599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c859ed76-04f1-4ad5-a976-d259839f99fd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (f0470be4-8c15-474d-aa4c-31d2f48fff36), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:07.965358 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:05Z', 'revision_number': 3, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:08.036854 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Checking router: ce9d548e-34bd-4f58-a6a9-f39c7f782479 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:26:08.037106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Updating router ce9d548e-34bd-4f58-a6a9-f39c7f782479 port af0007eb-dc7a-432b-9064-952f2249305a binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:26:08.106923 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (af0007eb-dc7a-432b-9064-952f2249305a), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.134094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c859ed76-04f1-4ad5-a976-d259839f99fd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f0470be4-8c15-474d-aa4c-31d2f48fff36), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.171519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c859ed76-04f1-4ad5-a976-d259839f99fd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.173713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c859ed76-04f1-4ad5-a976-d259839f99fd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f0470be4-8c15-474d-aa4c-31d2f48fff36 HTTP/1.1" status: 204 len: 168 time: 0.6661372 Feb 10 04:26:08.177342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57290) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:08.226424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859ed76-04f1-4ad5-a976-d259839f99fd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0470be4-8c15-474d-aa4c-31d2f48fff36,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:08.311480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-622f1558-7794-44e6-a1bb-e4fb32ba79b8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1145051 Feb 10 04:26:08.314624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:08.365800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3e481a0-aabb-4ade-9eb6-186d6d4529f8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (eeafd13a-6aee-443a-b380-c1a52acf5a73), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.381186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3e481a0-aabb-4ade-9eb6-186d6d4529f8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (eeafd13a-6aee-443a-b380-c1a52acf5a73), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.429643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.572936 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Publish callbacks [] for port (af0007eb-dc7a-432b-9064-952f2249305a), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.657971 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3e481a0-aabb-4ade-9eb6-186d6d4529f8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (eeafd13a-6aee-443a-b380-c1a52acf5a73), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.683064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3e481a0-aabb-4ade-9eb6-186d6d4529f8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.684381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e3e481a0-aabb-4ade-9eb6-186d6d4529f8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/eeafd13a-6aee-443a-b380-c1a52acf5a73 HTTP/1.1" status: 204 len: 168 time: 0.3683941 Feb 10 04:26:08.691169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:08.696115 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (af0007eb-dc7a-432b-9064-952f2249305a), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.708005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e481a0-aabb-4ade-9eb6-186d6d4529f8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eeafd13a-6aee-443a-b380-c1a52acf5a73,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:08.780109 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Attempting to bind port af0007eb-dc7a-432b-9064-952f2249305a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:08.780491 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Attempting to bind port af0007eb-dc7a-432b-9064-952f2249305a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:08.781915 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Attempting to bind port af0007eb-dc7a-432b-9064-952f2249305a on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:08.807551 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:08.808021 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:08.808640 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.809230 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:08.812036 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Bound port: af0007eb-dc7a-432b-9064-952f2249305a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:08.812815 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (af0007eb-dc7a-432b-9064-952f2249305a), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.814917 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-de462bb7-b06a-4f89-a1e8-a021ddfa2355 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1182115 Feb 10 04:26:08.815092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57322) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:08.897578 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Pushing event updated for resources: {'Port': ['ID=af0007eb-dc7a-432b-9064-952f2249305a,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:08.906683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd7a089c-b739-4871-af26-f59501a3da66 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (717cab9f-5d93-43f3-ad81-eea8fe7af407), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.916364 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.919278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.919278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.919278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.919278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.919278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.919278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.919278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.920117 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.921297 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.922386 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.923240 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.923804 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:08.924247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd7a089c-b739-4871-af26-f59501a3da66 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (717cab9f-5d93-43f3-ad81-eea8fe7af407), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:08.978754 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] For port af0007eb-dc7a-432b-9064-952f2249305a, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:08.986984 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] For port af0007eb-dc7a-432b-9064-952f2249305a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=af0007eb-dc7a-432b-9064-952f2249305a,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:09.011064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Allocated IP 172.20.0.1 (fb377f3d-be60-40a7-be9d-3845665acc68/39448131-dccc-4e7d-8f74-7dee2880d723/f5e824d4-4428-489b-8f9d-931673b2696b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:09.129536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks [] for port (f5e824d4-4428-489b-8f9d-931673b2696b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.185498 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (af0007eb-dc7a-432b-9064-952f2249305a), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.242146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd7a089c-b739-4871-af26-f59501a3da66 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (717cab9f-5d93-43f3-ad81-eea8fe7af407), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.248280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:09.249135 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:09.253879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd7a089c-b739-4871-af26-f59501a3da66 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.255256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fd7a089c-b739-4871-af26-f59501a3da66 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/717cab9f-5d93-43f3-ad81-eea8fe7af407 HTTP/1.1" status: 204 len: 168 time: 0.4373116 Feb 10 04:26:09.258123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57348) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:09.273168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a089c-b739-4871-af26-f59501a3da66 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=717cab9f-5d93-43f3-ad81-eea8fe7af407,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:09.302764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.362545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e824d4-4428-489b-8f9d-931673b2696b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:09.368518 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e410-7719-4f0c-ac5e-6fa18092b0ea None None] Pushing event updated for resources: {'Port': ['ID=af0007eb-dc7a-432b-9064-952f2249305a,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:09.379318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Network fb377f3d-be60-40a7-be9d-3845665acc68 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:09.380973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:09.385649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:09.422677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-54f8c0c2-21d2-4b92-bcc2-95d13651142c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1536083 Feb 10 04:26:09.426610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57356) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:09.502979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0877-2bf2-482b-b82d-1b7b9b4599d2 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (6751bb39-cf7e-4525-97c1-0ba58f30b8a8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.511938 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (ce9d548e-34bd-4f58-a6a9-f39c7f782479), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.533563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0877-2bf2-482b-b82d-1b7b9b4599d2 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (6751bb39-cf7e-4525-97c1-0ba58f30b8a8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.598280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:09.736085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0877-2bf2-482b-b82d-1b7b9b4599d2 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (6751bb39-cf7e-4525-97c1-0ba58f30b8a8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.742893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6cc0877-2bf2-482b-b82d-1b7b9b4599d2 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.743963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6cc0877-2bf2-482b-b82d-1b7b9b4599d2 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6751bb39-cf7e-4525-97c1-0ba58f30b8a8 HTTP/1.1" status: 204 len: 168 time: 0.3163433 Feb 10 04:26:09.747546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:09.774406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc0877-2bf2-482b-b82d-1b7b9b4599d2 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6751bb39-cf7e-4525-97c1-0ba58f30b8a8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:09.805715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2cebe241-479d-4189-9cbc-12934207f474 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0553954 Feb 10 04:26:09.808933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57380) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:09.836558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65262dfd-dd8b-47ca-a6db-b8710bd791cd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7927c676-7a7a-4a91-9d31-00f474e038b5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.845829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65262dfd-dd8b-47ca-a6db-b8710bd791cd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (7927c676-7a7a-4a91-9d31-00f474e038b5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.874016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-72087ea1-452e-4f67-8a18-03c43eee0ce7 None None] Provisioning complete for port f5e824d4-4428-489b-8f9d-931673b2696b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:09.874755 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:05Z', 'revision_number': 3, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:09.874926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-72087ea1-452e-4f67-8a18-03c43eee0ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:09.911388 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162ed4-3ac7-4eeb-9a7b-c184b820c647 None None] The sync data for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 is: [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:05Z', 'revision_number': 3, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:26:09.929375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-72087ea1-452e-4f67-8a18-03c43eee0ce7 None None] Port f5e824d4-4428-489b-8f9d-931673b2696b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:26:09.976907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.039434 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65262dfd-dd8b-47ca-a6db-b8710bd791cd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (7927c676-7a7a-4a91-9d31-00f474e038b5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.053894 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-65262dfd-dd8b-47ca-a6db-b8710bd791cd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.055570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-65262dfd-dd8b-47ca-a6db-b8710bd791cd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7927c676-7a7a-4a91-9d31-00f474e038b5 HTTP/1.1" status: 204 len: 168 time: 0.2452774 Feb 10 04:26:10.058601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57394) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:10.070993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65262dfd-dd8b-47ca-a6db-b8710bd791cd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7927c676-7a7a-4a91-9d31-00f474e038b5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:10.167855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7963254b-9abc-4e73-8fbc-d45a7ed369c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1056087 Feb 10 04:26:10.168190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57396) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:10.247657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81b8cfe5-ed20-4259-b927-8e9de10aa935 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.298137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81b8cfe5-ed20-4259-b927-8e9de10aa935 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.383452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks [] for port (f5e824d4-4428-489b-8f9d-931673b2696b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.517968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device af0007eb-dc7a-432b-9064-952f2249305a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:10.573944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.609145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port af0007eb-dc7a-432b-9064-952f2249305a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:10.618779 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (af0007eb-dc7a-432b-9064-952f2249305a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.639488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81b8cfe5-ed20-4259-b927-8e9de10aa935 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.643534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81b8cfe5-ed20-4259-b927-8e9de10aa935 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.651649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57414) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:10.653163 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-81b8cfe5-ed20-4259-b927-8e9de10aa935 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e HTTP/1.1" status: 204 len: 168 time: 0.4771917 Feb 10 04:26:10.695620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8cfe5-ed20-4259-b927-8e9de10aa935 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aa296d-a9b9-4d63-bd4c-18d5017d3f3e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:10.785125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e824d4-4428-489b-8f9d-931673b2696b,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:10.893066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (ce9d548e-34bd-4f58-a6a9-f39c7f782479), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.922123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a2cf8d96-17cd-4812-be5a-ccf29d239c4b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2684286 Feb 10 04:26:10.926771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57422) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:10.932867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1f78e397-f339-4e6a-b39d-e4b0da6f654c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--199557758'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:10.943952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port af0007eb-dc7a-432b-9064-952f2249305a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:10.945925 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (af0007eb-dc7a-432b-9064-952f2249305a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:10.962499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57424) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:11.009653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port af0007eb-dc7a-432b-9064-952f2249305a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=af0007eb-dc7a-432b-9064-952f2249305a,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:11.093477 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (af0007eb-dc7a-432b-9064-952f2249305a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.117414 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f78e397-f339-4e6a-b39d-e4b0da6f654c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.143576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Network fb377f3d-be60-40a7-be9d-3845665acc68 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:11.145142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:11.241694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=af0007eb-dc7a-432b-9064-952f2249305a,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:11.287545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f78e397-f339-4e6a-b39d-e4b0da6f654c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (9e07ae97-24a1-4807-b432-b77c48bd6b52), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.339535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cd3189f-f3fb-4fcb-8798-5241928bff7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.430881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f78e397-f339-4e6a-b39d-e4b0da6f654c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9e07ae97-24a1-4807-b432-b77c48bd6b52), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.471505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Router ce9d548e-34bd-4f58-a6a9-f39c7f782479 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:26:11.486695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78e397-f339-4e6a-b39d-e4b0da6f654c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e07ae97-24a1-4807-b432-b77c48bd6b52,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:11.551229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f78e397-f339-4e6a-b39d-e4b0da6f654c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.555499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1f78e397-f339-4e6a-b39d-e4b0da6f654c tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6269422 Feb 10 04:26:11.556844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57442) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:11.571796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-98eec269-fa55-462f-8f1a-261211da8a60 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': '9e07ae97-24a1-4807-b432-b77c48bd6b52', 'direction': 'ingress', 'protocol': 17}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:11.630976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cd3189f-f3fb-4fcb-8798-5241928bff7d admin admin] Publish callbacks [] for security_group (990c9925-823a-4706-899f-4c25f93309ee), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.700661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57448) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:11.714326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-98eec269-fa55-462f-8f1a-261211da8a60 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (561c28c7-773c-4343-b122-53f974256743), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.746059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:26:11.751060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5cd3189f-f3fb-4fcb-8798-5241928bff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (990c9925-823a-4706-899f-4c25f93309ee), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.760830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f46f17c7-2320-4230-9560-cbb748fb2536 admin admin] 10.222.0.42 "PUT /v2.0/routers/ce9d548e-34bd-4f58-a6a9-f39c7f782479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1609783 Feb 10 04:26:11.778638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f5e95e39-649a-49ca-969e-018e7462747d None None] Provisioning complete for port f5e824d4-4428-489b-8f9d-931673b2696b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:11.779027 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f5e95e39-649a-49ca-969e-018e7462747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.853748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57456) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:11.854429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5cd3189f-f3fb-4fcb-8798-5241928bff7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=120c679baf2e4612a0c902cb94e6e94f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8757691 Feb 10 04:26:11.854429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3189f-f3fb-4fcb-8798-5241928bff7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990c9925-823a-4706-899f-4c25f93309ee,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:11.856564 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-98eec269-fa55-462f-8f1a-261211da8a60 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (561c28c7-773c-4343-b122-53f974256743), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.866330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f5e95e39-649a-49ca-969e-018e7462747d None None] Port f5e824d4-4428-489b-8f9d-931673b2696b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:26:11.927843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f71246cb-56ab-424c-9304-c7e3353df772 admin admin] Publish callbacks [] for security_group (990c9925-823a-4706-899f-4c25f93309ee), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.937144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-98eec269-fa55-462f-8f1a-261211da8a60 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (561c28c7-773c-4343-b122-53f974256743), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:11.965095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f71246cb-56ab-424c-9304-c7e3353df772 admin admin] Publish callbacks [] for security_group (990c9925-823a-4706-899f-4c25f93309ee), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.024547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d282-6195-43d0-b101-7d54c95748f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.033526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec269-fa55-462f-8f1a-261211da8a60 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561c28c7-773c-4343-b122-53f974256743,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:12.082010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-98eec269-fa55-462f-8f1a-261211da8a60 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.086694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57460) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:12.087711 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-98eec269-fa55-462f-8f1a-261211da8a60 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5153506 Feb 10 04:26:12.123686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f71246cb-56ab-424c-9304-c7e3353df772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (990c9925-823a-4706-899f-4c25f93309ee), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.126690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f71246cb-56ab-424c-9304-c7e3353df772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.135788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f71246cb-56ab-424c-9304-c7e3353df772 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/990c9925-823a-4706-899f-4c25f93309ee HTTP/1.1" status: 204 len: 168 time: 0.2880943 Feb 10 04:26:12.149460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71246cb-56ab-424c-9304-c7e3353df772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990c9925-823a-4706-899f-4c25f93309ee,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:12.222229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12532fd2-9432-43c2-b2bd-d7468d61027d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (9e07ae97-24a1-4807-b432-b77c48bd6b52), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.287908 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12532fd2-9432-43c2-b2bd-d7468d61027d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (9e07ae97-24a1-4807-b432-b77c48bd6b52), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.294616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d282-6195-43d0-b101-7d54c95748f5 admin admin] Publish callbacks [] for security_group (04ceaad0-30ea-4c73-8346-d3a9ad44ccfa), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.391589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d282-6195-43d0-b101-7d54c95748f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (04ceaad0-30ea-4c73-8346-d3a9ad44ccfa), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.452464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12532fd2-9432-43c2-b2bd-d7468d61027d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9e07ae97-24a1-4807-b432-b77c48bd6b52), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.461771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-12532fd2-9432-43c2-b2bd-d7468d61027d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.463108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12532fd2-9432-43c2-b2bd-d7468d61027d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e07ae97-24a1-4807-b432-b77c48bd6b52 HTTP/1.1" status: 204 len: 168 time: 0.3746717 Feb 10 04:26:12.498249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:12.517873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12532fd2-9432-43c2-b2bd-d7468d61027d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e07ae97-24a1-4807-b432-b77c48bd6b52,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:12.528383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0d282-6195-43d0-b101-7d54c95748f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ceaad0-30ea-4c73-8346-d3a9ad44ccfa,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:12.621438 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e7c0d282-6195-43d0-b101-7d54c95748f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc31d7f43172420c98281e590423fc6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9173474 Feb 10 04:26:12.621786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57480) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:12.636587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device af0007eb-dc7a-432b-9064-952f2249305a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:12.641557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-64c860d4-c280-4a1e-ac6f-aadd4aaf6d81 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0948567 Feb 10 04:26:12.647693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:12.667129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a26fb93e-4164-4fcb-b1be-0514690f0bce tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407913183'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:12.737834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Sync routers for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:26:12.772118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca5319c0-8dd3-40f3-86f9-5e8eb9ed3dbd admin admin] Publish callbacks [] for security_group (04ceaad0-30ea-4c73-8346-d3a9ad44ccfa), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.786931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port af0007eb-dc7a-432b-9064-952f2249305a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:12.787314 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (af0007eb-dc7a-432b-9064-952f2249305a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.826738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca5319c0-8dd3-40f3-86f9-5e8eb9ed3dbd admin admin] Publish callbacks [] for security_group (04ceaad0-30ea-4c73-8346-d3a9ad44ccfa), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.861066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a26fb93e-4164-4fcb-b1be-0514690f0bce tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:12.885081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:12.885727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:13.005388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca5319c0-8dd3-40f3-86f9-5e8eb9ed3dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (04ceaad0-30ea-4c73-8346-d3a9ad44ccfa), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.008289 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca5319c0-8dd3-40f3-86f9-5e8eb9ed3dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.009483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ca5319c0-8dd3-40f3-86f9-5e8eb9ed3dbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04ceaad0-30ea-4c73-8346-d3a9ad44ccfa HTTP/1.1" status: 204 len: 168 time: 0.3862617 Feb 10 04:26:13.030527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5319c0-8dd3-40f3-86f9-5e8eb9ed3dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ceaad0-30ea-4c73-8346-d3a9ad44ccfa,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:13.086771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port af0007eb-dc7a-432b-9064-952f2249305a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:13.087033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a26fb93e-4164-4fcb-b1be-0514690f0bce tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (41303193-aafa-4f8e-ae5b-cccdb9a62998), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.128446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:13.171615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a26fb93e-4164-4fcb-b1be-0514690f0bce tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (41303193-aafa-4f8e-ae5b-cccdb9a62998), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.203655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57498) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:13.238778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29d0-f2ef-4393-9b80-9ec82fb78953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.243970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fb93e-4164-4fcb-b1be-0514690f0bce tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41303193-aafa-4f8e-ae5b-cccdb9a62998,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:13.357815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a26fb93e-4164-4fcb-b1be-0514690f0bce tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.363651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a26fb93e-4164-4fcb-b1be-0514690f0bce tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7094762 Feb 10 04:26:13.363651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57502) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:13.363651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57504) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:13.370129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1907951147-network', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:13.378860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1d03ab02-5e50-4c58-8f45-4f2b44cf9781 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795184359'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:13.479510 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29d0-f2ef-4393-9b80-9ec82fb78953 admin admin] Publish callbacks [] for security_group (5d970558-21dd-4594-a2f8-3fbe7d410ad0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.492966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Made reservation on behalf of a16cb36166fe4185856daaac690bc1ea for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:13.495342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.514261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.533552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d03ab02-5e50-4c58-8f45-4f2b44cf9781 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.550910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29d0-f2ef-4393-9b80-9ec82fb78953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d970558-21dd-4594-a2f8-3fbe7d410ad0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.568821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 2, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:13.599036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d29d0-f2ef-4393-9b80-9ec82fb78953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d970558-21dd-4594-a2f8-3fbe7d410ad0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:13.614625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Checking router: ce9d548e-34bd-4f58-a6a9-f39c7f782479 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:26:13.614625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Updating router ce9d548e-34bd-4f58-a6a9-f39c7f782479 port f5e824d4-4428-489b-8f9d-931673b2696b binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:26:13.641478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6e4d29d0-f2ef-4393-9b80-9ec82fb78953 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12029a2eae5f45549b2eb05575aa95f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345534 Feb 10 04:26:13.643319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57510) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:13.651418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.768543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4005f051-e9eb-4e1c-9ce5-be63c2d4aef1 admin admin] Publish callbacks [] for security_group (5d970558-21dd-4594-a2f8-3fbe7d410ad0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.837022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks [] for security_group (9b63f8ba-09fd-4fa8-a969-f0cfa28e9227), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.856420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4005f051-e9eb-4e1c-9ce5-be63c2d4aef1 admin admin] Publish callbacks [] for security_group (5d970558-21dd-4594-a2f8-3fbe7d410ad0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.865832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d03ab02-5e50-4c58-8f45-4f2b44cf9781 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (265c3691-0f9f-4268-b39e-5a1b4c3b44bc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.950426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9b63f8ba-09fd-4fa8-a969-f0cfa28e9227), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:13.978651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63f8ba-09fd-4fa8-a969-f0cfa28e9227,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:13.996333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d03ab02-5e50-4c58-8f45-4f2b44cf9781 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (265c3691-0f9f-4268-b39e-5a1b4c3b44bc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.010507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4005f051-e9eb-4e1c-9ce5-be63c2d4aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d970558-21dd-4594-a2f8-3fbe7d410ad0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.013535 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4005f051-e9eb-4e1c-9ce5-be63c2d4aef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.015283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4005f051-e9eb-4e1c-9ce5-be63c2d4aef1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d970558-21dd-4594-a2f8-3fbe7d410ad0 HTTP/1.1" status: 204 len: 168 time: 0.3701978 Feb 10 04:26:14.050062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03ab02-5e50-4c58-8f45-4f2b44cf9781 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265c3691-0f9f-4268-b39e-5a1b4c3b44bc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:14.059185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005f051-e9eb-4e1c-9ce5-be63c2d4aef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d970558-21dd-4594-a2f8-3fbe7d410ad0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:14.063743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:26:14.077012 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (40af3008-10c3-4fff-b1f7-92804f506291), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.077012 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Added segment 40af3008-10c3-4fff-b1f7-92804f506291 of type vlan for network ade22bed-5889-4161-ad82-49fce8832b76 Feb 10 04:26:14.123105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d03ab02-5e50-4c58-8f45-4f2b44cf9781 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.128211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1d03ab02-5e50-4c58-8f45-4f2b44cf9781 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7583659 Feb 10 04:26:14.128321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57524) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:14.130246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (ade22bed-5889-4161-ad82-49fce8832b76), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.132443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-88faad47-d821-4d4c-ae6f-eac50c9b3754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': '41303193-aafa-4f8e-ae5b-cccdb9a62998', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '265c3691-0f9f-4268-b39e-5a1b4c3b44bc', 'remote_ip_prefix': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:14.148846 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Publish callbacks [] for port (f5e824d4-4428-489b-8f9d-931673b2696b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.264917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (ade22bed-5889-4161-ad82-49fce8832b76), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.265258 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.267093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:14.267920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.294231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88faad47-d821-4d4c-ae6f-eac50c9b3754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (bdb5c0a7-93bd-47d7-8809-4978b282caa7), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.334318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028f489-e0c5-47df-b5ff-4f7a295d04a2 None None] Pushing event updated for resources: {'Port': ['ID=f5e824d4-4428-489b-8f9d-931673b2696b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:14.357754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57528) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:14.365856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ade22bed-5889-4161-ad82-49fce8832b76,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:14.396047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86b68bff-6ccd-4726-b0c6-46aea293e464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.396967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-abadb810-f20a-423e-8c79-33ea76fa59d1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0332942 Feb 10 04:26:14.399560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57530) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:14.409639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Request body: {'subnet': {'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1907951147-subnet', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:14.410578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network ade22bed-5889-4161-ad82-49fce8832b76 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:26:14.536294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Made reservation on behalf of a16cb36166fe4185856daaac690bc1ea for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:14.539816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.549435 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86b68bff-6ccd-4726-b0c6-46aea293e464 admin admin] Publish callbacks [] for security_group (63b00452-8df7-40c7-b2c1-d8de0da8206f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.587273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57542) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:14.631682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88faad47-d821-4d4c-ae6f-eac50c9b3754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (bdb5c0a7-93bd-47d7-8809-4978b282caa7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.638931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86b68bff-6ccd-4726-b0c6-46aea293e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (63b00452-8df7-40c7-b2c1-d8de0da8206f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.750408 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88faad47-d821-4d4c-ae6f-eac50c9b3754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (bdb5c0a7-93bd-47d7-8809-4978b282caa7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.767721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-86b68bff-6ccd-4726-b0c6-46aea293e464 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a2b305542824cd68b5a79f071fe349b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4088972 Feb 10 04:26:14.768774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b68bff-6ccd-4726-b0c6-46aea293e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b00452-8df7-40c7-b2c1-d8de0da8206f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:14.777194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:14.835914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faad47-d821-4d4c-ae6f-eac50c9b3754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb5c0a7-93bd-47d7-8809-4978b282caa7,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:14.931807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ff04-0077-42bf-961b-3762ac390dad admin admin] Publish callbacks [] for security_group (63b00452-8df7-40c7-b2c1-d8de0da8206f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.986338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88faad47-d821-4d4c-ae6f-eac50c9b3754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:14.995256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-88faad47-d821-4d4c-ae6f-eac50c9b3754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8621678 Feb 10 04:26:14.996696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57564) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:15.095983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1191f54a-4b43-456b-8b78-efc81d8c0d3b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (bdb5c0a7-93bd-47d7-8809-4978b282caa7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.100781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ff04-0077-42bf-961b-3762ac390dad admin admin] Publish callbacks [] for security_group (63b00452-8df7-40c7-b2c1-d8de0da8206f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.113174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-98948cb5-0fa4-43e3-ad02-b3e83ce0f090 None None] Provisioning complete for port f5e824d4-4428-489b-8f9d-931673b2696b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:15.113657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98948cb5-0fa4-43e3-ad02-b3e83ce0f090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.114349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1191f54a-4b43-456b-8b78-efc81d8c0d3b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (bdb5c0a7-93bd-47d7-8809-4978b282caa7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.144986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Attempting to bind port f5e824d4-4428-489b-8f9d-931673b2696b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:15.145487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Attempting to bind port f5e824d4-4428-489b-8f9d-931673b2696b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:15.145990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Attempting to bind port f5e824d4-4428-489b-8f9d-931673b2696b on network fb377f3d-be60-40a7-be9d-3845665acc68 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:15.155450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:15.156049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Checking segment: {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:15.156716 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.157260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Bound using segment: {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:15.158964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Bound port: f5e824d4-4428-489b-8f9d-931673b2696b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:15.159515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.179107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (7584aff4-67cb-40f8-801e-d91026e768b6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.215546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-98948cb5-0fa4-43e3-ad02-b3e83ce0f090 None None] Port f5e824d4-4428-489b-8f9d-931673b2696b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:26:15.261182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1191f54a-4b43-456b-8b78-efc81d8c0d3b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (bdb5c0a7-93bd-47d7-8809-4978b282caa7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.267761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1191f54a-4b43-456b-8b78-efc81d8c0d3b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.268968 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1191f54a-4b43-456b-8b78-efc81d8c0d3b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bdb5c0a7-93bd-47d7-8809-4978b282caa7 HTTP/1.1" status: 204 len: 168 time: 0.2526219 Feb 10 04:26:15.273403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57576) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:15.301546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ff04-0077-42bf-961b-3762ac390dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (63b00452-8df7-40c7-b2c1-d8de0da8206f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.306651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ff04-0077-42bf-961b-3762ac390dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.314345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bdd1ff04-0077-42bf-961b-3762ac390dad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63b00452-8df7-40c7-b2c1-d8de0da8206f HTTP/1.1" status: 204 len: 168 time: 0.5311296 Feb 10 04:26:15.357618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] For port f5e824d4-4428-489b-8f9d-931673b2696b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:15.372285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] For port f5e824d4-4428-489b-8f9d-931673b2696b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f5e824d4-4428-489b-8f9d-931673b2696b,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:15.383204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1ff04-0077-42bf-961b-3762ac390dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b00452-8df7-40c7-b2c1-d8de0da8206f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:15.386624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7584aff4-67cb-40f8-801e-d91026e768b6,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:15.388910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191f54a-4b43-456b-8b78-efc81d8c0d3b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdb5c0a7-93bd-47d7-8809-4978b282caa7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:15.489800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Checking segment: {'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:15.490007 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.490351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Network hostable DHCP agents. Network: ade22bed-5889-4161-ad82-49fce8832b76, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:26:15.532512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c9d78585-b309-4748-8de0-8c821e7b05a9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2558095 Feb 10 04:26:15.534230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:15.620849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:15.621853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:15.683072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03aa41ee-16e9-4abf-8ce8-65337d69da41 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (265c3691-0f9f-4268-b39e-5a1b4c3b44bc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.730961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028f489-e0c5-47df-b5ff-4f7a295d04a2 None None] Pushing event updated for resources: {'Port': ['ID=f5e824d4-4428-489b-8f9d-931673b2696b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:15.745212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03aa41ee-16e9-4abf-8ce8-65337d69da41 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (265c3691-0f9f-4268-b39e-5a1b4c3b44bc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.858657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Network ade22bed-5889-4161-ad82-49fce8832b76 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:26:15.930480 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03aa41ee-16e9-4abf-8ce8-65337d69da41 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (265c3691-0f9f-4268-b39e-5a1b4c3b44bc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.933769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03aa41ee-16e9-4abf-8ce8-65337d69da41 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.935153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-03aa41ee-16e9-4abf-8ce8-65337d69da41 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/265c3691-0f9f-4268-b39e-5a1b4c3b44bc HTTP/1.1" status: 204 len: 168 time: 0.3989997 Feb 10 04:26:15.939210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57602) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:15.969594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, ade22bed-5889-4161-ad82-49fce8832b76) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:15.982350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa41ee-16e9-4abf-8ce8-65337d69da41 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265c3691-0f9f-4268-b39e-5a1b4c3b44bc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:15.988454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:15.990207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:15.998802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3dba81-27ea-4a06-8b26-bf96ce378013 None None] Network ade22bed-5889-4161-ad82-49fce8832b76 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:16.009480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:16.103164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed787acc-98cc-449c-9d34-647c8bb9f451 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1567929 Feb 10 04:26:16.104545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57606) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:16.135284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1aaf0aa7-500d-4cbc-98e0-ac9f60d78144 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7344811 Feb 10 04:26:16.141337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57608) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:16.148941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:16.268933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d3cae29-fdc1-47b6-be32-73ad7cc8e3c1 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (41303193-aafa-4f8e-ae5b-cccdb9a62998), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.272222 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (ad2609bf-f371-477b-ad28-b5b1044b2d84), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.275114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (ad2609bf-f371-477b-ad28-b5b1044b2d84), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.303669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (f180e452-da47-49ce-8a94-d47a971d0685), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.342276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d3cae29-fdc1-47b6-be32-73ad7cc8e3c1 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (41303193-aafa-4f8e-ae5b-cccdb9a62998), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.482221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d3cae29-fdc1-47b6-be32-73ad7cc8e3c1 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (41303193-aafa-4f8e-ae5b-cccdb9a62998), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.485967 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d3cae29-fdc1-47b6-be32-73ad7cc8e3c1 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.487438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5d3cae29-fdc1-47b6-be32-73ad7cc8e3c1 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/41303193-aafa-4f8e-ae5b-cccdb9a62998 HTTP/1.1" status: 204 len: 168 time: 0.3817601 Feb 10 04:26:16.492020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57630) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:16.543508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cae29-fdc1-47b6-be32-73ad7cc8e3c1 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41303193-aafa-4f8e-ae5b-cccdb9a62998,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:16.622491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fee52d6b-1bf7-47d9-88af-131636f2b088 None None] Provisioning complete for port f5e824d4-4428-489b-8f9d-931673b2696b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:16.623901 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fee52d6b-1bf7-47d9-88af-131636f2b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.713004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-03e0392f-5bfa-4ef0-a4f7-4985b3ca9a3f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2167506 Feb 10 04:26:16.724999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57634) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:16.738788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-123735eb-7c57-43e0-8bbc-adbfdd3dd432 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--813805558'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:16.826884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-ade22bed-5889-4161-ad82-49fce8832b76', 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76', 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'fixed_ips': [{'subnet_id': '7584aff4-67cb-40f8-801e-d91026e768b6'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:26:16.832490 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:16.877937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-123735eb-7c57-43e0-8bbc-adbfdd3dd432 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.117584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-123735eb-7c57-43e0-8bbc-adbfdd3dd432 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (13b567ce-1b7f-4aa9-aa83-1e1c65b399e2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.192618 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.200477 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-123735eb-7c57-43e0-8bbc-adbfdd3dd432 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (13b567ce-1b7f-4aa9-aa83-1e1c65b399e2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.255025 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks [] for router_controller (ad2609bf-f371-477b-ad28-b5b1044b2d84), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.269932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123735eb-7c57-43e0-8bbc-adbfdd3dd432 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b567ce-1b7f-4aa9-aa83-1e1c65b399e2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:17.336080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-123735eb-7c57-43e0-8bbc-adbfdd3dd432 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.341062 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-123735eb-7c57-43e0-8bbc-adbfdd3dd432 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6139562 Feb 10 04:26:17.342015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57662) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:17.350464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-61db2146-a83d-47fb-b1c6-aff80f373f43 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': '13b567ce-1b7f-4aa9-aa83-1e1c65b399e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:17.385074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fee52d6b-1bf7-47d9-88af-131636f2b088 None None] Current status of the port f5e824d4-4428-489b-8f9d-931673b2696b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:17.385474 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fee52d6b-1bf7-47d9-88af-131636f2b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.471687 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61db2146-a83d-47fb-b1c6-aff80f373f43 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8abed705-556d-4425-9450-1ff4b382d717), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.571227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Allocated IP 172.20.0.2 (ade22bed-5889-4161-ad82-49fce8832b76/7584aff4-67cb-40f8-801e-d91026e768b6/3446e5ed-50fb-42d2-ab30-54dc72d275ca) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:17.588710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61db2146-a83d-47fb-b1c6-aff80f373f43 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8abed705-556d-4425-9450-1ff4b382d717), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.692574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fee52d6b-1bf7-47d9-88af-131636f2b088 None None] For port f5e824d4-4428-489b-8f9d-931673b2696b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f5e824d4-4428-489b-8f9d-931673b2696b,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:17.696239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61db2146-a83d-47fb-b1c6-aff80f373f43 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8abed705-556d-4425-9450-1ff4b382d717), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.720249 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks [] for router_gateway (ad2609bf-f371-477b-ad28-b5b1044b2d84), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.740084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db2146-a83d-47fb-b1c6-aff80f373f43 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abed705-556d-4425-9450-1ff4b382d717,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:17.758120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:15Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:17.760790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Deleting port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:26:17.761426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.823633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61db2146-a83d-47fb-b1c6-aff80f373f43 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.825336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-61db2146-a83d-47fb-b1c6-aff80f373f43 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4823840 Feb 10 04:26:17.828929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57676) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:17.886457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fee52d6b-1bf7-47d9-88af-131636f2b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:17.910386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584766b-71d2-4a18-a2fe-33e93c420255 None None] The sync data for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 is: [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:15Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:26:18.001950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c7115ea-9e28-4c51-b3bc-8db0c4675985 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8abed705-556d-4425-9450-1ff4b382d717), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.029147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c7115ea-9e28-4c51-b3bc-8db0c4675985 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8abed705-556d-4425-9450-1ff4b382d717), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.074855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] For port 0207aca5-4f3b-434f-b6a7-268ba5e94c1d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:18.075162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.131385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Calling delete_port for 0207aca5-4f3b-434f-b6a7-268ba5e94c1d owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:26:18.242494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c7115ea-9e28-4c51-b3bc-8db0c4675985 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8abed705-556d-4425-9450-1ff4b382d717), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.275513 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c7115ea-9e28-4c51-b3bc-8db0c4675985 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.279078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c7115ea-9e28-4c51-b3bc-8db0c4675985 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8abed705-556d-4425-9450-1ff4b382d717 HTTP/1.1" status: 204 len: 168 time: 0.4468234 Feb 10 04:26:18.279995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:18.302133 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Publish callbacks [] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.305853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7115ea-9e28-4c51-b3bc-8db0c4675985 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8abed705-556d-4425-9450-1ff4b382d717,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:18.318797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee52d6b-1bf7-47d9-88af-131636f2b088 None None] Pushing event updated for resources: {'Port': ['ID=f5e824d4-4428-489b-8f9d-931673b2696b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:18.380148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-263a59fe-a5ca-432d-849b-1bb66ed824f8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994003 Feb 10 04:26:18.386955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57700) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:18.410922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.525103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c261ded-f481-42e3-8baa-e1b5c1123110 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (13b567ce-1b7f-4aa9-aa83-1e1c65b399e2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.598148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c261ded-f481-42e3-8baa-e1b5c1123110 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (13b567ce-1b7f-4aa9-aa83-1e1c65b399e2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.627835 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.673944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Pushing event updated for resources: {'Port': ['ID=3446e5ed-50fb-42d2-ab30-54dc72d275ca,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:18.689939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Network ade22bed-5889-4161-ad82-49fce8832b76 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:18.707389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:18.709025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:18.725141 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c261ded-f481-42e3-8baa-e1b5c1123110 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (13b567ce-1b7f-4aa9-aa83-1e1c65b399e2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.728304 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8c261ded-f481-42e3-8baa-e1b5c1123110 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.729729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8c261ded-f481-42e3-8baa-e1b5c1123110 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/13b567ce-1b7f-4aa9-aa83-1e1c65b399e2 HTTP/1.1" status: 204 len: 168 time: 0.3415442 Feb 10 04:26:18.732286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57720) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:18.767298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f5e824d4-4428-489b-8f9d-931673b2696b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:18.831767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c261ded-f481-42e3-8baa-e1b5c1123110 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b567ce-1b7f-4aa9-aa83-1e1c65b399e2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:18.839013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks [] for router_gateway (ad2609bf-f371-477b-ad28-b5b1044b2d84), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.842222 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0207aca5-4f3b-434f-b6a7-268ba5e94c1d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.927676 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:18.930300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0207aca5-4f3b-434f-b6a7-268ba5e94c1d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:18.963100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7b7fbf4-5cf4-4432-9be1-a465fe7507a7 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1993375 Feb 10 04:26:18.970075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57734) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:18.975343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-86d99a09-0bbe-4d37-9c9b-faee55b95f64 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--466303670'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:19.133913 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86d99a09-0bbe-4d37-9c9b-faee55b95f64 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.164373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Attempting to bind port 3446e5ed-50fb-42d2-ab30-54dc72d275ca on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:19.164727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Attempting to bind port 3446e5ed-50fb-42d2-ab30-54dc72d275ca by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:19.165022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Attempting to bind port 3446e5ed-50fb-42d2-ab30-54dc72d275ca on network ade22bed-5889-4161-ad82-49fce8832b76 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:19.207158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:19.214537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Checking segment: {'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:19.214537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.214537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Bound using segment: {'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:19.214537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Bound port: 3446e5ed-50fb-42d2-ab30-54dc72d275ca, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:19.215054 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.320706 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (f180e452-da47-49ce-8a94-d47a971d0685), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.338230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f5e824d4-4428-489b-8f9d-931673b2696b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:19.340835 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.427249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86d99a09-0bbe-4d37-9c9b-faee55b95f64 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (1f294d7f-83d2-4a11-a015-f37b927cdbca), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.494910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86d99a09-0bbe-4d37-9c9b-faee55b95f64 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1f294d7f-83d2-4a11-a015-f37b927cdbca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.499978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] For port 3446e5ed-50fb-42d2-ab30-54dc72d275ca, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:19.538140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99a09-0bbe-4d37-9c9b-faee55b95f64 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f294d7f-83d2-4a11-a015-f37b927cdbca,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:19.539184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] For port 3446e5ed-50fb-42d2-ab30-54dc72d275ca, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3446e5ed-50fb-42d2-ab30-54dc72d275ca,segment=NetworkSegment(40af3008-10c3-4fff-b1f7-92804f506291),segment_id=40af3008-10c3-4fff-b1f7-92804f506291)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:19.554683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f5e824d4-4428-489b-8f9d-931673b2696b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:19.649041 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.710308 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-86d99a09-0bbe-4d37-9c9b-faee55b95f64 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.718596 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-86d99a09-0bbe-4d37-9c9b-faee55b95f64 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7469473 Feb 10 04:26:19.725909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57766) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:19.745333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3427233c-d69a-4d07-b98b-eb0578294b1a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': '1f294d7f-83d2-4a11-a015-f37b927cdbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:19.879294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Allocated IP 172.25.8.205 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/4c45acb3-1a2b-4dd6-9848-ae980b7d79c7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:19.897220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3427233c-d69a-4d07-b98b-eb0578294b1a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8efbf9ce-37d5-4b66-a861-73b1fc44f3a1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:19.927099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ad520-3145-45de-a90e-1931f8aafe79 None None] Pushing event updated for resources: {'Port': ['ID=3446e5ed-50fb-42d2-ab30-54dc72d275ca,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:20.081282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3427233c-d69a-4d07-b98b-eb0578294b1a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8efbf9ce-37d5-4b66-a861-73b1fc44f3a1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.161967 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3427233c-d69a-4d07-b98b-eb0578294b1a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8efbf9ce-37d5-4b66-a861-73b1fc44f3a1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.249352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427233c-d69a-4d07-b98b-eb0578294b1a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efbf9ce-37d5-4b66-a861-73b1fc44f3a1,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:20.288270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks [] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.299338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Router f180e452-da47-49ce-8a94-d47a971d0685 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:26:20.362961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3427233c-d69a-4d07-b98b-eb0578294b1a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.367721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3427233c-d69a-4d07-b98b-eb0578294b1a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6320767 Feb 10 04:26:20.367721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57794) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:20.428821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c8bda548-ad13-4fb3-853c-51c3f7e2c05b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules/8efbf9ce-37d5-4b66-a861-73b1fc44f3a1 HTTP/1.1" status: 200 len: 763 time: 0.0607824 Feb 10 04:26:20.433123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57800) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:20.529053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f61d1deb-dde8-4768-9f6a-6674e31d7114 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0945950 Feb 10 04:26:20.532496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57802) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:20.609366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd3552de-550e-4f74-8928-5e96b3ddfff9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8efbf9ce-37d5-4b66-a861-73b1fc44f3a1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.627729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd3552de-550e-4f74-8928-5e96b3ddfff9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (8efbf9ce-37d5-4b66-a861-73b1fc44f3a1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.644691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.760600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:20.783354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd3552de-550e-4f74-8928-5e96b3ddfff9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8efbf9ce-37d5-4b66-a861-73b1fc44f3a1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.783913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3446e5ed-50fb-42d2-ab30-54dc72d275ca up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:20.802222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:26:20.806104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:20.809300 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd3552de-550e-4f74-8928-5e96b3ddfff9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:20.809567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-11caf632-8660-4ba9-b58f-41f30f7acb07 admin admin] 10.222.0.42 "PUT /v2.0/routers/f180e452-da47-49ce-8a94-d47a971d0685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2211275 Feb 10 04:26:20.815367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57812) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:20.822286 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] Sync routers for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:26:20.824424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fd3552de-550e-4f74-8928-5e96b3ddfff9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8efbf9ce-37d5-4b66-a861-73b1fc44f3a1 HTTP/1.1" status: 204 len: 168 time: 0.2858894 Feb 10 04:26:20.826333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:20.829395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57814) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:20.837721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:20.844782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3552de-550e-4f74-8928-5e96b3ddfff9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8efbf9ce-37d5-4b66-a861-73b1fc44f3a1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:20.859754 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:20.861400 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:20.913508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3446e5ed-50fb-42d2-ab30-54dc72d275ca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:20.914115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:21.148868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3446e5ed-50fb-42d2-ab30-54dc72d275ca is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:21.159358 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:21.182970 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8595239c-0fd2-4900-a22b-07d25d55959d tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3462694 Feb 10 04:26:21.184104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57828) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:21.191654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-83b4f6f1-aa1e-45a6-961b-24f612cf90c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': '1f294d7f-83d2-4a11-a015-f37b927cdbca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:21.263659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 3446e5ed-50fb-42d2-ab30-54dc72d275ca, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3446e5ed-50fb-42d2-ab30-54dc72d275ca,segment=NetworkSegment(40af3008-10c3-4fff-b1f7-92804f506291),segment_id=40af3008-10c3-4fff-b1f7-92804f506291)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:21.366995 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:21.392416 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:21.405504 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83b4f6f1-aa1e-45a6-961b-24f612cf90c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (841ee0bd-28c9-4302-9f86-e9ecf695bc84), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:21.588267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=3446e5ed-50fb-42d2-ab30-54dc72d275ca,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:21.595533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83b4f6f1-aa1e-45a6-961b-24f612cf90c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (841ee0bd-28c9-4302-9f86-e9ecf695bc84), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:21.698597 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83b4f6f1-aa1e-45a6-961b-24f612cf90c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (841ee0bd-28c9-4302-9f86-e9ecf695bc84), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:21.733745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f6f1-aa1e-45a6-961b-24f612cf90c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841ee0bd-28c9-4302-9f86-e9ecf695bc84,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:21.821360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83b4f6f1-aa1e-45a6-961b-24f612cf90c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:21.825924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-83b4f6f1-aa1e-45a6-961b-24f612cf90c5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6405392 Feb 10 04:26:21.832850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57854) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:21.880333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84307e6-31f7-4def-9659-d0e8229b666d None None] Network ade22bed-5889-4161-ad82-49fce8832b76 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:21.882312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a97d91e6-6bbc-492b-ba82-99c00f0c2161 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules/841ee0bd-28c9-4302-9f86-e9ecf695bc84 HTTP/1.1" status: 200 len: 763 time: 0.0545609 Feb 10 04:26:21.882954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57856) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:21.926277 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:26:18Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:21.980271 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] Checking router: f180e452-da47-49ce-8a94-d47a971d0685 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:26:22.011259 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] Routers {'f180e452-da47-49ce-8a94-d47a971d0685'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:22.011906 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f180e452-da47-49ce-8a94-d47a971d0685'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:22.061529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e1632ecd-38e3-4e4e-a4b5-442c29764754 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1774499 Feb 10 04:26:22.065050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57868) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:22.098510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-294cf390-b4f8-494a-aa12-56158faa9a1a None None] Provisioning complete for port 3446e5ed-50fb-42d2-ab30-54dc72d275ca triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:22.099617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-294cf390-b4f8-494a-aa12-56158faa9a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.110068 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ab87e3d-4952-4511-b739-a09128ca6c9a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (841ee0bd-28c9-4302-9f86-e9ecf695bc84), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.118006 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ab87e3d-4952-4511-b739-a09128ca6c9a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (841ee0bd-28c9-4302-9f86-e9ecf695bc84), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.191489 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] Set router f180e452-da47-49ce-8a94-d47a971d0685 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:22.237923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks [] for router (f180e452-da47-49ce-8a94-d47a971d0685), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.253049 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ab87e3d-4952-4511-b739-a09128ca6c9a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (841ee0bd-28c9-4302-9f86-e9ecf695bc84), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.263114 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6ab87e3d-4952-4511-b739-a09128ca6c9a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.272433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6ab87e3d-4952-4511-b739-a09128ca6c9a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/841ee0bd-28c9-4302-9f86-e9ecf695bc84 HTTP/1.1" status: 204 len: 168 time: 0.2050085 Feb 10 04:26:22.286416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab87e3d-4952-4511-b739-a09128ca6c9a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=841ee0bd-28c9-4302-9f86-e9ecf695bc84,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:22.292950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57872) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:22.431766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-766d98be-12ac-48ec-b2d8-fb8acf43a16f tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1390185 Feb 10 04:26:22.433726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57888) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:22.439305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': '1f294d7f-83d2-4a11-a015-f37b927cdbca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:22.444565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-294cf390-b4f8-494a-aa12-56158faa9a1a None None] Current status of the port 3446e5ed-50fb-42d2-ab30-54dc72d275ca is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:22.567101 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Project 1c883b0d2cba49e3a47686624b47e1dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:26:22.573583 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (85e7f37d-effb-49da-882e-cb76546dfa2c), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.586895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks [] for router_gateway (f180e452-da47-49ce-8a94-d47a971d0685), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.617852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks [] for router_gateway (ad2609bf-f371-477b-ad28-b5b1044b2d84), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.653710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3446e5ed-50fb-42d2-ab30-54dc72d275ca up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:22.667205 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:26:18Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:22.702360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (85e7f37d-effb-49da-882e-cb76546dfa2c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.724713 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43ceed-ef52-49ea-81e9-e7d85938f1f9 None None] The sync data for ids ['f180e452-da47-49ce-8a94-d47a971d0685'] in n-d-827844-2 is: [{'id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'name': 'tempest-AttachVolumeTestJSON-1096879264-router', 'tenant_id': '840b1731a37b40b0b63bd4b12275c91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:19:23Z', 'updated_at': '2022-02-10T04:26:18Z', 'revision_number': 5, 'project_id': '840b1731a37b40b0b63bd4b12275c91c', 'gw_port': {'id': 'a0cefaca-2a02-4c45-81ac-22b8f111adb5', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180e452-da47-49ce-8a94-d47a971d0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:19:24Z', 'updated_at': '2022-02-10T04:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:26:22.756386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3446e5ed-50fb-42d2-ab30-54dc72d275ca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:22.756844 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.786960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (85e7f37d-effb-49da-882e-cb76546dfa2c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.831473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e7f37d-effb-49da-882e-cb76546dfa2c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:22.905531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3446e5ed-50fb-42d2-ab30-54dc72d275ca is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:22.913320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Deleting port a0cefaca-2a02-4c45-81ac-22b8f111adb5 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:26:22.916707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.916851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.918652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-54d5bfc8-b9af-4501-bc1c-686ffdfecf8b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4839182 Feb 10 04:26:22.919474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57906) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:22.919806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-92dcc2fb-d586-4741-8fcd-c048b2104b12 None None] Provisioning complete for port 3446e5ed-50fb-42d2-ab30-54dc72d275ca triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:22.920194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-92dcc2fb-d586-4741-8fcd-c048b2104b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:22.938178 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a79e9afc-3a0f-416c-904c-f2b669c19773 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules/85e7f37d-effb-49da-882e-cb76546dfa2c HTTP/1.1" status: 200 len: 769 time: 0.0170949 Feb 10 04:26:22.941670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57908) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:22.988167 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-447507e6-2eff-4083-8ec1-33f8807bb4bd tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0450969 Feb 10 04:26:22.989087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:23.026188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f945b82b-a79b-473d-a42b-01f83d69aeac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (85e7f37d-effb-49da-882e-cb76546dfa2c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.042363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f945b82b-a79b-473d-a42b-01f83d69aeac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (85e7f37d-effb-49da-882e-cb76546dfa2c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.087206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] For port a0cefaca-2a02-4c45-81ac-22b8f111adb5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a0cefaca-2a02-4c45-81ac-22b8f111adb5,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:23.087600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-92dcc2fb-d586-4741-8fcd-c048b2104b12 None None] Current status of the port 3446e5ed-50fb-42d2-ab30-54dc72d275ca is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:23.088224 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.100552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (ad2609bf-f371-477b-ad28-b5b1044b2d84), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.107826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Calling delete_port for a0cefaca-2a02-4c45-81ac-22b8f111adb5 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:26:23.247603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f945b82b-a79b-473d-a42b-01f83d69aeac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (85e7f37d-effb-49da-882e-cb76546dfa2c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.254937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f945b82b-a79b-473d-a42b-01f83d69aeac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.258381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f945b82b-a79b-473d-a42b-01f83d69aeac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/85e7f37d-effb-49da-882e-cb76546dfa2c HTTP/1.1" status: 204 len: 168 time: 0.2655098 Feb 10 04:26:23.261152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57918) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:23.275990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945b82b-a79b-473d-a42b-01f83d69aeac tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85e7f37d-effb-49da-882e-cb76546dfa2c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:23.376744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b92da504-226e-4700-ab50-cf44b2e5264b tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1054726 Feb 10 04:26:23.382221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57934) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:23.494312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53085039-c792-4032-8f66-c09874f58db9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (1f294d7f-83d2-4a11-a015-f37b927cdbca), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.532547 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53085039-c792-4032-8f66-c09874f58db9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (1f294d7f-83d2-4a11-a015-f37b927cdbca), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.741252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Router ad2609bf-f371-477b-ad28-b5b1044b2d84 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:26:23.741854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53085039-c792-4032-8f66-c09874f58db9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1f294d7f-83d2-4a11-a015-f37b927cdbca), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.744018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53085039-c792-4032-8f66-c09874f58db9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.756856 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-53085039-c792-4032-8f66-c09874f58db9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/1f294d7f-83d2-4a11-a015-f37b927cdbca HTTP/1.1" status: 204 len: 168 time: 0.3665407 Feb 10 04:26:23.757112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57964) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:23.760468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53085039-c792-4032-8f66-c09874f58db9 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f294d7f-83d2-4a11-a015-f37b927cdbca,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:23.814376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a0cefaca-2a02-4c45-81ac-22b8f111adb5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:23.862512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cefaca-2a02-4c45-81ac-22b8f111adb5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:23.957824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-299d8390-f4b6-4862-bc3c-31eacefcc75a tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2032461 Feb 10 04:26:23.962482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57972) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:23.968021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d3dea864-625a-4901-b9de-b3ba246dc1f4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831183776'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:23.981735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:26:23.992060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Sync routers for ids ['ad2609bf-f371-477b-ad28-b5b1044b2d84'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:26:23.994162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (f180e452-da47-49ce-8a94-d47a971d0685), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.005950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Routers {'ad2609bf-f371-477b-ad28-b5b1044b2d84'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:24.006839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ad2609bf-f371-477b-ad28-b5b1044b2d84'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:24.096240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (f180e452-da47-49ce-8a94-d47a971d0685), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.098467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks [] for router_controller (f180e452-da47-49ce-8a94-d47a971d0685), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.103948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.105302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7a2e3a81-50c7-4f20-937d-ef4b0b6342d0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9628658 Feb 10 04:26:24.110942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 57980) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:24.166584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Set router ad2609bf-f371-477b-ad28-b5b1044b2d84 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:24.177512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d3dea864-625a-4901-b9de-b3ba246dc1f4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.267191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (f180e452-da47-49ce-8a94-d47a971d0685), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.267796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f180e452-da47-49ce-8a94-d47a971d0685 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:26:24.280175 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.284302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ab29117-1634-41a1-88b1-3b264a1bd776 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f180e452-da47-49ce-8a94-d47a971d0685 HTTP/1.1" status: 204 len: 168 time: 3.4684896 Feb 10 04:26:24.287129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 57990) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:24.390330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] Deleting subnet d5cd6fc9-7038-48c0-8958-95e50a56c3ec {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:26:24.398234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] Publish callbacks [] for subnet (d5cd6fc9-7038-48c0-8958-95e50a56c3ec), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.513829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d5cd6fc9-7038-48c0-8958-95e50a56c3ec), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.549581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d3dea864-625a-4901-b9de-b3ba246dc1f4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (d179ea21-e175-4452-80cd-f1769cd61dc3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.630635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d5cd6fc9-7038-48c0-8958-95e50a56c3ec), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.738952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0207aca5-4f3b-434f-b6a7-268ba5e94c1d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:26:24.761346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0207aca5-4f3b-434f-b6a7-268ba5e94c1d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:26:24.761949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0207aca5-4f3b-434f-b6a7-268ba5e94c1d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:26:24.811000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d5cd6fc9-7038-48c0-8958-95e50a56c3ec), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.836836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:24.847170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d5cd6fc9-7038-48c0-8958-95e50a56c3ec HTTP/1.1" status: 204 len: 168 time: 0.5586579 Feb 10 04:26:24.850356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0843b9-2fcc-4643-b7dc-5a32f66271f5 None None] Network ca787c8c-0b0b-4009-a00f-428580a27776 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:24.902646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58008) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:24.904330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:26:22Z', 'revision_number': 3, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port': {'id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:19Z', 'updated_at': '2022-02-10T04:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:24.926170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfba1e-1b58-4bcb-940f-2438e837d420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cd6fc9-7038-48c0-8958-95e50a56c3ec,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:25.009013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Checking router: ad2609bf-f371-477b-ad28-b5b1044b2d84 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:26:25.009013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Updating router ad2609bf-f371-477b-ad28-b5b1044b2d84 port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:26:25.091095 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (ca787c8c-0b0b-4009-a00f-428580a27776), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.184758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.228377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Deleting port 644be08d-6b85-4d1b-964c-d51cfa29a5ae {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:26:25.228835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.232907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58018) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:25.273765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d3dea864-625a-4901-b9de-b3ba246dc1f4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d179ea21-e175-4452-80cd-f1769cd61dc3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.342315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dea864-625a-4901-b9de-b3ba246dc1f4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d179ea21-e175-4452-80cd-f1769cd61dc3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:25.423060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] For port 644be08d-6b85-4d1b-964c-d51cfa29a5ae, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=644be08d-6b85-4d1b-964c-d51cfa29a5ae,segment=NetworkSegment(42cdfda0-82e4-4af1-aae7-bd616b3f02b9),segment_id=42cdfda0-82e4-4af1-aae7-bd616b3f02b9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:25.432821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.433786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] DHCP port deletion for ca787c8c-0b0b-4009-a00f-428580a27776 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:26:25.478851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Calling delete_port for 644be08d-6b85-4d1b-964c-d51cfa29a5ae owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:26:25.643626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d3dea864-625a-4901-b9de-b3ba246dc1f4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.644892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d3dea864-625a-4901-b9de-b3ba246dc1f4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6806967 Feb 10 04:26:25.648198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6babf2b6-137a-4f29-8528-b9a666e72b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.656001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58028) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:25.668737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0547b338-aaeb-4d33-95c9-d8478119b5b5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Request body: {'security_group_rule': {'security_group_id': 'd179ea21-e175-4452-80cd-f1769cd61dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:25.672737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] Deleting port 644be08d-6b85-4d1b-964c-d51cfa29a5ae {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:26:25.675116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.677076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58030) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:25.733130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.787384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.904544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6babf2b6-137a-4f29-8528-b9a666e72b54 admin admin] Publish callbacks [] for security_group (70a77398-74d4-4faa-a26b-8127e82b4586), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.912922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=644be08d-6b85-4d1b-964c-d51cfa29a5ae,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:25.940766 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Publish callbacks [] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.954512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93d94e00-976e-4032-9328-70641f635875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.955985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] For port 644be08d-6b85-4d1b-964c-d51cfa29a5ae, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:25.956503 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.967013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0547b338-aaeb-4d33-95c9-d8478119b5b5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (f441a5b3-079e-4295-9d04-12308c170ab6), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:25.972282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] Calling delete_port for 644be08d-6b85-4d1b-964c-d51cfa29a5ae owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:26:25.974896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] No DVR routers for this DVR port 644be08d-6b85-4d1b-964c-d51cfa29a5ae on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:26:25.975076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] Port 644be08d-6b85-4d1b-964c-d51cfa29a5ae was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:26:25.976637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (644be08d-6b85-4d1b-964c-d51cfa29a5ae), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.004103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] Pushing event deleted for resources: {'Port': ['ID=644be08d-6b85-4d1b-964c-d51cfa29a5ae,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.014933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb948a-88fb-4499-a237-2f1d8dccfb6c None None] No DVR routers for this DVR port 644be08d-6b85-4d1b-964c-d51cfa29a5ae on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:26:26.087412 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.104553 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (ca787c8c-0b0b-4009-a00f-428580a27776), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.118348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Allocated IP 172.20.0.1 (ade22bed-5889-4161-ad82-49fce8832b76/7584aff4-67cb-40f8-801e-d91026e768b6/2226ea1b-5c0b-4282-ab69-07018e07c315) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:26.120586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6babf2b6-137a-4f29-8528-b9a666e72b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (70a77398-74d4-4faa-a26b-8127e82b4586), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.178673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca787c8c-0b0b-4009-a00f-428580a27776']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:26.218577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Attempting to bind port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:26.219188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Attempting to bind port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:26.219930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Attempting to bind port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:26.228553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3a1e-27d5-4c96-a5b6-fe82cd6835bf None None] Pushing event updated for resources: {'Port': ['ID=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.232934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:26.233626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:26.235214 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.236125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:26.237469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Bound port: 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:26.238505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.246672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cdfda0-82e4-4af1-aae7-bd616b3f02b9') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:26.247024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cdfda0-82e4-4af1-aae7-bd616b3f02b9') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:26.306259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] For port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:26.310684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] For port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:26.321091 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (42cdfda0-82e4-4af1-aae7-bd616b3f02b9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.324834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks [] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.329167 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6babf2b6-137a-4f29-8528-b9a666e72b54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0735753e94694d27b5fd6206479b25ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0934103 Feb 10 04:26:26.339602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58040) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:26.349228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babf2b6-137a-4f29-8528-b9a666e72b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a77398-74d4-4faa-a26b-8127e82b4586,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.379461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (42cdfda0-82e4-4af1-aae7-bd616b3f02b9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.396604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.410156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0547b338-aaeb-4d33-95c9-d8478119b5b5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (f441a5b3-079e-4295-9d04-12308c170ab6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.411398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:26:26.411854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (42cdfda0-82e4-4af1-aae7-bd616b3f02b9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:26:26.414648 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:26:26.451810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.526864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3a1e-27d5-4c96-a5b6-fe82cd6835bf None None] Pushing event updated for resources: {'Port': ['ID=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.532957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Routers {'ad2609bf-f371-477b-ad28-b5b1044b2d84'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:26.533794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ad2609bf-f371-477b-ad28-b5b1044b2d84'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:26.540895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0547b338-aaeb-4d33-95c9-d8478119b5b5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f441a5b3-079e-4295-9d04-12308c170ab6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.544588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93d94e00-976e-4032-9328-70641f635875 admin admin] Publish callbacks [] for security_group (fd659b66-ba11-46b4-9227-e8928195bc44), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.546847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a0cefaca-2a02-4c45-81ac-22b8f111adb5 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:26:26.552858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Network ade22bed-5889-4161-ad82-49fce8832b76 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:26.570952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f9f786a-b8bd-442e-97f6-00942a512744 admin admin] Publish callbacks [] for security_group (70a77398-74d4-4faa-a26b-8127e82b4586), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.573116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:26.582465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547b338-aaeb-4d33-95c9-d8478119b5b5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f441a5b3-079e-4295-9d04-12308c170ab6,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.594371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:26.622741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f9f786a-b8bd-442e-97f6-00942a512744 admin admin] Publish callbacks [] for security_group (70a77398-74d4-4faa-a26b-8127e82b4586), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.638282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-93d94e00-976e-4032-9328-70641f635875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fd659b66-ba11-46b4-9227-e8928195bc44), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.657371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a0cefaca-2a02-4c45-81ac-22b8f111adb5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:26:26.657730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a0cefaca-2a02-4c45-81ac-22b8f111adb5 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:26:26.658165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 644be08d-6b85-4d1b-964c-d51cfa29a5ae no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:26:26.684539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (ad2609bf-f371-477b-ad28-b5b1044b2d84), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.710760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (ca787c8c-0b0b-4009-a00f-428580a27776), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.729095 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0547b338-aaeb-4d33-95c9-d8478119b5b5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.729095 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0547b338-aaeb-4d33-95c9-d8478119b5b5 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0722718 Feb 10 04:26:26.742535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:26.745693 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ca787c8c-0b0b-4009-a00f-428580a27776 HTTP/1.1" status: 204 len: 168 time: 1.8395491 Feb 10 04:26:26.792054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:26.873274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f087e9-45d8-464b-a89f-b74d46932bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca787c8c-0b0b-4009-a00f-428580a27776,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.882820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Pushing event updated for resources: {'Port': ['ID=2226ea1b-5c0b-4282-ab69-07018e07c315,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.886350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 644be08d-6b85-4d1b-964c-d51cfa29a5ae {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:26:26.886574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 644be08d-6b85-4d1b-964c-d51cfa29a5ae not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:26:26.896213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-93d94e00-976e-4032-9328-70641f635875 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66278ebb265b4633be99a81bfe39d54c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2121892 Feb 10 04:26:26.900182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d94e00-976e-4032-9328-70641f635875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd659b66-ba11-46b4-9227-e8928195bc44,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:26.904124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58052) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:26.909504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] Set router ad2609bf-f371-477b-ad28-b5b1044b2d84 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:27.063573 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c954-0976-4552-8b83-19272e0f79cc tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (d179ea21-e175-4452-80cd-f1769cd61dc3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.099211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c40899fc-17e6-4424-8a2b-d24ba515a33f admin admin] Publish callbacks [] for security_group (fd659b66-ba11-46b4-9227-e8928195bc44), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.117790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f9f786a-b8bd-442e-97f6-00942a512744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (70a77398-74d4-4faa-a26b-8127e82b4586), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.120904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f9f786a-b8bd-442e-97f6-00942a512744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.122309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5f9f786a-b8bd-442e-97f6-00942a512744 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70a77398-74d4-4faa-a26b-8127e82b4586 HTTP/1.1" status: 204 len: 168 time: 0.7797568 Feb 10 04:26:27.133352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c954-0976-4552-8b83-19272e0f79cc tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (d179ea21-e175-4452-80cd-f1769cd61dc3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.158986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c40899fc-17e6-4424-8a2b-d24ba515a33f admin admin] Publish callbacks [] for security_group (fd659b66-ba11-46b4-9227-e8928195bc44), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.161312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f786a-b8bd-442e-97f6-00942a512744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a77398-74d4-4faa-a26b-8127e82b4586,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:27.211905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.216157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a8e2e373-9a5c-4c6e-a7c3-89bcf9b4e7d1 None None] Provisioning complete for port 2226ea1b-5c0b-4282-ab69-07018e07c315 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:27.216157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e373-9a5c-4c6e-a7c3-89bcf9b4e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.238992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58058) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:27.283947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2e373-9a5c-4c6e-a7c3-89bcf9b4e7d1 None None] Port 2226ea1b-5c0b-4282-ab69-07018e07c315 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:26:27.322794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:26:22Z', 'revision_number': 3, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port': {'id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:19Z', 'updated_at': '2022-02-10T04:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:27.340967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c954-0976-4552-8b83-19272e0f79cc tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d179ea21-e175-4452-80cd-f1769cd61dc3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.344636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c954-0976-4552-8b83-19272e0f79cc tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.346287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0ff3c954-0976-4552-8b83-19272e0f79cc tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/d179ea21-e175-4452-80cd-f1769cd61dc3 HTTP/1.1" status: 204 len: 168 time: 0.5351143 Feb 10 04:26:27.367259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58064) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:27.376276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3c954-0976-4552-8b83-19272e0f79cc tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179ea21-e175-4452-80cd-f1769cd61dc3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:27.391820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c40899fc-17e6-4424-8a2b-d24ba515a33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fd659b66-ba11-46b4-9227-e8928195bc44), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.402341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c40899fc-17e6-4424-8a2b-d24ba515a33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.403748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c40899fc-17e6-4424-8a2b-d24ba515a33f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd659b66-ba11-46b4-9227-e8928195bc44 HTTP/1.1" status: 204 len: 168 time: 0.4958444 Feb 10 04:26:27.428161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40899fc-17e6-4424-8a2b-d24ba515a33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd659b66-ba11-46b4-9227-e8928195bc44,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:27.449286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0256a28-5d35-42d3-bbc7-f6e74ed7d45a None None] The sync data for ids ['ad2609bf-f371-477b-ad28-b5b1044b2d84'] in n-d-827844-2 is: [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:26:22Z', 'revision_number': 3, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port': {'id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:19Z', 'updated_at': '2022-02-10T04:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:26:27.452950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d0ce77ef-0665-4ce9-9486-2a3085c25d29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=840b1731a37b40b0b63bd4b12275c91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126987 Feb 10 04:26:27.456091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58068) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:27.581311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58070) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:27.586404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-758ea004-bc21-4317-af37-a0f708065eb3 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2131245 Feb 10 04:26:27.588672 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07b8ac10-58e4-4eb2-b486-ec438f6c6baa admin admin] Publish callbacks [] for security_group (7717f93d-4331-4a3c-951e-6dbcfb00a54f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.665695 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07b8ac10-58e4-4eb2-b486-ec438f6c6baa admin admin] Publish callbacks [] for security_group (7717f93d-4331-4a3c-951e-6dbcfb00a54f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.683774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aac95be9-70ac-4428-bd22-4e825af5bca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.787084 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-765f80bf-5e39-422d-8020-9d74071dfde4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2042127 Feb 10 04:26:27.790625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:27.825313 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-8e1b760d-7b23-4191-b039-4adfd45a57e8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] delete failed (client error): The resource could not be found. Feb 10 04:26:27.831079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58082) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:27.831295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8e1b760d-7b23-4191-b039-4adfd45a57e8 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "DELETE /v2.0/security-groups/d179ea21-e175-4452-80cd-f1769cd61dc3 HTTP/1.1" status: 404 len: 347 time: 0.0386932 Feb 10 04:26:27.847531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks [] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.868824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07b8ac10-58e4-4eb2-b486-ec438f6c6baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7717f93d-4331-4a3c-951e-6dbcfb00a54f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.871509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07b8ac10-58e4-4eb2-b486-ec438f6c6baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.879686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-07b8ac10-58e4-4eb2-b486-ec438f6c6baa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7717f93d-4331-4a3c-951e-6dbcfb00a54f HTTP/1.1" status: 204 len: 168 time: 0.4154837 Feb 10 04:26:27.893503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8ac10-58e4-4eb2-b486-ec438f6c6baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717f93d-4331-4a3c-951e-6dbcfb00a54f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:27.961386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:27.977238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8738a182-6e35-4ac2-be1d-18f904f277c4 tempest-SecGroupIPv6Test-451585422 tempest-SecGroupIPv6Test-451585422-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1428542 Feb 10 04:26:28.127235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Pushing event updated for resources: {'Port': ['ID=2226ea1b-5c0b-4282-ab69-07018e07c315,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:28.130280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (ad2609bf-f371-477b-ad28-b5b1044b2d84), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:28.301234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Network ade22bed-5889-4161-ad82-49fce8832b76 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:28.303247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:28.542262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Router ad2609bf-f371-477b-ad28-b5b1044b2d84 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:26:28.668099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:28.828749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:28.830889 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:28.878412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:26:28.892688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ee97a685-bc72-4059-bc3a-94cfcd645c25 admin admin] 10.222.0.42 "PUT /v2.0/routers/ad2609bf-f371-477b-ad28-b5b1044b2d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7836783 Feb 10 04:26:28.899673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a300c4f5-0b49-484a-8606-149eee08e93a None None] Provisioning complete for port 2226ea1b-5c0b-4282-ab69-07018e07c315 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:28.900347 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a300c4f5-0b49-484a-8606-149eee08e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:28.975357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58114) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:28.991739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a300c4f5-0b49-484a-8606-149eee08e93a None None] Port 2226ea1b-5c0b-4282-ab69-07018e07c315 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:26:28.993825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:28.994484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:29.018189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:29.084373 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:29.185048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:29.473057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4bae594f-e06e-4d1c-94ac-e49254080007 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c883b0d2cba49e3a47686624b47e1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960408 Feb 10 04:26:29.477271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58138) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:29.536571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e166284-fd67-4d4c-b680-a97c6b97be47 admin admin] Publish callbacks [] for security_group (260af1b9-3a6f-4a94-83a1-cb676b451ff2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:29.576314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e166284-fd67-4d4c-b680-a97c6b97be47 admin admin] Publish callbacks [] for security_group (260af1b9-3a6f-4a94-83a1-cb676b451ff2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:29.721433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e166284-fd67-4d4c-b680-a97c6b97be47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (260af1b9-3a6f-4a94-83a1-cb676b451ff2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:29.725098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e166284-fd67-4d4c-b680-a97c6b97be47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:29.731344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e166284-fd67-4d4c-b680-a97c6b97be47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/260af1b9-3a6f-4a94-83a1-cb676b451ff2 HTTP/1.1" status: 204 len: 168 time: 0.2523570 Feb 10 04:26:29.742089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e166284-fd67-4d4c-b680-a97c6b97be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260af1b9-3a6f-4a94-83a1-cb676b451ff2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:29.775998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94f017be-9acf-4404-b46e-5727f0f5ffb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:30.284783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58168) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:30.284783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1936fa96-018c-4632-8419-dc977ff88ad2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097305664', 'description': 'tempest-secgroup-smoke-2097305664 description', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:30.302985 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Sync routers for ids ['ad2609bf-f371-477b-ad28-b5b1044b2d84'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:26:30.314102 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Routers {'ad2609bf-f371-477b-ad28-b5b1044b2d84'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:30.319237 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ad2609bf-f371-477b-ad28-b5b1044b2d84'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:30.398242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1936fa96-018c-4632-8419-dc977ff88ad2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:30.472674 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Set router ad2609bf-f371-477b-ad28-b5b1044b2d84 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:30.541895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1936fa96-018c-4632-8419-dc977ff88ad2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group (87bb88c9-6f68-449c-89f3-e6784a6094f0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:30.556957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:30.618135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1936fa96-018c-4632-8419-dc977ff88ad2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (87bb88c9-6f68-449c-89f3-e6784a6094f0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:30.639548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:30.640452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:30.694281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936fa96-018c-4632-8419-dc977ff88ad2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bb88c9-6f68-449c-89f3-e6784a6094f0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:30.759539 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:26:27Z', 'revision_number': 4, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port': {'id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:19Z', 'updated_at': '2022-02-10T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2226ea1b-5c0b-4282-ab69-07018e07c315', 'name': '', 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'mac_address': 'fa:16:3e:1f:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '7584aff4-67cb-40f8-801e-d91026e768b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:25Z', 'updated_at': '2022-02-10T04:26:27Z', 'revision_number': 2, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'subnets': [{'id': '7584aff4-67cb-40f8-801e-d91026e768b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:30.775360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1936fa96-018c-4632-8419-dc977ff88ad2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:30.777066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1936fa96-018c-4632-8419-dc977ff88ad2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4980514 Feb 10 04:26:30.780259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58184) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:30.786176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d8a86422-8164-4d60-9b1a-de936da24343 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'security_group_rule': {'security_group_id': '87bb88c9-6f68-449c-89f3-e6784a6094f0', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:30.792265 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Checking router: ad2609bf-f371-477b-ad28-b5b1044b2d84 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:26:30.792265 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Updating router ad2609bf-f371-477b-ad28-b5b1044b2d84 port 2226ea1b-5c0b-4282-ab69-07018e07c315 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:26:30.846538 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:30.866677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:30.898962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8a86422-8164-4d60-9b1a-de936da24343 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (5096919f-aade-4a9f-9817-57302712000d), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.001100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8a86422-8164-4d60-9b1a-de936da24343 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (5096919f-aade-4a9f-9817-57302712000d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.007167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.069461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8a86422-8164-4d60-9b1a-de936da24343 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5096919f-aade-4a9f-9817-57302712000d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.098117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a86422-8164-4d60-9b1a-de936da24343 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5096919f-aade-4a9f-9817-57302712000d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:31.175302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8a86422-8164-4d60-9b1a-de936da24343 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.176812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d8a86422-8164-4d60-9b1a-de936da24343 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3950677 Feb 10 04:26:31.179348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58200) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:31.183950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8232320b-d32a-473d-8787-674ff3cd0e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'security_group_rule': {'security_group_id': '87bb88c9-6f68-449c-89f3-e6784a6094f0', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:31.250671 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Publish callbacks [] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.289461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8232320b-d32a-473d-8787-674ff3cd0e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (66913ec6-9a27-4989-8f3b-08e8811afbc7), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.338179 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.403590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8232320b-d32a-473d-8787-674ff3cd0e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (66913ec6-9a27-4989-8f3b-08e8811afbc7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.411304 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a593b-d862-4743-8fc2-ef2ada68aef8 None None] Pushing event updated for resources: {'Port': ['ID=2226ea1b-5c0b-4282-ab69-07018e07c315,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:31.470231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8232320b-d32a-473d-8787-674ff3cd0e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (66913ec6-9a27-4989-8f3b-08e8811afbc7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.527042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232320b-d32a-473d-8787-674ff3cd0e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66913ec6-9a27-4989-8f3b-08e8811afbc7,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:31.554029 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Attempting to bind port 2226ea1b-5c0b-4282-ab69-07018e07c315 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:31.554411 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Attempting to bind port 2226ea1b-5c0b-4282-ab69-07018e07c315 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:31.556268 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Attempting to bind port 2226ea1b-5c0b-4282-ab69-07018e07c315 on network ade22bed-5889-4161-ad82-49fce8832b76 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:31.565426 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:31.566051 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Checking segment: {'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:31.566633 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.567412 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Bound using segment: {'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:31.568063 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Bound port: 2226ea1b-5c0b-4282-ab69-07018e07c315, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40af3008-10c3-4fff-b1f7-92804f506291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:31.568644 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.594840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8232320b-d32a-473d-8787-674ff3cd0e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.596434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8232320b-d32a-473d-8787-674ff3cd0e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4161546 Feb 10 04:26:31.599356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58214) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:31.617530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8284b5a7-4c63-49a3-b861-1d774bf36dcf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'security_group_rule': {'security_group_id': '87bb88c9-6f68-449c-89f3-e6784a6094f0', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:31.679462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] For port 2226ea1b-5c0b-4282-ab69-07018e07c315, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:31.689387 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] For port 2226ea1b-5c0b-4282-ab69-07018e07c315, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2226ea1b-5c0b-4282-ab69-07018e07c315,segment=NetworkSegment(40af3008-10c3-4fff-b1f7-92804f506291),segment_id=40af3008-10c3-4fff-b1f7-92804f506291)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:31.741511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8284b5a7-4c63-49a3-b861-1d774bf36dcf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (199f1528-a3bf-4b97-8139-0c8cb48a7051), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.746193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5d6cd81d-2e9c-4724-b65e-a2260cc91fee None None] Provisioning complete for port 2226ea1b-5c0b-4282-ab69-07018e07c315 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:31.746193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd81d-2e9c-4724-b65e-a2260cc91fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.785099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cd81d-2e9c-4724-b65e-a2260cc91fee None None] Port 2226ea1b-5c0b-4282-ab69-07018e07c315 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:26:31.792994 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.833982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8284b5a7-4c63-49a3-b861-1d774bf36dcf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (199f1528-a3bf-4b97-8139-0c8cb48a7051), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.878989 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Routers {'ad2609bf-f371-477b-ad28-b5b1044b2d84'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:31.880227 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ad2609bf-f371-477b-ad28-b5b1044b2d84'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:31.949491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8284b5a7-4c63-49a3-b861-1d774bf36dcf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (199f1528-a3bf-4b97-8139-0c8cb48a7051), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:31.994664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284b5a7-4c63-49a3-b861-1d774bf36dcf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199f1528-a3bf-4b97-8139-0c8cb48a7051,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:32.016122 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a593b-d862-4743-8fc2-ef2ada68aef8 None None] Pushing event updated for resources: {'Port': ['ID=2226ea1b-5c0b-4282-ab69-07018e07c315,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:32.037931 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:26:32.104127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8284b5a7-4c63-49a3-b861-1d774bf36dcf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.107279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58236) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:32.107756 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8284b5a7-4c63-49a3-b861-1d774bf36dcf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5064087 Feb 10 04:26:32.113029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81253aab-e3a8-4926-aacb-43b07f83aac2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'security_group_rule': {'security_group_id': '87bb88c9-6f68-449c-89f3-e6784a6094f0', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:32.173630 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] Set router ad2609bf-f371-477b-ad28-b5b1044b2d84 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:32.217775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Provisioning complete for port 2226ea1b-5c0b-4282-ab69-07018e07c315 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:32.218409 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.254195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81253aab-e3a8-4926-aacb-43b07f83aac2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (48731df1-e6b1-46ca-8d49-cbf012aa7cbc), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.333936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81253aab-e3a8-4926-aacb-43b07f83aac2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (48731df1-e6b1-46ca-8d49-cbf012aa7cbc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.344535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Current status of the port 2226ea1b-5c0b-4282-ab69-07018e07c315 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:32.346118 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.399824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] For port 2226ea1b-5c0b-4282-ab69-07018e07c315, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2226ea1b-5c0b-4282-ab69-07018e07c315,segment=NetworkSegment(40af3008-10c3-4fff-b1f7-92804f506291),segment_id=40af3008-10c3-4fff-b1f7-92804f506291)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:32.426922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81253aab-e3a8-4926-aacb-43b07f83aac2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (48731df1-e6b1-46ca-8d49-cbf012aa7cbc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.443164 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:26:27Z', 'revision_number': 4, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port': {'id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:19Z', 'updated_at': '2022-02-10T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2226ea1b-5c0b-4282-ab69-07018e07c315', 'name': '', 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'mac_address': 'fa:16:3e:1f:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '7584aff4-67cb-40f8-801e-d91026e768b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:25Z', 'updated_at': '2022-02-10T04:26:31Z', 'revision_number': 4, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'subnets': [{'id': '7584aff4-67cb-40f8-801e-d91026e768b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:32.473889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81253aab-e3a8-4926-aacb-43b07f83aac2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48731df1-e6b1-46ca-8d49-cbf012aa7cbc,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:32.486814 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855d208-ddfb-490e-b5a2-50946481d423 None None] The sync data for ids ['ad2609bf-f371-477b-ad28-b5b1044b2d84'] in n-d-827844-2 is: [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:26:27Z', 'revision_number': 4, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port': {'id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:19Z', 'updated_at': '2022-02-10T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '2226ea1b-5c0b-4282-ab69-07018e07c315', 'name': '', 'network_id': 'ade22bed-5889-4161-ad82-49fce8832b76', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'mac_address': 'fa:16:3e:1f:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '7584aff4-67cb-40f8-801e-d91026e768b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:25Z', 'updated_at': '2022-02-10T04:26:31Z', 'revision_number': 4, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'subnets': [{'id': '7584aff4-67cb-40f8-801e-d91026e768b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:26:32.525203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.550835 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81253aab-e3a8-4926-aacb-43b07f83aac2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.553001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81253aab-e3a8-4926-aacb-43b07f83aac2 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4442377 Feb 10 04:26:32.556798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58248) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:32.571196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'security_group_rule': {'security_group_id': '87bb88c9-6f68-449c-89f3-e6784a6094f0', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:32.587502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Pushing event updated for resources: {'Port': ['ID=2226ea1b-5c0b-4282-ab69-07018e07c315,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:32.598299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.603903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4d27a-1058-4fee-8e3e-d3fe646d48b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:32.689838 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.704280 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Project b8e06d848a1943c2a6b139b581b414f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:26:32.710229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (96c943b0-fb37-45a9-82c1-1a3a4e241506), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.818645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (96c943b0-fb37-45a9-82c1-1a3a4e241506), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.898286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:32.937292 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (96c943b0-fb37-45a9-82c1-1a3a4e241506), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:32.964457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c943b0-fb37-45a9-82c1-1a3a4e241506,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:33.055314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.057035 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-57248d40-9a6f-42e8-b97c-1b8a76977b45 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4995224 Feb 10 04:26:33.059714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58270) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:33.069313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'security_group_rule': {'security_group_id': '87bb88c9-6f68-449c-89f3-e6784a6094f0', 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:33.189458 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Project b8e06d848a1943c2a6b139b581b414f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:26:33.196728 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (043eed70-2da7-4cd2-b9c7-5ea39e32199e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.303105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a7b03f12-97dd-4d51-bf7d-5389b75bd97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.388484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (043eed70-2da7-4cd2-b9c7-5ea39e32199e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.473869 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a7b03f12-97dd-4d51-bf7d-5389b75bd97c admin admin] Publish callbacks [] for security_group (3a92e058-0244-4a09-b09d-af3262315b2b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.524090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (043eed70-2da7-4cd2-b9c7-5ea39e32199e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.553312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043eed70-2da7-4cd2-b9c7-5ea39e32199e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:33.571654 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a7b03f12-97dd-4d51-bf7d-5389b75bd97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3a92e058-0244-4a09-b09d-af3262315b2b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.623682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b03f12-97dd-4d51-bf7d-5389b75bd97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a92e058-0244-4a09-b09d-af3262315b2b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:33.630825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a7b03f12-97dd-4d51-bf7d-5389b75bd97c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39c6ec0e79eb4192bec978b9264a3863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7313871 Feb 10 04:26:33.633848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58294) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:33.636369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.638595 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-12b829fe-bc29-4be0-953c-88ad4f3b9c05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5768430 Feb 10 04:26:33.756950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37b77aa2-cbf2-40b2-91dc-b45eccdfc9a0 admin admin] Publish callbacks [] for security_group (3a92e058-0244-4a09-b09d-af3262315b2b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:33.819626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37b77aa2-cbf2-40b2-91dc-b45eccdfc9a0 admin admin] Publish callbacks [] for security_group (3a92e058-0244-4a09-b09d-af3262315b2b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.004378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37b77aa2-cbf2-40b2-91dc-b45eccdfc9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3a92e058-0244-4a09-b09d-af3262315b2b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.008612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37b77aa2-cbf2-40b2-91dc-b45eccdfc9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.012307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-37b77aa2-cbf2-40b2-91dc-b45eccdfc9a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a92e058-0244-4a09-b09d-af3262315b2b HTTP/1.1" status: 204 len: 168 time: 0.3757005 Feb 10 04:26:34.012605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58308) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:34.023198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b77aa2-cbf2-40b2-91dc-b45eccdfc9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a92e058-0244-4a09-b09d-af3262315b2b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:34.309484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.494948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-530293328'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:34.605071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2226ea1b-5c0b-4282-ab69-07018e07c315 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:34.607284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Made reservation on behalf of 56f943651bd8488dae52a3284f75dc1e for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:34.612028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.626767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.663298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2226ea1b-5c0b-4282-ab69-07018e07c315 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:34.663942 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.715931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for security_group (048d8db6-fe4f-4fa7-bd52-d55d70ad315e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.756355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2226ea1b-5c0b-4282-ab69-07018e07c315 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:34.778785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (048d8db6-fe4f-4fa7-bd52-d55d70ad315e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.819702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:26:34.835519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048d8db6-fe4f-4fa7-bd52-d55d70ad315e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:34.838843 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (517781a0-847d-4be3-9d80-871cb29f1c2b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.839374 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Added segment 517781a0-847d-4be3-9d80-871cb29f1c2b of type vlan for network 8edef8ac-4520-4bc8-8033-4ce57bb2267a Feb 10 04:26:34.889538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (8edef8ac-4520-4bc8-8033-4ce57bb2267a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:34.995368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (8edef8ac-4520-4bc8-8033-4ce57bb2267a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:35.007314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:35.007314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:35.125484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1073391 Feb 10 04:26:35.126118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-6c052fd9-82a9-48f2-8e29-983d709d337d tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097305664&fields=id&tenant_id=b8e06d848a1943c2a6b139b581b414f4 HTTP/1.1" status: 200 len: 267 time: 0.1511924 Feb 10 04:26:35.126511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58394) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:35.126511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617d6f7-f718-48aa-b9cf-1dc50181c46c tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event updated for resources: {'Network': ['ID=8edef8ac-4520-4bc8-8033-4ce57bb2267a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:35.133201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Request body: {'subnet': {'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:35.136096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 8edef8ac-4520-4bc8-8033-4ce57bb2267a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:26:35.298725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-14a304d2-1a33-494b-a455-081c1bd73a91 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:35.300323 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-14a304d2-1a33-494b-a455-081c1bd73a91 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 809 time: 0.1773443 Feb 10 04:26:35.318304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-feb758cb-34ec-48bb-b325-6550ac0d9182 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/quotas/b8e06d848a1943c2a6b139b581b414f4 HTTP/1.1" status: 200 len: 375 time: 0.0107925 Feb 10 04:26:35.332696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Made reservation on behalf of 56f943651bd8488dae52a3284f75dc1e for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:35.337820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:35.383869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-024dbc88-e632-4d71-93f6-5efc7b5e073c tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591266 Feb 10 04:26:35.684566 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9d8f501f-555d-48eb-ad84-c9e26f4393a6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:35.771171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event updated for resources: {'Subnet': ['ID=9d8f501f-555d-48eb-ad84-c9e26f4393a6,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:35.826063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Checking segment: {'id': '517781a0-847d-4be3-9d80-871cb29f1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:35.826380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Network hostable DHCP agents. Network: 8edef8ac-4520-4bc8-8033-4ce57bb2267a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:26:35.929434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Network 8edef8ac-4520-4bc8-8033-4ce57bb2267a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:26:35.949254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-751d74a1-fdf3-42f5-81bb-d2fd1f7566b5 service neutron] 10.222.0.42 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527272 Feb 10 04:26:36.003775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 8edef8ac-4520-4bc8-8033-4ce57bb2267a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:36.014101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:36.014101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:36.014356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ddd99-55df-4466-b560-880927dce6a1 None None] Network 8edef8ac-4520-4bc8-8033-4ce57bb2267a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:36.110020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9f45a194-cf25-40dd-b0e9-22b4a8675032 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9820812 Feb 10 04:26:36.112315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58460) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:36.117589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Request body: {'port': {'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1473373963'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:36.127396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-efe42f5e-6d37-4aaf-a7ab-022fef41639e service neutron] 10.222.0.42 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716030 Feb 10 04:26:36.223025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-8edef8ac-4520-4bc8-8033-4ce57bb2267a', 'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a', 'project_id': '56f943651bd8488dae52a3284f75dc1e', 'fixed_ips': [{'subnet_id': '9d8f501f-555d-48eb-ad84-c9e26f4393a6'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:26:36.224167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:36.349661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Made reservation on behalf of 56f943651bd8488dae52a3284f75dc1e for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:36.353275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:36.380948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] device_id is not set on port a4722af6-ea10-455c-9eda-7756e7405482 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:26:36.495932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Allocated IP 172.20.0.2 (8edef8ac-4520-4bc8-8033-4ce57bb2267a/9d8f501f-555d-48eb-ad84-c9e26f4393a6/ba3e0594-e9f5-488c-b2c2-ca7db05f83f0) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:36.740848 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Publish callbacks [] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:36.872866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:36.917193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Network 8edef8ac-4520-4bc8-8033-4ce57bb2267a is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:36.920398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Allocated IP 172.20.0.6 (8edef8ac-4520-4bc8-8033-4ce57bb2267a/9d8f501f-555d-48eb-ad84-c9e26f4393a6/a4722af6-ea10-455c-9eda-7756e7405482) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:36.921649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Pushing event updated for resources: {'Port': ['ID=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:36.924528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:36.926878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:36.988500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Attempting to bind port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:36.988928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Attempting to bind port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '517781a0-847d-4be3-9d80-871cb29f1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:36.989352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Attempting to bind port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 on network 8edef8ac-4520-4bc8-8033-4ce57bb2267a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:36.995229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:36.995754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Checking segment: {'id': '517781a0-847d-4be3-9d80-871cb29f1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:36.996259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:36.996944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Bound using segment: {'id': '517781a0-847d-4be3-9d80-871cb29f1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:36.997591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Bound port: ba3e0594-e9f5-488c-b2c2-ca7db05f83f0, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517781a0-847d-4be3-9d80-871cb29f1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8edef8ac-4520-4bc8-8033-4ce57bb2267a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:36.998422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:37.102682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] For port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:37.121910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] For port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,segment=NetworkSegment(517781a0-847d-4be3-9d80-871cb29f1c2b),segment_id=517781a0-847d-4be3-9d80-871cb29f1c2b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:37.125331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2e9f1ad-5e4e-45ba-bc72-a01bbdf8feca req-4dbf0066-bad3-45a4-9ae6-5b24e6128fac tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 210 time: 0.6290331 Feb 10 04:26:37.215636 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:37.266924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for port (a4722af6-ea10-455c-9eda-7756e7405482), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:37.349499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0e282-0525-4695-b11c-0c4a255144b5 None None] Pushing event updated for resources: {'Port': ['ID=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:37.416114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a4722af6-ea10-455c-9eda-7756e7405482), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:37.503217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event updated for resources: {'Port': ['ID=a4722af6-ea10-455c-9eda-7756e7405482,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:37.529767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Network 8edef8ac-4520-4bc8-8033-4ce57bb2267a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:37.532330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:37.537395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:37.669287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:37.673677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:37.776006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bdbc0bf7-3aa3-486c-b22d-071ebd32cd1a tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6619520 Feb 10 04:26:37.783859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58554) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:37.935173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Deleting port a4722af6-ea10-455c-9eda-7756e7405482 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:26:37.935519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a4722af6-ea10-455c-9eda-7756e7405482), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:38.287294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-63f882e0-2d19-455f-a2d7-253aef56f411 req-d6dd1a76-c8c3-464e-9eb7-15821b509d64 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 210 time: 0.0552523 Feb 10 04:26:38.345729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58568) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:38.563140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a4722af6-ea10-455c-9eda-7756e7405482), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:38.628108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Calling delete_port for a4722af6-ea10-455c-9eda-7756e7405482 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:26:38.649944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:38.760058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc0400ef-0c4d-4093-a8f6-b1ddc0a06830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:38.771231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:38.772385 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:38.881904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc0400ef-0c4d-4093-a8f6-b1ddc0a06830 admin admin] Publish callbacks [] for security_group (49ba4d5d-a19f-49aa-a37e-a16ad0d45d17), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.023257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44f5a8-7351-43e7-82fb-748ac7317296 None None] Network 8edef8ac-4520-4bc8-8033-4ce57bb2267a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:39.066981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e5d11632-185c-4b10-bd80-1479557a0796 None None] Provisioning complete for port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:39.067357 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e5d11632-185c-4b10-bd80-1479557a0796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.204765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:39.205173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.269760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e5d11632-185c-4b10-bd80-1479557a0796 None None] Current status of the port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:39.270061 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e5d11632-185c-4b10-bd80-1479557a0796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.279196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,segment=NetworkSegment(517781a0-847d-4be3-9d80-871cb29f1c2b),segment_id=517781a0-847d-4be3-9d80-871cb29f1c2b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:39.372476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc0400ef-0c4d-4093-a8f6-b1ddc0a06830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (49ba4d5d-a19f-49aa-a37e-a16ad0d45d17), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.409488 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.411857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-514ce5f3-fd5e-4c19-b5e9-2c318187562e req-b88c4dcd-a341-44ed-80ae-c5e4b3a8405e tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 210 time: 0.0615418 Feb 10 04:26:39.417405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a4722af6-ea10-455c-9eda-7756e7405482), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.554465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc0400ef-0c4d-4093-a8f6-b1ddc0a06830 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb8a74d85e974419b06c637d0ba1ad53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2053502 Feb 10 04:26:39.565275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58600) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:39.576212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0400ef-0c4d-4093-a8f6-b1ddc0a06830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba4d5d-a19f-49aa-a37e-a16ad0d45d17,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:39.594888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event deleted for resources: {'Port': ['ID=a4722af6-ea10-455c-9eda-7756e7405482,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:39.649602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-e5d11632-185c-4b10-bd80-1479557a0796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:26:39.649970 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-e5d11632-185c-4b10-bd80-1479557a0796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:26:39.669125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:39.716113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.722636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-646fdb3f-001b-4d53-b343-ed505516414f tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "DELETE /v2.0/ports/a4722af6-ea10-455c-9eda-7756e7405482 HTTP/1.1" status: 204 len: 168 time: 1.9355640 Feb 10 04:26:39.722986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:39.743852 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-deaf4940-f9ad-4197-8454-f1c9e7268ba1 admin admin] Publish callbacks [] for security_group (49ba4d5d-a19f-49aa-a37e-a16ad0d45d17), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.774275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-deaf4940-f9ad-4197-8454-f1c9e7268ba1 admin admin] Publish callbacks [] for security_group (49ba4d5d-a19f-49aa-a37e-a16ad0d45d17), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.995394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-deaf4940-f9ad-4197-8454-f1c9e7268ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (49ba4d5d-a19f-49aa-a37e-a16ad0d45d17), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:39.998024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-deaf4940-f9ad-4197-8454-f1c9e7268ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:40.000035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-deaf4940-f9ad-4197-8454-f1c9e7268ba1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49ba4d5d-a19f-49aa-a37e-a16ad0d45d17 HTTP/1.1" status: 204 len: 168 time: 0.4333386 Feb 10 04:26:40.048692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf4940-f9ad-4197-8454-f1c9e7268ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba4d5d-a19f-49aa-a37e-a16ad0d45d17,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:40.267677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e5d11632-185c-4b10-bd80-1479557a0796 None None] Current status of the port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:40.316022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-79422a67-e25d-48ba-a7fe-79aac801fb8e tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.5918040 Feb 10 04:26:40.323965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58626) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:40.331047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1365603473'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:40.464782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Made reservation on behalf of 56f943651bd8488dae52a3284f75dc1e for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:40.464782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:40.474145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b6004790-f785-46c9-8484-444de3235b81 None None] Provisioning complete for port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:40.474535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b6004790-f785-46c9-8484-444de3235b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:40.529670 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:26:40.574470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6835ea3c-0396-4f5f-b86b-11069929467f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:40.584077 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Added segment 6835ea3c-0396-4f5f-b86b-11069929467f of type vlan for network 4a1f6647-d54e-4098-92cb-df046ed960c5 Feb 10 04:26:40.637350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-f08f47e8-5ae8-4ffb-b710-95ba81290e39 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:40.646341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-f08f47e8-5ae8-4ffb-b710-95ba81290e39 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 809 time: 0.3571100 Feb 10 04:26:40.654210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:40.742919 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4a1f6647-d54e-4098-92cb-df046ed960c5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:40.832817 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-1c37c85a-32ff-49c4-bbc9-7910c9eba829 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e06d848a1943c2a6b139b581b414f4 HTTP/1.1" status: 200 len: 380 time: 0.1807494 Feb 10 04:26:40.880660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'port': {'device_id': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'admin_state_up': True, 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'security_groups': ['87bb88c9-6f68-449c-89f3-e6784a6094f0']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:40.897582 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4a1f6647-d54e-4098-92cb-df046ed960c5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:40.902558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:40.903331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:40.925468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-5d196c6e-8538-4ab6-9275-b6f4b8efcffa req-699cb283-cb8d-42fc-8a8a-65b259b6fbc5 service neutron] (109958) timed out ('10.222.0.43', 59624) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:26:40.929951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b8596dd-54db-4e98-8c7b-996a1a7a385c req-be1a2295-4c57-46c2-a2da-e63843714a06 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 210 time: 0.0918489 Feb 10 04:26:40.950083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b6004790-f785-46c9-8484-444de3235b81 None None] Current status of the port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:40.968175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b6004790-f785-46c9-8484-444de3235b81 None None] Could not find standard attr ID for object a4722af6-ea10-455c-9eda-7756e7405482. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:26:40.975462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:40.975814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:41.100525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7757523 Feb 10 04:26:41.103191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:41.111876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b67dad-194a-4365-a32a-8e3eb3fc9c78 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event updated for resources: {'Network': ['ID=4a1f6647-d54e-4098-92cb-df046ed960c5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:41.132170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4a1f6647-d54e-4098-92cb-df046ed960c5 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:26:41.275316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Made reservation on behalf of b8e06d848a1943c2a6b139b581b414f4 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:41.278896 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:41.348025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:41.569447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fa4323e3-563d-405f-8754-9564a637473e tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "GET /v2.0/agents/2c8355b0-5c47-45ff-a833-7cd538262958/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.4644804 Feb 10 04:26:41.572207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58658) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:41.644068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58662) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:41.675145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05376b02-12b6-432e-9874-d069b88c3c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:41.740496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Allocated IP 172.20.0.12 (fb377f3d-be60-40a7-be9d-3845665acc68/39448131-dccc-4e7d-8f74-7dee2880d723/71a85ebd-51ba-4216-b615-14f334cd4fa5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:41.798214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65341cc8-0683-474b-b007-02858f770b20 tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] Network 4a1f6647-d54e-4098-92cb-df046ed960c5 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:26:41.848324 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05376b02-12b6-432e-9874-d069b88c3c16 admin admin] Publish callbacks [] for security_group (d0f7946c-56e4-4ede-87cb-a8596ed6e943), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:41.939749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-65341cc8-0683-474b-b007-02858f770b20 tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "POST /v2.0/agents/2c8355b0-5c47-45ff-a833-7cd538262958/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3664501 Feb 10 04:26:41.946950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58672) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:41.953015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a93629-b846-488f-b087-9a05589df50e None None] Network 4a1f6647-d54e-4098-92cb-df046ed960c5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:41.990396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05376b02-12b6-432e-9874-d069b88c3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d0f7946c-56e4-4ede-87cb-a8596ed6e943), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.079666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.189696 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-45dabced-f385-487a-bb30-4c214e6c8afe req-e38e1801-ff3d-4d19-9bc5-1b218d44c829 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 210 time: 0.0387831 Feb 10 04:26:42.242114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-05376b02-12b6-432e-9874-d069b88c3c16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a24f10d2fa724ea38d8efcca0a748e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902276 Feb 10 04:26:42.244842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58678) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:42.253174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05376b02-12b6-432e-9874-d069b88c3c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f7946c-56e4-4ede-87cb-a8596ed6e943,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:42.271239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.341840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Network fb377f3d-be60-40a7-be9d-3845665acc68 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:42.352121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:42.380759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:42.408404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-da962059-10a7-4720-b711-0b0b1a76e16f tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "GET /v2.0/agents/2c8355b0-5c47-45ff-a833-7cd538262958/dhcp-networks HTTP/1.1" status: 200 len: 5659 time: 0.4602358 Feb 10 04:26:42.409265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58686) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:42.449646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:42.450311 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.465380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'Port': ['ID=71a85ebd-51ba-4216-b615-14f334cd4fa5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:42.516484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14ac0ef3-803e-4532-b0ba-caf69bb38a33 admin admin] Publish callbacks [] for security_group (d0f7946c-56e4-4ede-87cb-a8596ed6e943), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.615363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d8b5b143-6dcd-46b1-b18f-ed35f926aec0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7356102 Feb 10 04:26:42.623106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Request body: {'port': {'device_id': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:42.632608 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14ac0ef3-803e-4532-b0ba-caf69bb38a33 admin admin] Publish callbacks [] for security_group (d0f7946c-56e4-4ede-87cb-a8596ed6e943), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.663325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7969af60-2069-459f-8edc-04fb43b90030 tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "DELETE /v2.0/agents/2c8355b0-5c47-45ff-a833-7cd538262958/dhcp-networks/4a1f6647-d54e-4098-92cb-df046ed960c5 HTTP/1.1" status: 204 len: 168 time: 0.2526069 Feb 10 04:26:42.664131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58694) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:42.816126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.819005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7766a1a7-0947-4cbb-bc6f-b8bdf9a33d66 None None] Provisioning complete for port 71a85ebd-51ba-4216-b615-14f334cd4fa5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:42.819751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14ac0ef3-803e-4532-b0ba-caf69bb38a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d0f7946c-56e4-4ede-87cb-a8596ed6e943), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.820424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7766a1a7-0947-4cbb-bc6f-b8bdf9a33d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.823603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14ac0ef3-803e-4532-b0ba-caf69bb38a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:42.828216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-14ac0ef3-803e-4532-b0ba-caf69bb38a33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0f7946c-56e4-4ede-87cb-a8596ed6e943 HTTP/1.1" status: 204 len: 168 time: 0.5789201 Feb 10 04:26:42.873699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0ef3-803e-4532-b0ba-caf69bb38a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f7946c-56e4-4ede-87cb-a8596ed6e943,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:42.982840 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8de7c7b2-640d-4c6d-98bc-78cff0f60715 tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "GET /v2.0/agents/2c8355b0-5c47-45ff-a833-7cd538262958/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.3151972 Feb 10 04:26:42.996228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:43.014183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7766a1a7-0947-4cbb-bc6f-b8bdf9a33d66 None None] Port 71a85ebd-51ba-4216-b615-14f334cd4fa5 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:26:43.059010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-041d2a97-f737-4d1e-a920-c91aa50e83f1 tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "GET /v2.0/networks/8edef8ac-4520-4bc8-8033-4ce57bb2267a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0610094 Feb 10 04:26:43.063378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:43.206162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4a4d633b-5934-4caf-9113-5cd5e6dc6943 tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "GET /v2.0/networks/8edef8ac-4520-4bc8-8033-4ce57bb2267a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1384730 Feb 10 04:26:43.207846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58716) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:43.594575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-008bc29a-55f6-427f-9ade-5e215eff869f tempest-DHCPAgentSchedulersTestJSON-1828979207 tempest-DHCPAgentSchedulersTestJSON-1828979207-project-admin] 10.222.0.42 "GET /v2.0/agents/2c8355b0-5c47-45ff-a833-7cd538262958/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.3840153 Feb 10 04:26:43.597104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed7eb9-1baf-418b-bcf8-2a7cdb43bad2 req-b74660da-23fa-45d3-a7c5-5ea1453c8e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:43.597581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:43.598993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91ed7eb9-1baf-418b-bcf8-2a7cdb43bad2 req-b74660da-23fa-45d3-a7c5-5ea1453c8e05 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 932 time: 0.1764393 Feb 10 04:26:43.727980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a85ebd-51ba-4216-b615-14f334cd4fa5 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:26:43.751859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Publish callbacks [] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:43.822874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Transition to ACTIVE for port object 71a85ebd-51ba-4216-b615-14f334cd4fa5 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:26:43.870575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4a1f6647-d54e-4098-92cb-df046ed960c5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:43.912906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:43.926628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91ed7eb9-1baf-418b-bcf8-2a7cdb43bad2 req-3fd35e31-9f57-4a42-bb43-0a5e7e344e80 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201942 Feb 10 04:26:44.187823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4a1f6647-d54e-4098-92cb-df046ed960c5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.222288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1f6647-d54e-4098-92cb-df046ed960c5']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:44.232732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=71a85ebd-51ba-4216-b615-14f334cd4fa5,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:44.237542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6835ea3c-0396-4f5f-b86b-11069929467f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:44.239441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6835ea3c-0396-4f5f-b86b-11069929467f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:44.255972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6835ea3c-0396-4f5f-b86b-11069929467f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.261441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Attempting to bind port 71a85ebd-51ba-4216-b615-14f334cd4fa5 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:44.263432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Attempting to bind port 71a85ebd-51ba-4216-b615-14f334cd4fa5 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:44.268134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Attempting to bind port 71a85ebd-51ba-4216-b615-14f334cd4fa5 on network fb377f3d-be60-40a7-be9d-3845665acc68 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:44.279664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Port 71a85ebd-51ba-4216-b615-14f334cd4fa5 on network fb377f3d-be60-40a7-be9d-3845665acc68 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:26:44.280700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Attempting to bind port 71a85ebd-51ba-4216-b615-14f334cd4fa5 on network fb377f3d-be60-40a7-be9d-3845665acc68 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:44.294166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:44.294520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Checking segment: {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:44.294938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Bound using segment: {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:44.295388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Bound port: 71a85ebd-51ba-4216-b615-14f334cd4fa5, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a218270-acc2-45a1-aa0e-e0928a38d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:44.295932 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.324009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6835ea3c-0396-4f5f-b86b-11069929467f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.336079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:26:44.338259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6835ea3c-0396-4f5f-b86b-11069929467f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:26:44.430822 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:26:44.439649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] For port 71a85ebd-51ba-4216-b615-14f334cd4fa5, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:44.468910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] For port 71a85ebd-51ba-4216-b615-14f334cd4fa5, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:44.564305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.705344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=71a85ebd-51ba-4216-b615-14f334cd4fa5,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:44.709306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:44.709995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.711453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-10376ce2-f1ce-4bae-8d6e-1579d816c9bf service neutron] 10.222.0.43 "PUT /v2.0/ports/71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 1092 time: 2.0938077 Feb 10 04:26:44.711909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:26:44.714549 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8970a223-9244-4c29-a320-3f921355eb12" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:26:44.732781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4a1f6647-d54e-4098-92cb-df046ed960c5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.770541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:44.775523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "DELETE /v2.0/networks/4a1f6647-d54e-4098-92cb-df046ed960c5 HTTP/1.1" status: 204 len: 168 time: 1.1757660 Feb 10 04:26:44.777065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58764) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:44.788565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b9130-5301-4fe3-a6c8-f970591aa5f8 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event deleted for resources: {'Network': ['ID=4a1f6647-d54e-4098-92cb-df046ed960c5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:44.809886 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa78dce4-b7e0-44d0-910b-e66a40cd03ec x-openstack-request-id: req-aa78dce4-b7e0-44d0-910b-e66a40cd03ec {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:26:44.809886 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:26:44.809886 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa78dce4-b7e0-44d0-910b-e66a40cd03ec {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:26:44.810874 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'status': 'completed', 'code': 200} Feb 10 04:26:44.812787 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4be2b18-66df-43b2-8e6e-58ea2feff20b tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] DELETE failed (client error): The resource could not be found. Feb 10 04:26:44.813305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4be2b18-66df-43b2-8e6e-58ea2feff20b tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:26:44.823300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e4be2b18-66df-43b2-8e6e-58ea2feff20b tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "DELETE /v2.0/ports/a4722af6-ea10-455c-9eda-7756e7405482 HTTP/1.1" status: 404 len: 333 time: 0.0429878 Feb 10 04:26:44.823979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:44.925733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-ec9f6677-210b-4737-ac8e-0fccc23acd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:44.930380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-ec9f6677-210b-4737-ac8e-0fccc23acd4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1126 time: 0.1031537 Feb 10 04:26:45.015161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-415b5100-1199-444a-9278-0986130c8e53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0797186 Feb 10 04:26:45.041322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Deleting subnet 9d8f501f-555d-48eb-ad84-c9e26f4393a6 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:26:45.047267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for subnet (9d8f501f-555d-48eb-ad84-c9e26f4393a6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:45.136931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (9d8f501f-555d-48eb-ad84-c9e26f4393a6), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:45.355234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9d8f501f-555d-48eb-ad84-c9e26f4393a6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:45.573346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (9d8f501f-555d-48eb-ad84-c9e26f4393a6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:45.609605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8f501f-555d-48eb-ad84-c9e26f4393a6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:45.614064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:45.621393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3c2a0714-d5cb-4852-960d-b45c82a0def2 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "DELETE /v2.0/subnets/9d8f501f-555d-48eb-ad84-c9e26f4393a6 HTTP/1.1" status: 204 len: 168 time: 0.7946241 Feb 10 04:26:45.621586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639b594-5e45-430f-948b-e10ce9ab489f None None] Network 8edef8ac-4520-4bc8-8033-4ce57bb2267a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:45.622947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58808) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:45.810250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (8edef8ac-4520-4bc8-8033-4ce57bb2267a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:45.872656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Deleting port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:26:45.876042 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:45.989708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] DHCP port deletion for 8edef8ac-4520-4bc8-8033-4ce57bb2267a request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:26:46.016512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] For port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,segment=NetworkSegment(517781a0-847d-4be3-9d80-871cb29f1c2b),segment_id=517781a0-847d-4be3-9d80-871cb29f1c2b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:46.019506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.055126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Calling delete_port for ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:26:46.135294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] Deleting port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:26:46.135294 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.149978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-44e66326-f8a7-4fa1-8929-30b424f34b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:46.164967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-44e66326-f8a7-4fa1-8929-30b424f34b4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 1.1441376 Feb 10 04:26:46.275098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] For port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,segment=NetworkSegment(517781a0-847d-4be3-9d80-871cb29f1c2b),segment_id=517781a0-847d-4be3-9d80-871cb29f1c2b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:46.275506 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.288035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166a151-f521-4ec8-ac9f-5d4acf2a4879 req-8a1e740e-6d57-44bc-ae96-cc2d1cc08625 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:46.289953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9166a151-f521-4ec8-ac9f-5d4acf2a4879 req-8a1e740e-6d57-44bc-ae96-cc2d1cc08625 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 944 time: 0.2682915 Feb 10 04:26:46.318237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-2dad2bd2-f599-48a5-bb1c-13e7a0c505a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:46.318237 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-2dad2bd2-f599-48a5-bb1c-13e7a0c505a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1389403 Feb 10 04:26:46.318630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] Calling delete_port for ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:26:46.359711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-2a64e2f7-1761-4618-9e27-cb799a4122df service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:26:46.363950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-2a64e2f7-1761-4618-9e27-cb799a4122df service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345263 Feb 10 04:26:46.376356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.459253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] No DVR routers for this DVR port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:26:46.474243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event deleted for resources: {'Port': ['ID=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:46.488998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (ba3e0594-e9f5-488c-b2c2-ca7db05f83f0), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.564304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] Pushing event deleted for resources: {'Port': ['ID=ba3e0594-e9f5-488c-b2c2-ca7db05f83f0,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:46.577582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d9537-4d46-45ac-8ea6-679d886475a4 None None] No DVR routers for this DVR port ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:26:46.613461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:26:46.649530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:26:46.650070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ba3e0594-e9f5-488c-b2c2-ca7db05f83f0 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:26:46.677249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-7aea2abc-9781-4d85-96e2-a4d3a181a753 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934484 Feb 10 04:26:46.683044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (8edef8ac-4520-4bc8-8033-4ce57bb2267a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.699829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9166a151-f521-4ec8-ac9f-5d4acf2a4879 req-66fdc36d-659e-4a76-accd-724804486c6d tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999095 Feb 10 04:26:46.714129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edef8ac-4520-4bc8-8033-4ce57bb2267a']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:46.741087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517781a0-847d-4be3-9d80-871cb29f1c2b') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:46.741391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517781a0-847d-4be3-9d80-871cb29f1c2b') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:46.766481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (517781a0-847d-4be3-9d80-871cb29f1c2b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.811643 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (517781a0-847d-4be3-9d80-871cb29f1c2b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.837593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:26:46.837924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (517781a0-847d-4be3-9d80-871cb29f1c2b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:26:46.850137 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:26:46.956123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88caccf9-b937-41ca-a3be-1272f64fa7d1 req-d1ffbfb6-1748-4582-a421-bbc82bf1deb9 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528927 Feb 10 04:26:47.043154 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:47.080496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (8edef8ac-4520-4bc8-8033-4ce57bb2267a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:47.087295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:47.093690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] 10.222.0.42 "DELETE /v2.0/networks/8edef8ac-4520-4bc8-8033-4ce57bb2267a HTTP/1.1" status: 204 len: 168 time: 1.4645073 Feb 10 04:26:47.126191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d524abb-81bb-4829-a3a7-c2eacfba2fb6 tempest-DHCPAgentSchedulersTestJSON-1404249758 tempest-DHCPAgentSchedulersTestJSON-1404249758-project] Pushing event deleted for resources: {'Network': ['ID=8edef8ac-4520-4bc8-8033-4ce57bb2267a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:47.202350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a223-9244-4c29-a320-3f921355eb12 req-4f65d03b-8c93-4b04-8215-c5d8fcb32031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:47.208830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8970a223-9244-4c29-a320-3f921355eb12 req-4f65d03b-8c93-4b04-8215-c5d8fcb32031 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1126 time: 0.0989511 Feb 10 04:26:47.385018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a223-9244-4c29-a320-3f921355eb12 req-37b2f250-3aee-4e36-80a1-ef60c1aec50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:47.392885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8970a223-9244-4c29-a320-3f921355eb12 req-37b2f250-3aee-4e36-80a1-ef60c1aec50b service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 910 time: 0.1775062 Feb 10 04:26:47.490880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8970a223-9244-4c29-a320-3f921355eb12 req-8a27f0a9-68df-4e0a-8185-6954bcccc792 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0881169 Feb 10 04:26:47.576730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a223-9244-4c29-a320-3f921355eb12 req-722fe0f1-b712-4865-b294-b5492edd0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:47.578445 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8970a223-9244-4c29-a320-3f921355eb12 req-722fe0f1-b712-4865-b294-b5492edd0668 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 0.0836589 Feb 10 04:26:47.644466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a223-9244-4c29-a320-3f921355eb12 req-af7f9d1c-5904-443e-9e05-e95534b7a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:47.646411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8970a223-9244-4c29-a320-3f921355eb12 req-af7f9d1c-5904-443e-9e05-e95534b7a17a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605407 Feb 10 04:26:47.849043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8970a223-9244-4c29-a320-3f921355eb12 req-fd70545f-2186-405c-9732-661e16ab1158 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944172 Feb 10 04:26:47.895199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393927a-43de-4167-a716-6be0485fc254 req-f19f2ad4-e87f-482a-a78b-a7a4f0aeaa04 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:47.908267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c393927a-43de-4167-a716-6be0485fc254 req-f19f2ad4-e87f-482a-a78b-a7a4f0aeaa04 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 944 time: 0.1194577 Feb 10 04:26:48.007300 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c393927a-43de-4167-a716-6be0485fc254 req-fcd1add8-ed98-4773-afb9-bdcab306a105 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015475 Feb 10 04:26:48.019245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58872) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:48.030607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8970a223-9244-4c29-a320-3f921355eb12 req-317a7fde-ba69-46e0-b1ec-b37bf2ca34a2 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739585 Feb 10 04:26:48.367872 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:48.434263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4d0d1d23-1191-47d8-95c7-0d70e89505cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56f943651bd8488dae52a3284f75dc1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114816 Feb 10 04:26:48.434592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58890) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:48.507630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd42e715-66ea-4017-8e5e-20de40d97c84 admin admin] Publish callbacks [] for security_group (048d8db6-fe4f-4fa7-bd52-d55d70ad315e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:48.542229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd42e715-66ea-4017-8e5e-20de40d97c84 admin admin] Publish callbacks [] for security_group (048d8db6-fe4f-4fa7-bd52-d55d70ad315e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:48.706252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd42e715-66ea-4017-8e5e-20de40d97c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (048d8db6-fe4f-4fa7-bd52-d55d70ad315e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:48.709857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd42e715-66ea-4017-8e5e-20de40d97c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:48.715371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cd42e715-66ea-4017-8e5e-20de40d97c84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/048d8db6-fe4f-4fa7-bd52-d55d70ad315e HTTP/1.1" status: 204 len: 168 time: 0.2756975 Feb 10 04:26:48.729809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42e715-66ea-4017-8e5e-20de40d97c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d8db6-fe4f-4fa7-bd52-d55d70ad315e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:49.192389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3ad6-bb6d-4f90-a7f1-3373c6f304e4 req-d0ac2bea-cfda-4249-987d-2e202c7cc237 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:49.194332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-849c3ad6-bb6d-4f90-a7f1-3373c6f304e4 req-d0ac2bea-cfda-4249-987d-2e202c7cc237 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 944 time: 0.0961339 Feb 10 04:26:49.310738 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-849c3ad6-bb6d-4f90-a7f1-3373c6f304e4 req-de31d09f-73b9-4a9f-8798-9916ec24328a tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104906 Feb 10 04:26:49.422447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:49.604927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:49.692020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Publish callbacks [] for security_group (967ba820-02b8-43d3-8218-62cd263a5498), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:49.723718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58932) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:49.728804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'network': {'name': 'tempest-network-smoke--1231172928', 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'port_security_enabled': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:49.794995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:49.795471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (967ba820-02b8-43d3-8218-62cd263a5498), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:49.813479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c11a2ef-8ce8-4e75-bbba-615d193eabd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:49.826131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da5a27df184449f0900d5ad55fa1dc93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032109 Feb 10 04:26:49.830398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 58938) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:49.847658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967ba820-02b8-43d3-8218-62cd263a5498,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:49.856395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.856594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.857017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.857928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.858345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.858780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.859275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.859679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.860079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.860477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.860872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.861263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.861656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3963e2c-a0ce-49ed-89ec-6e1d27861a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:49.892436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Made reservation on behalf of 0c75aaefab404de1a005a8362835cfa4 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:49.895862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:49.913515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:49.962511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df9bd230-0707-40af-9402-917953a0687b admin admin] Publish callbacks [] for security_group (967ba820-02b8-43d3-8218-62cd263a5498), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.024363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c11a2ef-8ce8-4e75-bbba-615d193eabd1 admin admin] Publish callbacks [] for security_group (1f82e760-389e-441e-a79f-b3d8ea8946d9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.028458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df9bd230-0707-40af-9402-917953a0687b admin admin] Publish callbacks [] for security_group (967ba820-02b8-43d3-8218-62cd263a5498), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.102754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c11a2ef-8ce8-4e75-bbba-615d193eabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1f82e760-389e-441e-a79f-b3d8ea8946d9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.126911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (d1e9d400-c088-44a1-bc5e-27ac369e6315), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.152455 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5c11a2ef-8ce8-4e75-bbba-615d193eabd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fc80039a04d4ed08452cc74429c1b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536561 Feb 10 04:26:50.152455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11a2ef-8ce8-4e75-bbba-615d193eabd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f82e760-389e-441e-a79f-b3d8ea8946d9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:50.154158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:50.212495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df9bd230-0707-40af-9402-917953a0687b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (967ba820-02b8-43d3-8218-62cd263a5498), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.215698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df9bd230-0707-40af-9402-917953a0687b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.219344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df9bd230-0707-40af-9402-917953a0687b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/967ba820-02b8-43d3-8218-62cd263a5498 HTTP/1.1" status: 204 len: 168 time: 0.3831091 Feb 10 04:26:50.227607 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d1e9d400-c088-44a1-bc5e-27ac369e6315), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.233782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd230-0707-40af-9402-917953a0687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ba820-02b8-43d3-8218-62cd263a5498,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:50.284290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:26:50.287677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19bed31-fc82-4986-b3d8-0e493b3c9a63 admin admin] Publish callbacks [] for security_group (1f82e760-389e-441e-a79f-b3d8ea8946d9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.301550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9d400-c088-44a1-bc5e-27ac369e6315,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:50.306490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b8e230d8-e439-4cdd-9b08-fa3bc5ca397c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.307114 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Added segment b8e230d8-e439-4cdd-9b08-fa3bc5ca397c of type vlan for network 56b8663b-fbbe-4498-bad5-06824b202781 Feb 10 04:26:50.333625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19bed31-fc82-4986-b3d8-0e493b3c9a63 admin admin] Publish callbacks [] for security_group (1f82e760-389e-441e-a79f-b3d8ea8946d9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.367094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (56b8663b-fbbe-4498-bad5-06824b202781), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.495066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19bed31-fc82-4986-b3d8-0e493b3c9a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1f82e760-389e-441e-a79f-b3d8ea8946d9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.498874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f19bed31-fc82-4986-b3d8-0e493b3c9a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.503584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f19bed31-fc82-4986-b3d8-0e493b3c9a63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f82e760-389e-441e-a79f-b3d8ea8946d9 HTTP/1.1" status: 204 len: 168 time: 0.3436148 Feb 10 04:26:50.519713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bed31-fc82-4986-b3d8-0e493b3c9a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f82e760-389e-441e-a79f-b3d8ea8946d9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:50.520347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311db3f-6622-4e2f-82ed-f05632ccd457 req-87057d20-3aba-48d2-8e65-a83703bb0ea5 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:50.541456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3311db3f-6622-4e2f-82ed-f05632ccd457 req-87057d20-3aba-48d2-8e65-a83703bb0ea5 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 944 time: 0.1179903 Feb 10 04:26:50.569550 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (56b8663b-fbbe-4498-bad5-06824b202781), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.575849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:50.576621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.705017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9772499 Feb 10 04:26:50.705243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 58986) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:50.710886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'admin_state_up': True, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:50.718757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae354c-9d0a-4fd6-a744-13544186abd7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Network': ['ID=56b8663b-fbbe-4498-bad5-06824b202781,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:50.741248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 56b8663b-fbbe-4498-bad5-06824b202781 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:26:50.755363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3311db3f-6622-4e2f-82ed-f05632ccd457 req-23d619b4-b5e1-4104-8bd5-e1375381e07c tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080622 Feb 10 04:26:50.837661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.839283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:50.930635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_controller (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.122000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 71a85ebd-51ba-4216-b615-14f334cd4fa5 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:26:51.247149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59012) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:51.263415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b839c75-4525-4bd5-8c85-dc458e34cc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.272950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 71a85ebd-51ba-4216-b615-14f334cd4fa5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:51.315905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'port_id': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'mac_address': 'fa:16:3e:1d:fb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:26:51.355139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.404879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 71a85ebd-51ba-4216-b615-14f334cd4fa5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:51.405903 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.439983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a85ebd-51ba-4216-b615-14f334cd4fa5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:26:51.487069 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b839c75-4525-4bd5-8c85-dc458e34cc34 admin admin] Publish callbacks [] for security_group (1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.489197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 71a85ebd-51ba-4216-b615-14f334cd4fa5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:51.510043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:51.560638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b839c75-4525-4bd5-8c85-dc458e34cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.574501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.701415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71396d0f-5b3e-45f4-8aa4-be4fa666a538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:51.705043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=71a85ebd-51ba-4216-b615-14f334cd4fa5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:51.798248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5b839c75-4525-4bd5-8c85-dc458e34cc34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c34a2a52e424a9d89e0b03c4ce807e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497761 Feb 10 04:26:51.802792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59028) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:51.807478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['71a85ebd-51ba-4216-b615-14f334cd4fa5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:26:51.825801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b839c75-4525-4bd5-8c85-dc458e34cc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:51.944995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71396d0f-5b3e-45f4-8aa4-be4fa666a538 admin admin] Publish callbacks [] for security_group (f2bb8604-10c8-43dd-bae6-d5b5b1f63966), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.006146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.028589 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71396d0f-5b3e-45f4-8aa4-be4fa666a538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f2bb8604-10c8-43dd-bae6-d5b5b1f63966), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.033438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.133362 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-71396d0f-5b3e-45f4-8aa4-be4fa666a538 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47f20c74dfbf4c809552150fc353aefe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6219020 Feb 10 04:26:52.136018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59032) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:52.151920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71396d0f-5b3e-45f4-8aa4-be4fa666a538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb8604-10c8-43dd-bae6-d5b5b1f63966,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:52.178677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17101570-a261-488f-8930-18c9c1c16720 admin admin] Publish callbacks [] for security_group (1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.202018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed313e-7854-4ca3-9d22-5b6c8816b1b9 req-7cc1e377-488a-4aed-9ead-82b18fdae83c tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:52.204385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2ed313e-7854-4ca3-9d22-5b6c8816b1b9 req-7cc1e377-488a-4aed-9ead-82b18fdae83c tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 945 time: 0.2927079 Feb 10 04:26:52.326274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17101570-a261-488f-8930-18c9c1c16720 admin admin] Publish callbacks [] for security_group (1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.383769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6139e69f-138e-4905-9390-a74176248120 admin admin] Publish callbacks [] for security_group (f2bb8604-10c8-43dd-bae6-d5b5b1f63966), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.430021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2ed313e-7854-4ca3-9d22-5b6c8816b1b9 req-1f2f6a3f-b078-4ecf-b526-01a50277c6cf tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934752 Feb 10 04:26:52.455491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6139e69f-138e-4905-9390-a74176248120 admin admin] Publish callbacks [] for security_group (f2bb8604-10c8-43dd-bae6-d5b5b1f63966), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.499185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Allocated IP 172.25.8.227 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/85c5eda6-54f8-4a37-ac5e-16bdc523c049) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:52.653540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.672737 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6139e69f-138e-4905-9390-a74176248120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f2bb8604-10c8-43dd-bae6-d5b5b1f63966), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.675985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6139e69f-138e-4905-9390-a74176248120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.680409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6139e69f-138e-4905-9390-a74176248120 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2bb8604-10c8-43dd-bae6-d5b5b1f63966 HTTP/1.1" status: 204 len: 168 time: 0.5285478 Feb 10 04:26:52.694931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e69f-138e-4905-9390-a74176248120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb8604-10c8-43dd-bae6-d5b5b1f63966,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:52.715509 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17101570-a261-488f-8930-18c9c1c16720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.719608 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17101570-a261-488f-8930-18c9c1c16720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.723215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17101570-a261-488f-8930-18c9c1c16720 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9 HTTP/1.1" status: 204 len: 168 time: 0.9106159 Feb 10 04:26:52.735041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17101570-a261-488f-8930-18c9c1c16720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b8a28-6ab0-4a66-a9da-92a7b914e3e9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:52.786271 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:52.919361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=85c5eda6-54f8-4a37-ac5e-16bdc523c049,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:52.927356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:52.929112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:52.931371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:53.116397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 71a85ebd-51ba-4216-b615-14f334cd4fa5 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:53.278056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 71a85ebd-51ba-4216-b615-14f334cd4fa5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:26:53.283813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 71a85ebd-51ba-4216-b615-14f334cd4fa5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:53.284269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:53.401964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:53.453308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 71a85ebd-51ba-4216-b615-14f334cd4fa5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:53.454206 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:53.500374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 71a85ebd-51ba-4216-b615-14f334cd4fa5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:53.501493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:26:53.504543 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e70234-de79-433e-a995-b9e74c315981" -d '{"events": [{"server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "name": "network-vif-plugged", "status": "completed", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:26:53.580136 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:53.585551 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef054f70-80fb-43c0-aab2-22a6085bb037 x-openstack-request-id: req-ef054f70-80fb-43c0-aab2-22a6085bb037 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:26:53.585922 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "name": "network-vif-plugged", "status": "completed", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:26:53.586234 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef054f70-80fb-43c0-aab2-22a6085bb037 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:26:53.586855 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'code': 200} Feb 10 04:26:53.703716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=71a85ebd-51ba-4216-b615-14f334cd4fa5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:53.728922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eff62-3718-4ee0-9c8d-9892b19d2dfb req-41599718-5fb5-4d21-a8bb-ed03579f5726 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:53.730482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-555eff62-3718-4ee0-9c8d-9892b19d2dfb req-41599718-5fb5-4d21-a8bb-ed03579f5726 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.1291718 Feb 10 04:26:53.827546 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-555eff62-3718-4ee0-9c8d-9892b19d2dfb req-2f47ddc3-56d1-4ef3-9076-37b90922e436 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802794 Feb 10 04:26:54.153775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5021a7-4dc4-411d-a398-b5a6a6e372c3 req-4bb2a556-12de-425f-a6e7-4cbd618b7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:54.155895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da5021a7-4dc4-411d-a398-b5a6a6e372c3 req-4bb2a556-12de-425f-a6e7-4cbd618b7b6e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.5118458 Feb 10 04:26:54.217722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:54.296503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da5021a7-4dc4-411d-a398-b5a6a6e372c3 req-99803f52-d60f-4901-ad15-db81e8b23382 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314485 Feb 10 04:26:54.489398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:26:54.678722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:26:54.692086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Sync routers for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:26:54.718103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:54.719249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:54.846019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59106) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:54.858818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:54.863002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e9992ed8-17d3-4b38-aa16-27921ed6cf44 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1563046 Feb 10 04:26:54.866153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59112) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:54.926995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:55.059956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f696a15-d3ad-47af-85d0-97946bfc79cf req-8273538b-348c-4f83-823b-4db28588a336 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:55.062093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7f696a15-d3ad-47af-85d0-97946bfc79cf req-8273538b-348c-4f83-823b-4db28588a336 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.1172252 Feb 10 04:26:55.187051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1981292094', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:55.223624 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4043a8b6-ac1b-4fe2-803c-eeff5b3cd801 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0c75aaefab404de1a005a8362835cfa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3551972 Feb 10 04:26:55.225631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59120) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:55.256471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7f696a15-d3ad-47af-85d0-97946bfc79cf req-6dae9bd1-ed1e-4457-99b5-eac0135864e9 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809616 Feb 10 04:26:55.299342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:26:53Z', 'revision_number': 3, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:55.335309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Checking router: 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:26:55.336190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Updating router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:26:55.372676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Made reservation on behalf of 0ff7ccac505e4eb0817476ee5831aeaf for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:55.377648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:55.395705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:55.399702 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:55.489924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431f97b-f6ff-4e02-bc94-0626f3c8920c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:55.497350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2431f97b-f6ff-4e02-bc94-0626f3c8920c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2660000 Feb 10 04:26:55.499812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59132) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:55.580422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for security_group (1862e7f7-a75b-4c3f-9dc5-a344026f2ef5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:55.581500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-04ccf6bf-4684-4fc4-bd22-e72009b12f18 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802708 Feb 10 04:26:55.583611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59140) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:55.594605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-572627652', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:55.661252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1862e7f7-a75b-4c3f-9dc5-a344026f2ef5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:55.703186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] device_id is not set on port 6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:26:55.797608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1862e7f7-a75b-4c3f-9dc5-a344026f2ef5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:55.821828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.822197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.822547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.823129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.823522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.823873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.824288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.829419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.829798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.830154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.831616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.831616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.831616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:26:55.898043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Made reservation on behalf of 0c75aaefab404de1a005a8362835cfa4 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:26:55.903321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:55.928897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Publish callbacks [] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.015277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.091494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Attempting to bind port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:56.095812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Attempting to bind port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:56.095812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Attempting to bind port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:56.102470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Allocated IP 172.25.8.57 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:56.102663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd954e-c0fc-4a86-aa81-5d3b2f394cbe None None] Pushing event updated for resources: {'Port': ['ID=85c5eda6-54f8-4a37-ac5e-16bdc523c049,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:56.114755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:56.115835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:56.116656 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.117225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:56.118064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Bound port: 85c5eda6-54f8-4a37-ac5e-16bdc523c049, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:56.118845 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.187404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] For port 85c5eda6-54f8-4a37-ac5e-16bdc523c049, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:56.192553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] For port 85c5eda6-54f8-4a37-ac5e-16bdc523c049, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=85c5eda6-54f8-4a37-ac5e-16bdc523c049,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:56.269318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.366314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:26:56.367686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:26:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:56.465935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for port (6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.589557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dda11-8686-4e10-947d-2476e492ef15 req-33a7aa98-7dd4-431d-ab2a-58fb7db23982 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:56.591128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6e8dda11-8686-4e10-947d-2476e492ef15 req-33a7aa98-7dd4-431d-ab2a-58fb7db23982 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.0734682 Feb 10 04:26:56.594311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.597466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (33f7b84a-e555-43d3-adf6-4faf4187a6de), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:56.644433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd954e-c0fc-4a86-aa81-5d3b2f394cbe None None] Pushing event updated for resources: {'Port': ['ID=85c5eda6-54f8-4a37-ac5e-16bdc523c049,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:56.689150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:26:56.713942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Pushing event updated for resources: {'Port': ['ID=6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:56.888586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6e8dda11-8686-4e10-947d-2476e492ef15 req-c2301830-6748-49ae-835b-984485588918 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874651 Feb 10 04:26:56.893961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:56.894910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Subnet': ['ID=33f7b84a-e555-43d3-adf6-4faf4187a6de,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:56.940820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:56.942849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Checking segment: {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:56.943934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network hostable DHCP agents. Network: 56b8663b-fbbe-4498-bad5-06824b202781, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:26:56.951005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:57.016543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:57.017165 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:57.134771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network 56b8663b-fbbe-4498-bad5-06824b202781 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:26:57.135939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf67ee5-47c6-4bda-bb38-c289f26c41b6 req-c89d23f8-f4b4-4312-9353-f5d2ed3a0ed0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:57.141468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-84cfb1aa-ad0f-4fcd-b829-fd5c43165e14 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2926021 Feb 10 04:26:57.145875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59190) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:57.148793 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf67ee5-47c6-4bda-bb38-c289f26c41b6 req-c89d23f8-f4b4-4312-9353-f5d2ed3a0ed0 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.1074016 Feb 10 04:26:57.161054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.57'}]}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:57.221387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf67ee5-47c6-4bda-bb38-c289f26c41b6 req-585607ff-aca9-4330-b6b3-a376483cbfe9 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730162 Feb 10 04:26:57.294830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (898bae02-08cd-45ec-a06c-cb07b0df2676), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:57.296638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (898bae02-08cd-45ec-a06c-cb07b0df2676), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:57.318863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:26:53Z', 'revision_number': 3, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:26:57.350508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 56b8663b-fbbe-4498-bad5-06824b202781) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:57.367551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:57.368163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:57.431684 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for router_controller (898bae02-08cd-45ec-a06c-cb07b0df2676), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:57.438434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e426686-5e5d-415d-970a-9a84914d84db None None] Network 56b8663b-fbbe-4498-bad5-06824b202781 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:26:57.461772 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7d9a16e8-97ce-4c2c-9e78-7e065896569c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8758757 Feb 10 04:26:57.471498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59200) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:57.481294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b6c13-694a-4002-922f-7cc914bdd992 None None] The sync data for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 is: [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:26:53Z', 'revision_number': 3, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:26:57.519703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08b260-a8e9-4b95-ae27-f03d8dc43e25 req-3a042825-8ade-47a4-8668-28613fb89a65 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:57.535311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d08b260-a8e9-4b95-ae27-f03d8dc43e25 req-3a042825-8ade-47a4-8668-28613fb89a65 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.1883869 Feb 10 04:26:57.711703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f3b844f-2e6a-4855-b07d-9a7ea975bb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:57.721023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-56b8663b-fbbe-4498-bad5-06824b202781', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:26:57.721884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:57.909217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d08b260-a8e9-4b95-ae27-f03d8dc43e25 req-e2431ca3-28e9-4ae1-a9ae-ad517716a467 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730211 Feb 10 04:26:57.945564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59208) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:58.032087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for router_gateway (898bae02-08cd-45ec-a06c-cb07b0df2676), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:58.189687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Allocated IP 172.20.0.2 (56b8663b-fbbe-4498-bad5-06824b202781/33f7b84a-e555-43d3-adf6-4faf4187a6de/f577d4b1-71af-40c7-b227-888f8ef20aab) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:58.621502 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Publish callbacks [] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:58.668951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85c5eda6-54f8-4a37-ac5e-16bdc523c049 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:26:58.678103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for router_gateway (898bae02-08cd-45ec-a06c-cb07b0df2676), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:58.700717 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:58.727225 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:58.821400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Network 56b8663b-fbbe-4498-bad5-06824b202781 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:26:58.844727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:26:58.856807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:26:58.919662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Pushing event updated for resources: {'Port': ['ID=f577d4b1-71af-40c7-b227-888f8ef20aab,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:58.972000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a450585-5c14-4c05-8aac-dc3039b19811 tempest-TestServerBasicOps-236901668 tempest-TestServerBasicOps-236901668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:26:58.978184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1a450585-5c14-4c05-8aac-dc3039b19811 tempest-TestServerBasicOps-236901668 tempest-TestServerBasicOps-236901668-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1123 time: 1.0239277 Feb 10 04:26:58.980682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59224) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:26:58.989788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:26:59.037393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:26:59.037664 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:59.086430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:59.117581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Attempting to bind port f577d4b1-71af-40c7-b227-888f8ef20aab on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:26:59.117960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Attempting to bind port f577d4b1-71af-40c7-b227-888f8ef20aab by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:26:59.118331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Attempting to bind port f577d4b1-71af-40c7-b227-888f8ef20aab on network 56b8663b-fbbe-4498-bad5-06824b202781 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:26:59.221104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:26:59.221509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Checking segment: {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:26:59.221940 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:59.222410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Bound using segment: {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:26:59.225038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Bound port: f577d4b1-71af-40c7-b227-888f8ef20aab, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:26:59.227342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:59.286175 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for router (898bae02-08cd-45ec-a06c-cb07b0df2676), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:59.382065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] For port f577d4b1-71af-40c7-b227-888f8ef20aab, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:26:59.388489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] For port f577d4b1-71af-40c7-b227-888f8ef20aab, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f577d4b1-71af-40c7-b227-888f8ef20aab,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:26:59.513280 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:59.578639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:26:59.584902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:26:59.801218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 85c5eda6-54f8-4a37-ac5e-16bdc523c049, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=85c5eda6-54f8-4a37-ac5e-16bdc523c049,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:26:59.820883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b6d7-babe-473b-9529-70aa47b05448 None None] Pushing event updated for resources: {'Port': ['ID=f577d4b1-71af-40c7-b227-888f8ef20aab,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:26:59.868249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Allocated IP 172.20.0.1 (56b8663b-fbbe-4498-bad5-06824b202781/33f7b84a-e555-43d3-adf6-4faf4187a6de/90d98244-dc9e-4429-92fb-dcc97b3f5a81) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:26:59.881386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.025620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=85c5eda6-54f8-4a37-ac5e-16bdc523c049,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:00.042012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-031e02a5-da54-4b2f-993c-1fc987960751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.198333 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.324444 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.365145 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.499783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network 56b8663b-fbbe-4498-bad5-06824b202781 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:00.504221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:00.547135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:00.623810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=90d98244-dc9e-4429-92fb-dcc97b3f5a81,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:00.648082 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (898bae02-08cd-45ec-a06c-cb07b0df2676), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.676991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks [] for router_controller (898bae02-08cd-45ec-a06c-cb07b0df2676), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.687935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.758795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f577d4b1-71af-40c7-b227-888f8ef20aab up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:00.782970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.870482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f577d4b1-71af-40c7-b227-888f8ef20aab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:00.871063 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.879411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (898bae02-08cd-45ec-a06c-cb07b0df2676), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:00.882165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 898bae02-08cd-45ec-a06c-cb07b0df2676 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:27:01.003720 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 04:27:01.010022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-edc8e5db-22c2-4a83-b618-9a44edc52a3c tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8541818 Feb 10 04:27:01.018095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59252) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:01.069327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Allocated IP 172.25.8.222 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/e78b0d5d-1569-4976-979d-3bcaed8ca5ce) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:01.112561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f577d4b1-71af-40c7-b227-888f8ef20aab is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:01.113004 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.131165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.145524 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.195847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port f577d4b1-71af-40c7-b227-888f8ef20aab, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f577d4b1-71af-40c7-b227-888f8ef20aab,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:01.270332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.272211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85c5eda6-54f8-4a37-ac5e-16bdc523c049 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:01.285644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Deleting port 6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:01.286604 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.291814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.425824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=f577d4b1-71af-40c7-b227-888f8ef20aab,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:01.430766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.500549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:01.504410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:01.509405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:01.517512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:01.518113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.605754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'Port': ['ID=e78b0d5d-1569-4976-979d-3bcaed8ca5ce,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:01.651286 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.660898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59260) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:01.711252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Calling delete_port for 6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:01.737559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:01.762488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5682e-641d-4eff-9444-ecfc296456bb None None] Network 56b8663b-fbbe-4498-bad5-06824b202781 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:01.899703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-37b70f3f-e360-4b13-915c-db8f8c53a372 None None] Provisioning complete for port f577d4b1-71af-40c7-b227-888f8ef20aab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:01.900375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-37b70f3f-e360-4b13-915c-db8f8c53a372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:01.984029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7df3b7-8fec-4718-ba52-b49f94ff755c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.075329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.086851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.127357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-37b70f3f-e360-4b13-915c-db8f8c53a372 None None] Current status of the port f577d4b1-71af-40c7-b227-888f8ef20aab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:02.147601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.175141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:02.384381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.386211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ec2baa7a-e779-4e4f-b005-b8f8f79aaa07 None None] Provisioning complete for port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:02.386588 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa7a-e779-4e4f-b005-b8f8f79aaa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.393555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5fa8b49a-2b4b-4164-90f2-c642dd378339 tempest-RoutersAdminNegativeIpV6Test-2050802946 tempest-RoutersAdminNegativeIpV6Test-2050802946-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6e0d2e7e-2448-42b7-ba1d-5a37aed6ed3b HTTP/1.1" status: 204 len: 168 time: 1.3692183 Feb 10 04:27:02.396471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=90d98244-dc9e-4429-92fb-dcc97b3f5a81,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:02.402359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.493170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ec2baa7a-e779-4e4f-b005-b8f8f79aaa07 None None] Port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:02.560045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ec2baa7a-e779-4e4f-b005-b8f8f79aaa07 None None] Provisioning complete for port f577d4b1-71af-40c7-b227-888f8ef20aab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:02.561298 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec2baa7a-e779-4e4f-b005-b8f8f79aaa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.613516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f577d4b1-71af-40c7-b227-888f8ef20aab up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:02.661810 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for floatingip (6ee7ea67-6fac-4aa0-b2b5-90f210857e6f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.663136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network 56b8663b-fbbe-4498-bad5-06824b202781 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:02.664848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:02.707633 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.710029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7df3b7-8fec-4718-ba52-b49f94ff755c admin admin] Publish callbacks [] for security_group (9d113c62-f69d-49bf-9f9c-ae3acec7e7e3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.778871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f577d4b1-71af-40c7-b227-888f8ef20aab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:02.779821 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.782746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ec2baa7a-e779-4e4f-b005-b8f8f79aaa07 None None] Current status of the port f577d4b1-71af-40c7-b227-888f8ef20aab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:02.783384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8c7df3b7-8fec-4718-ba52-b49f94ff755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9d113c62-f69d-49bf-9f9c-ae3acec7e7e3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.941177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7f67bf94-4293-4145-be27-7cf474ea8a00 None None] Provisioning complete for port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:02.942247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7f67bf94-4293-4145-be27-7cf474ea8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.948409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8c7df3b7-8fec-4718-ba52-b49f94ff755c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=095201c7b37a4e2ca73cfd4169048717&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2859931 Feb 10 04:27:02.949233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7df3b7-8fec-4718-ba52-b49f94ff755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d113c62-f69d-49bf-9f9c-ae3acec7e7e3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:02.962457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:02.965503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59276) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:03.055609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7f67bf94-4293-4145-be27-7cf474ea8a00 None None] Port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:03.102575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f577d4b1-71af-40c7-b227-888f8ef20aab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:03.156106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59280) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:03.237892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7471fc02-e7ac-4c7e-9826-3f97aecbe6e6 admin admin] Publish callbacks [] for security_group (9d113c62-f69d-49bf-9f9c-ae3acec7e7e3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.284449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e10afa19-883e-4b08-9b7a-070adfc2e292 None None] Provisioning complete for port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:03.284836 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e10afa19-883e-4b08-9b7a-070adfc2e292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.296341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7471fc02-e7ac-4c7e-9826-3f97aecbe6e6 admin admin] Publish callbacks [] for security_group (9d113c62-f69d-49bf-9f9c-ae3acec7e7e3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.450162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e10afa19-883e-4b08-9b7a-070adfc2e292 None None] Port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:03.464115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7471fc02-e7ac-4c7e-9826-3f97aecbe6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9d113c62-f69d-49bf-9f9c-ae3acec7e7e3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.467553 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7471fc02-e7ac-4c7e-9826-3f97aecbe6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.468961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7471fc02-e7ac-4c7e-9826-3f97aecbe6e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d113c62-f69d-49bf-9f9c-ae3acec7e7e3 HTTP/1.1" status: 204 len: 168 time: 0.4905214 Feb 10 04:27:03.470272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:27:03.485055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471fc02-e7ac-4c7e-9826-3f97aecbe6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d113c62-f69d-49bf-9f9c-ae3acec7e7e3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:03.540981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12e5b35f-5d51-41df-9c28-9b0ff07ce1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.627443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12e5b35f-5d51-41df-9c28-9b0ff07ce1c4 admin admin] Publish callbacks [] for security_group (e79996f5-f5c7-460a-9811-a7bab67a3d37), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.632064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:27:03.642959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.647395 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Sync routers for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:27:03.651659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5ddd7a72-3bc3-4ec2-b576-ba7e4ae73dc7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "PUT /v2.0/routers/6ad7e9a8-7209-4b0c-b7df-687c1b9211d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1790023 Feb 10 04:27:03.654796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59292) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:03.659051 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:03.659611 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:03.661927 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3f56c48a-9bd0-4bf5-a2a2-2fa2f9af548d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--70981275', 'description': 'tempest-secgroup_access--70981275 description', 'project_id': '0c75aaefab404de1a005a8362835cfa4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:03.726507 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-12e5b35f-5d51-41df-9c28-9b0ff07ce1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e79996f5-f5c7-460a-9811-a7bab67a3d37), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.729424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.794396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-12e5b35f-5d51-41df-9c28-9b0ff07ce1c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f803d745b1a841c29b567356c32705f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6369667 Feb 10 04:27:03.797686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59294) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:03.824566 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f56c48a-9bd0-4bf5-a2a2-2fa2f9af548d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.909578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3f68c76-5df1-45a2-87b1-37e11b248f74 admin admin] Publish callbacks [] for security_group (e79996f5-f5c7-460a-9811-a7bab67a3d37), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.962064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3f68c76-5df1-45a2-87b1-37e11b248f74 admin admin] Publish callbacks [] for security_group (e79996f5-f5c7-460a-9811-a7bab67a3d37), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:03.971529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5b35f-5d51-41df-9c28-9b0ff07ce1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79996f5-f5c7-460a-9811-a7bab67a3d37,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:04.034283 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:04.049192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event updated for resources: {'Port': ['ID=e78b0d5d-1569-4976-979d-3bcaed8ca5ce,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:04.083678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (6ee7ea67-6fac-4aa0-b2b5-90f210857e6f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.143119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3f68c76-5df1-45a2-87b1-37e11b248f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e79996f5-f5c7-460a-9811-a7bab67a3d37), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.147057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3f68c76-5df1-45a2-87b1-37e11b248f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.148772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e3f68c76-5df1-45a2-87b1-37e11b248f74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e79996f5-f5c7-460a-9811-a7bab67a3d37 HTTP/1.1" status: 204 len: 168 time: 0.3490326 Feb 10 04:27:04.197746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f68c76-5df1-45a2-87b1-37e11b248f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79996f5-f5c7-460a-9811-a7bab67a3d37,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:04.288961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f56c48a-9bd0-4bf5-a2a2-2fa2f9af548d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (34d80de2-37b0-443a-b8d1-4637f9bfda67), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.327604 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Floating IP 6ee7ea67-6fac-4aa0-b2b5-90f210857e6f associated. External IP: 172.25.8.222, port: 71a85ebd-51ba-4216-b615-14f334cd4fa5. Feb 10 04:27:04.456482 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:01Z', 'revision_number': 2, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:04.487178 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Checking router: 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:27:04.487531 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Updating router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:27:04.525787 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.659217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Router ce9d548e-34bd-4f58-a6a9-f39c7f782479 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:27:04.690271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-c4e0464f-8fbd-44fb-bd3c-867c48fec109 req-6cf32f75-8506-44c7-9cfe-e48da7092eb2 tempest-ServersOnMultiNodesTest-49611145 tempest-ServersOnMultiNodesTest-49611145-project] (109959) timed out ('10.222.0.24', 56864) {{(pid=109959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:27:04.775673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:27:04.787749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] Sync routers for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:27:04.805256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:04.806039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:04.898348 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Publish callbacks [] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.899574 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.912292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59310) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:04.934742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f56c48a-9bd0-4bf5-a2a2-2fa2f9af548d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (34d80de2-37b0-443a-b8d1-4637f9bfda67), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:04.960353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8bb6a8f6-83c7-41cc-b096-5c54f34daa84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.031808 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.041557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.048090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56c48a-9bd0-4bf5-a2a2-2fa2f9af548d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d80de2-37b0-443a-b8d1-4637f9bfda67,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:05.113028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f56c48a-9bd0-4bf5-a2a2-2fa2f9af548d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.113705 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8bb6a8f6-83c7-41cc-b096-5c54f34daa84 admin admin] Publish callbacks [] for security_group (eb95a5b0-4df5-42f5-ac3b-c6f958da2e26), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.115738 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f56c48a-9bd0-4bf5-a2a2-2fa2f9af548d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4587903 Feb 10 04:27:05.118303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59318) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:05.127365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1dbda59e-5615-40c1-af53-c9d63feca3fc tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1372423335', 'description': 'tempest-secgroup_general--1372423335 description', 'project_id': '0c75aaefab404de1a005a8362835cfa4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:05.156018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bbf74548-218f-4c91-83b5-2cf624e11de8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1718276 Feb 10 04:27:05.158467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:27:05.164629 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad30354-94b0-46cc-bf99-0f15da18e99a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:27:05.172232 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ff4f7-a66a-4b77-a0c5-3e2b72f23c9d None None] Pushing event updated for resources: {'Port': ['ID=90d98244-dc9e-4429-92fb-dcc97b3f5a81,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:05.211327 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8bb6a8f6-83c7-41cc-b096-5c54f34daa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (eb95a5b0-4df5-42f5-ac3b-c6f958da2e26), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.263004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:05.277979 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0099ff1f-cf38-44f8-9c38-86117f140ef3 x-openstack-request-id: req-0099ff1f-cf38-44f8-9c38-86117f140ef3 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:27:05.278540 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:27:05.279655 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0099ff1f-cf38-44f8-9c38-86117f140ef3 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:27:05.280246 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'status': 'completed', 'code': 200} Feb 10 04:27:05.318836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1dbda59e-5615-40c1-af53-c9d63feca3fc tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.331240 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Attempting to bind port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:05.341212 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Attempting to bind port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:05.348522 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Attempting to bind port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 on network 56b8663b-fbbe-4498-bad5-06824b202781 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:05.359270 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:05.365378 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Checking segment: {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:05.366158 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.366675 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Bound using segment: {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:05.367340 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Bound port: 90d98244-dc9e-4429-92fb-dcc97b3f5a81, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:05.368282 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.392612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8bb6a8f6-83c7-41cc-b096-5c54f34daa84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82445c3cb28f4d2d9fccfcc102fd66b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4765565 Feb 10 04:27:05.393567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59332) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:05.463299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6a8f6-83c7-41cc-b096-5c54f34daa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb95a5b0-4df5-42f5-ac3b-c6f958da2e26,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:05.541519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47fdcf07-d187-4369-a015-021901395bda admin admin] Publish callbacks [] for security_group (eb95a5b0-4df5-42f5-ac3b-c6f958da2e26), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.604555 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] For port 90d98244-dc9e-4429-92fb-dcc97b3f5a81, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:05.605932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-428cf5d3-3e52-43e8-b1e9-40dd621efec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:05.611743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-428cf5d3-3e52-43e8-b1e9-40dd621efec6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.2645059 Feb 10 04:27:05.612004 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] For port 90d98244-dc9e-4429-92fb-dcc97b3f5a81, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=90d98244-dc9e-4429-92fb-dcc97b3f5a81,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:05.626816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47fdcf07-d187-4369-a015-021901395bda admin admin] Publish callbacks [] for security_group (eb95a5b0-4df5-42f5-ac3b-c6f958da2e26), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.687528 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.732160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1dbda59e-5615-40c1-af53-c9d63feca3fc tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (f816de45-aa45-448b-81c7-56b19ae79bfe), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.783328 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:05.784231 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:05.787058 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ff4f7-a66a-4b77-a0c5-3e2b72f23c9d None None] Pushing event updated for resources: {'Port': ['ID=90d98244-dc9e-4429-92fb-dcc97b3f5a81,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:05.816027 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59334) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:05.841120 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1dbda59e-5615-40c1-af53-c9d63feca3fc tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f816de45-aa45-448b-81c7-56b19ae79bfe), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.887768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-25214d77-6d77-4070-aadf-b6f8534c8f73 None None] Provisioning complete for port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:05.889036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-25214d77-6d77-4070-aadf-b6f8534c8f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.946341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad955f30-438d-4367-b0a7-be6d2b0c38e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ff7ccac505e4eb0817476ee5831aeaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289966 Feb 10 04:27:05.947060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59336) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:05.949190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47fdcf07-d187-4369-a015-021901395bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (eb95a5b0-4df5-42f5-ac3b-c6f958da2e26), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.958541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47fdcf07-d187-4369-a015-021901395bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:05.968864 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-47fdcf07-d187-4369-a015-021901395bda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb95a5b0-4df5-42f5-ac3b-c6f958da2e26 HTTP/1.1" status: 204 len: 168 time: 0.5699751 Feb 10 04:27:05.979811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbda59e-5615-40c1-af53-c9d63feca3fc tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f816de45-aa45-448b-81c7-56b19ae79bfe,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:06.005864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-669f8848-5bc9-4d21-be00-c3e5f33fd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:06.010429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-669f8848-5bc9-4d21-be00-c3e5f33fd75e service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 910 time: 0.3851807 Feb 10 04:27:06.017976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdcf07-d187-4369-a015-021901395bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb95a5b0-4df5-42f5-ac3b-c6f958da2e26,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:06.025588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1dbda59e-5615-40c1-af53-c9d63feca3fc tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.034430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1dbda59e-5615-40c1-af53-c9d63feca3fc tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9147782 Feb 10 04:27:06.039270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:06.060719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ad7ceace-9739-441c-bb89-87ed9e85f1d1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'security_group_rule': {'security_group_id': '34d80de2-37b0-443a-b8d1-4637f9bfda67', 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:06.129137 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:06.163885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '6ee7ea67-6fac-4aa0-b2b5-90f210857e6f', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'floating_ip_address': '172.25.8.222', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'port_id': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'mac_address': 'fa:16:3e:1d:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:27:02Z', 'updated_at': '2022-02-10T04:27:02Z', 'revision_number': 0, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:17Z', 'revision_number': 5, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:06.166531 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01bfad53-26e6-4f0f-bbd4-a5f23d47d872 admin admin] Publish callbacks [] for security_group (1862e7f7-a75b-4c3f-9dc5-a344026f2ef5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.222724 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01bfad53-26e6-4f0f-bbd4-a5f23d47d872 admin admin] Publish callbacks [] for security_group (1862e7f7-a75b-4c3f-9dc5-a344026f2ef5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.312704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] Checking router: ce9d548e-34bd-4f58-a6a9-f39c7f782479 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:27:06.363329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59348) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:06.387304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad7ceace-9739-441c-bb89-87ed9e85f1d1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group_rule (c0b5f34c-0702-4666-b0eb-765074e66821), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.399006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:06.399855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:06.412606 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-4be079ce-cfec-4f0a-abc9-902a0ed4a139 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 1000 time: 0.3769479 Feb 10 04:27:06.443426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-25214d77-6d77-4070-aadf-b6f8534c8f73 None None] Current status of the port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:06.443426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-25214d77-6d77-4070-aadf-b6f8534c8f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.516015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01bfad53-26e6-4f0f-bbd4-a5f23d47d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1862e7f7-a75b-4c3f-9dc5-a344026f2ef5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.521808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-f0c924fc-f075-411a-a0fb-cf80e2af3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:06.525601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-f0c924fc-f075-411a-a0fb-cf80e2af3d9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 0.1051390 Feb 10 04:27:06.533453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01bfad53-26e6-4f0f-bbd4-a5f23d47d872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.535831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-01bfad53-26e6-4f0f-bbd4-a5f23d47d872 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1862e7f7-a75b-4c3f-9dc5-a344026f2ef5 HTTP/1.1" status: 204 len: 168 time: 0.5876348 Feb 10 04:27:06.570216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfad53-26e6-4f0f-bbd4-a5f23d47d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1862e7f7-a75b-4c3f-9dc5-a344026f2ef5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:06.636211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad7ceace-9739-441c-bb89-87ed9e85f1d1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group_rule (c0b5f34c-0702-4666-b0eb-765074e66821), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.659548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-e964d945-4318-4280-811e-d123e315525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:06.661226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-e964d945-4318-4280-811e-d123e315525f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1188936 Feb 10 04:27:06.708886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad7ceace-9739-441c-bb89-87ed9e85f1d1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c0b5f34c-0702-4666-b0eb-765074e66821), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.739581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-25214d77-6d77-4070-aadf-b6f8534c8f73 None None] For port 90d98244-dc9e-4429-92fb-dcc97b3f5a81, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=90d98244-dc9e-4429-92fb-dcc97b3f5a81,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:06.846462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ceace-9739-441c-bb89-87ed9e85f1d1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b5f34c-0702-4666-b0eb-765074e66821,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:06.871246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad7ceace-9739-441c-bb89-87ed9e85f1d1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.872825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad7ceace-9739-441c-bb89-87ed9e85f1d1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8313985 Feb 10 04:27:06.915367 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:05Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:06.963079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:06.969471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb96d255-4aeb-4905-8ab0-7876aceee36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:06.986371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-3f762e64-604b-43aa-9bb1-5d443bd90a9f service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086672 Feb 10 04:27:07.007405 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab4305-fb75-4e83-b458-893f38f4be58 None None] The sync data for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 is: [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:05Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:27:07.197956 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb96d255-4aeb-4905-8ab0-7876aceee36f admin admin] Publish callbacks [] for security_group (1a2b71ed-8431-438f-84be-11774e0cad40), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.249715 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-25214d77-6d77-4070-aadf-b6f8534c8f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.274019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bb96d255-4aeb-4905-8ab0-7876aceee36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1a2b71ed-8431-438f-84be-11774e0cad40), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.365866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bb96d255-4aeb-4905-8ab0-7876aceee36f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78737b14ed4247d1b256ee039c492286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9942360 Feb 10 04:27:07.367140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96d255-4aeb-4905-8ab0-7876aceee36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b71ed-8431-438f-84be-11774e0cad40,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:07.369723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59376) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:07.437916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25214d77-6d77-4070-aadf-b6f8534c8f73 None None] Pushing event updated for resources: {'Port': ['ID=90d98244-dc9e-4429-92fb-dcc97b3f5a81,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:07.486518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83ec2841-af50-4346-a4be-3400979acfc6 admin admin] Publish callbacks [] for security_group (1a2b71ed-8431-438f-84be-11774e0cad40), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.514094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-4a1fc3a3-0b13-434d-ae2b-5da15042b092 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--70981275&fields=id&tenant_id=0c75aaefab404de1a005a8362835cfa4 HTTP/1.1" status: 200 len: 267 time: 0.1442835 Feb 10 04:27:07.565273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83ec2841-af50-4346-a4be-3400979acfc6 admin admin] Publish callbacks [] for security_group (1a2b71ed-8431-438f-84be-11774e0cad40), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.603549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-91815856-2ff7-471e-9ce9-cb9021e768c8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--1372423335&fields=id&tenant_id=0c75aaefab404de1a005a8362835cfa4 HTTP/1.1" status: 200 len: 267 time: 0.0882633 Feb 10 04:27:07.716172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e5af9cd5-0760-4432-9ceb-cb0221f1a1b6 None None] Provisioning complete for port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:07.723396 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e5af9cd5-0760-4432-9ceb-cb0221f1a1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.928016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-349cf524-6156-4228-bacc-b4cfd3c5d3ef tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:07.933132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-349cf524-6156-4228-bacc-b4cfd3c5d3ef tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/networks?id=56b8663b-fbbe-4498-bad5-06824b202781 HTTP/1.1" status: 200 len: 797 time: 0.3117785 Feb 10 04:27:07.953846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83ec2841-af50-4346-a4be-3400979acfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1a2b71ed-8431-438f-84be-11774e0cad40), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.957043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83ec2841-af50-4346-a4be-3400979acfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:07.964867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-a6416284-46dc-469b-94f5-746780cc02c5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/quotas/0c75aaefab404de1a005a8362835cfa4 HTTP/1.1" status: 200 len: 375 time: 0.0228479 Feb 10 04:27:07.969245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-83ec2841-af50-4346-a4be-3400979acfc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a2b71ed-8431-438f-84be-11774e0cad40 HTTP/1.1" status: 204 len: 168 time: 0.5983191 Feb 10 04:27:07.997057 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ad30354-94b0-46cc-bf99-0f15da18e99a req-dde5a952-951d-43b3-9494-e667e67f20d3 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9837317 Feb 10 04:27:08.005444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec2841-af50-4346-a4be-3400979acfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b71ed-8431-438f-84be-11774e0cad40,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:08.075535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e5af9cd5-0760-4432-9ceb-cb0221f1a1b6 None None] Current status of the port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:08.112830 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-77e0dce2-61d2-4486-bcad-15c20c445656 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1423194 Feb 10 04:27:08.144466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '6ee7ea67-6fac-4aa0-b2b5-90f210857e6f', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'floating_ip_address': '172.25.8.222', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'port_id': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'mac_address': 'fa:16:3e:1d:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:27:02Z', 'updated_at': '2022-02-10T04:27:02Z', 'revision_number': 0, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:17Z', 'revision_number': 5, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:08.232662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadc838-08fe-4709-876a-318540da1f54 None None] The sync data for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 is: [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '6ee7ea67-6fac-4aa0-b2b5-90f210857e6f', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'floating_ip_address': '172.25.8.222', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'port_id': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'mac_address': 'fa:16:3e:1d:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:27:02Z', 'updated_at': '2022-02-10T04:27:02Z', 'revision_number': 0, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:17Z', 'revision_number': 5, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:27:08.300293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-793f4146-01b8-4f57-b6f1-a700951f5235 service neutron] 10.222.0.42 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679957 Feb 10 04:27:08.539862 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-8b85316e-415e-478e-a2e7-0d253869b8aa service neutron] 10.222.0.42 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333350 Feb 10 04:27:08.705320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 90d98244-dc9e-4429-92fb-dcc97b3f5a81 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:08.847203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:08.847586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:08.925435 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbadc32-6ef4-47c8-9bcf-29d11db124a1 None None] New status for floating IP 6ee7ea67-6fac-4aa0-b2b5-90f210857e6f: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:27:09.006348 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:27:09.028250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:09.143689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59420) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:09.174238 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d790b64-0ec6-4a81-874f-e42350e5a8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:09.360950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d790b64-0ec6-4a81-874f-e42350e5a8bc admin admin] Publish callbacks [] for security_group (1f6afff3-ed49-49a8-8cdc-d3b77236b27e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:09.431621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d790b64-0ec6-4a81-874f-e42350e5a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1f6afff3-ed49-49a8-8cdc-d3b77236b27e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:09.483469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8d790b64-0ec6-4a81-874f-e42350e5a8bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=794fd118783c4b57adaf21e2b885d4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383822 Feb 10 04:27:09.487129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59428) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:09.530831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790b64-0ec6-4a81-874f-e42350e5a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6afff3-ed49-49a8-8cdc-d3b77236b27e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:09.598200 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a98a-3e43-4f33-b13c-da9a4f2f71e2 admin admin] Publish callbacks [] for security_group (1f6afff3-ed49-49a8-8cdc-d3b77236b27e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:09.632164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a98a-3e43-4f33-b13c-da9a4f2f71e2 admin admin] Publish callbacks [] for security_group (1f6afff3-ed49-49a8-8cdc-d3b77236b27e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.023062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a98a-3e43-4f33-b13c-da9a4f2f71e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1f6afff3-ed49-49a8-8cdc-d3b77236b27e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.025971 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a98a-3e43-4f33-b13c-da9a4f2f71e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.027549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5dd9a98a-3e43-4f33-b13c-da9a4f2f71e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f6afff3-ed49-49a8-8cdc-d3b77236b27e HTTP/1.1" status: 204 len: 168 time: 0.5391848 Feb 10 04:27:10.058820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9a98a-3e43-4f33-b13c-da9a4f2f71e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6afff3-ed49-49a8-8cdc-d3b77236b27e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:10.091627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-beeae285-b0f6-4c53-87b2-93ff14c63cc3 req-96d1e6d0-38b6-4e1c-944e-29d287df6f85 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.1624143 Feb 10 04:27:10.141293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59442) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:10.296427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-768281314'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:10.433634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:10.433634 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.441778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.534232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for security_group (c2ab7b26-cae4-4f7a-858b-88a843a3e457), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.625260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c2ab7b26-cae4-4f7a-858b-88a843a3e457), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.660984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:27:10.673243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ab7b26-cae4-4f7a-858b-88a843a3e457,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:10.699973 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (caac494d-af1d-43f5-aa5e-aa2f09a8055b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.700337 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Added segment caac494d-af1d-43f5-aa5e-aa2f09a8055b of type vlan for network bccb2641-a2dc-4885-b350-1b936c4c0b28 Feb 10 04:27:10.767821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (bccb2641-a2dc-4885-b350-1b936c4c0b28), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.869488 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (bccb2641-a2dc-4885-b350-1b936c4c0b28), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.875439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:10.876057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:10.974006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Network': ['ID=bccb2641-a2dc-4885-b350-1b936c4c0b28,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:10.989327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:27:11.028365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e5013d07-1f2f-4574-8fc2-d9c7613aae75 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8858325 Feb 10 04:27:11.031905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59484) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:11.037151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:11.209881 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b453f041-f2fa-4c64-9e7d-7ee73c638f7a req-ce3d0f53-7d86-45cf-ac07-0c66412c965c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.0398269 Feb 10 04:27:11.263882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:11.267882 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:11.548961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (7507c599-70cc-4fb7-9a58-e539f205eebc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:11.629976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=7507c599-70cc-4fb7-9a58-e539f205eebc,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:11.632294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:11.632666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network hostable DHCP agents. Network: bccb2641-a2dc-4885-b350-1b936c4c0b28, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:27:11.733992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:27:11.824894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, bccb2641-a2dc-4885-b350-1b936c4c0b28) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:11.829589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:11.830203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:11.839873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e05503-0f91-42e8-9be9-0c852801414a None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:11.916246 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2355156-b675-494f-8e78-6a805c537311 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8829114 Feb 10 04:27:11.921362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59520) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:11.928032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'name': 'tempest-NetworksTestDHCPv6-17452098'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:12.199583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:12.202975 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:12.204612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '7507c599-70cc-4fb7-9a58-e539f205eebc'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:12.214609 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:12.221470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port c292dcf9-7adb-4557-a7c9-d70df4943835 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:12.323406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9ddcf95-9c72-4824-91a8-2e94fa402322 req-7245ab5c-f5bd-415f-a577-fdae583b97e7 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.0487587 Feb 10 04:27:12.377166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::1c1 (bccb2641-a2dc-4885-b350-1b936c4c0b28/7507c599-70cc-4fb7-9a58-e539f205eebc/c292dcf9-7adb-4557-a7c9-d70df4943835) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:12.614198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (c292dcf9-7adb-4557-a7c9-d70df4943835), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:12.721109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c292dcf9-7adb-4557-a7c9-d70df4943835), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:12.795009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:12.798340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:12.802172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:12.807501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:12.808141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:12.817594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=c292dcf9-7adb-4557-a7c9-d70df4943835,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:12.827617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/7507c599-70cc-4fb7-9a58-e539f205eebc/3e07584c-2e9b-4771-a75c-4e76dc5361b8) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:12.916853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60434039-c524-4a83-95e1-515d033ffec1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9947958 Feb 10 04:27:12.922000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:13.051650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Publish callbacks [] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.055013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8a249-32c1-45fe-b5f4-7df678bed046 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:13.058734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-07e8a249-32c1-45fe-b5f4-7df678bed046 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1327512 Feb 10 04:27:13.059623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59594) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:13.159156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.163582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port c292dcf9-7adb-4557-a7c9-d70df4943835 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:13.163936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c292dcf9-7adb-4557-a7c9-d70df4943835), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.202759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:13.206170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:13.211661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:13.277482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c292dcf9-7adb-4557-a7c9-d70df4943835), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.285953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Pushing event updated for resources: {'Port': ['ID=3e07584c-2e9b-4771-a75c-4e76dc5361b8,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:13.295755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for c292dcf9-7adb-4557-a7c9-d70df4943835 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:13.322664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Attempting to bind port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:13.323357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Attempting to bind port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:13.323954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Attempting to bind port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:13.331462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:13.332572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:13.333313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.334050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:13.334718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Bound port: 3e07584c-2e9b-4771-a75c-4e76dc5361b8, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:13.335473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.494064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-306257ce-69e5-4cfe-88ee-4c53abae4cf2 req-9d9bc55d-f4f2-4f9f-af67-25cf95d5ef57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.0383847 Feb 10 04:27:13.507664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] For port 3e07584c-2e9b-4771-a75c-4e76dc5361b8, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:13.510942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] For port 3e07584c-2e9b-4771-a75c-4e76dc5361b8, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3e07584c-2e9b-4771-a75c-4e76dc5361b8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:13.582626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c292dcf9-7adb-4557-a7c9-d70df4943835), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.642781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=c292dcf9-7adb-4557-a7c9-d70df4943835,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:13.648464 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.694154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:13.702763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-417d1d80-f630-40d4-b9f2-deda008dca43 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/c292dcf9-7adb-4557-a7c9-d70df4943835 HTTP/1.1" status: 204 len: 168 time: 0.6405761 Feb 10 04:27:13.702978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59630) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:13.762363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17280b-c724-4fef-8122-b55d5206900a None None] Pushing event updated for resources: {'Port': ['ID=3e07584c-2e9b-4771-a75c-4e76dc5361b8,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:13.839792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d59ad1-9ba4-49ed-80e9-06c01aa1ff33 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:13.842140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d59ad1-9ba4-49ed-80e9-06c01aa1ff33 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:13.850464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d3d59ad1-9ba4-49ed-80e9-06c01aa1ff33 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1400068 Feb 10 04:27:13.850464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59642) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:13.945711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 7507c599-70cc-4fb7-9a58-e539f205eebc {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:13.950143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (7507c599-70cc-4fb7-9a58-e539f205eebc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:14.045162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (7507c599-70cc-4fb7-9a58-e539f205eebc), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:14.230875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7507c599-70cc-4fb7-9a58-e539f205eebc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:14.376139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (7507c599-70cc-4fb7-9a58-e539f205eebc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:14.415339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=7507c599-70cc-4fb7-9a58-e539f205eebc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:14.423712 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:14.428058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b1f3c5b3-e853-4a32-a4e8-a7fc879dca47 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/7507c599-70cc-4fb7-9a58-e539f205eebc HTTP/1.1" status: 204 len: 168 time: 0.5803382 Feb 10 04:27:14.430681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59670) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:14.610453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56b2435e-3d09-4495-8d63-9a9f873d5de5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751266 Feb 10 04:27:14.611211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59686) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:14.620249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:14.689934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-69f42ed2-9d0b-4e4c-8f27-88cd0e17d0bf req-9a6000dc-0454-45d2-8aa7-e0bce79b349a tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.0471287 Feb 10 04:27:14.708902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3e07584c-2e9b-4771-a75c-4e76dc5361b8 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:14.859582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:14.860222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:14.959808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:14.964252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:15.038065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:15.043305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:15.134209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 3e07584c-2e9b-4771-a75c-4e76dc5361b8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3e07584c-2e9b-4771-a75c-4e76dc5361b8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:15.209334 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:15.332767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=3e07584c-2e9b-4771-a75c-4e76dc5361b8,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:15.479287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92342c7e-0e0c-4382-836f-99319156b852 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:15.535117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-a922827a-d873-4775-b4ae-08602675abc6 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:15.552884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-a922827a-d873-4775-b4ae-08602675abc6 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.24 "GET /v2.0/networks?id=56b8663b-fbbe-4498-bad5-06824b202781 HTTP/1.1" status: 200 len: 797 time: 0.7218478 Feb 10 04:27:15.644467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1e4a670c-e045-401d-a7bc-4164693217a4 None None] Provisioning complete for port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:15.644853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1e4a670c-e045-401d-a7bc-4164693217a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:15.788324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a670c-e045-401d-a7bc-4164693217a4 None None] Current status of the port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:15.823304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73102f0-f690-429f-b955-79702fa14028 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:27:15.889911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f73102f0-f690-429f-b955-79702fa14028 None None] Deleting port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:15.889911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f73102f0-f690-429f-b955-79702fa14028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:15.965373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f73102f0-f690-429f-b955-79702fa14028 None None] For port 3e07584c-2e9b-4771-a75c-4e76dc5361b8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3e07584c-2e9b-4771-a75c-4e76dc5361b8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:15.965865 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f73102f0-f690-429f-b955-79702fa14028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:15.992672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-53960eb7-7812-4f9a-89c5-03f52eeba739 req-f1529588-a0cf-48d4-aebe-cb4519840e2d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.0424221 Feb 10 04:27:16.007319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f73102f0-f690-429f-b955-79702fa14028 None None] Calling delete_port for 3e07584c-2e9b-4771-a75c-4e76dc5361b8 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:16.013846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-05df4f31-13ab-478f-b0a8-b810de2da107 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c75aaefab404de1a005a8362835cfa4 HTTP/1.1" status: 200 len: 476 time: 0.3690886 Feb 10 04:27:16.018962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'port': {'device_id': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'admin_state_up': True, 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'security_groups': ['34d80de2-37b0-443a-b8d1-4637f9bfda67', 'f816de45-aa45-448b-81c7-56b19ae79bfe']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:16.112691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (4dc93503-3b65-45fa-96f1-4bb9365b085e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.173619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=4dc93503-3b65-45fa-96f1-4bb9365b085e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:16.209445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f73102f0-f690-429f-b955-79702fa14028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (3e07584c-2e9b-4771-a75c-4e76dc5361b8), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.209638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:16.215782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:16.226980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:16.227559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.263901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73102f0-f690-429f-b955-79702fa14028 None None] Pushing event deleted for resources: {'Port': ['ID=3e07584c-2e9b-4771-a75c-4e76dc5361b8,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:16.284774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73102f0-f690-429f-b955-79702fa14028 None None] No DVR routers for this DVR port 3e07584c-2e9b-4771-a75c-4e76dc5361b8 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:27:16.317613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451fe6d1-56cd-4022-9b1e-54b21c01a259 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:16.443130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '4dc93503-3b65-45fa-96f1-4bb9365b085e'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:16.443999 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.537261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3e07584c-2e9b-4771-a75c-4e76dc5361b8 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:27:16.567621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3e07584c-2e9b-4771-a75c-4e76dc5361b8 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:27:16.567888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3e07584c-2e9b-4771-a75c-4e76dc5361b8 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:27:16.615145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/4dc93503-3b65-45fa-96f1-4bb9365b085e/64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:16.700692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59782) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:16.701279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab496d50-f9ff-4b81-8651-8ee2187467ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0891304 Feb 10 04:27:16.706912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'name': 'tempest-NetworksTestDHCPv6-949574215'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:16.765810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Publish callbacks [] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.823068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Made reservation on behalf of 0c75aaefab404de1a005a8362835cfa4 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:16.840209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.920937 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.950657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:16.956828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:16.976777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port a88d49e5-5498-4f61-b479-905ee379068d yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:17.010558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:17.019870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:17.026327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:17.044208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Pushing event updated for resources: {'Port': ['ID=64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:17.121426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Allocated IP 172.20.0.11 (56b8663b-fbbe-4498-bad5-06824b202781/33f7b84a-e555-43d3-adf6-4faf4187a6de/ff6df509-2c09-440b-b39d-1a9a3d80d713) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:17.125151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Attempting to bind port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:17.143431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Attempting to bind port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:17.144150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Attempting to bind port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:17.151777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6de1e103-9c8f-46cb-9c19-1f7126e242d6 req-8fac9bc6-d367-49d8-9a6e-1570791970b9 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.0358584 Feb 10 04:27:17.156758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:17.159871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:17.161290 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.161290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:17.161290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Bound port: 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:17.161764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.184416 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.220444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::1c5 (bccb2641-a2dc-4885-b350-1b936c4c0b28/4dc93503-3b65-45fa-96f1-4bb9365b085e/a88d49e5-5498-4f61-b479-905ee379068d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:17.328974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] For port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:17.342565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] For port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:17.411363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.448433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.501218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e7232-3481-4374-99ec-09fc2c715c86 None None] Pushing event updated for resources: {'Port': ['ID=64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:17.518319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (a88d49e5-5498-4f61-b479-905ee379068d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.659999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a88d49e5-5498-4f61-b479-905ee379068d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.662933 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.739595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:17.755423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:17.759565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network 56b8663b-fbbe-4498-bad5-06824b202781 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:17.761568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:17.764248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:17.768634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:17.769428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:17.769780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.775199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=a88d49e5-5498-4f61-b479-905ee379068d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:17.795665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=ff6df509-2c09-440b-b39d-1a9a3d80d713,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:17.850280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:17.850280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:17.871912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-032a7b75-c4a3-4e9b-a72a-85fa062704fc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1700141 Feb 10 04:27:17.884081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59850) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:17.937314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6720f224-c7df-43e3-b25e-b632bc548099 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9223135 Feb 10 04:27:17.955717 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6bb748c9-7fdc-4f6e-ab8a-9f7f1d7442ee tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:27:17.957091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-6bb748c9-7fdc-4f6e-ab8a-9f7f1d7442ee tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108130 Feb 10 04:27:18.016910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5f681-5712-432d-8d83-412e36fdf26f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:18.036113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5f681-5712-432d-8d83-412e36fdf26f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:18.037822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-55b5f681-5712-432d-8d83-412e36fdf26f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1522501 Feb 10 04:27:18.041213 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59862) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:18.175965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port a88d49e5-5498-4f61-b479-905ee379068d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:18.175965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a88d49e5-5498-4f61-b479-905ee379068d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:18.339094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Request body: {'port': {'device_id': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:18.396821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b90e42ce-ec99-4ff0-8f5f-b3d5d1cf6441 None None] Provisioning complete for port ff6df509-2c09-440b-b39d-1a9a3d80d713 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:18.398898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b90e42ce-ec99-4ff0-8f5f-b3d5d1cf6441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:18.425723 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a88d49e5-5498-4f61-b479-905ee379068d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:18.442177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for a88d49e5-5498-4f61-b479-905ee379068d owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:18.477063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2154bd-b04b-422a-bd26-b5fcb684115c req-40dc4a50-bd64-4fc4-b66e-575ba0341067 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:18.480193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a2154bd-b04b-422a-bd26-b5fcb684115c req-40dc4a50-bd64-4fc4-b66e-575ba0341067 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 971 time: 0.2074215 Feb 10 04:27:18.488569 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:18.565379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b90e42ce-ec99-4ff0-8f5f-b3d5d1cf6441 None None] Port ff6df509-2c09-440b-b39d-1a9a3d80d713 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:18.629441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:18.707968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:18.781185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59902) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:18.899958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:18.900637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.109138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:19.109945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.197577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:19.241018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88e6be37-6dee-4360-a438-5c3b8808fc40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.310883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8f394004-1ea9-40a0-92c3-e7824a499b46 None None] Provisioning complete for port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:19.312826 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f394004-1ea9-40a0-92c3-e7824a499b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.376170 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.397665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a88d49e5-5498-4f61-b479-905ee379068d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.472932 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88e6be37-6dee-4360-a438-5c3b8808fc40 admin admin] Publish callbacks [] for security_group (d1d50b99-6294-44b7-85a7-0d8d93df748c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.493035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:19.532577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a2154bd-b04b-422a-bd26-b5fcb684115c req-d73c8671-92c8-4f80-9ff4-993ecadeed55 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.0448709 Feb 10 04:27:19.542608 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88e6be37-6dee-4360-a438-5c3b8808fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d1d50b99-6294-44b7-85a7-0d8d93df748c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.573353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=a88d49e5-5498-4f61-b479-905ee379068d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:19.646720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.654312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f18f375-081b-4a0a-ac2e-21b6fd250e13 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/a88d49e5-5498-4f61-b479-905ee379068d HTTP/1.1" status: 204 len: 168 time: 1.6092668 Feb 10 04:27:19.658696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8f394004-1ea9-40a0-92c3-e7824a499b46 None None] Current status of the port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:19.659597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59944) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:19.680429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-88e6be37-6dee-4360-a438-5c3b8808fc40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=021e2cde7f014529b3b266840d4c95f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8972652 Feb 10 04:27:19.688372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 59946) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:19.688372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6be37-6dee-4360-a438-5c3b8808fc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d50b99-6294-44b7-85a7-0d8d93df748c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:19.764291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3171c934-0b1b-4111-9250-96d58e0310eb admin admin] Publish callbacks [] for security_group (d1d50b99-6294-44b7-85a7-0d8d93df748c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.786846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-74e6b8cc-6705-48bc-8082-47030da58cfe None None] Could not find standard attr ID for object c292dcf9-7adb-4557-a7c9-d70df4943835. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:27:19.806691 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3171c934-0b1b-4111-9250-96d58e0310eb admin admin] Publish callbacks [] for security_group (d1d50b99-6294-44b7-85a7-0d8d93df748c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.835734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c43bd0-a77d-4708-ab8b-69c965e4e365 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:19.840134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c43bd0-a77d-4708-ab8b-69c965e4e365 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:19.844621 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53c43bd0-a77d-4708-ab8b-69c965e4e365 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1839004 Feb 10 04:27:19.847700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59960) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:19.958633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 4dc93503-3b65-45fa-96f1-4bb9365b085e {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:19.970519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (4dc93503-3b65-45fa-96f1-4bb9365b085e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:19.999733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3171c934-0b1b-4111-9250-96d58e0310eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d1d50b99-6294-44b7-85a7-0d8d93df748c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.002326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3171c934-0b1b-4111-9250-96d58e0310eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.008154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3171c934-0b1b-4111-9250-96d58e0310eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1d50b99-6294-44b7-85a7-0d8d93df748c HTTP/1.1" status: 204 len: 168 time: 0.3198488 Feb 10 04:27:20.024123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171c934-0b1b-4111-9250-96d58e0310eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d50b99-6294-44b7-85a7-0d8d93df748c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:20.071756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (4dc93503-3b65-45fa-96f1-4bb9365b085e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.116278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d01ea23d-0a54-4d77-9a36-2ed8a44b73db None None] Could not find standard attr ID for object a88d49e5-5498-4f61-b479-905ee379068d. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:27:20.144037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6df509-2c09-440b-b39d-1a9a3d80d713 {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:27:20.159443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Publish callbacks [] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.216919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Transition to ACTIVE for port object ff6df509-2c09-440b-b39d-1a9a3d80d713 will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:27:20.237801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (4dc93503-3b65-45fa-96f1-4bb9365b085e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.317209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.403586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Pushing event updated for resources: {'Port': ['ID=ff6df509-2c09-440b-b39d-1a9a3d80d713,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:20.411435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (4dc93503-3b65-45fa-96f1-4bb9365b085e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.451817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc93503-3b65-45fa-96f1-4bb9365b085e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:20.490034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.496176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7a74d5b2-4485-49c4-974c-252a0eeab794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/4dc93503-3b65-45fa-96f1-4bb9365b085e HTTP/1.1" status: 204 len: 168 time: 0.6419916 Feb 10 04:27:20.496455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 59996) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:20.608264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e8656-4258-406f-a1b2-6db4cae75143 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:20.651615 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4e86cbfe-8471-46bf-bd59-3e2bd0140a07 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281829 Feb 10 04:27:20.654960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60006) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:20.661157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:20.737175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:20.754047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Attempting to bind port ff6df509-2c09-440b-b39d-1a9a3d80d713 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:20.754879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Attempting to bind port ff6df509-2c09-440b-b39d-1a9a3d80d713 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:20.755145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Attempting to bind port ff6df509-2c09-440b-b39d-1a9a3d80d713 on network 56b8663b-fbbe-4498-bad5-06824b202781 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:20.770073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Port ff6df509-2c09-440b-b39d-1a9a3d80d713 on network 56b8663b-fbbe-4498-bad5-06824b202781 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:27:20.770417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Attempting to bind port ff6df509-2c09-440b-b39d-1a9a3d80d713 on network 56b8663b-fbbe-4498-bad5-06824b202781 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:20.786070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:20.786460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Checking segment: {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:20.786922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Bound using segment: {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:20.787375 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Bound port: ff6df509-2c09-440b-b39d-1a9a3d80d713, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:20.787747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:20.963096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] For port ff6df509-2c09-440b-b39d-1a9a3d80d713, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:20.970147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] For port ff6df509-2c09-440b-b39d-1a9a3d80d713, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:21.035936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:21.036883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:21.050444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135714-c9a0-4895-8f36-fecde8e97ee3 req-8535e7ef-7cb6-4e98-ac6d-bc076e9c6f1b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:21.051675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:21.052083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c135714-c9a0-4895-8f36-fecde8e97ee3 req-8535e7ef-7cb6-4e98-ac6d-bc076e9c6f1b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 983 time: 0.2878509 Feb 10 04:27:21.139644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:21.156095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:21.162760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:27:21.167008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:21.168297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:21.174496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] 10.222.0.24 "PUT /v2.0/ports/ff6df509-2c09-440b-b39d-1a9a3d80d713 HTTP/1.1" status: 200 len: 1131 time: 3.2067783 Feb 10 04:27:21.183637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:27:21.190881 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b857fa8-e855-47c3-98f3-768fd6832384" -d '{"events": [{"name": "network-changed", "server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:27:21.249544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9922c-5b7b-4133-bcdf-0a288d3a5d2e service neutron] Pushing event updated for resources: {'Port': ['ID=ff6df509-2c09-440b-b39d-1a9a3d80d713,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:21.377514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c135714-c9a0-4895-8f36-fecde8e97ee3 req-707e658f-bd85-4151-a245-68e93596fb29 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3099794 Feb 10 04:27:21.452333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-8dcd8597-a73b-403c-8e2f-23565acb6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:21.455749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-8dcd8597-a73b-403c-8e2f-23565acb6bef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1165 time: 0.1604612 Feb 10 04:27:21.468225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:21.477511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] Deleting port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:21.477511 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:21.611582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-01d10dc4-c2da-4a2d-bc79-0664531e9b02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713 HTTP/1.1" status: 200 len: 217 time: 0.1484632 Feb 10 04:27:21.695243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] For port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:21.695744 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:21.720904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-e5820b5b-3915-4725-a58c-07259ca2a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:21.723032 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-e5820b5b-3915-4725-a58c-07259ca2a7e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33f7b84a-e555-43d3-adf6-4faf4187a6de HTTP/1.1" status: 200 len: 834 time: 0.1051717 Feb 10 04:27:21.750939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] Calling delete_port for 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:21.859608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-08eea938-d78b-4043-a11c-aa2050a6c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:21.863736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-08eea938-d78b-4043-a11c-aa2050a6c642 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56b8663b-fbbe-4498-bad5-06824b202781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1324146 Feb 10 04:27:21.935638 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8672b902-b92d-45ad-bd85-e4dcfb16fa6c x-openstack-request-id: req-8672b902-b92d-45ad-bd85-e4dcfb16fa6c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:27:21.935953 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:27:21.936185 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8672b902-b92d-45ad-bd85-e4dcfb16fa6c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:27:21.936691 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'status': 'completed', 'code': 200} Feb 10 04:27:22.000814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (175f33da-114d-4859-ae89-353ce36785e7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:22.018576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:22.021489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:22.030346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-a7a7f79e-9740-4ac0-a4a5-a09338bf0e37 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619453 Feb 10 04:27:22.073177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:22.074999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:22.079367 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:22.140156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=175f33da-114d-4859-ae89-353ce36785e7,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:22.159973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] Pushing event deleted for resources: {'Port': ['ID=64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:22.168222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bc9c4-ca99-4506-9076-2c29154daed6 None None] No DVR routers for this DVR port 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:27:22.188674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c67d8-2a5b-4b25-bca7-d3cc2eaabdd5 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:22.215180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b0e677aa-fb70-43eb-857b-32efc4503835 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5588300 Feb 10 04:27:22.218161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60098) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:22.224851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'name': 'tempest-NetworksTestDHCPv6-188967412'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:22.300480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1a36dee-0b3f-47bd-a86e-8fb02a777e45 req-670102de-d183-4f69-b8f2-41fdd30d5f28 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635829 Feb 10 04:27:22.486629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '175f33da-114d-4859-ae89-353ce36785e7'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:22.490415 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:22.520036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-c9fbfdb3-798d-4f51-87c0-513fe26896e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:22.530316 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-c9fbfdb3-798d-4f51-87c0-513fe26896e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1165 time: 0.0771344 Feb 10 04:27:22.629785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:22.633714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:22.668977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port a3fb82c7-4b63-48fc-9837-0ae60c265f02 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:22.690333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:27:22.703227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60126) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:22.717872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-de565bdc-2f76-4021-acca-712d94b0fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:22.719699 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-de565bdc-2f76-4021-acca-712d94b0fec2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56b8663b-fbbe-4498-bad5-06824b202781 HTTP/1.1" status: 200 len: 898 time: 0.1809859 Feb 10 04:27:22.723506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:27:22.724013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 64fd4c8b-31ab-410f-9f68-6cdd0ea6fc28 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:27:22.758557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab2099-750c-49ab-b60d-cdb4c9f5936b req-6c28965f-5e38-4f78-91c9-a8f6c9ce7a3e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:22.758557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adab2099-750c-49ab-b60d-cdb4c9f5936b req-6c28965f-5e38-4f78-91c9-a8f6c9ce7a3e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 983 time: 0.2026103 Feb 10 04:27:22.794537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-157f5121-32c6-44da-ac31-8d5d674d7848 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713 HTTP/1.1" status: 200 len: 217 time: 0.0655062 Feb 10 04:27:22.874974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adab2099-750c-49ab-b60d-cdb4c9f5936b req-041801ae-0a2c-491b-a90c-65e0c2c173df tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0997765 Feb 10 04:27:22.895397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/175f33da-114d-4859-ae89-353ce36785e7/d0097b8c-54f6-4fdc-887c-76d3a39cb51a) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:22.898680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-e4b3e4fb-19a1-4c35-a91e-ed90bb77b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:22.910799 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-e4b3e4fb-19a1-4c35-a91e-ed90bb77b035 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33f7b84a-e555-43d3-adf6-4faf4187a6de HTTP/1.1" status: 200 len: 834 time: 0.1103041 Feb 10 04:27:23.053830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1735878520-network', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:23.098421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-c5a3220d-52a6-4c8f-bdc6-d9178f8cb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:23.100515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-c5a3220d-52a6-4c8f-bdc6-d9178f8cb7ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56b8663b-fbbe-4498-bad5-06824b202781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1764178 Feb 10 04:27:23.144943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Publish callbacks [] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.203236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:23.210325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.226239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.234184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.299137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Pushing event updated for resources: {'Port': ['ID=d0097b8c-54f6-4fdc-887c-76d3a39cb51a,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:23.308688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-10547ccc-210b-4335-aba8-62a33349a9c2 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018559 Feb 10 04:27:23.312343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:23.314085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:23.316519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:23.330674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::2c4 (bccb2641-a2dc-4885-b350-1b936c4c0b28/175f33da-114d-4859-ae89-353ce36785e7/a3fb82c7-4b63-48fc-9837-0ae60c265f02) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:23.390441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Attempting to bind port d0097b8c-54f6-4fdc-887c-76d3a39cb51a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:23.390441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Attempting to bind port d0097b8c-54f6-4fdc-887c-76d3a39cb51a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:23.390441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Attempting to bind port d0097b8c-54f6-4fdc-887c-76d3a39cb51a on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:23.392454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:23.392912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:23.393627 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.394090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:23.394631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Bound port: d0097b8c-54f6-4fdc-887c-76d3a39cb51a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:23.395103 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.420215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-c5d36de2-b0cf-47e4-b294-9e6d4b4be4f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1096709 Feb 10 04:27:23.472087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks [] for security_group (46d295a7-8c3e-4f73-beed-ebe1e1167fae), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.477763 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b857fa8-e855-47c3-98f3-768fd6832384 req-ab51e100-1bb7-48a9-b4d8-52adb02c27d0 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624718 Feb 10 04:27:23.516114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] For port d0097b8c-54f6-4fdc-887c-76d3a39cb51a, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:23.528224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] For port d0097b8c-54f6-4fdc-887c-76d3a39cb51a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0097b8c-54f6-4fdc-887c-76d3a39cb51a,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:23.555877 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (46d295a7-8c3e-4f73-beed-ebe1e1167fae), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.582767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:27:23.593489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d295a7-8c3e-4f73-beed-ebe1e1167fae,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:23.599529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6a893271-d548-467c-8f40-d8f6f0298b1a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.599870 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Added segment 6a893271-d548-467c-8f40-d8f6f0298b1a of type vlan for network 3a8f9648-c978-46ea-9258-23f73207f925 Feb 10 04:27:23.606062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309f626-58cf-4a55-8795-e13b91d20eba req-47a983c5-d24a-4b3a-a341-ad757bc56fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:23.608027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-47a983c5-d24a-4b3a-a341-ad757bc56fd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.0836091 Feb 10 04:27:23.610973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (a3fb82c7-4b63-48fc-9837-0ae60c265f02), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.657128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (3a8f9648-c978-46ea-9258-23f73207f925), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.666688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.741993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8b7cd-f497-4c05-ac5f-b7f511243251 None None] Pushing event updated for resources: {'Port': ['ID=d0097b8c-54f6-4fdc-887c-76d3a39cb51a,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:23.743421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a3fb82c7-4b63-48fc-9837-0ae60c265f02), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.755370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (3a8f9648-c978-46ea-9258-23f73207f925), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.757197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:23.757804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.792673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309f626-58cf-4a55-8795-e13b91d20eba req-84ca0dc2-e295-4667-a9d0-22f7549f9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:23.794305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-84ca0dc2-e295-4667-a9d0-22f7549f9a1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 910 time: 0.1571207 Feb 10 04:27:23.807347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:23.817723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:23.820451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:23.827113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:23.827756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:23.832140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8f9648-c978-46ea-9258-23f73207f925,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:23.843349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 3a8f9648-c978-46ea-9258-23f73207f925 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:27:23.884951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e0279496-89a6-4f56-8016-1097f04c2bf0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1805007 Feb 10 04:27:23.889676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60188) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:23.898190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=a3fb82c7-4b63-48fc-9837-0ae60c265f02,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:23.898604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Request body: {'subnet': {'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1735878520-subnet', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:23.927907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-c929a351-1b9a-4342-a471-caddc9ff5aeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 1002 time: 0.1254673 Feb 10 04:27:24.014758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3a6337ad-9ca1-4552-8336-ee11435d516d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7948940 Feb 10 04:27:24.015117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60196) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:24.039584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309f626-58cf-4a55-8795-e13b91d20eba req-ddaa47f5-1267-4415-a41d-c1821d112263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:24.043152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-ddaa47f5-1267-4415-a41d-c1821d112263 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 0.1069200 Feb 10 04:27:24.136346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309f626-58cf-4a55-8795-e13b91d20eba req-be9368d7-24a5-4b8f-9ffa-506bbe85233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:24.140319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-be9368d7-24a5-4b8f-9ffa-506bbe85233d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0927756 Feb 10 04:27:24.228571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80c42c-8a40-470a-a643-6b2eb0b62193 req-642c2457-a684-4c0d-a4b7-f99ff366bd56 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:24.231111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da80c42c-8a40-470a-a643-6b2eb0b62193 req-642c2457-a684-4c0d-a4b7-f99ff366bd56 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 983 time: 0.2276855 Feb 10 04:27:24.253209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9e5b2-6fdf-460c-84e9-89aedc256609 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:24.258804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9e5b2-6fdf-460c-84e9-89aedc256609 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:24.260568 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cea9e5b2-6fdf-460c-84e9-89aedc256609 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2446697 Feb 10 04:27:24.268116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60216) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:24.279864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-87b316fc-f7c1-40e7-a367-a009c90bb2da service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320782 Feb 10 04:27:24.284350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:24.286674 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:24.420883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5309f626-58cf-4a55-8795-e13b91d20eba req-530b73b2-523e-47c5-a62a-97a302f7bab2 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342947 Feb 10 04:27:24.567570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da80c42c-8a40-470a-a643-6b2eb0b62193 req-d93c373c-4901-4076-8aba-10f797ab0d8e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3265595 Feb 10 04:27:24.630357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port a3fb82c7-4b63-48fc-9837-0ae60c265f02 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:24.630727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a3fb82c7-4b63-48fc-9837-0ae60c265f02), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:24.676389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d0097b8c-54f6-4fdc-887c-76d3a39cb51a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:24.743045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d0097b8c-54f6-4fdc-887c-76d3a39cb51a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:24.743803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:24.765954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ff6df509-2c09-440b-b39d-1a9a3d80d713 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:27:24.797644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a3fb82c7-4b63-48fc-9837-0ae60c265f02), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:24.811679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for a3fb82c7-4b63-48fc-9837-0ae60c265f02 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:24.871347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (611058d8-f7bb-420e-b040-bfcb280411a2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.014097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=611058d8-f7bb-420e-b040-bfcb280411a2,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:25.019201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ff6df509-2c09-440b-b39d-1a9a3d80d713, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:25.034395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:25.034793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Network hostable DHCP agents. Network: 3a8f9648-c978-46ea-9258-23f73207f925, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:27:25.048538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'port_id': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'mac_address': 'fa:16:3e:12:7b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:27:25.063044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d0097b8c-54f6-4fdc-887c-76d3a39cb51a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:25.063726 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.136926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port d0097b8c-54f6-4fdc-887c-76d3a39cb51a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0097b8c-54f6-4fdc-887c-76d3a39cb51a,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:25.140829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ff6df509-2c09-440b-b39d-1a9a3d80d713 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:25.140829 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.153845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6df509-2c09-440b-b39d-1a9a3d80d713 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:27:25.183511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ff6df509-2c09-440b-b39d-1a9a3d80d713, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:25.217590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Network 3a8f9648-c978-46ea-9258-23f73207f925 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:27:25.245621 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.245793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a3fb82c7-4b63-48fc-9837-0ae60c265f02), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.249187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.276352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=a3fb82c7-4b63-48fc-9837-0ae60c265f02,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:25.327313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ff6df509-2c09-440b-b39d-1a9a3d80d713,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:25.352527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.357549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7da269ac-f3b8-485c-9dd3-aaaefc2b0863 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/a3fb82c7-4b63-48fc-9837-0ae60c265f02 HTTP/1.1" status: 204 len: 168 time: 1.0874295 Feb 10 04:27:25.358328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 3a8f9648-c978-46ea-9258-23f73207f925) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:25.360635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60264) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:25.362614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:25.373629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.391633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=d0097b8c-54f6-4fdc-887c-76d3a39cb51a,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:25.408692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c82874-e42a-424a-808f-c7070e0759cf None None] Network 3a8f9648-c978-46ea-9258-23f73207f925 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:25.484857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-25997192-94b2-4310-aaef-92455a2f4234 None None] Provisioning complete for port d0097b8c-54f6-4fdc-887c-76d3a39cb51a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:25.485235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-25997192-94b2-4310-aaef-92455a2f4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.491392 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b9c69816-cf73-4b1e-8218-0a879cf8cd2b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5977921 Feb 10 04:27:25.491713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60266) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:25.499208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:25.506058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b79c34-14e7-4405-9c55-348081a7eec7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:25.508319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b79c34-14e7-4405-9c55-348081a7eec7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:25.514898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b6b79c34-14e7-4405-9c55-348081a7eec7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1526947 Feb 10 04:27:25.518182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60268) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:25.527686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['ff6df509-2c09-440b-b39d-1a9a3d80d713'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:27:25.591109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 175f33da-114d-4859-ae89-353ce36785e7 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:25.595975 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (175f33da-114d-4859-ae89-353ce36785e7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.656407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (175f33da-114d-4859-ae89-353ce36785e7), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.659174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-25997192-94b2-4310-aaef-92455a2f4234 None None] Current status of the port d0097b8c-54f6-4fdc-887c-76d3a39cb51a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:25.676813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-3a8f9648-c978-46ea-9258-23f73207f925', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:25.678590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.781495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (7f017d68-2a15-463d-adf0-67acc8b5b21f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.782856 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (7f017d68-2a15-463d-adf0-67acc8b5b21f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.795206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (175f33da-114d-4859-ae89-353ce36785e7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:25.945468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bde65fef-63e7-47c8-93f8-2cfaa51a148a None None] Could not find standard attr ID for object a3fb82c7-4b63-48fc-9837-0ae60c265f02. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:27:25.989790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks [] for router_controller (7f017d68-2a15-463d-adf0-67acc8b5b21f), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.077441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Allocated IP 172.20.0.2 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/ff33625e-3d8d-486d-afae-2f5dfa3a7299) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:26.093245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (175f33da-114d-4859-ae89-353ce36785e7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.200134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=175f33da-114d-4859-ae89-353ce36785e7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:26.201461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f25ad-4ca6-413d-8a13-a3df50f7345c req-7741ecb9-8f76-480b-8c03-a07b0ca5f221 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:26.203095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7f25ad-4ca6-413d-8a13-a3df50f7345c req-7741ecb9-8f76-480b-8c03-a07b0ca5f221 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 984 time: 0.4795446 Feb 10 04:27:26.277854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee7f25ad-4ca6-413d-8a13-a3df50f7345c req-18aae385-5096-4df1-8a4d-a97a2d29f235 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0576131 Feb 10 04:27:26.280941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.284220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6d1c08f2-8903-48fa-a195-ede5bab5d90b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/175f33da-114d-4859-ae89-353ce36785e7 HTTP/1.1" status: 204 len: 168 time: 0.7648759 Feb 10 04:27:26.289005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60284) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:26.291554 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Publish callbacks [] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.296327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae950504-989e-4c3e-a028-eedf4966bac8 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:26.380930 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.608518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a9928a07-b6f6-4433-ac1b-ad4cc5044128 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014459 Feb 10 04:27:26.609967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60288) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:26.611004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks [] for router_gateway (7f017d68-2a15-463d-adf0-67acc8b5b21f), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.611379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Pushing event updated for resources: {'Port': ['ID=ff33625e-3d8d-486d-afae-2f5dfa3a7299,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:26.611929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fdbc9-76fd-4c1e-8683-e44990447a85 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:26.611929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-456fdbc9-76fd-4c1e-8683-e44990447a85 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1354678 Feb 10 04:27:26.611929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60290) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:26.612963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:26.612963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:26.612963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:26.613269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b092fa-ac05-4919-a723-b61714d7cbdc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:26.613269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c6b092fa-ac05-4919-a723-b61714d7cbdc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735486 Feb 10 04:27:26.613269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60292) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:26.640996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d0097b8c-54f6-4fdc-887c-76d3a39cb51a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:26.658884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9d372869-6037-40b3-8d9c-4536810c5e8e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463812 Feb 10 04:27:26.662913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:26.670284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:26.737278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Attempting to bind port ff33625e-3d8d-486d-afae-2f5dfa3a7299 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:26.737661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Attempting to bind port ff33625e-3d8d-486d-afae-2f5dfa3a7299 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:26.738027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Attempting to bind port ff33625e-3d8d-486d-afae-2f5dfa3a7299 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:26.764212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:26.764598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:26.765017 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.765472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:26.765960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Bound port: ff33625e-3d8d-486d-afae-2f5dfa3a7299, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:26.766596 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.781061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ff6df509-2c09-440b-b39d-1a9a3d80d713 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:26.826520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:27:26.905994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d0097b8c-54f6-4fdc-887c-76d3a39cb51a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:26.906338 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:26.976907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] For port ff33625e-3d8d-486d-afae-2f5dfa3a7299, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:27.055229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] For port ff33625e-3d8d-486d-afae-2f5dfa3a7299, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ff33625e-3d8d-486d-afae-2f5dfa3a7299,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:27.065321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] Deleting port d0097b8c-54f6-4fdc-887c-76d3a39cb51a {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:27.071890 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.128069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port ff6df509-2c09-440b-b39d-1a9a3d80d713 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:27:27.167723 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.271253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port ff6df509-2c09-440b-b39d-1a9a3d80d713 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:27.271559 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.278646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ea92c-8129-4026-9420-8c8e83d48bc3 None None] Pushing event updated for resources: {'Port': ['ID=ff33625e-3d8d-486d-afae-2f5dfa3a7299,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:27.288847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] For port d0097b8c-54f6-4fdc-887c-76d3a39cb51a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0097b8c-54f6-4fdc-887c-76d3a39cb51a,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:27.289817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.332492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] Calling delete_port for d0097b8c-54f6-4fdc-887c-76d3a39cb51a owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:27.358623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d0097b8c-54f6-4fdc-887c-76d3a39cb51a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:27.399500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:27.404271 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.577050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ff6df509-2c09-440b-b39d-1a9a3d80d713 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:27.578983 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.591877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0651293-782d-452b-ac20-692aad7cb809 req-e98a3b79-9397-4e44-b345-582bee6cd238 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:27.593639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0651293-782d-452b-ac20-692aad7cb809 req-e98a3b79-9397-4e44-b345-582bee6cd238 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 984 time: 0.1981552 Feb 10 04:27:27.699111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d0097b8c-54f6-4fdc-887c-76d3a39cb51a), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.756675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] Pushing event deleted for resources: {'Port': ['ID=d0097b8c-54f6-4fdc-887c-76d3a39cb51a,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:27.768285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172699d-0814-45bc-95f4-866ee79541c5 None None] No DVR routers for this DVR port d0097b8c-54f6-4fdc-887c-76d3a39cb51a on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:27:27.774128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:27:27.776455 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b9ea23-82c5-4ee3-8430-97babfe22f79" -d '{"events": [{"server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "name": "network-vif-plugged", "status": "completed", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:27:27.810637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ab627c07-5e2e-4873-b8d7-00651f6a997b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.822475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ff6df509-2c09-440b-b39d-1a9a3d80d713, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:27.893384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:27.970244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0651293-782d-452b-ac20-692aad7cb809 req-93845e69-3348-4578-a8d8-901b44bdd9c3 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3551414 Feb 10 04:27:27.999048 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks [] for router_gateway (7f017d68-2a15-463d-adf0-67acc8b5b21f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:28.027265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:28.039610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (3384b3ca-a7c1-4f77-932f-36a7eb6a94d8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:28.045611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ff6df509-2c09-440b-b39d-1a9a3d80d713,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:28.187403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Allocated IP 172.25.8.241 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/ef681052-bbdf-4308-a5d7-fcd12d0e11bf) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:28.247865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:28.277899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:28.281929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:28.282560 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:28.295559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7e412-d654-43aa-936e-d7b838399642 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:28.300639 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634e5e5c-d7f0-4cb0-894f-3340b876eed6 x-openstack-request-id: req-634e5e5c-d7f0-4cb0-894f-3340b876eed6 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:27:28.300933 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "name": "network-vif-plugged", "status": "completed", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:27:28.302252 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-634e5e5c-d7f0-4cb0-894f-3340b876eed6 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:27:28.302654 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'code': 200} Feb 10 04:27:28.320365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=3384b3ca-a7c1-4f77-932f-36a7eb6a94d8,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:28.431963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-07681fbe-1a27-468f-bbf5-6adf1ef3523c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7672842 Feb 10 04:27:28.434447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60328) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:28.442951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '3384b3ca-a7c1-4f77-932f-36a7eb6a94d8', 'ip_address': '2001:db8::4965:7b66:e4cb:c5e9'}], 'name': 'tempest-NetworksTestDHCPv6-1880703160'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:28.450907 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks [] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:28.488175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d70ec-51fc-49da-91cc-58612f26c9f9 req-f28b137a-3f5f-41e2-b029-26a8801f5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:28.491083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-001d70ec-51fc-49da-91cc-58612f26c9f9 req-f28b137a-3f5f-41e2-b029-26a8801f5275 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1167 time: 0.1101799 Feb 10 04:27:28.586635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '3384b3ca-a7c1-4f77-932f-36a7eb6a94d8'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:28.587692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:28.642327 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-001d70ec-51fc-49da-91cc-58612f26c9f9 req-eb6708d0-f4ba-4ac5-bb46-e772953d2ce0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1448696 Feb 10 04:27:28.648249 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:28.759506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:28.763694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ff33625e-3d8d-486d-afae-2f5dfa3a7299 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:28.779444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:28.783383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:28.808176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:28.853829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Pushing event updated for resources: {'Port': ['ID=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:28.992546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/3384b3ca-a7c1-4f77-932f-36a7eb6a94d8/27e5f4ad-23af-418a-9f2c-e3024a1c6a66) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:28.994266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:29.009490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ff33625e-3d8d-486d-afae-2f5dfa3a7299 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:29.010036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:29.042887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 1b030e99-8185-42dc-96f7-f1d6bf74e390 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:29.191132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee5b47-63f0-4e85-8a60-1a90b6505ab7 req-dd2dcfe5-bd7d-4f6e-8e68-cefdb5b017fb tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:29.201229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2ee5b47-63f0-4e85-8a60-1a90b6505ab7 req-dd2dcfe5-bd7d-4f6e-8e68-cefdb5b017fb tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 985 time: 0.1047385 Feb 10 04:27:29.277888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2ee5b47-63f0-4e85-8a60-1a90b6505ab7 req-6067e2d3-b0b0-4ef7-855c-1012449d5e59 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0749063 Feb 10 04:27:29.396594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4441e-3da9-4577-b7fa-ad2d757573d7 None None] Network 3a8f9648-c978-46ea-9258-23f73207f925 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:29.439639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks [] for router_gateway (7f017d68-2a15-463d-adf0-67acc8b5b21f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:29.525266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-61748f1d-c785-4dcf-b891-56bddfd80541 None None] Provisioning complete for port ff33625e-3d8d-486d-afae-2f5dfa3a7299 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:29.525645 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61748f1d-c785-4dcf-b891-56bddfd80541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:29.857252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ff33625e-3d8d-486d-afae-2f5dfa3a7299 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:29.857252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:29.930168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (7f017d68-2a15-463d-adf0-67acc8b5b21f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:29.973062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Publish callbacks [] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:29.988217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-970f4328-40af-4c8e-b331-8c2674f22148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.039806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-61748f1d-c785-4dcf-b891-56bddfd80541 None None] Current status of the port ff33625e-3d8d-486d-afae-2f5dfa3a7299 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:30.040233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61748f1d-c785-4dcf-b891-56bddfd80541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.046464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port ff33625e-3d8d-486d-afae-2f5dfa3a7299, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ff33625e-3d8d-486d-afae-2f5dfa3a7299,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:30.082961 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.186480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.217036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:30.229829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:30.232874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::4965:7b66:e4cb:c5e9 (bccb2641-a2dc-4885-b350-1b936c4c0b28/3384b3ca-a7c1-4f77-932f-36a7eb6a94d8/1b030e99-8185-42dc-96f7-f1d6bf74e390) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:30.235189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:30.245471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:27:30.267687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Pushing event updated for resources: {'Port': ['ID=27e5f4ad-23af-418a-9f2c-e3024a1c6a66,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:30.287352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d0097b8c-54f6-4fdc-887c-76d3a39cb51a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:27:30.448566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d0097b8c-54f6-4fdc-887c-76d3a39cb51a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:27:30.449268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d0097b8c-54f6-4fdc-887c-76d3a39cb51a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:27:30.461763 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-61748f1d-c785-4dcf-b891-56bddfd80541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:27:30.462263 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-61748f1d-c785-4dcf-b891-56bddfd80541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:27:30.489923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Attempting to bind port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:30.490452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Attempting to bind port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:30.509358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Attempting to bind port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:30.530583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:30.531501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:30.537210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.537978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:30.538785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Bound port: 27e5f4ad-23af-418a-9f2c-e3024a1c6a66, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:30.539565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.542089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=ff33625e-3d8d-486d-afae-2f5dfa3a7299,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:30.582421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:27:30.614285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60372) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:30.624447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:27:30.637736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7ea13-43af-4c7e-afa9-15d3816ae894 req-ea2843b2-15d6-4d96-a9be-3c991826d5f9 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:30.646888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42b7ea13-43af-4c7e-afa9-15d3816ae894 req-ea2843b2-15d6-4d96-a9be-3c991826d5f9 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 985 time: 0.2406123 Feb 10 04:27:30.671267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.674091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3167ec5f-e2de-4c56-8137-e7029f48b37b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1808453 Feb 10 04:27:30.677029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:30.677230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:30.677375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:30.752835 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (1b030e99-8185-42dc-96f7-f1d6bf74e390), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.805031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] For port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:30.809629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] For port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=27e5f4ad-23af-418a-9f2c-e3024a1c6a66,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:30.837426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42b7ea13-43af-4c7e-afa9-15d3816ae894 req-34a1b887-a212-4e22-9843-470956c8064d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1894462 Feb 10 04:27:30.905957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1b030e99-8185-42dc-96f7-f1d6bf74e390), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:30.907773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:30.935492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb0db-43df-4905-88a1-ffbdd9c99da3 req-827508bd-f9ca-448f-838a-76babf921091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:30.937257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e23eb0db-43df-4905-88a1-ffbdd9c99da3 req-827508bd-f9ca-448f-838a-76babf921091 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.3207092 Feb 10 04:27:30.991904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:30.998971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=1b030e99-8185-42dc-96f7-f1d6bf74e390,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:31.003377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:31.005935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:31.012301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:31.013865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.034346 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.050528 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e23eb0db-43df-4905-88a1-ffbdd9c99da3 req-fc26bc59-e4b6-480f-acb0-96b8e2ed75f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050253 Feb 10 04:27:31.094149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f31f5e0c-e0b0-415f-a9ca-3b4109888978 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6574135 Feb 10 04:27:31.096559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60390) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:31.163231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ff5d-735a-40f3-8e3f-75c1b66b7ff3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:31.168732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6ff5d-735a-40f3-8e3f-75c1b66b7ff3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:31.170470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bfe6ff5d-735a-40f3-8e3f-75c1b66b7ff3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0729346 Feb 10 04:27:31.173120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60392) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:31.210214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ad06b-d49f-4c8f-98de-344cd659f6ea req-7b505b9b-0d05-4fd6-81b7-2e472c1c0a8c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:31.215452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a19ad06b-d49f-4c8f-98de-344cd659f6ea req-7b505b9b-0d05-4fd6-81b7-2e472c1c0a8c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 985 time: 0.1879241 Feb 10 04:27:31.277867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-61748f1d-c785-4dcf-b891-56bddfd80541 None None] Current status of the port ff33625e-3d8d-486d-afae-2f5dfa3a7299 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:31.353375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41365cf5-0c20-460b-a32d-6c60879b4d72 None None] Pushing event updated for resources: {'Port': ['ID=27e5f4ad-23af-418a-9f2c-e3024a1c6a66,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:31.380227 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.387016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 1b030e99-8185-42dc-96f7-f1d6bf74e390 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:31.387016 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1b030e99-8185-42dc-96f7-f1d6bf74e390), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.423024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8688869d-f777-49b0-941b-d1a5b326d38e None None] Provisioning complete for port ff33625e-3d8d-486d-afae-2f5dfa3a7299 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:31.423406 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8688869d-f777-49b0-941b-d1a5b326d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.679399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a19ad06b-d49f-4c8f-98de-344cd659f6ea req-ea5ecebd-c869-415a-b99e-880cb7d12ab2 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4534342 Feb 10 04:27:31.688771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1b030e99-8185-42dc-96f7-f1d6bf74e390), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.735201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 1b030e99-8185-42dc-96f7-f1d6bf74e390 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:31.756136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:29Z', 'revision_number': 3, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:31.810904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:27:31.811976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Updating router 7f017d68-2a15-463d-adf0-67acc8b5b21f port ef681052-bbdf-4308-a5d7-fcd12d0e11bf binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:27:31.847939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.856365 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:31.986570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8688869d-f777-49b0-941b-d1a5b326d38e None None] Current status of the port ff33625e-3d8d-486d-afae-2f5dfa3a7299 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:32.164216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17927b-0dae-486e-b9d1-18334b96d6d1 req-93900c3b-9e5e-43a4-9eaa-c0381cf267a2 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:32.171001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f17927b-0dae-486e-b9d1-18334b96d6d1 req-93900c3b-9e5e-43a4-9eaa-c0381cf267a2 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1167 time: 0.3191686 Feb 10 04:27:32.213258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1b030e99-8185-42dc-96f7-f1d6bf74e390), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.215078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1f17927b-0dae-486e-b9d1-18334b96d6d1 req-c7f721d8-3f8a-43e2-be65-23ec23317080 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.217217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Allocated IP 172.20.0.1 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/fce033fb-2271-4883-a08f-ec1ec75714ea) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:32.429952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.446837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/1b030e99-8185-42dc-96f7-f1d6bf74e390 HTTP/1.1" status: 204 len: 168 time: 1.2666032 Feb 10 04:27:32.446837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb851f9-4074-4e4d-b579-50b94f495cf8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=1b030e99-8185-42dc-96f7-f1d6bf74e390,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:32.447626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60420) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:32.627892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1f17927b-0dae-486e-b9d1-18334b96d6d1 req-c7f721d8-3f8a-43e2-be65-23ec23317080 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Publish callbacks [] for security_group (13760be4-4025-439d-90ae-7a14f50b3fd9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.653988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae762b3-5f96-4132-af5c-b73ba39921a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:32.656354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae762b3-5f96-4132-af5c-b73ba39921a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:32.658623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fae762b3-5f96-4132-af5c-b73ba39921a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2118273 Feb 10 04:27:32.661523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60426) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:32.661885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks [] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.729979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1f17927b-0dae-486e-b9d1-18334b96d6d1 req-c7f721d8-3f8a-43e2-be65-23ec23317080 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (13760be4-4025-439d-90ae-7a14f50b3fd9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.814002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f721d8-3f8a-43e2-be65-23ec23317080 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13760be4-4025-439d-90ae-7a14f50b3fd9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:32.860838 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Publish callbacks [] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.870178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.871033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.896426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 3384b3ca-a7c1-4f77-932f-36a7eb6a94d8 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:32.900544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (3384b3ca-a7c1-4f77-932f-36a7eb6a94d8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.920569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:32.977906 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:32.999987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (3384b3ca-a7c1-4f77-932f-36a7eb6a94d8), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.001031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Pushing event updated for resources: {'Port': ['ID=fce033fb-2271-4883-a08f-ec1ec75714ea,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:33.023043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:33.029325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:33.032023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:33.126202 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3384b3ca-a7c1-4f77-932f-36a7eb6a94d8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.152387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (7f017d68-2a15-463d-adf0-67acc8b5b21f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.157303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Attempting to bind port ef681052-bbdf-4308-a5d7-fcd12d0e11bf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:33.159754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Attempting to bind port ef681052-bbdf-4308-a5d7-fcd12d0e11bf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:33.160938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Attempting to bind port ef681052-bbdf-4308-a5d7-fcd12d0e11bf on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:33.173622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Pushing event updated for resources: {'Port': ['ID=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:33.200879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:33.201390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:33.201809 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.202209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:33.205239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Bound port: ef681052-bbdf-4308-a5d7-fcd12d0e11bf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:33.205644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.217443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.219071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.219071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.219071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.221971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.225558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.226253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.233401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.233401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.233401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.233401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.233401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.233401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:33.268168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f17927b-0dae-486e-b9d1-18334b96d6d1 req-c7f721d8-3f8a-43e2-be65-23ec23317080 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.0911994 Feb 10 04:27:33.297232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60438) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:33.367000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (3384b3ca-a7c1-4f77-932f-36a7eb6a94d8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.371046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] For port ef681052-bbdf-4308-a5d7-fcd12d0e11bf, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:33.382722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] For port ef681052-bbdf-4308-a5d7-fcd12d0e11bf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:33.407071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:33.407600 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.450509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=3384b3ca-a7c1-4f77-932f-36a7eb6a94d8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:33.476548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.483149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60440) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:33.485895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-51a8233c-5036-4b32-90a4-c8bc1b65ad36 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/3384b3ca-a7c1-4f77-932f-36a7eb6a94d8 HTTP/1.1" status: 204 len: 168 time: 0.8211932 Feb 10 04:27:33.494601 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.510278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da566def-54af-4b03-9932-c79ecb82441e tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:33.515263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-da566def-54af-4b03-9932-c79ecb82441e tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1162 time: 0.2154543 Feb 10 04:27:33.526512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60444) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:33.532003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:33.595572 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-399cc9eb-fd4a-421e-a100-704f6a2c81bc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111658 Feb 10 04:27:33.598680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60448) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:33.604177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:33.645565 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.674328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a88fa9-4641-4067-bcfd-c918e0546a86 None None] Pushing event updated for resources: {'Port': ['ID=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:33.680406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-779e81ca-7ee5-4f55-a6ab-8da1862c16b0 None None] Provisioning complete for port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:33.686191 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-779e81ca-7ee5-4f55-a6ab-8da1862c16b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.699825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:33.765903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bf715-b7d6-4339-8fb5-249a500ea886 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:33.836493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:33.841842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:33.956526 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks [] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.027235 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.036116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:34.039905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.070528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.074323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:34.074323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.084090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-779e81ca-7ee5-4f55-a6ab-8da1862c16b0 None None] Current status of the port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:34.084717 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-779e81ca-7ee5-4f55-a6ab-8da1862c16b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.202346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (7f017d68-2a15-463d-adf0-67acc8b5b21f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.208025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:34.255954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-779e81ca-7ee5-4f55-a6ab-8da1862c16b0 None None] For port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=27e5f4ad-23af-418a-9f2c-e3024a1c6a66,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:34.279730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:27:34.292843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Pushing event updated for resources: {'Port': ['ID=fce033fb-2271-4883-a08f-ec1ec75714ea,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:34.300238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Allocated IP 172.25.8.26 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/1008f84b-1a78-4b3f-b113-baf2d92d53f4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:34.386322 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-779e81ca-7ee5-4f55-a6ab-8da1862c16b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.539545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:34.541193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:34.542612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.567547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.570964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.699847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:34.715588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:34.734322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:34.734987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.782548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:27:34.790287 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:27:34.807302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:34.846840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cfc77c6a-d7ed-4449-a6c3-e0689b28e5fd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2466259 Feb 10 04:27:34.847436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60458) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:34.856057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e81ca-7ee5-4f55-a6ab-8da1862c16b0 None None] Pushing event updated for resources: {'Port': ['ID=27e5f4ad-23af-418a-9f2c-e3024a1c6a66,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:34.860795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:27:34.863616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-100f6425-c0a2-4de4-9a8b-091501c27ad4 None None] Provisioning complete for port fce033fb-2271-4883-a08f-ec1ec75714ea triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:34.864008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-100f6425-c0a2-4de4-9a8b-091501c27ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.873078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d', 'ip_address': '2001:db8::870f:5e9c:3719:5c19'}], 'name': 'tempest-NetworksTestDHCPv6-1191679128'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:34.960074 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:34.966776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] Deleting port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:34.967317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:35.146739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] For port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=27e5f4ad-23af-418a-9f2c-e3024a1c6a66,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:35.147534 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:35.150541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:35.153273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:27:35.159875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0c3cfbfa-0e8b-4080-af4f-33b09b2e8b02 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f017d68-2a15-463d-adf0-67acc8b5b21f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4803569 Feb 10 04:27:35.172010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:35.176569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:35.210635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=1008f84b-1a78-4b3f-b113-baf2d92d53f4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:35.242554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-100f6425-c0a2-4de4-9a8b-091501c27ad4 None None] Port fce033fb-2271-4883-a08f-ec1ec75714ea cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:35.245792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] Calling delete_port for 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:35.275950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-100f6425-c0a2-4de4-9a8b-091501c27ad4 None None] Could not find standard attr ID for object 1b030e99-8185-42dc-96f7-f1d6bf74e390. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:27:35.449639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:35.493235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:35.494774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ff33625e-3d8d-486d-afae-2f5dfa3a7299 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:35.504662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9e9bb028-9df0-464b-91df-699834b36d3a None None] Provisioning complete for port fce033fb-2271-4883-a08f-ec1ec75714ea triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:35.505041 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb028-9df0-464b-91df-699834b36d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:35.587720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:32Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:35.590128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9e9bb028-9df0-464b-91df-699834b36d3a None None] Port fce033fb-2271-4883-a08f-ec1ec75714ea cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:35.639310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ffa055-8763-4f53-adac-66615cd287cb None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:32Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:27:35.676522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:35.680662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ff33625e-3d8d-486d-afae-2f5dfa3a7299 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:35.681376 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:35.746325 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (27e5f4ad-23af-418a-9f2c-e3024a1c6a66), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:35.805279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] Pushing event deleted for resources: {'Port': ['ID=27e5f4ad-23af-418a-9f2c-e3024a1c6a66,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:35.814248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b9912-76c8-4e63-bcdd-4459a2a6687a None None] No DVR routers for this DVR port 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:27:35.828548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port f550cdfb-5d90-45ad-bb0d-58525b46dad4 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:35.850607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b7076-7e44-48f2-aa56-03b02caaf4e7 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:36.066727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::870f:5e9c:3719:5c19 (bccb2641-a2dc-4885-b350-1b936c4c0b28/59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d/f550cdfb-5d90-45ad-bb0d-58525b46dad4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:36.235127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (f550cdfb-5d90-45ad-bb0d-58525b46dad4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:36.235393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ff33625e-3d8d-486d-afae-2f5dfa3a7299 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:36.391727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f550cdfb-5d90-45ad-bb0d-58525b46dad4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:36.476731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:27:36.528309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:27:36.528796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 27e5f4ad-23af-418a-9f2c-e3024a1c6a66 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:27:36.557024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:36.557996 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:36.949127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d/3fb0192b-cff2-496a-83e2-86d2dbd6ce65) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:37.079061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60506) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:37.092606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-438546578-network', 'tenant_id': 'be3557c83024400a9e1069003dab2327'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:37.191725 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Publish callbacks [] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.240049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Made reservation on behalf of be3557c83024400a9e1069003dab2327 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:37.246619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.258155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.268362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.367393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:37.370723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:37.371966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:37.378175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:37.381531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:37.399554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Pushing event updated for resources: {'Port': ['ID=3fb0192b-cff2-496a-83e2-86d2dbd6ce65,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:37.411349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks [] for security_group (4937502e-0cf0-4cb1-95a0-c3091a4f6e81), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.417919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=f550cdfb-5d90-45ad-bb0d-58525b46dad4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:37.420379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:37.425833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:37.431570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.519713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4937502e-0cf0-4cb1-95a0-c3091a4f6e81), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.525982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Attempting to bind port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:37.526564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Attempting to bind port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:37.527131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Attempting to bind port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:37.536139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:37.536645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:37.536922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.537326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:37.537793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Bound port: 3fb0192b-cff2-496a-83e2-86d2dbd6ce65, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:37.538179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.587993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4937502e-0cf0-4cb1-95a0-c3091a4f6e81,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:37.611738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-626ee6c0-e71a-4243-a804-975a9f9edffe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7603192 Feb 10 04:27:37.614087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60514) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:37.622862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:27:37.635474 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (49b1476d-1288-42ab-a073-e38553cae4d0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.636352 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Added segment 49b1476d-1288-42ab-a073-e38553cae4d0 of type vlan for network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 Feb 10 04:27:37.673084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60516) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:37.705414 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (63b9cf50-f8b8-4c64-9ede-b8c3d17bed82), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.726564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] For port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:37.732643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] For port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3fb0192b-cff2-496a-83e2-86d2dbd6ce65,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:37.764395 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for floatingip (a35078d2-36ad-4f66-9a4d-e16125123b22), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.824268 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.836260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (63b9cf50-f8b8-4c64-9ede-b8c3d17bed82), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.837586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:37.838587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:37.902335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18c3aa-388a-4658-8708-15f76e2b060f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:37.926244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18c3aa-388a-4658-8708-15f76e2b060f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:37.928328 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2b18c3aa-388a-4658-8708-15f76e2b060f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2968068 Feb 10 04:27:37.934011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60520) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:37.979847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-429c6dac-06f4-4baa-b14b-d01fdccc5864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.001281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a16424-b54e-4c95-9369-0e7ad6364dba None None] Pushing event updated for resources: {'Port': ['ID=3fb0192b-cff2-496a-83e2-86d2dbd6ce65,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:38.102238 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-429c6dac-06f4-4baa-b14b-d01fdccc5864 admin admin] Publish callbacks [] for security_group (677a46ea-e3f9-4d81-a921-951bdeff2860), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.130566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0487235 Feb 10 04:27:38.131544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60522) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:38.140389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.155097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Request body: {'subnet': {'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-438546578-subnet', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:38.188270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17448e28-c334-4d5d-b4f8-6318dd26848b admin admin] Pushing event updated for resources: {'Network': ['ID=63b9cf50-f8b8-4c64-9ede-b8c3d17bed82,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:38.199811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:27:38.344161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Made reservation on behalf of be3557c83024400a9e1069003dab2327 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:38.352680 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.532544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.536756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-429c6dac-06f4-4baa-b14b-d01fdccc5864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (677a46ea-e3f9-4d81-a921-951bdeff2860), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.554223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef681052-bbdf-4308-a5d7-fcd12d0e11bf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:38.598747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port f550cdfb-5d90-45ad-bb0d-58525b46dad4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:38.598747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f550cdfb-5d90-45ad-bb0d-58525b46dad4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.620464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c6dac-06f4-4baa-b14b-d01fdccc5864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677a46ea-e3f9-4d81-a921-951bdeff2860,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:38.640438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-429c6dac-06f4-4baa-b14b-d01fdccc5864 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d53468ec28db46d6be10e856e804351a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9505854 Feb 10 04:27:38.640438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.644410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60528) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:38.699187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ef681052-bbdf-4308-a5d7-fcd12d0e11bf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:38.699486 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.857230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ef681052-bbdf-4308-a5d7-fcd12d0e11bf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:38.857632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.867670 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f550cdfb-5d90-45ad-bb0d-58525b46dad4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.894852 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for f550cdfb-5d90-45ad-bb0d-58525b46dad4 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:38.909502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port ef681052-bbdf-4308-a5d7-fcd12d0e11bf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:38.916037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=1008f84b-1a78-4b3f-b113-baf2d92d53f4,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:38.956391 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff72d-c78f-4dc5-a05b-97f0b06a6fe7 admin admin] Publish callbacks [] for security_group (677a46ea-e3f9-4d81-a921-951bdeff2860), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.972685 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:38.975034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:38.993132 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (a35078d2-36ad-4f66-9a4d-e16125123b22), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.073850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:39.113466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff72d-c78f-4dc5-a05b-97f0b06a6fe7 admin admin] Publish callbacks [] for security_group (677a46ea-e3f9-4d81-a921-951bdeff2860), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.191909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:39.192785 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.276766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.331855 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Floating IP a35078d2-36ad-4f66-9a4d-e16125123b22 associated. External IP: 172.25.8.26, port: ff6df509-2c09-440b-b39d-1a9a3d80d713. Feb 10 04:27:39.362348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:39.363366 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.375970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:39.413186 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:27:39.430760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff72d-c78f-4dc5-a05b-97f0b06a6fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (677a46ea-e3f9-4d81-a921-951bdeff2860), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.441802 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:39.441802 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:39.442067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3fb0192b-cff2-496a-83e2-86d2dbd6ce65,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:39.442184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8f3ff72d-c78f-4dc5-a05b-97f0b06a6fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.442184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8f3ff72d-c78f-4dc5-a05b-97f0b06a6fe7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/677a46ea-e3f9-4d81-a921-951bdeff2860 HTTP/1.1" status: 204 len: 168 time: 0.7832558 Feb 10 04:27:39.461586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ff72d-c78f-4dc5-a05b-97f0b06a6fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677a46ea-e3f9-4d81-a921-951bdeff2860,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:39.479843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Checking segment: {'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:39.479843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Network hostable DHCP agents. Network: 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:27:39.524918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.570839 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f550cdfb-5d90-45ad-bb0d-58525b46dad4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.686096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:27:39.689878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=f550cdfb-5d90-45ad-bb0d-58525b46dad4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:39.723733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=3fb0192b-cff2-496a-83e2-86d2dbd6ce65,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:39.767186 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.776815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60536) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:39.777616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8fefd3a1-f2ef-44c4-944e-e52c02a1f916 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/f550cdfb-5d90-45ad-bb0d-58525b46dad4 HTTP/1.1" status: 204 len: 168 time: 1.8367474 Feb 10 04:27:39.789795 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:39.833047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:39.845028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:39.845270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115141c-5fba-4d1f-bc66-0b17fe3d0133 None None] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:39.845650 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:39.967641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-765d3226-bdcd-4397-a8f9-2d953d05f8f1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8253610 Feb 10 04:27:39.970581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60540) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:39.975581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:40.144390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:40.145322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:40.196735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51a09b-0dbd-46ed-880a-bed5ded931df tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:40.202086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51a09b-0dbd-46ed-880a-bed5ded931df tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:40.203734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1e51a09b-0dbd-46ed-880a-bed5ded931df tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4261174 Feb 10 04:27:40.224791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60542) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:40.271047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-63b9cf50-f8b8-4c64-9ede-b8c3d17bed82', 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82', 'project_id': 'be3557c83024400a9e1069003dab2327', 'fixed_ips': [{'subnet_id': '150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:40.271906 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:40.285058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks [] for router_controller (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:40.370671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:27:40.469296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:40.489665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:40.536818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Allocated IP 172.20.0.2 (63b9cf50-f8b8-4c64-9ede-b8c3d17bed82/150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd/07356633-2cd5-4152-a643-2af229efa83b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:40.862835 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 2, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:40.873085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:27:40.932061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:40.945334 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:27:40.951043 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Updating router 7f017d68-2a15-463d-adf0-67acc8b5b21f port fce033fb-2271-4883-a08f-ec1ec75714ea binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:27:40.967849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef681052-bbdf-4308-a5d7-fcd12d0e11bf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:40.973469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] Sync routers for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:27:40.999299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60548) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:41.004052 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.042388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.047824 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Publish callbacks [] for port (07356633-2cd5-4152-a643-2af229efa83b), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.109084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:41.111997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:41.147854 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b8e75fe-1aec-46d1-ab6e-5e4ebc9d547d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.185718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-627477b2-aed2-46f3-9d25-e45ed5e5df9c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6577508 Feb 10 04:27:41.201217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:27:41.203852 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212" -d '{"events": [{"name": "network-changed", "server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:27:41.209535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60550) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:41.217276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (07356633-2cd5-4152-a643-2af229efa83b), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.219564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-be73abcf-48a6-4537-a858-5f7e15a998ac None None] Provisioning complete for port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:41.220033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be73abcf-48a6-4537-a858-5f7e15a998ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.379358 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70ff8e-08bc-4edd-8461-8993a0f739ae x-openstack-request-id: req-9c70ff8e-08bc-4edd-8461-8993a0f739ae {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:27:41.379813 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:27:41.380174 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c70ff8e-08bc-4edd-8461-8993a0f739ae {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:27:41.380782 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'status': 'completed', 'code': 200} Feb 10 04:27:41.441506 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Publish callbacks [] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.506526 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks [] for router_gateway (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.516325 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.519467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:41.541708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-13d5ebd8-45f5-4b07-8e16-7581da4ea5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:41.546421 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-13d5ebd8-45f5-4b07-8e16-7581da4ea5af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1167 time: 0.1377385 Feb 10 04:27:41.589370 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Pushing event updated for resources: {'Port': ['ID=fce033fb-2271-4883-a08f-ec1ec75714ea,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:41.615691 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.616344 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.616869 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.617387 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.623988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:41.642057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.741305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Pushing event updated for resources: {'Port': ['ID=07356633-2cd5-4152-a643-2af229efa83b,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:41.766220 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Attempting to bind port fce033fb-2271-4883-a08f-ec1ec75714ea on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:41.766823 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Attempting to bind port fce033fb-2271-4883-a08f-ec1ec75714ea by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:41.767370 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Attempting to bind port fce033fb-2271-4883-a08f-ec1ec75714ea on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:41.785567 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:41.786314 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:41.786900 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.787482 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:41.788131 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Bound port: fce033fb-2271-4883-a08f-ec1ec75714ea, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:41.788692 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.818959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:41.854075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ef681052-bbdf-4308-a5d7-fcd12d0e11bf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:41.854884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:41.922163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:41.932556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:41.933656 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] For port fce033fb-2271-4883-a08f-ec1ec75714ea, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:41.938228 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] For port fce033fb-2271-4883-a08f-ec1ec75714ea, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=fce033fb-2271-4883-a08f-ec1ec75714ea,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:41.951904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-664f85f0-ae24-4737-b19b-4c5f9dfd7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:41.953467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-664f85f0-ae24-4737-b19b-4c5f9dfd7a3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=56b8663b-fbbe-4498-bad5-06824b202781 HTTP/1.1" status: 200 len: 898 time: 0.3930213 Feb 10 04:27:41.959285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-be73abcf-48a6-4537-a858-5f7e15a998ac None None] Current status of the port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:42.031867 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.079543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.082194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.082863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.083000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-be73abcf-48a6-4537-a858-5f7e15a998ac None None] Could not find standard attr ID for object f550cdfb-5d90-45ad-bb0d-58525b46dad4. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:27:42.088484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.088999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.089478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.089939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.103201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.103808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.106604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b247864-15ce-4f06-8841-38d0e9e2592c tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6381 time: 0.8947568 Feb 10 04:27:42.109735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60558) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:42.146912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-effbc067-a176-4800-9e67-c84c8fabbbf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713 HTTP/1.1" status: 200 len: 999 time: 0.1857224 Feb 10 04:27:42.151817 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32fc7e-7775-491a-96c4-953168b3fe54 None None] Pushing event updated for resources: {'Port': ['ID=fce033fb-2271-4883-a08f-ec1ec75714ea,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:42.204660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Attempting to bind port 07356633-2cd5-4152-a643-2af229efa83b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:42.209840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Attempting to bind port 07356633-2cd5-4152-a643-2af229efa83b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:42.210386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Attempting to bind port 07356633-2cd5-4152-a643-2af229efa83b on network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:42.224853 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:42.226237 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:42.232197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.253267 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b8e75fe-1aec-46d1-ab6e-5e4ebc9d547d admin admin] Publish callbacks [] for security_group (76d189d0-1ecc-41f4-90fa-637e3ef4d732), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.265889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:42.266466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Checking segment: {'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:42.267033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.267542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Bound using segment: {'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:42.268158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Bound port: 07356633-2cd5-4152-a643-2af229efa83b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:42.268663 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (07356633-2cd5-4152-a643-2af229efa83b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.339418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:42.344670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.350119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cba2cf9e-6818-4d18-9053-5557a754340d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d HTTP/1.1" status: 204 len: 168 time: 2.1218910 Feb 10 04:27:42.354713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60560) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:42.357515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7b8e75fe-1aec-46d1-ab6e-5e4ebc9d547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (76d189d0-1ecc-41f4-90fa-637e3ef4d732), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.407716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7b8e75fe-1aec-46d1-ab6e-5e4ebc9d547d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e3d174436804cd6952b2b89924eb738&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4041970 Feb 10 04:27:42.415805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60562) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:42.427316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e15b75-15f4-4d24-b7ea-048511b98e51 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:42.489255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-90b3c74c-f1ab-4340-a69b-9c9fb9a4b2d8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302812 Feb 10 04:27:42.501327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.501587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.502034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.502492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.502993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.503437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.503881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.504319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.505219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.510031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33b42b0f-7e79-4409-a418-fae4893993ad tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5901 time: 0.3990524 Feb 10 04:27:42.510726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60564) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:42.511050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60566) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:42.538600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:42.584566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-65ab2903-3e6a-4a73-953e-40d243a9ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:42.587475 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:42.592441 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-65ab2903-3e6a-4a73-953e-40d243a9ab96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33f7b84a-e555-43d3-adf6-4faf4187a6de HTTP/1.1" status: 200 len: 834 time: 0.4388487 Feb 10 04:27:42.651228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks [] for router_gateway (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.718600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] Provisioning complete for port fce033fb-2271-4883-a08f-ec1ec75714ea triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:42.719299 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:42.819948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:43.023318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-9b922f4f-28f6-440e-be0c-24fd8720217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:43.024805 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-9b922f4f-28f6-440e-be0c-24fd8720217f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56b8663b-fbbe-4498-bad5-06824b202781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3714561 Feb 10 04:27:43.111350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ef681052-bbdf-4308-a5d7-fcd12d0e11bf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:43.112495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:43.208492 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:41Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:43.248337 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e6431-8612-408b-8b36-1031e4ec7e6e None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:41Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:27:43.256849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Allocated IP 172.25.8.202 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/bfcefb5b-3a0b-4eac-b697-e5090ee4cab4) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:43.327944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-45d224db-e887-4c32-85e7-c350cbae91da service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860467 Feb 10 04:27:43.413830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] For port 07356633-2cd5-4152-a643-2af229efa83b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:43.437238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] For port 07356633-2cd5-4152-a643-2af229efa83b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=07356633-2cd5-4152-a643-2af229efa83b,segment=NetworkSegment(49b1476d-1288-42ab-a073-e38553cae4d0),segment_id=49b1476d-1288-42ab-a073-e38553cae4d0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:43.475330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a35078d2-36ad-4f66-9a4d-e16125123b22', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'port_id': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'mac_address': 'fa:16:3e:12:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:27:35Z', 'updated_at': '2022-02-10T04:27:35Z', 'revision_number': 0, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:06Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:43.538182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks [] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:43.572262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e75fe-1aec-46d1-ab6e-5e4ebc9d547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d189d0-1ecc-41f4-90fa-637e3ef4d732,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:43.602892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:27:43.627673 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (07356633-2cd5-4152-a643-2af229efa83b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:43.636789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] Current status of the port fce033fb-2271-4883-a08f-ec1ec75714ea is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:43.638068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:43.656462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] Checking router: 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:27:43.709924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:43.710787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:43.733210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90d9e52f-78c4-4f16-b0bf-da0ddb3fc212 req-b1995fe9-6a11-41e8-b867-281f54137197 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409042 Feb 10 04:27:43.734543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:43.747717 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e206-d627-4279-9e20-6d429697d1f0 admin admin] Publish callbacks [] for security_group (76d189d0-1ecc-41f4-90fa-637e3ef4d732), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:43.777616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:43.779437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:43.825689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Pushing event updated for resources: {'Port': ['ID=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:43.836399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:43.838185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:43.855425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:43.980683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:43.995033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e206-d627-4279-9e20-6d429697d1f0 admin admin] Publish callbacks [] for security_group (76d189d0-1ecc-41f4-90fa-637e3ef4d732), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.171310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:44.174776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.333421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] For port fce033fb-2271-4883-a08f-ec1ec75714ea, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=fce033fb-2271-4883-a08f-ec1ec75714ea,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:44.478579 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.548737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] Could not find standard attr ID for object f550cdfb-5d90-45ad-bb0d-58525b46dad4. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:27:44.556045 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks [] for router_gateway (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.566549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33711-f62c-42f8-90e7-82598b68adc5 None None] Pushing event updated for resources: {'Port': ['ID=07356633-2cd5-4152-a643-2af229efa83b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:44.616719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (8ccd3f89-e423-4570-8502-4ff795b5db03), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.672808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b784e-a5b4-4389-ada5-666a47b713a7 None None] Pushing event updated for resources: {'Port': ['ID=fce033fb-2271-4883-a08f-ec1ec75714ea,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:44.700407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] Deleting port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:44.701112 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.807880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:44.816634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e206-d627-4279-9e20-6d429697d1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (76d189d0-1ecc-41f4-90fa-637e3ef4d732), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.819342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e206-d627-4279-9e20-6d429697d1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.836160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ec6e206-d627-4279-9e20-6d429697d1f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76d189d0-1ecc-41f4-90fa-637e3ef4d732 HTTP/1.1" status: 204 len: 168 time: 2.4141798 Feb 10 04:27:44.838897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:44.862475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:44.867584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:44.917711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=8ccd3f89-e423-4570-8502-4ff795b5db03,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:44.926590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6e206-d627-4279-9e20-6d429697d1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d189d0-1ecc-41f4-90fa-637e3ef4d732,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:45.013291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1d69d6ec-b04a-4efb-b109-adadd956b0a7 None None] Provisioning complete for port fce033fb-2271-4883-a08f-ec1ec75714ea triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:45.013671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1d69d6ec-b04a-4efb-b109-adadd956b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:45.014453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b62c2cc-a44a-4313-9a44-e7fd057cb98f tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 2.4936948 Feb 10 04:27:45.017927 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f24b7163-598b-4e62-941b-c0fffa00349d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4992621 Feb 10 04:27:45.019607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:45.056879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60590) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:45.063727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '8ccd3f89-e423-4570-8502-4ff795b5db03', 'ip_address': '2001:db8::5fb6:3b27:7ce8:3cca'}], 'name': 'tempest-NetworksTestDHCPv6-176193810'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:45.071557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:45.147362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:45.210962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] For port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3fb0192b-cff2-496a-83e2-86d2dbd6ce65,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:45.212954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:45.234426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] Calling delete_port for 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:45.503951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0bc620-f306-4e1f-b16e-4bae063f7efa tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:45.504268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0bc620-f306-4e1f-b16e-4bae063f7efa tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:45.505852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c0bc620-f306-4e1f-b16e-4bae063f7efa tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 HTTP/1.1" status: 200 len: 2062 time: 0.4679973 Feb 10 04:27:45.548265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:45.568207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a35078d2-36ad-4f66-9a4d-e16125123b22', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'port_id': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'mac_address': 'fa:16:3e:12:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:27:35Z', 'updated_at': '2022-02-10T04:27:35Z', 'revision_number': 0, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:06Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:45.584319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:27:45.622852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (3fb0192b-cff2-496a-83e2-86d2dbd6ce65), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:45.628500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2805f126-5791-45a9-a418-e3ba7899ce62 None None] The sync data for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 is: [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'a35078d2-36ad-4f66-9a4d-e16125123b22', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'port_id': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'mac_address': 'fa:16:3e:12:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:27:35Z', 'updated_at': '2022-02-10T04:27:35Z', 'revision_number': 0, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:06Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:27:45.637638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1d69d6ec-b04a-4efb-b109-adadd956b0a7 None None] Current status of the port fce033fb-2271-4883-a08f-ec1ec75714ea is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:45.703940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 07356633-2cd5-4152-a643-2af229efa83b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:45.758438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] No DVR routers for this DVR port 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:27:45.771226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b91e5-aea5-4c4a-8df9-55bfd527d2db None None] Pushing event deleted for resources: {'Port': ['ID=3fb0192b-cff2-496a-83e2-86d2dbd6ce65,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:45.787899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ad2df-af3a-4976-b0f4-3b7e92346008 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:45.819246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:45.836268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 07356633-2cd5-4152-a643-2af229efa83b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:45.837465 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (07356633-2cd5-4152-a643-2af229efa83b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:45.850797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:45.940579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cbdc7-6fab-4320-a257-ff15bc91c163 None None] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:45.977186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:27:45.983650 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Sync routers for ids ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:27:46.015130 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:27:46.018667 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Routers {'3fede8bd-dce0-43bc-b2f6-f363eb4a763a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:46.019427 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:46.054628 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.056082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-88e36764-4553-47e3-b6c5-3a3fc100d90e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0842791 Feb 10 04:27:46.060301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60610) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:46.105791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad471ab-9596-45aa-8de1-e08bad809d9d None None] New status for floating IP a35078d2-36ad-4f66-9a4d-e16125123b22: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:27:46.153559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::5fb6:3b27:7ce8:3cca (bccb2641-a2dc-4885-b350-1b936c4c0b28/8ccd3f89-e423-4570-8502-4ff795b5db03/b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:46.181800 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Set router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:46.355514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2bcb49b2-d59b-49dd-b421-e36da1737fe3 None None] Provisioning complete for port 07356633-2cd5-4152-a643-2af229efa83b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:46.359073 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2bcb49b2-d59b-49dd-b421-e36da1737fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (07356633-2cd5-4152-a643-2af229efa83b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.359953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 07356633-2cd5-4152-a643-2af229efa83b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:46.360349 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (07356633-2cd5-4152-a643-2af229efa83b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.441534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.531429 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:27:44Z', 'revision_number': 3, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port': {'id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:42Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:46.551670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '8ccd3f89-e423-4570-8502-4ff795b5db03'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:46.552804 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.561724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.592350 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Checking router: 3fede8bd-dce0-43bc-b2f6-f363eb4a763a for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:27:46.592865 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Updating router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:27:46.614402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 07356633-2cd5-4152-a643-2af229efa83b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=07356633-2cd5-4152-a643-2af229efa83b,segment=NetworkSegment(49b1476d-1288-42ab-a073-e38553cae4d0),segment_id=49b1476d-1288-42ab-a073-e38553cae4d0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:46.680707 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.692121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:46.734143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:46.736142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:46.746548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:46.765329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:46.767913 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.893791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-631c2d5b-96c0-47ae-9085-c8c21ed32a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8349817 Feb 10 04:27:46.896628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60626) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:46.897464 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (07356633-2cd5-4152-a643-2af229efa83b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:46.898681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device fce033fb-2271-4883-a08f-ec1ec75714ea up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:47.076481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15c748-ad2e-4aa9-af1b-842b69187ce6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:47.090955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2b15c748-ad2e-4aa9-af1b-842b69187ce6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1908653 Feb 10 04:27:47.095619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60630) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:47.163427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.231621 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Publish callbacks [] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.327172 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.389399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:47.389664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.426023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=07356633-2cd5-4152-a643-2af229efa83b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:47.430466 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.437621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb49b2-d59b-49dd-b421-e36da1737fe3 None None] Current status of the port 07356633-2cd5-4152-a643-2af229efa83b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:47.456276 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccd12d-f623-4267-87b8-d9ebdcb5243e None None] Pushing event updated for resources: {'Port': ['ID=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:47.467332 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Attempting to bind port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:47.467970 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Attempting to bind port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:47.473832 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Attempting to bind port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:47.488040 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:47.488703 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:47.489337 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.489941 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:47.490633 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Bound port: bfcefb5b-3a0b-4eac-b697-e5090ee4cab4, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:47.491262 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.550639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/8ccd3f89-e423-4570-8502-4ff795b5db03/afa0304b-f95b-473c-b5ee-555b57484426) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:47.564571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port fce033fb-2271-4883-a08f-ec1ec75714ea triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:47.564963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.586796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Allocated IP 172.20.0.1 (63b9cf50-f8b8-4c64-9ede-b8c3d17bed82/150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd/58f509b3-33a9-49d1-802d-100382f924cc) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:47.598001 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] For port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:47.609372 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] For port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:47.624633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.647477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:47.659875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b1ce254c-72fb-42f0-b428-27018e4d2466 None None] Provisioning complete for port 07356633-2cd5-4152-a643-2af229efa83b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:47.660444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1ce254c-72fb-42f0-b428-27018e4d2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (07356633-2cd5-4152-a643-2af229efa83b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.693284 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.835490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Routers {'3fede8bd-dce0-43bc-b2f6-f363eb4a763a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:47.835490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:47.858182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks [] for port (58f509b3-33a9-49d1-802d-100382f924cc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.963097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port fce033fb-2271-4883-a08f-ec1ec75714ea is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:47.981873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (58f509b3-33a9-49d1-802d-100382f924cc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:47.987470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce254c-72fb-42f0-b428-27018e4d2466 None None] Current status of the port 07356633-2cd5-4152-a643-2af229efa83b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:48.058543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:27:48.078749 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.091305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Publish callbacks [] for port (afa0304b-f95b-473c-b5ee-555b57484426), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.094571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:27:48.095022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3fb0192b-cff2-496a-83e2-86d2dbd6ce65 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:27:48.123216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:48.124503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=58f509b3-33a9-49d1-802d-100382f924cc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:48.134758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:48.138945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:48.165856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:48.172997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (afa0304b-f95b-473c-b5ee-555b57484426), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.230177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.248975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.257925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-505f1061-f5b7-4789-b341-759badc4278b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e HTTP/1.1" status: 204 len: 168 time: 1.1608291 Feb 10 04:27:48.260235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60652) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:48.328863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 07356633-2cd5-4152-a643-2af229efa83b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:48.397163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1363aec-0a5c-4497-8080-f9f5dc50f76a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:48.408038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1363aec-0a5c-4497-8080-f9f5dc50f76a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:48.417407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:48.419518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b1363aec-0a5c-4497-8080-f9f5dc50f76a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1503084 Feb 10 04:27:48.426068 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccd12d-f623-4267-87b8-d9ebdcb5243e None None] Pushing event updated for resources: {'Port': ['ID=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:48.451538 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] Set router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:48.497215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Pushing event updated for resources: {'Port': ['ID=afa0304b-f95b-473c-b5ee-555b57484426,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:48.511949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 8ccd3f89-e423-4570-8502-4ff795b5db03 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:48.523621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (8ccd3f89-e423-4570-8502-4ff795b5db03), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.534291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:48.559573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:48.565390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:48.618824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (8ccd3f89-e423-4570-8502-4ff795b5db03), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.627001 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.673236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Attempting to bind port afa0304b-f95b-473c-b5ee-555b57484426 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:48.673928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Attempting to bind port afa0304b-f95b-473c-b5ee-555b57484426 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:48.674216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Attempting to bind port afa0304b-f95b-473c-b5ee-555b57484426 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:48.693795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:48.694964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:48.695498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.702174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:48.702174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Bound port: afa0304b-f95b-473c-b5ee-555b57484426, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:48.702722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (afa0304b-f95b-473c-b5ee-555b57484426), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.734250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (58f509b3-33a9-49d1-802d-100382f924cc), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.736146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 07356633-2cd5-4152-a643-2af229efa83b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:48.738062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (07356633-2cd5-4152-a643-2af229efa83b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.789875 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:27:44Z', 'revision_number': 3, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port': {'id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:42Z', 'updated_at': '2022-02-10T04:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:48.820137 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648da1d-c905-4407-b3ce-a9f48a950b4a None None] The sync data for ids ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'] in n-d-827844-2 is: [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:27:44Z', 'revision_number': 3, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port': {'id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:42Z', 'updated_at': '2022-02-10T04:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:27:48.863497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (8ccd3f89-e423-4570-8502-4ff795b5db03), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:48.905918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-925cc92b-ae0d-4de6-bc2b-925c4d08c9df None None] Provisioning complete for port 58f509b3-33a9-49d1-802d-100382f924cc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:48.906336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-925cc92b-ae0d-4de6-bc2b-925c4d08c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (58f509b3-33a9-49d1-802d-100382f924cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:49.226977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-925cc92b-ae0d-4de6-bc2b-925c4d08c9df None None] Port 58f509b3-33a9-49d1-802d-100382f924cc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:49.229603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks [] for port (58f509b3-33a9-49d1-802d-100382f924cc), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:49.230493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 07356633-2cd5-4152-a643-2af229efa83b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:49.230493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] For port afa0304b-f95b-473c-b5ee-555b57484426, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:49.233261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (8ccd3f89-e423-4570-8502-4ff795b5db03), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:49.236309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] For port afa0304b-f95b-473c-b5ee-555b57484426, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=afa0304b-f95b-473c-b5ee-555b57484426,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:49.254044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:49.259436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/8ccd3f89-e423-4570-8502-4ff795b5db03 HTTP/1.1" status: 204 len: 168 time: 0.8312356 Feb 10 04:27:49.262060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:49.262816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e751a-6885-4dbe-9f42-80faeaa438c8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccd3f89-e423-4570-8502-4ff795b5db03,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:49.298146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (58f509b3-33a9-49d1-802d-100382f924cc), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:49.324572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c075bea9-2197-47b4-a4dc-33f92f7843ac tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613489 Feb 10 04:27:49.325597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60684) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:49.391043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:49.408798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=58f509b3-33a9-49d1-802d-100382f924cc,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:49.411174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (afa0304b-f95b-473c-b5ee-555b57484426), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:49.452999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec3272-3150-4ef4-84b6-7645c4d6ca71 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:49.459480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3cec3272-3150-4ef4-84b6-7645c4d6ca71 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1325300 Feb 10 04:27:49.460572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:49.548836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:49.550269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:49.591768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b72f9-f168-44a3-9ad3-fa65e0b2cbee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:49.595841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a46b72f9-f168-44a3-9ad3-fa65e0b2cbee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1265192 Feb 10 04:27:49.605224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60700) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:49.607846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033a83b-5c9c-4a9e-ba26-d5c4e992b129 None None] Pushing event updated for resources: {'Port': ['ID=afa0304b-f95b-473c-b5ee-555b57484426,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:49.709060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ab50e927-2937-4aa9-a084-a144d38bce1d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020894 Feb 10 04:27:49.714568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60704) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:49.723232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:49.863809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:27:49.867255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60712) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:50.079319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:27:50.098486 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fdd2f71d-c00f-423f-b941-83f2148ea9f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/3fede8bd-dce0-43bc-b2f6-f363eb4a763a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0369735 Feb 10 04:27:50.140952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:50.144537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.171913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44804085-71a1-4b88-be9d-7af181b72b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.227282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-09caca99-f0cf-4498-a1b4-9cde95362960 None None] Provisioning complete for port 58f509b3-33a9-49d1-802d-100382f924cc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:50.231919 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-09caca99-f0cf-4498-a1b4-9cde95362960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (58f509b3-33a9-49d1-802d-100382f924cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.326340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-09caca99-f0cf-4498-a1b4-9cde95362960 None None] Port 58f509b3-33a9-49d1-802d-100382f924cc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:50.454660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:50.480039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44804085-71a1-4b88-be9d-7af181b72b81 admin admin] Publish callbacks [] for security_group (bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.548638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44804085-71a1-4b88-be9d-7af181b72b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.577665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:50.578085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.636303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-44804085-71a1-4b88-be9d-7af181b72b81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb9cbd34b2d24fcbb2f4f12417aa783f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7619555 Feb 10 04:27:50.641357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60726) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:50.655265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44804085-71a1-4b88-be9d-7af181b72b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:50.727940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60728) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:50.758159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:50.758908 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.791298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:50.864729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Publish callbacks [] for security_group (bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.868302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.869344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device afa0304b-f95b-473c-b5ee-555b57484426 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:50.936265 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Publish callbacks [] for security_group (bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:50.987728 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3e90-f025-4165-a8b7-bb3320b4ba3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.029735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (dae9a757-126c-4f46-be08-07e7c41ea774), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.064808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:51.099571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port afa0304b-f95b-473c-b5ee-555b57484426 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:51.100033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (afa0304b-f95b-473c-b5ee-555b57484426), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.160428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:51.164761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.170143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.173673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc HTTP/1.1" status: 204 len: 168 time: 0.5268810 Feb 10 04:27:51.190607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:51.194877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:51.195658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.223153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=dae9a757-126c-4f46-be08-07e7c41ea774,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:51.229686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9be9d2-c50b-4cb2-b5d0-2e815c2cdfcc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:51.244991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.245352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.245701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.246049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.246996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.252495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.257977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.258487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.258873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.259950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.260307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.260662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.261029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.261341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.261680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.262079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.262989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.263217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.263716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0646f03e-857a-4768-bfc9-456bb5158ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:51.288369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3e90-f025-4165-a8b7-bb3320b4ba3a admin admin] Publish callbacks [] for security_group (0dbb1b17-7208-471d-b353-9fcfce9260f3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.317757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a68700aa-395a-4ffd-bb4f-1af78755d4c4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5990102 Feb 10 04:27:51.322057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60740) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:51.332255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': 'dae9a757-126c-4f46-be08-07e7c41ea774', 'ip_address': '2001:db8::7b8d:1b74:3fc7:39be'}], 'name': 'tempest-NetworksTestDHCPv6-1296737239'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:51.378906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port afa0304b-f95b-473c-b5ee-555b57484426 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:51.379732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (afa0304b-f95b-473c-b5ee-555b57484426), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.409492 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3e90-f025-4165-a8b7-bb3320b4ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0dbb1b17-7208-471d-b353-9fcfce9260f3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.492850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56324180-8fe0-47d9-ba98-7dd5314ee6c8 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:51.499975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60744) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:51.503780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port afa0304b-f95b-473c-b5ee-555b57484426, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=afa0304b-f95b-473c-b5ee-555b57484426,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:51.504641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ce3f3e90-f025-4165-a8b7-bb3320b4ba3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2df0768f9ba74dc18e74ea899b760abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7741394 Feb 10 04:27:51.543697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f3e90-f025-4165-a8b7-bb3320b4ba3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbb1b17-7208-471d-b353-9fcfce9260f3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:51.616337 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-480262ca-07f7-4bcb-9786-8444de5b12bf admin admin] Publish callbacks [] for security_group (0dbb1b17-7208-471d-b353-9fcfce9260f3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.644430 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (afa0304b-f95b-473c-b5ee-555b57484426), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.694647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-480262ca-07f7-4bcb-9786-8444de5b12bf admin admin] Publish callbacks [] for security_group (0dbb1b17-7208-471d-b353-9fcfce9260f3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.702244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e05cd088-4637-459a-8540-c981d8453dfe None None] Provisioning complete for port afa0304b-f95b-473c-b5ee-555b57484426 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:51.702988 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e05cd088-4637-459a-8540-c981d8453dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (afa0304b-f95b-473c-b5ee-555b57484426), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:51.800730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:51.808068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=afa0304b-f95b-473c-b5ee-555b57484426,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:51.911609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e05cd088-4637-459a-8540-c981d8453dfe None None] Current status of the port afa0304b-f95b-473c-b5ee-555b57484426 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:51.931447 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Sync routers for ids ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:27:51.952281 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Routers {'3fede8bd-dce0-43bc-b2f6-f363eb4a763a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:51.953038 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:51.954874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.000792 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-480262ca-07f7-4bcb-9786-8444de5b12bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0dbb1b17-7208-471d-b353-9fcfce9260f3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.003712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-480262ca-07f7-4bcb-9786-8444de5b12bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.007683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-480262ca-07f7-4bcb-9786-8444de5b12bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dbb1b17-7208-471d-b353-9fcfce9260f3 HTTP/1.1" status: 204 len: 168 time: 0.5064998 Feb 10 04:27:52.010324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 6e94a4de-f694-4632-b634-c0802153c78d yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:52.033214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480262ca-07f7-4bcb-9786-8444de5b12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbb1b17-7208-471d-b353-9fcfce9260f3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:52.146622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Set router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:52.262417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4addcce2-6c52-4ffa-9d91-047f7bd95455 None None] Provisioning complete for port afa0304b-f95b-473c-b5ee-555b57484426 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:52.262868 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4addcce2-6c52-4ffa-9d91-047f7bd95455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (afa0304b-f95b-473c-b5ee-555b57484426), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.271051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60752) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:52.301559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c2e00a1-70a5-4b50-8369-c938caf9ab70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.329804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:52.459699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::7b8d:1b74:3fc7:39be (bccb2641-a2dc-4885-b350-1b936c4c0b28/dae9a757-126c-4f46-be08-07e7c41ea774/6e94a4de-f694-4632-b634-c0802153c78d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:52.468496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:52.469653 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.573948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c2e00a1-70a5-4b50-8369-c938caf9ab70 admin admin] Publish callbacks [] for security_group (91fd7fb6-fdc8-41bb-853b-e597fbd46475), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.586421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4addcce2-6c52-4ffa-9d91-047f7bd95455 None None] Current status of the port afa0304b-f95b-473c-b5ee-555b57484426 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:52.593109 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:27:48Z', 'revision_number': 4, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port': {'id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:42Z', 'updated_at': '2022-02-10T04:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '58f509b3-33a9-49d1-802d-100382f924cc', 'name': '', 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'mac_address': 'fa:16:3e:fc:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:47Z', 'updated_at': '2022-02-10T04:27:48Z', 'revision_number': 2, 'project_id': 'be3557c83024400a9e1069003dab2327', 'subnets': [{'id': '150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:52.662868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c2e00a1-70a5-4b50-8369-c938caf9ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (91fd7fb6-fdc8-41bb-853b-e597fbd46475), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.662967 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Checking router: 3fede8bd-dce0-43bc-b2f6-f363eb4a763a for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:27:52.664913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:52.666048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device afa0304b-f95b-473c-b5ee-555b57484426 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:52.670909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Updating router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a port 58f509b3-33a9-49d1-802d-100382f924cc binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:27:52.762416 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (58f509b3-33a9-49d1-802d-100382f924cc), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.773179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e00a1-70a5-4b50-8369-c938caf9ab70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fd7fb6-fdc8-41bb-853b-e597fbd46475,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:52.787342 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4c2e00a1-70a5-4b50-8369-c938caf9ab70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa9a542a14914f18aff061702e459f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125611 Feb 10 04:27:52.790001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60762) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:52.812998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port afa0304b-f95b-473c-b5ee-555b57484426 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:52.815613 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (afa0304b-f95b-473c-b5ee-555b57484426), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.851251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0bdae402-d165-4f3b-b0c9-e6f9aba4affa None None] Could not find standard attr ID for object b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:27:52.916897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (6e94a4de-f694-4632-b634-c0802153c78d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.959357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23e1e391-41d3-403c-a918-5e3a13fc2333 admin admin] Publish callbacks [] for security_group (91fd7fb6-fdc8-41bb-853b-e597fbd46475), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:52.964011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port afa0304b-f95b-473c-b5ee-555b57484426 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:53.017564 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23e1e391-41d3-403c-a918-5e3a13fc2333 admin admin] Publish callbacks [] for security_group (91fd7fb6-fdc8-41bb-853b-e597fbd46475), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.104326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6e94a4de-f694-4632-b634-c0802153c78d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.178597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23e1e391-41d3-403c-a918-5e3a13fc2333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (91fd7fb6-fdc8-41bb-853b-e597fbd46475), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.184155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-23e1e391-41d3-403c-a918-5e3a13fc2333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.186032 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-23e1e391-41d3-403c-a918-5e3a13fc2333 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91fd7fb6-fdc8-41bb-853b-e597fbd46475 HTTP/1.1" status: 204 len: 168 time: 0.3927674 Feb 10 04:27:53.231734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=6e94a4de-f694-4632-b634-c0802153c78d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:53.232076 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Publish callbacks [] for port (58f509b3-33a9-49d1-802d-100382f924cc), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.237191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1e391-41d3-403c-a918-5e3a13fc2333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fd7fb6-fdc8-41bb-853b-e597fbd46475,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:53.255501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:53.259883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:53.263813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:53.275742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:53.276453 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.329908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:53.352108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90229121-3463-4f55-96c9-48f5b1b16eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.360076 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (58f509b3-33a9-49d1-802d-100382f924cc), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.390524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-42d17331-fee8-414d-bbcb-bd6ca892dc5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0664165 Feb 10 04:27:53.393534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60770) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:53.399692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-dd6b3a9f-e66c-44d8-a66b-07ca24139a6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': 'dae9a757-126c-4f46-be08-07e7c41ea774', 'ip_address': '2001:db8::7b8d:1b74:3fc7:39be'}], 'name': 'tempest-NetworksTestDHCPv6-200187879'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:53.522155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90229121-3463-4f55-96c9-48f5b1b16eab admin admin] Publish callbacks [] for security_group (6e533c61-d703-4dee-8d16-05c4706ea12a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.578084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90229121-3463-4f55-96c9-48f5b1b16eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e533c61-d703-4dee-8d16-05c4706ea12a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.596732 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67973fc-c236-4fca-8e47-b679deef658e None None] Pushing event updated for resources: {'Port': ['ID=58f509b3-33a9-49d1-802d-100382f924cc,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:53.657408 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Attempting to bind port 58f509b3-33a9-49d1-802d-100382f924cc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:53.659626 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Attempting to bind port 58f509b3-33a9-49d1-802d-100382f924cc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:53.660089 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Attempting to bind port 58f509b3-33a9-49d1-802d-100382f924cc on network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:53.675652 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-90229121-3463-4f55-96c9-48f5b1b16eab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d12257eb8234a329774159229fed1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427498 Feb 10 04:27:53.683420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60778) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:53.696758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a9230e14-9dd9-48cd-a34b-b0283f926abc None None] Provisioning complete for port 6e94a4de-f694-4632-b634-c0802153c78d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:53.697317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9230e14-9dd9-48cd-a34b-b0283f926abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6e94a4de-f694-4632-b634-c0802153c78d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.697851 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:53.698399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Checking segment: {'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:53.698937 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.708310 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Bound using segment: {'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:53.708310 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Bound port: 58f509b3-33a9-49d1-802d-100382f924cc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b1476d-1288-42ab-a073-e38553cae4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:53.708310 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (58f509b3-33a9-49d1-802d-100382f924cc), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.711175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90229121-3463-4f55-96c9-48f5b1b16eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e533c61-d703-4dee-8d16-05c4706ea12a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:53.811577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a9230e14-9dd9-48cd-a34b-b0283f926abc None None] Port 6e94a4de-f694-4632-b634-c0802153c78d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:53.860673 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] For port 58f509b3-33a9-49d1-802d-100382f924cc, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:53.867200 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] For port 58f509b3-33a9-49d1-802d-100382f924cc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=58f509b3-33a9-49d1-802d-100382f924cc,segment=NetworkSegment(49b1476d-1288-42ab-a073-e38553cae4d0),segment_id=49b1476d-1288-42ab-a073-e38553cae4d0)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:53.868084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa14be7a-000a-4491-b091-e1b97f152311 admin admin] Publish callbacks [] for security_group (6e533c61-d703-4dee-8d16-05c4706ea12a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.895041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa14be7a-000a-4491-b091-e1b97f152311 admin admin] Publish callbacks [] for security_group (6e533c61-d703-4dee-8d16-05c4706ea12a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.962249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-486084f9-94ea-4074-99ae-4a999490c576 None None] Provisioning complete for port 58f509b3-33a9-49d1-802d-100382f924cc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:53.962754 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-486084f9-94ea-4074-99ae-4a999490c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (58f509b3-33a9-49d1-802d-100382f924cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.964021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6b3a9f-e66c-44d8-a66b-07ca24139a6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:53.969735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd6b3a9f-e66c-44d8-a66b-07ca24139a6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.987627 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (58f509b3-33a9-49d1-802d-100382f924cc), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:53.991792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-dd6b3a9f-e66c-44d8-a66b-07ca24139a6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 046350e9-c80c-402e-8d66-5b1ed41584d3 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:54.024569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-486084f9-94ea-4074-99ae-4a999490c576 None None] Port 58f509b3-33a9-49d1-802d-100382f924cc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:27:54.048994 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa14be7a-000a-4491-b091-e1b97f152311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6e533c61-d703-4dee-8d16-05c4706ea12a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:54.052213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa14be7a-000a-4491-b091-e1b97f152311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:54.053712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fa14be7a-000a-4491-b091-e1b97f152311 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e533c61-d703-4dee-8d16-05c4706ea12a HTTP/1.1" status: 204 len: 168 time: 0.3622267 Feb 10 04:27:54.066548 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Routers {'3fede8bd-dce0-43bc-b2f6-f363eb4a763a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:27:54.067213 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:27:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:54.138425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14be7a-000a-4491-b091-e1b97f152311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e533c61-d703-4dee-8d16-05c4706ea12a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:54.292665 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] Set router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:27:54.400589 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67973fc-c236-4fca-8e47-b679deef658e None None] Pushing event updated for resources: {'Port': ['ID=58f509b3-33a9-49d1-802d-100382f924cc,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:54.427776 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6b3a9f-e66c-44d8-a66b-07ca24139a6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 04:27:54.428444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6b3a9f-e66c-44d8-a66b-07ca24139a6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:27:54.467500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b6b361b7-d831-4f45-8dfe-a0c026b3bed4 None None] Provisioning complete for port 58f509b3-33a9-49d1-802d-100382f924cc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:54.468420 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b6b361b7-d831-4f45-8dfe-a0c026b3bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (58f509b3-33a9-49d1-802d-100382f924cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:54.538734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dd6b3a9f-e66c-44d8-a66b-07ca24139a6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1437917 Feb 10 04:27:54.541048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60794) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:54.631080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b6b361b7-d831-4f45-8dfe-a0c026b3bed4 None None] Current status of the port 58f509b3-33a9-49d1-802d-100382f924cc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:54.631411 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b6b361b7-d831-4f45-8dfe-a0c026b3bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (58f509b3-33a9-49d1-802d-100382f924cc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:54.685476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b6b361b7-d831-4f45-8dfe-a0c026b3bed4 None None] For port 58f509b3-33a9-49d1-802d-100382f924cc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=58f509b3-33a9-49d1-802d-100382f924cc,segment=NetworkSegment(49b1476d-1288-42ab-a073-e38553cae4d0),segment_id=49b1476d-1288-42ab-a073-e38553cae4d0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:54.692407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e03789-ffe3-4b0b-a50d-09d8217307d9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:54.698401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e03789-ffe3-4b0b-a50d-09d8217307d9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:54.701695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-57e03789-ffe3-4b0b-a50d-09d8217307d9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1592510 Feb 10 04:27:54.704248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60802) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:54.737250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-61737298-c4dd-4180-a734-e48037d73024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:27:48Z', 'revision_number': 4, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port': {'id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:42Z', 'updated_at': '2022-02-10T04:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '58f509b3-33a9-49d1-802d-100382f924cc', 'name': '', 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'mac_address': 'fa:16:3e:fc:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:47Z', 'updated_at': '2022-02-10T04:27:53Z', 'revision_number': 4, 'project_id': 'be3557c83024400a9e1069003dab2327', 'subnets': [{'id': '150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:27:54.770720 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b6b361b7-d831-4f45-8dfe-a0c026b3bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (58f509b3-33a9-49d1-802d-100382f924cc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:54.815835 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61737298-c4dd-4180-a734-e48037d73024 None None] The sync data for ids ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'] in n-d-827844-2 is: [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:27:48Z', 'revision_number': 4, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port': {'id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:42Z', 'updated_at': '2022-02-10T04:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '58f509b3-33a9-49d1-802d-100382f924cc', 'name': '', 'network_id': '63b9cf50-f8b8-4c64-9ede-b8c3d17bed82', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'mac_address': 'fa:16:3e:fc:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:47Z', 'updated_at': '2022-02-10T04:27:53Z', 'revision_number': 4, 'project_id': 'be3557c83024400a9e1069003dab2327', 'subnets': [{'id': '150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:27:54.959947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b361b7-d831-4f45-8dfe-a0c026b3bed4 None None] Pushing event updated for resources: {'Port': ['ID=58f509b3-33a9-49d1-802d-100382f924cc,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:54.971083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 6e94a4de-f694-4632-b634-c0802153c78d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:54.972022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6e94a4de-f694-4632-b634-c0802153c78d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:55.149312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6e94a4de-f694-4632-b634-c0802153c78d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:55.185094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 6e94a4de-f694-4632-b634-c0802153c78d owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:55.552822 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6e94a4de-f694-4632-b634-c0802153c78d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:55.596929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=6e94a4de-f694-4632-b634-c0802153c78d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:55.635958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:55.642630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b22d5091-a286-42f9-a224-8c2fd05ddcfc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/6e94a4de-f694-4632-b634-c0802153c78d HTTP/1.1" status: 204 len: 168 time: 0.9343150 Feb 10 04:27:55.642979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60828) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:55.724608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5574ca4-c6d0-4431-8cdd-ad0b8ac0987e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:55.725986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5574ca4-c6d0-4431-8cdd-ad0b8ac0987e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:55.727579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f5574ca4-c6d0-4431-8cdd-ad0b8ac0987e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838325 Feb 10 04:27:55.730855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60836) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:55.849066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet dae9a757-126c-4f46-be08-07e7c41ea774 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:55.862063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (dae9a757-126c-4f46-be08-07e7c41ea774), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:55.938407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (dae9a757-126c-4f46-be08-07e7c41ea774), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:56.018412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (dae9a757-126c-4f46-be08-07e7c41ea774), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:56.258501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (dae9a757-126c-4f46-be08-07e7c41ea774), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:56.309370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 58f509b3-33a9-49d1-802d-100382f924cc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:27:56.310541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=dae9a757-126c-4f46-be08-07e7c41ea774,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:56.314561 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:56.318888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-56c1110a-d0e3-4de5-8ba8-399372f86944 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/dae9a757-126c-4f46-be08-07e7c41ea774 HTTP/1.1" status: 204 len: 168 time: 0.5867987 Feb 10 04:27:56.321468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60898) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:56.392105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40961c2d-b63c-42a0-827a-187b4d48adf2 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:56.399472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e466640d-6d11-48fb-bbdb-f15316f872f2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716674 Feb 10 04:27:56.400122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60902) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:56.407736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:56.686571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:56.691642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:56.721421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 58f509b3-33a9-49d1-802d-100382f924cc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:27:56.721802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (58f509b3-33a9-49d1-802d-100382f924cc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:56.861701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 58f509b3-33a9-49d1-802d-100382f924cc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:27:56.865457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:27:56.931623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-a1feffa3-c013-4c21-aedc-4157f1d7b302 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:56.935589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-a1feffa3-c013-4c21-aedc-4157f1d7b302 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.3149574 Feb 10 04:27:56.953430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] Deleting port afa0304b-f95b-473c-b5ee-555b57484426 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:27:56.954085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (afa0304b-f95b-473c-b5ee-555b57484426), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:56.985490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:57.058781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] For port afa0304b-f95b-473c-b5ee-555b57484426, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=afa0304b-f95b-473c-b5ee-555b57484426,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:27:57.059675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (afa0304b-f95b-473c-b5ee-555b57484426), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.087799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] Calling delete_port for afa0304b-f95b-473c-b5ee-555b57484426 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:27:57.093754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-0fdd3437-8222-48f1-96b3-fb2660a37d02 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/quotas/cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 375 time: 0.1490459 Feb 10 04:27:57.141545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (31285e0e-7115-4b60-af76-d030f2074670), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.197562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.230074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:57.248081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-0aedf1b8-a0bb-4a26-975a-6710a5205464 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533744 Feb 10 04:27:57.275728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:57.285830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:57.286424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.288634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=31285e0e-7115-4b60-af76-d030f2074670,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:57.347071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (afa0304b-f95b-473c-b5ee-555b57484426), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.382588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-c07a0282-d798-4ca6-8530-debc9e7adaab service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327274 Feb 10 04:27:57.398833 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0654dc50-bd46-4f2e-983b-352ce14c58ee tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9963074 Feb 10 04:27:57.407613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60920) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:57.429602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] Pushing event deleted for resources: {'Port': ['ID=afa0304b-f95b-473c-b5ee-555b57484426,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:57.430233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8f58af95-c236-43d2-a34b-778ededdcea5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '31285e0e-7115-4b60-af76-d030f2074670', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1851691811'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:57.448973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3ca3a-72a9-4a7c-ba2d-8f8852fa374d None None] No DVR routers for this DVR port afa0304b-f95b-473c-b5ee-555b57484426 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:27:57.471689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef51b455-35d9-462c-8f92-a1858f121034 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:27:57.508849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-c153e175-3d34-458a-9717-44ebfa54f9d6 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252024 Feb 10 04:27:57.657377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Publish callbacks [] for security_group (5d21965d-947a-42ca-ba1a-781961dc0833), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.668683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '31285e0e-7115-4b60-af76-d030f2074670'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:27:57.669962 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.698548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-92f7c1e9-022a-45e4-8270-67143c64d78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.723920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d21965d-947a-42ca-ba1a-781961dc0833), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.771834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60928) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:57.779492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=795e4bbee6244094836f4c9cc571e8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7922883 Feb 10 04:27:57.815355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d21965d-947a-42ca-ba1a-781961dc0833,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:57.841333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.841911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.843430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.843917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.844396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.845489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.847334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.847840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.848317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.848789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.850073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.850549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.851614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e107be3-a849-436a-85fe-434664bcd5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:27:57.862044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f58af95-c236-43d2-a34b-778ededdcea5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:57.874753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/31285e0e-7115-4b60-af76-d030f2074670/128a0618-07d6-40ef-8097-b93b268f836b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:27:57.882722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-19601361-27a9-4723-81cd-e503a3c3149a admin admin] Publish callbacks [] for security_group (5d21965d-947a-42ca-ba1a-781961dc0833), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:57.961688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-19601361-27a9-4723-81cd-e503a3c3149a admin admin] Publish callbacks [] for security_group (5d21965d-947a-42ca-ba1a-781961dc0833), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.111666 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Publish callbacks [] for port (128a0618-07d6-40ef-8097-b93b268f836b), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.121427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-19601361-27a9-4723-81cd-e503a3c3149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5d21965d-947a-42ca-ba1a-781961dc0833), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.131671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-19601361-27a9-4723-81cd-e503a3c3149a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.131671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-19601361-27a9-4723-81cd-e503a3c3149a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d21965d-947a-42ca-ba1a-781961dc0833 HTTP/1.1" status: 204 len: 168 time: 0.3570087 Feb 10 04:27:58.215340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19601361-27a9-4723-81cd-e503a3c3149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d21965d-947a-42ca-ba1a-781961dc0833,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:58.219822 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (128a0618-07d6-40ef-8097-b93b268f836b), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.353524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device afa0304b-f95b-473c-b5ee-555b57484426 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:27:58.360221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:27:58.436804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:27:58.440357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:27:58.457379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: afa0304b-f95b-473c-b5ee-555b57484426 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:27:58.457816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device afa0304b-f95b-473c-b5ee-555b57484426 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:27:58.482819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f58af95-c236-43d2-a34b-778ededdcea5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.514693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-8f58af95-c236-43d2-a34b-778ededdcea5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 408bcbe1-7f7b-4038-8e9d-b0fc9ce70c76 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:27:58.592906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Pushing event updated for resources: {'Port': ['ID=128a0618-07d6-40ef-8097-b93b268f836b,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:58.612392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Attempting to bind port 128a0618-07d6-40ef-8097-b93b268f836b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:27:58.612775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Attempting to bind port 128a0618-07d6-40ef-8097-b93b268f836b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:27:58.613138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Attempting to bind port 128a0618-07d6-40ef-8097-b93b268f836b on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:27:58.628698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:27:58.628698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:27:58.628698 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.628698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:27:58.628698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Bound port: 128a0618-07d6-40ef-8097-b93b268f836b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:27:58.628698 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (128a0618-07d6-40ef-8097-b93b268f836b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.726216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] For port 128a0618-07d6-40ef-8097-b93b268f836b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:27:58.729550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] For port 128a0618-07d6-40ef-8097-b93b268f836b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=128a0618-07d6-40ef-8097-b93b268f836b,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:27:58.740859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e5b3717-3feb-4e1b-8904-1d68ca911336 req-a5c6b9f3-303c-4bab-8336-823db5ffb805 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0670183 Feb 10 04:27:58.821692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (128a0618-07d6-40ef-8097-b93b268f836b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:58.878567 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f58af95-c236-43d2-a34b-778ededdcea5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:27:58.881009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f58af95-c236-43d2-a34b-778ededdcea5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:27:58.915706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfcfbb-46c7-4c3c-bf52-19be649a5ddf None None] Pushing event updated for resources: {'Port': ['ID=128a0618-07d6-40ef-8097-b93b268f836b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:59.013169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8f58af95-c236-43d2-a34b-778ededdcea5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6042211 Feb 10 04:27:59.016343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:59.094115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9087345f-8213-46e6-b583-8dee2ec05804 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:59.100042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60956) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:59.103771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9087345f-8213-46e6-b583-8dee2ec05804 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0862067 Feb 10 04:27:59.171762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82721626-a684-46ee-b023-d0e556f2d438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:59.173278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82721626-a684-46ee-b023-d0e556f2d438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:27:59.174966 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-82721626-a684-46ee-b023-d0e556f2d438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0740132 Feb 10 04:27:59.177734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60958) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:59.319186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 31285e0e-7115-4b60-af76-d030f2074670 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:27:59.333718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (31285e0e-7115-4b60-af76-d030f2074670), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:59.398795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (31285e0e-7115-4b60-af76-d030f2074670), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:59.502590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (31285e0e-7115-4b60-af76-d030f2074670), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:59.636516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (31285e0e-7115-4b60-af76-d030f2074670), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:59.670994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:59.674425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/31285e0e-7115-4b60-af76-d030f2074670 HTTP/1.1" status: 204 len: 168 time: 0.4955454 Feb 10 04:27:59.675707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11d2da-892a-473a-8478-7eb9aa3a8efe tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=31285e0e-7115-4b60-af76-d030f2074670,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:27:59.677837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 60976) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:59.721560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9d993ca1-db29-46da-9b13-d3e3217df38f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426257 Feb 10 04:27:59.725714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 60980) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:27:59.732753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:27:59.797731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-822eb8ab-706c-49c9-bada-afda5dd32f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:27:59.868240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7beae60-96f9-4382-9d49-3e691ba42283 req-946c3180-3233-41c1-ae9e-15b22fc9e5ab tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0488253 Feb 10 04:27:59.968985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-d2ab716a-8ae0-4274-971b-2129750d7f2d tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456018 Feb 10 04:27:59.969695 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:27:59.973441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.252566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-87ad6733-d680-4d3e-9c5b-da86d1741414 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:00.256046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a823e58-e322-4fdd-a6c4-3b8a1505b9d0 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:00.263900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-87ad6733-d680-4d3e-9c5b-da86d1741414 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696092 Feb 10 04:28:00.272090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 128a0618-07d6-40ef-8097-b93b268f836b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:00.281177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-c0c10565-3eb9-455e-9314-eb2225203eba tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/quotas/79b4fd4c98e14779ad67d74cf1a1700d HTTP/1.1" status: 200 len: 375 time: 0.0131571 Feb 10 04:28:00.353804 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-ce921e87-192e-4bc8-b793-850d5693dd05 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654421 Feb 10 04:28:00.434058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fa30414e-3162-464f-8c90-8a24d377d218 None None] Provisioning complete for port 128a0618-07d6-40ef-8097-b93b268f836b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:00.434428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa30414e-3162-464f-8c90-8a24d377d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (128a0618-07d6-40ef-8097-b93b268f836b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.496680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 128a0618-07d6-40ef-8097-b93b268f836b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:00.497064 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (128a0618-07d6-40ef-8097-b93b268f836b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.561910 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (81e189f5-03bb-4730-830a-5fd497ef8c7f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.619876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:28:00.641540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=81e189f5-03bb-4730-830a-5fd497ef8c7f,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:00.646796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fa30414e-3162-464f-8c90-8a24d377d218 None None] Current status of the port 128a0618-07d6-40ef-8097-b93b268f836b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:00.647199 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa30414e-3162-464f-8c90-8a24d377d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (128a0618-07d6-40ef-8097-b93b268f836b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.657815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:00.662061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:00.667387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:00.668667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.700666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7aabeec2-14e9-4917-bdb1-59ce3c404e37 req-7e04a8a8-eacf-4378-a048-5e3dacad8a60 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 210 time: 0.0577343 Feb 10 04:28:00.755055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5f22a8f6-d40c-40d6-9267-fc79de2a620c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0281665 Feb 10 04:28:00.757830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 32802) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:00.767483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0d987eaa-59f8-4917-a3f8-02faa1c3096b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-244388624', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:00.767872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fa30414e-3162-464f-8c90-8a24d377d218 None None] For port 128a0618-07d6-40ef-8097-b93b268f836b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=128a0618-07d6-40ef-8097-b93b268f836b,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:00.777774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 128a0618-07d6-40ef-8097-b93b268f836b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:00.778197 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (128a0618-07d6-40ef-8097-b93b268f836b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.792212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] Deleting port 128a0618-07d6-40ef-8097-b93b268f836b {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:00.792588 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (128a0618-07d6-40ef-8097-b93b268f836b), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.860780 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa30414e-3162-464f-8c90-8a24d377d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (128a0618-07d6-40ef-8097-b93b268f836b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.890198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d987eaa-59f8-4917-a3f8-02faa1c3096b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.891509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d987eaa-59f8-4917-a3f8-02faa1c3096b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.960194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] For port 128a0618-07d6-40ef-8097-b93b268f836b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=128a0618-07d6-40ef-8097-b93b268f836b,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:00.961866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (128a0618-07d6-40ef-8097-b93b268f836b), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.992331 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:28:00.992813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d987eaa-59f8-4917-a3f8-02faa1c3096b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router_controller (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:00.992926 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:28:01.002626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] Calling delete_port for 128a0618-07d6-40ef-8097-b93b268f836b owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:01.007683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30414e-3162-464f-8c90-8a24d377d218 None None] Pushing event updated for resources: {'Port': ['ID=128a0618-07d6-40ef-8097-b93b268f836b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:01.038495 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e30575a5-1f26-4815-80eb-ad50ef37a731 req-dc646486-38f8-4a7c-ba1b-5c9af312e770 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0292923 Feb 10 04:28:01.090416 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.090680 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d987eaa-59f8-4917-a3f8-02faa1c3096b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.172084 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (128a0618-07d6-40ef-8097-b93b268f836b), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.200739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] Pushing event deleted for resources: {'Port': ['ID=128a0618-07d6-40ef-8097-b93b268f836b,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:01.204508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0cf048-2705-4f0b-a619-702128725311 None None] No DVR routers for this DVR port 128a0618-07d6-40ef-8097-b93b268f836b on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:01.210303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d987eaa-59f8-4917-a3f8-02faa1c3096b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.213573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d987eaa-59f8-4917-a3f8-02faa1c3096b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4545200 Feb 10 04:28:01.217812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 32822) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:01.253793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af9da6-df40-4499-89e8-851e1f9cbce6 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:01.385106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '81e189f5-03bb-4730-830a-5fd497ef8c7f'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:28:01.387690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.395633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-15dd3a1b-74c0-4fb7-8744-224ea31d2008 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:01.397431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-15dd3a1b-74c0-4fb7-8744-224ea31d2008 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1636040 Feb 10 04:28:01.410286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'port': {'device_id': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'admin_state_up': True, 'tenant_id': 'cad10205985b4f2884d5297f74c842d0'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:01.526842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Port 128a0618-07d6-40ef-8097-b93b268f836b update to ACTIVE by agent not found {{(pid=109960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 04:28:01.599296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 32828) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:01.621301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/81e189f5-03bb-4730-830a-5fd497ef8c7f/d959b87f-6880-4558-adf1-7abc7d4b9a61) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:01.650952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.749383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:01.754160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.860948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Publish callbacks [] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.876415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b21cbe1-a22a-4b4f-8e72-40adea59d9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:01.943449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.20.0.11 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/2970b517-369a-4040-9d89-74e35e59f7fc) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:01.952711 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.039015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:02.046201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::1 (bccb2641-a2dc-4885-b350-1b936c4c0b28/81e189f5-03bb-4730-830a-5fd497ef8c7f/e4a7e606-7ae3-4def-97c5-246cffef6875) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:02.051332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:02.058879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:02.095328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b21cbe1-a22a-4b4f-8e72-40adea59d9d8 admin admin] Publish callbacks [] for security_group (86b84d47-3b0c-4b2d-867d-b4015d586d6f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.104414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Pushing event updated for resources: {'Port': ['ID=d959b87f-6880-4558-adf1-7abc7d4b9a61,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:02.178736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b21cbe1-a22a-4b4f-8e72-40adea59d9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (86b84d47-3b0c-4b2d-867d-b4015d586d6f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.185163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2dfa9700-71f6-4b2a-ba15-6cf0996858ff req-a1951b46-7356-4c58-a73b-0b201773312a tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 210 time: 0.4067571 Feb 10 04:28:02.209049 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (2970b517-369a-4040-9d89-74e35e59f7fc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.264997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 128a0618-07d6-40ef-8097-b93b268f836b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:02.287309 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c7081ce-325f-4030-ab74-05815aa4302f req-7df425b8-02de-4281-a034-0c187cee1fc3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0882757 Feb 10 04:28:02.320248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 128a0618-07d6-40ef-8097-b93b268f836b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:02.320804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 128a0618-07d6-40ef-8097-b93b268f836b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:02.329870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Attempting to bind port d959b87f-6880-4558-adf1-7abc7d4b9a61 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:02.330599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Attempting to bind port d959b87f-6880-4558-adf1-7abc7d4b9a61 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:02.331852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Attempting to bind port d959b87f-6880-4558-adf1-7abc7d4b9a61 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:02.347139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.348927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32838) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:02.350113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1b21cbe1-a22a-4b4f-8e72-40adea59d9d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c83e6fa095bd41f7a9fdc9b7d9e9689b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7489183 Feb 10 04:28:02.356271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21cbe1-a22a-4b4f-8e72-40adea59d9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b84d47-3b0c-4b2d-867d-b4015d586d6f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:02.362410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:02.365202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:02.365646 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.366058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:02.366562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Bound port: d959b87f-6880-4558-adf1-7abc7d4b9a61, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:02.366989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.427512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.460706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:02.468217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:02.470928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:02.473698 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc2df-d127-4e34-a76a-be50471aa5a1 admin admin] Publish callbacks [] for security_group (86b84d47-3b0c-4b2d-867d-b4015d586d6f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.477996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=2970b517-369a-4040-9d89-74e35e59f7fc,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:02.537531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc2df-d127-4e34-a76a-be50471aa5a1 admin admin] Publish callbacks [] for security_group (86b84d47-3b0c-4b2d-867d-b4015d586d6f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.579321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:02.580372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.580672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] For port d959b87f-6880-4558-adf1-7abc7d4b9a61, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:02.584889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] For port d959b87f-6880-4558-adf1-7abc7d4b9a61, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d959b87f-6880-4558-adf1-7abc7d4b9a61,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:02.647382 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.694903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:02.700689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:02.703119 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.704844 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.706186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-d671c820-714d-420c-85d0-d856b44c7ed0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3003314 Feb 10 04:28:02.718327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Request body: {'port': {'device_id': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:02.723383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:02.724238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.862766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a2ddb-59a9-4c26-a19f-3045f224e284 None None] Pushing event updated for resources: {'Port': ['ID=d959b87f-6880-4558-adf1-7abc7d4b9a61,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:02.899458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=e4a7e606-7ae3-4def-97c5-246cffef6875,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:02.919602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e327aa18-9964-4c3d-b577-cdfacedd9647 None None] Provisioning complete for port 2970b517-369a-4040-9d89-74e35e59f7fc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:02.920018 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e327aa18-9964-4c3d-b577-cdfacedd9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:02.961657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e327aa18-9964-4c3d-b577-cdfacedd9647 None None] Port 2970b517-369a-4040-9d89-74e35e59f7fc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:03.051489 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:03.203868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc2df-d127-4e34-a76a-be50471aa5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (86b84d47-3b0c-4b2d-867d-b4015d586d6f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:03.206661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc2df-d127-4e34-a76a-be50471aa5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:03.222915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3b0bc2df-d127-4e34-a76a-be50471aa5a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86b84d47-3b0c-4b2d-867d-b4015d586d6f HTTP/1.1" status: 204 len: 168 time: 0.8697062 Feb 10 04:28:03.302812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bc2df-d127-4e34-a76a-be50471aa5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b84d47-3b0c-4b2d-867d-b4015d586d6f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:03.335154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:03.357217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-f94f9171-c150-48af-8b2c-126143b14d87 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856173 Feb 10 04:28:03.450191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9ca4499-ea2f-40ff-8050-59596a297a7f req-276f3f1c-6484-46bd-b455-0bc76becc1d8 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 210 time: 0.0795410 Feb 10 04:28:03.638007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-f2ec2eac-7894-482d-9f23-ed5dbba14cbc tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:03.639925 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-f2ec2eac-7894-482d-9f23-ed5dbba14cbc tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342646 Feb 10 04:28:03.662314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Request body: {'port': {'device_id': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '79b4fd4c98e14779ad67d74cf1a1700d'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:03.798793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7692-cdfb-4610-afea-127c6ab79926 req-0f88946b-43ee-482f-8c8a-cfd834291853 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:03.798793 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-739e7692-cdfb-4610-afea-127c6ab79926 req-0f88946b-43ee-482f-8c8a-cfd834291853 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 932 time: 0.2730691 Feb 10 04:28:03.879465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2970b517-369a-4040-9d89-74e35e59f7fc {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:28:03.890137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Publish callbacks [] for port (2970b517-369a-4040-9d89-74e35e59f7fc), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:03.909770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Transition to ACTIVE for port object 2970b517-369a-4040-9d89-74e35e59f7fc will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:28:03.916188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:03.939644 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-739e7692-cdfb-4610-afea-127c6ab79926 req-4999032e-3483-47e1-889e-9ef393620191 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369786 Feb 10 04:28:03.978544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.030146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.031228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.033132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Made reservation on behalf of 79b4fd4c98e14779ad67d74cf1a1700d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:04.036543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.101611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Pushing event updated for resources: {'Port': ['ID=2970b517-369a-4040-9d89-74e35e59f7fc,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:04.149357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Attempting to bind port 2970b517-369a-4040-9d89-74e35e59f7fc on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:04.149771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Attempting to bind port 2970b517-369a-4040-9d89-74e35e59f7fc by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:04.150463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Attempting to bind port 2970b517-369a-4040-9d89-74e35e59f7fc on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:04.157656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Port 2970b517-369a-4040-9d89-74e35e59f7fc on network 3a8f9648-c978-46ea-9258-23f73207f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:28:04.158074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Attempting to bind port 2970b517-369a-4040-9d89-74e35e59f7fc on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:04.158337 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.164264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:04.166023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:04.166023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:04.166023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Bound port: 2970b517-369a-4040-9d89-74e35e59f7fc, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:04.166244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.283513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.294030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=e4a7e606-7ae3-4def-97c5-246cffef6875,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:04.413713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] For port 2970b517-369a-4040-9d89-74e35e59f7fc, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:04.416578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d959b87f-6880-4558-adf1-7abc7d4b9a61 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:04.421797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] For port 2970b517-369a-4040-9d89-74e35e59f7fc, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2970b517-369a-4040-9d89-74e35e59f7fc,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:04.458787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:04.464245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:04.496402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.543172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:04.544312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:04.548965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] 10.222.0.43 "PUT /v2.0/ports/2970b517-369a-4040-9d89-74e35e59f7fc HTTP/1.1" status: 200 len: 1092 time: 1.8349297 Feb 10 04:28:04.549655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'tag': '2970b517-369a-4040-9d89-74e35e59f7fc'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:04.556451 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aabd4c-48c7-4825-ad78-ce643f155ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "218daef0-8e9e-4f4f-b415-12f9f345d5b9", "tag": "2970b517-369a-4040-9d89-74e35e59f7fc"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:04.660368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32870) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:04.857741 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-45dc1b3a-55d9-488d-af87-f623d14974c0 req-9d39209e-550e-47bb-86f3-268436377306 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 210 time: 0.2000296 Feb 10 04:28:05.038250 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0296d0d1-ab5d-4bbb-8b27-7366b42115d4 x-openstack-request-id: req-0296d0d1-ab5d-4bbb-8b27-7366b42115d4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:05.039300 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218daef0-8e9e-4f4f-b415-12f9f345d5b9", "tag": "2970b517-369a-4040-9d89-74e35e59f7fc", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:05.039565 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0296d0d1-ab5d-4bbb-8b27-7366b42115d4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:05.043502 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'tag': '2970b517-369a-4040-9d89-74e35e59f7fc', 'status': 'completed', 'code': 200} Feb 10 04:28:05.045800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff18e2-74d3-4866-a670-5c70c6d8dbcd service neutron] Pushing event updated for resources: {'Port': ['ID=2970b517-369a-4040-9d89-74e35e59f7fc,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:05.096779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-5366b81f-59a3-4304-952b-31aecaad2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:05.098320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-5366b81f-59a3-4304-952b-31aecaad2b5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 1126 time: 0.4286437 Feb 10 04:28:05.218683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-a611105f-32a8-441e-a759-bc921e9dd381 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2970b517-369a-4040-9d89-74e35e59f7fc HTTP/1.1" status: 200 len: 217 time: 0.1054299 Feb 10 04:28:05.277297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d959b87f-6880-4558-adf1-7abc7d4b9a61 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:05.277722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.391456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5bb2e7b5-33a9-4828-8e30-741be178f3d6 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3583 time: 0.7188027 Feb 10 04:28:05.405057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32892) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:05.419199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'network': {'name': 'tempest-network-smoke--465894446', 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'port_security_enabled': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:05.472813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a6e27bff-4d8f-49d8-bcb6-f248dc8625e3 None None] Provisioning complete for port e4a7e606-7ae3-4def-97c5-246cffef6875 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:05.473404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6e27bff-4d8f-49d8-bcb6-f248dc8625e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.495495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-4913b4a3-f867-4841-8d1e-daadd5dfedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:05.497451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-4913b4a3-f867-4841-8d1e-daadd5dfedd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.2416921 Feb 10 04:28:05.520721 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks [] for security_group (6c9de6e1-d121-45a7-a580-ae8e67131709), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.583925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d05cb-cae8-41c5-ab89-cb55ff84098b req-8bc27bcb-ffe2-4311-9e3f-1739ea35c264 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:05.585730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-660d05cb-cae8-41c5-ab89-cb55ff84098b req-8bc27bcb-ffe2-4311-9e3f-1739ea35c264 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.3648267 Feb 10 04:28:05.588078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a6e27bff-4d8f-49d8-bcb6-f248dc8625e3 None None] Port e4a7e606-7ae3-4def-97c5-246cffef6875 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:05.596205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6c9de6e1-d121-45a7-a580-ae8e67131709), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.596387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-43bf2d58-c875-4ff8-b4b8-a6a3b429a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:05.597859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-43bf2d58-c875-4ff8-b4b8-a6a3b429a187 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0921705 Feb 10 04:28:05.610714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d959b87f-6880-4558-adf1-7abc7d4b9a61 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:05.611117 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.663948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port d959b87f-6880-4558-adf1-7abc7d4b9a61, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d959b87f-6880-4558-adf1-7abc7d4b9a61,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:05.685950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Made reservation on behalf of 0c75aaefab404de1a005a8362835cfa4 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:05.690910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.723399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a6e27bff-4d8f-49d8-bcb6-f248dc8625e3 None None] Provisioning complete for port d959b87f-6880-4558-adf1-7abc7d4b9a61 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:05.723770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a6e27bff-4d8f-49d8-bcb6-f248dc8625e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.775810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.807364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Allocated IP 192.168.233.119 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/074b06d9-1c5f-4365-9138-8ef3a4c678cb) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:05.909375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-660d05cb-cae8-41c5-ab89-cb55ff84098b req-da6628b8-8143-4ab5-a959-bcacb5961798 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102849 Feb 10 04:28:05.919437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:28:05.971099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-6d67256c-d1d7-4d9a-b561-cead8427ebc1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395722 Feb 10 04:28:05.976582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6ad89acb-7a79-45da-868a-de37a220ff1b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:05.977169 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Added segment 6ad89acb-7a79-45da-868a-de37a220ff1b of type vlan for network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a Feb 10 04:28:06.089939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=d959b87f-6880-4558-adf1-7abc7d4b9a61,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:06.111078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks [] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.129443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.166500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:28:06.179027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32898) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:06.217115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a6e27bff-4d8f-49d8-bcb6-f248dc8625e3 None None] Current status of the port d959b87f-6880-4558-adf1-7abc7d4b9a61 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:06.251841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.256513 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f126364-6d06-4359-9f91-ee74ed9f1468 req-4d64c96d-8fc4-4fed-9034-7cfef7c79ad2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 210 time: 0.1002326 Feb 10 04:28:06.262557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9a42864-786b-4e17-87f1-b596a65eae55 req-ab202600-aa24-4bbd-9dce-327e505111c3 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787557 Feb 10 04:28:06.267840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d959b87f-6880-4558-adf1-7abc7d4b9a61 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:06.343742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d959b87f-6880-4558-adf1-7abc7d4b9a61 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:06.344132 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.349738 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.356002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:06.356885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.372127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-65d7c20c-30b5-4904-aa13-2b3f17439b66 None None] Provisioning complete for port e4a7e606-7ae3-4def-97c5-246cffef6875 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:06.372317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65d7c20c-30b5-4904-aa13-2b3f17439b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.418745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-65d7c20c-30b5-4904-aa13-2b3f17439b66 None None] Port e4a7e606-7ae3-4def-97c5-246cffef6875 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:06.448020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:28:06.471902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-15f63da9-a691-4ba9-bb62-7b33c0abfdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "PUT /v2.0/routers/138dd8f9-eb74-4c3f-9603-5ab57d5f17a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2510786 Feb 10 04:28:06.473113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9de6e1-d121-45a7-a580-ae8e67131709,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:06.483807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32904) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:06.492454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Sync routers for ids ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:28:06.508661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:06.512856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:06.518015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d959b87f-6880-4558-adf1-7abc7d4b9a61 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:06.519486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:06.523647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Routers {'138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:06.524441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:06.532163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Pushing event updated for resources: {'Port': ['ID=074b06d9-1c5f-4365-9138-8ef3a4c678cb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:06.610800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:06.611817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.666087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Set router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:06.672054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2617595 Feb 10 04:28:06.675755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 32906) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:06.680409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda4d76-0b0e-4291-b45c-6dcc67c4ee32 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Network': ['ID=a389b26b-1afe-4f45-a59b-2c7ffd54ea1a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:06.680563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'admin_state_up': True, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:06.693785 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c93a4234-075b-4ee0-884c-89afcb7001f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.740258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-a018d61f-2efc-4565-adad-0418a76c07b2 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0865679 Feb 10 04:28:06.743631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:28:06.744963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a91e6-291b-41c9-926e-de9dad3e015a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:06.751727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-191a91e6-291b-41c9-926e-de9dad3e015a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports/e4a7e606-7ae3-4def-97c5-246cffef6875 HTTP/1.1" status: 200 len: 911 time: 0.2267425 Feb 10 04:28:06.755386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32908) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:06.755519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Request body: {'port': {'device_id': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:06.804026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-93a84a78-4a6e-4a06-81a3-a4736f73ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:06.805616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-93a84a78-4a6e-4a06-81a3-a4736f73ce80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 1126 time: 0.3282850 Feb 10 04:28:06.847539 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.870178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (e16fb78c-31e7-4434-bbbc-e4591f78f49f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.872031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (e16fb78c-31e7-4434-bbbc-e4591f78f49f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:06.955207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75684f4f-f495-48dc-ae94-ebeab2bc9713 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:06.961765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75684f4f-f495-48dc-ae94-ebeab2bc9713 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:06.962565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-75684f4f-f495-48dc-ae94-ebeab2bc9713 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2063146 Feb 10 04:28:06.969498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32912) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:07.046134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_controller (e16fb78c-31e7-4434-bbbc-e4591f78f49f), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.116004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d3a78883-afb3-4003-80ce-6d1cd6df84b2 None None] Provisioning complete for port 074b06d9-1c5f-4365-9138-8ef3a4c678cb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:07.116582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d3a78883-afb3-4003-80ce-6d1cd6df84b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.132441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-31358462-c13b-4971-b7a7-64f1b58df7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:07.133936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-31358462-c13b-4971-b7a7-64f1b58df7e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.3204405 Feb 10 04:28:07.162952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d3a78883-afb3-4003-80ce-6d1cd6df84b2 None None] Port 074b06d9-1c5f-4365-9138-8ef3a4c678cb cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:07.179515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'name': 'tempest-NetworksTestDHCPv6-router-244388624', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:00Z', 'updated_at': '2022-02-10T04:28:02Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None, '_interfaces': [{'id': 'e4a7e606-7ae3-4def-97c5-246cffef6875', 'name': '', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'mac_address': 'fa:16:3e:16:cb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '81e189f5-03bb-4730-830a-5fd497ef8c7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:01Z', 'updated_at': '2022-02-10T04:28:03Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'subnets': [{'id': '81e189f5-03bb-4730-830a-5fd497ef8c7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:07.199376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c93a4234-075b-4ee0-884c-89afcb7001f9 admin admin] Publish callbacks [] for security_group (5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.204754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-ae9d33b1-8c42-4dba-8868-2eb1578b93e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2970b517-369a-4040-9d89-74e35e59f7fc HTTP/1.1" status: 200 len: 217 time: 0.0616276 Feb 10 04:28:07.219254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Checking router: 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:28:07.219977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Updating router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 port e4a7e606-7ae3-4def-97c5-246cffef6875 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:28:07.260953 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.289627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c93a4234-075b-4ee0-884c-89afcb7001f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.354645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93ffcb-b328-4685-aac5-798a5591c3dd req-d1e8119b-99f6-4f0c-9776-f57ff424964a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:07.362190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b93ffcb-b328-4685-aac5-798a5591c3dd req-d1e8119b-99f6-4f0c-9776-f57ff424964a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.3162162 Feb 10 04:28:07.414026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074b06d9-1c5f-4365-9138-8ef3a4c678cb {{(pid=109958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:28:07.428978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c93a4234-075b-4ee0-884c-89afcb7001f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c5494bcb765409fb3fdadf2304232ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2487495 Feb 10 04:28:07.431430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32920) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:07.434233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Publish callbacks [] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.441901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-bd7c5728-4866-475f-9f16-76743d74c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:07.443365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-bd7c5728-4866-475f-9f16-76743d74c0a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.2271519 Feb 10 04:28:07.446682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a4234-075b-4ee0-884c-89afcb7001f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:07.447867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.provisioning_blocks [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Transition to ACTIVE for port object 074b06d9-1c5f-4365-9138-8ef3a4c678cb will not be triggered until provisioned by entity L2. {{(pid=109958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:28:07.521520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (e16fb78c-31e7-4434-bbbc-e4591f78f49f), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.524745 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.579365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b93ffcb-b328-4685-aac5-798a5591c3dd req-4ebf7848-f46a-43c6-ac68-915bb50e85bc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113078 Feb 10 04:28:07.625915 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e329e014-899b-4b9f-a864-c4bcd64bbb1c admin admin] Publish callbacks [] for security_group (5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.674084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-5b794547-3320-4d11-9829-bc1bec9b8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:07.675529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-5b794547-3320-4d11-9829-bc1bec9b8dc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2096941 Feb 10 04:28:07.707936 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Publish callbacks [] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.716051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Pushing event updated for resources: {'Port': ['ID=074b06d9-1c5f-4365-9138-8ef3a4c678cb,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:07.716848 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e329e014-899b-4b9f-a864-c4bcd64bbb1c admin admin] Publish callbacks [] for security_group (5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.764732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8a330-8cc2-4fb1-9262-ca41420ace4d req-54a31287-9440-4264-82db-c52ed7fc7d96 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:07.766453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3e8a330-8cc2-4fb1-9262-ca41420ace4d req-54a31287-9440-4264-82db-c52ed7fc7d96 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 936 time: 0.3166723 Feb 10 04:28:07.797633 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.843510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Attempting to bind port 074b06d9-1c5f-4365-9138-8ef3a4c678cb on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:07.846645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Attempting to bind port 074b06d9-1c5f-4365-9138-8ef3a4c678cb by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:07.847098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Attempting to bind port 074b06d9-1c5f-4365-9138-8ef3a4c678cb on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:07.873777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Port 074b06d9-1c5f-4365-9138-8ef3a4c678cb on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:28:07.874441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Attempting to bind port 074b06d9-1c5f-4365-9138-8ef3a4c678cb on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:07.904935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:07.905805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:07.906463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:07.910391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Bound port: 074b06d9-1c5f-4365-9138-8ef3a4c678cb, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:07.911080 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:07.970117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3e2b0-905e-4242-9dee-846b5f63f562 None None] Pushing event updated for resources: {'Port': ['ID=e4a7e606-7ae3-4def-97c5-246cffef6875,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:07.976524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-e81c16b9-568e-4f8b-9a8e-b9142d7368e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916863 Feb 10 04:28:07.989998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Attempting to bind port e4a7e606-7ae3-4def-97c5-246cffef6875 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:07.990379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Attempting to bind port e4a7e606-7ae3-4def-97c5-246cffef6875 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:07.990795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Attempting to bind port e4a7e606-7ae3-4def-97c5-246cffef6875 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:08.003741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:08.005415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:08.005849 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.006685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:08.007292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Bound port: e4a7e606-7ae3-4def-97c5-246cffef6875, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:08.009797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.029165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3e8a330-8cc2-4fb1-9262-ca41420ace4d req-f82c7a88-103d-45f6-bc38-11540a1dacba tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565031 Feb 10 04:28:08.119163 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.125436 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e329e014-899b-4b9f-a864-c4bcd64bbb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.131188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] For port 074b06d9-1c5f-4365-9138-8ef3a4c678cb, host n-h1-827844-2, cleared binding levels {{(pid=109958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:08.134635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] For port 074b06d9-1c5f-4365-9138-8ef3a4c678cb, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:08.141348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] For port e4a7e606-7ae3-4def-97c5-246cffef6875, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:08.149248 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e329e014-899b-4b9f-a864-c4bcd64bbb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.149248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e329e014-899b-4b9f-a864-c4bcd64bbb1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5 HTTP/1.1" status: 204 len: 168 time: 0.7117934 Feb 10 04:28:08.151203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] For port e4a7e606-7ae3-4def-97c5-246cffef6875, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e4a7e606-7ae3-4def-97c5-246cffef6875,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:08.249787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.360154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Routers {'138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:08.360803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:08.381037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.469283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] Set router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:08.491212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Pushing event updated for resources: {'Port': ['ID=074b06d9-1c5f-4365-9138-8ef3a4c678cb,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:08.504637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (e16fb78c-31e7-4434-bbbc-e4591f78f49f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.566512 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.573606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:08.576535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.578143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-156bf1fd-34f3-435f-8786-87be6f016048 service neutron] 10.222.0.24 "PUT /v2.0/ports/074b06d9-1c5f-4365-9138-8ef3a4c678cb HTTP/1.1" status: 200 len: 1096 time: 1.8303497 Feb 10 04:28:08.580707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'tag': '074b06d9-1c5f-4365-9138-8ef3a4c678cb'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:08.587556 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef78acd-1aff-40df-b473-3ba538486566" -d '{"events": [{"name": "network-changed", "server_uuid": "b19d32ce-2b4b-4910-92b0-77ec0aa4c425", "tag": "074b06d9-1c5f-4365-9138-8ef3a4c678cb"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:08.778838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3e2b0-905e-4242-9dee-846b5f63f562 None None] Pushing event updated for resources: {'Port': ['ID=e4a7e606-7ae3-4def-97c5-246cffef6875,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:08.785145 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a1fd35-9594-4968-abcd-40f1f6ddaf7d x-openstack-request-id: req-c0a1fd35-9594-4968-abcd-40f1f6ddaf7d {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:08.786110 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19d32ce-2b4b-4910-92b0-77ec0aa4c425", "tag": "074b06d9-1c5f-4365-9138-8ef3a4c678cb", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:08.786587 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0a1fd35-9594-4968-abcd-40f1f6ddaf7d {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:08.789028 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'tag': '074b06d9-1c5f-4365-9138-8ef3a4c678cb', 'status': 'completed', 'code': 200} Feb 10 04:28:08.935133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-6c6cdfe8-5cb9-4005-b4d9-a886b116b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:08.942071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-688b426f-e8b6-4ca7-9f5d-9af8a75395dc None None] Provisioning complete for port e4a7e606-7ae3-4def-97c5-246cffef6875 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:08.942443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-688b426f-e8b6-4ca7-9f5d-9af8a75395dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:08.942811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329e014-899b-4b9f-a864-c4bcd64bbb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7040e8-ab66-4fcd-9714-7a6bcbef9fa5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:08.945709 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-6c6cdfe8-5cb9-4005-b4d9-a886b116b205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 1130 time: 0.1673090 Feb 10 04:28:09.020646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-9fce08c7-80ab-4eb6-80ba-9f3f0a1c4184 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb HTTP/1.1" status: 200 len: 217 time: 0.0634615 Feb 10 04:28:09.077924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Allocated IP 172.25.8.27 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/67df3728-e489-4806-b6dc-69ff6d619ae7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:09.240645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-136d0bb9-83ef-4e85-9b7f-0f3478c7639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:09.242345 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-136d0bb9-83ef-4e85-9b7f-0f3478c7639b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.2137907 Feb 10 04:28:09.250895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80aabd4c-48c7-4825-ad78-ce643f155ba5 req-6cb4a7a5-7cfb-4dd8-9d37-0e8b114a58ea service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2602212 Feb 10 04:28:09.284566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-688b426f-e8b6-4ca7-9f5d-9af8a75395dc None None] Current status of the port e4a7e606-7ae3-4def-97c5-246cffef6875 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:09.284905 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-688b426f-e8b6-4ca7-9f5d-9af8a75395dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:09.314461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'name': 'tempest-NetworksTestDHCPv6-router-244388624', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:00Z', 'updated_at': '2022-02-10T04:28:02Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None, '_interfaces': [{'id': 'e4a7e606-7ae3-4def-97c5-246cffef6875', 'name': '', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'mac_address': 'fa:16:3e:16:cb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '81e189f5-03bb-4730-830a-5fd497ef8c7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:01Z', 'updated_at': '2022-02-10T04:28:08Z', 'revision_number': 4, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'subnets': [{'id': '81e189f5-03bb-4730-830a-5fd497ef8c7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:09.357264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd7ea-8354-4b39-b090-055db73418b3 req-85fc7547-8f1b-4a4a-8eea-08e0dc13e80a tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:09.364717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8edcd7ea-8354-4b39-b090-055db73418b3 req-85fc7547-8f1b-4a4a-8eea-08e0dc13e80a tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 948 time: 0.1987674 Feb 10 04:28:09.371983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f2d7e-63ff-4f98-ab17-6672fa501461 req-b1b8dd0e-eea8-4ea3-81ca-fc86e28e2293 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:09.373812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f49f2d7e-63ff-4f98-ab17-6672fa501461 req-b1b8dd0e-eea8-4ea3-81ca-fc86e28e2293 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.4180593 Feb 10 04:28:09.410263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbca4-549c-4f49-9779-d1daa235533a req-e4a71d3f-117e-4621-9959-ec26ef66a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:09.412192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-e4a71d3f-117e-4621-9959-ec26ef66a6c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1625810 Feb 10 04:28:09.442256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4b513-02b9-43cb-a75e-e218c3e6b520 None None] The sync data for ids ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'] in n-d-827844-2 is: [{'id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'name': 'tempest-NetworksTestDHCPv6-router-244388624', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:00Z', 'updated_at': '2022-02-10T04:28:02Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None, '_interfaces': [{'id': 'e4a7e606-7ae3-4def-97c5-246cffef6875', 'name': '', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'mac_address': 'fa:16:3e:16:cb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '81e189f5-03bb-4730-830a-5fd497ef8c7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:01Z', 'updated_at': '2022-02-10T04:28:08Z', 'revision_number': 4, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'subnets': [{'id': '81e189f5-03bb-4730-830a-5fd497ef8c7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:28:09.477309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-688b426f-e8b6-4ca7-9f5d-9af8a75395dc None None] For port e4a7e606-7ae3-4def-97c5-246cffef6875, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e4a7e606-7ae3-4def-97c5-246cffef6875,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:09.540254 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-688b426f-e8b6-4ca7-9f5d-9af8a75395dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:09.560538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-2cc43ff4-addf-4a1b-ae92-8cc1f8cfea2e service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404600 Feb 10 04:28:09.567691 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:09.606358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f49f2d7e-63ff-4f98-ab17-6672fa501461 req-f99934fa-4f13-4db4-927e-5d33da560cf1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258878 Feb 10 04:28:09.617726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port e4a7e606-7ae3-4def-97c5-246cffef6875 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:09.618087 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:09.662644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b426f-e8b6-4ca7-9f5d-9af8a75395dc None None] Pushing event updated for resources: {'Port': ['ID=e4a7e606-7ae3-4def-97c5-246cffef6875,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:09.681136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8edcd7ea-8354-4b39-b090-055db73418b3 req-1fb778ac-207c-45c1-a33a-229045a66a7a tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151612 Feb 10 04:28:09.692956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f2c81314-4b89-4c0f-b018-150bbf962f48 None None] Provisioning complete for port e4a7e606-7ae3-4def-97c5-246cffef6875 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:09.693332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f2c81314-4b89-4c0f-b018-150bbf962f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:09.772346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05cfbca4-549c-4f49-9779-d1daa235533a req-b9b703ee-d9af-4193-9d14-d11b937594de service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934440 Feb 10 04:28:09.785454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] For port e4a7e606-7ae3-4def-97c5-246cffef6875, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e4a7e606-7ae3-4def-97c5-246cffef6875,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:09.785827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:09.806330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for e4a7e606-7ae3-4def-97c5-246cffef6875 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:09.827363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:09.945393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f2c81314-4b89-4c0f-b018-150bbf962f48 None None] Current status of the port e4a7e606-7ae3-4def-97c5-246cffef6875 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:10.018402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:10.025304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:10.038894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:10.063701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=67df3728-e489-4806-b6dc-69ff6d619ae7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:10.179369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78acd-1aff-40df-b473-3ba538486566 req-1680f46a-ba91-40ae-9c64-ef588d958459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:10.180961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef78acd-1aff-40df-b473-3ba538486566 req-1680f46a-ba91-40ae-9c64-ef588d958459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 1130 time: 0.2669840 Feb 10 04:28:10.299707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e4a7e606-7ae3-4def-97c5-246cffef6875 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:10.312805 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e4a7e606-7ae3-4def-97c5-246cffef6875), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:10.382223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port e4a7e606-7ae3-4def-97c5-246cffef6875 {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:28:10.393768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port e4a7e606-7ae3-4def-97c5-246cffef6875 host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:28:10.394912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e4a7e606-7ae3-4def-97c5-246cffef6875 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 10 04:28:10.400105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=e4a7e606-7ae3-4def-97c5-246cffef6875,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:10.435358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Port e4a7e606-7ae3-4def-97c5-246cffef6875 not found, will not notify nova. {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 10 04:28:10.544893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78acd-1aff-40df-b473-3ba538486566 req-5649dc50-fc46-4313-849a-1f81f4384506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:10.547053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef78acd-1aff-40df-b473-3ba538486566 req-5649dc50-fc46-4313-849a-1f81f4384506 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.3580072 Feb 10 04:28:10.643184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:10.685355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef78acd-1aff-40df-b473-3ba538486566 req-c065a955-73a6-4000-a80c-a6cfbde725e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb HTTP/1.1" status: 200 len: 217 time: 0.1301529 Feb 10 04:28:10.818883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78acd-1aff-40df-b473-3ba538486566 req-41ab97f0-6441-4d24-a842-1dd0a7018c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:10.820393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef78acd-1aff-40df-b473-3ba538486566 req-41ab97f0-6441-4d24-a842-1dd0a7018c26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1255798 Feb 10 04:28:10.894508 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (e16fb78c-31e7-4434-bbbc-e4591f78f49f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:10.992303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 074b06d9-1c5f-4365-9138-8ef3a4c678cb details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:28:11.029350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26471c-0652-420b-b71e-ad3dd21e7b05 req-14a5c9e8-312f-476d-94b7-bb5218d94432 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:11.037219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a26471c-0652-420b-b71e-ad3dd21e7b05 req-14a5c9e8-312f-476d-94b7-bb5218d94432 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.2080452 Feb 10 04:28:11.053811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:28:11.156314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a26471c-0652-420b-b71e-ad3dd21e7b05 req-218915bd-b726-4b77-9e85-f7e0ea80c4d3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177361 Feb 10 04:28:11.186532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78acd-1aff-40df-b473-3ba538486566 req-d5f55287-744e-472d-860e-6fa8c37ba921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:11.188101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef78acd-1aff-40df-b473-3ba538486566 req-d5f55287-744e-472d-860e-6fa8c37ba921 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3443537 Feb 10 04:28:11.204311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:28:11.218229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4f0ba72d-e436-4cd6-8c41-25a537593e35 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "PUT /v2.0/routers/138dd8f9-eb74-4c3f-9603-5ab57d5f17a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2477703 Feb 10 04:28:11.221692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32980) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:11.241172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81740f22-c82f-49da-93f5-a44c033adcfa req-a19e48f7-d5ec-4466-b176-31c9992976b8 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:11.242546 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81740f22-c82f-49da-93f5-a44c033adcfa req-a19e48f7-d5ec-4466-b176-31c9992976b8 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 948 time: 0.4093959 Feb 10 04:28:11.272865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 074b06d9-1c5f-4365-9138-8ef3a4c678cb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:11.311333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '074b06d9-1c5f-4365-9138-8ef3a4c678cb', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': '074b06d9-1c5f-4365-9138-8ef3a4c678cb', 'mac_address': 'fa:16:3e:55:04:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:28:11.337848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a345ff7-50df-49d8-8e21-7a674dd8ac53 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:11.342122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a345ff7-50df-49d8-8e21-7a674dd8ac53 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:11.348926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a345ff7-50df-49d8-8e21-7a674dd8ac53 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1254473 Feb 10 04:28:11.351265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32982) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:11.408421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 074b06d9-1c5f-4365-9138-8ef3a4c678cb is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:11.409980 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:11.448648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 81e189f5-03bb-4730-830a-5fd497ef8c7f {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:11.465310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074b06d9-1c5f-4365-9138-8ef3a4c678cb {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:28:11.473171 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (81e189f5-03bb-4730-830a-5fd497ef8c7f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:11.517343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 074b06d9-1c5f-4365-9138-8ef3a4c678cb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:11.537869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (81e189f5-03bb-4730-830a-5fd497ef8c7f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:11.655566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:11.708995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (81e189f5-03bb-4730-830a-5fd497ef8c7f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:11.814585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (e16fb78c-31e7-4434-bbbc-e4591f78f49f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:11.817964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=074b06d9-1c5f-4365-9138-8ef3a4c678cb,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:11.881718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['074b06d9-1c5f-4365-9138-8ef3a4c678cb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:28:11.920211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32990) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:11.976545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (81e189f5-03bb-4730-830a-5fd497ef8c7f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:11.987968 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] Sync routers for ids ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:28:12.003773 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] Routers {'138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:12.007587 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:12.046990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.054777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/81e189f5-03bb-4730-830a-5fd497ef8c7f HTTP/1.1" status: 204 len: 168 time: 0.7024114 Feb 10 04:28:12.061415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281879f2-e21e-4257-b670-f1dbed384de4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=81e189f5-03bb-4730-830a-5fd497ef8c7f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:12.062277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 32996) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:12.116854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60392e15-d099-497d-aec8-b4be66f5b12c None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:12.226729 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-81740f22-c82f-49da-93f5-a44c033adcfa req-e4f34547-3c86-47d1-bd72-f415348180b1 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9676199 Feb 10 04:28:12.234993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef78acd-1aff-40df-b473-3ba538486566 req-7a6bdc09-4ef2-4f99-aa8a-ecba2b0c3fe5 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0390601 Feb 10 04:28:12.243150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-66225eeb-23c5-4344-8258-af6b66bae684 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:12.288403 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] Set router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:12.385623 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'name': 'tempest-NetworksTestDHCPv6-router-244388624', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:00Z', 'updated_at': '2022-02-10T04:28:10Z', 'revision_number': 3, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:12.436653 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] Checking router: 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:28:12.447511 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] Routers {'138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:12.448118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef78acd-1aff-40df-b473-3ba538486566 req-48cfc74f-b3b8-420e-81aa-14be70abf0b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037847 Feb 10 04:28:12.448688 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:12.467707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bdc9ffcc-568b-4f4f-8f53-c1e41a0d6378 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4042287 Feb 10 04:28:12.476791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:12.544439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:28:12.549023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-66225eeb-23c5-4344-8258-af6b66bae684 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "PUT /v2.0/quotas/61574dc411414b5e9aaaded7218f6629 HTTP/1.1" status: 200 len: 368 time: 0.6253510 Feb 10 04:28:12.552431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33002) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:12.560339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Request body: {'network': {'project_id': '61574dc411414b5e9aaaded7218f6629'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:12.573112 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] Set router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:12.591591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbf6fd-e964-47ec-b4ad-373ed4158f9f req-4343a2fb-8977-47c9-8af8-e4edccd12968 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:12.599709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cfbf6fd-e964-47ec-b4ad-373ed4158f9f req-4343a2fb-8977-47c9-8af8-e4edccd12968 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.2675173 Feb 10 04:28:12.614665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef951d36-930d-4869-bc70-ffb29b6018a3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.623131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router e16fb78c-31e7-4434-bbbc-e4591f78f49f is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:28:12.640473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] Deleting port d959b87f-6880-4558-adf1-7abc7d4b9a61 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:12.640791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.655637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Made reservation on behalf of 61574dc411414b5e9aaaded7218f6629 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:12.662581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.672652 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'name': 'tempest-NetworksTestDHCPv6-router-244388624', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:00Z', 'updated_at': '2022-02-10T04:28:10Z', 'revision_number': 3, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:12.732199 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b5e07-7369-440d-96f4-46843e116963 None None] The sync data for ids ['138dd8f9-eb74-4c3f-9603-5ab57d5f17a6'] in n-d-827844-2 is: [{'id': '138dd8f9-eb74-4c3f-9603-5ab57d5f17a6', 'name': 'tempest-NetworksTestDHCPv6-router-244388624', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:00Z', 'updated_at': '2022-02-10T04:28:10Z', 'revision_number': 3, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:28:12.737457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cfbf6fd-e964-47ec-b4ad-373ed4158f9f req-38190e91-872c-4159-8e53-7f6fe9e17984 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361146 Feb 10 04:28:12.758804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.760992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] For port d959b87f-6880-4558-adf1-7abc7d4b9a61, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d959b87f-6880-4558-adf1-7abc7d4b9a61,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:12.761397 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.776513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] Calling delete_port for d959b87f-6880-4558-adf1-7abc7d4b9a61 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:12.875836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef951d36-930d-4869-bc70-ffb29b6018a3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.878728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef951d36-930d-4869-bc70-ffb29b6018a3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router_controller (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.879658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:28:12.892248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Sync routers for ids ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:28:12.919340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for security_group (f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.923872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Routers {'e16fb78c-31e7-4434-bbbc-e4591f78f49f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:12.924501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:12.968248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d959b87f-6880-4558-adf1-7abc7d4b9a61), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.993142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:12.993142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c16e7d48-220c-4207-8ddb-5e53f6ff8971 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.3133636 Feb 10 04:28:12.993368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33004) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.014115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 074b06d9-1c5f-4365-9138-8ef3a4c678cb up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:13.018675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] Pushing event deleted for resources: {'Port': ['ID=d959b87f-6880-4558-adf1-7abc7d4b9a61,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:13.023160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978c660-dd9b-4855-a3d4-ce0787bc0bda None None] No DVR routers for this DVR port d959b87f-6880-4558-adf1-7abc7d4b9a61 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:13.036194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.065471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:28:13.070396 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef951d36-930d-4869-bc70-ffb29b6018a3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (138dd8f9-eb74-4c3f-9603-5ab57d5f17a6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.075317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef951d36-930d-4869-bc70-ffb29b6018a3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Fanout notify agent at l3_agent the message router_deleted on router 138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:28:13.078935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (bb4b5666-8e26-40a7-ac4b-bce1a5e135a2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.079460 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Added segment bb4b5666-8e26-40a7-ac4b-bce1a5e135a2 of type vlan for network bb0f9b81-5135-4ec6-856a-60feba8ef0b6 Feb 10 04:28:13.090657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef951d36-930d-4869-bc70-ffb29b6018a3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.092293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ef951d36-930d-4869-bc70-ffb29b6018a3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/routers/138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 HTTP/1.1" status: 204 len: 168 time: 0.6125875 Feb 10 04:28:13.095906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33010) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.102627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:13.122970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Set router e16fb78c-31e7-4434-bbbc-e4591f78f49f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:13.132873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (bb0f9b81-5135-4ec6-856a-60feba8ef0b6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.214929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 074b06d9-1c5f-4365-9138-8ef3a4c678cb completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:28:13.223399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133f770-9772-4ef3-a9cd-46ff6c36be7e tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:13.227567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e133f770-9772-4ef3-a9cd-46ff6c36be7e tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0c75aaefab404de1a005a8362835cfa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2308550 Feb 10 04:28:13.227567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:13.229239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 074b06d9-1c5f-4365-9138-8ef3a4c678cb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:13.229617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.236311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33012) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.243754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (bb0f9b81-5135-4ec6-856a-60feba8ef0b6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.246199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:13.252247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.390949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Pushing event updated for resources: {'Network': ['ID=bb0f9b81-5135-4ec6-856a-60feba8ef0b6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:13.414308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network bb0f9b81-5135-4ec6-856a-60feba8ef0b6 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:28:13.415988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a343b3-52cc-49b1-899a-43789cce7d55 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:13.422494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d6a343b3-52cc-49b1-899a-43789cce7d55 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1768150 Feb 10 04:28:13.428050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33020) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.428670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cf49a6cd-bb35-4100-83ff-af1b4cb7193d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8718820 Feb 10 04:28:13.429474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33022) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.437567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Request body: {'network': {'project_id': '61574dc411414b5e9aaaded7218f6629'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:13.484430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-957b01a9-8c5a-457e-bbd4-85494e87415e tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567939 Feb 10 04:28:13.485652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33024) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.486655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933983b-2e9d-429d-a4cc-9a3484b4e755 req-cfefb269-d544-4586-9a05-629c0a0829ee tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:13.492500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 074b06d9-1c5f-4365-9138-8ef3a4c678cb is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:13.492500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.500337 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7933983b-2e9d-429d-a4cc-9a3484b4e755 req-cfefb269-d544-4586-9a05-629c0a0829ee tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 949 time: 0.1231446 Feb 10 04:28:13.536311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ab9d0de9-2e51-4cac-b3bc-434f08b52245 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0c75aaefab404de1a005a8362835cfa4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468075 Feb 10 04:28:13.537030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33026) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.569808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Made reservation on behalf of 61574dc411414b5e9aaaded7218f6629 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:13.579032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.589516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:13.592930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074b06d9-1c5f-4365-9138-8ef3a4c678cb'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:13.595485 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467548a0-b494-497e-bc96-f377aa9af937" -d '{"events": [{"server_uuid": "b19d32ce-2b4b-4910-92b0-77ec0aa4c425", "name": "network-vif-plugged", "status": "completed", "tag": "074b06d9-1c5f-4365-9138-8ef3a4c678cb"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:13.603659 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.619960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 074b06d9-1c5f-4365-9138-8ef3a4c678cb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:13.634477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:10Z', 'revision_number': 3, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:08Z', 'updated_at': '2022-02-10T04:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:13.679984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Checking router: e16fb78c-31e7-4434-bbbc-e4591f78f49f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:28:13.681144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Updating router e16fb78c-31e7-4434-bbbc-e4591f78f49f port 67df3728-e489-4806-b6dc-69ff6d619ae7 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:28:13.692781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7933983b-2e9d-429d-a4cc-9a3484b4e755 req-95ef9f5b-9256-4a00-8e1b-e756f320a0bd tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930845 Feb 10 04:28:13.722417 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f44702-b769-4da7-906c-9e0cacc7de16 x-openstack-request-id: req-47f44702-b769-4da7-906c-9e0cacc7de16 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:13.723051 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19d32ce-2b4b-4910-92b0-77ec0aa4c425", "name": "network-vif-plugged", "status": "completed", "tag": "074b06d9-1c5f-4365-9138-8ef3a4c678cb", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:13.724055 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47f44702-b769-4da7-906c-9e0cacc7de16 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:13.725995 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074b06d9-1c5f-4365-9138-8ef3a4c678cb', 'code': 200} Feb 10 04:28:13.740058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:28:13.754066 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.778066 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ab9f39f3-1d84-4440-8da6-cd11663de37a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.778419 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Added segment ab9f39f3-1d84-4440-8da6-cd11663de37a of type vlan for network d34dc7e9-fee5-4fe0-80fb-77f50a55e830 Feb 10 04:28:13.795754 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.908881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d34dc7e9-fee5-4fe0-80fb-77f50a55e830), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:13.972336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c40183-f1b3-479e-8778-a70ed585456a tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:13.973993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-16c40183-f1b3-479e-8778-a70ed585456a tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4359188 Feb 10 04:28:13.979823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33044) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:13.985510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1391a0-5b7c-45c8-99c8-08533c302172 req-74160d65-38c2-48ec-9fc8-51e67b798b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:13.989945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff1391a0-5b7c-45c8-99c8-08533c302172 req-74160d65-38c2-48ec-9fc8-51e67b798b04 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 1132 time: 0.1791518 Feb 10 04:28:14.014663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7c7a-1a01-406d-b42c-7559dbc5bb6a req-177e3d23-8a44-4d3a-85ba-e5ee4a200a94 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:14.016593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-923e7c7a-1a01-406d-b42c-7559dbc5bb6a req-177e3d23-8a44-4d3a-85ba-e5ee4a200a94 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.1469700 Feb 10 04:28:14.116538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-923e7c7a-1a01-406d-b42c-7559dbc5bb6a req-a5d31def-13f3-4961-836a-ef888a3d2ec2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920334 Feb 10 04:28:14.154136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-39730ff5-f923-431e-8829-bd16ddeb53fa tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1600997 Feb 10 04:28:14.158625 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff1391a0-5b7c-45c8-99c8-08533c302172 req-9c9946a0-3b14-4a38-8350-02a576081c58 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448803 Feb 10 04:28:14.160028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33056) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:14.160664 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d34dc7e9-fee5-4fe0-80fb-77f50a55e830), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.162757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:14.163365 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.184320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065854742', 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:14.205227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=074b06d9-1c5f-4365-9138-8ef3a4c678cb,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:14.232637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (79eacf3f-c79e-41d0-b91f-3f1d6da547d2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.258505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d959b87f-6880-4558-adf1-7abc7d4b9a61 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:14.280738 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8468513 Feb 10 04:28:14.281948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33062) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:14.290626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-00264951-0812-4ade-9eba-584e66efa210 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Request body: {'network': {'project_id': '61574dc411414b5e9aaaded7218f6629'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:14.296216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d959b87f-6880-4558-adf1-7abc7d4b9a61 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:14.296698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d959b87f-6880-4558-adf1-7abc7d4b9a61 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:14.297905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e4a7e606-7ae3-4def-97c5-246cffef6875 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:14.319985 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-00264951-0812-4ade-9eba-584e66efa210 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 04:28:14.323271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00264951-0812-4ade-9eba-584e66efa210 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:28:14.329175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-00264951-0812-4ade-9eba-584e66efa210 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0437224 Feb 10 04:28:14.334201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e4a7e606-7ae3-4def-97c5-246cffef6875 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:14.334990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e4a7e606-7ae3-4def-97c5-246cffef6875 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:14.340716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33064) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:14.352264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=79eacf3f-c79e-41d0-b91f-3f1d6da547d2,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:14.360796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:14.362690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:14.374397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:14.375148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.400618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbb215-c482-4d89-84c4-994da6406314 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:14.441114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d0588-771d-4f4b-99a9-03cb99d5163b tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Pushing event updated for resources: {'Network': ['ID=d34dc7e9-fee5-4fe0-80fb-77f50a55e830,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:14.450675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-24de5776-cb2f-4362-8bfd-11ddd2c79468 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61574dc411414b5e9aaaded7218f6629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089411 Feb 10 04:28:14.453348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33066) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:14.486349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8d00dd71-1402-4441-a36e-c40af9b11403 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3890235 Feb 10 04:28:14.488910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33068) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:14.494154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-dbef6c0d-cea8-4d45-b48c-f8a2b32d16f9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1753690614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:14.510158 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b467150b-3659-4774-b78d-141c9e9c731d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for security_group (f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.514107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d34dc7e9-fee5-4fe0-80fb-77f50a55e830 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:28:14.529344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Made reservation on behalf of 0c75aaefab404de1a005a8362835cfa4 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:14.533261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.556400 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b467150b-3659-4774-b78d-141c9e9c731d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for security_group (f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.609564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c0d-cea8-4d45-b48c-f8a2b32d16f9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (ecfca1d6-1b29-4562-a797-da7e43ac550b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.610633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c0d-cea8-4d45-b48c-f8a2b32d16f9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (ecfca1d6-1b29-4562-a797-da7e43ac550b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.766610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b467150b-3659-4774-b78d-141c9e9c731d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.772566 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b467150b-3659-4774-b78d-141c9e9c731d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.776242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b467150b-3659-4774-b78d-141c9e9c731d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a HTTP/1.1" status: 204 len: 168 time: 0.3192918 Feb 10 04:28:14.782126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33072) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:14.805991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467150b-3659-4774-b78d-141c9e9c731d tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dd012d-20cc-4a0c-b1d8-d3a6f4f72d7a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:14.841713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '79eacf3f-c79e-41d0-b91f-3f1d6da547d2'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:28:14.842745 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.862512 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Publish callbacks [] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.961216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (ef256d39-70d7-4f8e-bd22-2dfebb6c11b8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:14.967397 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.010483 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d34dc7e9-fee5-4fe0-80fb-77f50a55e830), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.093875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6575eb-c24a-4573-848d-99cedc22551a None None] Pushing event updated for resources: {'Port': ['ID=67df3728-e489-4806-b6dc-69ff6d619ae7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:15.096444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Attempting to bind port 67df3728-e489-4806-b6dc-69ff6d619ae7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:15.096822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Attempting to bind port 67df3728-e489-4806-b6dc-69ff6d619ae7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:15.097908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Attempting to bind port 67df3728-e489-4806-b6dc-69ff6d619ae7 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:15.100971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Checking segment: {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:15.101562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network hostable DHCP agents. Network: a389b26b-1afe-4f45-a59b-2c7ffd54ea1a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:28:15.113191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:15.113653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:15.114117 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.114521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:15.115041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Bound port: 67df3728-e489-4806-b6dc-69ff6d619ae7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:15.115561 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.124474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/79eacf3f-c79e-41d0-b91f-3f1d6da547d2/04acf13f-520d-4185-82ca-90240bd46859) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:15.152622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604a03-fd26-42e8-bb12-780a2894e654 req-f0623f31-8aa5-4b5a-ab3f-9566f90269bd tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:15.154723 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6604a03-fd26-42e8-bb12-780a2894e654 req-f0623f31-8aa5-4b5a-ab3f-9566f90269bd tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 950 time: 0.2070944 Feb 10 04:28:15.155457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Subnet': ['ID=ef256d39-70d7-4f8e-bd22-2dfebb6c11b8,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:15.275450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] For port 67df3728-e489-4806-b6dc-69ff6d619ae7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:15.295457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] For port 67df3728-e489-4806-b6dc-69ff6d619ae7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=67df3728-e489-4806-b6dc-69ff6d619ae7,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:15.298585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d34dc7e9-fee5-4fe0-80fb-77f50a55e830), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.326078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:28:15.343734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6604a03-fd26-42e8-bb12-780a2894e654 req-b0f0cc76-a910-47b1-8e3c-ba2b0ac27207 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715479 Feb 10 04:28:15.366760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34dc7e9-fee5-4fe0-80fb-77f50a55e830']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:15.388111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9f39f3-1d84-4440-8da6-cd11663de37a') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:15.388341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9f39f3-1d84-4440-8da6-cd11663de37a') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:15.406864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.424839 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ab9f39f3-1d84-4440-8da6-cd11663de37a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.432230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a389b26b-1afe-4f45-a59b-2c7ffd54ea1a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:15.447880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:15.448588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.457765 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ab9f39f3-1d84-4440-8da6-cd11663de37a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.469902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:28:15.470305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ab9f39f3-1d84-4440-8da6-cd11663de37a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.481755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Publish callbacks [] for port (04acf13f-520d-4185-82ca-90240bd46859), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:28:15.485560 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:28:15.499075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640927a-ae1b-4413-b92a-0014698286e6 None None] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:15.543506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c0d-cea8-4d45-b48c-f8a2b32d16f9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router_controller (ecfca1d6-1b29-4562-a797-da7e43ac550b), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.554657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Routers {'e16fb78c-31e7-4434-bbbc-e4591f78f49f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:15.555262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:15.572260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096939cb-be9d-4a20-8c68-53185f22588d req-b9f6452b-6cf7-4e0c-8447-613489211a67 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:15.575101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-096939cb-be9d-4a20-8c68-53185f22588d req-b9f6452b-6cf7-4e0c-8447-613489211a67 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.1099124 Feb 10 04:28:15.596080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0aa341e6-4752-42f3-ab7e-0b969e50026d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4173765 Feb 10 04:28:15.600497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33078) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:15.653243 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (04acf13f-520d-4185-82ca-90240bd46859), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.684365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6575eb-c24a-4573-848d-99cedc22551a None None] Pushing event updated for resources: {'Port': ['ID=67df3728-e489-4806-b6dc-69ff6d619ae7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:15.692791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-096939cb-be9d-4a20-8c68-53185f22588d req-7ed709b8-9b51-42c4-a570-16a44ec8af06 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125839 Feb 10 04:28:15.697872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c0d-cea8-4d45-b48c-f8a2b32d16f9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (ecfca1d6-1b29-4562-a797-da7e43ac550b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.742158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:15.783124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:15.799397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:15.817678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbef6c0d-cea8-4d45-b48c-f8a2b32d16f9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.818906 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dbef6c0d-cea8-4d45-b48c-f8a2b32d16f9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3284740 Feb 10 04:28:15.821783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33080) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:15.879169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'fixed_ips': [{'subnet_id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:28:15.880059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.902792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Pushing event updated for resources: {'Port': ['ID=04acf13f-520d-4185-82ca-90240bd46859,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:15.908082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] Set router e16fb78c-31e7-4434-bbbc-e4591f78f49f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:15.923311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d34dc7e9-fee5-4fe0-80fb-77f50a55e830), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.944458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:15.949832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d34dc7e9-fee5-4fe0-80fb-77f50a55e830 HTTP/1.1" status: 204 len: 168 time: 1.1655493 Feb 10 04:28:15.953211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33082) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:15.981520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Attempting to bind port 04acf13f-520d-4185-82ca-90240bd46859 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:15.981894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Attempting to bind port 04acf13f-520d-4185-82ca-90240bd46859 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:15.982260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Attempting to bind port 04acf13f-520d-4185-82ca-90240bd46859 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:16.047478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (bb0f9b81-5135-4ec6-856a-60feba8ef0b6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.051776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a99fe-049a-4183-820d-ce03a7e7c843 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Pushing event deleted for resources: {'Network': ['ID=d34dc7e9-fee5-4fe0-80fb-77f50a55e830,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:16.057602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:16.058524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:16.059049 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.059453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:16.059963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Bound port: 04acf13f-520d-4185-82ca-90240bd46859, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:16.060355 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04acf13f-520d-4185-82ca-90240bd46859), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.285528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Allocated IP 172.20.0.18 (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a/ef256d39-70d7-4f8e-bd22-2dfebb6c11b8/4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:16.298384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] For port 04acf13f-520d-4185-82ca-90240bd46859, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:16.303146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.310757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (bb0f9b81-5135-4ec6-856a-60feba8ef0b6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.336566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] For port 04acf13f-520d-4185-82ca-90240bd46859, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04acf13f-520d-4185-82ca-90240bd46859,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:16.337800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0f9b81-5135-4ec6-856a-60feba8ef0b6']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:16.350654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4b5666-8e26-40a7-ac4b-bce1a5e135a2') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:16.351162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4b5666-8e26-40a7-ac4b-bce1a5e135a2') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:16.366590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (bb4b5666-8e26-40a7-ac4b-bce1a5e135a2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.386874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (bb4b5666-8e26-40a7-ac4b-bce1a5e135a2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.394401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:28:16.394966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (bb4b5666-8e26-40a7-ac4b-bce1a5e135a2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.448814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04acf13f-520d-4185-82ca-90240bd46859), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:28:16.458877 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:28:16.525777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:10Z', 'revision_number': 3, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:08Z', 'updated_at': '2022-02-10T04:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:16.576539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186b97d-5f12-4d11-9ae2-9207e330a9e9 None None] The sync data for ids ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'] in n-d-827844-2 is: [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:10Z', 'revision_number': 3, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:08Z', 'updated_at': '2022-02-10T04:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:28:16.631856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31be8cb-d245-43d1-b0d5-238a4c668042 None None] Pushing event updated for resources: {'Port': ['ID=04acf13f-520d-4185-82ca-90240bd46859,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:16.664524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (bb0f9b81-5135-4ec6-856a-60feba8ef0b6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.670749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.677423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] 10.222.0.42 "DELETE /v2.0/networks/bb0f9b81-5135-4ec6-856a-60feba8ef0b6 HTTP/1.1" status: 204 len: 168 time: 0.7219193 Feb 10 04:28:16.715928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Publish callbacks [] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.742866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a8fff-8c52-4afb-a14d-b506a97e0b22 tempest-QuotasNegativeTest-984720473 tempest-QuotasNegativeTest-984720473-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb0f9b81-5135-4ec6-856a-60feba8ef0b6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:16.783138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fca248-cef7-4266-8345-33d787d8db99 req-805141da-5e4b-435e-98a2-ae7049e2a716 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:16.785567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36fca248-cef7-4266-8345-33d787d8db99 req-805141da-5e4b-435e-98a2-ae7049e2a716 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 950 time: 0.3063481 Feb 10 04:28:16.800605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:16.871094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-36fca248-cef7-4266-8345-33d787d8db99 req-0ce52b5b-c263-4600-ab90-e1ab7663d51b tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737939 Feb 10 04:28:17.066534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:17.071571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:17.074685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:17.092294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Pushing event updated for resources: {'Port': ['ID=4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:17.154891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.209725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::1 (bccb2641-a2dc-4885-b350-1b936c4c0b28/79eacf3f-c79e-41d0-b91f-3f1d6da547d2/0f474213-4670-4150-b734-2b5a38bf4f12) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:17.219503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.268770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab430668-362d-41b7-af63-8161359f3d9f req-b320eeb6-e506-4dd8-80f6-30aa9ef02394 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:17.269103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Attempting to bind port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:17.269627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Attempting to bind port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:17.270719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab430668-362d-41b7-af63-8161359f3d9f req-b320eeb6-e506-4dd8-80f6-30aa9ef02394 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.3827012 Feb 10 04:28:17.271052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Attempting to bind port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 on network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:17.290921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:17.294787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Checking segment: {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:17.297617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.297617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Bound using segment: {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:17.297617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Bound port: 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:17.297617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.415950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] For port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:17.421021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] For port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:17.532128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.533267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab430668-362d-41b7-af63-8161359f3d9f req-f7bbb4f7-ade0-42d1-8d44-b3dd11376a7a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473917 Feb 10 04:28:17.577746 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (0f474213-4670-4150-b734-2b5a38bf4f12), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.703946 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.705567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aa6fb-fba8-4d34-9503-b9f2d4b3f41e None None] Pushing event updated for resources: {'Port': ['ID=4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:17.745007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:17.757019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:17.815507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:17.816149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (ecfca1d6-1b29-4562-a797-da7e43ac550b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:17.917713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Allocated IP 172.20.0.17 (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a/ef256d39-70d7-4f8e-bd22-2dfebb6c11b8/255f9a38-00ab-4d22-ade3-bc43a761f8fc) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:18.073243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=0f474213-4670-4150-b734-2b5a38bf4f12,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:18.253893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33108) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:18.294219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:18.430220 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:18.556362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:18.657510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-872c62bf-fbde-49b5-9e44-eb6c536c1554 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2511845 Feb 10 04:28:18.691005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 67df3728-e489-4806-b6dc-69ff6d619ae7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:18.753941 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-98af41e8-f3f2-4ce7-86cb-b84196efe757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:18.824229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-96ba6fd7-27e1-417c-92f3-b125f79bb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:18.826002 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-96ba6fd7-27e1-417c-92f3-b125f79bb9da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1167 time: 0.0829711 Feb 10 04:28:18.833811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-64f8edc8-3b86-446e-834b-52f254b0d0af None None] Provisioning complete for port 04acf13f-520d-4185-82ca-90240bd46859 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:18.834190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64f8edc8-3b86-446e-834b-52f254b0d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04acf13f-520d-4185-82ca-90240bd46859), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:18.932115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 67df3728-e489-4806-b6dc-69ff6d619ae7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:18.932618 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:18.967660 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-98af41e8-f3f2-4ce7-86cb-b84196efe757 admin admin] Publish callbacks [] for security_group (462def3a-b83e-4888-b7b3-1f6086f10621), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.124660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (0f474213-4670-4150-b734-2b5a38bf4f12), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.162441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961f7f-cb79-44fb-a46e-0d8c422c7e2b req-7bb28dbb-d0f2-4da7-a220-4c7009d7ad4f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:19.165778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9961f7f-cb79-44fb-a46e-0d8c422c7e2b req-7bb28dbb-d0f2-4da7-a220-4c7009d7ad4f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.3557222 Feb 10 04:28:19.218868 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.219881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (ecfca1d6-1b29-4562-a797-da7e43ac550b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.223858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-64f8edc8-3b86-446e-834b-52f254b0d0af None None] Current status of the port 04acf13f-520d-4185-82ca-90240bd46859 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:19.224268 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64f8edc8-3b86-446e-834b-52f254b0d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04acf13f-520d-4185-82ca-90240bd46859), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.240493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-2234bb5c-911c-4508-8db8-b6d039a47a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:19.242641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-2234bb5c-911c-4508-8db8-b6d039a47a54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56b8663b-fbbe-4498-bad5-06824b202781 HTTP/1.1" status: 200 len: 898 time: 0.2724299 Feb 10 04:28:19.244482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.273605 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-98af41e8-f3f2-4ce7-86cb-b84196efe757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (462def3a-b83e-4888-b7b3-1f6086f10621), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.315873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-64f8edc8-3b86-446e-834b-52f254b0d0af None None] For port 04acf13f-520d-4185-82ca-90240bd46859, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04acf13f-520d-4185-82ca-90240bd46859,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:19.377177 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64f8edc8-3b86-446e-834b-52f254b0d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04acf13f-520d-4185-82ca-90240bd46859), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.432456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=0f474213-4670-4150-b734-2b5a38bf4f12,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:19.470341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 67df3728-e489-4806-b6dc-69ff6d619ae7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:19.471805 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.490014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9961f7f-cb79-44fb-a46e-0d8c422c7e2b req-96474079-1b67-4bb2-880c-369c1016e1e5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161185 Feb 10 04:28:19.503140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:19.559063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:19.560761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:19.563182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:19.571469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:19.597290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 67df3728-e489-4806-b6dc-69ff6d619ae7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=67df3728-e489-4806-b6dc-69ff6d619ae7,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:19.613528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0c6b31f6-1f76-42b2-9ebb-4747e9c6ae21 None None] Provisioning complete for port 0f474213-4670-4150-b734-2b5a38bf4f12 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:19.613911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c6b31f6-1f76-42b2-9ebb-4747e9c6ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.686848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b31f6-1f76-42b2-9ebb-4747e9c6ae21 None None] Port 0f474213-4670-4150-b734-2b5a38bf4f12 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:19.696990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.697791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04acf13f-520d-4185-82ca-90240bd46859 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:19.708249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8edc8-3b86-446e-834b-52f254b0d0af None None] Pushing event updated for resources: {'Port': ['ID=04acf13f-520d-4185-82ca-90240bd46859,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:19.731113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-98af41e8-f3f2-4ce7-86cb-b84196efe757 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a59b77a6a724cfeabd14b9f2c22d8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4750402 Feb 10 04:28:19.748433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33120) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:19.749283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af41e8-f3f2-4ce7-86cb-b84196efe757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462def3a-b83e-4888-b7b3-1f6086f10621,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:19.752017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=255f9a38-00ab-4d22-ade3-bc43a761f8fc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:19.842558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-c6bc4909-7a0e-48e6-920e-286b0df6fd31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713 HTTP/1.1" status: 200 len: 1001 time: 0.5737681 Feb 10 04:28:19.902869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Router ecfca1d6-1b29-4562-a797-da7e43ac550b is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:28:19.916794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=67df3728-e489-4806-b6dc-69ff6d619ae7,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:19.933853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (e16fb78c-31e7-4434-bbbc-e4591f78f49f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:19.936983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 04acf13f-520d-4185-82ca-90240bd46859 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:19.937362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04acf13f-520d-4185-82ca-90240bd46859), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.133039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 04acf13f-520d-4185-82ca-90240bd46859 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:20.139163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:20.139966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b30f-b5bc-47a3-b843-096a2caf444d admin admin] Publish callbacks [] for security_group (462def3a-b83e-4888-b7b3-1f6086f10621), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.161555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-5fb1a99d-e7b8-4d49-b804-f983c36fbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:20.165687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-5fb1a99d-e7b8-4d49-b804-f983c36fbcb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33f7b84a-e555-43d3-adf6-4faf4187a6de HTTP/1.1" status: 200 len: 834 time: 0.3043568 Feb 10 04:28:20.184705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:28:20.208844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-58ce4807-99b6-42f2-8e00-f174c412ea9c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "PUT /v2.0/routers/ecfca1d6-1b29-4562-a797-da7e43ac550b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3833816 Feb 10 04:28:20.212049 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Sync routers for ids ['ecfca1d6-1b29-4562-a797-da7e43ac550b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:28:20.213294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33122) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:20.228597 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Routers {'ecfca1d6-1b29-4562-a797-da7e43ac550b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:20.231308 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ecfca1d6-1b29-4562-a797-da7e43ac550b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:20.251124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:20.251458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.338018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1fc8a3-d92a-4ee7-b7cf-cf0ae4aadc15 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:20.343289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1e1fc8a3-d92a-4ee7-b7cf-cf0ae4aadc15 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports/0f474213-4670-4150-b734-2b5a38bf4f12 HTTP/1.1" status: 200 len: 911 time: 0.1254628 Feb 10 04:28:20.345494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33124) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:20.441916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b30f-b5bc-47a3-b843-096a2caf444d admin admin] Publish callbacks [] for security_group (462def3a-b83e-4888-b7b3-1f6086f10621), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.466159 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.481757 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Set router ecfca1d6-1b29-4562-a797-da7e43ac550b gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:20.495949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5765b5-a6dd-4d34-8ffa-7d19accca31a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:20.501498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5765b5-a6dd-4d34-8ffa-7d19accca31a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:20.508016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33126) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:20.515324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9e5765b5-a6dd-4d34-8ffa-7d19accca31a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1707053 Feb 10 04:28:20.667899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fa4c0-2f7f-4329-9384-a78a23176472 None None] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:20.750518 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'name': 'tempest-NetworksTestDHCPv6-router-1753690614', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:14Z', 'updated_at': '2022-02-10T04:28:18Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None, '_interfaces': [{'id': '0f474213-4670-4150-b734-2b5a38bf4f12', 'name': '', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'mac_address': 'fa:16:3e:41:8e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '79eacf3f-c79e-41d0-b91f-3f1d6da547d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:16Z', 'updated_at': '2022-02-10T04:28:18Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'subnets': [{'id': '79eacf3f-c79e-41d0-b91f-3f1d6da547d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:20.779119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3e277af2-5510-4fc5-8311-b8efb2e29bad None None] Provisioning complete for port 0f474213-4670-4150-b734-2b5a38bf4f12 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:20.779581 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e277af2-5510-4fc5-8311-b8efb2e29bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.783178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:20.783719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.843209 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Checking router: ecfca1d6-1b29-4562-a797-da7e43ac550b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:28:20.844010 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Updating router ecfca1d6-1b29-4562-a797-da7e43ac550b port 0f474213-4670-4150-b734-2b5a38bf4f12 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:28:20.885546 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:20.887030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:20.891448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3e277af2-5510-4fc5-8311-b8efb2e29bad None None] Port 0f474213-4670-4150-b734-2b5a38bf4f12 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:20.987602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.173129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fa2561e6-1ced-4941-ba7c-70197b4672e0 None None] Provisioning complete for port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:21.173994 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa2561e6-1ced-4941-ba7c-70197b4672e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.202122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-375affd7-34a7-4e6b-b8ac-6f8c7feef10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:21.205314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-375affd7-34a7-4e6b-b8ac-6f8c7feef10c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56b8663b-fbbe-4498-bad5-06824b202781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9203072 Feb 10 04:28:21.248824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 67df3728-e489-4806-b6dc-69ff6d619ae7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:21.301709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:21.392107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 67df3728-e489-4806-b6dc-69ff6d619ae7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:21.392956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.452873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fa2561e6-1ced-4941-ba7c-70197b4672e0 None None] Current status of the port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:21.474407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b30f-b5bc-47a3-b843-096a2caf444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (462def3a-b83e-4888-b7b3-1f6086f10621), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.477007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b30f-b5bc-47a3-b843-096a2caf444d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.481328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d1a1b30f-b5bc-47a3-b843-096a2caf444d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/462def3a-b83e-4888-b7b3-1f6086f10621 HTTP/1.1" status: 204 len: 168 time: 1.7262340 Feb 10 04:28:21.539843 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Publish callbacks [] for port (0f474213-4670-4150-b734-2b5a38bf4f12), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.563892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 67df3728-e489-4806-b6dc-69ff6d619ae7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:21.563892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04acf13f-520d-4185-82ca-90240bd46859 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:21.614234 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-522fb496-b397-4574-a175-e112a766ccc4 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957229 Feb 10 04:28:21.622782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b30f-b5bc-47a3-b843-096a2caf444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462def3a-b83e-4888-b7b3-1f6086f10621,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:21.641056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871d5b-aaa4-4bac-b532-af4379783293 req-20601437-96d6-4b32-9e39-7e3cfe2de75c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:21.642972 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.657229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8871d5b-aaa4-4bac-b532-af4379783293 req-20601437-96d6-4b32-9e39-7e3cfe2de75c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 1.0171142 Feb 10 04:28:21.662714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1395c5c5-1f93-4577-8480-56fa2771e105 None None] Provisioning complete for port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:21.663792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1395c5c5-1f93-4577-8480-56fa2771e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.734366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 04acf13f-520d-4185-82ca-90240bd46859 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:21.734983 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04acf13f-520d-4185-82ca-90240bd46859), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.782591 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebc164-e9f3-4436-9862-c6718d97f718 None None] Pushing event updated for resources: {'Port': ['ID=0f474213-4670-4150-b734-2b5a38bf4f12,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:21.836354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1395c5c5-1f93-4577-8480-56fa2771e105 None None] Current status of the port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:21.856269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1395c5c5-1f93-4577-8480-56fa2771e105 None None] Provisioning complete for port 255f9a38-00ab-4d22-ade3-bc43a761f8fc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:21.856893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1395c5c5-1f93-4577-8480-56fa2771e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.884552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Attempting to bind port 0f474213-4670-4150-b734-2b5a38bf4f12 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:21.884938 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Attempting to bind port 0f474213-4670-4150-b734-2b5a38bf4f12 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:21.885310 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Attempting to bind port 0f474213-4670-4150-b734-2b5a38bf4f12 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:21.905293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8871d5b-aaa4-4bac-b532-af4379783293 req-e23ef84f-c244-4b6e-881b-9f8d52ef0340 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240338 Feb 10 04:28:21.907909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:21.908487 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:21.909216 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.909844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:21.910660 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Bound port: 0f474213-4670-4150-b734-2b5a38bf4f12, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:21.911080 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:21.942167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1395c5c5-1f93-4577-8480-56fa2771e105 None None] Port 255f9a38-00ab-4d22-ade3-bc43a761f8fc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:21.944742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 04acf13f-520d-4185-82ca-90240bd46859 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:22.045773 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] For port 0f474213-4670-4150-b734-2b5a38bf4f12, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:22.051803 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] For port 0f474213-4670-4150-b734-2b5a38bf4f12, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0f474213-4670-4150-b734-2b5a38bf4f12,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:22.075135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-831b5fe2-02d8-4742-8834-76d6c9ca2598 None None] Provisioning complete for port 255f9a38-00ab-4d22-ade3-bc43a761f8fc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:22.075546 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-831b5fe2-02d8-4742-8834-76d6c9ca2598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.157766 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.192787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-831b5fe2-02d8-4742-8834-76d6c9ca2598 None None] Port 255f9a38-00ab-4d22-ade3-bc43a761f8fc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:22.195569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.258448 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e723f1de-80ae-4fb7-8295-036ef5c172cf req-bd743a7f-3618-46f3-947b-398d9451bb3a service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336000 Feb 10 04:28:22.274550 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebc164-e9f3-4436-9862-c6718d97f718 None None] Pushing event updated for resources: {'Port': ['ID=0f474213-4670-4150-b734-2b5a38bf4f12,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:22.286323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.311637 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Routers {'ecfca1d6-1b29-4562-a797-da7e43ac550b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:22.312292 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ecfca1d6-1b29-4562-a797-da7e43ac550b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:22.328473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b7a5215d-55b8-4e3d-9f79-b022966497e2 None None] Provisioning complete for port 0f474213-4670-4150-b734-2b5a38bf4f12 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:22.328882 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b7a5215d-55b8-4e3d-9f79-b022966497e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.463867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=255f9a38-00ab-4d22-ade3-bc43a761f8fc,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:22.483036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5215d-55b8-4e3d-9f79-b022966497e2 None None] Current status of the port 0f474213-4670-4150-b734-2b5a38bf4f12 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:22.483524 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b7a5215d-55b8-4e3d-9f79-b022966497e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.541168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b7a5215d-55b8-4e3d-9f79-b022966497e2 None None] For port 0f474213-4670-4150-b734-2b5a38bf4f12, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0f474213-4670-4150-b734-2b5a38bf4f12,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:22.573756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33140) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:22.582326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (e16fb78c-31e7-4434-bbbc-e4591f78f49f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.596140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1d12-0571-44db-b90b-db406328d8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.620415 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b7a5215d-55b8-4e3d-9f79-b022966497e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.763255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1d12-0571-44db-b90b-db406328d8c6 admin admin] Publish callbacks [] for security_group (1216d811-c96a-4e6c-b26c-5a2b53c8a862), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.785722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5215d-55b8-4e3d-9f79-b022966497e2 None None] Pushing event updated for resources: {'Port': ['ID=0f474213-4670-4150-b734-2b5a38bf4f12,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:22.786523 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] Set router ecfca1d6-1b29-4562-a797-da7e43ac550b gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:22.821218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-233458ea-3dbe-4eeb-9953-22c9d6341590 None None] Provisioning complete for port 0f474213-4670-4150-b734-2b5a38bf4f12 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:22.821736 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-233458ea-3dbe-4eeb-9953-22c9d6341590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.828131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b8f1d12-0571-44db-b90b-db406328d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1216d811-c96a-4e6c-b26c-5a2b53c8a862), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.878004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (ecfca1d6-1b29-4562-a797-da7e43ac550b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:22.894442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f1d12-0571-44db-b90b-db406328d8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1216d811-c96a-4e6c-b26c-5a2b53c8a862,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:22.947650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9b8f1d12-0571-44db-b90b-db406328d8c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f21170f98c8c44fb909c3bc586391a5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3747144 Feb 10 04:28:22.951718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33146) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:22.987171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:23.002009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:23.044401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-233458ea-3dbe-4eeb-9953-22c9d6341590 None None] Current status of the port 0f474213-4670-4150-b734-2b5a38bf4f12 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:23.068894 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d372d46-3ca2-402b-808b-b610098253f6 admin admin] Publish callbacks [] for security_group (1216d811-c96a-4e6c-b26c-5a2b53c8a862), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:23.085073 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:28:23.197033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d372d46-3ca2-402b-808b-b610098253f6 admin admin] Publish callbacks [] for security_group (1216d811-c96a-4e6c-b26c-5a2b53c8a862), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:23.236694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:23.301186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ecc41-d8a3-4434-b40d-347ee79c6439 req-b3b47bbf-55ee-4c55-bd90-d7712179c35b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:23.302988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-132ecc41-d8a3-4434-b40d-347ee79c6439 req-b3b47bbf-55ee-4c55-bd90-d7712179c35b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.2103331 Feb 10 04:28:23.362675 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'name': 'tempest-NetworksTestDHCPv6-router-1753690614', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:14Z', 'updated_at': '2022-02-10T04:28:18Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None, '_interfaces': [{'id': '0f474213-4670-4150-b734-2b5a38bf4f12', 'name': '', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'mac_address': 'fa:16:3e:41:8e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '79eacf3f-c79e-41d0-b91f-3f1d6da547d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:16Z', 'updated_at': '2022-02-10T04:28:22Z', 'revision_number': 4, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'subnets': [{'id': '79eacf3f-c79e-41d0-b91f-3f1d6da547d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:23.386686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:23.387093 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:23.404776 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baba379-18ca-4a06-9394-ac2a0803ff14 None None] The sync data for ids ['ecfca1d6-1b29-4562-a797-da7e43ac550b'] in n-d-827844-2 is: [{'id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'name': 'tempest-NetworksTestDHCPv6-router-1753690614', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:14Z', 'updated_at': '2022-02-10T04:28:18Z', 'revision_number': 2, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None, '_interfaces': [{'id': '0f474213-4670-4150-b734-2b5a38bf4f12', 'name': '', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'mac_address': 'fa:16:3e:41:8e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '79eacf3f-c79e-41d0-b91f-3f1d6da547d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:16Z', 'updated_at': '2022-02-10T04:28:22Z', 'revision_number': 4, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'subnets': [{'id': '79eacf3f-c79e-41d0-b91f-3f1d6da547d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:28:23.471960 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-6b4a51b2-a80d-4086-8261-354fc6cd78df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678746 Feb 10 04:28:23.483044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router e16fb78c-31e7-4434-bbbc-e4591f78f49f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:28:23.497288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-132ecc41-d8a3-4434-b40d-347ee79c6439 req-3b574388-6778-419c-a8c7-4dc3019bb1e7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263070 Feb 10 04:28:23.563781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:23.572999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d372d46-3ca2-402b-808b-b610098253f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1216d811-c96a-4e6c-b26c-5a2b53c8a862), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:23.575349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce74c5fc-d0b9-4a38-8720-adb6ed4a0dce None None] Provisioning complete for port 255f9a38-00ab-4d22-ade3-bc43a761f8fc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:23.575825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce74c5fc-d0b9-4a38-8720-adb6ed4a0dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:23.577398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d372d46-3ca2-402b-808b-b610098253f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:23.581680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0d372d46-3ca2-402b-808b-b610098253f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1216d811-c96a-4e6c-b26c-5a2b53c8a862 HTTP/1.1" status: 204 len: 168 time: 0.6262894 Feb 10 04:28:23.648654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d372d46-3ca2-402b-808b-b610098253f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1216d811-c96a-4e6c-b26c-5a2b53c8a862,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:23.660259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-9a897b4d-1b5e-4adc-8af3-cb0b29e28eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:23.662105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-9a897b4d-1b5e-4adc-8af3-cb0b29e28eaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.1014304 Feb 10 04:28:23.720927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ce74c5fc-d0b9-4a38-8720-adb6ed4a0dce None None] Port 255f9a38-00ab-4d22-ade3-bc43a761f8fc cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:23.779124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:28:23.798557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bc4c2ea6-622e-4a3a-9695-4d5e9df4025d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "PUT /v2.0/routers/e16fb78c-31e7-4434-bbbc-e4591f78f49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1879838 Feb 10 04:28:23.828839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 0f474213-4670-4150-b734-2b5a38bf4f12 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:23.829325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:23.840218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Sync routers for ids ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:28:23.881790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Routers {'e16fb78c-31e7-4434-bbbc-e4591f78f49f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:23.882525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:23.931094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-914d8feb-fb88-4de6-b9d7-00f16790c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:23.933086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-914d8feb-fb88-4de6-b9d7-00f16790c377 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 910 time: 0.2479706 Feb 10 04:28:24.051921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] For port 0f474213-4670-4150-b734-2b5a38bf4f12, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0f474213-4670-4150-b734-2b5a38bf4f12,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:24.052163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:24.085959 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-7c2b869e-59bc-43ea-9a35-2ee9ced118ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 1002 time: 0.1470349 Feb 10 04:28:24.100731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 0f474213-4670-4150-b734-2b5a38bf4f12 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:24.180072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Set router e16fb78c-31e7-4434-bbbc-e4591f78f49f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:24.226809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-7ee7756b-b055-4c88-bc00-017c045cdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:24.235588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-7ee7756b-b055-4c88-bc00-017c045cdec7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 0.1414700 Feb 10 04:28:24.372534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-f6ef5896-d579-4087-b10b-f1564000a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:24.372534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-f6ef5896-d579-4087-b10b-f1564000a868 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1309316 Feb 10 04:28:24.596441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:20Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:08Z', 'updated_at': '2022-02-10T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '255f9a38-00ab-4d22-ade3-bc43a761f8fc', 'name': '', 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:b9:c8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:17Z', 'updated_at': '2022-02-10T04:28:21Z', 'revision_number': 2, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:24.610049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-b69efc2e-7c68-49ce-91a4-9cdd7d475057 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329886 Feb 10 04:28:24.661509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Checking router: e16fb78c-31e7-4434-bbbc-e4591f78f49f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:28:24.661884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Updating router e16fb78c-31e7-4434-bbbc-e4591f78f49f port 255f9a38-00ab-4d22-ade3-bc43a761f8fc binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:28:24.730060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:24.762759 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f3f76b8-050d-452b-880a-5ea48ee075a5 req-50fa86e2-9862-487b-b859-0904a11874b9 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439090 Feb 10 04:28:24.826319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-aa5adc7f-0dcd-40c3-ad2b-76a5b2ffb2da tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:24.827922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-aa5adc7f-0dcd-40c3-ad2b-76a5b2ffb2da tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/networks?id=a389b26b-1afe-4f45-a59b-2c7ffd54ea1a HTTP/1.1" status: 200 len: 797 time: 0.5013812 Feb 10 04:28:24.829252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0f474213-4670-4150-b734-2b5a38bf4f12), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:24.848720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44682-f8a0-4031-bb5a-47ef776e011b req-759bcee5-96e9-40b8-abe1-47da729e528d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:24.850784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89f44682-f8a0-4031-bb5a-47ef776e011b req-759bcee5-96e9-40b8-abe1-47da729e528d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.0868933 Feb 10 04:28:24.923561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=0f474213-4670-4150-b734-2b5a38bf4f12,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:24.959900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-38ab9f5c-df93-4609-892a-d893c31890c3 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/quotas/0c75aaefab404de1a005a8362835cfa4 HTTP/1.1" status: 200 len: 375 time: 0.1025825 Feb 10 04:28:24.964105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89f44682-f8a0-4031-bb5a-47ef776e011b req-0378c29d-8f83-437c-941f-4f9e3e97ed37 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067343 Feb 10 04:28:25.288624 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (ecfca1d6-1b29-4562-a797-da7e43ac550b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.367074 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Publish callbacks [] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.408185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33192) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:25.480411 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.602891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-229677382'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:25.604996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612f499-6baf-48aa-bd31-b731580ec77b None None] Pushing event updated for resources: {'Port': ['ID=255f9a38-00ab-4d22-ade3-bc43a761f8fc,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:25.659419 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Attempting to bind port 255f9a38-00ab-4d22-ade3-bc43a761f8fc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:25.660001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Attempting to bind port 255f9a38-00ab-4d22-ade3-bc43a761f8fc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:25.660503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Attempting to bind port 255f9a38-00ab-4d22-ade3-bc43a761f8fc on network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:25.672834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:25.679253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Checking segment: {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:25.679253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.679253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Bound using segment: {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:25.679253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Bound port: 255f9a38-00ab-4d22-ade3-bc43a761f8fc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:25.679253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.740048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:25.745492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.773482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.809663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] For port 255f9a38-00ab-4d22-ade3-bc43a761f8fc, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:25.815390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] For port 255f9a38-00ab-4d22-ade3-bc43a761f8fc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=255f9a38-00ab-4d22-ade3-bc43a761f8fc,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:25.897913 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.919012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-02d6a39a-d69a-4a43-996b-4076f7e7936d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9216938 Feb 10 04:28:25.964025 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for security_group (221dd2ef-ac12-4328-8cce-dfe616b28c39), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:25.987086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-0fa98bce-7158-49c5-a65b-6691fed503cd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:28:25.988297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-0fa98bce-7158-49c5-a65b-6691fed503cd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089540 Feb 10 04:28:26.026806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (221dd2ef-ac12-4328-8cce-dfe616b28c39), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.081674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612f499-6baf-48aa-bd31-b731580ec77b None None] Pushing event updated for resources: {'Port': ['ID=255f9a38-00ab-4d22-ade3-bc43a761f8fc,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:26.082957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221dd2ef-ac12-4328-8cce-dfe616b28c39,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:26.090494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Routers {'e16fb78c-31e7-4434-bbbc-e4591f78f49f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:26.095887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:26.113968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:28:26.138277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-982b33b5-372f-42c1-96c5-db0f9299a1df service neutron] 10.222.0.42 "GET /v2.0/networks/a389b26b-1afe-4f45-a59b-2c7ffd54ea1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085739 Feb 10 04:28:26.154581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9c0d4953-8b79-4c9d-885b-eb04d668a76a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.155999 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Added segment 9c0d4953-8b79-4c9d-885b-eb04d668a76a of type vlan for network d2d034cb-f687-4d15-92cc-90f125a67ccf Feb 10 04:28:26.242024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bb20f2e9-c8da-4339-bddf-e419996afae5 None None] Provisioning complete for port 255f9a38-00ab-4d22-ade3-bc43a761f8fc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:26.242406 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb20f2e9-c8da-4339-bddf-e419996afae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.290679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d2d034cb-f687-4d15-92cc-90f125a67ccf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.434075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d2d034cb-f687-4d15-92cc-90f125a67ccf), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.436356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bb20f2e9-c8da-4339-bddf-e419996afae5 None None] Current status of the port 255f9a38-00ab-4d22-ade3-bc43a761f8fc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:26.436840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb20f2e9-c8da-4339-bddf-e419996afae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.440018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:26.440736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.452886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] Set router e16fb78c-31e7-4434-bbbc-e4591f78f49f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:26.461447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-3fcccc48-956d-4804-9a6d-2c6522dc44b8 service neutron] 10.222.0.42 "GET /v2.0/networks/a389b26b-1afe-4f45-a59b-2c7ffd54ea1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379936 Feb 10 04:28:26.469945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Router ecfca1d6-1b29-4562-a797-da7e43ac550b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:28:26.595847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bb20f2e9-c8da-4339-bddf-e419996afae5 None None] For port 255f9a38-00ab-4d22-ade3-bc43a761f8fc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=255f9a38-00ab-4d22-ade3-bc43a761f8fc,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:26.625930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2164862 Feb 10 04:28:26.630018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33202) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:26.649964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'subnet': {'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:26.666661 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedd83a-136e-4ae3-b2a3-3f70c94f0974 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Network': ['ID=d2d034cb-f687-4d15-92cc-90f125a67ccf,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:26.683709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:28:26.695126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d2d034cb-f687-4d15-92cc-90f125a67ccf details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:28:26.695949 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] Sync routers for ids ['ecfca1d6-1b29-4562-a797-da7e43ac550b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:28:26.697728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb20f2e9-c8da-4339-bddf-e419996afae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:26.699328 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6311adde-21d8-4224-865d-6cabe23fc3b9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "PUT /v2.0/routers/ecfca1d6-1b29-4562-a797-da7e43ac550b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1702890 Feb 10 04:28:26.705456 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33204) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:26.726057 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] Routers {'ecfca1d6-1b29-4562-a797-da7e43ac550b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:26.726974 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ecfca1d6-1b29-4562-a797-da7e43ac550b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:26.854069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20f2e9-c8da-4339-bddf-e419996afae5 None None] Pushing event updated for resources: {'Port': ['ID=255f9a38-00ab-4d22-ade3-bc43a761f8fc,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:26.885339 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] Set router ecfca1d6-1b29-4562-a797-da7e43ac550b gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:26.953760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-acf221e2-6e62-4006-857d-b77acce17a9f req-35027ab5-24e5-46fc-9ef8-0bcfeffb67d3 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 210 time: 0.1106560 Feb 10 04:28:26.992820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ef878-efab-4b52-b617-a6133b07fe9a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:26.994247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ef878-efab-4b52-b617-a6133b07fe9a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:26.994552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'name': 'tempest-NetworksTestDHCPv6-router-1753690614', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:14Z', 'updated_at': '2022-02-10T04:28:24Z', 'revision_number': 3, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:26.997245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9709ad39-da5b-4c61-b4de-83d167065563 None None] Provisioning complete for port 255f9a38-00ab-4d22-ade3-bc43a761f8fc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:26.997800 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9709ad39-da5b-4c61-b4de-83d167065563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.010006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a48ef878-efab-4b52-b617-a6133b07fe9a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3026092 Feb 10 04:28:27.015431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33210) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:27.065147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d62a28-648e-4621-af43-b519263b8e47 req-7b8863bb-5e09-4baa-8e1b-f84a3b552f05 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:27.075707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3d62a28-648e-4621-af43-b519263b8e47 req-7b8863bb-5e09-4baa-8e1b-f84a3b552f05 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.2101285 Feb 10 04:28:27.076848 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] Checking router: ecfca1d6-1b29-4562-a797-da7e43ac550b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:28:27.109287 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] Routers {'ecfca1d6-1b29-4562-a797-da7e43ac550b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:27.110080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ecfca1d6-1b29-4562-a797-da7e43ac550b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:27.139142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 79eacf3f-c79e-41d0-b91f-3f1d6da547d2 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:27.155475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (79eacf3f-c79e-41d0-b91f-3f1d6da547d2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.155750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e3d62a28-648e-4621-af43-b519263b8e47 req-3252b229-15e4-4415-affd-67f317b1aa7e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746148 Feb 10 04:28:27.158144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:27.164169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.255581 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (79eacf3f-c79e-41d0-b91f-3f1d6da547d2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.265687 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] Set router ecfca1d6-1b29-4562-a797-da7e43ac550b gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:27.414218 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'name': 'tempest-NetworksTestDHCPv6-router-1753690614', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:14Z', 'updated_at': '2022-02-10T04:28:24Z', 'revision_number': 3, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:27.489434 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb50044-26a8-41fe-8d58-94a5cc0e1385 None None] The sync data for ids ['ecfca1d6-1b29-4562-a797-da7e43ac550b'] in n-d-827844-2 is: [{'id': 'ecfca1d6-1b29-4562-a797-da7e43ac550b', 'name': 'tempest-NetworksTestDHCPv6-router-1753690614', 'tenant_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:14Z', 'updated_at': '2022-02-10T04:28:24Z', 'revision_number': 3, 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:28:27.535728 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (79eacf3f-c79e-41d0-b91f-3f1d6da547d2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.654463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.726686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4afe0b8f-da9c-45bf-9468-88fd33c9722e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.740374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (79eacf3f-c79e-41d0-b91f-3f1d6da547d2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.753232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Checking segment: {'id': '9c0d4953-8b79-4c9d-885b-eb04d668a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:27.753556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network hostable DHCP agents. Network: d2d034cb-f687-4d15-92cc-90f125a67ccf, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:28:27.759810 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.766396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/79eacf3f-c79e-41d0-b91f-3f1d6da547d2 HTTP/1.1" status: 204 len: 168 time: 0.7465272 Feb 10 04:28:27.771705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33222) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:27.773164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Subnet': ['ID=cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:27.787534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a609f71-0e79-45a8-b066-be571b29cea4 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:27.811967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca927c2-f720-458d-a566-16240519a73e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=79eacf3f-c79e-41d0-b91f-3f1d6da547d2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:27.817184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9709ad39-da5b-4c61-b4de-83d167065563 None None] Current status of the port 255f9a38-00ab-4d22-ade3-bc43a761f8fc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:27.843036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:28:27.863684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:20Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:08Z', 'updated_at': '2022-02-10T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '255f9a38-00ab-4d22-ade3-bc43a761f8fc', 'name': '', 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:b9:c8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:17Z', 'updated_at': '2022-02-10T04:28:25Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:27.942320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d2d034cb-f687-4d15-92cc-90f125a67ccf) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:27.947043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:27.947709 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:27.976989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f4947-9145-432d-af4e-07745ad96fe5 None None] The sync data for ids ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'] in n-d-827844-2 is: [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:20Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:08Z', 'updated_at': '2022-02-10T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '255f9a38-00ab-4d22-ade3-bc43a761f8fc', 'name': '', 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:b9:c8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:17Z', 'updated_at': '2022-02-10T04:28:25Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:28:28.003345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c7258-d217-4394-90d2-cac3872fa495 None None] Network d2d034cb-f687-4d15-92cc-90f125a67ccf requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:28.017953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-73f5d152-b88c-47b2-9736-e08cb5258684 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2043130 Feb 10 04:28:28.018663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33226) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:28.166079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b03414b-e35a-43c8-97f8-23fea519d302 req-45074166-4d2d-411d-9cfe-ef7fc4cf2173 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 210 time: 0.0550442 Feb 10 04:28:28.232829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d2d034cb-f687-4d15-92cc-90f125a67ccf', 'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'project_id': 'a25239f6d158431fa13976598446c079', 'fixed_ips': [{'subnet_id': 'cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:28:28.233970 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:28.295572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:28:28.311990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46d81f2c-3f33-4686-b4cd-fdd0c8f85fae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router (ecfca1d6-1b29-4562-a797-da7e43ac550b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:28.321552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-581bad1f-c0f9-49d8-836a-34f45e60d890 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6779199 Feb 10 04:28:28.324888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33232) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:28.338060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1647485476'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:28.629249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] Deleting port 04acf13f-520d-4185-82ca-90240bd46859 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:28.629929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (04acf13f-520d-4185-82ca-90240bd46859), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:28.669350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Allocated IP 2001:db8::2 (d2d034cb-f687-4d15-92cc-90f125a67ccf/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e/2a3de38f-81e9-474a-bcb6-cb86da8923f6) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:28.702771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:28.706911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:28.741578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] device_id is not set on port d2df7e08-893c-484f-ad1b-0e27df9fcce3 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:28.742326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46d81f2c-3f33-4686-b4cd-fdd0c8f85fae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (ecfca1d6-1b29-4562-a797-da7e43ac550b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:28.747135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46d81f2c-3f33-4686-b4cd-fdd0c8f85fae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router_controller (ecfca1d6-1b29-4562-a797-da7e43ac550b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:28.767203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] For port 04acf13f-520d-4185-82ca-90240bd46859, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04acf13f-520d-4185-82ca-90240bd46859,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:28.767797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (04acf13f-520d-4185-82ca-90240bd46859), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:28.799843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] Calling delete_port for 04acf13f-520d-4185-82ca-90240bd46859 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:28.843627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3b03e-2814-456b-8019-4f94e034070c req-97e3cd5c-c728-45d0-a804-b80b4a71f5cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:28.862634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4f3b03e-2814-456b-8019-4f94e034070c req-97e3cd5c-c728-45d0-a804-b80b4a71f5cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.5480192 Feb 10 04:28:28.917570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4f3b03e-2814-456b-8019-4f94e034070c req-3566e3c4-120e-4414-bcbf-97dbd8272863 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Feb 10 04:28:29.005119 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46d81f2c-3f33-4686-b4cd-fdd0c8f85fae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (ecfca1d6-1b29-4562-a797-da7e43ac550b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.005777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d81f2c-3f33-4686-b4cd-fdd0c8f85fae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Fanout notify agent at l3_agent the message router_deleted on router ecfca1d6-1b29-4562-a797-da7e43ac550b {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:28:29.013991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-46d81f2c-3f33-4686-b4cd-fdd0c8f85fae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.015392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-46d81f2c-3f33-4686-b4cd-fdd0c8f85fae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/routers/ecfca1d6-1b29-4562-a797-da7e43ac550b HTTP/1.1" status: 204 len: 168 time: 0.9960890 Feb 10 04:28:29.018463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33238) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:29.043561 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Publish callbacks [] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.108292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (04acf13f-520d-4185-82ca-90240bd46859), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.144329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c4692-e806-4113-9022-cb6d24ebc8c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:29.145929 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-242c4692-e806-4113-9022-cb6d24ebc8c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1261475 Feb 10 04:28:29.147186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.148779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33240) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:29.170317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] No DVR routers for this DVR port 04acf13f-520d-4185-82ca-90240bd46859 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:29.172665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e25bac-1446-4762-8d56-3ca0e4291013 None None] Pushing event deleted for resources: {'Port': ['ID=04acf13f-520d-4185-82ca-90240bd46859,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:29.298456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05516c-ea47-4af9-a499-117bdfba68c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:29.302172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2b05516c-ea47-4af9-a499-117bdfba68c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1497838 Feb 10 04:28:29.303519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33244) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:29.309400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Pushing event updated for resources: {'Port': ['ID=2a3de38f-81e9-474a-bcb6-cb86da8923f6,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:29.312271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 255f9a38-00ab-4d22-ade3-bc43a761f8fc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:29.410899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ae3bcc6b-1eb9-493a-be81-853837f02013 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062083 Feb 10 04:28:29.416497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33246) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:29.417986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0d49e83-6a01-4938-9f9b-fa4c97776264 req-7ec46cc4-3286-4efa-9a3a-576df05ef00d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 210 time: 0.0482366 Feb 10 04:28:29.422223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Allocated IP 2001:db8::1b8 (d2d034cb-f687-4d15-92cc-90f125a67ccf/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e/d2df7e08-893c-484f-ad1b-0e27df9fcce3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:29.428245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:29.445357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:29.493238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:29.505581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:29.513452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2970b517-369a-4040-9d89-74e35e59f7fc details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:28:29.686757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-4d79e4e5-fbe9-4351-884c-89a28eea7c0d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:29.694694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-4d79e4e5-fbe9-4351-884c-89a28eea7c0d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.43 "GET /v2.0/networks?id=a389b26b-1afe-4f45-a59b-2c7ffd54ea1a HTTP/1.1" status: 200 len: 797 time: 0.2124684 Feb 10 04:28:29.710106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Request body: {'port': {'device_id': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'admin_state_up': True, 'tenant_id': '0c75aaefab404de1a005a8362835cfa4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:29.753538 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.resource_extend [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 04:28:29.769740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 255f9a38-00ab-4d22-ade3-bc43a761f8fc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:29.770402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.859423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Attempting to bind port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:29.861297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Attempting to bind port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9c0d4953-8b79-4c9d-885b-eb04d668a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:29.861675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Attempting to bind port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 on network d2d034cb-f687-4d15-92cc-90f125a67ccf {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:29.863997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (d2df7e08-893c-484f-ad1b-0e27df9fcce3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.877800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:29.878272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Checking segment: {'id': '9c0d4953-8b79-4c9d-885b-eb04d668a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:29.878861 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:29.879271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Bound using segment: {'id': '9c0d4953-8b79-4c9d-885b-eb04d668a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:29.900748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Bound port: 2a3de38f-81e9-474a-bcb6-cb86da8923f6, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0d4953-8b79-4c9d-885b-eb04d668a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:29.901452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.013720 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eaed75f3-fd9a-4781-8d97-c06cfdd72c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.114160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d2df7e08-893c-484f-ad1b-0e27df9fcce3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.128873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Made reservation on behalf of 0c75aaefab404de1a005a8362835cfa4 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:30.132671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2970b517-369a-4040-9d89-74e35e59f7fc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2970b517-369a-4040-9d89-74e35e59f7fc,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:30.133083 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.135988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:30.141210 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.148597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:30.185320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:30.190525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:30.196583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:30.197253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.214689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2620e58-a45d-4749-9497-95c86a637ca8 req-73ff6104-a83f-44aa-a173-2e63ca3c507f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:30.220544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '2970b517-369a-4040-9d89-74e35e59f7fc', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'port_id': '2970b517-369a-4040-9d89-74e35e59f7fc', 'mac_address': 'fa:16:3e:70:7e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:28:30.222570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2620e58-a45d-4749-9497-95c86a637ca8 req-73ff6104-a83f-44aa-a173-2e63ca3c507f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 944 time: 0.1770401 Feb 10 04:28:30.252592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] For port 2a3de38f-81e9-474a-bcb6-cb86da8923f6, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:30.266729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=d2df7e08-893c-484f-ad1b-0e27df9fcce3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:30.300355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-54c73f22-e5e1-48d3-bf6e-9bebd35ec4e7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9741652 Feb 10 04:28:30.303784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:30.310301 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1077126510', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b8', 'mac_address': 'fa:16:3e:cc:1e:8c'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:30.323330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] For port 2a3de38f-81e9-474a-bcb6-cb86da8923f6, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2a3de38f-81e9-474a-bcb6-cb86da8923f6,segment=NetworkSegment(9c0d4953-8b79-4c9d-885b-eb04d668a76a),segment_id=9c0d4953-8b79-4c9d-885b-eb04d668a76a)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:30.390212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2620e58-a45d-4749-9497-95c86a637ca8 req-b13f7dc5-85e8-4bb7-b650-79476ad39280 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667986 Feb 10 04:28:30.398045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 255f9a38-00ab-4d22-ade3-bc43a761f8fc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:30.405755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33260) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:30.460981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 2970b517-369a-4040-9d89-74e35e59f7fc is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:30.463191 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.473757 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.541415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2970b517-369a-4040-9d89-74e35e59f7fc {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:28:30.568073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Allocated IP 172.20.0.25 (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a/ef256d39-70d7-4f8e-bd22-2dfebb6c11b8/5a44328e-b45a-43d6-8876-15a71624915f) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:30.576751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0f474213-4670-4150-b734-2b5a38bf4f12 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:30.579877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58b6b4d6-4559-4d32-9fd4-16d141f3aa36 req-1c152158-87f3-42e4-ac94-71b631f1d147 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 210 time: 0.0468431 Feb 10 04:28:30.659463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0f474213-4670-4150-b734-2b5a38bf4f12 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:30.659820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0f474213-4670-4150-b734-2b5a38bf4f12 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:30.660257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04acf13f-520d-4185-82ca-90240bd46859 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:30.663032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2970b517-369a-4040-9d89-74e35e59f7fc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2970b517-369a-4040-9d89-74e35e59f7fc,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:30.709096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 04acf13f-520d-4185-82ca-90240bd46859 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:30.709619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04acf13f-520d-4185-82ca-90240bd46859 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:30.713487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:30.724051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14808ce-541e-4ab9-974b-629edb776326 None None] Pushing event updated for resources: {'Port': ['ID=2a3de38f-81e9-474a-bcb6-cb86da8923f6,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:30.742445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.808307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=2970b517-369a-4040-9d89-74e35e59f7fc,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:30.813512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-308081c4-ab5b-48c9-90e1-ac0120768600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.920472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:30.950460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] device_id is not set on port ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:30.964609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['2970b517-369a-4040-9d89-74e35e59f7fc'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:28:30.968931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for port (5a44328e-b45a-43d6-8876-15a71624915f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.085537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.153347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5a44328e-b45a-43d6-8876-15a71624915f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.233501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2a3de38f-81e9-474a-bcb6-cb86da8923f6 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:31.236091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Allocated IP 2001:db8::259 (d2d034cb-f687-4d15-92cc-90f125a67ccf/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e/ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:31.262833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:31.365820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:31.365820 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.475342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:31.475741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.543809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 2a3de38f-81e9-474a-bcb6-cb86da8923f6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2a3de38f-81e9-474a-bcb6-cb86da8923f6,segment=NetworkSegment(9c0d4953-8b79-4c9d-885b-eb04d668a76a),segment_id=9c0d4953-8b79-4c9d-885b-eb04d668a76a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:31.593871 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.639951 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.727601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.758425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-3bb5cca3-5afc-448e-a372-61003861f827 req-bdbf3bf5-4812-4274-9ee3-5d17f78bf56a service neutron] (109959) timed out ('10.222.0.42', 38252) {{(pid=109959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:28:31.762554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-308081c4-ab5b-48c9-90e1-ac0120768600 admin admin] Publish callbacks [] for security_group (fab2243c-1340-44d0-a940-2461d369cb21), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.764832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=2a3de38f-81e9-474a-bcb6-cb86da8923f6,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:31.770311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:31.778400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event updated for resources: {'Port': ['ID=5a44328e-b45a-43d6-8876-15a71624915f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:31.782566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:31.823612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:31.830733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:31.833866 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:31.843149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:31.843149 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.844706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-308081c4-ab5b-48c9-90e1-ac0120768600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fab2243c-1340-44d0-a940-2461d369cb21), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:31.866995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:31.885246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f335-11e7-4999-91a1-b9e7c7c259fd req-383fe82a-966d-4c1b-b4f6-f49d2b8c41b8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:31.887519 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a93f335-11e7-4999-91a1-b9e7c7c259fd req-383fe82a-966d-4c1b-b4f6-f49d2b8c41b8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 895 time: 0.2142947 Feb 10 04:28:31.953730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-308081c4-ab5b-48c9-90e1-ac0120768600 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=731e9fe616284d9cba1277c5d0a12c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5441208 Feb 10 04:28:31.962873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33272) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:31.964710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0bbbd06c-19b8-438b-bf3f-856d675a0db5 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6596525 Feb 10 04:28:31.967096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:32.094612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259e95d-92a2-43f6-836e-cfba00b2d3f9 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:32.107312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259e95d-92a2-43f6-836e-cfba00b2d3f9 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:32.114229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259e95d-92a2-43f6-836e-cfba00b2d3f9 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:32.115589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:28:32.116035 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9259e95d-92a2-43f6-836e-cfba00b2d3f9 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1477637 Feb 10 04:28:32.120089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33278) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:32.132032 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (9413ba70-6325-42b9-bc51-8aaed790e743), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.158770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308081c4-ab5b-48c9-90e1-ac0120768600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab2243c-1340-44d0-a940-2461d369cb21,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:32.204667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:32.208073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bf3583c7-0df3-4fe2-901f-d4f54d7f90a1 None None] Provisioning complete for port 5a44328e-b45a-43d6-8876-15a71624915f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:32.208563 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf3583c7-0df3-4fe2-901f-d4f54d7f90a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5a44328e-b45a-43d6-8876-15a71624915f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.211537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.240673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:32.249447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:32.253479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:32.254103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.264924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d0e20-7282-43a2-801a-90e3db460c28 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:32.296754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf6b2-6f23-4181-abed-2b02de0267b6 req-ee7dad5d-742e-4ff6-8bf3-3ac8981c5eb1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:32.299498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb4cf6b2-6f23-4181-abed-2b02de0267b6 req-ee7dad5d-742e-4ff6-8bf3-3ac8981c5eb1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 945 time: 0.5326180 Feb 10 04:28:32.314228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa850ad2-0ba2-412b-80cc-0fe98e604a0c None None] Network d2d034cb-f687-4d15-92cc-90f125a67ccf requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:32.317074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bf3583c7-0df3-4fe2-901f-d4f54d7f90a1 None None] Port 5a44328e-b45a-43d6-8876-15a71624915f cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:32.344489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=9413ba70-6325-42b9-bc51-8aaed790e743,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:32.361225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting port ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:32.361771 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.370782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7a97-2fb1-42c4-96f2-596107f49af0 admin admin] Publish callbacks [] for security_group (fab2243c-1340-44d0-a940-2461d369cb21), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.387289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-13411f4d-78b4-4dff-8540-4cd21f535e57 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.6824110 Feb 10 04:28:32.401485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Request body: {'port': {'device_id': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:32.462681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7c04550a-84c9-4d40-b999-a96102c40c40 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0439212 Feb 10 04:28:32.475166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33280) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:32.481133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-756248e3-3412-45c1-b01a-b5e4247a7c98 None None] Provisioning complete for port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:32.482830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-756248e3-3412-45c1-b01a-b5e4247a7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.550106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:32.556768 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.583502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '9413ba70-6325-42b9-bc51-8aaed790e743'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:28:32.585250 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.596307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb4cf6b2-6f23-4181-abed-2b02de0267b6 req-0358396d-dca6-4914-b3f8-3ac14a4d49bd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832384 Feb 10 04:28:32.603141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Calling delete_port for ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:32.659641 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7a97-2fb1-42c4-96f2-596107f49af0 admin admin] Publish callbacks [] for security_group (fab2243c-1340-44d0-a940-2461d369cb21), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.663815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5a44328e-b45a-43d6-8876-15a71624915f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.712012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:32.831299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-756248e3-3412-45c1-b01a-b5e4247a7c98 None None] Current status of the port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:32.866195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Allocated IP 2001:db8::f816:3eff:fe4c:f3d0 (bccb2641-a2dc-4885-b350-1b936c4c0b28/9413ba70-6325-42b9-bc51-8aaed790e743/337d30f9-33bd-4861-baf3-9af464ad13bc) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:32.959297 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.136710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7a97-2fb1-42c4-96f2-596107f49af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fab2243c-1340-44d0-a940-2461d369cb21), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.139434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7a97-2fb1-42c4-96f2-596107f49af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.143441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4a8c7a97-2fb1-42c4-96f2-596107f49af0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fab2243c-1340-44d0-a940-2461d369cb21 HTTP/1.1" status: 204 len: 168 time: 1.1689086 Feb 10 04:28:33.182880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c7a97-2fb1-42c4-96f2-596107f49af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab2243c-1340-44d0-a940-2461d369cb21,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:33.289281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:33.292964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.359483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Port': ['ID=ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:33.433732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a44328e-b45a-43d6-8876-15a71624915f {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:28:33.485276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Publish callbacks [] for port (5a44328e-b45a-43d6-8876-15a71624915f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.495077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6d031-011a-4cc0-b576-11d1fb98f46f req-3d7c87ca-debb-4c73-9d3c-31e4134cb6d6 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:33.497099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3af6d031-011a-4cc0-b576-11d1fb98f46f req-3d7c87ca-debb-4c73-9d3c-31e4134cb6d6 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 895 time: 0.2471776 Feb 10 04:28:33.498287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.510505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a1cfd23f-6233-4742-b8f9-085383ef8506 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/ports/ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7 HTTP/1.1" status: 204 len: 168 time: 1.3769486 Feb 10 04:28:33.515253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33290) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:33.515977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Publish callbacks [] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.554227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Transition to ACTIVE for port object 5a44328e-b45a-43d6-8876-15a71624915f will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:28:33.556592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2a3de38f-81e9-474a-bcb6-cb86da8923f6 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:33.570571 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c74cf4-3f01-4a94-89da-1c333d7296a3 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] GET failed (client error): The resource could not be found. Feb 10 04:28:33.574885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-20c74cf4-3f01-4a94-89da-1c333d7296a3 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "GET /v2.0/ports/ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7 HTTP/1.1" status: 404 len: 333 time: 0.0558515 Feb 10 04:28:33.576396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33292) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:33.587630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857531294'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:33.658073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2970b517-369a-4040-9d89-74e35e59f7fc up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:33.702945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.714208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cb068894-155d-4d69-b954-c0d5db9bf0ba None None] Could not find standard attr ID for object ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:33.785327 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5a44328e-b45a-43d6-8876-15a71624915f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.826329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:33.834487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:33.835221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.836930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cb068894-155d-4d69-b954-c0d5db9bf0ba None None] Provisioning complete for port d2df7e08-893c-484f-ad1b-0e27df9fcce3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:33.837496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb068894-155d-4d69-b954-c0d5db9bf0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d2df7e08-893c-484f-ad1b-0e27df9fcce3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.842670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:33.846195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:33.877343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:33.882130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:33.905946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Pushing event updated for resources: {'Port': ['ID=337d30f9-33bd-4861-baf3-9af464ad13bc,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:33.963403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] device_id is not set on port 545297b6-71ed-4869-bdbb-15d2436410f8 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:33.984386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.987598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.987598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.987598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.987598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.987598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.987598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.987598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.989380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.990210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.990645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.991105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:33.991535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:34.012909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Pushing event updated for resources: {'Port': ['ID=5a44328e-b45a-43d6-8876-15a71624915f,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:34.064420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cb068894-155d-4d69-b954-c0d5db9bf0ba None None] Port d2df7e08-893c-484f-ad1b-0e27df9fcce3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:34.072646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Attempting to bind port 337d30f9-33bd-4861-baf3-9af464ad13bc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:34.073561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Attempting to bind port 337d30f9-33bd-4861-baf3-9af464ad13bc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:34.073561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Attempting to bind port 337d30f9-33bd-4861-baf3-9af464ad13bc on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:34.098884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:34.099421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:34.099951 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.100478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:34.101049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Bound port: 337d30f9-33bd-4861-baf3-9af464ad13bc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:34.101532 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.114985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cb068894-155d-4d69-b954-c0d5db9bf0ba None None] Provisioning complete for port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:34.120230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb068894-155d-4d69-b954-c0d5db9bf0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.143340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33296) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:34.156293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879789fa-b563-4c00-8fb7-e733706724f0 req-842f7d97-f2de-43ba-bec5-b0f0abf5391d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:34.163717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-879789fa-b563-4c00-8fb7-e733706724f0 req-842f7d97-f2de-43ba-bec5-b0f0abf5391d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 945 time: 0.3933980 Feb 10 04:28:34.174507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 2970b517-369a-4040-9d89-74e35e59f7fc completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:28:34.192733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (6870ce49-a694-4544-b051-fd1e47632287), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.210415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Allocated IP 2001:db8::222 (d2d034cb-f687-4d15-92cc-90f125a67ccf/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e/545297b6-71ed-4869-bdbb-15d2436410f8) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:34.263204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:34.276410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:34.284215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:34.286226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.362139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] For port 337d30f9-33bd-4861-baf3-9af464ad13bc, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:34.367134 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63930406-381d-42c3-bed4-3cc6b13352b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.370993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] For port 337d30f9-33bd-4861-baf3-9af464ad13bc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=337d30f9-33bd-4861-baf3-9af464ad13bc,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:34.391512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:34.411787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 2970b517-369a-4040-9d89-74e35e59f7fc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:34.416885 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.433617 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (545297b6-71ed-4869-bdbb-15d2436410f8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.494635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.498265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=6870ce49-a694-4544-b051-fd1e47632287,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:34.507264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-879789fa-b563-4c00-8fb7-e733706724f0 req-a1b2ea0e-0d3c-46d8-9bd5-f553455594b1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425498 Feb 10 04:28:34.509438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Attempting to bind port 5a44328e-b45a-43d6-8876-15a71624915f on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:34.512229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Attempting to bind port 5a44328e-b45a-43d6-8876-15a71624915f by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:34.512229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Attempting to bind port 5a44328e-b45a-43d6-8876-15a71624915f on network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:34.526794 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.527916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Port 5a44328e-b45a-43d6-8876-15a71624915f on network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:28:34.528250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Attempting to bind port 5a44328e-b45a-43d6-8876-15a71624915f on network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:34.540504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6abc34e9-5c3c-4d32-8a92-09a7bef0c3c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0615909 Feb 10 04:28:34.544509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:34.544509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Checking segment: {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:34.544509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Bound using segment: {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:34.544821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33302) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:34.545272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Bound port: 5a44328e-b45a-43d6-8876-15a71624915f, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad89acb-7a79-45da-868a-de37a220ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:34.545272 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5a44328e-b45a-43d6-8876-15a71624915f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.553033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:e2:a8:0b', 'name': 'tempest-NetworksTestDHCPv6-1066935673'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:34.609497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (545297b6-71ed-4869-bdbb-15d2436410f8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.620556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cb068894-155d-4d69-b954-c0d5db9bf0ba None None] Current status of the port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:34.680449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01b60d-53ce-4ecf-8e9b-fb8312601519 None None] Pushing event updated for resources: {'Port': ['ID=337d30f9-33bd-4861-baf3-9af464ad13bc,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:34.683825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63930406-381d-42c3-bed4-3cc6b13352b3 admin admin] Publish callbacks [] for security_group (ae69b8af-6da9-4266-891a-26687d6f5cbb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.716482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 2970b517-369a-4040-9d89-74e35e59f7fc is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:34.718348 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.732960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] For port 5a44328e-b45a-43d6-8876-15a71624915f, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:34.737115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] For port 5a44328e-b45a-43d6-8876-15a71624915f, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5a44328e-b45a-43d6-8876-15a71624915f,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:34.759530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:34.761132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2970b517-369a-4040-9d89-74e35e59f7fc'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:34.763325 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3400b85-1ea3-4ba0-8abf-3b3334759991" -d '{"events": [{"server_uuid": "218daef0-8e9e-4f4f-b415-12f9f345d5b9", "name": "network-vif-plugged", "status": "completed", "tag": "2970b517-369a-4040-9d89-74e35e59f7fc"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:34.770071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63930406-381d-42c3-bed4-3cc6b13352b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ae69b8af-6da9-4266-891a-26687d6f5cbb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.774111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:34.780790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:34.786844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:34.786844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.788391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 2970b517-369a-4040-9d89-74e35e59f7fc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2970b517-369a-4040-9d89-74e35e59f7fc,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:34.802944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=545297b6-71ed-4869-bdbb-15d2436410f8,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:34.836898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5a44328e-b45a-43d6-8876-15a71624915f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.864798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140902d-9f2b-49d9-b577-d5e04ba30753 req-193a81d2-bf63-4543-a5bf-a4efdd726728 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:34.866534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5140902d-9f2b-49d9-b577-d5e04ba30753 req-193a81d2-bf63-4543-a5bf-a4efdd726728 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 907 time: 0.2631283 Feb 10 04:28:34.877577 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294f36b0-9719-464a-b41e-ed58c475549b x-openstack-request-id: req-294f36b0-9719-464a-b41e-ed58c475549b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:34.878237 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218daef0-8e9e-4f4f-b415-12f9f345d5b9", "name": "network-vif-plugged", "status": "completed", "tag": "2970b517-369a-4040-9d89-74e35e59f7fc", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:34.878502 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-294f36b0-9719-464a-b41e-ed58c475549b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:34.878924 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2970b517-369a-4040-9d89-74e35e59f7fc', 'code': 200} Feb 10 04:28:34.890506 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.894079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-294490f5-7daa-4ebc-8ccc-587bd6e8db9b None None] Could not find standard attr ID for object ecbd47fc-ebf3-4ac6-bf04-b100d718e9c7. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:34.917041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:34.917881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:34.919351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] 10.222.0.43 "PUT /v2.0/ports/5a44328e-b45a-43d6-8876-15a71624915f HTTP/1.1" status: 200 len: 1055 time: 2.5251131 Feb 10 04:28:34.919897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'tag': '5a44328e-b45a-43d6-8876-15a71624915f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:34.922289 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bff914-b423-4b26-93e8-6e890628d734" -d '{"events": [{"name": "network-changed", "server_uuid": "5dae44bb-5c45-45cd-b289-6096a54d941a", "tag": "5a44328e-b45a-43d6-8876-15a71624915f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:34.929748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63930406-381d-42c3-bed4-3cc6b13352b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae69b8af-6da9-4266-891a-26687d6f5cbb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:34.941025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-96556d4b-3e96-4f81-9545-18ca5b015f6b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3595624 Feb 10 04:28:34.941431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33308) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:34.946672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-63930406-381d-42c3-bed4-3cc6b13352b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aaa89b0d5f304b96b5d44b0e68e181d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7736540 Feb 10 04:28:34.948741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b8', 'mac_address': 'fa:16:3e:cc:1e:8c'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:34.956592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33310) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:35.006273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=2970b517-369a-4040-9d89-74e35e59f7fc,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:35.016510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:35.056602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-294490f5-7daa-4ebc-8ccc-587bd6e8db9b None None] Provisioning complete for port d2df7e08-893c-484f-ad1b-0e27df9fcce3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:35.059418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-294490f5-7daa-4ebc-8ccc-587bd6e8db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d2df7e08-893c-484f-ad1b-0e27df9fcce3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.115717 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2e2970-28f4-4ff6-99e0-a97155fe6a30 x-openstack-request-id: req-ce2e2970-28f4-4ff6-99e0-a97155fe6a30 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:35.116105 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dae44bb-5c45-45cd-b289-6096a54d941a", "tag": "5a44328e-b45a-43d6-8876-15a71624915f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:35.116428 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce2e2970-28f4-4ff6-99e0-a97155fe6a30 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:35.116935 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'tag': '5a44328e-b45a-43d6-8876-15a71624915f', 'status': 'completed', 'code': 200} Feb 10 04:28:35.143789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-294490f5-7daa-4ebc-8ccc-587bd6e8db9b None None] Port d2df7e08-893c-484f-ad1b-0e27df9fcce3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:35.202104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0608e4-5e35-456f-9fe8-7fabfa8bdeec service neutron] Pushing event updated for resources: {'Port': ['ID=5a44328e-b45a-43d6-8876-15a71624915f,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:35.301121 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd65b374-9f16-4f36-bc7c-04a1355a07a8 admin admin] Publish callbacks [] for security_group (ae69b8af-6da9-4266-891a-26687d6f5cbb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.307861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f0baa-c119-4786-8720-92511cd43742 req-ccf9ee95-f172-427e-8044-140ba5ea1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:35.315777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e2f0baa-c119-4786-8720-92511cd43742 req-ccf9ee95-f172-427e-8044-140ba5ea1192 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 1128 time: 0.2863953 Feb 10 04:28:35.354538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff914-b423-4b26-93e8-6e890628d734 req-9600fd81-9c0a-4c7f-b784-ed516c4b1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:35.356658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5bff914-b423-4b26-93e8-6e890628d734 req-9600fd81-9c0a-4c7f-b784-ed516c4b1d5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 1089 time: 0.2701755 Feb 10 04:28:35.473957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd65b374-9f16-4f36-bc7c-04a1355a07a8 admin admin] Publish callbacks [] for security_group (ae69b8af-6da9-4266-891a-26687d6f5cbb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.627842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7e0ab383-6dd5-417f-a4a3-791ee9a34328 None None] Provisioning complete for port 545297b6-71ed-4869-bdbb-15d2436410f8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:35.628805 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab383-6dd5-417f-a4a3-791ee9a34328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (545297b6-71ed-4869-bdbb-15d2436410f8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.650590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e2f0baa-c119-4786-8720-92511cd43742 req-f5e5c149-1400-4a3d-a3f7-abe83e58ac34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240621 Feb 10 04:28:35.666216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ab383-6dd5-417f-a4a3-791ee9a34328 None None] Port 545297b6-71ed-4869-bdbb-15d2436410f8 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:35.672986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (545297b6-71ed-4869-bdbb-15d2436410f8), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.725325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff914-b423-4b26-93e8-6e890628d734 req-6ad0ae6e-9f1a-4482-a3db-7506c6a989a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:35.729924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff914-b423-4b26-93e8-6e890628d734 req-6ad0ae6e-9f1a-4482-a3db-7506c6a989a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:35.729924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5bff914-b423-4b26-93e8-6e890628d734 req-6ad0ae6e-9f1a-4482-a3db-7506c6a989a0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c75aaefab404de1a005a8362835cfa4&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.3400826 Feb 10 04:28:35.744991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.755757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d2b72-1447-4897-8459-35566b1003c9 req-facef605-277a-4085-963b-3d00f7f5b030 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:35.757267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7d2b72-1447-4897-8459-35566b1003c9 req-facef605-277a-4085-963b-3d00f7f5b030 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 946 time: 0.1589239 Feb 10 04:28:35.825673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd65b374-9f16-4f36-bc7c-04a1355a07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ae69b8af-6da9-4266-891a-26687d6f5cbb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.830527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cd65b374-9f16-4f36-bc7c-04a1355a07a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:35.832423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cd65b374-9f16-4f36-bc7c-04a1355a07a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae69b8af-6da9-4266-891a-26687d6f5cbb HTTP/1.1" status: 204 len: 168 time: 0.8725567 Feb 10 04:28:35.842592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port c3f90574-994f-4462-bd62-af17f4dbe961 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:35.859602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65b374-9f16-4f36-bc7c-04a1355a07a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae69b8af-6da9-4266-891a-26687d6f5cbb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:35.976733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b7d2b72-1447-4897-8459-35566b1003c9 req-d5ab1432-d6ee-45ed-8c09-112e54799dfb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052066 Feb 10 04:28:36.109729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (545297b6-71ed-4869-bdbb-15d2436410f8), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.118303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff914-b423-4b26-93e8-6e890628d734 req-fb03fa4b-11c4-4baa-aa13-3de7c63b575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:36.120116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5bff914-b423-4b26-93e8-6e890628d734 req-fb03fa4b-11c4-4baa-aa13-3de7c63b575d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2781706 Feb 10 04:28:36.135860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8ec73-384d-4a2a-b4f0-3b2b0123a813 req-271435ce-cdb2-4808-9154-3c817b1c262c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:36.137467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04b8ec73-384d-4a2a-b4f0-3b2b0123a813 req-271435ce-cdb2-4808-9154-3c817b1c262c tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 907 time: 0.1134706 Feb 10 04:28:36.178727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 172.20.0.10 (bccb2641-a2dc-4885-b350-1b936c4c0b28/6870ce49-a694-4544-b051-fd1e47632287/c3f90574-994f-4462-bd62-af17f4dbe961) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:36.186126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fee2:a80b (bccb2641-a2dc-4885-b350-1b936c4c0b28/9413ba70-6325-42b9-bc51-8aaed790e743/c3f90574-994f-4462-bd62-af17f4dbe961) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:36.192359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (545297b6-71ed-4869-bdbb-15d2436410f8), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.246551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-27ed8b58-d0f1-41b7-90fd-a3188eaaf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:36.248386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-27ed8b58-d0f1-41b7-90fd-a3188eaaf216 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 1089 time: 0.0698907 Feb 10 04:28:36.257233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] In _notify_port_updated(), no bound segment for port 545297b6-71ed-4869-bdbb-15d2436410f8 on network d2d034cb-f687-4d15-92cc-90f125a67ccf {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:28:36.269114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:36.269114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.269114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "PUT /v2.0/ports/545297b6-71ed-4869-bdbb-15d2436410f8 HTTP/1.1" status: 200 len: 1003 time: 1.3233781 Feb 10 04:28:36.273857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:36.294494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbc937-3d99-434a-9914-714b5b8eac8b tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=545297b6-71ed-4869-bdbb-15d2436410f8,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:36.324288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-5adfe60a-4a0f-4141-96fc-143f910ef4c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=5a44328e-b45a-43d6-8876-15a71624915f HTTP/1.1" status: 200 len: 217 time: 0.0645578 Feb 10 04:28:36.411554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-48d8bc69-4ab8-483f-a6e9-045c3110c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:36.414760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-48d8bc69-4ab8-483f-a6e9-045c3110c214 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef256d39-70d7-4f8e-bd22-2dfebb6c11b8 HTTP/1.1" status: 200 len: 838 time: 0.0777650 Feb 10 04:28:36.520662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-1dcb1a82-4453-4913-9d3c-c9dd6889d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:36.523573 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-1dcb1a82-4453-4913-9d3c-c9dd6889d297 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a389b26b-1afe-4f45-a59b-2c7ffd54ea1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1002452 Feb 10 04:28:36.543746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (c3f90574-994f-4462-bd62-af17f4dbe961), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.558944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting port 545297b6-71ed-4869-bdbb-15d2436410f8 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:36.559570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (545297b6-71ed-4869-bdbb-15d2436410f8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.708769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (545297b6-71ed-4869-bdbb-15d2436410f8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.711964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-b830ea90-6806-4655-b994-50789b05cf3b service neutron] 10.222.0.43 "GET /v2.0/networks/a389b26b-1afe-4f45-a59b-2c7ffd54ea1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777990 Feb 10 04:28:36.723171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Calling delete_port for 545297b6-71ed-4869-bdbb-15d2436410f8 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:36.760073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c3028-92de-4362-8384-21a655aa04a8 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:36.781620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c3f90574-994f-4462-bd62-af17f4dbe961), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.837523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:36.840866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] Provisioning complete for port 337d30f9-33bd-4861-baf3-9af464ad13bc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:36.841373 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.848041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8eb3d3e0-7cf4-4702-bf09-d575f3553368 req-28f0a10c-3898-4df0-9792-58798ab0cfed service neutron] 10.222.0.43 "GET /v2.0/networks/a389b26b-1afe-4f45-a59b-2c7ffd54ea1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291554 Feb 10 04:28:36.857458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:36.860614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:36.924847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=c3f90574-994f-4462-bd62-af17f4dbe961,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:36.952700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:36.953333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:36.980222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] Current status of the port 337d30f9-33bd-4861-baf3-9af464ad13bc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:36.980621 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.046975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] For port 337d30f9-33bd-4861-baf3-9af464ad13bc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=337d30f9-33bd-4861-baf3-9af464ad13bc,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:37.058573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a1f84884-0689-49d1-818d-a2d7a654f040 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5097616 Feb 10 04:28:37.058918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33338) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:37.082215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c498c-ceb9-4f8b-8332-11a0dc5976bf None None] Update dhcp port {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '9413ba70-6325-42b9-bc51-8aaed790e743', 'ip_address': '2001:db8::f816:3eff:fe4c:f3d0'}, {'subnet_id': '6870ce49-a694-4544-b051-fd1e47632287'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '337d30f9-33bd-4861-baf3-9af464ad13bc'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:28:37.119379 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (545297b6-71ed-4869-bdbb-15d2436410f8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.128538 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-436c498c-ceb9-4f8b-8332-11a0dc5976bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.176260 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.195729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Port': ['ID=545297b6-71ed-4869-bdbb-15d2436410f8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:37.227632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 337d30f9-33bd-4861-baf3-9af464ad13bc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:37.266767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb112866-0124-4cad-8926-1b69e5e73cbf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:37.272432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb112866-0124-4cad-8926-1b69e5e73cbf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:37.273917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] Could not find standard attr ID for object 545297b6-71ed-4869-bdbb-15d2436410f8. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:37.277809 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eb112866-0124-4cad-8926-1b69e5e73cbf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2176375 Feb 10 04:28:37.282875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33348) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:37.352368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b5c4-c1b6-431f-96c6-9a91d15e2662 req-a6ba0afa-d37e-4a06-9a35-e6783008a068 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:37.355639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c725b5c4-c1b6-431f-96c6-9a91d15e2662 req-a6ba0afa-d37e-4a06-9a35-e6783008a068 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 907 time: 0.0928631 Feb 10 04:28:37.356772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7997e4-5cb8-4d5e-99ac-16b86f829044 req-2315e62b-725c-40ec-a20f-b220bff9996b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:37.364496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b7997e4-5cb8-4d5e-99ac-16b86f829044 req-2315e62b-725c-40ec-a20f-b220bff9996b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 946 time: 0.2531044 Feb 10 04:28:37.427532 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.431055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6cbdbc09-335a-4318-b71a-b1371610fe29 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/ports/545297b6-71ed-4869-bdbb-15d2436410f8 HTTP/1.1" status: 204 len: 168 time: 1.1561687 Feb 10 04:28:37.433914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33352) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:37.445854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-436c498c-ceb9-4f8b-8332-11a0dc5976bf None None] Allocated IP 172.20.0.2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/6870ce49-a694-4544-b051-fd1e47632287/337d30f9-33bd-4861-baf3-9af464ad13bc) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:37.473484 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-946f5a2a-f997-4287-b4a9-fb9a127ddb7d tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] GET failed (client error): The resource could not be found. Feb 10 04:28:37.482632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-946f5a2a-f997-4287-b4a9-fb9a127ddb7d tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "GET /v2.0/ports/545297b6-71ed-4869-bdbb-15d2436410f8 HTTP/1.1" status: 404 len: 333 time: 0.0475016 Feb 10 04:28:37.486570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33354) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:37.495582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-249646269'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:37.527107 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b7997e4-5cb8-4d5e-99ac-16b86f829044 req-b3198069-9525-41c0-9b96-ed5c28e4c6c8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560831 Feb 10 04:28:37.607018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port c3f90574-994f-4462-bd62-af17f4dbe961 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:37.607511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c3f90574-994f-4462-bd62-af17f4dbe961), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.622221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-436c498c-ceb9-4f8b-8332-11a0dc5976bf None None] For port 337d30f9-33bd-4861-baf3-9af464ad13bc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=337d30f9-33bd-4861-baf3-9af464ad13bc,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:37.641177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370382cd-2126-4e62-add2-639fac87bb1a None None] Pushing event updated for resources: {'Port': ['ID=337d30f9-33bd-4861-baf3-9af464ad13bc,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:37.678905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e64b-1c88-4741-bb64-47c1f7d65794 req-2c44a074-f672-467a-bc09-65600c693cc6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:37.680465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1994e64b-1c88-4741-bb64-47c1f7d65794 req-2c44a074-f672-467a-bc09-65600c693cc6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 946 time: 0.0691419 Feb 10 04:28:37.681156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-436c498c-ceb9-4f8b-8332-11a0dc5976bf None None] Publish callbacks [] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.706891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 337d30f9-33bd-4861-baf3-9af464ad13bc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:37.707366 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.723898 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c3f90574-994f-4462-bd62-af17f4dbe961), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.738573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for c3f90574-994f-4462-bd62-af17f4dbe961 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:37.748771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-436c498c-ceb9-4f8b-8332-11a0dc5976bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.756053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1994e64b-1c88-4741-bb64-47c1f7d65794 req-0eced642-4500-4bd6-9309-6a7df183360e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665927 Feb 10 04:28:37.791512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:37.795074 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:37.831363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] device_id is not set on port c3af050a-501d-4f28-a0fd-07bd1789fb5d yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:37.899124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c498c-ceb9-4f8b-8332-11a0dc5976bf None None] Pushing event updated for resources: {'Port': ['ID=337d30f9-33bd-4861-baf3-9af464ad13bc,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:37.918551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 337d30f9-33bd-4861-baf3-9af464ad13bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:38.011842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca8515-9306-4127-91c6-cf621ec08901 req-73e08e81-4c40-4c21-bd42-6534fcbdabee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:38.013413 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5aca8515-9306-4127-91c6-cf621ec08901 req-73e08e81-4c40-4c21-bd42-6534fcbdabee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 946 time: 0.1898532 Feb 10 04:28:38.073634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Allocated IP 2001:db8::2b5 (d2d034cb-f687-4d15-92cc-90f125a67ccf/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e/c3af050a-501d-4f28-a0fd-07bd1789fb5d) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:38.133663 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5aca8515-9306-4127-91c6-cf621ec08901 req-a39fdfa7-6920-4405-8168-74e2badc1cca tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114717 Feb 10 04:28:38.241559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c3f90574-994f-4462-bd62-af17f4dbe961), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.285720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=c3f90574-994f-4462-bd62-af17f4dbe961,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:38.527076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.530388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0f4749c4-c9db-4472-82b1-49c694a37dbd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/c3f90574-994f-4462-bd62-af17f4dbe961 HTTP/1.1" status: 204 len: 168 time: 1.2465489 Feb 10 04:28:38.533399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33384) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:38.603391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aa84d-dd7a-4aee-8438-de318b09e69c req-17f41c3c-bef5-4f74-9662-e823fbc4e471 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:38.606256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e2aa84d-dd7a-4aee-8438-de318b09e69c req-17f41c3c-bef5-4f74-9662-e823fbc4e471 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 907 time: 0.1543839 Feb 10 04:28:38.611473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.653778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0f832-0dca-4364-8476-30af12e5e7b7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:38.655100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0f832-0dca-4364-8476-30af12e5e7b7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:38.656747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0f832-0dca-4364-8476-30af12e5e7b7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:38.658783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e1c0f832-0dca-4364-8476-30af12e5e7b7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1242728 Feb 10 04:28:38.661926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33392) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:38.696344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb912408-10d6-43cc-babd-2f39d1cb9ca7 req-087df5f8-0023-46b8-83ee-19b6f2d083a6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:38.698029 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb912408-10d6-43cc-babd-2f39d1cb9ca7 req-087df5f8-0023-46b8-83ee-19b6f2d083a6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 946 time: 0.1132293 Feb 10 04:28:38.699249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f12230d5-284a-48fd-92bd-a8828f775cb3 None None] Could not find standard attr ID for object c3f90574-994f-4462-bd62-af17f4dbe961. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:38.718418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f12230d5-284a-48fd-92bd-a8828f775cb3 None None] Provisioning complete for port 337d30f9-33bd-4861-baf3-9af464ad13bc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:38.718840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f12230d5-284a-48fd-92bd-a8828f775cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.732101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.743893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 6870ce49-a694-4544-b051-fd1e47632287 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:38.750435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (6870ce49-a694-4544-b051-fd1e47632287), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.782693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb912408-10d6-43cc-babd-2f39d1cb9ca7 req-c290a22d-82a3-4f40-91c0-9892a7ca9107 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677392 Feb 10 04:28:38.820984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f12230d5-284a-48fd-92bd-a8828f775cb3 None None] Current status of the port 337d30f9-33bd-4861-baf3-9af464ad13bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:38.850201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (6870ce49-a694-4544-b051-fd1e47632287), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.856918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:38.889111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:38.893147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=c3af050a-501d-4f28-a0fd-07bd1789fb5d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:38.904565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:38.907565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:38.908230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:38.989549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6870ce49-a694-4544-b051-fd1e47632287), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.029866 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4f6dde8a-2fe3-45e5-af95-b480f20d9d63 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5415831 Feb 10 04:28:39.032255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33394) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:39.039430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cc:1e:8c'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:39.147167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ea6a4124-d39d-4fee-b623-e792f1d345c5 None None] Could not find standard attr ID for object c3f90574-994f-4462-bd62-af17f4dbe961. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:39.149719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 337d30f9-33bd-4861-baf3-9af464ad13bc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:39.209999 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (6870ce49-a694-4544-b051-fd1e47632287), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.214664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 337d30f9-33bd-4861-baf3-9af464ad13bc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:39.215153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.255198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=6870ce49-a694-4544-b051-fd1e47632287,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:39.257579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.260991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-402f402c-2f60-4131-8bfd-62e2e6b75adb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/6870ce49-a694-4544-b051-fd1e47632287 HTTP/1.1" status: 204 len: 168 time: 0.5978589 Feb 10 04:28:39.262184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.264866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33396) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:39.313706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 337d30f9-33bd-4861-baf3-9af464ad13bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:39.321618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e00d5b-6cb5-4b82-be75-1614596dc6e7 None None] Provisioning complete for port c3af050a-501d-4f28-a0fd-07bd1789fb5d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:39.322071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e00d5b-6cb5-4b82-be75-1614596dc6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.327849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 9413ba70-6325-42b9-bc51-8aaed790e743 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:39.331845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (9413ba70-6325-42b9-bc51-8aaed790e743), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.359068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e00d5b-6cb5-4b82-be75-1614596dc6e7 None None] Port c3af050a-501d-4f28-a0fd-07bd1789fb5d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:39.374957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (9413ba70-6325-42b9-bc51-8aaed790e743), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.476139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9413ba70-6325-42b9-bc51-8aaed790e743), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.495479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.549354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5a44328e-b45a-43d6-8876-15a71624915f details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:28:39.562181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.600081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] In _notify_port_updated(), no bound segment for port c3af050a-501d-4f28-a0fd-07bd1789fb5d on network d2d034cb-f687-4d15-92cc-90f125a67ccf {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:28:39.606390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:39.607181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.611391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "PUT /v2.0/ports/c3af050a-501d-4f28-a0fd-07bd1789fb5d HTTP/1.1" status: 200 len: 1002 time: 0.5781178 Feb 10 04:28:39.612255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33402) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:39.616079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (9413ba70-6325-42b9-bc51-8aaed790e743), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.655783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e4e6e-40d2-4ae6-a16f-d04cb0c7f6cf tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=c3af050a-501d-4f28-a0fd-07bd1789fb5d,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:39.718063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:39.719601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/9413ba70-6325-42b9-bc51-8aaed790e743 HTTP/1.1" status: 204 len: 168 time: 0.4527512 Feb 10 04:28:39.723850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33408) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:39.725606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a2fc2-eac1-46a6-aabd-1c36c8ff8e74 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=9413ba70-6325-42b9-bc51-8aaed790e743,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:39.757396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5a44328e-b45a-43d6-8876-15a71624915f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5a44328e-b45a-43d6-8876-15a71624915f,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:39.798760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874bc0-9735-462a-8670-9b548ad2e283 req-0d6798c8-7f99-4c03-ba68-554c003d19ea tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:39.802642 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e874bc0-9735-462a-8670-9b548ad2e283 req-0d6798c8-7f99-4c03-ba68-554c003d19ea tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 907 time: 0.0990555 Feb 10 04:28:39.803238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17e571f0-713b-44fb-b50c-ce9ab264df86 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748084 Feb 10 04:28:39.806224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33412) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:39.813395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:39.948764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting port c3af050a-501d-4f28-a0fd-07bd1789fb5d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:39.949371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.050138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a28e6-b8b5-4e97-a683-29c406ba6a10 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:40.053711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '5a44328e-b45a-43d6-8876-15a71624915f', 'network_id': 'a389b26b-1afe-4f45-a59b-2c7ffd54ea1a', 'port_id': '5a44328e-b45a-43d6-8876-15a71624915f', 'mac_address': 'fa:16:3e:db:82:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef256d39-70d7-4f8e-bd22-2dfebb6c11b8', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:28:40.066935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a86c7-4968-4529-9822-1e0fff26e54b req-a370a14e-7e49-4ef2-9147-7f696e1a10c7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:40.068523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3a86c7-4968-4529-9822-1e0fff26e54b req-a370a14e-7e49-4ef2-9147-7f696e1a10c7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 946 time: 0.1917384 Feb 10 04:28:40.076609 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:40.080632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.182311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5a44328e-b45a-43d6-8876-15a71624915f is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:40.183215 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5a44328e-b45a-43d6-8876-15a71624915f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.227990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a44328e-b45a-43d6-8876-15a71624915f {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:28:40.251915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5a44328e-b45a-43d6-8876-15a71624915f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5a44328e-b45a-43d6-8876-15a71624915f,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:40.266635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fdb06348-7ae3-4493-9baa-6a9567e40d93 None None] Provisioning complete for port c3af050a-501d-4f28-a0fd-07bd1789fb5d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:40.267996 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fdb06348-7ae3-4493-9baa-6a9567e40d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.320825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fdb06348-7ae3-4493-9baa-6a9567e40d93 None None] Port c3af050a-501d-4f28-a0fd-07bd1789fb5d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:40.330426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5a44328e-b45a-43d6-8876-15a71624915f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.405691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:28:40.414864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5a44328e-b45a-43d6-8876-15a71624915f,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:40.486252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] Deleting port 337d30f9-33bd-4861-baf3-9af464ad13bc {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:40.487025 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.528245 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.549389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7664a2e6-c729-4d88-9670-f1854fcd54c1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:40.550948 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7664a2e6-c729-4d88-9670-f1854fcd54c1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 946 time: 0.5606966 Feb 10 04:28:40.572109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Calling delete_port for c3af050a-501d-4f28-a0fd-07bd1789fb5d owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:40.590793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['5a44328e-b45a-43d6-8876-15a71624915f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:28:40.599466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3a86c7-4968-4529-9822-1e0fff26e54b req-39e47d55-54fe-412a-8bda-44a152c65cbf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202727 Feb 10 04:28:40.659283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:28:40.696316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] For port 337d30f9-33bd-4861-baf3-9af464ad13bc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=337d30f9-33bd-4861-baf3-9af464ad13bc,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:40.698060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.710904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] Calling delete_port for 337d30f9-33bd-4861-baf3-9af464ad13bc owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:40.854087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port 2970b517-369a-4040-9d89-74e35e59f7fc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:40.854677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.861156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c3af050a-501d-4f28-a0fd-07bd1789fb5d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.890939 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (337d30f9-33bd-4861-baf3-9af464ad13bc), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:40.932317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] No DVR routers for this DVR port 337d30f9-33bd-4861-baf3-9af464ad13bc on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:40.950560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2909a-f138-4918-8aed-0b57054a6eae None None] Pushing event deleted for resources: {'Port': ['ID=337d30f9-33bd-4861-baf3-9af464ad13bc,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:40.979287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Port': ['ID=c3af050a-501d-4f28-a0fd-07bd1789fb5d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:41.056260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.063496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-26086955-09bb-4f54-94af-d494e7ad79c7 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/ports/c3af050a-501d-4f28-a0fd-07bd1789fb5d HTTP/1.1" status: 204 len: 168 time: 1.4472237 Feb 10 04:28:41.063645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33430) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:41.107154 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b520b3e3-2f3a-4abf-8386-24958b82a1b0 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] GET failed (client error): The resource could not be found. Feb 10 04:28:41.112356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b520b3e3-2f3a-4abf-8386-24958b82a1b0 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "GET /v2.0/ports/c3af050a-501d-4f28-a0fd-07bd1789fb5d HTTP/1.1" status: 404 len: 333 time: 0.0440941 Feb 10 04:28:41.155880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] For port 2970b517-369a-4040-9d89-74e35e59f7fc, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=2970b517-369a-4040-9d89-74e35e59f7fc,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:41.156637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.176437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for 2970b517-369a-4040-9d89-74e35e59f7fc owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:41.191167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 337d30f9-33bd-4861-baf3-9af464ad13bc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:41.206914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33432) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:41.217566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 337d30f9-33bd-4861-baf3-9af464ad13bc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:41.217778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1126806178'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:41.218034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 337d30f9-33bd-4861-baf3-9af464ad13bc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:41.330481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206eafc-dcb1-46dc-8845-5ae977da5861 req-90146a0c-751d-43d6-8ffc-07b4c2f582ac tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:41.332090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6206eafc-dcb1-46dc-8845-5ae977da5861 req-90146a0c-751d-43d6-8ffc-07b4c2f582ac tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 908 time: 0.4234366 Feb 10 04:28:41.379843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Port 337d30f9-33bd-4861-baf3-9af464ad13bc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 04:28:41.380153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4c:f3d0 {{(pid=109958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 04:28:41.383810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4c:f3d0 {{(pid=109958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 04:28:41.385523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (35766ae5-f425-43ec-a1d5-886942c16632), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.422230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:41.425615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:41.431986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:41.432594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.444151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10869a88-e977-4905-8e02-8e6f759458d8 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:41.453262 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=35766ae5-f425-43ec-a1d5-886942c16632,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:41.531105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33434) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:41.533184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1b638ee8-9a76-44eb-a512-95645d9a3435 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7238414 Feb 10 04:28:41.537695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:41.556560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5a44328e-b45a-43d6-8876-15a71624915f up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:41.589962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '35766ae5-f425-43ec-a1d5-886942c16632'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:28:41.589962 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.610811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2970b517-369a-4040-9d89-74e35e59f7fc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.651856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:41.655373 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.680063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=2970b517-369a-4040-9d89-74e35e59f7fc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:41.687362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] device_id is not set on port e45a205b-e16f-48fa-af42-41d8e0a2b838 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:41.799442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Allocated IP 2001:db8::f816:3eff:fe68:de5e (bccb2641-a2dc-4885-b350-1b936c4c0b28/35766ae5-f425-43ec-a1d5-886942c16632/a53a7b07-22c8-4923-a4d0-cac3811eb4cd) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:41.802366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] No DVR routers for this DVR port 2970b517-369a-4040-9d89-74e35e59f7fc on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:41.804196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 5a44328e-b45a-43d6-8876-15a71624915f completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:28:41.821477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 5a44328e-b45a-43d6-8876-15a71624915f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:41.822035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5a44328e-b45a-43d6-8876-15a71624915f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.849494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:41.853016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e3a14eb-b2b4-44c4-bd23-d9f0da5ae3d9 req-7af72a04-7f49-4d96-a828-40b3183cceb0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "DELETE /v2.0/ports/2970b517-369a-4040-9d89-74e35e59f7fc HTTP/1.1" status: 204 len: 173 time: 1.2921989 Feb 10 04:28:41.854427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'name': 'network-vif-deleted', 'tag': '2970b517-369a-4040-9d89-74e35e59f7fc'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:41.857480 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0733d497-f4f2-4672-8201-8865682b906b" -d '{"events": [{"server_uuid": "218daef0-8e9e-4f4f-b415-12f9f345d5b9", "name": "network-vif-deleted", "tag": "2970b517-369a-4040-9d89-74e35e59f7fc"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:41.893370 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2bebc2b9-dc47-41c7-8f6f-cb87a53f0023 req-20b3ba37-d9d4-4135-83a5-f6dc17b8a137 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0988417 Feb 10 04:28:41.989849 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e374a59-536f-4551-a1e6-0c8e7e9a5111 x-openstack-request-id: req-6e374a59-536f-4551-a1e6-0c8e7e9a5111 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:41.990139 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218daef0-8e9e-4f4f-b415-12f9f345d5b9", "name": "network-vif-deleted", "tag": "2970b517-369a-4040-9d89-74e35e59f7fc", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:41.990532 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e374a59-536f-4551-a1e6-0c8e7e9a5111 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:41.991123 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218daef0-8e9e-4f4f-b415-12f9f345d5b9', 'name': 'network-vif-deleted', 'tag': '2970b517-369a-4040-9d89-74e35e59f7fc', 'status': 'completed', 'code': 200} Feb 10 04:28:41.991693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:41.995806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.086414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5a44328e-b45a-43d6-8876-15a71624915f is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:42.086856 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5a44328e-b45a-43d6-8876-15a71624915f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.102565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Allocated IP 2001:db8::275 (d2d034cb-f687-4d15-92cc-90f125a67ccf/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e/e45a205b-e16f-48fa-af42-41d8e0a2b838) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:42.128505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a44328e-b45a-43d6-8876-15a71624915f'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:42.130851 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1634bb8-2d12-4f9f-8688-01964b1201bd" -d '{"events": [{"server_uuid": "5dae44bb-5c45-45cd-b289-6096a54d941a", "name": "network-vif-plugged", "status": "completed", "tag": "5a44328e-b45a-43d6-8876-15a71624915f"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:42.169107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5a44328e-b45a-43d6-8876-15a71624915f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5a44328e-b45a-43d6-8876-15a71624915f,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:42.194579 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Publish callbacks [] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.210509 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2589a1c2-f8e4-4105-8c22-631ed91e9c48 x-openstack-request-id: req-2589a1c2-f8e4-4105-8c22-631ed91e9c48 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:42.210923 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dae44bb-5c45-45cd-b289-6096a54d941a", "name": "network-vif-plugged", "status": "completed", "tag": "5a44328e-b45a-43d6-8876-15a71624915f", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:42.212334 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2589a1c2-f8e4-4105-8c22-631ed91e9c48 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:42.212334 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a44328e-b45a-43d6-8876-15a71624915f', 'code': 200} Feb 10 04:28:42.236615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5a44328e-b45a-43d6-8876-15a71624915f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.237475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2970b517-369a-4040-9d89-74e35e59f7fc no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:42.293363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 2970b517-369a-4040-9d89-74e35e59f7fc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:42.293702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 2970b517-369a-4040-9d89-74e35e59f7fc not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:42.324399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5a44328e-b45a-43d6-8876-15a71624915f,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:42.357187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.423223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:42.424895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:42.430192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:42.439582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c69ecd-92ce-4eba-a86a-2d98b15310fe req-56d92872-739b-486d-8e08-8943186fe0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:42.442360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Pushing event updated for resources: {'Port': ['ID=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:42.442478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00c69ecd-92ce-4eba-a86a-2d98b15310fe req-56d92872-739b-486d-8e08-8943186fe0ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 1091 time: 0.1456230 Feb 10 04:28:42.508119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Attempting to bind port a53a7b07-22c8-4923-a4d0-cac3811eb4cd on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:28:42.508740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Attempting to bind port a53a7b07-22c8-4923-a4d0-cac3811eb4cd by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:28:42.509263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Attempting to bind port a53a7b07-22c8-4923-a4d0-cac3811eb4cd on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:28:42.514926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:28:42.515765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:42.516333 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.516889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:28:42.517778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Bound port: a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:28:42.518341 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.546810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (e45a205b-e16f-48fa-af42-41d8e0a2b838), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.581952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fc67-0ed5-4750-bcb8-f0bdff96ae11 req-867e075c-1008-443c-9466-2ac32b7dcee4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:42.585266 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2873fc67-0ed5-4750-bcb8-f0bdff96ae11 req-867e075c-1008-443c-9466-2ac32b7dcee4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 909 time: 0.1113091 Feb 10 04:28:42.624347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] For port a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:28:42.629921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] For port a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:28:42.645209 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (06560ed8-6d17-4c36-98c6-b515ea70ccd2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.693981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:42.698120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:42.700182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e45a205b-e16f-48fa-af42-41d8e0a2b838), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.704651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:42.704651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.723773 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.755539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=06560ed8-6d17-4c36-98c6-b515ea70ccd2,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:42.767909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:42.771091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:42.774779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:42.780564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:42.781623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:42.803743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=e45a205b-e16f-48fa-af42-41d8e0a2b838,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:42.809680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef055f41-4b14-49de-9e43-ce35327dc93d None None] Pushing event updated for resources: {'Port': ['ID=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:42.831334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9675c73d-b732-4c34-84c9-c8a4fc0b0337 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2985175 Feb 10 04:28:42.834223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33450) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:42.840050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:23:35:be', 'name': 'tempest-NetworksTestDHCPv6-199083441'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:42.890662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5c5ac445-e21f-4324-96b0-7798fceaa287 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6826260 Feb 10 04:28:42.893759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33454) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:42.899017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'network_id': 'd2d034cb-f687-4d15-92cc-90f125a67ccf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2005279679'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:43.160998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-844d0424-e6b6-421f-913f-1064e0cc305c req-1e211497-8847-45b7-8a43-a939339e57c6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.1075871 Feb 10 04:28:43.237038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:43.257294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ba809ae1-1fd9-432e-9a04-64a63700b279 None None] Provisioning complete for port e45a205b-e16f-48fa-af42-41d8e0a2b838 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:43.257871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba809ae1-1fd9-432e-9a04-64a63700b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e45a205b-e16f-48fa-af42-41d8e0a2b838), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:43.298254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ba809ae1-1fd9-432e-9a04-64a63700b279 None None] Port e45a205b-e16f-48fa-af42-41d8e0a2b838 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:43.331999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Made reservation on behalf of a25239f6d158431fa13976598446c079 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:43.338933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:43.347391 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:43.360153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] device_id is not set on port 339f85d2-9111-403d-9c11-8da1fb58aa7e yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:43.370162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port b54c60f1-fce7-4765-9671-06d67e6fe620 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:43.493060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Allocated IP 2001:db8::352 (d2d034cb-f687-4d15-92cc-90f125a67ccf/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e/339f85d2-9111-403d-9c11-8da1fb58aa7e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:43.564060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 172.20.0.6 (bccb2641-a2dc-4885-b350-1b936c4c0b28/06560ed8-6d17-4c36-98c6-b515ea70ccd2/b54c60f1-fce7-4765-9671-06d67e6fe620) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:43.572622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fe23:35be (bccb2641-a2dc-4885-b350-1b936c4c0b28/35766ae5-f425-43ec-a1d5-886942c16632/b54c60f1-fce7-4765-9671-06d67e6fe620) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:43.676139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:43.795899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:43.835779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Network d2d034cb-f687-4d15-92cc-90f125a67ccf is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:43.838475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:43.849208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25def7-11dc-4198-b6aa-b422b51e61eb req-6a027cc2-365b-4eb3-8f66-dc314263af67 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:43.862771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:43.863554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:43.864193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:43.864718 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe25def7-11dc-4198-b6aa-b422b51e61eb req-6a027cc2-365b-4eb3-8f66-dc314263af67 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 909 time: 0.1647346 Feb 10 04:28:43.898273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (b54c60f1-fce7-4765-9671-06d67e6fe620), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:43.911943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=339f85d2-9111-403d-9c11-8da1fb58aa7e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:43.956520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-db4fd690-2340-4850-a549-15c0870fcace tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0592618 Feb 10 04:28:43.956842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33476) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:43.962480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b8', 'mac_address': 'fa:16:3e:cc:1e:8c'}, {'ip_address': '2001:db8::275', 'mac_address': 'fa:16:3e:44:65:0c'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:44.044974 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b54c60f1-fce7-4765-9671-06d67e6fe620), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.119631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=b54c60f1-fce7-4765-9671-06d67e6fe620,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:44.135429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.143256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:44.156779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:44.160053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:44.352749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-82b11dbe-b32b-41dc-ad49-04af3e16c089 None None] Provisioning complete for port 339f85d2-9111-403d-9c11-8da1fb58aa7e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:44.353293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-82b11dbe-b32b-41dc-ad49-04af3e16c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.371413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7afead71-094d-43a1-a144-7a7f619b0f14 req-404f2ff3-bafd-407c-ba08-67982335afe3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0619798 Feb 10 04:28:44.385904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:44.401063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.439390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-82b11dbe-b32b-41dc-ad49-04af3e16c089 None None] Port 339f85d2-9111-403d-9c11-8da1fb58aa7e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:44.466175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac806c86-58c9-4e07-9665-ff04ae6f7902 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:44.497232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.522057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-32240ab8-1808-434c-85d5-8cf1986bcda6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6866682 Feb 10 04:28:44.530265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33484) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:44.600873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4f401-9009-46a0-ac6c-b632cdcea71b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:44.602754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-be473bc3-552e-4032-8e94-759c32023427 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:44.603145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be473bc3-552e-4032-8e94-759c32023427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.609571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4f401-9009-46a0-ac6c-b632cdcea71b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:44.614201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1ec4f401-9009-46a0-ac6c-b632cdcea71b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0803299 Feb 10 04:28:44.614667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33490) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:44.626329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.693852 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] In _notify_port_updated(), no bound segment for port 339f85d2-9111-403d-9c11-8da1fb58aa7e on network d2d034cb-f687-4d15-92cc-90f125a67ccf {{(pid=109958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:28:44.708793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:44.709682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.715115 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "PUT /v2.0/ports/339f85d2-9111-403d-9c11-8da1fb58aa7e HTTP/1.1" status: 200 len: 1068 time: 0.7568166 Feb 10 04:28:44.720164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33492) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:44.760953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-be473bc3-552e-4032-8e94-759c32023427 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:44.761314 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be473bc3-552e-4032-8e94-759c32023427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.798195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f5133-19bd-4423-9be9-e5783395aeda None None] Update dhcp port {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '35766ae5-f425-43ec-a1d5-886942c16632', 'ip_address': '2001:db8::f816:3eff:fe68:de5e'}, {'subnet_id': '06560ed8-6d17-4c36-98c6-b515ea70ccd2'}], 'binding:host_id': 'n-d-827844-2'}, 'id': 'a53a7b07-22c8-4923-a4d0-cac3811eb4cd'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:28:44.859652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b05f5133-19bd-4423-9be9-e5783395aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.893867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-be473bc3-552e-4032-8e94-759c32023427 None None] For port a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:44.929627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting port 339f85d2-9111-403d-9c11-8da1fb58aa7e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:44.938055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:44.947450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d130f3-4b43-4c25-a9c2-730067cce5dd tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event updated for resources: {'Port': ['ID=339f85d2-9111-403d-9c11-8da1fb58aa7e,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:44.973153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be473bc3-552e-4032-8e94-759c32023427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.000929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port b54c60f1-fce7-4765-9671-06d67e6fe620 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:45.001548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b54c60f1-fce7-4765-9671-06d67e6fe620), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.124707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.157582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Calling delete_port for 339f85d2-9111-403d-9c11-8da1fb58aa7e owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:45.226844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b54c60f1-fce7-4765-9671-06d67e6fe620), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.240225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for b54c60f1-fce7-4765-9671-06d67e6fe620 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:45.296251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a53a7b07-22c8-4923-a4d0-cac3811eb4cd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:45.309504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473bc3-552e-4032-8e94-759c32023427 None None] Pushing event updated for resources: {'Port': ['ID=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:45.361051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f39872b3-deba-4d10-bbe4-a8decbe7500a None None] Provisioning complete for port 339f85d2-9111-403d-9c11-8da1fb58aa7e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:45.361753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f39872b3-deba-4d10-bbe4-a8decbe7500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.457988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b05f5133-19bd-4423-9be9-e5783395aeda None None] Allocated IP 172.20.0.2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/06560ed8-6d17-4c36-98c6-b515ea70ccd2/a53a7b07-22c8-4923-a4d0-cac3811eb4cd) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:45.516417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f39872b3-deba-4d10-bbe4-a8decbe7500a None None] Port 339f85d2-9111-403d-9c11-8da1fb58aa7e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:28:45.565318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-205d781f-0d54-472e-b23c-dcb6841c0c0a req-689720cd-f467-4ffb-9df4-7f7a92e565b5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0651476 Feb 10 04:28:45.566072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (339f85d2-9111-403d-9c11-8da1fb58aa7e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.578386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:45.578801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.669951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Port': ['ID=339f85d2-9111-403d-9c11-8da1fb58aa7e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:45.695562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2300a7-a8ca-400c-b3f1-ef52c6d68568 req-0ca0e912-f745-4fb5-922b-17fee1b8910b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:45.711321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e2300a7-a8ca-400c-b3f1-ef52c6d68568 req-0ca0e912-f745-4fb5-922b-17fee1b8910b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 909 time: 0.2429056 Feb 10 04:28:45.773396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b54c60f1-fce7-4765-9671-06d67e6fe620), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:45.807265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=b54c60f1-fce7-4765-9671-06d67e6fe620,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:45.905691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b05f5133-19bd-4423-9be9-e5783395aeda None None] For port a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:45.947092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:46.000814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b05f5133-19bd-4423-9be9-e5783395aeda None None] Publish callbacks [] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.014996 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.022673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c4c38fe0-d679-46d8-8c46-f135e8119d92 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/b54c60f1-fce7-4765-9671-06d67e6fe620 HTTP/1.1" status: 204 len: 168 time: 1.4068494 Feb 10 04:28:46.026816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33512) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.040937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.046601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-520de544-9b29-4960-87b1-0a4cca381f92 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/ports/339f85d2-9111-403d-9c11-8da1fb58aa7e HTTP/1.1" status: 204 len: 168 time: 1.3233836 Feb 10 04:28:46.046782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33514) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.047209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33518) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.057334 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b05f5133-19bd-4423-9be9-e5783395aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.076999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeb7e2-1513-498b-9f80-81a2e7aba0d8 req-3edf32e1-bf7e-47e7-91a1-fcd160a113f6 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:46.083067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ceeeb7e2-1513-498b-9f80-81a2e7aba0d8 req-3edf32e1-bf7e-47e7-91a1-fcd160a113f6 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 909 time: 0.2235031 Feb 10 04:28:46.141656 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-208eb5b5-7cd3-4b48-9fac-3b8964fb9913 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] GET failed (client error): The resource could not be found. Feb 10 04:28:46.155381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-208eb5b5-7cd3-4b48-9fac-3b8964fb9913 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "GET /v2.0/ports/339f85d2-9111-403d-9c11-8da1fb58aa7e HTTP/1.1" status: 404 len: 333 time: 0.1073437 Feb 10 04:28:46.158009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33524) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.184180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5133-19bd-4423-9be9-e5783395aeda None None] Pushing event updated for resources: {'Port': ['ID=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:46.195661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65125f0d-be21-413b-87a9-4397e2b5059d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:46.197649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65125f0d-be21-413b-87a9-4397e2b5059d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:46.199101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65125f0d-be21-413b-87a9-4397e2b5059d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:46.200770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-65125f0d-be21-413b-87a9-4397e2b5059d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1731372 Feb 10 04:28:46.207298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33526) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.249934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ce75-952b-409d-a52b-332ba98cdeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.316871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 06560ed8-6d17-4c36-98c6-b515ea70ccd2 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:46.321502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (06560ed8-6d17-4c36-98c6-b515ea70ccd2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.381567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66af03-8fe0-4866-bbf7-feb6a8574019 req-2d5b8655-0cb8-499d-9b8c-bc5bf98ea48e tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:46.383129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf66af03-8fe0-4866-bbf7-feb6a8574019 req-2d5b8655-0cb8-499d-9b8c-bc5bf98ea48e tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 1091 time: 0.1351509 Feb 10 04:28:46.398799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting port e45a205b-e16f-48fa-af42-41d8e0a2b838 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:46.399200 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e45a205b-e16f-48fa-af42-41d8e0a2b838), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.399738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (06560ed8-6d17-4c36-98c6-b515ea70ccd2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.514844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (06560ed8-6d17-4c36-98c6-b515ea70ccd2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.544664 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ce75-952b-409d-a52b-332ba98cdeba admin admin] Publish callbacks [] for security_group (16bda39f-e994-4e85-b843-86b95137638f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.595882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e45a205b-e16f-48fa-af42-41d8e0a2b838), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.612487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Calling delete_port for e45a205b-e16f-48fa-af42-41d8e0a2b838 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:46.614813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ce75-952b-409d-a52b-332ba98cdeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (16bda39f-e994-4e85-b843-86b95137638f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.627309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b20abd-b7c9-4f39-9a78-7c41c5dc2efb req-8fa066dd-2f54-44b9-9525-3a3c37b68916 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:46.629035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78b20abd-b7c9-4f39-9a78-7c41c5dc2efb req-8fa066dd-2f54-44b9-9525-3a3c37b68916 tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1167 time: 0.1072595 Feb 10 04:28:46.685455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (06560ed8-6d17-4c36-98c6-b515ea70ccd2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.729339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b0c8ce75-952b-409d-a52b-332ba98cdeba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed867fe29a9a48a39d882ea7461df62b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6807745 Feb 10 04:28:46.730000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33532) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.735010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8ce75-952b-409d-a52b-332ba98cdeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bda39f-e994-4e85-b843-86b95137638f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:46.792845 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=06560ed8-6d17-4c36-98c6-b515ea70ccd2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:46.808530 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.814459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78b20abd-b7c9-4f39-9a78-7c41c5dc2efb req-1f163b78-1606-4bf5-b281-73466957e6fc tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1718683 Feb 10 04:28:46.822721 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-48f11ca1-ec98-4e6e-8367-8d52d3dad954 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/06560ed8-6d17-4c36-98c6-b515ea70ccd2 HTTP/1.1" status: 204 len: 168 time: 0.6142271 Feb 10 04:28:46.825936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33534) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.845395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33536) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:46.875767 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2006b7a6-424a-42d8-b42b-126673f5ca7c req-8d858407-079a-48d2-9d2b-e4d0ee8c0486 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0895030 Feb 10 04:28:46.947624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ffd87fa-2e62-41d3-bc1e-8c4da5b9946a admin admin] Publish callbacks [] for security_group (16bda39f-e994-4e85-b843-86b95137638f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:46.973922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ffd87fa-2e62-41d3-bc1e-8c4da5b9946a admin admin] Publish callbacks [] for security_group (16bda39f-e994-4e85-b843-86b95137638f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.027460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 35766ae5-f425-43ec-a1d5-886942c16632 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:47.031216 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (35766ae5-f425-43ec-a1d5-886942c16632), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.081875 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (35766ae5-f425-43ec-a1d5-886942c16632), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.094029 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.152143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf9254-bb3d-4428-ad33-d518a6cf003b tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:47.157956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5eaf9254-bb3d-4428-ad33-d518a6cf003b tempest-TestSecurityGroupsBasicOps-1151126478 tempest-TestSecurityGroupsBasicOps-1151126478-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 1086 time: 0.3115292 Feb 10 04:28:47.207861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a53a7b07-22c8-4923-a4d0-cac3811eb4cd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:47.278202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dac9f2-2c7a-489d-a13c-0f2b97175959 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:47.426242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-509fa758-1a5b-44c3-a8ad-8c59342be77e None None] Could not find standard attr ID for object b54c60f1-fce7-4765-9671-06d67e6fe620. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:47.487551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-509fa758-1a5b-44c3-a8ad-8c59342be77e None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:47.487734 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-509fa758-1a5b-44c3-a8ad-8c59342be77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.491704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ffd87fa-2e62-41d3-bc1e-8c4da5b9946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (16bda39f-e994-4e85-b843-86b95137638f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.494365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ffd87fa-2e62-41d3-bc1e-8c4da5b9946a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.497995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7ffd87fa-2e62-41d3-bc1e-8c4da5b9946a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16bda39f-e994-4e85-b843-86b95137638f HTTP/1.1" status: 204 len: 168 time: 0.7618885 Feb 10 04:28:47.524950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd87fa-2e62-41d3-bc1e-8c4da5b9946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bda39f-e994-4e85-b843-86b95137638f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:47.537755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (35766ae5-f425-43ec-a1d5-886942c16632), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.585303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:47.585699 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.648389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e45a205b-e16f-48fa-af42-41d8e0a2b838), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.740997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (35766ae5-f425-43ec-a1d5-886942c16632), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.753820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Port': ['ID=e45a205b-e16f-48fa-af42-41d8e0a2b838,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:47.759736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-509fa758-1a5b-44c3-a8ad-8c59342be77e None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:47.783965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15309443-5c73-41b3-9be0-b39dee3f1c69 req-6b8324c2-13d5-49a3-a466-20cfbb1a1d82 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:47.794482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15309443-5c73-41b3-9be0-b39dee3f1c69 req-6b8324c2-13d5-49a3-a466-20cfbb1a1d82 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 909 time: 0.1226826 Feb 10 04:28:47.907902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=35766ae5-f425-43ec-a1d5-886942c16632,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:47.944648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.950775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-80daee65-1fdb-439b-944e-cc499ddf6bcf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/35766ae5-f425-43ec-a1d5-886942c16632 HTTP/1.1" status: 204 len: 168 time: 1.1238215 Feb 10 04:28:47.952333 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:47.954388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33550) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:47.956852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9f58508-bd49-42ba-b187-386990ddc413 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/ports/e45a205b-e16f-48fa-af42-41d8e0a2b838 HTTP/1.1" status: 204 len: 168 time: 1.7972884 Feb 10 04:28:47.959499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:47.990922 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1cb1c8-618d-4c69-ba67-089e33f4105c tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] GET failed (client error): The resource could not be found. Feb 10 04:28:47.996665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3b1cb1c8-618d-4c69-ba67-089e33f4105c tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "GET /v2.0/ports/e45a205b-e16f-48fa-af42-41d8e0a2b838 HTTP/1.1" status: 404 len: 333 time: 0.0359416 Feb 10 04:28:47.997833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:48.051122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:48.086057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b64e83f6-8112-486a-9f75-fda393c8c2cd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304693 Feb 10 04:28:48.089607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33556) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:48.095256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:48.179182 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f931257-e815-4a20-a6cb-dbce97659e75 req-ec78c860-865d-4a80-b987-ead20edc496e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0608273 Feb 10 04:28:48.227139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting port d2df7e08-893c-484f-ad1b-0e27df9fcce3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:48.227560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d2df7e08-893c-484f-ad1b-0e27df9fcce3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.365792 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d2df7e08-893c-484f-ad1b-0e27df9fcce3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.366918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:48.371729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.395114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Calling delete_port for d2df7e08-893c-484f-ad1b-0e27df9fcce3 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:48.462369 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.603305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33560) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:48.619760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b282-0d35-4efd-8642-93be7cd952ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.639430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d2df7e08-893c-484f-ad1b-0e27df9fcce3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.692690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Port': ['ID=d2df7e08-893c-484f-ad1b-0e27df9fcce3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:48.751073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (d171e24e-48d1-4e68-8c70-defd07a26c1f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.751702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ada13f-3287-4c70-b831-0fb6850bd11a None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:48.868213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b282-0d35-4efd-8642-93be7cd952ed admin admin] Publish callbacks [] for security_group (01a01606-15b3-4555-b9fe-05435a64d577), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.870389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.878821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3752df97-8fac-4784-862d-8d4c90164238 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/ports/d2df7e08-893c-484f-ad1b-0e27df9fcce3 HTTP/1.1" status: 204 len: 168 time: 0.8775303 Feb 10 04:28:48.882392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33562) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:48.917387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=d171e24e-48d1-4e68-8c70-defd07a26c1f,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:48.921474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:48.934373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:48.949813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:48.953692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:48.983474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b282-0d35-4efd-8642-93be7cd952ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (01a01606-15b3-4555-b9fe-05435a64d577), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.043925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0a0585f4-b3c6-4a51-932c-ad78bec12161 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:49.044318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a0585f4-b3c6-4a51-932c-ad78bec12161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.070438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63143bf4-9f6a-482f-99a6-2281993394bc req-d0f9325e-dcd1-4235-99f6-5b955c722b35 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:49.079775 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63143bf4-9f6a-482f-99a6-2281993394bc req-d0f9325e-dcd1-4235-99f6-5b955c722b35 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 909 time: 0.0696766 Feb 10 04:28:49.091551 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b98e789e-c053-4d4b-93c2-e942520e2474 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0003827 Feb 10 04:28:49.098419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33566) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:49.104902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:49.141185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6b282-0d35-4efd-8642-93be7cd952ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a01606-15b3-4555-b9fe-05435a64d577,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:49.203521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0a0585f4-b3c6-4a51-932c-ad78bec12161 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:49.240823 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9aa6b282-0d35-4efd-8642-93be7cd952ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=174eac8e16a2466f84b5158657635627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6359799 Feb 10 04:28:49.263240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33572) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:49.265040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856f31e-efac-459c-8bc5-51bb2c40a8d4 None None] Update dhcp port {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': 'd171e24e-48d1-4e68-8c70-defd07a26c1f'}], 'binding:host_id': 'n-d-827844-2'}, 'id': 'a53a7b07-22c8-4923-a4d0-cac3811eb4cd'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:28:49.284144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting subnet cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:49.288648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for subnet (cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.298407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2856f31e-efac-459c-8bc5-51bb2c40a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.343840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be82167f-62ac-4902-abf4-245b88eec460 admin admin] Publish callbacks [] for security_group (01a01606-15b3-4555-b9fe-05435a64d577), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.350334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-212a1af3-8c83-45f7-a72f-02a3267cd5a3 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:49.351955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-212a1af3-8c83-45f7-a72f-02a3267cd5a3 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 909 time: 0.4719670 Feb 10 04:28:49.367126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:49.371791 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.377605 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be82167f-62ac-4902-abf4-245b88eec460 admin admin] Publish callbacks [] for security_group (01a01606-15b3-4555-b9fe-05435a64d577), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.473873 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f3e79-1685-4e94-840f-944f6fe7e66b req-d4366828-8114-4bbf-b699-0ffdf151cda7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.1169341 Feb 10 04:28:49.499598 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.556120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2856f31e-efac-459c-8bc5-51bb2c40a8d4 None None] Allocated IP 172.20.0.2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/d171e24e-48d1-4e68-8c70-defd07a26c1f/a53a7b07-22c8-4923-a4d0-cac3811eb4cd) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:49.570028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be82167f-62ac-4902-abf4-245b88eec460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (01a01606-15b3-4555-b9fe-05435a64d577), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.573468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be82167f-62ac-4902-abf4-245b88eec460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.574873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be82167f-62ac-4902-abf4-245b88eec460 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01a01606-15b3-4555-b9fe-05435a64d577 HTTP/1.1" status: 204 len: 168 time: 0.3103304 Feb 10 04:28:49.605406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82167f-62ac-4902-abf4-245b88eec460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a01606-15b3-4555-b9fe-05435a64d577,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:49.633762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting port 5a44328e-b45a-43d6-8876-15a71624915f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:49.634185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5a44328e-b45a-43d6-8876-15a71624915f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.759379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2856f31e-efac-459c-8bc5-51bb2c40a8d4 None None] For port a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:49.794803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2856f31e-efac-459c-8bc5-51bb2c40a8d4 None None] Publish callbacks [] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.795137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] For port 5a44328e-b45a-43d6-8876-15a71624915f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5a44328e-b45a-43d6-8876-15a71624915f,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:49.795458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5a44328e-b45a-43d6-8876-15a71624915f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.810177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Calling delete_port for 5a44328e-b45a-43d6-8876-15a71624915f owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:49.861270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2856f31e-efac-459c-8bc5-51bb2c40a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:49.898340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.079394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.089703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856f31e-efac-459c-8bc5-51bb2c40a8d4 None None] Pushing event updated for resources: {'Port': ['ID=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:50.136091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:50.143358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3fd898-f76a-4529-b90b-26d1167786af None None] Network d2d034cb-f687-4d15-92cc-90f125a67ccf requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:50.147793 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.156347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ce63281-1669-466c-828e-cf43de6ecfe2 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/subnets/cc0b1a4b-74f4-4d40-a3b0-fb95d91c822e HTTP/1.1" status: 204 len: 168 time: 1.2457969 Feb 10 04:28:50.175173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33580) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:50.309007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d2d034cb-f687-4d15-92cc-90f125a67ccf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.318962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:28:50.334255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5a44328e-b45a-43d6-8876-15a71624915f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.394599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe0796dd-3d14-490a-bbe5-b21216cbd964 req-b7330f1f-f4df-49c1-9457-54aced506b03 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 210 time: 0.0990248 Feb 10 04:28:50.424008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Port': ['ID=5a44328e-b45a-43d6-8876-15a71624915f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:50.516721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] DHCP port deletion for d2d034cb-f687-4d15-92cc-90f125a67ccf request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:28:50.558997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] No DVR routers for this DVR port 5a44328e-b45a-43d6-8876-15a71624915f on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:50.562793 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.571466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24e0790d-5863-48f1-b3e6-0b8e738373f3 req-3d5d7c6b-74b4-4947-b224-b74ddffae8e8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.43 "DELETE /v2.0/ports/5a44328e-b45a-43d6-8876-15a71624915f HTTP/1.1" status: 204 len: 173 time: 1.2100463 Feb 10 04:28:50.573851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'name': 'network-vif-deleted', 'tag': '5a44328e-b45a-43d6-8876-15a71624915f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:28:50.592888 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10dec98-f079-4d11-82ae-fd5e0702001e" -d '{"events": [{"server_uuid": "5dae44bb-5c45-45cd-b289-6096a54d941a", "name": "network-vif-deleted", "tag": "5a44328e-b45a-43d6-8876-15a71624915f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:28:50.646423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Deleting port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:50.647223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.658822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] Deleting port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:50.659377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.684226 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95beb65c-cd31-4377-a5ff-086aecb2374f x-openstack-request-id: req-95beb65c-cd31-4377-a5ff-086aecb2374f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:28:50.686155 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dae44bb-5c45-45cd-b289-6096a54d941a", "name": "network-vif-deleted", "tag": "5a44328e-b45a-43d6-8876-15a71624915f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:28:50.686155 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95beb65c-cd31-4377-a5ff-086aecb2374f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:28:50.686155 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dae44bb-5c45-45cd-b289-6096a54d941a', 'name': 'network-vif-deleted', 'tag': '5a44328e-b45a-43d6-8876-15a71624915f', 'status': 'completed', 'code': 200} Feb 10 04:28:50.752727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-870583d4-bdc0-49c2-aa62-b344c52604a7 req-b9a4a64c-1b25-4f3b-a883-334f56e462a9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0998344 Feb 10 04:28:50.834294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] For port 2a3de38f-81e9-474a-bcb6-cb86da8923f6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2a3de38f-81e9-474a-bcb6-cb86da8923f6,segment=NetworkSegment(9c0d4953-8b79-4c9d-885b-eb04d668a76a),segment_id=9c0d4953-8b79-4c9d-885b-eb04d668a76a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:50.834757 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.854133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] For port 2a3de38f-81e9-474a-bcb6-cb86da8923f6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2a3de38f-81e9-474a-bcb6-cb86da8923f6,segment=NetworkSegment(9c0d4953-8b79-4c9d-885b-eb04d668a76a),segment_id=9c0d4953-8b79-4c9d-885b-eb04d668a76a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:50.856222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] Calling delete_port for 2a3de38f-81e9-474a-bcb6-cb86da8923f6 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:50.856747 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:50.892928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Calling delete_port for 2a3de38f-81e9-474a-bcb6-cb86da8923f6 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:50.957916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.164718 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.172179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (2a3de38f-81e9-474a-bcb6-cb86da8923f6), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.202846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] No DVR routers for this DVR port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:51.214283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a53a7b07-22c8-4923-a4d0-cac3811eb4cd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:51.225613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Port': ['ID=2a3de38f-81e9-474a-bcb6-cb86da8923f6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:51.237315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] No DVR routers for this DVR port 2a3de38f-81e9-474a-bcb6-cb86da8923f6 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:51.288461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181312d-db05-4eac-ba80-9a99de6cbc48 None None] Pushing event deleted for resources: {'Port': ['ID=2a3de38f-81e9-474a-bcb6-cb86da8923f6,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:51.359995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] For port a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:51.401896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741bb90-d771-4c5d-bada-97da79e6ea38 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:51.418247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.436165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d2d034cb-f687-4d15-92cc-90f125a67ccf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.489532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d034cb-f687-4d15-92cc-90f125a67ccf']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:51.530219 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.531324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0d4953-8b79-4c9d-885b-eb04d668a76a') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:51.531629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0d4953-8b79-4c9d-885b-eb04d668a76a') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:51.580044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (9c0d4953-8b79-4c9d-885b-eb04d668a76a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.615827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9c0d4953-8b79-4c9d-885b-eb04d668a76a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.627641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:28:51.627935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:51.628100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (9c0d4953-8b79-4c9d-885b-eb04d668a76a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.628452 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: warnings.warn('Neutron quota engine will require "--force" ' Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:28:51.631321 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:28:51.635897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-49340e26-0d13-4f0a-ae0c-81a6422159c1 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:51.635897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-49340e26-0d13-4f0a-ae0c-81a6422159c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.639711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.706733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44439d5f-0964-4c44-9b0b-661cc51143cf req-1f683a04-a929-4136-9fdf-5e7252a2078d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dae44bb-5c45-45cd-b289-6096a54d941a HTTP/1.1" status: 200 len: 210 time: 0.1205494 Feb 10 04:28:51.789289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:51.793412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,revision_number=9']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:51.799528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:51.804514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:51.805453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.809174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:51.814379 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d2d034cb-f687-4d15-92cc-90f125a67ccf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.823737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:51.826846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] 10.222.0.42 "DELETE /v2.0/networks/d2d034cb-f687-4d15-92cc-90f125a67ccf HTTP/1.1" status: 204 len: 168 time: 1.6452320 Feb 10 04:28:51.856743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Pushing event deleted for resources: {'Network': ['ID=d2d034cb-f687-4d15-92cc-90f125a67ccf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:51.878507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.878972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.879337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.879687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.880035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.880378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.880719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.881056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.881392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.881727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.882060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.882396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.885400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1a8ae-b666-4eee-97a8-d2d438c77ae4 tempest-AllowedAddressPairIpV6TestJSON-1378867160 tempest-AllowedAddressPairIpV6TestJSON-1378867160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:51.886002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-49340e26-0d13-4f0a-ae0c-81a6422159c1 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:51.911502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33616) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:51.913292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-152fba84-0be4-4ddd-acd8-0bbf51d36bed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8127265 Feb 10 04:28:51.917594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:ac:14:cd', 'name': 'tempest-NetworksTestDHCPv6-142461671'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:51.968160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:52.017351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd08dbb7-8d53-4cb0-a35d-ee5955acaeaf req-f31f2844-7f64-4627-9510-1d8122ad7011 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0712178 Feb 10 04:28:52.065984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2a3de38f-81e9-474a-bcb6-cb86da8923f6 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:52.104070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 2a3de38f-81e9-474a-bcb6-cb86da8923f6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:52.104811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2a3de38f-81e9-474a-bcb6-cb86da8923f6 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:52.245749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:52.441471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33630) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:52.471487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:52.524790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port e3724c00-940c-4484-8496-55cc8ff70224 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:52.834151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33642) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:52.980846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d1761081-bd75-4731-b3c3-3f7e966acb63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a25239f6d158431fa13976598446c079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5382180 Feb 10 04:28:52.986516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33644) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:52.996002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 172.20.0.10 (bccb2641-a2dc-4885-b350-1b936c4c0b28/d171e24e-48d1-4e68-8c70-defd07a26c1f/e3724c00-940c-4484-8496-55cc8ff70224) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:53.002884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:feac:14cd (bccb2641-a2dc-4885-b350-1b936c4c0b28/e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5/e3724c00-940c-4484-8496-55cc8ff70224) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:53.030376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1373f9b-46a1-4dd2-8f23-d8796b292dab None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:53.184199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-45b495ed-e4ed-49d8-812a-e702997e4568 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:53.184770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45b495ed-e4ed-49d8-812a-e702997e4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.213399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2653617-566a-49fe-8a24-34af627eb65c admin admin] Publish callbacks [] for security_group (221dd2ef-ac12-4328-8cce-dfe616b28c39), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.240981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a53a7b07-22c8-4923-a4d0-cac3811eb4cd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:28:53.245275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc35a943-9802-4429-8c3a-9f4439a3e376 req-1e9ef095-ba6c-40ce-8b78-3ae8d080decc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0425832 Feb 10 04:28:53.297907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (e3724c00-940c-4484-8496-55cc8ff70224), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.378639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2653617-566a-49fe-8a24-34af627eb65c admin admin] Publish callbacks [] for security_group (221dd2ef-ac12-4328-8cce-dfe616b28c39), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.422765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e3724c00-940c-4484-8496-55cc8ff70224), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.447737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-45b495ed-e4ed-49d8-812a-e702997e4568 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:53.458669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:53.459174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.551960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:53.556167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:53.566419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:28:53.571547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=e3724c00-940c-4484-8496-55cc8ff70224,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:53.634793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2653617-566a-49fe-8a24-34af627eb65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (221dd2ef-ac12-4328-8cce-dfe616b28c39), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.637419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:53.637572 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2653617-566a-49fe-8a24-34af627eb65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.638314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:53.638737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b2653617-566a-49fe-8a24-34af627eb65c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/221dd2ef-ac12-4328-8cce-dfe616b28c39 HTTP/1.1" status: 204 len: 168 time: 0.6509953 Feb 10 04:28:53.643956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:53.647909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5a44328e-b45a-43d6-8876-15a71624915f no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:53.693549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 5a44328e-b45a-43d6-8876-15a71624915f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:28:53.698290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5a44328e-b45a-43d6-8876-15a71624915f not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:53.700614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2653617-566a-49fe-8a24-34af627eb65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221dd2ef-ac12-4328-8cce-dfe616b28c39,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:53.724987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-11ca4f90-74d8-4a4f-ba20-3bb1c582021d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8099353 Feb 10 04:28:53.725391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33654) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:53.888624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be393b90-4e2b-4e05-b20e-f85866175aed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:53.898015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be393b90-4e2b-4e05-b20e-f85866175aed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:53.898850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-be393b90-4e2b-4e05-b20e-f85866175aed tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1715140 Feb 10 04:28:53.902398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33658) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:53.988973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6b4ca8c6-2bd1-49b6-8cea-24bca6c04d28 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:53.989411 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca8c6-2bd1-49b6-8cea-24bca6c04d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:54.111315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port e3724c00-940c-4484-8496-55cc8ff70224 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:54.111823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e3724c00-940c-4484-8496-55cc8ff70224), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:54.190138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ca8c6-2bd1-49b6-8cea-24bca6c04d28 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:54.351008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e3724c00-940c-4484-8496-55cc8ff70224), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:54.367507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for e3724c00-940c-4484-8496-55cc8ff70224 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:54.415094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (e16fb78c-31e7-4434-bbbc-e4591f78f49f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:54.417173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d321598f-fba9-42c7-9ff3-a1e81faf4abd None None] Could not find standard attr ID for object b54c60f1-fce7-4765-9671-06d67e6fe620. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:54.704644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e3724c00-940c-4484-8496-55cc8ff70224), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:54.727803 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bfce29bc-0b09-4393-a183-15db71e27975 req-009e0eaf-ed57-4fbb-a074-35b6c425d5c3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.3410671 Feb 10 04:28:54.759836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=e3724c00-940c-4484-8496-55cc8ff70224,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:54.934058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-74e5d15c-b191-4544-b16b-c4b200062c84 None None] Could not find standard attr ID for object e3724c00-940c-4484-8496-55cc8ff70224. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:28:54.997775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.001572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f0ee3c7b-0317-41a6-a2fc-62a9690f9d2b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/e3724c00-940c-4484-8496-55cc8ff70224 HTTP/1.1" status: 204 len: 168 time: 1.0974643 Feb 10 04:28:55.004880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33686) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:55.189123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3750e-490a-471d-b371-71944637d52e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:55.196447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3750e-490a-471d-b371-71944637d52e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:55.198118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3750e-490a-471d-b371-71944637d52e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:55.202420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1bd3750e-490a-471d-b371-71944637d52e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1888895 Feb 10 04:28:55.202594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33688) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:55.284576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting port 255f9a38-00ab-4d22-ade3-bc43a761f8fc {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:55.284885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.315611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet d171e24e-48d1-4e68-8c70-defd07a26c1f {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:55.350559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (d171e24e-48d1-4e68-8c70-defd07a26c1f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.453853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33692) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:55.545983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d171e24e-48d1-4e68-8c70-defd07a26c1f), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.663077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1826309877'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:55.676164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] For port 255f9a38-00ab-4d22-ade3-bc43a761f8fc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=255f9a38-00ab-4d22-ade3-bc43a761f8fc,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:55.678945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.708894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Calling delete_port for 255f9a38-00ab-4d22-ade3-bc43a761f8fc owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:55.781085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Made reservation on behalf of 7b35dcb156114df781288d67efbd8c14 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:55.784635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.808347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.929373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d171e24e-48d1-4e68-8c70-defd07a26c1f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:55.957464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b006b17-bc8d-4519-ab96-f0c305770e04 req-8dfb362e-7c5b-4943-a8ae-c99dadcead31 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0714326 Feb 10 04:28:56.009962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for security_group (08be40bf-20fe-44de-825f-0cf53b39156c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.090207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (08be40bf-20fe-44de-825f-0cf53b39156c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.184615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d171e24e-48d1-4e68-8c70-defd07a26c1f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.188130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08be40bf-20fe-44de-825f-0cf53b39156c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:56.250662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=d171e24e-48d1-4e68-8c70-defd07a26c1f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:56.256521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.256925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2d5b2-af34-48fe-9374-15d64fc408e2 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:56.260373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f14e84ca-0aa3-4c9d-a7ab-4932367615ae tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/d171e24e-48d1-4e68-8c70-defd07a26c1f HTTP/1.1" status: 204 len: 168 time: 1.0560470 Feb 10 04:28:56.263167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33702) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:56.322643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:56.326826 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.352248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:28:56.373031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (10657053-7097-456d-83ae-2ba535f028d5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.373666 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Added segment 10657053-7097-456d-83ae-2ba535f028d5 of type vlan for network 9f0e8603-a335-4668-8d7b-b5f736a15297 Feb 10 04:28:56.379441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.436613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9f0e8603-a335-4668-8d7b-b5f736a15297), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.443797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (255f9a38-00ab-4d22-ade3-bc43a761f8fc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.475882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Port': ['ID=255f9a38-00ab-4d22-ade3-bc43a761f8fc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:56.610248 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9f0e8603-a335-4668-8d7b-b5f736a15297), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.616537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:56.619242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.644456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.782086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3268058 Feb 10 04:28:56.783835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:56.789238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105e489-fcd8-4f34-bee5-079a47f05434 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event updated for resources: {'Network': ['ID=9f0e8603-a335-4668-8d7b-b5f736a15297,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:56.789410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Request body: {'subnet': {'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:56.813135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:28:56.843511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (e16fb78c-31e7-4434-bbbc-e4591f78f49f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:56.979756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.080069 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.084478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5 HTTP/1.1" status: 204 len: 168 time: 0.8203411 Feb 10 04:28:57.085570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b8a28-0b6a-4512-9f6b-c4b4349431d7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:57.088594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33716) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:57.177734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-04e2636b-610a-461a-b894-4932ce360c2e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877776 Feb 10 04:28:57.182658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33718) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:57.187647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:57.190453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-faa8c193-1efd-46be-8386-993a57bc07cf req-d12be9f0-6553-4383-90d2-38f09c146575 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=218daef0-8e9e-4f4f-b415-12f9f345d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0910859 Feb 10 04:28:57.322277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Made reservation on behalf of 7b35dcb156114df781288d67efbd8c14 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:57.326542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.398839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b18d018-4f48-4440-8895-72b0802735e1 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:57.413217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:57.420742 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.483227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router e16fb78c-31e7-4434-bbbc-e4591f78f49f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:28:57.519927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ba8760bd-8329-4cd7-811d-bf16db3c44d8 None None] Provisioning complete for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:28:57.521573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba8760bd-8329-4cd7-811d-bf16db3c44d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.659054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ba8760bd-8329-4cd7-811d-bf16db3c44d8 None None] Current status of the port a53a7b07-22c8-4923-a4d0-cac3811eb4cd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:28:57.687626 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a38d2907-3e81-4fe8-b1e9-53278b70e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.693085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:28:57.703284 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-57df95dd-5553-48dd-862f-b69b9344d2d5 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "PUT /v2.0/routers/e16fb78c-31e7-4434-bbbc-e4591f78f49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8647485 Feb 10 04:28:57.703284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33722) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:57.706616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] Sync routers for ids ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:28:57.711558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:28:57.723993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] Routers {'e16fb78c-31e7-4434-bbbc-e4591f78f49f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:57.724704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:57.773058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (c83e17d9-b2d0-487c-8626-8e205f66a3f2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.878461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] Deleting port a53a7b07-22c8-4923-a4d0-cac3811eb4cd {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:28:57.878964 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.900769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] Set router e16fb78c-31e7-4434-bbbc-e4591f78f49f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:28:57.900975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting subnet ef256d39-70d7-4f8e-bd22-2dfebb6c11b8 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:28:57.912090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for subnet (ef256d39-70d7-4f8e-bd22-2dfebb6c11b8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.925182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (01bb0e91-c0e3-48cf-909c-409827cba260), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.945605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event updated for resources: {'Subnet': ['ID=c83e17d9-b2d0-487c-8626-8e205f66a3f2,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:57.968100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Checking segment: {'id': '10657053-7097-456d-83ae-2ba535f028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:28:57.968100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Network hostable DHCP agents. Network: 9f0e8603-a335-4668-8d7b-b5f736a15297, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:28:57.981283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.981283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.981283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.983002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.983002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.983002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.983002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.983399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.983476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.984996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.984996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.984996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.984996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:28:57.990015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (ef256d39-70d7-4f8e-bd22-2dfebb6c11b8), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:57.998833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:28:58.003267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:58.008189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:58.010442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.030133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=01bb0e91-c0e3-48cf-909c-409827cba260,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:58.111410 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (ef256d39-70d7-4f8e-bd22-2dfebb6c11b8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.133082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a324633-59fa-4d02-a013-46f3047c6a59 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9493206 Feb 10 04:28:58.135584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:28:58.141052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33728) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:58.142811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:58.201475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] For port a53a7b07-22c8-4923-a4d0-cac3811eb4cd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:28:58.201882 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.227009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9f0e8603-a335-4668-8d7b-b5f736a15297) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:28:58.250526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62504f-89d8-4c37-9373-cfff3343f46a None None] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:58.258026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:28:58.267225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.290604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (ef256d39-70d7-4f8e-bd22-2dfebb6c11b8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.333172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] Calling delete_port for a53a7b07-22c8-4923-a4d0-cac3811eb4cd owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:28:58.394139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.397385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/subnets/ef256d39-70d7-4f8e-bd22-2dfebb6c11b8 HTTP/1.1" status: 204 len: 168 time: 0.6936131 Feb 10 04:28:58.400433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33734) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:58.403543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0fa0e27d-6617-4ab2-bde3-ffc58479a8a3 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6160929 Feb 10 04:28:58.403543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae7c28-2332-4134-b229-9b1d9fa2ee78 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Subnet': ['ID=ef256d39-70d7-4f8e-bd22-2dfebb6c11b8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:58.412517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-9f0e8603-a335-4668-8d7b-b5f736a15297', 'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297', 'project_id': '7b35dcb156114df781288d67efbd8c14', 'fixed_ips': [{'subnet_id': 'c83e17d9-b2d0-487c-8626-8e205f66a3f2'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:28:58.413375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.418024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33736) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:28:58.428871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Request body: {'port': {'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2036920129'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:28:58.445514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0aa4e-f3ce-4cec-a66d-916a429c9849 None None] Network a389b26b-1afe-4f45-a59b-2c7ffd54ea1a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:58.793138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Made reservation on behalf of 7b35dcb156114df781288d67efbd8c14 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:58.809280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:58.870984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] device_id is not set on port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:28:58.932705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:28:58.936847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:59.185290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a53a7b07-22c8-4923-a4d0-cac3811eb4cd no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:28:59.219200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Allocated IP 172.20.0.2 (9f0e8603-a335-4668-8d7b-b5f736a15297/c83e17d9-b2d0-487c-8626-8e205f66a3f2/67745baa-e3b5-4689-a278-554fbb4b2ee7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:59.323826 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router (e16fb78c-31e7-4434-bbbc-e4591f78f49f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:59.523107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] DHCP port deletion for a389b26b-1afe-4f45-a59b-2c7ffd54ea1a request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:28:59.529746 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (a53a7b07-22c8-4923-a4d0-cac3811eb4cd), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:59.570605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (e16fb78c-31e7-4434-bbbc-e4591f78f49f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:59.594303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] Pushing event deleted for resources: {'Port': ['ID=a53a7b07-22c8-4923-a4d0-cac3811eb4cd,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:28:59.597923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d308b-745a-4dcd-88cf-3424921425d6 None None] No DVR routers for this DVR port a53a7b07-22c8-4923-a4d0-cac3811eb4cd on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:28:59.605452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:28:59.605849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port a53a7b07-22c8-4923-a4d0-cac3811eb4cd host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:28:59.606242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a53a7b07-22c8-4923-a4d0-cac3811eb4cd not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:28:59.626670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Publish callbacks [] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:59.631107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5797a425-561e-4cf0-b04f-1d30881058f1 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:28:59.637318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:56Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '67df3728-e489-4806-b6dc-69ff6d619ae7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:28:08Z', 'updated_at': '2022-02-10T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:59.722557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] Checking router: e16fb78c-31e7-4434-bbbc-e4591f78f49f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:28:59.825836 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:28:59.866864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Allocated IP 172.20.0.9 (9f0e8603-a335-4668-8d7b-b5f736a15297/c83e17d9-b2d0-487c-8626-8e205f66a3f2/33b33551-2a08-485d-bc0e-dbaec5ecfd66) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:28:59.909987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] Routers {'e16fb78c-31e7-4434-bbbc-e4591f78f49f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:28:59.910718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:28:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:28:59.962464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:29:00.001148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting port 67df3728-e489-4806-b6dc-69ff6d619ae7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:00.001516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.015160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (31429776-77dc-4351-8343-a416eaa80c00), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.029178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9160f3c-7b4d-444e-b628-1e47218b2ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.051517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] Deleting port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:00.051895 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.068446 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:29:00.164535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:00.166820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.181413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Pushing event updated for resources: {'Port': ['ID=67745baa-e3b5-4689-a278-554fbb4b2ee7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:00.224587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:00.233533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:00.300719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] Set router e16fb78c-31e7-4434-bbbc-e4591f78f49f gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:29:00.302944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '01bb0e91-c0e3-48cf-909c-409827cba260'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:00.304037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.310319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.349072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:00.372682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:00.380198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event updated for resources: {'Port': ['ID=33b33551-2a08-485d-bc0e-dbaec5ecfd66,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:00.383249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:00.396266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:00.397910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:00.400671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:00.410479 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.469549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=31429776-77dc-4351-8343-a416eaa80c00,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:00.471880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:00.473347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.514385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:59Z', 'revision_number': 6, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:00.522454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] For port 67df3728-e489-4806-b6dc-69ff6d619ae7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=67df3728-e489-4806-b6dc-69ff6d619ae7,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:00.524255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.539872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] For port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97,segment=NetworkSegment(6ad89acb-7a79-45da-868a-de37a220ff1b),segment_id=6ad89acb-7a79-45da-868a-de37a220ff1b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:00.540523 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.551279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33754) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:00.552149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b3e56cdd-ad6d-419d-8c39-ea0b0ece4829 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4145424 Feb 10 04:29:00.557615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:00:f2:1f', 'name': 'tempest-NetworksTestDHCPv6-983960786'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:00.567580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Calling delete_port for 67df3728-e489-4806-b6dc-69ff6d619ae7 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:00.590468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ab60c-30a8-4157-acd5-55d0e50f7f70 None None] The sync data for ids ['e16fb78c-31e7-4434-bbbc-e4591f78f49f'] in n-d-827844-2 is: [{'id': 'e16fb78c-31e7-4434-bbbc-e4591f78f49f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547189212', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:28:06Z', 'updated_at': '2022-02-10T04:28:59Z', 'revision_number': 6, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:29:00.595123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] Calling delete_port for 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:00.617600 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b41d2fbf-67f5-4e32-8450-f973e60ca70f tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1983068 Feb 10 04:29:00.627406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33756) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:00.644190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Request body: {'port': {'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1971665697', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:00.651168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.api.validators [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] bootfile-name is not in valid_values {{(pid=109958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:29:00.651168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.api.validators [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] tftp-server is not in valid_values {{(pid=109958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:29:00.651168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.api.validators [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] server-ip-address is not in valid_values {{(pid=109958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:29:00.671740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Attempting to bind port 67745baa-e3b5-4689-a278-554fbb4b2ee7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:00.672115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Attempting to bind port 67745baa-e3b5-4689-a278-554fbb4b2ee7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '10657053-7097-456d-83ae-2ba535f028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:00.672477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Attempting to bind port 67745baa-e3b5-4689-a278-554fbb4b2ee7 on network 9f0e8603-a335-4668-8d7b-b5f736a15297 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:00.695992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:00.697291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Checking segment: {'id': '10657053-7097-456d-83ae-2ba535f028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:00.698222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:00.698222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Bound using segment: {'id': '10657053-7097-456d-83ae-2ba535f028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:00.698222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Bound port: 67745baa-e3b5-4689-a278-554fbb4b2ee7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10657053-7097-456d-83ae-2ba535f028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9f0e8603-a335-4668-8d7b-b5f736a15297'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:00.698721 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.091378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (67df3728-e489-4806-b6dc-69ff6d619ae7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.198526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Made reservation on behalf of 7b35dcb156114df781288d67efbd8c14 for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:01.206120 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.227328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] For port 67745baa-e3b5-4689-a278-554fbb4b2ee7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:01.231624 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] For port 67745baa-e3b5-4689-a278-554fbb4b2ee7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=67745baa-e3b5-4689-a278-554fbb4b2ee7,segment=NetworkSegment(10657053-7097-456d-83ae-2ba535f028d5),segment_id=10657053-7097-456d-83ae-2ba535f028d5)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:01.245705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] device_id is not set on port 08b64407-18f3-4053-bcbb-c2a607858f7c yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:01.255260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:01.273861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Port': ['ID=67df3728-e489-4806-b6dc-69ff6d619ae7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:01.307032 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.322177 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.377850 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (e16fb78c-31e7-4434-bbbc-e4591f78f49f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.512182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec156d-6096-42f9-bc0a-7f6fb3520ef3 None None] Pushing event updated for resources: {'Port': ['ID=67745baa-e3b5-4689-a278-554fbb4b2ee7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:01.552089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Allocated IP 172.20.0.2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/01bb0e91-c0e3-48cf-909c-409827cba260/691846b0-280d-4148-9d54-404a2f360770) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:01.570147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 255f9a38-00ab-4d22-ade3-bc43a761f8fc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:01.573861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (e16fb78c-31e7-4434-bbbc-e4591f78f49f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.583788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_controller (e16fb78c-31e7-4434-bbbc-e4591f78f49f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.615629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Allocated IP 2001:db8::f816:3eff:fe75:1da8 (bccb2641-a2dc-4885-b350-1b936c4c0b28/31429776-77dc-4351-8343-a416eaa80c00/691846b0-280d-4148-9d54-404a2f360770) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:01.621684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 255f9a38-00ab-4d22-ade3-bc43a761f8fc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:01.621684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 255f9a38-00ab-4d22-ade3-bc43a761f8fc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:01.621684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:01.626074 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.718777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:01.718987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:01.738283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] Pushing event deleted for resources: {'Port': ['ID=4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:01.738884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (e16fb78c-31e7-4434-bbbc-e4591f78f49f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.739467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Fanout notify agent at l3_agent the message router_deleted on router e16fb78c-31e7-4434-bbbc-e4591f78f49f {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:29:01.752383 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:01.756665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7710f17e-3294-43da-9b4c-3254b2024444 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/routers/e16fb78c-31e7-4434-bbbc-e4591f78f49f HTTP/1.1" status: 204 len: 168 time: 3.3532779 Feb 10 04:29:01.774883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33764) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:01.782589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a47eec-63f6-49f5-b44e-d57cedd9397a None None] No DVR routers for this DVR port 4c73c7e6-1eb3-4ba6-a790-abaabf8b5c97 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:02.147149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.167103 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Publish callbacks [] for port (691846b0-280d-4148-9d54-404a2f360770), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.270734 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (691846b0-280d-4148-9d54-404a2f360770), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.340288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.367699 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.372253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a389b26b-1afe-4f45-a59b-2c7ffd54ea1a']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:02.379855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:02.388882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:02.391364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:02.413781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad89acb-7a79-45da-868a-de37a220ff1b') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:02.414404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad89acb-7a79-45da-868a-de37a220ff1b') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:02.425567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 5066a8ee-0bdd-4673-89f5-34c7529c75a1 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:02.439143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (6ad89acb-7a79-45da-868a-de37a220ff1b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.512722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6ad89acb-7a79-45da-868a-de37a220ff1b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.525881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Pushing event updated for resources: {'Port': ['ID=691846b0-280d-4148-9d54-404a2f360770,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:02.541154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:29:02.541712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (6ad89acb-7a79-45da-868a-de37a220ff1b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.553362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Allocated IP 172.20.0.11 (9f0e8603-a335-4668-8d7b-b5f736a15297/c83e17d9-b2d0-487c-8626-8e205f66a3f2/08b64407-18f3-4053-bcbb-c2a607858f7c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:29:02.553568 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:29:02.598334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Attempting to bind port 691846b0-280d-4148-9d54-404a2f360770 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:02.606273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Attempting to bind port 691846b0-280d-4148-9d54-404a2f360770 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:02.611584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Attempting to bind port 691846b0-280d-4148-9d54-404a2f360770 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:02.623620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:02.624024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:02.625604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.626842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:02.627358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Bound port: 691846b0-280d-4148-9d54-404a2f360770, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:02.629219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (691846b0-280d-4148-9d54-404a2f360770), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.772071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.777435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] For port 691846b0-280d-4148-9d54-404a2f360770, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:02.781040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a389b26b-1afe-4f45-a59b-2c7ffd54ea1a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.785653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.787647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] For port 691846b0-280d-4148-9d54-404a2f360770, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=691846b0-280d-4148-9d54-404a2f360770,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:02.794092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/networks/a389b26b-1afe-4f45-a59b-2c7ffd54ea1a HTTP/1.1" status: 204 len: 168 time: 1.0176523 Feb 10 04:29:02.794258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33772) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:02.795388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 172.20.0.5 (bccb2641-a2dc-4885-b350-1b936c4c0b28/01bb0e91-c0e3-48cf-909c-409827cba260/5066a8ee-0bdd-4673-89f5-34c7529c75a1) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:02.822317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa02ad2-2fcf-4122-a216-37184513d37e tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Network': ['ID=a389b26b-1afe-4f45-a59b-2c7ffd54ea1a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:02.880048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (691846b0-280d-4148-9d54-404a2f360770), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:02.894099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fe00:f21f (bccb2641-a2dc-4885-b350-1b936c4c0b28/31429776-77dc-4351-8343-a416eaa80c00/5066a8ee-0bdd-4673-89f5-34c7529c75a1) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:03.013290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69d6c2-c2ff-48e1-824e-b47adf14abbc None None] Pushing event updated for resources: {'Port': ['ID=691846b0-280d-4148-9d54-404a2f360770,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:03.356733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 67745baa-e3b5-4689-a278-554fbb4b2ee7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:03.388709 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for port (08b64407-18f3-4053-bcbb-c2a607858f7c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.457270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40eee6a-f972-469a-b9e4-a90429581a10 None None] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:03.629795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3d07899f-e523-478f-8433-e1f92c69dbc0 None None] Provisioning complete for port 67745baa-e3b5-4689-a278-554fbb4b2ee7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:03.631138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3d07899f-e523-478f-8433-e1f92c69dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.633078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting port 1008f84b-1a78-4b3f-b113-baf2d92d53f4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:03.633448 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.641715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 67745baa-e3b5-4689-a278-554fbb4b2ee7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:03.644498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.780579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.780927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for floatingip (1008f84b-1a78-4b3f-b113-baf2d92d53f4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.811235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Calling delete_port for 1008f84b-1a78-4b3f-b113-baf2d92d53f4 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:03.864841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (5066a8ee-0bdd-4673-89f5-34c7529c75a1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.880827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3d07899f-e523-478f-8433-e1f92c69dbc0 None None] Current status of the port 67745baa-e3b5-4689-a278-554fbb4b2ee7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:03.883723 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3d07899f-e523-478f-8433-e1f92c69dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.896704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 67745baa-e3b5-4689-a278-554fbb4b2ee7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:03.897313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:03.981863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3d07899f-e523-478f-8433-e1f92c69dbc0 None None] For port 67745baa-e3b5-4689-a278-554fbb4b2ee7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=67745baa-e3b5-4689-a278-554fbb4b2ee7,segment=NetworkSegment(10657053-7097-456d-83ae-2ba535f028d5),segment_id=10657053-7097-456d-83ae-2ba535f028d5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:04.086911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (08b64407-18f3-4053-bcbb-c2a607858f7c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.093560 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3d07899f-e523-478f-8433-e1f92c69dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.273632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:29:04.273992 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:29:04.296947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5066a8ee-0bdd-4673-89f5-34c7529c75a1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.318770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07899f-e523-478f-8433-e1f92c69dbc0 None None] Pushing event updated for resources: {'Port': ['ID=67745baa-e3b5-4689-a278-554fbb4b2ee7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:04.367053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7df0ce5e-d316-4065-b80b-4310d0eb01a3 None None] Provisioning complete for port 67745baa-e3b5-4689-a278-554fbb4b2ee7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:04.367440 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7df0ce5e-d316-4065-b80b-4310d0eb01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.395612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:04.395612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:04.396674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:04.401923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:04.409037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:04.416501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:04.456184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1008f84b-1a78-4b3f-b113-baf2d92d53f4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.465500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event updated for resources: {'Port': ['ID=08b64407-18f3-4053-bcbb-c2a607858f7c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:04.468067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.550109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=5066a8ee-0bdd-4673-89f5-34c7529c75a1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:04.595933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7df0ce5e-d316-4065-b80b-4310d0eb01a3 None None] Current status of the port 67745baa-e3b5-4689-a278-554fbb4b2ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:04.621718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7df0ce5e-d316-4065-b80b-4310d0eb01a3 None None] Provisioning complete for port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:04.622387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7df0ce5e-d316-4065-b80b-4310d0eb01a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.627442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Port': ['ID=1008f84b-1a78-4b3f-b113-baf2d92d53f4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:04.675241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:04.676561 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.686301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7df0ce5e-d316-4065-b80b-4310d0eb01a3 None None] Port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:29:04.723563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:04.724521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.782436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for floatingip (a35078d2-36ad-4f66-9a4d-e16125123b22), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.789098 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Floating IP a35078d2-36ad-4f66-9a4d-e16125123b22 disassociated (deleted). External IP: 172.25.8.26, port: ff6df509-2c09-440b-b39d-1a9a3d80d713. Feb 10 04:29:04.860446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a88510ca-1bff-48e2-bfae-5efea2900e0e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3055820 Feb 10 04:29:04.861480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33786) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:04.864296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 67745baa-e3b5-4689-a278-554fbb4b2ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:04.879932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f7805937-85f9-4e7f-bdda-6fbdc479147a None None] Provisioning complete for port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:04.880366 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f7805937-85f9-4e7f-bdda-6fbdc479147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:04.888207 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-02c5449a-557f-4094-b02e-2d482e8be9c9 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.2520740 Feb 10 04:29:04.890830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33788) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:04.994879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f7805937-85f9-4e7f-bdda-6fbdc479147a None None] Port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:29:05.042008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2100069-d9fa-40d6-a516-6ff575c5bdcd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:05.047689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2100069-d9fa-40d6-a516-6ff575c5bdcd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:05.049468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2100069-d9fa-40d6-a516-6ff575c5bdcd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1877384 Feb 10 04:29:05.054783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33790) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:05.097298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 67df3728-e489-4806-b6dc-69ff6d619ae7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:05.110289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb45dd8f-1247-481f-a722-c603d7e0ef30 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:05.117160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb45dd8f-1247-481f-a722-c603d7e0ef30 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:05.130967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb45dd8f-1247-481f-a722-c603d7e0ef30 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:05.135143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bb45dd8f-1247-481f-a722-c603d7e0ef30 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2411726 Feb 10 04:29:05.141123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33792) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:05.154439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce7b49-7e7a-4a8e-8385-ece93376edbe None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:05.181209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 67df3728-e489-4806-b6dc-69ff6d619ae7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:05.181574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 67df3728-e489-4806-b6dc-69ff6d619ae7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:05.226188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:29:05.302369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4f5000b0-24e7-4c38-85e6-cf9c4cc1aff0 None None] Provisioning complete for port 691846b0-280d-4148-9d54-404a2f360770 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:05.302926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f5000b0-24e7-4c38-85e6-cf9c4cc1aff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (691846b0-280d-4148-9d54-404a2f360770), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:05.312040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Deleting port 08b64407-18f3-4053-bcbb-c2a607858f7c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:05.312602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (08b64407-18f3-4053-bcbb-c2a607858f7c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:05.505807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 5066a8ee-0bdd-4673-89f5-34c7529c75a1 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:05.506619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5066a8ee-0bdd-4673-89f5-34c7529c75a1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:05.527789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4f5000b0-24e7-4c38-85e6-cf9c4cc1aff0 None None] Current status of the port 691846b0-280d-4148-9d54-404a2f360770 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:05.528186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f5000b0-24e7-4c38-85e6-cf9c4cc1aff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (691846b0-280d-4148-9d54-404a2f360770), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:05.554739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 67745baa-e3b5-4689-a278-554fbb4b2ee7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:05.556979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (08b64407-18f3-4053-bcbb-c2a607858f7c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:05.577971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:29:05.586501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Calling delete_port for 08b64407-18f3-4053-bcbb-c2a607858f7c owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:05.600316 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] Sync routers for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:29:05.612938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:05.617358 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:29:05.621261 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:29:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:05.750474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b7439444-d090-48cf-881d-30130c2dd6a1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/floatingips/a35078d2-36ad-4f66-9a4d-e16125123b22 HTTP/1.1" status: 204 len: 168 time: 2.9525027 Feb 10 04:29:05.753897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:29:05.765658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4f5000b0-24e7-4c38-85e6-cf9c4cc1aff0 None None] For port 691846b0-280d-4148-9d54-404a2f360770, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=691846b0-280d-4148-9d54-404a2f360770,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:05.769763 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8341c96-8164-4fa8-8742-5a743ed82f30" -d '{"events": [{"name": "network-changed", "server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:29:05.833194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 67745baa-e3b5-4689-a278-554fbb4b2ee7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:05.833594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:05.882988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:29:05.915853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4f5000b0-24e7-4c38-85e6-cf9c4cc1aff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (691846b0-280d-4148-9d54-404a2f360770), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.000245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5066a8ee-0bdd-4673-89f5-34c7529c75a1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.043703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 5066a8ee-0bdd-4673-89f5-34c7529c75a1 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:06.111947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5000b0-24e7-4c38-85e6-cf9c4cc1aff0 None None] Pushing event updated for resources: {'Port': ['ID=691846b0-280d-4148-9d54-404a2f360770,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:06.161682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (08b64407-18f3-4053-bcbb-c2a607858f7c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.212877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5b80697d-54f9-408e-afb7-ba36c06b910d None None] Provisioning complete for port 08b64407-18f3-4053-bcbb-c2a607858f7c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:06.225372 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc7e5eb-2df9-427e-b63c-f8f92ddd3a6c x-openstack-request-id: req-ebc7e5eb-2df9-427e-b63c-f8f92ddd3a6c {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:29:06.225884 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:29:06.226657 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebc7e5eb-2df9-427e-b63c-f8f92ddd3a6c {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:29:06.226657 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'status': 'completed', 'code': 200} Feb 10 04:29:06.229746 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5b80697d-54f9-408e-afb7-ba36c06b910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (08b64407-18f3-4053-bcbb-c2a607858f7c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.300492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 67745baa-e3b5-4689-a278-554fbb4b2ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:06.301680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 691846b0-280d-4148-9d54-404a2f360770 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:06.304721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5b80697d-54f9-408e-afb7-ba36c06b910d None None] Port 08b64407-18f3-4053-bcbb-c2a607858f7c was deleted so its status cannot be updated. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 10 04:29:06.372142 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:06Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:06.465215 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] Checking router: 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:29:06.468165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 691846b0-280d-4148-9d54-404a2f360770 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:06.468755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (691846b0-280d-4148-9d54-404a2f360770), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.493805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event deleted for resources: {'Port': ['ID=08b64407-18f3-4053-bcbb-c2a607858f7c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:06.497353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.504281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-baffeb78-e2f3-46f5-853e-24b9b896e43e tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "DELETE /v2.0/ports/08b64407-18f3-4053-bcbb-c2a607858f7c HTTP/1.1" status: 204 len: 168 time: 1.3616688 Feb 10 04:29:06.508510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33820) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:06.511872 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:29:06.512496 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:29:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:06.521642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Request body: {'port': {'name': 'tempest-new-port-name-1628340532', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:06.528102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] bootfile-name is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:29:06.528784 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] tftp-server is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:29:06.529872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.api.validators [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] server-ip-address is not in valid_values {{(pid=109959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 10 04:29:06.692906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-1f47a331-ae3e-4ff4-8749-08af608f9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:06.702030 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-1f47a331-ae3e-4ff4-8749-08af608f9d10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c75aaefab404de1a005a8362835cfa4&device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 1167 time: 0.4035540 Feb 10 04:29:06.704489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 691846b0-280d-4148-9d54-404a2f360770 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:06.766279 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:29:06.803296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5066a8ee-0bdd-4673-89f5-34c7529c75a1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.923841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f779f9-1e66-482e-a842-40b2860d7311 req-2888a5ca-819f-475b-8120-54b5ef48692d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:06.934847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78f779f9-1e66-482e-a842-40b2860d7311 req-2888a5ca-819f-475b-8120-54b5ef48692d tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 985 time: 0.3018208 Feb 10 04:29:06.937675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:06.958619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=5066a8ee-0bdd-4673-89f5-34c7529c75a1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:07.048882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bd3af916-1398-41c5-815e-2783c6bc0d53 None None] Provisioning complete for port 691846b0-280d-4148-9d54-404a2f360770 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:07.049399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bd3af916-1398-41c5-815e-2783c6bc0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (691846b0-280d-4148-9d54-404a2f360770), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:07.188094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:07.234225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-f1453889-5f4b-4729-b8c1-8bf87d00fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.235967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-f1453889-5f4b-4729-b8c1-8bf87d00fa82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56b8663b-fbbe-4498-bad5-06824b202781 HTTP/1.1" status: 200 len: 898 time: 0.5283389 Feb 10 04:29:07.255216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bd3af916-1398-41c5-815e-2783c6bc0d53 None None] Current status of the port 691846b0-280d-4148-9d54-404a2f360770 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:07.267257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bd3af916-1398-41c5-815e-2783c6bc0d53 None None] Could not find standard attr ID for object 5066a8ee-0bdd-4673-89f5-34c7529c75a1. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:07.288962 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78f779f9-1e66-482e-a842-40b2860d7311 req-e5d37410-8a9b-4e10-9154-a76795033a87 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3480959 Feb 10 04:29:07.290663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:07.352753 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-492d8dee-94c6-406a-8337-6d8a7a9e5eea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713 HTTP/1.1" status: 200 len: 217 time: 0.0960927 Feb 10 04:29:07.372125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event updated for resources: {'Port': ['ID=33b33551-2a08-485d-bc0e-dbaec5ecfd66,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:07.398585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 691846b0-280d-4148-9d54-404a2f360770 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:07.508422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] In _notify_port_updated(), no bound segment for port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 on network 9f0e8603-a335-4668-8d7b-b5f736a15297 {{(pid=109959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 10 04:29:07.514236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.528660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:07.530323 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fdf76cee-f517-4ae3-9dd6-e3d25e15b807 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "PUT /v2.0/ports/33b33551-2a08-485d-bc0e-dbaec5ecfd66 HTTP/1.1" status: 200 len: 1136 time: 1.0184743 Feb 10 04:29:07.544427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33826) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:07.545427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:07.563893 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3aca9df6-8294-4d4b-b73d-e7159f2ba2c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/5066a8ee-0bdd-4673-89f5-34c7529c75a1 HTTP/1.1" status: 204 len: 168 time: 2.5091119 Feb 10 04:29:07.581015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 691846b0-280d-4148-9d54-404a2f360770 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:07.581642 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (691846b0-280d-4148-9d54-404a2f360770), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:07.599913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33828) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:07.602357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-b7e25396-a63f-4076-997b-ba1c5fa798a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.610894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-b7e25396-a63f-4076-997b-ba1c5fa798a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33f7b84a-e555-43d3-adf6-4faf4187a6de HTTP/1.1" status: 200 len: 834 time: 0.2488747 Feb 10 04:29:07.688675 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:06Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:07.721707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9aa5304b-ab6b-422c-969f-f837f69b273c None None] Could not find standard attr ID for object 5066a8ee-0bdd-4673-89f5-34c7529c75a1. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:07.760739 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dbb69e-f032-4748-a362-83d9f6bbbfe1 None None] The sync data for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 is: [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:27:00Z', 'revision_number': 4, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '90d98244-dc9e-4429-92fb-dcc97b3f5a81', 'name': '', 'network_id': '56b8663b-fbbe-4498-bad5-06824b202781', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'mac_address': 'fa:16:3e:38:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:59Z', 'updated_at': '2022-02-10T04:27:06Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'subnets': [{'id': '33f7b84a-e555-43d3-adf6-4faf4187a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:29:07.798836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 691846b0-280d-4148-9d54-404a2f360770 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:07.804063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-c23badc2-a556-430b-860e-c55a08ac6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.810905 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-c23badc2-a556-430b-860e-c55a08ac6ca6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56b8663b-fbbe-4498-bad5-06824b202781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1874499 Feb 10 04:29:07.835007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e75a36-355a-4734-89ea-89e25d6314fc tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.840401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d7e75a36-355a-4734-89ea-89e25d6314fc tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "GET /v2.0/ports/33b33551-2a08-485d-bc0e-dbaec5ecfd66 HTTP/1.1" status: 200 len: 1136 time: 0.2904496 Feb 10 04:29:07.857915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8e8a9d64-dd95-446c-bc54-5377f084507c None None] Provisioning complete for port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:07.858569 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9d64-dd95-446c-bc54-5377f084507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:07.865492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33832) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:07.928117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a9d64-dd95-446c-bc54-5377f084507c None None] Port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:29:07.973376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a319c-57f6-492d-8f4d-8f7cbf05f1c3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.974081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-efac79b6-3853-4f17-9c72-cce598f3dca0 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621764 Feb 10 04:29:07.974998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a319c-57f6-492d-8f4d-8f7cbf05f1c3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.976502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a319c-57f6-492d-8f4d-8f7cbf05f1c3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:07.980557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b08a319c-57f6-492d-8f4d-8f7cbf05f1c3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3664267 Feb 10 04:29:07.982605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33834) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:08.138683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-fd4b67e8-c2cc-4e9b-8c93-455b31f155c0 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:08.140548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-fd4b67e8-c2cc-4e9b-8c93-455b31f155c0 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.24 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 985 time: 0.3658798 Feb 10 04:29:08.159500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d8341c96-8164-4fa8-8742-5a743ed82f30 req-06d5a5cd-08d7-44fd-9b40-3335997171e3 service neutron] 10.222.0.24 "GET /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778076 Feb 10 04:29:08.265353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 01bb0e91-c0e3-48cf-909c-409827cba260 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:08.294787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (01bb0e91-c0e3-48cf-909c-409827cba260), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:08.319724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16364798-27ff-4455-8766-0b33d6d739db None None] New status for floating IP a35078d2-36ad-4f66-9a4d-e16125123b22: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:29:08.436597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Deleting port 33b33551-2a08-485d-bc0e-dbaec5ecfd66 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:08.436950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:08.495758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (01bb0e91-c0e3-48cf-909c-409827cba260), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:08.535479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ab480-639b-48e3-887f-674ea675b7a7 req-9948a5a5-f0dc-4f8e-9ec1-8efada5feaa2 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:08.537297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-557ab480-639b-48e3-887f-674ea675b7a7 req-9948a5a5-f0dc-4f8e-9ec1-8efada5feaa2 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 985 time: 0.1245427 Feb 10 04:29:08.622117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-557ab480-639b-48e3-887f-674ea675b7a7 req-d9343d6c-ca97-417b-adb9-7c10eaa21b3b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/security-groups?id=34d80de2-37b0-443a-b8d1-4637f9bfda67&id=f816de45-aa45-448b-81c7-56b19ae79bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0771687 Feb 10 04:29:08.913844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting port ff6df509-2c09-440b-b39d-1a9a3d80d713 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:08.914517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:08.968793 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:08.995725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Calling delete_port for 33b33551-2a08-485d-bc0e-dbaec5ecfd66 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:09.030893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (01bb0e91-c0e3-48cf-909c-409827cba260), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.131100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] For port ff6df509-2c09-440b-b39d-1a9a3d80d713, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ff6df509-2c09-440b-b39d-1a9a3d80d713,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:09.131389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.159393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Calling delete_port for ff6df509-2c09-440b-b39d-1a9a3d80d713 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:09.278042 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (01bb0e91-c0e3-48cf-909c-409827cba260), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.345070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.348502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/01bb0e91-c0e3-48cf-909c-409827cba260 HTTP/1.1" status: 204 len: 168 time: 1.3633554 Feb 10 04:29:09.351190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33846) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:09.354259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb74af-e920-4782-a2db-2c36db3fbfa8 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:09.370281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bbdb7-88a6-4363-af75-caba657ce641 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=01bb0e91-c0e3-48cf-909c-409827cba260,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:09.467404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 31429776-77dc-4351-8343-a416eaa80c00 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:09.481866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (31429776-77dc-4351-8343-a416eaa80c00), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.532101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (33b33551-2a08-485d-bc0e-dbaec5ecfd66), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.645019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event deleted for resources: {'Port': ['ID=33b33551-2a08-485d-bc0e-dbaec5ecfd66,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:09.651145 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ff6df509-2c09-440b-b39d-1a9a3d80d713), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.907687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f4a0369-0f4d-443e-a83b-c32a82adf70e req-f58b86d8-0aed-44e5-8e4c-d9dea01da7c8 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.0551484 Feb 10 04:29:09.908103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:09.922970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-98c82637-9c53-4294-b015-881bd472e88d tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "DELETE /v2.0/ports/33b33551-2a08-485d-bc0e-dbaec5ecfd66 HTTP/1.1" status: 204 len: 168 time: 2.0533936 Feb 10 04:29:09.925277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33856) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:09.951181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (31429776-77dc-4351-8343-a416eaa80c00), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.014939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Port': ['ID=ff6df509-2c09-440b-b39d-1a9a3d80d713,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:10.127686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] No DVR routers for this DVR port ff6df509-2c09-440b-b39d-1a9a3d80d713 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:10.130923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.134522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41cf6c86-0913-4f7a-a162-3dfa1b4d7d05 req-1fb87265-d64a-4b7a-abea-9680acf7a7be tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.24 "DELETE /v2.0/ports/ff6df509-2c09-440b-b39d-1a9a3d80d713 HTTP/1.1" status: 204 len: 173 time: 1.9848549 Feb 10 04:29:10.139839 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Deleting subnet c83e17d9-b2d0-487c-8626-8e205f66a3f2 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:10.145591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'name': 'network-vif-deleted', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:29:10.148403 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940868a3-593c-4865-b987-efb2e62a970f" -d '{"events": [{"server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "name": "network-vif-deleted", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:29:10.162436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for subnet (c83e17d9-b2d0-487c-8626-8e205f66a3f2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.234237 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285beae5-5a4e-40a0-9bc8-5aa59583be30 x-openstack-request-id: req-285beae5-5a4e-40a0-9bc8-5aa59583be30 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:29:10.234535 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ddc0d7-c95d-4511-a452-3b9b87cbdc44", "name": "network-vif-deleted", "tag": "ff6df509-2c09-440b-b39d-1a9a3d80d713", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:29:10.234812 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-285beae5-5a4e-40a0-9bc8-5aa59583be30 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:29:10.235215 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ddc0d7-c95d-4511-a452-3b9b87cbdc44', 'name': 'network-vif-deleted', 'tag': 'ff6df509-2c09-440b-b39d-1a9a3d80d713', 'status': 'completed', 'code': 200} Feb 10 04:29:10.280575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (c83e17d9-b2d0-487c-8626-8e205f66a3f2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.436299 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c83e17d9-b2d0-487c-8626-8e205f66a3f2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.690385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (31429776-77dc-4351-8343-a416eaa80c00), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.750887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (c83e17d9-b2d0-487c-8626-8e205f66a3f2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.788054 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.794872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33904) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:10.802405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5c234-b1ac-4b60-af7b-f037c521af11 None None] Network 9f0e8603-a335-4668-8d7b-b5f736a15297 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:10.812380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "DELETE /v2.0/subnets/c83e17d9-b2d0-487c-8626-8e205f66a3f2 HTTP/1.1" status: 204 len: 168 time: 0.8848176 Feb 10 04:29:10.823469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c1965-4583-4e57-8d2b-1363237b9a97 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event deleted for resources: {'Subnet': ['ID=c83e17d9-b2d0-487c-8626-8e205f66a3f2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:10.920812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9f0e8603-a335-4668-8d7b-b5f736a15297), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:10.976319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (31429776-77dc-4351-8343-a416eaa80c00), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.012476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=31429776-77dc-4351-8343-a416eaa80c00,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:11.030743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.032354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cdb9475f-fc8f-46d2-9336-c1ea85ab144a None None] Provisioning complete for port 691846b0-280d-4148-9d54-404a2f360770 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:11.034002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdb9475f-fc8f-46d2-9336-c1ea85ab144a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (691846b0-280d-4148-9d54-404a2f360770), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.045670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7cebdc5c-864f-4e5d-8bde-b7274266a8a4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/31429776-77dc-4351-8343-a416eaa80c00 HTTP/1.1" status: 204 len: 168 time: 1.6931834 Feb 10 04:29:11.048895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Deleting port 67745baa-e3b5-4689-a278-554fbb4b2ee7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:11.049142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33908) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:11.049296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.101814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d181c11-87f7-44b6-9140-53d8b541ad14 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:11.172089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] DHCP port deletion for 9f0e8603-a335-4668-8d7b-b5f736a15297 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:11.181778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a63519ef-72e9-4917-b70a-e7b28b8c424e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272018 Feb 10 04:29:11.183229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33910) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:11.272639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] For port 67745baa-e3b5-4689-a278-554fbb4b2ee7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=67745baa-e3b5-4689-a278-554fbb4b2ee7,segment=NetworkSegment(10657053-7097-456d-83ae-2ba535f028d5),segment_id=10657053-7097-456d-83ae-2ba535f028d5)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:11.273075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.294478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ff6df509-2c09-440b-b39d-1a9a3d80d713 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:11.296453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30343e44-9f58-4396-9d46-213c9f8eafba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:11.302163 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70478e89-6cd9-4bfa-9697-47e57be83545 req-028f28d3-941c-4511-a917-c6ed6d2a6d9b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ddc0d7-c95d-4511-a452-3b9b87cbdc44 HTTP/1.1" status: 200 len: 210 time: 0.1407332 Feb 10 04:29:11.307783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-30343e44-9f58-4396-9d46-213c9f8eafba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1229265 Feb 10 04:29:11.310273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:11.327050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Calling delete_port for 67745baa-e3b5-4689-a278-554fbb4b2ee7 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:11.327799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: ff6df509-2c09-440b-b39d-1a9a3d80d713 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:11.328608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ff6df509-2c09-440b-b39d-1a9a3d80d713 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:11.377349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9475f-fc8f-46d2-9336-c1ea85ab144a None None] Current status of the port 691846b0-280d-4148-9d54-404a2f360770 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:11.429416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 67745baa-e3b5-4689-a278-554fbb4b2ee7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:11.488287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c83f5d-17d3-44dd-85a3-911fbc96f316 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:11.488287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53c83f5d-17d3-44dd-85a3-911fbc96f316 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1667581 Feb 10 04:29:11.488287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33918) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:11.564018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] Deleting port 67745baa-e3b5-4689-a278-554fbb4b2ee7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:11.565564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.613149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:11.619355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-562da557-8c25-4e5a-9c8e-0db5dc5110f4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:11.639498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-88d35502-3f95-4008-ae90-a11d7fb0c31a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501722 Feb 10 04:29:11.730002 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.750483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] For port 67745baa-e3b5-4689-a278-554fbb4b2ee7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=67745baa-e3b5-4689-a278-554fbb4b2ee7,segment=NetworkSegment(10657053-7097-456d-83ae-2ba535f028d5),segment_id=10657053-7097-456d-83ae-2ba535f028d5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:11.750915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.765806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] Calling delete_port for 67745baa-e3b5-4689-a278-554fbb4b2ee7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:11.778076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event deleted for resources: {'Port': ['ID=67745baa-e3b5-4689-a278-554fbb4b2ee7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:11.784905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] No DVR routers for this DVR port 67745baa-e3b5-4689-a278-554fbb4b2ee7 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:11.861420 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.929527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9f0e8603-a335-4668-8d7b-b5f736a15297), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:11.962818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0e8603-a335-4668-8d7b-b5f736a15297']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:11.997512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10657053-7097-456d-83ae-2ba535f028d5') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:11.997810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10657053-7097-456d-83ae-2ba535f028d5') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:12.017507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (10657053-7097-456d-83ae-2ba535f028d5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.035023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (10657053-7097-456d-83ae-2ba535f028d5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.043156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:29:12.043941 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (10657053-7097-456d-83ae-2ba535f028d5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.088233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:29:12.128288 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:29:12.130351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562da557-8c25-4e5a-9c8e-0db5dc5110f4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:12.133978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-562da557-8c25-4e5a-9c8e-0db5dc5110f4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.135519 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-562da557-8c25-4e5a-9c8e-0db5dc5110f4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:12.136114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562da557-8c25-4e5a-9c8e-0db5dc5110f4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:12.154516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] Pushing event deleted for resources: {'Port': ['ID=67745baa-e3b5-4689-a278-554fbb4b2ee7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:12.214389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc60ee-4ec4-42ad-b02f-758b8e964692 None None] No DVR routers for this DVR port 67745baa-e3b5-4689-a278-554fbb4b2ee7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:12.234574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 67745baa-e3b5-4689-a278-554fbb4b2ee7 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:12.235233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (67745baa-e3b5-4689-a278-554fbb4b2ee7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.247133 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9f0e8603-a335-4668-8d7b-b5f736a15297), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.253137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.261046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] 10.222.0.42 "DELETE /v2.0/networks/9f0e8603-a335-4668-8d7b-b5f736a15297 HTTP/1.1" status: 204 len: 168 time: 1.4651055 Feb 10 04:29:12.289483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-562da557-8c25-4e5a-9c8e-0db5dc5110f4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6753025 Feb 10 04:29:12.292167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced84ee-7bd9-42ea-aac1-b386d3188e74 tempest-ExtraDHCPOptionsTestJSON-1959592803 tempest-ExtraDHCPOptionsTestJSON-1959592803-project] Pushing event deleted for resources: {'Network': ['ID=9f0e8603-a335-4668-8d7b-b5f736a15297,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:12.295287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33958) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:12.300623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f31ee8bf-7f51-4cae-a609-e141d0cd0870 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:12.362412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] Deleting port 691846b0-280d-4148-9d54-404a2f360770 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:12.363140 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (691846b0-280d-4148-9d54-404a2f360770), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.459339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33962) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:12.490279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] For port 691846b0-280d-4148-9d54-404a2f360770, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=691846b0-280d-4148-9d54-404a2f360770,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:12.521830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (691846b0-280d-4148-9d54-404a2f360770), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.574689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] Calling delete_port for 691846b0-280d-4148-9d54-404a2f360770 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:12.618765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31ee8bf-7f51-4cae-a609-e141d0cd0870 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:12.622272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f31ee8bf-7f51-4cae-a609-e141d0cd0870 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.624233 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31ee8bf-7f51-4cae-a609-e141d0cd0870 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:12.624682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31ee8bf-7f51-4cae-a609-e141d0cd0870 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:12.646872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-474598c9-33b7-464b-914f-1af834935ec1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (f816de45-aa45-448b-81c7-56b19ae79bfe), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.677354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-474598c9-33b7-464b-914f-1af834935ec1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (f816de45-aa45-448b-81c7-56b19ae79bfe), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.732518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f31ee8bf-7f51-4cae-a609-e141d0cd0870 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4360671 Feb 10 04:29:12.742744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33970) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:12.748540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-91cee2fa-87fd-4d7b-8baa-15dce1909d02 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:12.832672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-474598c9-33b7-464b-914f-1af834935ec1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f816de45-aa45-448b-81c7-56b19ae79bfe), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.835335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-474598c9-33b7-464b-914f-1af834935ec1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.837100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-474598c9-33b7-464b-914f-1af834935ec1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/security-groups/f816de45-aa45-448b-81c7-56b19ae79bfe HTTP/1.1" status: 204 len: 168 time: 0.3762405 Feb 10 04:29:12.840805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33972) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:12.861243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474598c9-33b7-464b-914f-1af834935ec1 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816de45-aa45-448b-81c7-56b19ae79bfe,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:12.880428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (691846b0-280d-4148-9d54-404a2f360770), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:12.924573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] Pushing event deleted for resources: {'Port': ['ID=691846b0-280d-4148-9d54-404a2f360770,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:12.941951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a6e49-e3d9-40c6-ba6a-c73f91885da7 None None] No DVR routers for this DVR port 691846b0-280d-4148-9d54-404a2f360770 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:12.980871 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681655da-8c5e-44dc-9936-49b15605d2aa tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (34d80de2-37b0-443a-b8d1-4637f9bfda67), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.019437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cee2fa-87fd-4d7b-8baa-15dce1909d02 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:13.022987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-91cee2fa-87fd-4d7b-8baa-15dce1909d02 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.025274 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cee2fa-87fd-4d7b-8baa-15dce1909d02 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:13.026082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cee2fa-87fd-4d7b-8baa-15dce1909d02 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:13.028322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681655da-8c5e-44dc-9936-49b15605d2aa tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (34d80de2-37b0-443a-b8d1-4637f9bfda67), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.136979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-91cee2fa-87fd-4d7b-8baa-15dce1909d02 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3920560 Feb 10 04:29:13.144854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33978) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:13.151438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-01bb8174-1fe7-484d-929b-5426ec9cc985 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:13.181254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681655da-8c5e-44dc-9936-49b15605d2aa tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (34d80de2-37b0-443a-b8d1-4637f9bfda67), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.184191 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681655da-8c5e-44dc-9936-49b15605d2aa tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.185290 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-681655da-8c5e-44dc-9936-49b15605d2aa tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/security-groups/34d80de2-37b0-443a-b8d1-4637f9bfda67 HTTP/1.1" status: 204 len: 168 time: 0.3435552 Feb 10 04:29:13.188105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33980) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:13.262712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681655da-8c5e-44dc-9936-49b15605d2aa tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d80de2-37b0-443a-b8d1-4637f9bfda67,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:13.335004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33982) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:13.359125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 691846b0-280d-4148-9d54-404a2f360770 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:13.402831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 691846b0-280d-4148-9d54-404a2f360770 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:13.403817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 691846b0-280d-4148-9d54-404a2f360770 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:13.503810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb8174-1fe7-484d-929b-5426ec9cc985 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:13.508512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01bb8174-1fe7-484d-929b-5426ec9cc985 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.510881 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bb8174-1fe7-484d-929b-5426ec9cc985 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:13.511487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bb8174-1fe7-484d-929b-5426ec9cc985 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:13.664292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ce4eb1a5-e27c-44f3-8206-2aa178456805 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b35dcb156114df781288d67efbd8c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3212154 Feb 10 04:29:13.667805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 33990) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:13.676702 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01bb8174-1fe7-484d-929b-5426ec9cc985 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5306280 Feb 10 04:29:13.677721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 33992) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:13.687266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-65def25e-7f42-4bb0-9aae-1d44372335d3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:13.765567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fac2177-b63e-4302-850b-59730390e27d admin admin] Publish callbacks [] for security_group (08be40bf-20fe-44de-825f-0cf53b39156c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.820978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fac2177-b63e-4302-850b-59730390e27d admin admin] Publish callbacks [] for security_group (08be40bf-20fe-44de-825f-0cf53b39156c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.954991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.967354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65def25e-7f42-4bb0-9aae-1d44372335d3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:13.971647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65def25e-7f42-4bb0-9aae-1d44372335d3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:13.976482 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-65def25e-7f42-4bb0-9aae-1d44372335d3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:13.976482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65def25e-7f42-4bb0-9aae-1d44372335d3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:14.097779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-65def25e-7f42-4bb0-9aae-1d44372335d3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4193897 Feb 10 04:29:14.100734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:14.108120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-672bbb06-329b-4b73-88ed-365329dd05ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:14.114367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fac2177-b63e-4302-850b-59730390e27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (08be40bf-20fe-44de-825f-0cf53b39156c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:14.117017 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6fac2177-b63e-4302-850b-59730390e27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:14.119158 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6fac2177-b63e-4302-850b-59730390e27d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08be40bf-20fe-44de-825f-0cf53b39156c HTTP/1.1" status: 204 len: 168 time: 0.4503505 Feb 10 04:29:14.138854 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac2177-b63e-4302-850b-59730390e27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08be40bf-20fe-44de-825f-0cf53b39156c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:14.396567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672bbb06-329b-4b73-88ed-365329dd05ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:14.403825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-672bbb06-329b-4b73-88ed-365329dd05ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:14.406523 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-672bbb06-329b-4b73-88ed-365329dd05ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:14.407228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672bbb06-329b-4b73-88ed-365329dd05ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:14.416668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting port 90d98244-dc9e-4429-92fb-dcc97b3f5a81 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:14.417215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:14.530261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-672bbb06-329b-4b73-88ed-365329dd05ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4263968 Feb 10 04:29:14.530940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34008) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:14.600526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bdace4d9-4f0b-4764-b092-7bdb2e6147d2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0678890 Feb 10 04:29:14.601085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34012) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:14.606174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:14.706174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] For port 90d98244-dc9e-4429-92fb-dcc97b3f5a81, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=90d98244-dc9e-4429-92fb-dcc97b3f5a81,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:14.706946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:14.755446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1729f0ca-37ff-4fd3-b753-6526235a3093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:14.767426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Calling delete_port for 90d98244-dc9e-4429-92fb-dcc97b3f5a81 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:14.800685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b2eff-4fa3-4534-95cd-a789cc4fae73 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:14.806099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-063b2eff-4fa3-4534-95cd-a789cc4fae73 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1957452 Feb 10 04:29:14.808017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34026) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:14.955974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b9715914-b282-4c2f-b873-4c19fff7d315 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315601 Feb 10 04:29:14.958458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34030) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:14.979122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:15.166419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1729f0ca-37ff-4fd3-b753-6526235a3093 admin admin] Publish callbacks [] for security_group (54963c65-73cf-408e-b9ed-200bf364db7a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:15.192578 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (90d98244-dc9e-4429-92fb-dcc97b3f5a81), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:15.236780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Port': ['ID=90d98244-dc9e-4429-92fb-dcc97b3f5a81,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:15.266682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:15.270599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:15.358062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1729f0ca-37ff-4fd3-b753-6526235a3093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (54963c65-73cf-408e-b9ed-200bf364db7a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:15.416278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729f0ca-37ff-4fd3-b753-6526235a3093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54963c65-73cf-408e-b9ed-200bf364db7a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:15.556869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1729f0ca-37ff-4fd3-b753-6526235a3093 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adc8a81337064ea6aedec1431963e3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9546309 Feb 10 04:29:15.570878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34040) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:15.614885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34042) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:15.708733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:15.781092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a4c4-b209-4893-8c4e-ee117e4b419d admin admin] Publish callbacks [] for security_group (54963c65-73cf-408e-b9ed-200bf364db7a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:15.820416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-522d6d49-2b2b-4540-8ce4-1f561d01ba9f tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1655548467', 'prefixes': ['172.20.0.0/16']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:15.869975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a4c4-b209-4893-8c4e-ee117e4b419d admin admin] Publish callbacks [] for security_group (54963c65-73cf-408e-b9ed-200bf364db7a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.144572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:29:16.213061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:29:16.213061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a4c4-b209-4893-8c4e-ee117e4b419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (54963c65-73cf-408e-b9ed-200bf364db7a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.215173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1d1a4c4-b209-4893-8c4e-ee117e4b419d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.216384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b1d1a4c4-b209-4893-8c4e-ee117e4b419d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54963c65-73cf-408e-b9ed-200bf364db7a HTTP/1.1" status: 204 len: 168 time: 0.6399426 Feb 10 04:29:16.217316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (0b02a3ee-b873-4bb0-9f14-131692f72342), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.261138 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522d6d49-2b2b-4540-8ce4-1f561d01ba9f tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.262376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-522d6d49-2b2b-4540-8ce4-1f561d01ba9f tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6449523 Feb 10 04:29:16.263282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1a4c4-b209-4893-8c4e-ee117e4b419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54963c65-73cf-408e-b9ed-200bf364db7a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:16.268011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34054) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:16.324507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:16.331058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=0b02a3ee-b873-4bb0-9f14-131692f72342,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:16.335687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:16.347960 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c3731ff6-5b19-4cd9-a389-12591bd4ffcc tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] 10.222.0.42 "GET /v2.0/subnetpools/b828741e-0ec2-48c9-af52-720e488646a2 HTTP/1.1" status: 200 len: 732 time: 0.0784094 Feb 10 04:29:16.349516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:16.350681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.353468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34056) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:16.354396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4acc7c-6326-4bc4-a64c-48bc92cf25d1 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:16.360372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bf2e5986-90d3-4477-ab15-40a96a608705 tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-790489544'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:16.396922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:29:16.404481 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f09259e-fd5c-40be-83d8-c6a6cde136e4 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "PUT /v2.0/routers/6ad7e9a8-7209-4b0c-b7df-687c1b9211d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2136655 Feb 10 04:29:16.406138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34058) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:16.410289 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] Sync routers for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:29:16.427675 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:29:16.431767 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:29:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:16.518541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5e9dc6e8-8a4f-475b-b7e8-ff2be28610cc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5530641 Feb 10 04:29:16.520906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34060) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:16.531671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:37:5d:82', 'name': 'tempest-NetworksTestDHCPv6-1711164911'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:16.550073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting subnet 33f7b84a-e555-43d3-adf6-4faf4187a6de {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:16.557254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for subnet (33f7b84a-e555-43d3-adf6-4faf4187a6de), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.632453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '0b02a3ee-b873-4bb0-9f14-131692f72342'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:16.635672 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.653074 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (33f7b84a-e555-43d3-adf6-4faf4187a6de), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.687174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5986-90d3-4477-ab15-40a96a608705 tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.690919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bf2e5986-90d3-4477-ab15-40a96a608705 tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] 10.222.0.42 "PUT /v2.0/subnetpools/b828741e-0ec2-48c9-af52-720e488646a2 HTTP/1.1" status: 200 len: 683 time: 0.3337688 Feb 10 04:29:16.691221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34064) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:16.698035 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:29:16.906654 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (33f7b84a-e555-43d3-adf6-4faf4187a6de), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.967845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Allocated IP 2001:db8::f816:3eff:fee6:4673 (bccb2641-a2dc-4885-b350-1b936c4c0b28/0b02a3ee-b873-4bb0-9f14-131692f72342/19791bd9-97ed-4c57-bb52-e35a028fa7a8) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:16.996706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d3ac-763f-4d30-8f37-84e0a3ed7bab tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:16.997883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f8d0d3ac-763f-4d30-8f37-84e0a3ed7bab tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] 10.222.0.42 "DELETE /v2.0/subnetpools/b828741e-0ec2-48c9-af52-720e488646a2 HTTP/1.1" status: 204 len: 168 time: 0.3056922 Feb 10 04:29:17.003327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34070) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:17.048879 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-2023749a-eb0b-4ce0-9eaf-bedc203cd610 tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] show failed (client error): The resource could not be found. Feb 10 04:29:17.056021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2023749a-eb0b-4ce0-9eaf-bedc203cd610 tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] 10.222.0.42 "GET /v2.0/subnetpools/b828741e-0ec2-48c9-af52-720e488646a2 HTTP/1.1" status: 404 len: 346 time: 0.0473773 Feb 10 04:29:17.056270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34072) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:17.065922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:17.101705 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-ba34fcae-a4b2-4bfb-98b6-68692035125c tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] delete failed (client error): The resource could not be found. Feb 10 04:29:17.106851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ba34fcae-a4b2-4bfb-98b6-68692035125c tempest-SubnetPoolsTestJSON-1905954582 tempest-SubnetPoolsTestJSON-1905954582-project] 10.222.0.42 "DELETE /v2.0/subnetpools/b828741e-0ec2-48c9-af52-720e488646a2 HTTP/1.1" status: 404 len: 346 time: 0.0435221 Feb 10 04:29:17.137553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.169814 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:29:15Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:17.203118 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] Checking router: 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:29:17.203787 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (33f7b84a-e555-43d3-adf6-4faf4187a6de), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.215272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] Routers {'6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:29:17.216328 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:29:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:17.245567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.289387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port ab626a6d-73d2-498d-86cf-d93ca7ab1d2b yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:17.291444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Publish callbacks [] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.306142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Subnet': ['ID=33f7b84a-e555-43d3-adf6-4faf4187a6de,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:17.331128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94088ec9-f55c-4787-8134-4378305602e3 None None] Network 56b8663b-fbbe-4498-bad5-06824b202781 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:17.332161 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.340410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43dfc36f-3d3a-40fe-a913-a8467936186b tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/subnets/33f7b84a-e555-43d3-adf6-4faf4187a6de HTTP/1.1" status: 204 len: 168 time: 0.9328818 Feb 10 04:29:17.346926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34076) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:17.398951 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] Set router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:29:17.424985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:17.466857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.502934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:17.518527 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec76803-7fed-4bc5-9f87-6fb18b0d8254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.602036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fe37:5d82 (bccb2641-a2dc-4885-b350-1b936c4c0b28/0b02a3ee-b873-4bb0-9f14-131692f72342/ab626a6d-73d2-498d-86cf-d93ca7ab1d2b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:17.632517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:17.648597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.651152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:17.701941 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:29:15Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:17.753500 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d3040-613c-47a5-ab8f-18f7ab081077 None None] The sync data for ids ['6ad7e9a8-7209-4b0c-b7df-687c1b9211d0'] in n-d-827844-2 is: [{'id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1480172291', 'tenant_id': '0c75aaefab404de1a005a8362835cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:50Z', 'updated_at': '2022-02-10T04:29:15Z', 'revision_number': 5, 'project_id': '0c75aaefab404de1a005a8362835cfa4', 'gw_port': {'id': '85c5eda6-54f8-4a37-ac5e-16bdc523c049', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad7e9a8-7209-4b0c-b7df-687c1b9211d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:52Z', 'updated_at': '2022-02-10T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:29:17.795768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Attempting to bind port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:17.796193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Attempting to bind port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:17.796562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Attempting to bind port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:17.803925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:17.804359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:17.804775 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.805172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:17.805721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Bound port: 19791bd9-97ed-4c57-bb52-e35a028fa7a8, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:17.806160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:17.810473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Pushing event updated for resources: {'Port': ['ID=19791bd9-97ed-4c57-bb52-e35a028fa7a8,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:17.895024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34084) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:18.022268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec76803-7fed-4bc5-9f87-6fb18b0d8254 admin admin] Publish callbacks [] for security_group (83312b4d-8a95-4378-bea6-04e2e1e9bfbd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.089196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (ab626a6d-73d2-498d-86cf-d93ca7ab1d2b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.100154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] For port 19791bd9-97ed-4c57-bb52-e35a028fa7a8, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:18.107600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ec76803-7fed-4bc5-9f87-6fb18b0d8254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (83312b4d-8a95-4378-bea6-04e2e1e9bfbd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.108550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] For port 19791bd9-97ed-4c57-bb52-e35a028fa7a8, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=19791bd9-97ed-4c57-bb52-e35a028fa7a8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:18.172262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] DHCP port deletion for 56b8663b-fbbe-4498-bad5-06824b202781 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:18.182401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ec76803-7fed-4bc5-9f87-6fb18b0d8254 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4a2738f232e4569a9d3910b164beae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7538984 Feb 10 04:29:18.185648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34090) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:18.193857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec76803-7fed-4bc5-9f87-6fb18b0d8254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83312b4d-8a95-4378-bea6-04e2e1e9bfbd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:18.265473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.296545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c49e34d8-cc06-429f-b87a-722f24f582cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.299439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a94ffe10-6629-4832-a4b9-6f77e6c6b83e admin admin] Publish callbacks [] for security_group (83312b4d-8a95-4378-bea6-04e2e1e9bfbd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.302581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ab626a6d-73d2-498d-86cf-d93ca7ab1d2b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.363008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_gateway (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.410597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:18.417728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a94ffe10-6629-4832-a4b9-6f77e6c6b83e admin admin] Publish callbacks [] for security_group (83312b4d-8a95-4378-bea6-04e2e1e9bfbd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.424927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:18.439705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:18.444715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680e9e7-8971-4bf1-80af-cda3932352af None None] Pushing event updated for resources: {'Port': ['ID=19791bd9-97ed-4c57-bb52-e35a028fa7a8,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:18.448286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:18.448972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.454272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] Deleting port f577d4b1-71af-40c7-b227-888f8ef20aab {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:18.454640 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.459075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=ab626a6d-73d2-498d-86cf-d93ca7ab1d2b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:18.535981 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.572050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Deleting port 85c5eda6-54f8-4a37-ac5e-16bdc523c049 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:18.572575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.574159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] For port f577d4b1-71af-40c7-b227-888f8ef20aab, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f577d4b1-71af-40c7-b227-888f8ef20aab,segment=NetworkSegment(b8e230d8-e439-4cdd-9b08-fa3bc5ca397c),segment_id=b8e230d8-e439-4cdd-9b08-fa3bc5ca397c)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:18.575121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.591479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-206dca29-4983-45c6-93a8-0d9667a7382f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0671537 Feb 10 04:29:18.592294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34092) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:18.592880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c49e34d8-cc06-429f-b87a-722f24f582cf admin admin] Publish callbacks [] for security_group (02014c5d-6092-41b1-b86b-bcb385f0104b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.600880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] Calling delete_port for f577d4b1-71af-40c7-b227-888f8ef20aab owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:18.701513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c49e34d8-cc06-429f-b87a-722f24f582cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02014c5d-6092-41b1-b86b-bcb385f0104b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.771296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49869355-5db9-4348-ba55-2b2d228568ba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:18.776999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49869355-5db9-4348-ba55-2b2d228568ba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:18.778513 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-49869355-5db9-4348-ba55-2b2d228568ba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1822767 Feb 10 04:29:18.781981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] For port 85c5eda6-54f8-4a37-ac5e-16bdc523c049, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=85c5eda6-54f8-4a37-ac5e-16bdc523c049,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:18.781981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.783283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34096) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:18.805020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a94ffe10-6629-4832-a4b9-6f77e6c6b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (83312b4d-8a95-4378-bea6-04e2e1e9bfbd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.809521 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a94ffe10-6629-4832-a4b9-6f77e6c6b83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.811597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a94ffe10-6629-4832-a4b9-6f77e6c6b83e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83312b4d-8a95-4378-bea6-04e2e1e9bfbd HTTP/1.1" status: 204 len: 168 time: 0.6249330 Feb 10 04:29:18.830403 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (f577d4b1-71af-40c7-b227-888f8ef20aab), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:18.831071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e34d8-cc06-429f-b87a-722f24f582cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02014c5d-6092-41b1-b86b-bcb385f0104b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:18.835066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Calling delete_port for 85c5eda6-54f8-4a37-ac5e-16bdc523c049 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:18.874862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] Pushing event deleted for resources: {'Port': ['ID=f577d4b1-71af-40c7-b227-888f8ef20aab,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:18.897878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ffe10-6629-4832-a4b9-6f77e6c6b83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83312b4d-8a95-4378-bea6-04e2e1e9bfbd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:18.898152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7abf2-4067-4f5d-9161-ac12e5031338 None None] No DVR routers for this DVR port f577d4b1-71af-40c7-b227-888f8ef20aab on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:18.912667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c49e34d8-cc06-429f-b87a-722f24f582cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21cd3490df9e42a7a1371e3a43f753f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0052786 Feb 10 04:29:18.919207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34100) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:18.955501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-a74b97f1-d438-4852-9467-ed0a371b7835 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3126800 Feb 10 04:29:19.069904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8fc74177-cb0c-47b3-a70b-8837f87c847c admin admin] Publish callbacks [] for security_group (02014c5d-6092-41b1-b86b-bcb385f0104b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.080640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port ab626a6d-73d2-498d-86cf-d93ca7ab1d2b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:19.080980 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ab626a6d-73d2-498d-86cf-d93ca7ab1d2b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.103196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8fc74177-cb0c-47b3-a70b-8837f87c847c admin admin] Publish callbacks [] for security_group (02014c5d-6092-41b1-b86b-bcb385f0104b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.106269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-f1cb3821-7ddc-457d-b4b7-fcb8fe1ed325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:19.107819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-f1cb3821-7ddc-457d-b4b7-fcb8fe1ed325 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 1132 time: 0.1199405 Feb 10 04:29:19.263982 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ab626a6d-73d2-498d-86cf-d93ca7ab1d2b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.284704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for ab626a6d-73d2-498d-86cf-d93ca7ab1d2b owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:19.381322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8fc74177-cb0c-47b3-a70b-8837f87c847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02014c5d-6092-41b1-b86b-bcb385f0104b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.405426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8fc74177-cb0c-47b3-a70b-8837f87c847c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.407198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 19791bd9-97ed-4c57-bb52-e35a028fa7a8 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:19.407640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8fc74177-cb0c-47b3-a70b-8837f87c847c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02014c5d-6092-41b1-b86b-bcb385f0104b HTTP/1.1" status: 204 len: 168 time: 0.4864371 Feb 10 04:29:19.411845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-7584b221-9cf5-4d13-a21f-7ed24ee10376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:19.413388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-7584b221-9cf5-4d13-a21f-7ed24ee10376 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2741120 Feb 10 04:29:19.451670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc74177-cb0c-47b3-a70b-8837f87c847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02014c5d-6092-41b1-b86b-bcb385f0104b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:19.502011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (85c5eda6-54f8-4a37-ac5e-16bdc523c049), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.568798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Port': ['ID=85c5eda6-54f8-4a37-ac5e-16bdc523c049,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:19.578890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-2a0b14ca-085d-4f86-a449-1bab1210b5e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb HTTP/1.1" status: 200 len: 217 time: 0.1504149 Feb 10 04:29:19.593830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:19.594338 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.713604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-d093db26-bfcf-439d-bcd2-0ffc0dc20ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:19.717154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-d093db26-bfcf-439d-bcd2-0ffc0dc20ea3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1311491 Feb 10 04:29:19.832483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:19.832483 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.844915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-6d3ae870-0b8e-4b73-977d-a0e20e202d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:19.846460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-6d3ae870-0b8e-4b73-977d-a0e20e202d25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1234276 Feb 10 04:29:19.878395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.906314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 19791bd9-97ed-4c57-bb52-e35a028fa7a8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=19791bd9-97ed-4c57-bb52-e35a028fa7a8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:19.982138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ab626a6d-73d2-498d-86cf-d93ca7ab1d2b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:19.991256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-73c191e4-f9b4-41e7-875b-8e6cc57a657a service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347172 Feb 10 04:29:20.001416 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.132933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f577d4b1-71af-40c7-b227-888f8ef20aab no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:20.215245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=ab626a6d-73d2-498d-86cf-d93ca7ab1d2b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:20.233002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.240268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a0ac2c3a-4d57-40c1-b167-6fa73dde6cd7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/ab626a6d-73d2-498d-86cf-d93ca7ab1d2b HTTP/1.1" status: 204 len: 168 time: 1.4537747 Feb 10 04:29:20.240846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34122) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:20.250917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.253530 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router_controller (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.259997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f577d4b1-71af-40c7-b227-888f8ef20aab {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:20.267069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f577d4b1-71af-40c7-b227-888f8ef20aab not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:20.268863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66435936-f36a-42bf-a7d1-a09055a4ac90 req-055eb39b-bd57-4884-9b5a-74a37865ec94 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715044 Feb 10 04:29:20.269321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 90d98244-dc9e-4429-92fb-dcc97b3f5a81 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:20.313586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 90d98244-dc9e-4429-92fb-dcc97b3f5a81 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:20.316728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 90d98244-dc9e-4429-92fb-dcc97b3f5a81 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:20.345718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e221ab22-1a52-4979-8ca3-f4e163d73cb2 None None] Provisioning complete for port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:20.345718 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e221ab22-1a52-4979-8ca3-f4e163d73cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.395697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=19791bd9-97ed-4c57-bb52-e35a028fa7a8,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:20.422940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8eea3b-d638-4666-af68-2b4ce89022bc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:20.448135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8eea3b-d638-4666-af68-2b4ce89022bc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:20.449903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6b8eea3b-d638-4666-af68-2b4ce89022bc tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2078838 Feb 10 04:29:20.452747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34128) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:20.554687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e221ab22-1a52-4979-8ca3-f4e163d73cb2 None None] Current status of the port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:20.572685 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6ad7e9a8-7209-4b0c-b7df-687c1b9211d0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.575147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:29:20.591486 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.593388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e7a3d12-4901-481f-bcdd-ac0c9f5530ff tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/routers/6ad7e9a8-7209-4b0c-b7df-687c1b9211d0 HTTP/1.1" status: 204 len: 168 time: 3.2439377 Feb 10 04:29:20.597095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34136) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:20.613781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 0b02a3ee-b873-4bb0-9f14-131692f72342 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:20.617441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (0b02a3ee-b873-4bb0-9f14-131692f72342), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.732188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (0b02a3ee-b873-4bb0-9f14-131692f72342), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:20.777982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-85c728cd-e362-437b-ba47-4b4197656a94 None None] Could not find standard attr ID for object ab626a6d-73d2-498d-86cf-d93ca7ab1d2b. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:20.792146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (56b8663b-fbbe-4498-bad5-06824b202781), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.003068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (0b02a3ee-b873-4bb0-9f14-131692f72342), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.009062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (56b8663b-fbbe-4498-bad5-06824b202781), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.049344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b8663b-fbbe-4498-bad5-06824b202781']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:21.071166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:21.071800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e230d8-e439-4cdd-9b08-fa3bc5ca397c') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:29:21.106750 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (b8e230d8-e439-4cdd-9b08-fa3bc5ca397c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.124769 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b8e230d8-e439-4cdd-9b08-fa3bc5ca397c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.131986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:29:21.132543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (b8e230d8-e439-4cdd-9b08-fa3bc5ca397c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:29:21.136381 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:29:21.172426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (0b02a3ee-b873-4bb0-9f14-131692f72342), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.280517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=0b02a3ee-b873-4bb0-9f14-131692f72342,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:21.299583 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.310389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8ba006ca-373a-4011-817b-4d1c0cca5b81 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/0b02a3ee-b873-4bb0-9f14-131692f72342 HTTP/1.1" status: 204 len: 168 time: 0.8553765 Feb 10 04:29:21.314777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (56b8663b-fbbe-4498-bad5-06824b202781), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.315538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b625d8e-6b1b-4e87-b80f-66597f1aa169 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:21.327091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.333561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] 10.222.0.42 "DELETE /v2.0/networks/56b8663b-fbbe-4498-bad5-06824b202781 HTTP/1.1" status: 204 len: 168 time: 0.7330968 Feb 10 04:29:21.333561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34156) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:21.521715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 19791bd9-97ed-4c57-bb52-e35a028fa7a8 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:21.523234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5cf195ea-5b50-4a80-a8cc-ac8f9e8d14bd tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521502 Feb 10 04:29:21.525281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b8593-a04e-48b3-a478-cab774f9c005 tempest-TestSecurityGroupsBasicOps-1753509655 tempest-TestSecurityGroupsBasicOps-1753509655-project] Pushing event deleted for resources: {'Network': ['ID=56b8663b-fbbe-4498-bad5-06824b202781,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:21.526253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34164) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:21.535527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:21.681084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:21.681732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.719212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:21.727758 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.771927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:21.815215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:21.854077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] Deleting port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:21.855807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:21.976419 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85c5eda6-54f8-4a37-ac5e-16bdc523c049 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:22.037080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 85c5eda6-54f8-4a37-ac5e-16bdc523c049 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:22.037432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85c5eda6-54f8-4a37-ac5e-16bdc523c049 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:22.045504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] For port 19791bd9-97ed-4c57-bb52-e35a028fa7a8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=19791bd9-97ed-4c57-bb52-e35a028fa7a8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:22.045912 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:22.065751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] Calling delete_port for 19791bd9-97ed-4c57-bb52-e35a028fa7a8 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:22.287634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:22.302276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (19791bd9-97ed-4c57-bb52-e35a028fa7a8), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:22.326494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:29:22.332727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (3de25695-f88f-4b5d-86f2-319cc09f6ef4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:22.354170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] Pushing event deleted for resources: {'Port': ['ID=19791bd9-97ed-4c57-bb52-e35a028fa7a8,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:22.364058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b33ba-f162-47d6-86a8-5d5037cd9972 None None] No DVR routers for this DVR port 19791bd9-97ed-4c57-bb52-e35a028fa7a8 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:22.419233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:22.421474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:22.433466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df7559-5edd-4c22-96a3-5d91e7b6624d None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:22.448566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:22.450921 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:22.481470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=3de25695-f88f-4b5d-86f2-319cc09f6ef4,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:22.598239 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3f76bcf1-52a3-4dd5-9b9f-5bffd8199ee5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0701418 Feb 10 04:29:22.601021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34194) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:22.616120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:58:f8:2a', 'name': 'tempest-NetworksTestDHCPv6-362674466'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:22.726277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '3de25695-f88f-4b5d-86f2-319cc09f6ef4'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:22.728083 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:22.956732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:23.024763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Allocated IP 2001:db8::f816:3eff:feac:eb4a (bccb2641-a2dc-4885-b350-1b936c4c0b28/3de25695-f88f-4b5d-86f2-319cc09f6ef4/82495182-fcb7-4ecd-abbd-9cb9aec10fc8) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:23.046519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e32f37b7-be4d-4729-86fa-02688645ba2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c75aaefab404de1a005a8362835cfa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7569451 Feb 10 04:29:23.049953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34206) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:23.140844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8b881ef-f414-4fe8-abbd-196c836c0f32 admin admin] Publish callbacks [] for security_group (d1e9d400-c088-44a1-bc5e-27ac369e6315), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.163638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.197427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 8f4ee93d-4b99-43e3-a513-cef7936f3122 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:23.204720 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8b881ef-f414-4fe8-abbd-196c836c0f32 admin admin] Publish callbacks [] for security_group (d1e9d400-c088-44a1-bc5e-27ac369e6315), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.316600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 19791bd9-97ed-4c57-bb52-e35a028fa7a8 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:23.350024 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Publish callbacks [] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.351928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 19791bd9-97ed-4c57-bb52-e35a028fa7a8 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:23.352801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 19791bd9-97ed-4c57-bb52-e35a028fa7a8 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:23.395214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8b881ef-f414-4fe8-abbd-196c836c0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d1e9d400-c088-44a1-bc5e-27ac369e6315), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.398181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8b881ef-f414-4fe8-abbd-196c836c0f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.400828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c8b881ef-f414-4fe8-abbd-196c836c0f32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1e9d400-c088-44a1-bc5e-27ac369e6315 HTTP/1.1" status: 204 len: 168 time: 0.3496075 Feb 10 04:29:23.412312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b881ef-f414-4fe8-abbd-196c836c0f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9d400-c088-44a1-bc5e-27ac369e6315,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:23.436387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.529706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:23.541214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:23.550746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:23.561933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fe58:f82a (bccb2641-a2dc-4885-b350-1b936c4c0b28/3de25695-f88f-4b5d-86f2-319cc09f6ef4/8f4ee93d-4b99-43e3-a513-cef7936f3122) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:23.637493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Pushing event updated for resources: {'Port': ['ID=82495182-fcb7-4ecd-abbd-9cb9aec10fc8,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:23.719051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Attempting to bind port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:23.719425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Attempting to bind port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:23.719832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Attempting to bind port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:23.730344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:23.823963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:23.823963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.823963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:23.823963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Bound port: 82495182-fcb7-4ecd-abbd-9cb9aec10fc8, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:23.823963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.825082 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (8f4ee93d-4b99-43e3-a513-cef7936f3122), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.825174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] For port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:23.825174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] For port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=82495182-fcb7-4ecd-abbd-9cb9aec10fc8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:23.981230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:23.984479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8f4ee93d-4b99-43e3-a513-cef7936f3122), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:24.025161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:24.025161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:24.047448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:24.061777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:24.063003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:24.127426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb44372-c650-4b6e-953d-17ca8c2158b0 None None] Pushing event updated for resources: {'Port': ['ID=82495182-fcb7-4ecd-abbd-9cb9aec10fc8,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:24.136018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=8f4ee93d-4b99-43e3-a513-cef7936f3122,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:24.188168 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43edbbd2-726e-441c-ae05-75282f74798d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5831771 Feb 10 04:29:24.188335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34236) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:24.258103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e4bd4-8edd-431b-afaa-514e0093f14f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:24.264414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e4bd4-8edd-431b-afaa-514e0093f14f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:24.269282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34238) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:24.269496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-608e4bd4-8edd-431b-afaa-514e0093f14f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0802231 Feb 10 04:29:24.529017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 8f4ee93d-4b99-43e3-a513-cef7936f3122 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:24.529017 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8f4ee93d-4b99-43e3-a513-cef7936f3122), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:24.709947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34250) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:24.729254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc23830f-772e-4c64-bfeb-48a955f68f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:24.762460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8f4ee93d-4b99-43e3-a513-cef7936f3122), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:24.802132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 8f4ee93d-4b99-43e3-a513-cef7936f3122 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:24.900491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc23830f-772e-4c64-bfeb-48a955f68f55 admin admin] Publish callbacks [] for security_group (15536e12-cad4-4db7-a24d-730e0eb48a57), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.009190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc23830f-772e-4c64-bfeb-48a955f68f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (15536e12-cad4-4db7-a24d-730e0eb48a57), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.047797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34262) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:25.049086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc23830f-772e-4c64-bfeb-48a955f68f55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc9234ff72d04082ab2cb8fcd526f179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3377030 Feb 10 04:29:25.083051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23830f-772e-4c64-bfeb-48a955f68f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15536e12-cad4-4db7-a24d-730e0eb48a57,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:25.118981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8f4ee93d-4b99-43e3-a513-cef7936f3122), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.184257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.187739 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/8f4ee93d-4b99-43e3-a513-cef7936f3122 HTTP/1.1" status: 204 len: 168 time: 0.9170704 Feb 10 04:29:25.189372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82249a-7f4d-4118-8619-fe80f2e87438 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=8f4ee93d-4b99-43e3-a513-cef7936f3122,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:25.190157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34270) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:25.244775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1e981762-017c-4f7d-99a9-2d525f87fc7b admin admin] Publish callbacks [] for security_group (15536e12-cad4-4db7-a24d-730e0eb48a57), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.293359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1e981762-017c-4f7d-99a9-2d525f87fc7b admin admin] Publish callbacks [] for security_group (15536e12-cad4-4db7-a24d-730e0eb48a57), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.338912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b779af9-4fe4-47c2-88d2-ed6a90871bce tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:25.340549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b779af9-4fe4-47c2-88d2-ed6a90871bce tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:25.342871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7b779af9-4fe4-47c2-88d2-ed6a90871bce tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1510561 Feb 10 04:29:25.346031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:25.376450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-dd40932c-131e-4d36-bc82-403b57e3c2af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275914 Feb 10 04:29:25.435815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 3de25695-f88f-4b5d-86f2-319cc09f6ef4 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:25.440651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (3de25695-f88f-4b5d-86f2-319cc09f6ef4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.460708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:25.543443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (3de25695-f88f-4b5d-86f2-319cc09f6ef4), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.588910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:25.590371 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.696873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1e981762-017c-4f7d-99a9-2d525f87fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (15536e12-cad4-4db7-a24d-730e0eb48a57), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.696873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1e981762-017c-4f7d-99a9-2d525f87fc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.696873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1e981762-017c-4f7d-99a9-2d525f87fc7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15536e12-cad4-4db7-a24d-730e0eb48a57 HTTP/1.1" status: 204 len: 168 time: 0.6435423 Feb 10 04:29:25.696873 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3de25695-f88f-4b5d-86f2-319cc09f6ef4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.789539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-803c716f-4197-480c-8812-bb9f0a03bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:25.796197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-803c716f-4197-480c-8812-bb9f0a03bc6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.1275928 Feb 10 04:29:25.828554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:25.828958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:25.853163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e981762-017c-4f7d-99a9-2d525f87fc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15536e12-cad4-4db7-a24d-730e0eb48a57,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:25.992363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a77380de-0c85-41d8-9eb2-1c00622026b9 None None] Provisioning complete for port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:25.993588 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a77380de-0c85-41d8-9eb2-1c00622026b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:26.033367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-09a5efe6-997c-4d08-ad1a-255aeff73833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:26.035496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-09a5efe6-997c-4d08-ad1a-255aeff73833 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 910 time: 0.2175403 Feb 10 04:29:26.095280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (3de25695-f88f-4b5d-86f2-319cc09f6ef4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:26.131736 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:26.155484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/3de25695-f88f-4b5d-86f2-319cc09f6ef4 HTTP/1.1" status: 204 len: 168 time: 0.7997041 Feb 10 04:29:26.160985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34298) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:26.191309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-57c06baf-a371-45b3-8c2e-9422ec9a6d11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 1002 time: 0.1494021 Feb 10 04:29:26.226145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7a98b-a7f3-4d97-b83f-a1a6bffc9342 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=3de25695-f88f-4b5d-86f2-319cc09f6ef4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:26.310943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-1bbe3143-96b3-43b4-b72d-99ddc48ce9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:26.312474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-1bbe3143-96b3-43b4-b72d-99ddc48ce9f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 0.1146345 Feb 10 04:29:26.390562 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a910aabf-62dc-4951-8000-af20458456e4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2239099 Feb 10 04:29:26.394136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34308) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:26.450556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:29:26.450936 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:29:26.468971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-8217e99f-b680-496c-ab87-d24fd036b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:26.470507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-8217e99f-b680-496c-ab87-d24fd036b503 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1497853 Feb 10 04:29:26.498134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67211e4-2829-4dfd-8f1e-19be75dfdf03 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:26.502973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a77380de-0c85-41d8-9eb2-1c00622026b9 None None] Current status of the port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:26.503568 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a77380de-0c85-41d8-9eb2-1c00622026b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:26.553019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de52012-8dbe-4413-ad51-e5daae7520ab tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:26.559710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34312) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:26.563162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8de52012-8dbe-4413-ad51-e5daae7520ab tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1624351 Feb 10 04:29:26.624151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a77380de-0c85-41d8-9eb2-1c00622026b9 None None] For port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=82495182-fcb7-4ecd-abbd-9cb9aec10fc8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:26.693503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d617fe-246c-43cd-b7c5-255dd7068894 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:26.696551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f7d617fe-246c-43cd-b7c5-255dd7068894 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332824 Feb 10 04:29:26.698591 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34318) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:26.729194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-d16af83b-a4cd-4833-8618-f857afb98b20 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499578 Feb 10 04:29:26.746897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a77380de-0c85-41d8-9eb2-1c00622026b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:26.814029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4796cce3-024f-4b2c-84e6-ba043e2ab379 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115654 Feb 10 04:29:26.815412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34326) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:26.829209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:26.862469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77380de-0c85-41d8-9eb2-1c00622026b9 None None] Pushing event updated for resources: {'Port': ['ID=82495182-fcb7-4ecd-abbd-9cb9aec10fc8,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:26.878615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:26.891708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5370589d-3f96-4d9c-87b5-12c1a41279ac None None] Could not find standard attr ID for object 8f4ee93d-4b99-43e3-a513-cef7936f3122. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:27.013247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ea2f2dd-0b0c-43fa-9426-6bfbd308f95a req-8bad8fdd-5d68-4dfe-a26e-13b8fe9a6eff service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778256 Feb 10 04:29:27.049683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34336) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:27.061308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] Deleting port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:27.061691 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.064759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:27.133765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:27.134612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f8d898c0-3526-4dd5-a40d-957e9e12ca37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad2e37bc45594c52a621690bfb4e5635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831122 Feb 10 04:29:27.169233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:27.176191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.202129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] For port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=82495182-fcb7-4ecd-abbd-9cb9aec10fc8,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:27.203039 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.236819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] Calling delete_port for 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:27.334034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:27.350675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48c0e7ff-ea1d-420f-8ad1-310723f56678 admin admin] Publish callbacks [] for security_group (13760be4-4025-439d-90ae-7a14f50b3fd9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.461006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:27.463399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.500524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48c0e7ff-ea1d-420f-8ad1-310723f56678 admin admin] Publish callbacks [] for security_group (13760be4-4025-439d-90ae-7a14f50b3fd9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.678957 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (82495182-fcb7-4ecd-abbd-9cb9aec10fc8), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.704577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48c0e7ff-ea1d-420f-8ad1-310723f56678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (13760be4-4025-439d-90ae-7a14f50b3fd9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.707147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48c0e7ff-ea1d-420f-8ad1-310723f56678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.708318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-48c0e7ff-ea1d-420f-8ad1-310723f56678 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13760be4-4025-439d-90ae-7a14f50b3fd9 HTTP/1.1" status: 204 len: 168 time: 0.5731707 Feb 10 04:29:27.753882 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07553853-ec84-4944-ae86-b6b379215a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:27.755910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] No DVR routers for this DVR port 82495182-fcb7-4ecd-abbd-9cb9aec10fc8 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:27.818820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046273ec-8924-49ef-82a2-7d029be24e51 None None] Pushing event deleted for resources: {'Port': ['ID=82495182-fcb7-4ecd-abbd-9cb9aec10fc8,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:27.820480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0e7ff-ea1d-420f-8ad1-310723f56678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13760be4-4025-439d-90ae-7a14f50b3fd9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:28.128441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:29:28.129857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (682b322f-4c08-41f0-8f1f-022a5db568be), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:28.189540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:28.198974 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=682b322f-4c08-41f0-8f1f-022a5db568be,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:28.205879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:28.216510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:28.217296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb2042-1c04-4969-a879-a28fec1b03e4 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:28.217632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:28.358902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62bc7412-cc5f-404d-89da-304d313704bf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5408332 Feb 10 04:29:28.361987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34382) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:28.370165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:4e:f7:76', 'name': 'tempest-NetworksTestDHCPv6-417027876'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:28.520319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '682b322f-4c08-41f0-8f1f-022a5db568be'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:28.521214 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:28.712033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:28.754135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Allocated IP 2001:db8::f816:3eff:fe9d:2f03 (bccb2641-a2dc-4885-b350-1b936c4c0b28/682b322f-4c08-41f0-8f1f-022a5db568be/96140e3f-6d85-46db-a50f-8f3c7abff76c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:28.831555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:28.861378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 216c33b5-d6a3-4acb-8f13-cac7d118d741 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:29.028589 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Publish callbacks [] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.132645 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.156263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34394) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:29.202068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fe4e:f776 (bccb2641-a2dc-4885-b350-1b936c4c0b28/682b322f-4c08-41f0-8f1f-022a5db568be/216c33b5-d6a3-4acb-8f13-cac7d118d741) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:29.240980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:29.263964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:29.272496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:29.364257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77e28c91-db91-4254-a5a9-f6de588cd01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.379746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Pushing event updated for resources: {'Port': ['ID=96140e3f-6d85-46db-a50f-8f3c7abff76c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:29.401390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Attempting to bind port 96140e3f-6d85-46db-a50f-8f3c7abff76c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:29.402007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Attempting to bind port 96140e3f-6d85-46db-a50f-8f3c7abff76c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:29.402685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Attempting to bind port 96140e3f-6d85-46db-a50f-8f3c7abff76c on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:29.409162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:29.409752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:29.410457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.411061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:29.411547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Bound port: 96140e3f-6d85-46db-a50f-8f3c7abff76c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:29.411945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.417424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (216c33b5-d6a3-4acb-8f13-cac7d118d741), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.502024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] For port 96140e3f-6d85-46db-a50f-8f3c7abff76c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:29.506894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] For port 96140e3f-6d85-46db-a50f-8f3c7abff76c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=96140e3f-6d85-46db-a50f-8f3c7abff76c,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:29.544869 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77e28c91-db91-4254-a5a9-f6de588cd01f admin admin] Publish callbacks [] for security_group (4a729a1b-ebf9-4a55-a747-92bc9262aa16), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.549424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (216c33b5-d6a3-4acb-8f13-cac7d118d741), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.609597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:29.613162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:29.618851 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.628170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:29.629472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:29.630095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.636729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=216c33b5-d6a3-4acb-8f13-cac7d118d741,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:29.649418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-77e28c91-db91-4254-a5a9-f6de588cd01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4a729a1b-ebf9-4a55-a747-92bc9262aa16), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.705836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-77e28c91-db91-4254-a5a9-f6de588cd01f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f5caba373de4c35a76edde51d4faf20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5484650 Feb 10 04:29:29.706768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e28c91-db91-4254-a5a9-f6de588cd01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a729a1b-ebf9-4a55-a747-92bc9262aa16,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:29.708896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34400) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:29.768947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34402) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:29.771671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-537e1038-60b4-4055-93e9-4339c82c9581 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4047897 Feb 10 04:29:29.810203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83853e1f-3f93-4d99-b40d-a5abb5a4e75e admin admin] Publish callbacks [] for security_group (4a729a1b-ebf9-4a55-a747-92bc9262aa16), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.853051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83853e1f-3f93-4d99-b40d-a5abb5a4e75e admin admin] Publish callbacks [] for security_group (4a729a1b-ebf9-4a55-a747-92bc9262aa16), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.857788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbc5a3-7fea-4dc8-9639-eaa8794f028a None None] Pushing event updated for resources: {'Port': ['ID=96140e3f-6d85-46db-a50f-8f3c7abff76c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:29.878509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965743e-1966-4103-b100-881e89506789 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:29.895547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3970-5780-4871-8479-23934639b55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:29.898367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965743e-1966-4103-b100-881e89506789 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:29.900690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2965743e-1966-4103-b100-881e89506789 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1297605 Feb 10 04:29:29.905563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34404) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:30.000578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83853e1f-3f93-4d99-b40d-a5abb5a4e75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4a729a1b-ebf9-4a55-a747-92bc9262aa16), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.005128 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83853e1f-3f93-4d99-b40d-a5abb5a4e75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.028436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-83853e1f-3f93-4d99-b40d-a5abb5a4e75e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a729a1b-ebf9-4a55-a747-92bc9262aa16 HTTP/1.1" status: 204 len: 168 time: 0.3183672 Feb 10 04:29:30.034923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 216c33b5-d6a3-4acb-8f13-cac7d118d741 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:30.035286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (216c33b5-d6a3-4acb-8f13-cac7d118d741), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.061276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83853e1f-3f93-4d99-b40d-a5abb5a4e75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a729a1b-ebf9-4a55-a747-92bc9262aa16,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:30.183638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (216c33b5-d6a3-4acb-8f13-cac7d118d741), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.221121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 216c33b5-d6a3-4acb-8f13-cac7d118d741 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:30.550773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (216c33b5-d6a3-4acb-8f13-cac7d118d741), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.619159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=216c33b5-d6a3-4acb-8f13-cac7d118d741,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:30.674972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.683550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e5e2911-ca7a-45f6-8bcb-ac370ba36386 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/216c33b5-d6a3-4acb-8f13-cac7d118d741 HTTP/1.1" status: 204 len: 168 time: 0.7740102 Feb 10 04:29:30.683892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34426) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:30.745055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03778bda-326e-4afc-80c3-a3b66ea439e4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:30.746497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03778bda-326e-4afc-80c3-a3b66ea439e4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:30.750480 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-03778bda-326e-4afc-80c3-a3b66ea439e4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0632226 Feb 10 04:29:30.750736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34430) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:30.840319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 682b322f-4c08-41f0-8f1f-022a5db568be {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:30.844225 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (682b322f-4c08-41f0-8f1f-022a5db568be), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.888405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (682b322f-4c08-41f0-8f1f-022a5db568be), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:30.936032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34434) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:30.963111 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6a14c41-ec13-4baf-9320-f43b0f0afb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.037686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.053820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6a14c41-ec13-4baf-9320-f43b0f0afb3a admin admin] Publish callbacks [] for security_group (34d487d4-4bb8-4a76-8168-a4f279668952), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.132738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (682b322f-4c08-41f0-8f1f-022a5db568be), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.281411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6a14c41-ec13-4baf-9320-f43b0f0afb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (34d487d4-4bb8-4a76-8168-a4f279668952), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.412451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (682b322f-4c08-41f0-8f1f-022a5db568be), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.428329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 96140e3f-6d85-46db-a50f-8f3c7abff76c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:31.472613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=682b322f-4c08-41f0-8f1f-022a5db568be,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:31.479224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e6a14c41-ec13-4baf-9320-f43b0f0afb3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9055140ef86b42508899be7b90c39b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391591 Feb 10 04:29:31.480206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34454) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:31.482435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a14c41-ec13-4baf-9320-f43b0f0afb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d487d4-4bb8-4a76-8168-a4f279668952,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:31.493554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.500323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d99d424-b839-44b0-a232-97a4984ad794 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/682b322f-4c08-41f0-8f1f-022a5db568be HTTP/1.1" status: 204 len: 168 time: 0.7456534 Feb 10 04:29:31.504222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34456) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:31.535334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 96140e3f-6d85-46db-a50f-8f3c7abff76c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:31.536657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.644826 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1f2fce39-06f7-479a-b7c3-7790d5c756d1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370034 Feb 10 04:29:31.645106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34460) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:31.651209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:31.674291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31176313-eb43-43ce-8b5a-1abf07f83499 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:31.711754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-321c2b3e-5547-4260-843a-af301d980d7d admin admin] Publish callbacks [] for security_group (34d487d4-4bb8-4a76-8168-a4f279668952), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.792084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-321c2b3e-5547-4260-843a-af301d980d7d admin admin] Publish callbacks [] for security_group (34d487d4-4bb8-4a76-8168-a4f279668952), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.819746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 96140e3f-6d85-46db-a50f-8f3c7abff76c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:31.820633 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.853693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d89329b6-87f7-45c2-a798-bbe844ba4c8b None None] Provisioning complete for port 96140e3f-6d85-46db-a50f-8f3c7abff76c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:31.854425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d89329b6-87f7-45c2-a798-bbe844ba4c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.905529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 96140e3f-6d85-46db-a50f-8f3c7abff76c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=96140e3f-6d85-46db-a50f-8f3c7abff76c,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:31.915167 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:31.921213 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:31.995653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26b289-593c-490d-849b-78da62be994f None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:32.043331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-321c2b3e-5547-4260-843a-af301d980d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (34d487d4-4bb8-4a76-8168-a4f279668952), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:32.046170 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-321c2b3e-5547-4260-843a-af301d980d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:32.048406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-321c2b3e-5547-4260-843a-af301d980d7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34d487d4-4bb8-4a76-8168-a4f279668952 HTTP/1.1" status: 204 len: 168 time: 0.5653079 Feb 10 04:29:32.064844 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:32.076607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c2b3e-5547-4260-843a-af301d980d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d487d4-4bb8-4a76-8168-a4f279668952,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:32.229969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d89329b6-87f7-45c2-a798-bbe844ba4c8b None None] Current status of the port 96140e3f-6d85-46db-a50f-8f3c7abff76c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:32.232426 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d89329b6-87f7-45c2-a798-bbe844ba4c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:32.369693 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-d89329b6-87f7-45c2-a798-bbe844ba4c8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:29:32.370057 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-d89329b6-87f7-45c2-a798-bbe844ba4c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:29:32.372130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=96140e3f-6d85-46db-a50f-8f3c7abff76c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:32.385307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8f26b289-593c-490d-849b-78da62be994f None None] Deleting port 96140e3f-6d85-46db-a50f-8f3c7abff76c {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:32.385852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f26b289-593c-490d-849b-78da62be994f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:32.528274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8f26b289-593c-490d-849b-78da62be994f None None] For port 96140e3f-6d85-46db-a50f-8f3c7abff76c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=96140e3f-6d85-46db-a50f-8f3c7abff76c,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:32.528274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f26b289-593c-490d-849b-78da62be994f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:32.556507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8f26b289-593c-490d-849b-78da62be994f None None] Calling delete_port for 96140e3f-6d85-46db-a50f-8f3c7abff76c owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:32.603006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:29:32.919093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d89329b6-87f7-45c2-a798-bbe844ba4c8b None None] Current status of the port 96140e3f-6d85-46db-a50f-8f3c7abff76c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:33.285437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 96140e3f-6d85-46db-a50f-8f3c7abff76c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:33.363952 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:33.373619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f26b289-593c-490d-849b-78da62be994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:33.403653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_pluggable_backend [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Port 96140e3f-6d85-46db-a50f-8f3c7abff76c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 04:29:33.404297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_pluggable_backend [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:2f03 {{(pid=109958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 04:29:33.407528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_pluggable_backend [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:2f03 {{(pid=109958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 04:29:33.407666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b289-593c-490d-849b-78da62be994f None None] Pushing event deleted for resources: {'Port': ['ID=96140e3f-6d85-46db-a50f-8f3c7abff76c,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:33.415747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (be804d42-c0ad-439f-89c6-9a7cdbc99484), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:33.422183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26b289-593c-490d-849b-78da62be994f None None] No DVR routers for this DVR port 96140e3f-6d85-46db-a50f-8f3c7abff76c on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:33.476446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 96140e3f-6d85-46db-a50f-8f3c7abff76c is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:33.480976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=be804d42-c0ad-439f-89c6-9a7cdbc99484,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:33.489094 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (96140e3f-6d85-46db-a50f-8f3c7abff76c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:33.510387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:33.520791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:33.520791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:33.520979 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:33.529842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b0caa-3c5b-40a8-ba76-eb3e537b0928 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:33.683125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a702bbb4-a338-4be2-b443-dd0ecf08f423 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0367813 Feb 10 04:29:33.686908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34504) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:33.692082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:cb:12:6b', 'name': 'tempest-NetworksTestDHCPv6-1476388618'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:33.709036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': 'be804d42-c0ad-439f-89c6-9a7cdbc99484'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:33.710250 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:33.936000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Allocated IP 2001:db8::f816:3eff:fec3:6a20 (bccb2641-a2dc-4885-b350-1b936c4c0b28/be804d42-c0ad-439f-89c6-9a7cdbc99484/e3a7661a-8a1e-4e8b-9856-994766755dfb) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:34.054170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:34.208554 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Publish callbacks [] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:34.236612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:34.263211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 39371977-ebd2-4aa0-a8b0-8d6486ef1fa9 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:34.345246 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:34.350157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:34.451900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fecb:126b (bccb2641-a2dc-4885-b350-1b936c4c0b28/be804d42-c0ad-439f-89c6-9a7cdbc99484/39371977-ebd2-4aa0-a8b0-8d6486ef1fa9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:34.454144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:34.457268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:34.466046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:34.486500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Pushing event updated for resources: {'Port': ['ID=e3a7661a-8a1e-4e8b-9856-994766755dfb,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:34.505185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.505185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.505185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.509000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:34.608877 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Attempting to bind port e3a7661a-8a1e-4e8b-9856-994766755dfb on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:34.611436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Attempting to bind port e3a7661a-8a1e-4e8b-9856-994766755dfb by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:34.612672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Attempting to bind port e3a7661a-8a1e-4e8b-9856-994766755dfb on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:34.633619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:34.634842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:34.634842 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:34.634842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:34.649955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Bound port: e3a7661a-8a1e-4e8b-9856-994766755dfb, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:34.649955 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:34.788323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (39371977-ebd2-4aa0-a8b0-8d6486ef1fa9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:34.824487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] For port e3a7661a-8a1e-4e8b-9856-994766755dfb, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:34.831299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] For port e3a7661a-8a1e-4e8b-9856-994766755dfb, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e3a7661a-8a1e-4e8b-9856-994766755dfb,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:35.009054 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:35.038224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (39371977-ebd2-4aa0-a8b0-8d6486ef1fa9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:35.146514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:35.152245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d6526-ee72-4f19-b26d-72e238643d9f None None] Pushing event updated for resources: {'Port': ['ID=e3a7661a-8a1e-4e8b-9856-994766755dfb,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:35.154425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:35.170895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:35.183922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:35.185258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:35.231687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=39371977-ebd2-4aa0-a8b0-8d6486ef1fa9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:35.329318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f9707154-077b-4a12-8adc-9cc2f7c54784 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6387718 Feb 10 04:29:35.329765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34550) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:35.467260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12470ed2-5ecd-4e08-aa7a-3074d0b72ff1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:35.478359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12470ed2-5ecd-4e08-aa7a-3074d0b72ff1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:35.487367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12470ed2-5ecd-4e08-aa7a-3074d0b72ff1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1563613 Feb 10 04:29:35.490403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:35.661548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 39371977-ebd2-4aa0-a8b0-8d6486ef1fa9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:35.661904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (39371977-ebd2-4aa0-a8b0-8d6486ef1fa9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:35.806901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (39371977-ebd2-4aa0-a8b0-8d6486ef1fa9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:35.838550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 39371977-ebd2-4aa0-a8b0-8d6486ef1fa9 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:36.094381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (39371977-ebd2-4aa0-a8b0-8d6486ef1fa9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.130647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=39371977-ebd2-4aa0-a8b0-8d6486ef1fa9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:36.161525 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.166118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eaa337a8-1b6e-45dd-8b51-2ebc68701afa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/39371977-ebd2-4aa0-a8b0-8d6486ef1fa9 HTTP/1.1" status: 204 len: 168 time: 0.6739070 Feb 10 04:29:36.168610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34566) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:36.254194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c7c7a-d672-48b1-a3ec-a65156c28198 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:36.256089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c7c7a-d672-48b1-a3ec-a65156c28198 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:36.258255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f53c7c7a-d672-48b1-a3ec-a65156c28198 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0881972 Feb 10 04:29:36.261049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34568) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:36.368710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet be804d42-c0ad-439f-89c6-9a7cdbc99484 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:36.372487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (be804d42-c0ad-439f-89c6-9a7cdbc99484), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.420602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (be804d42-c0ad-439f-89c6-9a7cdbc99484), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.584274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (be804d42-c0ad-439f-89c6-9a7cdbc99484), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.764003 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (be804d42-c0ad-439f-89c6-9a7cdbc99484), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.790224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-67a8b9c9-6528-4b36-8194-c6d0ccf0cdba None None] Provisioning complete for port e3a7661a-8a1e-4e8b-9856-994766755dfb triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:36.798917 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-67a8b9c9-6528-4b36-8194-c6d0ccf0cdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.809589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=be804d42-c0ad-439f-89c6-9a7cdbc99484,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:36.819229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:36.832546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eeb111e0-0f3e-48c8-89e4-da658ff4f4f0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/be804d42-c0ad-439f-89c6-9a7cdbc99484 HTTP/1.1" status: 204 len: 168 time: 0.5682275 Feb 10 04:29:36.833086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34582) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:36.915436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34586) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:36.917727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c1da5727-ae4e-4a04-9eb3-d01b55f77980 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811522 Feb 10 04:29:36.971989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-67a8b9c9-6528-4b36-8194-c6d0ccf0cdba None None] Current status of the port e3a7661a-8a1e-4e8b-9856-994766755dfb is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:36.972635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-67a8b9c9-6528-4b36-8194-c6d0ccf0cdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:37.028376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-67a8b9c9-6528-4b36-8194-c6d0ccf0cdba None None] For port e3a7661a-8a1e-4e8b-9856-994766755dfb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e3a7661a-8a1e-4e8b-9856-994766755dfb,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:37.069799 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:29:37.103759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5451f-bf76-4342-8a4f-21ace5301ec5 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:37.108778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7280cfac-5521-4e6b-9d12-4fcd55dd99ba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:37.116408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7280cfac-5521-4e6b-9d12-4fcd55dd99ba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1973937 Feb 10 04:29:37.116898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34590) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:37.134382 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-67a8b9c9-6528-4b36-8194-c6d0ccf0cdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:37.227268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e8b22d-489e-4bd6-8972-31c12c751e7a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:37.234662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-30e8b22d-489e-4bd6-8972-31c12c751e7a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1143444 Feb 10 04:29:37.235294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34594) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:37.352695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d73c30d8-3d57-4b15-bb24-097fa2d052d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116800 Feb 10 04:29:37.352939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34596) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:37.358414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:37.581579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e3a7661a-8a1e-4e8b-9856-994766755dfb up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:37.622996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:37.627252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:37.688348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6d8c496d-06e3-4ba1-8e6c-868abb1ee945 None None] Could not find standard attr ID for object 39371977-ebd2-4aa0-a8b0-8d6486ef1fa9. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:37.758154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8b9c9-6528-4b36-8194-c6d0ccf0cdba None None] Pushing event updated for resources: {'Port': ['ID=e3a7661a-8a1e-4e8b-9856-994766755dfb,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:37.809363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e3a7661a-8a1e-4e8b-9856-994766755dfb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:37.809363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:37.939191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:38.116679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e3a7661a-8a1e-4e8b-9856-994766755dfb is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:38.137610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] Deleting port e3a7661a-8a1e-4e8b-9856-994766755dfb {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:38.137994 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:38.146944 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (7de846a5-14d0-4472-9a32-e5b95b11a50d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:38.310754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] For port e3a7661a-8a1e-4e8b-9856-994766755dfb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e3a7661a-8a1e-4e8b-9856-994766755dfb,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:38.311160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:38.343885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] Calling delete_port for e3a7661a-8a1e-4e8b-9856-994766755dfb owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:38.610354 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (e3a7661a-8a1e-4e8b-9856-994766755dfb), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:38.686131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] No DVR routers for this DVR port e3a7661a-8a1e-4e8b-9856-994766755dfb on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:38.688452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f38449-7a15-4f04-bd02-e8f1ea86b4e0 None None] Pushing event deleted for resources: {'Port': ['ID=e3a7661a-8a1e-4e8b-9856-994766755dfb,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:38.700487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=7de846a5-14d0-4472-9a32-e5b95b11a50d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:38.722105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:38.724382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:38.727998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:38.729068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:38.736244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027acde5-3bf9-48fb-adc3-e90c95cbfdda None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:38.836668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ed7ec730-be8c-4222-a421-ec9019b6170e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4818907 Feb 10 04:29:38.837519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34620) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:38.844607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:73:29:19', 'name': 'tempest-NetworksTestDHCPv6-942433085'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:38.884730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '7de846a5-14d0-4472-9a32-e5b95b11a50d'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:38.885600 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.095156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/7de846a5-14d0-4472-9a32-e5b95b11a50d/397e35cb-1564-4124-ade5-8c0caff35bf0) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:39.100024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:39.103823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.125011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 72838d51-75b9-4298-9059-7dd04d8cfed5 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:39.350464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e3a7661a-8a1e-4e8b-9856-994766755dfb no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:39.385243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e3a7661a-8a1e-4e8b-9856-994766755dfb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:39.385643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e3a7661a-8a1e-4e8b-9856-994766755dfb not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:39.388000 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Publish callbacks [] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.496644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.574727 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::34f (bccb2641-a2dc-4885-b350-1b936c4c0b28/7de846a5-14d0-4472-9a32-e5b95b11a50d/72838d51-75b9-4298-9059-7dd04d8cfed5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:39.619269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Pushing event updated for resources: {'Port': ['ID=397e35cb-1564-4124-ade5-8c0caff35bf0,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:39.626978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:39.629128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:39.637155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:39.737179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Attempting to bind port 397e35cb-1564-4124-ade5-8c0caff35bf0 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:39.737788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Attempting to bind port 397e35cb-1564-4124-ade5-8c0caff35bf0 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:39.738171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Attempting to bind port 397e35cb-1564-4124-ade5-8c0caff35bf0 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:39.744512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:39.745471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:39.745471 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.753266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:39.753266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Bound port: 397e35cb-1564-4124-ade5-8c0caff35bf0, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:39.753266 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.807073 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (72838d51-75b9-4298-9059-7dd04d8cfed5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.829742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] For port 397e35cb-1564-4124-ade5-8c0caff35bf0, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:39.836989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] For port 397e35cb-1564-4124-ade5-8c0caff35bf0, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=397e35cb-1564-4124-ade5-8c0caff35bf0,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:39.913292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.944683 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (72838d51-75b9-4298-9059-7dd04d8cfed5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:39.988971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc371b-bfb3-4577-96ae-f5034c5a9e15 None None] Pushing event updated for resources: {'Port': ['ID=397e35cb-1564-4124-ade5-8c0caff35bf0,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:40.052929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=72838d51-75b9-4298-9059-7dd04d8cfed5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:40.065206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:40.067849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:40.074962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:40.106094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:40.107188 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:40.276856 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d1f1fd87-7933-4ae9-a2e7-1779932f350d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4368739 Feb 10 04:29:40.279662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34660) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:40.443858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee535dae-c8f7-4b0c-b4e7-89f864b1b0ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:40.464651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee535dae-c8f7-4b0c-b4e7-89f864b1b0ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:40.472747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee535dae-c8f7-4b0c-b4e7-89f864b1b0ef tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1897547 Feb 10 04:29:40.473150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34668) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:40.730589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 72838d51-75b9-4298-9059-7dd04d8cfed5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:40.731621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (72838d51-75b9-4298-9059-7dd04d8cfed5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:40.872435 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (72838d51-75b9-4298-9059-7dd04d8cfed5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:40.899153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 72838d51-75b9-4298-9059-7dd04d8cfed5 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:41.194314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (72838d51-75b9-4298-9059-7dd04d8cfed5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:41.305829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=72838d51-75b9-4298-9059-7dd04d8cfed5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:41.410359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:41.417207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34688) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:41.420397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a1e12e19-8ea8-4d8d-97ff-d183256314c5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/72838d51-75b9-4298-9059-7dd04d8cfed5 HTTP/1.1" status: 204 len: 168 time: 0.9459202 Feb 10 04:29:41.537079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:41.551896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 397e35cb-1564-4124-ade5-8c0caff35bf0 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:41.589104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f99c2-fe83-46fc-bba3-7dbd17ef0983 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:41.592389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f99c2-fe83-46fc-bba3-7dbd17ef0983 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:41.596677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d44f99c2-fe83-46fc-bba3-7dbd17ef0983 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1721482 Feb 10 04:29:41.599456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34694) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:41.687022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 397e35cb-1564-4124-ade5-8c0caff35bf0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:41.687329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:41.799745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 7de846a5-14d0-4472-9a32-e5b95b11a50d {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:41.802047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfaec-d6ad-4a88-b4d9-8aee4e4a7a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:41.821722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 397e35cb-1564-4124-ade5-8c0caff35bf0 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:41.822206 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:41.831640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (7de846a5-14d0-4472-9a32-e5b95b11a50d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:41.920725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 397e35cb-1564-4124-ade5-8c0caff35bf0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=397e35cb-1564-4124-ade5-8c0caff35bf0,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:41.928776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (7de846a5-14d0-4472-9a32-e5b95b11a50d), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:41.955689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-174268f8-6328-483d-8309-e636bee649c1 None None] Provisioning complete for port 397e35cb-1564-4124-ade5-8c0caff35bf0 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:41.955689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-174268f8-6328-483d-8309-e636bee649c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.058547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.095181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7de846a5-14d0-4472-9a32-e5b95b11a50d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.207932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-174268f8-6328-483d-8309-e636bee649c1 None None] Current status of the port 397e35cb-1564-4124-ade5-8c0caff35bf0 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:42.248420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=397e35cb-1564-4124-ade5-8c0caff35bf0,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:42.321616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-df12a75b-24d0-4eec-aa36-450234662b6d None None] Could not find standard attr ID for object 72838d51-75b9-4298-9059-7dd04d8cfed5. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:42.333305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (7de846a5-14d0-4472-9a32-e5b95b11a50d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.452029 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.462533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:42.467052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/7de846a5-14d0-4472-9a32-e5b95b11a50d HTTP/1.1" status: 204 len: 168 time: 0.8664761 Feb 10 04:29:42.483977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec2155-67ef-4b15-ae70-07b14d699594 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=7de846a5-14d0-4472-9a32-e5b95b11a50d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:42.596987 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1440d9a5-02d4-4e53-94c1-424bbf42de50 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291475 Feb 10 04:29:42.597574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34712) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:42.611818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfaec-d6ad-4a88-b4d9-8aee4e4a7a20 admin admin] Publish callbacks [] for security_group (3bfb4332-c1e5-4dfc-b899-d4c79c452807), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.683127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dfaec-d6ad-4a88-b4d9-8aee4e4a7a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3bfb4332-c1e5-4dfc-b899-d4c79c452807), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.696035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7b9b4-b1cc-4bd0-8606-83f546a4ffb2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:42.698017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-37a7b9b4-b1cc-4bd0-8606-83f546a4ffb2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0993536 Feb 10 04:29:42.702749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34714) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:42.749643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dccc86-512a-40f4-ba93-3dce7d3d1006 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:42.773218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5b3dfaec-d6ad-4a88-b4d9-8aee4e4a7a20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5fc6104c0ba4b1bb12067fb89cbf45e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2323511 Feb 10 04:29:42.773218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dfaec-d6ad-4a88-b4d9-8aee4e4a7a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfb4332-c1e5-4dfc-b899-d4c79c452807,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:42.774735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34716) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:42.826535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28260efc-d601-4f1a-aa1a-f2aa13b5fc0d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:42.828439 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28260efc-d601-4f1a-aa1a-f2aa13b5fc0d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241989 Feb 10 04:29:42.835218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34718) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:42.843612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65a5d284-2b46-4ee3-9594-469267446a73 admin admin] Publish callbacks [] for security_group (3bfb4332-c1e5-4dfc-b899-d4c79c452807), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.885634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65a5d284-2b46-4ee3-9594-469267446a73 admin admin] Publish callbacks [] for security_group (3bfb4332-c1e5-4dfc-b899-d4c79c452807), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:42.935589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-141e109c-b717-470a-b36b-d652c7a95262 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991306 Feb 10 04:29:42.939209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34722) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:42.944382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:43.045660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65a5d284-2b46-4ee3-9594-469267446a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3bfb4332-c1e5-4dfc-b899-d4c79c452807), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:43.049650 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-65a5d284-2b46-4ee3-9594-469267446a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:43.051534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-65a5d284-2b46-4ee3-9594-469267446a73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3bfb4332-c1e5-4dfc-b899-d4c79c452807 HTTP/1.1" status: 204 len: 168 time: 0.2758961 Feb 10 04:29:43.072561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5d284-2b46-4ee3-9594-469267446a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfb4332-c1e5-4dfc-b899-d4c79c452807,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:43.140700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:43.230989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:43.234721 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:43.305832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] Deleting port 397e35cb-1564-4124-ade5-8c0caff35bf0 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:43.307187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:43.537210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] For port 397e35cb-1564-4124-ade5-8c0caff35bf0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=397e35cb-1564-4124-ade5-8c0caff35bf0,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:43.543122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:43.577326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] Calling delete_port for 397e35cb-1564-4124-ade5-8c0caff35bf0 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:43.669187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 397e35cb-1564-4124-ade5-8c0caff35bf0 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:43.773115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 397e35cb-1564-4124-ade5-8c0caff35bf0 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:43.773972 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:43.775952 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (397e35cb-1564-4124-ade5-8c0caff35bf0), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:43.799185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] No DVR routers for this DVR port 397e35cb-1564-4124-ade5-8c0caff35bf0 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:43.847430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d17c7-1252-49c9-8908-8d55b6aff032 None None] Pushing event deleted for resources: {'Port': ['ID=397e35cb-1564-4124-ade5-8c0caff35bf0,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:44.025046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:29:44.026636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.085259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34742) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:44.104906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1bcd-6ed9-4d1c-b146-f80dd4465252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.124181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:44.127468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:44.138651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69dea28-7303-43c8-a27d-a9ab31e69281 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:44.167677 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:44.171927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.227158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:44.254553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1bcd-6ed9-4d1c-b146-f80dd4465252 admin admin] Publish callbacks [] for security_group (d67cf44d-538c-492f-add0-51909f2d5f19), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.324858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:44.326292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.364789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fb2d2543-c896-4f50-b4a9-19be1f58e450 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4218767 Feb 10 04:29:44.365313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34750) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:44.371426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bf621ad6-1d52-4603-82eb-99314278aa38 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:44.398869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1bcd-6ed9-4d1c-b146-f80dd4465252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d67cf44d-538c-492f-add0-51909f2d5f19), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.439227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ef4b1bcd-6ed9-4d1c-b146-f80dd4465252 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3180e82f6b9b4934881afd4f940b76f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515308 Feb 10 04:29:44.441843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34752) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:44.502412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-103cc5fb-87e9-4919-b1ad-0099d3938e82 admin admin] Publish callbacks [] for security_group (d67cf44d-538c-492f-add0-51909f2d5f19), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.540030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-103cc5fb-87e9-4919-b1ad-0099d3938e82 admin admin] Publish callbacks [] for security_group (d67cf44d-538c-492f-add0-51909f2d5f19), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.558641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b1bcd-6ed9-4d1c-b146-f80dd4465252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67cf44d-538c-492f-add0-51909f2d5f19,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:44.618303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Allocated IP 2001:db8::f816:3eff:fe4c:c59e (bccb2641-a2dc-4885-b350-1b936c4c0b28/2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa/d0aa18ea-4554-4f6c-b732-80ec9eb58fe5) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:44.716960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-103cc5fb-87e9-4919-b1ad-0099d3938e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d67cf44d-538c-492f-add0-51909f2d5f19), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.719500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-103cc5fb-87e9-4919-b1ad-0099d3938e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.720679 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-103cc5fb-87e9-4919-b1ad-0099d3938e82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d67cf44d-538c-492f-add0-51909f2d5f19 HTTP/1.1" status: 204 len: 168 time: 0.2774713 Feb 10 04:29:44.734270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cc5fb-87e9-4919-b1ad-0099d3938e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67cf44d-538c-492f-add0-51909f2d5f19,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:44.756868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf621ad6-1d52-4603-82eb-99314278aa38 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:44.760999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf621ad6-1d52-4603-82eb-99314278aa38 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.878410 n-d-827844-2 neutron-server[109959]: INFO neutron.db.ipam_backend_mixin [None req-bf621ad6-1d52-4603-82eb-99314278aa38 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa (CIDR: 2001:db8::/64) Feb 10 04:29:44.890352 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Publish callbacks [] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:44.943814 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf621ad6-1d52-4603-82eb-99314278aa38 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:44.944355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf621ad6-1d52-4603-82eb-99314278aa38 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:44.986644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:45.057441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bf621ad6-1d52-4603-82eb-99314278aa38 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6901014 Feb 10 04:29:45.059149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:45.064218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:45.073917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:45.075309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Pushing event updated for resources: {'Port': ['ID=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:45.079279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:45.081322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:45.143574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Attempting to bind port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:45.143954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Attempting to bind port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:45.144324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Attempting to bind port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:45.150576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:45.161904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:45.161904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:45.161904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:45.161904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Bound port: d0aa18ea-4554-4f6c-b732-80ec9eb58fe5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:45.161904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:45.246993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] For port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:45.255104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] For port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:45.429051 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:45.479788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:45.486857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:45.616257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3d0d2-f712-4cef-bb6c-758dfdca116a None None] Pushing event updated for resources: {'Port': ['ID=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:46.077438 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (db17ca53-e393-4357-99eb-54e3dd3d120c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:46.147581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:46.152194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:46.160807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:46.161552 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:46.187302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=db17ca53-e393-4357-99eb-54e3dd3d120c,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:46.274916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34798) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:46.278586 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eefab53b-a586-4994-a737-360ffcb279e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2150402 Feb 10 04:29:46.280277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:a3:de:83', 'name': 'tempest-NetworksTestDHCPv6-901976628'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:46.502368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34808) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:46.509395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:46.972319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-961074877-network', 'tenant_id': 'f407455521864dd1997492f3eaaa2a74'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:47.021133 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.053038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 3493a9ec-baa2-49d3-b7b4-b38e4962700a yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:47.075364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74063be-95bc-4ca9-9c18-f598be12051c None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:47.138193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.153915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-81ee2eee-3961-465d-bad7-5f5654d80d08 None None] Provisioning complete for port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:47.154309 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-81ee2eee-3961-465d-bad7-5f5654d80d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.156390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Made reservation on behalf of f407455521864dd1997492f3eaaa2a74 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:47.159073 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.179073 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.288408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-81ee2eee-3961-465d-bad7-5f5654d80d08 None None] Current status of the port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:47.289363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-81ee2eee-3961-465d-bad7-5f5654d80d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.308784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8:0:1::3e9 (bccb2641-a2dc-4885-b350-1b936c4c0b28/db17ca53-e393-4357-99eb-54e3dd3d120c/3493a9ec-baa2-49d3-b7b4-b38e4962700a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:47.320695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fea3:de83 (bccb2641-a2dc-4885-b350-1b936c4c0b28/2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa/3493a9ec-baa2-49d3-b7b4-b38e4962700a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:47.337214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-81ee2eee-3961-465d-bad7-5f5654d80d08 None None] For port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:47.363556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:47.366813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks [] for security_group (90251d4a-c3c5-44ec-bbbd-9911f6e3d834), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.407223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427d1ea-0cad-4f93-8338-94f831427875 None None] Update dhcp port {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa', 'ip_address': '2001:db8::f816:3eff:fe4c:c59e'}, {'subnet_id': 'db17ca53-e393-4357-99eb-54e3dd3d120c'}], 'binding:host_id': 'n-d-827844-2'}, 'id': 'd0aa18ea-4554-4f6c-b732-80ec9eb58fe5'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:29:47.446886 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a427d1ea-0cad-4f93-8338-94f831427875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.533813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (3493a9ec-baa2-49d3-b7b4-b38e4962700a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.571493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-81ee2eee-3961-465d-bad7-5f5654d80d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.578429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:47.579289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.587753 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (90251d4a-c3c5-44ec-bbbd-9911f6e3d834), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.624213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90251d4a-c3c5-44ec-bbbd-9911f6e3d834,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:47.652499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:29:47.668024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (744b00e9-1a67-4ff6-b575-104520363e8b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.668685 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Added segment 744b00e9-1a67-4ff6-b575-104520363e8b of type vlan for network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 Feb 10 04:29:47.690479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee2eee-3961-465d-bad7-5f5654d80d08 None None] Pushing event updated for resources: {'Port': ['ID=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:47.729474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (687e4fd5-4f3d-4b23-b577-76f2ad1a2c83), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.759357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3493a9ec-baa2-49d3-b7b4-b38e4962700a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.787462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:47.799799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-a427d1ea-0cad-4f93-8338-94f831427875 None None] Allocated IP 2001:db8:0:1::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/db17ca53-e393-4357-99eb-54e3dd3d120c/d0aa18ea-4554-4f6c-b732-80ec9eb58fe5) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:47.811137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:47.813942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:47.818022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:47.821931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:47.822658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.848642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=3493a9ec-baa2-49d3-b7b4-b38e4962700a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:47.894052 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (687e4fd5-4f3d-4b23-b577-76f2ad1a2c83), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.901112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:47.901112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:47.925276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a427d1ea-0cad-4f93-8338-94f831427875 None None] For port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:47.961310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a427d1ea-0cad-4f93-8338-94f831427875 None None] Publish callbacks [] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.030310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] Pushing event updated for resources: {'Network': ['ID=687e4fd5-4f3d-4b23-b577-76f2ad1a2c83,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:48.042458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:29:48.062212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-af5f35a7-bd6a-43b6-90c3-cd754b0fbaa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7859719 Feb 10 04:29:48.065111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34840) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:48.103933 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-83c05c0c-eb0c-42d5-8c54-5112237e3b08 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5928488 Feb 10 04:29:48.103933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34842) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:48.118768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Request body: {'subnet': {'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-961074877-subnet', 'tenant_id': 'f407455521864dd1997492f3eaaa2a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:48.129497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a427d1ea-0cad-4f93-8338-94f831427875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.228093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 3493a9ec-baa2-49d3-b7b4-b38e4962700a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:48.228620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3493a9ec-baa2-49d3-b7b4-b38e4962700a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.316539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Made reservation on behalf of f407455521864dd1997492f3eaaa2a74 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:48.319555 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.373320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3493a9ec-baa2-49d3-b7b4-b38e4962700a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.389758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 3493a9ec-baa2-49d3-b7b4-b38e4962700a owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:48.452600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427d1ea-0cad-4f93-8338-94f831427875 None None] Pushing event updated for resources: {'Port': ['ID=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:48.472110 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.677293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (057dd950-88e7-4458-9cca-2280d7e9442f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.708677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3493a9ec-baa2-49d3-b7b4-b38e4962700a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.785230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Checking segment: {'id': '744b00e9-1a67-4ff6-b575-104520363e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:48.786037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Network hostable DHCP agents. Network: 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:29:48.799028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=057dd950-88e7-4458-9cca-2280d7e9442f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:48.808908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=3493a9ec-baa2-49d3-b7b4-b38e4962700a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:48.820380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:48.820380 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-184b4572-3e5f-48cb-96fa-30f53463c46d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/3493a9ec-baa2-49d3-b7b4-b38e4962700a HTTP/1.1" status: 204 len: 168 time: 0.7498932 Feb 10 04:29:48.820875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34852) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:48.886364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593dd17-ba56-475f-8ecf-ed0c2b15b7e0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:48.889914 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c593dd17-ba56-475f-8ecf-ed0c2b15b7e0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0701990 Feb 10 04:29:48.892404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34856) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:48.951278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b49ef-90e7-4fea-a826-8e9052d1814f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:48.953235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fa3b49ef-90e7-4fea-a826-8e9052d1814f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0597606 Feb 10 04:29:48.954743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:29:48.955809 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34860) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:49.024478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58ff95-07e5-4cf6-a307-3ec8a7738ca9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:49.025917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58ff95-07e5-4cf6-a307-3ec8a7738ca9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:49.027823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58ff95-07e5-4cf6-a307-3ec8a7738ca9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:49.029646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9a58ff95-07e5-4cf6-a307-3ec8a7738ca9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0726776 Feb 10 04:29:49.032271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34862) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:49.082675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:49.088070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:49.089104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.092737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995acf2-5144-4a1f-906e-fa369961b0bd None None] Network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:49.135777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:49.141738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.197675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.245825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e5fa0b4f-f3cd-4bb6-84b2-a806dc96ba20 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1404154 Feb 10 04:29:49.297239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289fe0c-a5b2-4fab-96db-dd81e6b3e510 None None] Network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:49.305776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.480452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.502332 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.502839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:49.505373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa HTTP/1.1" status: 204 len: 168 time: 0.4721498 Feb 10 04:29:49.508560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34876) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:49.552357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3fdba9e1-c419-4023-b338-5335a0c79cc7 None None] Provisioning complete for port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:49.553088 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3fdba9e1-c419-4023-b338-5335a0c79cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.561257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10aec0-b027-4fbf-b645-f011f93eba4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:49.617300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet db17ca53-e393-4357-99eb-54e3dd3d120c {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:49.621487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (db17ca53-e393-4357-99eb-54e3dd3d120c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.658893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824eb4a8-1813-442e-a6eb-e99e8ba7f1cc None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:49.750427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (db17ca53-e393-4357-99eb-54e3dd3d120c), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.750639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:49.750639 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.812346 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (db17ca53-e393-4357-99eb-54e3dd3d120c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:49.886275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3fdba9e1-c419-4023-b338-5335a0c79cc7 None None] Current status of the port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:49.963700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:49.999403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fe3d43e2-794d-4445-bd08-fecc000a7f50 None None] Could not find standard attr ID for object 3493a9ec-baa2-49d3-b7b4-b38e4962700a. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:50.037924 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (db17ca53-e393-4357-99eb-54e3dd3d120c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.076135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=db17ca53-e393-4357-99eb-54e3dd3d120c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:50.078585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.087899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5d807bac-ecf0-4623-a8d4-c784ffab6aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/db17ca53-e393-4357-99eb-54e3dd3d120c HTTP/1.1" status: 204 len: 168 time: 0.5782301 Feb 10 04:29:50.088722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34886) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:50.152629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9192d22d-741a-400e-8ff3-6b252a42904a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621092 Feb 10 04:29:50.153826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 34892) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:50.158966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:50.383123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:50.390803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.538754 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34906) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:50.545356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1797391613-network', 'tenant_id': 'ef3d23476900400ba47f31d4356319ef'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:50.677914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70847b90-af35-45ca-869c-cf7d4be994b5 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:50.716313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Made reservation on behalf of ef3d23476900400ba47f31d4356319ef for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:50.718789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.729480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.780612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1cf568ec-721d-453f-9adc-5d079c6faf43 None None] Provisioning complete for port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:50.780992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cf568ec-721d-453f-9adc-5d079c6faf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.818546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks [] for security_group (8a23557c-0b05-43fd-8d67-dd979534e441), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.879775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1cf568ec-721d-453f-9adc-5d079c6faf43 None None] Current status of the port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:50.931981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:50.940001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a23557c-0b05-43fd-8d67-dd979534e441), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.953690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.objects.ports [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109959) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:29:50.968789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:29:50.984123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23557c-0b05-43fd-8d67-dd979534e441,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:50.987796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] Deleting port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:50.988166 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.994663 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (145898b4-2642-4f9d-ac29-27b96db9df34), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:50.996887 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Added segment 145898b4-2642-4f9d-ac29-27b96db9df34 of type vlan for network aad09c60-8cb0-4443-a02e-565779e2fda2 Feb 10 04:29:51.052777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (aad09c60-8cb0-4443-a02e-565779e2fda2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.087373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] For port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:51.087771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.100750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] Calling delete_port for d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:51.190836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (aad09c60-8cb0-4443-a02e-565779e2fda2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.191945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:51.192603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.257474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] Pushing event updated for resources: {'Network': ['ID=aad09c60-8cb0-4443-a02e-565779e2fda2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:51.268149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network aad09c60-8cb0-4443-a02e-565779e2fda2 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:29:51.313265 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.332564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-624e7bfb-8955-4037-8ba4-e6480e2c9a89 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7925065 Feb 10 04:29:51.336393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34918) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:51.345840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Request body: {'subnet': {'network_id': 'aad09c60-8cb0-4443-a02e-565779e2fda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1797391613-subnet', 'tenant_id': 'ef3d23476900400ba47f31d4356319ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:51.349848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:51.437270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:51.437658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.568129 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.594815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] Pushing event deleted for resources: {'Port': ['ID=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:51.596780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Made reservation on behalf of ef3d23476900400ba47f31d4356319ef for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:51.598233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d65c34-42d3-482b-b9f4-9d00d7463221 None None] No DVR routers for this DVR port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:51.599472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.675499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] For port d0aa18ea-4554-4f6c-b732-80ec9eb58fe5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:51.712005 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.791401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d0aa18ea-4554-4f6c-b732-80ec9eb58fe5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.819133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=d0aa18ea-4554-4f6c-b732-80ec9eb58fe5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:51.823494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (43c66013-c374-4ed5-8043-f53a3c3213ad), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.867729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:51.872147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:51.876442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:51.877070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:51.881879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef4cc1-47af-4c42-9fd5-aef23010364a None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:51.895893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=43c66013-c374-4ed5-8043-f53a3c3213ad,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:51.910197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.912007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.912359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.912705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.913047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.913919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.914776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.915135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.916071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.916465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.916750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.917084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.917415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:51.926847 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (92f58a68-db13-4d15-b32e-ec24e25320ff), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.012699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f58a68-db13-4d15-b32e-ec24e25320ff,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:52.020105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Checking segment: {'id': '145898b4-2642-4f9d-ac29-27b96db9df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aad09c60-8cb0-4443-a02e-565779e2fda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:52.020317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Network hostable DHCP agents. Network: aad09c60-8cb0-4443-a02e-565779e2fda2, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:29:52.026234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '43c66013-c374-4ed5-8043-f53a3c3213ad'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:52.030453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.030614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1d2ff0e5-9cb8-4e01-b06e-1be1ce765e6e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8739021 Feb 10 04:29:52.031096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34932) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:52.036170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ec6cb9a8-c024-40fc-8ff7-e6c021e31431 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:52.149780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Network aad09c60-8cb0-4443-a02e-565779e2fda2 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:29:52.202943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Allocated IP 2001:db8::f816:3eff:fe02:a6e5 (bccb2641-a2dc-4885-b350-1b936c4c0b28/43c66013-c374-4ed5-8043-f53a3c3213ad/3bde69fb-6687-4d06-b571-58ce187d63cf) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:52.257532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, aad09c60-8cb0-4443-a02e-565779e2fda2) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:52.270122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46febf2b-b4fa-4117-adf5-c34620137f4c None None] Network aad09c60-8cb0-4443-a02e-565779e2fda2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:52.275331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:52.278364 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-70158461-929d-4035-a18f-20644e708702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.338450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6cb9a8-c024-40fc-8ff7-e6c021e31431 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:52.342813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb9a8-c024-40fc-8ff7-e6c021e31431 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.402554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-70158461-929d-4035-a18f-20644e708702 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0644081 Feb 10 04:29:52.470039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9f8b1-69e4-48c8-b6e2-52448d089ba9 None None] Network aad09c60-8cb0-4443-a02e-565779e2fda2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:52.489353 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-ec6cb9a8-c024-40fc-8ff7-e6c021e31431 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43c66013-c374-4ed5-8043-f53a3c3213ad (CIDR: 2001:db8::/64) Feb 10 04:29:52.525162 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6cb9a8-c024-40fc-8ff7-e6c021e31431 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:52.525784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6cb9a8-c024-40fc-8ff7-e6c021e31431 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:52.530308 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Publish callbacks [] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.646104 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.672405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ec6cb9a8-c024-40fc-8ff7-e6c021e31431 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6402590 Feb 10 04:29:52.675417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34948) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:52.690905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:52.691117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:52.694080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:52.698071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:52.704648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Pushing event updated for resources: {'Port': ['ID=3bde69fb-6687-4d06-b571-58ce187d63cf,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:52.812270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Attempting to bind port 3bde69fb-6687-4d06-b571-58ce187d63cf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:29:52.813696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Attempting to bind port 3bde69fb-6687-4d06-b571-58ce187d63cf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:29:52.815411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Attempting to bind port 3bde69fb-6687-4d06-b571-58ce187d63cf on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:29:52.826473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:29:52.829193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:29:52.831393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.831748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:29:52.833694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Bound port: 3bde69fb-6687-4d06-b571-58ce187d63cf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:29:52.834525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:52.912876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] For port 3bde69fb-6687-4d06-b571-58ce187d63cf, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:29:52.920596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] For port 3bde69fb-6687-4d06-b571-58ce187d63cf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3bde69fb-6687-4d06-b571-58ce187d63cf,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:29:52.981868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:52.986427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:53.097118 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:53.165772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-bee76c63-c6f7-4af6-b1a8-a7216da83b1d tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:53.172808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-bee76c63-c6f7-4af6-b1a8-a7216da83b1d tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/networks?id=687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 HTTP/1.1" status: 200 len: 808 time: 0.2036581 Feb 10 04:29:53.208039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-07ad3e5c-4f79-4c2b-9d5d-54a75429c34b tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/quotas/f407455521864dd1997492f3eaaa2a74 HTTP/1.1" status: 200 len: 375 time: 0.0326416 Feb 10 04:29:53.223072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc9481-cd9b-4966-9c0d-088b13a81d76 None None] Pushing event updated for resources: {'Port': ['ID=3bde69fb-6687-4d06-b571-58ce187d63cf,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:53.304420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-fca03719-2760-4ae9-a256-70a10dbd0d14 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f407455521864dd1997492f3eaaa2a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954654 Feb 10 04:29:53.599082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-57c248db-ae10-48d2-a5bf-7d4c384c7211 service neutron] 10.222.0.42 "GET /v2.0/networks/687e4fd5-4f3d-4b23-b577-76f2ad1a2c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795718 Feb 10 04:29:53.629058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (8724eae9-714d-482e-9055-931491a781a3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:53.718290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:53.725069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:53.733801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:53.734093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:53.742416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=8724eae9-714d-482e-9055-931491a781a3,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:53.769880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-e1efd6fe-099b-4fa3-a88c-add7a5fc8542 service neutron] 10.222.0.42 "GET /v2.0/networks/687e4fd5-4f3d-4b23-b577-76f2ad1a2c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634555 Feb 10 04:29:53.880213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-80532741-c9a0-413b-bcbf-fc6714e0c48b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1965649 Feb 10 04:29:53.883772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 34978) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:53.889747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:c5:2d:f5', 'name': 'tempest-NetworksTestDHCPv6-537088261'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:54.118404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-467a3a4d-452b-4893-bcbc-aec48332fe32 req-4576d4eb-b9ec-42f3-b356-cbe855764551 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 210 time: 0.0493231 Feb 10 04:29:54.183018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:54.324528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:54.355084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 39e9113e-7f69-4801-88fa-8bb85d712695 yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:29:54.583787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8:0:1::1b1 (bccb2641-a2dc-4885-b350-1b936c4c0b28/8724eae9-714d-482e-9055-931491a781a3/39e9113e-7f69-4801-88fa-8bb85d712695) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:54.590820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::f816:3eff:fec5:2df5 (bccb2641-a2dc-4885-b350-1b936c4c0b28/43c66013-c374-4ed5-8043-f53a3c3213ad/39e9113e-7f69-4801-88fa-8bb85d712695) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:54.613669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14573c67-3eeb-4451-9c90-0e68742f541b None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:54.711254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7dd7bdfa-5e3b-4c41-acfc-12c943841c79 None None] Provisioning complete for port 3bde69fb-6687-4d06-b571-58ce187d63cf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:54.711741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7dd7bdfa-5e3b-4c41-acfc-12c943841c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:54.773023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (39e9113e-7f69-4801-88fa-8bb85d712695), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:54.838756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7bdfa-5e3b-4c41-acfc-12c943841c79 None None] Current status of the port 3bde69fb-6687-4d06-b571-58ce187d63cf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:54.839163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7dd7bdfa-5e3b-4c41-acfc-12c943841c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:54.904318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7dd7bdfa-5e3b-4c41-acfc-12c943841c79 None None] For port 3bde69fb-6687-4d06-b571-58ce187d63cf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3bde69fb-6687-4d06-b571-58ce187d63cf,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:54.907080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291de84-7cae-48ce-a18f-41ca66c36fff None None] Update dhcp port {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'fixed_ips': [{'subnet_id': '43c66013-c374-4ed5-8043-f53a3c3213ad', 'ip_address': '2001:db8::f816:3eff:fe02:a6e5'}, {'subnet_id': '8724eae9-714d-482e-9055-931491a781a3'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '3bde69fb-6687-4d06-b571-58ce187d63cf'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:29:54.938282 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6291de84-7cae-48ce-a18f-41ca66c36fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:54.946363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (39e9113e-7f69-4801-88fa-8bb85d712695), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.000672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:55.016190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:55.022136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:55.029983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:55.030859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.034987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=39e9113e-7f69-4801-88fa-8bb85d712695,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:55.074116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7dd7bdfa-5e3b-4c41-acfc-12c943841c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.169085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7bdfa-5e3b-4c41-acfc-12c943841c79 None None] Pushing event updated for resources: {'Port': ['ID=3bde69fb-6687-4d06-b571-58ce187d63cf,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:55.197413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-6291de84-7cae-48ce-a18f-41ca66c36fff None None] Allocated IP 2001:db8:0:1::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/8724eae9-714d-482e-9055-931491a781a3/3bde69fb-6687-4d06-b571-58ce187d63cf) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:55.199009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5f0ab602-9b3e-42b4-86db-06ebc7ae28ed req-4eecf106-757c-40a0-9f72-d4fce3768cd2 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 210 time: 0.0341296 Feb 10 04:29:55.234177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5a1fddf5-27dd-48a6-a6fc-b612eae0e59c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3488669 Feb 10 04:29:55.243717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35008) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:55.481167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 39e9113e-7f69-4801-88fa-8bb85d712695 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:55.481518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (39e9113e-7f69-4801-88fa-8bb85d712695), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.551312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3bde69fb-6687-4d06-b571-58ce187d63cf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:55.616390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (39e9113e-7f69-4801-88fa-8bb85d712695), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.634400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 39e9113e-7f69-4801-88fa-8bb85d712695 owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:55.648396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6291de84-7cae-48ce-a18f-41ca66c36fff None None] For port 3bde69fb-6687-4d06-b571-58ce187d63cf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3bde69fb-6687-4d06-b571-58ce187d63cf,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:55.669394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3bde69fb-6687-4d06-b571-58ce187d63cf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:55.669773 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.714211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6291de84-7cae-48ce-a18f-41ca66c36fff None None] Publish callbacks [] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.765159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3bde69fb-6687-4d06-b571-58ce187d63cf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:55.833542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6291de84-7cae-48ce-a18f-41ca66c36fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:55.929694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291de84-7cae-48ce-a18f-41ca66c36fff None None] Pushing event updated for resources: {'Port': ['ID=3bde69fb-6687-4d06-b571-58ce187d63cf,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:56.009048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (39e9113e-7f69-4801-88fa-8bb85d712695), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.041007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=39e9113e-7f69-4801-88fa-8bb85d712695,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:56.108885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.114547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01b9efd7-540d-4cec-94ef-7c985c424284 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/39e9113e-7f69-4801-88fa-8bb85d712695 HTTP/1.1" status: 204 len: 168 time: 0.8664098 Feb 10 04:29:56.114815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35024) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:56.180243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134fafbb-e9a9-40f2-a68d-afe87b6bbc5f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:56.184498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-134fafbb-e9a9-40f2-a68d-afe87b6bbc5f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0652845 Feb 10 04:29:56.184734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35028) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:56.244409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7814a-96c0-49ee-9487-e9656ddf8b4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:56.246040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ded7814a-96c0-49ee-9487-e9656ddf8b4c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0603573 Feb 10 04:29:56.248731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35034) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:56.323614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ea8c6-fc8d-4e4d-a4ed-2b14e93cb502 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:56.325140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ea8c6-fc8d-4e4d-a4ed-2b14e93cb502 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:56.327007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ea8c6-fc8d-4e4d-a4ed-2b14e93cb502 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:56.328615 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fb7ea8c6-fc8d-4e4d-a4ed-2b14e93cb502 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0787878 Feb 10 04:29:56.333606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35036) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:56.359888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99c08149-fc29-4ac7-b585-be80f804a485 req-86002065-2e67-4daa-80f1-dd530cac1a9e tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 210 time: 0.0479393 Feb 10 04:29:56.421565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 43c66013-c374-4ed5-8043-f53a3c3213ad {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:56.425757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (43c66013-c374-4ed5-8043-f53a3c3213ad), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.502827 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (43c66013-c374-4ed5-8043-f53a3c3213ad), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.606378 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (43c66013-c374-4ed5-8043-f53a3c3213ad), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.715269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4e6b1088-6dde-4932-826a-ccf1c5e7fa6d None None] Provisioning complete for port 3bde69fb-6687-4d06-b571-58ce187d63cf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:56.715792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1088-6dde-4932-826a-ccf1c5e7fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.819893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (43c66013-c374-4ed5-8043-f53a3c3213ad), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.849117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b1088-6dde-4932-826a-ccf1c5e7fa6d None None] Current status of the port 3bde69fb-6687-4d06-b571-58ce187d63cf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:56.867193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=43c66013-c374-4ed5-8043-f53a3c3213ad,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:56.871946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:56.875749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1ec5fdfb-a1d4-442b-a6b7-9cd29145a840 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/43c66013-c374-4ed5-8043-f53a3c3213ad HTTP/1.1" status: 204 len: 168 time: 0.5411396 Feb 10 04:29:56.878544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35046) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:56.942376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 8724eae9-714d-482e-9055-931491a781a3 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:29:56.947504 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (8724eae9-714d-482e-9055-931491a781a3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:57.002642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (8724eae9-714d-482e-9055-931491a781a3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:57.004206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f985fd-7081-4856-8ce2-961e9b73e255 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:57.103834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8233e7b6-4316-425d-9440-4f69d9b6ede0 None None] Could not find standard attr ID for object 39e9113e-7f69-4801-88fa-8bb85d712695. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:29:57.257940 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (8724eae9-714d-482e-9055-931491a781a3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:57.416494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3bde69fb-6687-4d06-b571-58ce187d63cf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:29:57.532232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3bde69fb-6687-4d06-b571-58ce187d63cf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:57.532232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:57.535216 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (8724eae9-714d-482e-9055-931491a781a3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:57.555090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df1ca07e-bfed-4248-8234-f1101cb28e96 req-97a97c4c-beb7-4fab-a727-7fb9a9084b09 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 210 time: 0.0711312 Feb 10 04:29:57.590077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=8724eae9-714d-482e-9055-931491a781a3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:57.597594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:57.601837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-14a1b6d3-e034-4843-a9fd-cb8d2d0d549f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/8724eae9-714d-482e-9055-931491a781a3 HTTP/1.1" status: 204 len: 168 time: 0.7221129 Feb 10 04:29:57.604755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35062) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:57.688842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a32746b6-de95-4343-85ed-121fb932a946 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777564 Feb 10 04:29:57.689706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35064) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:57.695520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:57.783738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-576a2576-6e74-4e55-8bc0-77c6700c3a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:57.813731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3bde69fb-6687-4d06-b571-58ce187d63cf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:57.852841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-60f8c192-f543-4d18-8b43-8046da5b42be tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:57.854591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-60f8c192-f543-4d18-8b43-8046da5b42be tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.43 "GET /v2.0/networks?id=687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 HTTP/1.1" status: 200 len: 808 time: 0.1980529 Feb 10 04:29:57.867912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Request body: {'port': {'device_id': '963ded17-88c2-493e-ba46-b802c1c83010', 'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83', 'admin_state_up': True, 'tenant_id': 'f407455521864dd1997492f3eaaa2a74'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:58.059411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:58.079027 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.090589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3250abe-16f9-483b-8402-d827d58f4ae5 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:58.176178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-43e90fbd-72fb-4cf0-aebb-70c095dd22c4 None None] Provisioning complete for port 3bde69fb-6687-4d06-b571-58ce187d63cf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:29:58.176806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-43e90fbd-72fb-4cf0-aebb-70c095dd22c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.240488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Made reservation on behalf of f407455521864dd1997492f3eaaa2a74 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:58.245057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.303564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-43e90fbd-72fb-4cf0-aebb-70c095dd22c4 None None] Current status of the port 3bde69fb-6687-4d06-b571-58ce187d63cf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:29:58.379771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:29:58.386503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (0295ebfc-87cf-4616-8e35-422213e36960), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.487999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:58.514334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:58.515672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Allocated IP 172.20.0.5 (687e4fd5-4f3d-4b23-b577-76f2ad1a2c83/057dd950-88e7-4458-9cca-2280d7e9442f/5d3f2690-8825-4d25-81fb-f5b0b8354623) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:58.525118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:58.529417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.531568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] Deleting port 3bde69fb-6687-4d06-b571-58ce187d63cf {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:29:58.531954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.567154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=0295ebfc-87cf-4616-8e35-422213e36960,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:58.591500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.591725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.594233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.594646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.595019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.597424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.597810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.598240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.599311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.599663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.600005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.601645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.601997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:29:58.707520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-11075a7a-b558-4f70-a668-44312fbb979c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0165954 Feb 10 04:29:58.711284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35080) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:58.717343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ec38d073-fbd7-428c-8bca-7dacc88b7b5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:58.762770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] For port 3bde69fb-6687-4d06-b571-58ce187d63cf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3bde69fb-6687-4d06-b571-58ce187d63cf,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:29:58.762770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.781337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0dd0143-60a2-4d30-ac39-1bb689c6a731 req-770b46f4-740b-46bd-87e5-6d47a452aee3 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 210 time: 0.0371163 Feb 10 04:29:58.787810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] Calling delete_port for 3bde69fb-6687-4d06-b571-58ce187d63cf owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:29:58.934589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks [] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:58.998290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec38d073-fbd7-428c-8bca-7dacc88b7b5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:59.001823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ec38d073-fbd7-428c-8bca-7dacc88b7b5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.093984 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (3bde69fb-6687-4d06-b571-58ce187d63cf), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.094632 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.127748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] No DVR routers for this DVR port 3bde69fb-6687-4d06-b571-58ce187d63cf on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:29:59.192317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e03475-3aa5-4d5e-ac6d-6fb855324fda None None] Pushing event deleted for resources: {'Port': ['ID=3bde69fb-6687-4d06-b571-58ce187d63cf,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:59.216951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c9310-cd69-4b46-a972-32634fc70f4a None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:29:59.248284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:29:59.264492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:29:59.266387 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-ec38d073-fbd7-428c-8bca-7dacc88b7b5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0295ebfc-87cf-4616-8e35-422213e36960 (CIDR: 2001:db8::/64) Feb 10 04:29:59.271483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:29:59.321206 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec38d073-fbd7-428c-8bca-7dacc88b7b5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:29:59.322150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec38d073-fbd7-428c-8bca-7dacc88b7b5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:29:59.374196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35088) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:59.392441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3bde69fb-6687-4d06-b571-58ce187d63cf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:29:59.394065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Pushing event updated for resources: {'Port': ['ID=5d3f2690-8825-4d25-81fb-f5b0b8354623,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:29:59.430679 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ec38d073-fbd7-428c-8bca-7dacc88b7b5d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7180390 Feb 10 04:29:59.433471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35092) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:29:59.439327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:59.463520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:29:59.472765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.481068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3bde69fb-6687-4d06-b571-58ce187d63cf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:29:59.483790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3bde69fb-6687-4d06-b571-58ce187d63cf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:29:59.572276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': '0295ebfc-87cf-4616-8e35-422213e36960'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:29:59.576278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.596584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-af4033a7-2f87-4eed-8c20-dec08b4bdc22 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7337799 Feb 10 04:29:59.608611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Request body: {'port': {'device_id': '963ded17-88c2-493e-ba46-b802c1c83010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:29:59.664569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d7d6-3a3f-4c0d-80bc-8db574b54789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.749942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.815291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d7d6-3a3f-4c0d-80bc-8db574b54789 admin admin] Publish callbacks [] for security_group (de0edfb0-fb5f-46d7-90f3-d38633e0ea7d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.817396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:29:59.849618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.894518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/0295ebfc-87cf-4616-8e35-422213e36960/af98963a-6e0c-43e3-904e-fe2240719f33) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:29:59.927864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1d436673-9892-4fca-81d5-1b6eacc4b6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:29:59.970346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d7d6-3a3f-4c0d-80bc-8db574b54789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (de0edfb0-fb5f-46d7-90f3-d38633e0ea7d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.091108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Publish callbacks [] for port (af98963a-6e0c-43e3-904e-fe2240719f33), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.103882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3f2690-8825-4d25-81fb-f5b0b8354623 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:30:00.112100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Publish callbacks [] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.127693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Transition to ACTIVE for port object 5d3f2690-8825-4d25-81fb-f5b0b8354623 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:30:00.144517 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6bd8d7d6-3a3f-4c0d-80bc-8db574b54789 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e7d624f6b34488483858b52870217bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7680657 Feb 10 04:30:00.148268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35106) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:00.148620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d7d6-3a3f-4c0d-80bc-8db574b54789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0edfb0-fb5f-46d7-90f3-d38633e0ea7d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:00.179505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256fe35-fee9-41c9-ae00-1e474c80a769 req-7da9915f-ec5d-415f-b4ad-b72fb18e9b73 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:00.181156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0256fe35-fee9-41c9-ae00-1e474c80a769 req-7da9915f-ec5d-415f-b4ad-b72fb18e9b73 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 931 time: 0.2145433 Feb 10 04:30:00.202530 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.228257 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a63d86e-0727-461c-9e3c-61d3bd2daff2 admin admin] Publish callbacks [] for security_group (de0edfb0-fb5f-46d7-90f3-d38633e0ea7d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.243191 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.257490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:00.261394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:00.266020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0256fe35-fee9-41c9-ae00-1e474c80a769 req-8371fc15-6508-4714-9a07-8bf2a0f1afba tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742359 Feb 10 04:30:00.277951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:00.321998 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a63d86e-0727-461c-9e3c-61d3bd2daff2 admin admin] Publish callbacks [] for security_group (de0edfb0-fb5f-46d7-90f3-d38633e0ea7d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.364635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Pushing event updated for resources: {'Port': ['ID=af98963a-6e0c-43e3-904e-fe2240719f33,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:00.381359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Attempting to bind port af98963a-6e0c-43e3-904e-fe2240719f33 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:00.381742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Attempting to bind port af98963a-6e0c-43e3-904e-fe2240719f33 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:00.382732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Attempting to bind port af98963a-6e0c-43e3-904e-fe2240719f33 on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:00.388743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:00.389122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:00.389859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.389985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:00.390610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Bound port: af98963a-6e0c-43e3-904e-fe2240719f33, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:00.390834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.435918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3f2690-8825-4d25-81fb-f5b0b8354623,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:00.482487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] For port af98963a-6e0c-43e3-904e-fe2240719f33, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:00.486853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] For port af98963a-6e0c-43e3-904e-fe2240719f33, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=af98963a-6e0c-43e3-904e-fe2240719f33,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:00.493139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Attempting to bind port 5d3f2690-8825-4d25-81fb-f5b0b8354623 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:00.496656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Attempting to bind port 5d3f2690-8825-4d25-81fb-f5b0b8354623 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '744b00e9-1a67-4ff6-b575-104520363e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:00.496656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Attempting to bind port 5d3f2690-8825-4d25-81fb-f5b0b8354623 on network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:00.499580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Port 5d3f2690-8825-4d25-81fb-f5b0b8354623 on network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:30:00.500336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Attempting to bind port 5d3f2690-8825-4d25-81fb-f5b0b8354623 on network 687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:00.505962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:00.506313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Checking segment: {'id': '744b00e9-1a67-4ff6-b575-104520363e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:00.506695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Bound using segment: {'id': '744b00e9-1a67-4ff6-b575-104520363e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:00.507313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Bound port: 5d3f2690-8825-4d25-81fb-f5b0b8354623, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744b00e9-1a67-4ff6-b575-104520363e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:00.507760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.549127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a63d86e-0727-461c-9e3c-61d3bd2daff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (de0edfb0-fb5f-46d7-90f3-d38633e0ea7d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.551957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a63d86e-0727-461c-9e3c-61d3bd2daff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.555915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a63d86e-0727-461c-9e3c-61d3bd2daff2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de0edfb0-fb5f-46d7-90f3-d38633e0ea7d HTTP/1.1" status: 204 len: 168 time: 0.4060986 Feb 10 04:30:00.581453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.581703 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63d86e-0727-461c-9e3c-61d3bd2daff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0edfb0-fb5f-46d7-90f3-d38633e0ea7d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:00.632633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] For port 5d3f2690-8825-4d25-81fb-f5b0b8354623, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:00.636799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] For port 5d3f2690-8825-4d25-81fb-f5b0b8354623, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d3f2690-8825-4d25-81fb-f5b0b8354623,segment=NetworkSegment(744b00e9-1a67-4ff6-b575-104520363e8b),segment_id=744b00e9-1a67-4ff6-b575-104520363e8b)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:00.644610 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:30:00.723051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:00.728836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942764b5-ce71-4ed8-b970-0d1116167ec3 None None] Pushing event updated for resources: {'Port': ['ID=af98963a-6e0c-43e3-904e-fe2240719f33,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:00.926397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.065071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.219740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:01.220467 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.221996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] 10.222.0.43 "PUT /v2.0/ports/5d3f2690-8825-4d25-81fb-f5b0b8354623 HTTP/1.1" status: 200 len: 1091 time: 1.6179848 Feb 10 04:30:01.222544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963ded17-88c2-493e-ba46-b802c1c83010', 'tag': '5d3f2690-8825-4d25-81fb-f5b0b8354623'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:30:01.225140 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475cf991-0d8e-43fc-9207-3a9d0b505450" -d '{"events": [{"name": "network-changed", "server_uuid": "963ded17-88c2-493e-ba46-b802c1c83010", "tag": "5d3f2690-8825-4d25-81fb-f5b0b8354623"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:30:01.266010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a358a3b-86a7-46a1-a1f5-5bd99eab7700 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3f2690-8825-4d25-81fb-f5b0b8354623,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:01.342441 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2805fb-3554-464a-87ec-716f552266d5 x-openstack-request-id: req-1c2805fb-3554-464a-87ec-716f552266d5 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:30:01.342864 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963ded17-88c2-493e-ba46-b802c1c83010", "tag": "5d3f2690-8825-4d25-81fb-f5b0b8354623", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:30:01.343134 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c2805fb-3554-464a-87ec-716f552266d5 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:30:01.343541 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963ded17-88c2-493e-ba46-b802c1c83010', 'tag': '5d3f2690-8825-4d25-81fb-f5b0b8354623', 'status': 'completed', 'code': 200} Feb 10 04:30:01.405878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-c9bac50a-ffa5-43de-9383-5c5b0de29a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:01.407861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-c9bac50a-ffa5-43de-9383-5c5b0de29a14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f407455521864dd1997492f3eaaa2a74&device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 1125 time: 0.0578654 Feb 10 04:30:01.458849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-f90941ce-1bb1-45e1-8ba7-2e5d39cfcb0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3f2690-8825-4d25-81fb-f5b0b8354623 HTTP/1.1" status: 200 len: 217 time: 0.0434892 Feb 10 04:30:01.491806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device af98963a-6e0c-43e3-904e-fe2240719f33 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:30:01.515689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-362a60f6-33b3-4517-84be-020897b77970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:01.517470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-362a60f6-33b3-4517-84be-020897b77970 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=057dd950-88e7-4458-9cca-2280d7e9442f HTTP/1.1" status: 200 len: 848 time: 0.0530286 Feb 10 04:30:01.557574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port af98963a-6e0c-43e3-904e-fe2240719f33 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:01.558052 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.576775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35132) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:01.583910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-1248ec82-3a3a-47c8-a024-42e3655e315f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=687e4fd5-4f3d-4b23-b577-76f2ad1a2c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595467 Feb 10 04:30:01.658057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c170a97-108f-4635-af70-5e10e14967bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.689383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port af98963a-6e0c-43e3-904e-fe2240719f33 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:01.690063 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.723938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-16076138-2191-4f0d-b2cf-eaa8f201efa5 service neutron] 10.222.0.43 "GET /v2.0/networks/687e4fd5-4f3d-4b23-b577-76f2ad1a2c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336286 Feb 10 04:30:01.745502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] For port af98963a-6e0c-43e3-904e-fe2240719f33, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=af98963a-6e0c-43e3-904e-fe2240719f33,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:01.753972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908e482-a2eb-4765-b031-b2b2e65b7b47 req-dcd9ca5f-513f-4b5f-b51f-155956a6a76e tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:01.755535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f908e482-a2eb-4765-b031-b2b2e65b7b47 req-dcd9ca5f-513f-4b5f-b51f-155956a6a76e tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 943 time: 0.1944981 Feb 10 04:30:01.863373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e1fe60e-6ac6-4b70-b709-c5ed7a010794 req-f85933ee-ca78-4eb9-b9ec-6ffbc7391ea8 service neutron] 10.222.0.43 "GET /v2.0/networks/687e4fd5-4f3d-4b23-b577-76f2ad1a2c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337292 Feb 10 04:30:01.864849 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (af98963a-6e0c-43e3-904e-fe2240719f33), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.871728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f908e482-a2eb-4765-b031-b2b2e65b7b47 req-0ba20055-6f87-470c-a1d5-70a1adba5e46 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017618 Feb 10 04:30:01.886350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c170a97-108f-4635-af70-5e10e14967bd admin admin] Publish callbacks [] for security_group (7195ae1b-5099-4d6c-a06e-dfcb1be4ead9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:01.944946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.001240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.042220 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:30:02.043080 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:30:02.062998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-c22ea257-a67e-4ee3-b81b-9dfb707c95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:02.065033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-c22ea257-a67e-4ee3-b81b-9dfb707c95ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f407455521864dd1997492f3eaaa2a74&device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 1125 time: 0.0943480 Feb 10 04:30:02.120878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:02.142675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:02.148103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c170a97-108f-4635-af70-5e10e14967bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7195ae1b-5099-4d6c-a06e-dfcb1be4ead9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.153415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:02.154023 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.167925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=af98963a-6e0c-43e3-904e-fe2240719f33,revision_number=4']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:02.184517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:02.187672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4a615924-ba11-4e25-a24c-4bf9e0cc07e8 None None] Provisioning complete for port af98963a-6e0c-43e3-904e-fe2240719f33 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:02.188192 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a615924-ba11-4e25-a24c-4bf9e0cc07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.194818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98193766-ab81-4a78-907c-6900e0f91e69 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:02.211171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c170a97-108f-4635-af70-5e10e14967bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7195ae1b-5099-4d6c-a06e-dfcb1be4ead9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:02.215805 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5c170a97-108f-4635-af70-5e10e14967bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89d97814c8884589a077ea1f3ed29b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6179326 Feb 10 04:30:02.218358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35148) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:02.250265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-99c3a265-6028-4d20-baa3-a2317704c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:02.252094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-99c3a265-6028-4d20-baa3-a2317704c8b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 HTTP/1.1" status: 200 len: 909 time: 0.1807194 Feb 10 04:30:02.274021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b71afc-8d41-4e7c-80b8-efe843f52ba1 admin admin] Publish callbacks [] for security_group (7195ae1b-5099-4d6c-a06e-dfcb1be4ead9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.290549 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d435ba6e-96ba-40d3-b326-3145a61a8b12 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8556719 Feb 10 04:30:02.294928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35150) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:02.299755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:d0:6b:43', 'name': 'tempest-NetworksTestDHCPv6-1920071555'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:02.300986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-f9e1b94b-3c86-4cb1-a2bb-f38e0b33c402 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3f2690-8825-4d25-81fb-f5b0b8354623 HTTP/1.1" status: 200 len: 217 time: 0.0418291 Feb 10 04:30:02.308573 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b71afc-8d41-4e7c-80b8-efe843f52ba1 admin admin] Publish callbacks [] for security_group (7195ae1b-5099-4d6c-a06e-dfcb1be4ead9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.374216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-cb1bd5e1-ccde-4d13-856f-eed649c4ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:02.377146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-cb1bd5e1-ccde-4d13-856f-eed649c4ce1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=057dd950-88e7-4458-9cca-2280d7e9442f HTTP/1.1" status: 200 len: 848 time: 0.0679440 Feb 10 04:30:02.401290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4a615924-ba11-4e25-a24c-4bf9e0cc07e8 None None] Current status of the port af98963a-6e0c-43e3-904e-fe2240719f33 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:02.401792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a615924-ba11-4e25-a24c-4bf9e0cc07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.436656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-8f9042f5-56cb-47ce-b9a5-28bd45beb800 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=687e4fd5-4f3d-4b23-b577-76f2ad1a2c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525484 Feb 10 04:30:02.450212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4a615924-ba11-4e25-a24c-4bf9e0cc07e8 None None] For port af98963a-6e0c-43e3-904e-fe2240719f33, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=af98963a-6e0c-43e3-904e-fe2240719f33,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:02.513387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b71afc-8d41-4e7c-80b8-efe843f52ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7195ae1b-5099-4d6c-a06e-dfcb1be4ead9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.513593 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a615924-ba11-4e25-a24c-4bf9e0cc07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.517319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d2b71afc-8d41-4e7c-80b8-efe843f52ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.519735 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d2b71afc-8d41-4e7c-80b8-efe843f52ba1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7195ae1b-5099-4d6c-a06e-dfcb1be4ead9 HTTP/1.1" status: 204 len: 168 time: 0.3003142 Feb 10 04:30:02.536000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b71afc-8d41-4e7c-80b8-efe843f52ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195ae1b-5099-4d6c-a06e-dfcb1be4ead9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:02.563006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-4fb0eafd-093a-437b-822f-3eee8e6c20bb service neutron] 10.222.0.43 "GET /v2.0/networks/687e4fd5-4f3d-4b23-b577-76f2ad1a2c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190453 Feb 10 04:30:02.599352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:02.707679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a615924-ba11-4e25-a24c-4bf9e0cc07e8 None None] Pushing event updated for resources: {'Port': ['ID=af98963a-6e0c-43e3-904e-fe2240719f33,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:02.711072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port af98963a-6e0c-43e3-904e-fe2240719f33 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:02.735731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-475cf991-0d8e-43fc-9207-3a9d0b505450 req-dee06c45-1591-4708-acca-c273b76225fa service neutron] 10.222.0.43 "GET /v2.0/networks/687e4fd5-4f3d-4b23-b577-76f2ad1a2c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641273 Feb 10 04:30:02.754298 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.779895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:02.801081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port 0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:30:03.040039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc3c4-53fc-4229-80c3-d01d0ffb3448 req-99f58afc-286d-4901-945c-474865da02cc tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:03.041744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3fbc3c4-53fc-4229-80c3-d01d0ffb3448 req-99f58afc-286d-4901-945c-474865da02cc tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 943 time: 0.0728910 Feb 10 04:30:03.100044 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3fbc3c4-53fc-4229-80c3-d01d0ffb3448 req-7a4cee72-e675-4878-96b2-de1dceb0ee15 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Feb 10 04:30:03.117886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::2e6 (bccb2641-a2dc-4885-b350-1b936c4c0b28/0295ebfc-87cf-4616-8e35-422213e36960/0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:03.128225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:6b43 (bccb2641-a2dc-4885-b350-1b936c4c0b28/a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6/0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:03.349443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device af98963a-6e0c-43e3-904e-fe2240719f33 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:30:03.375490 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:03.435153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port af98963a-6e0c-43e3-904e-fe2240719f33 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:03.435566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:03.483301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-706090c0-0b5f-4805-b3c3-1099cd1e618f None None] Provisioning complete for port af98963a-6e0c-43e3-904e-fe2240719f33 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:03.483674 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-706090c0-0b5f-4805-b3c3-1099cd1e618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:03.514729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:03.593348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:03.597146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:03.610377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port af98963a-6e0c-43e3-904e-fe2240719f33 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:03.618432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:03.626043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:03.627780 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:03.640240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-706090c0-0b5f-4805-b3c3-1099cd1e618f None None] Current status of the port af98963a-6e0c-43e3-904e-fe2240719f33 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:03.658567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:03.964625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-31399477-8a32-418f-8735-b9126ad33df1 None None] Provisioning complete for port 0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:03.964962 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-31399477-8a32-418f-8735-b9126ad33df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:03.968326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d3f2690-8825-4d25-81fb-f5b0b8354623 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:30:04.011034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-31399477-8a32-418f-8735-b9126ad33df1 None None] Port 0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:30:04.095792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2fce751e-c73d-42a4-a0ed-abfc143f06e1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7998207 Feb 10 04:30:04.096113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5d3f2690-8825-4d25-81fb-f5b0b8354623, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d3f2690-8825-4d25-81fb-f5b0b8354623,segment=NetworkSegment(744b00e9-1a67-4ff6-b575-104520363e8b),segment_id=744b00e9-1a67-4ff6-b575-104520363e8b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:04.098525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35188) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:04.107630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '5d3f2690-8825-4d25-81fb-f5b0b8354623', 'network_id': '687e4fd5-4f3d-4b23-b577-76f2ad1a2c83', 'port_id': '5d3f2690-8825-4d25-81fb-f5b0b8354623', 'mac_address': 'fa:16:3e:26:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057dd950-88e7-4458-9cca-2280d7e9442f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:30:04.150768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5d3f2690-8825-4d25-81fb-f5b0b8354623 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:04.151394 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:04.186406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3f2690-8825-4d25-81fb-f5b0b8354623 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:30:04.263837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5d3f2690-8825-4d25-81fb-f5b0b8354623, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d3f2690-8825-4d25-81fb-f5b0b8354623,segment=NetworkSegment(744b00e9-1a67-4ff6-b575-104520363e8b),segment_id=744b00e9-1a67-4ff6-b575-104520363e8b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:04.277766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port 0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:04.278131 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:04.318251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2960be-1e4c-4000-8bd8-5fff69af6a70 req-7ba67854-ba44-42d1-ac9e-7b167dee83ae tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:04.321108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b2960be-1e4c-4000-8bd8-5fff69af6a70 req-7ba67854-ba44-42d1-ac9e-7b167dee83ae tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 943 time: 0.0950272 Feb 10 04:30:04.326058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:04.380058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:04.393390 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:04.395358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for 0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:04.414911 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b2960be-1e4c-4000-8bd8-5fff69af6a70 req-79df5985-3de5-4295-96e5-a72794c105f8 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740008 Feb 10 04:30:04.691734 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:04.702218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5d3f2690-8825-4d25-81fb-f5b0b8354623,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:04.726852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['5d3f2690-8825-4d25-81fb-f5b0b8354623'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:30:04.774787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:04.914461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:04.927518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bace9636-25ad-4b79-96b0-313dc120d85f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c HTTP/1.1" status: 204 len: 168 time: 0.8256869 Feb 10 04:30:04.932423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35214) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:05.064269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed96f830-9524-4bb1-bb26-2f36de4bde55 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:05.068343 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ed96f830-9524-4bb1-bb26-2f36de4bde55 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1361616 Feb 10 04:30:05.068834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35216) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:05.140403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843c82c-62bf-4fcb-b7cb-3d95b4ae7a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:05.140403 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a843c82c-62bf-4fcb-b7cb-3d95b4ae7a7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0697811 Feb 10 04:30:05.142991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35220) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:05.202267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab63ccd-533b-4bfe-867a-c19c92819d03 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:05.203787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab63ccd-533b-4bfe-867a-c19c92819d03 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:05.205225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab63ccd-533b-4bfe-867a-c19c92819d03 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:05.206850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7ab63ccd-533b-4bfe-867a-c19c92819d03 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0628607 Feb 10 04:30:05.209396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35226) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:05.265587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 0295ebfc-87cf-4616-8e35-422213e36960 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:30:05.269000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (0295ebfc-87cf-4616-8e35-422213e36960), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:05.317253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (0295ebfc-87cf-4616-8e35-422213e36960), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:05.438818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (0295ebfc-87cf-4616-8e35-422213e36960), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:05.586994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81dd1-2b47-48c7-ae42-4316199b780b req-7de26477-2f47-4aea-8b65-1123af19fc6e tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:05.588796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca81dd1-2b47-48c7-ae42-4316199b780b req-7de26477-2f47-4aea-8b65-1123af19fc6e tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 944 time: 0.0648596 Feb 10 04:30:05.590625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (0295ebfc-87cf-4616-8e35-422213e36960), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:05.627366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=0295ebfc-87cf-4616-8e35-422213e36960,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:05.641446 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:05.648251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-00f7188b-d9c3-4446-9844-91bd875d1aaf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/0295ebfc-87cf-4616-8e35-422213e36960 HTTP/1.1" status: 204 len: 168 time: 0.4371812 Feb 10 04:30:05.648451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35244) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:05.649567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769585ac-6e70-4824-87e9-ffe2c463f2dc None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:05.691124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ca81dd1-2b47-48c7-ae42-4316199b780b req-00fb3ad0-c031-4e1b-ad3a-cf624524296b tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955932 Feb 10 04:30:05.725666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:30:05.729296 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:05.812850 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:05.981149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d3f2690-8825-4d25-81fb-f5b0b8354623 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:30:05.986076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.136411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 5d3f2690-8825-4d25-81fb-f5b0b8354623 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:30:06.140594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 5d3f2690-8825-4d25-81fb-f5b0b8354623 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:06.140976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.202593 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.221163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.225783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6 HTTP/1.1" status: 204 len: 168 time: 0.5752783 Feb 10 04:30:06.228799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35272) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:06.234620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 5d3f2690-8825-4d25-81fb-f5b0b8354623 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:06.238340 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.273323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963ded17-88c2-493e-ba46-b802c1c83010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3f2690-8825-4d25-81fb-f5b0b8354623'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:30:06.279970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac0ac4-665c-446c-9a46-3eacc30efa4b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:06.280919 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aff2bab-55e0-4d8c-aaf3-8bda68627612" -d '{"events": [{"server_uuid": "963ded17-88c2-493e-ba46-b802c1c83010", "name": "network-vif-plugged", "status": "completed", "tag": "5d3f2690-8825-4d25-81fb-f5b0b8354623"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:30:06.303312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 5d3f2690-8825-4d25-81fb-f5b0b8354623, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d3f2690-8825-4d25-81fb-f5b0b8354623,segment=NetworkSegment(744b00e9-1a67-4ff6-b575-104520363e8b),segment_id=744b00e9-1a67-4ff6-b575-104520363e8b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:06.320930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35282) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:06.321661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-691a0cff-ae43-4549-8ef0-6fcf0ab19991 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905142 Feb 10 04:30:06.326149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:06.376776 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d005a-4546-48f8-95ab-6ae29b3ad6e9 x-openstack-request-id: req-bd6d005a-4546-48f8-95ab-6ae29b3ad6e9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:30:06.377272 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963ded17-88c2-493e-ba46-b802c1c83010", "name": "network-vif-plugged", "status": "completed", "tag": "5d3f2690-8825-4d25-81fb-f5b0b8354623", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:30:06.377678 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd6d005a-4546-48f8-95ab-6ae29b3ad6e9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:30:06.378209 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963ded17-88c2-493e-ba46-b802c1c83010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3f2690-8825-4d25-81fb-f5b0b8354623', 'code': 200} Feb 10 04:30:06.382313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.454896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=5d3f2690-8825-4d25-81fb-f5b0b8354623,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:06.512406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dffede-9dd0-4afb-a4ab-b682edb77f4d req-7c49503c-1a57-4448-aee3-2f780b2c7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:06.514035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11dffede-9dd0-4afb-a4ab-b682edb77f4d req-7c49503c-1a57-4448-aee3-2f780b2c7b5c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 1127 time: 0.0617971 Feb 10 04:30:06.574184 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11dffede-9dd0-4afb-a4ab-b682edb77f4d req-9d0262d5-abe1-4018-8f86-eba5e917a49b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526233 Feb 10 04:30:06.578854 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:06.582781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.760115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c2711-579c-4766-bc27-f3f07b158a48 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:06.873613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-902a49e1-645b-4240-b0f1-5a12cbb16c54 None None] Provisioning complete for port af98963a-6e0c-43e3-904e-fe2240719f33 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:06.886402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-902a49e1-645b-4240-b0f1-5a12cbb16c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.888404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23417f48-48e7-40a9-ace0-44ad70651577 req-e2d422ad-7c9f-4529-a477-42dd2074a4a8 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:06.889903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-23417f48-48e7-40a9-ace0-44ad70651577 req-e2d422ad-7c9f-4529-a477-42dd2074a4a8 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 945 time: 0.0951314 Feb 10 04:30:06.923993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (b215a9d8-01cd-4489-ac03-e4702e8f4880), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:06.973445 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-23417f48-48e7-40a9-ace0-44ad70651577 req-a856ca9f-1321-4f2c-9f41-c8aa4cbcc4a4 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774879 Feb 10 04:30:06.985984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-902a49e1-645b-4240-b0f1-5a12cbb16c54 None None] Current status of the port af98963a-6e0c-43e3-904e-fe2240719f33 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:06.998167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:30:07.014147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:07.017619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:07.032740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:07.037083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.060613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=b215a9d8-01cd-4489-ac03-e4702e8f4880,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:07.069574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] Deleting port af98963a-6e0c-43e3-904e-fe2240719f33 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:07.069951 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.136518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35310) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:07.153551 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-55fe07b2-b894-4aee-9643-75aab2361280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8290188 Feb 10 04:30:07.154034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35316) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:07.160727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e7bf9445-9185-421f-ae3f-c8b9c1b383d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:07.181248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] For port af98963a-6e0c-43e3-904e-fe2240719f33, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=af98963a-6e0c-43e3-904e-fe2240719f33,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:07.181708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.206559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] Calling delete_port for af98963a-6e0c-43e3-904e-fe2240719f33 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:07.347163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device af98963a-6e0c-43e3-904e-fe2240719f33 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:30:07.350376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-271b006d-d35d-4cb8-a331-74267c6b98d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.418353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Port af98963a-6e0c-43e3-904e-fe2240719f33 update to DOWN by agent not found {{(pid=109960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 04:30:07.419924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (af98963a-6e0c-43e3-904e-fe2240719f33), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.462028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] Pushing event deleted for resources: {'Port': ['ID=af98963a-6e0c-43e3-904e-fe2240719f33,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:07.470973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9883b00-4134-4eac-94b0-236120b9ed05 None None] No DVR routers for this DVR port af98963a-6e0c-43e3-904e-fe2240719f33 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:30:07.480533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bf9445-9185-421f-ae3f-c8b9c1b383d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:07.484123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9445-9185-421f-ae3f-c8b9c1b383d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.495857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a468e-0ec9-4562-9d21-4ea3c615b8f2 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:07.500385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-271b006d-d35d-4cb8-a331-74267c6b98d8 admin admin] Publish callbacks [] for security_group (b8b02237-0d1a-46ea-a382-2b62c61857cb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.579167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-271b006d-d35d-4cb8-a331-74267c6b98d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b8b02237-0d1a-46ea-a382-2b62c61857cb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.592297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-4393e9b5-e85a-4efd-b7c7-e2da2ed9dc8f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:07.592297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-4393e9b5-e85a-4efd-b7c7-e2da2ed9dc8f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1805854 Feb 10 04:30:07.615749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-8e1f8574-8f58-4bd8-b4cf-adb605931049 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/quotas/cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 375 time: 0.0173919 Feb 10 04:30:07.633566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-271b006d-d35d-4cb8-a331-74267c6b98d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d11ea032e11d4542a925d60212cb6a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959087 Feb 10 04:30:07.633776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bccb2641-a2dc-4885-b350-1b936c4c0b28', 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'project_id': 'a655032f841a4e1596e4f9c8392f0ecc', 'fixed_ips': [{'subnet_id': 'b215a9d8-01cd-4489-ac03-e4702e8f4880'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:30:07.634523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b006d-d35d-4cb8-a331-74267c6b98d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b02237-0d1a-46ea-a382-2b62c61857cb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:07.636249 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.637079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35326) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:07.643413 n-d-827844-2 neutron-server[109958]: INFO neutron.db.ipam_backend_mixin [None req-e7bf9445-9185-421f-ae3f-c8b9c1b383d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b215a9d8-01cd-4489-ac03-e4702e8f4880 (CIDR: 2001:db8::/64) Feb 10 04:30:07.689909 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bf9445-9185-421f-ae3f-c8b9c1b383d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:30:07.690552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bf9445-9185-421f-ae3f-c8b9c1b383d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:07.692153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b960b0d8-f920-4bfa-8c42-6b426491cb1d admin admin] Publish callbacks [] for security_group (b8b02237-0d1a-46ea-a382-2b62c61857cb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.735859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b960b0d8-f920-4bfa-8c42-6b426491cb1d admin admin] Publish callbacks [] for security_group (b8b02237-0d1a-46ea-a382-2b62c61857cb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.740257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-e3e46716-157a-4094-9c71-c58e5a183c72 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163273 Feb 10 04:30:07.815824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e7bf9445-9185-421f-ae3f-c8b9c1b383d6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6609540 Feb 10 04:30:07.818532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35330) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:07.828173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'subnet': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:07.829770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Allocated IP 2001:db8::2 (bccb2641-a2dc-4885-b350-1b936c4c0b28/b215a9d8-01cd-4489-ac03-e4702e8f4880/df423df3-0d39-43aa-b077-c61f98805c9f) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:07.882530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b960b0d8-f920-4bfa-8c42-6b426491cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b8b02237-0d1a-46ea-a382-2b62c61857cb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.887358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b960b0d8-f920-4bfa-8c42-6b426491cb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:07.890486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b960b0d8-f920-4bfa-8c42-6b426491cb1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8b02237-0d1a-46ea-a382-2b62c61857cb HTTP/1.1" status: 204 len: 168 time: 0.2522306 Feb 10 04:30:07.931081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960b0d8-f920-4bfa-8c42-6b426491cb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b02237-0d1a-46ea-a382-2b62c61857cb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:07.951582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-ad2f11ad-7428-4d2c-a08d-09bf8c29b200 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956346 Feb 10 04:30:08.019137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Publish callbacks [] for port (df423df3-0d39-43aa-b077-c61f98805c9f), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:08.099407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:08.101166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-f9b08fe1-e8f3-4c3a-9796-121aaada3c4f service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351800 Feb 10 04:30:08.115440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50465a4-0c3a-4ebe-8bf1-833d7c3a34db req-441628e1-f861-409a-94a8-da887378ed60 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:08.120358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e50465a4-0c3a-4ebe-8bf1-833d7c3a34db req-441628e1-f861-409a-94a8-da887378ed60 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 945 time: 0.0715833 Feb 10 04:30:08.162492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Pushing event updated for resources: {'Port': ['ID=df423df3-0d39-43aa-b077-c61f98805c9f,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:08.167019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:08.172200 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:08.176237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:08.178008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:08.183082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:08.196890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e50465a4-0c3a-4ebe-8bf1-833d7c3a34db req-8eadc14c-acd9-4fa0-a05f-3471d7dc0dee tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755448 Feb 10 04:30:08.278420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Attempting to bind port df423df3-0d39-43aa-b077-c61f98805c9f on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:08.279028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Attempting to bind port df423df3-0d39-43aa-b077-c61f98805c9f by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:08.279577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Attempting to bind port df423df3-0d39-43aa-b077-c61f98805c9f on network bccb2641-a2dc-4885-b350-1b936c4c0b28 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:08.285237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:08.285818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Checking segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:08.286407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:08.287155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Bound using segment: {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:08.287631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Bound port: df423df3-0d39-43aa-b077-c61f98805c9f, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caac494d-af1d-43f5-aa5e-aa2f09a8055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:08.288677 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:08.367559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] For port df423df3-0d39-43aa-b077-c61f98805c9f, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:08.371513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] For port df423df3-0d39-43aa-b077-c61f98805c9f, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=df423df3-0d39-43aa-b077-c61f98805c9f,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:08.457207 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:08.471926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a5c0f27-442f-41e3-85a1-7d30e730e128 req-906029d6-34d2-4e2d-854f-933dbdb5520a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0501535 Feb 10 04:30:08.526983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bf2fb-60da-4e04-8483-656b70b00039 None None] Pushing event updated for resources: {'Port': ['ID=df423df3-0d39-43aa-b077-c61f98805c9f,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:08.800920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.objects.ports [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109958) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 04:30:08.921150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35362) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:08.946592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a17e23b1-8427-456b-9852-dba9471f09a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.048151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a17e23b1-8427-456b-9852-dba9471f09a5 admin admin] Publish callbacks [] for security_group (1833d72a-ae10-417c-ba8e-26f78de104c0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.117290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.176697 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a17e23b1-8427-456b-9852-dba9471f09a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1833d72a-ae10-417c-ba8e-26f78de104c0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.217190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a17e23b1-8427-456b-9852-dba9471f09a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efe7dad55db54569819a138c4cf166bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919598 Feb 10 04:30:09.218373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35372) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:09.258956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e23b1-8427-456b-9852-dba9471f09a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1833d72a-ae10-417c-ba8e-26f78de104c0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:09.299594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c37232f-0318-47dd-88ad-70dd51a611f4 admin admin] Publish callbacks [] for security_group (1833d72a-ae10-417c-ba8e-26f78de104c0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.333032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] For port df423df3-0d39-43aa-b077-c61f98805c9f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=df423df3-0d39-43aa-b077-c61f98805c9f,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:09.343355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c37232f-0318-47dd-88ad-70dd51a611f4 admin admin] Publish callbacks [] for security_group (1833d72a-ae10-417c-ba8e-26f78de104c0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.369101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (df423df3-0d39-43aa-b077-c61f98805c9f), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.427597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.472651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device df423df3-0d39-43aa-b077-c61f98805c9f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:30:09.488030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (29241933-0d62-40f2-96e1-80a6a517787e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.504972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c37232f-0318-47dd-88ad-70dd51a611f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (1833d72a-ae10-417c-ba8e-26f78de104c0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.508407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6c37232f-0318-47dd-88ad-70dd51a611f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.518579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6c37232f-0318-47dd-88ad-70dd51a611f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1833d72a-ae10-417c-ba8e-26f78de104c0 HTTP/1.1" status: 204 len: 168 time: 0.2911415 Feb 10 04:30:09.546805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port df423df3-0d39-43aa-b077-c61f98805c9f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:09.547432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.562426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37232f-0318-47dd-88ad-70dd51a611f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1833d72a-ae10-417c-ba8e-26f78de104c0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:09.593865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Subnet': ['ID=29241933-0d62-40f2-96e1-80a6a517787e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:09.720446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port df423df3-0d39-43aa-b077-c61f98805c9f is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:09.721705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.748303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:09.750936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d448b156-aa4e-4554-afe7-2bac45e8d518 req-a658edf5-c25b-4902-9a4d-12b3dffa0709 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.1350093 Feb 10 04:30:09.752685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:09.754374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=df423df3-0d39-43aa-b077-c61f98805c9f,revision_number=4']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:09.779046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:09.779046 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:09.782759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port df423df3-0d39-43aa-b077-c61f98805c9f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=df423df3-0d39-43aa-b077-c61f98805c9f,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:09.907159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4eea2f-b9ec-49b4-96cb-f586c208a17f None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:09.919256 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-174792f1-b56a-4fa6-b9c8-bfa09877f89b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0985816 Feb 10 04:30:09.922948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35388) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:09.929593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Request body: {'port': {'network_id': 'bccb2641-a2dc-4885-b350-1b936c4c0b28', 'mac_address': 'fa:16:3e:22:28:3f', 'name': 'tempest-NetworksTestDHCPv6-1243514647'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:09.933274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:10.169559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68e05c5-4799-46f4-8d23-62eef86cb2b4 None None] Provisioning complete for port df423df3-0d39-43aa-b077-c61f98805c9f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:10.170272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68e05c5-4799-46f4-8d23-62eef86cb2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:10.245088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Made reservation on behalf of a655032f841a4e1596e4f9c8392f0ecc for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:10.246827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=df423df3-0d39-43aa-b077-c61f98805c9f,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:10.371874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68e05c5-4799-46f4-8d23-62eef86cb2b4 None None] Current status of the port df423df3-0d39-43aa-b077-c61f98805c9f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:10.436971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:10.464059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] device_id is not set on port b5dd4127-6ae7-4360-babd-3a3174c879c3 yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:30:10.732386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8::5a (bccb2641-a2dc-4885-b350-1b936c4c0b28/b215a9d8-01cd-4489-ac03-e4702e8f4880/b5dd4127-6ae7-4360-babd-3a3174c879c3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:10.740228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Allocated IP 2001:db8:0:1:f816:3eff:fe22:283f (bccb2641-a2dc-4885-b350-1b936c4c0b28/29241933-0d62-40f2-96e1-80a6a517787e/b5dd4127-6ae7-4360-babd-3a3174c879c3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:11.005996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-df43cbd9-3f85-42ef-b25d-4f01f3d109f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:11.008613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-df43cbd9-3f85-42ef-b25d-4f01f3d109f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1940894 Feb 10 04:30:11.037993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'port': {'device_id': '9feb3967-229c-4f60-960c-0d9127946854', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'admin_state_up': True, 'tenant_id': 'cad10205985b4f2884d5297f74c842d0'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:11.044108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eeacfb5a-2e1e-4591-aab7-59977f4cfc45 req-0253e0aa-3612-45a5-97d4-aa463212f6c3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0844426 Feb 10 04:30:11.223516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-17406b1f-e4e3-4dbd-8351-487d7a7130e1 None None] Provisioning complete for port df423df3-0d39-43aa-b077-c61f98805c9f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:11.224054 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17406b1f-e4e3-4dbd-8351-487d7a7130e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.249886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for port (b5dd4127-6ae7-4360-babd-3a3174c879c3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.413283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17406b1f-e4e3-4dbd-8351-487d7a7130e1 None None] Current status of the port df423df3-0d39-43aa-b077-c61f98805c9f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:11.442249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device df423df3-0d39-43aa-b077-c61f98805c9f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:30:11.514298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port df423df3-0d39-43aa-b077-c61f98805c9f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:11.514690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.526274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b5dd4127-6ae7-4360-babd-3a3174c879c3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.579876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:11.586937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:11.589261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:11.595678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:11.598892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.601578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port df423df3-0d39-43aa-b077-c61f98805c9f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:11.609154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event updated for resources: {'Port': ['ID=b5dd4127-6ae7-4360-babd-3a3174c879c3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:11.617054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:11.624584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.702816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e8c7f75e-aed7-41c0-aecc-9257464b9477 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7778356 Feb 10 04:30:11.705541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35436) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:11.821994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.20.0.12 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/194780ab-fb28-45c0-8009-83b28ec4a464) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:11.849419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting port b5dd4127-6ae7-4360-babd-3a3174c879c3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:11.849857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b5dd4127-6ae7-4360-babd-3a3174c879c3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.952846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f98b550d-1cea-423b-a56a-0802de2ae260 None None] Provisioning complete for port b5dd4127-6ae7-4360-babd-3a3174c879c3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:11.953226 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f98b550d-1cea-423b-a56a-0802de2ae260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b5dd4127-6ae7-4360-babd-3a3174c879c3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.965416 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b5dd4127-6ae7-4360-babd-3a3174c879c3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:11.981375 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Calling delete_port for b5dd4127-6ae7-4360-babd-3a3174c879c3 owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:12.002488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f98b550d-1cea-423b-a56a-0802de2ae260 None None] Port b5dd4127-6ae7-4360-babd-3a3174c879c3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:30:12.075021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (194780ab-fb28-45c0-8009-83b28ec4a464), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:12.195253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:12.304464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=194780ab-fb28-45c0-8009-83b28ec4a464,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:12.318744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1d51-1a10-4169-8c36-169d05d1a239 req-376a751c-61f4-4669-924e-1c5d3c9d80bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:12.321245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ccc1d51-1a10-4169-8c36-169d05d1a239 req-376a751c-61f4-4669-924e-1c5d3c9d80bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 932 time: 0.0917828 Feb 10 04:30:12.324335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:12.325888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:12.339409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:12.408016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b5dd4127-6ae7-4360-babd-3a3174c879c3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:12.412624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:12.413471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:12.461614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ccc1d51-1a10-4169-8c36-169d05d1a239 req-1388dc34-355b-478d-88ff-2b398109b900 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326101 Feb 10 04:30:12.472119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Port': ['ID=b5dd4127-6ae7-4360-babd-3a3174c879c3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:12.528004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-53d958a1-9325-4592-a4f6-71c06f24e711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5007629 Feb 10 04:30:12.540887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Request body: {'port': {'device_id': '9feb3967-229c-4f60-960c-0d9127946854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:12.546237 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:12.551363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7246a11b-7ba8-49e7-bc5f-ea815cd13e42 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/b5dd4127-6ae7-4360-babd-3a3174c879c3 HTTP/1.1" status: 204 len: 168 time: 0.8442543 Feb 10 04:30:12.554444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35466) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:12.682640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:12.687674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd74c5b-83fa-4d8c-86f4-560b379b97f8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:12.690226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5cd74c5b-83fa-4d8c-86f4-560b379b97f8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1341932 Feb 10 04:30:12.692965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35472) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:12.779576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-842c3435-8aaa-4da1-92f9-26567a0c54ca None None] Provisioning complete for port 194780ab-fb28-45c0-8009-83b28ec4a464 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:12.785375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-842c3435-8aaa-4da1-92f9-26567a0c54ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:12.842913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9befdb6c-859c-4885-a270-491676c77c46 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:12.845204 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9befdb6c-859c-4885-a270-491676c77c46 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1511738 Feb 10 04:30:12.849343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35480) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:12.872347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-842c3435-8aaa-4da1-92f9-26567a0c54ca None None] Port 194780ab-fb28-45c0-8009-83b28ec4a464 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:30:12.959035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a095a-3a71-474f-a6b3-e2e5eee67118 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:12.965338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a095a-3a71-474f-a6b3-e2e5eee67118 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:12.965338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a095a-3a71-474f-a6b3-e2e5eee67118 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:12.965338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad5a095a-3a71-474f-a6b3-e2e5eee67118 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1122067 Feb 10 04:30:12.968808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:13.072700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet 29241933-0d62-40f2-96e1-80a6a517787e {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:30:13.075969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (29241933-0d62-40f2-96e1-80a6a517787e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.082459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194780ab-fb28-45c0-8009-83b28ec4a464 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:30:13.092931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Publish callbacks [] for port (194780ab-fb28-45c0-8009-83b28ec4a464), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.108123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Transition to ACTIVE for port object 194780ab-fb28-45c0-8009-83b28ec4a464 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:30:13.118558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (29241933-0d62-40f2-96e1-80a6a517787e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.207773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (29241933-0d62-40f2-96e1-80a6a517787e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.224631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.297728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=194780ab-fb28-45c0-8009-83b28ec4a464,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:13.394923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (29241933-0d62-40f2-96e1-80a6a517787e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.395371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Attempting to bind port 194780ab-fb28-45c0-8009-83b28ec4a464 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:13.396230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Attempting to bind port 194780ab-fb28-45c0-8009-83b28ec4a464 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:13.396752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Attempting to bind port 194780ab-fb28-45c0-8009-83b28ec4a464 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:13.407997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Port 194780ab-fb28-45c0-8009-83b28ec4a464 on network 3a8f9648-c978-46ea-9258-23f73207f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:30:13.408335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Attempting to bind port 194780ab-fb28-45c0-8009-83b28ec4a464 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:13.414068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:13.414419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:13.414889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:13.415323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Bound port: 194780ab-fb28-45c0-8009-83b28ec4a464, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:13.415726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.459761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=29241933-0d62-40f2-96e1-80a6a517787e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:13.502407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.507229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f892363-38f4-401d-b00e-85db651a1003 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:13.527085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bbf7d7d2-3093-4f6f-84a3-c421fbd8a115 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/29241933-0d62-40f2-96e1-80a6a517787e HTTP/1.1" status: 204 len: 168 time: 0.5530002 Feb 10 04:30:13.528999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35494) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:13.591090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] For port 194780ab-fb28-45c0-8009-83b28ec4a464, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:13.599015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] For port 194780ab-fb28-45c0-8009-83b28ec4a464, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=194780ab-fb28-45c0-8009-83b28ec4a464,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:13.679004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Deleting subnet b215a9d8-01cd-4489-ac03-e4702e8f4880 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:30:13.684408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for subnet (b215a9d8-01cd-4489-ac03-e4702e8f4880), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.695213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.775883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (b215a9d8-01cd-4489-ac03-e4702e8f4880), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.789024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:13.789865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:13.791697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/194780ab-fb28-45c0-8009-83b28ec4a464 HTTP/1.1" status: 200 len: 1092 time: 1.2556424 Feb 10 04:30:13.792527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9feb3967-229c-4f60-960c-0d9127946854', 'tag': '194780ab-fb28-45c0-8009-83b28ec4a464'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:30:13.795056 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88840bc-ef5c-44e5-94ed-d97c1d749640" -d '{"events": [{"name": "network-changed", "server_uuid": "9feb3967-229c-4f60-960c-0d9127946854", "tag": "194780ab-fb28-45c0-8009-83b28ec4a464"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:30:13.843293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130d548-cf3b-4231-9547-791affbd7b54 req-bddea428-62c9-409b-a347-ba28080ec790 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:13.845087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4130d548-cf3b-4231-9547-791affbd7b54 req-bddea428-62c9-409b-a347-ba28080ec790 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.2312105 Feb 10 04:30:13.849523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6217f7e-ccf8-4713-ac87-ff41192ea3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=194780ab-fb28-45c0-8009-83b28ec4a464,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:13.986929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4130d548-cf3b-4231-9547-791affbd7b54 req-6e792947-95bf-40fe-a156-ad636b7c6040 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276510 Feb 10 04:30:14.069587 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:30:14.076881 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8199bd-49a7-467e-98f1-ebf25e37ae8b x-openstack-request-id: req-ab8199bd-49a7-467e-98f1-ebf25e37ae8b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:30:14.082159 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9feb3967-229c-4f60-960c-0d9127946854", "tag": "194780ab-fb28-45c0-8009-83b28ec4a464", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:30:14.082526 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab8199bd-49a7-467e-98f1-ebf25e37ae8b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:30:14.083113 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9feb3967-229c-4f60-960c-0d9127946854', 'tag': '194780ab-fb28-45c0-8009-83b28ec4a464', 'status': 'completed', 'code': 200} Feb 10 04:30:14.099032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b215a9d8-01cd-4489-ac03-e4702e8f4880), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:14.125048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-abb4ea43-75e5-4946-afa7-237921cfc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:14.126970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-abb4ea43-75e5-4946-afa7-237921cfc28d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 1126 time: 0.1528590 Feb 10 04:30:14.187356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-87e706db-a55f-4ed5-8493-d8ddf70cae74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=194780ab-fb28-45c0-8009-83b28ec4a464 HTTP/1.1" status: 200 len: 217 time: 0.0538840 Feb 10 04:30:14.248128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b215a9d8-01cd-4489-ac03-e4702e8f4880), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:14.329821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-ee15b3a0-7d39-4229-83e5-49a81ebc5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:14.331967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-ee15b3a0-7d39-4229-83e5-49a81ebc5143 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.1365130 Feb 10 04:30:14.355805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Subnet': ['ID=b215a9d8-01cd-4489-ac03-e4702e8f4880,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:14.359492 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:14.367236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b08e1896-7c0c-4da5-877c-c7a5f51e2018 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/b215a9d8-01cd-4489-ac03-e4702e8f4880 HTTP/1.1" status: 204 len: 168 time: 0.8360920 Feb 10 04:30:14.371289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35518) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:14.437876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab2737df-a8fb-42bc-9766-a8823451f5e2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648742 Feb 10 04:30:14.440792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392e83-d765-4920-956d-da7b3201f79b req-b63b708e-beba-42e6-8c93-4c225bb4dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:14.442121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-b63b708e-beba-42e6-8c93-4c225bb4dd81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0942984 Feb 10 04:30:14.442859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35526) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:14.535421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ac993-4d83-4300-bfe1-0acf2eaf979d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:14.537044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-066ac993-4d83-4300-bfe1-0acf2eaf979d tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0931897 Feb 10 04:30:14.544141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35530) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:14.642165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-590aefae-4438-40b7-8d6e-0d234ee0a5a9 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908436 Feb 10 04:30:14.737287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91625051-770d-4d4a-9fbd-f2351fa9491b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:14.744032 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-91625051-770d-4d4a-9fbd-f2351fa9491b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1977603 Feb 10 04:30:14.744814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35532) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:14.805930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a392e83-d765-4920-956d-da7b3201f79b req-9e36e841-0b61-406a-b761-a48d2973cbc7 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569476 Feb 10 04:30:14.842634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c7d789f5-ff88-49f3-991e-0c0d62bfdba1 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966704 Feb 10 04:30:14.856316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35534) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:14.902232 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3d0ac8-ad33-43f7-b018-64727b23b185 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:14.903329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3d0ac8-ad33-43f7-b018-64727b23b185 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:14.914435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e3d0ac8-ad33-43f7-b018-64727b23b185 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/b5dd4127-6ae7-4360-babd-3a3174c879c3 HTTP/1.1" status: 404 len: 333 time: 0.0500236 Feb 10 04:30:14.914864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35538) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:14.945542 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e68d3e-f1d6-46cc-b44b-cc5dc1341005 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:14.946299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e68d3e-f1d6-46cc-b44b-cc5dc1341005 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:14.952121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-53e68d3e-f1d6-46cc-b44b-cc5dc1341005 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/29241933-0d62-40f2-96e1-80a6a517787e HTTP/1.1" status: 404 len: 337 time: 0.0397429 Feb 10 04:30:14.954229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35540) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:14.981207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801fcb9-1f74-4888-91c1-dad17d887e33 None None] Network bccb2641-a2dc-4885-b350-1b936c4c0b28 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:14.994064 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d852738-2cb8-43a9-8a45-4dc71dd420c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:14.994764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d852738-2cb8-43a9-8a45-4dc71dd420c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.006178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3d852738-2cb8-43a9-8a45-4dc71dd420c7 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/b215a9d8-01cd-4489-ac03-e4702e8f4880 HTTP/1.1" status: 404 len: 337 time: 0.0507140 Feb 10 04:30:15.012164 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35542) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.044830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-691e0288-39cc-4d70-81c5-eaf3b1d0a878 None None] Provisioning complete for port df423df3-0d39-43aa-b077-c61f98805c9f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:15.045444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-691e0288-39cc-4d70-81c5-eaf3b1d0a878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:15.077118 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad70c6f6-9d49-430a-80dd-af1636842569 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:15.080371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad70c6f6-9d49-430a-80dd-af1636842569 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.084909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-b7804926-ddf4-43e7-9d33-23c70b9fb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:15.087955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-b7804926-ddf4-43e7-9d33-23c70b9fb730 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 1126 time: 0.1030262 Feb 10 04:30:15.091677 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad70c6f6-9d49-430a-80dd-af1636842569 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/0c5b6f93-7e95-4537-9af8-8e8a1ce6ae7c HTTP/1.1" status: 404 len: 333 time: 0.0766532 Feb 10 04:30:15.095177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35552) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.174759 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e7d723-9ade-4282-bdb3-1e1cd055db7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:15.175337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e7d723-9ade-4282-bdb3-1e1cd055db7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.179220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-27e7d723-9ade-4282-bdb3-1e1cd055db7b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/a7c5eb2f-c924-4b1a-aa1d-8b3f460565b6 HTTP/1.1" status: 404 len: 337 time: 0.0826986 Feb 10 04:30:15.190968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.247657 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-01162a35-6cb6-49e1-833a-062844fed5a5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:15.248397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01162a35-6cb6-49e1-833a-062844fed5a5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.253443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-01162a35-6cb6-49e1-833a-062844fed5a5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/0295ebfc-87cf-4616-8e35-422213e36960 HTTP/1.1" status: 404 len: 337 time: 0.0599151 Feb 10 04:30:15.254831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35560) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.342995 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55e8f0d-4b1e-48a6-a4d6-2d44aec2543b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:15.343270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55e8f0d-4b1e-48a6-a4d6-2d44aec2543b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.354152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b55e8f0d-4b1e-48a6-a4d6-2d44aec2543b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/39e9113e-7f69-4801-88fa-8bb85d712695 HTTP/1.1" status: 404 len: 333 time: 0.0957692 Feb 10 04:30:15.357714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35562) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.381711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea03c8-030d-4e77-8623-023fbc1bd947 req-1a3bdf50-94b5-4ddf-be77-778b077ca086 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:15.388634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33ea03c8-030d-4e77-8623-023fbc1bd947 req-1a3bdf50-94b5-4ddf-be77-778b077ca086 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.2468348 Feb 10 04:30:15.427374 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-237ebc99-2df2-4acc-87f5-863d51c0a610 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:15.427864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237ebc99-2df2-4acc-87f5-863d51c0a610 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.431755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-237ebc99-2df2-4acc-87f5-863d51c0a610 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/8724eae9-714d-482e-9055-931491a781a3 HTTP/1.1" status: 404 len: 337 time: 0.0721104 Feb 10 04:30:15.433908 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-3d20076f-3478-4457-8ccb-063309c49f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:15.434358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35570) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.435872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-3d20076f-3478-4457-8ccb-063309c49f74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.3062727 Feb 10 04:30:15.536422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-74d817db-c09a-4c14-a170-7697b170c5d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=194780ab-fb28-45c0-8009-83b28ec4a464 HTTP/1.1" status: 200 len: 217 time: 0.0930486 Feb 10 04:30:15.544080 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5125d44b-e9be-4edf-8828-8c7e87f0757e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:15.544080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5125d44b-e9be-4edf-8828-8c7e87f0757e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.546918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5125d44b-e9be-4edf-8828-8c7e87f0757e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/43c66013-c374-4ed5-8043-f53a3c3213ad HTTP/1.1" status: 404 len: 337 time: 0.1042137 Feb 10 04:30:15.551310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35576) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.597222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-33ea03c8-030d-4e77-8623-023fbc1bd947 req-2a53e7eb-b04f-46db-80e9-6b30697e07d3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015305 Feb 10 04:30:15.622517 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c19167-4306-463a-b0a7-c62bcc3fc920 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:15.623213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c19167-4306-463a-b0a7-c62bcc3fc920 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:15.628628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-52c19167-4306-463a-b0a7-c62bcc3fc920 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/3493a9ec-baa2-49d3-b7b4-b38e4962700a HTTP/1.1" status: 404 len: 333 time: 0.0730042 Feb 10 04:30:15.628792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35578) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:15.824969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-691e0288-39cc-4d70-81c5-eaf3b1d0a878 None None] Current status of the port df423df3-0d39-43aa-b077-c61f98805c9f is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:15.914798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] DHCP port deletion for bccb2641-a2dc-4885-b350-1b936c4c0b28 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:30:16.013420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] Deleting port df423df3-0d39-43aa-b077-c61f98805c9f {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:16.014086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:16.017979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-b6f73146-c063-4625-af24-719573751094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:16.019512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-b6f73146-c063-4625-af24-719573751094 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.4766047 Feb 10 04:30:16.020560 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-799f0de1-fd9a-4789-a20a-83dbac61b007 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.020993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799f0de1-fd9a-4789-a20a-83dbac61b007 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.024343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-799f0de1-fd9a-4789-a20a-83dbac61b007 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/db17ca53-e393-4357-99eb-54e3dd3d120c HTTP/1.1" status: 404 len: 337 time: 0.3946335 Feb 10 04:30:16.027016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35586) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.079216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-fe361999-2390-46cd-9cf7-d8717ad4735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:16.080754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-fe361999-2390-46cd-9cf7-d8717ad4735e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549686 Feb 10 04:30:16.100941 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5098ea9e-9f59-4237-8e24-dd49d57f5611 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.101952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5098ea9e-9f59-4237-8e24-dd49d57f5611 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.105197 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5098ea9e-9f59-4237-8e24-dd49d57f5611 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/2fc39f2e-55f5-4d84-9558-34b6d6ffc8fa HTTP/1.1" status: 404 len: 337 time: 0.0771933 Feb 10 04:30:16.115162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35590) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.159799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] For port df423df3-0d39-43aa-b077-c61f98805c9f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=df423df3-0d39-43aa-b077-c61f98805c9f,segment=NetworkSegment(caac494d-af1d-43f5-aa5e-aa2f09a8055b),segment_id=caac494d-af1d-43f5-aa5e-aa2f09a8055b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:16.162483 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:16.180270 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a81bc3a-a306-426f-b64e-bbd01baa61f3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.181102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a81bc3a-a306-426f-b64e-bbd01baa61f3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.184959 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2a81bc3a-a306-426f-b64e-bbd01baa61f3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/72838d51-75b9-4298-9059-7dd04d8cfed5 HTTP/1.1" status: 404 len: 333 time: 0.0680158 Feb 10 04:30:16.188841 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.189216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] Calling delete_port for df423df3-0d39-43aa-b077-c61f98805c9f owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:16.239069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-9a82a783-a16e-4709-92df-c2fca3395810 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517992 Feb 10 04:30:16.242101 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9890d760-e2dc-46b3-ab80-a944e65823c0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.242565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9890d760-e2dc-46b3-ab80-a944e65823c0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.248265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9890d760-e2dc-46b3-ab80-a944e65823c0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/7de846a5-14d0-4472-9a32-e5b95b11a50d HTTP/1.1" status: 404 len: 337 time: 0.0560157 Feb 10 04:30:16.250591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35596) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.283720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99416d7-cd93-49c4-8dcc-34d98a16da0c req-68911546-e485-48ff-8658-af3b2f5baa06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:16.285646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a99416d7-cd93-49c4-8dcc-34d98a16da0c req-68911546-e485-48ff-8658-af3b2f5baa06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 945 time: 0.1792414 Feb 10 04:30:16.354765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a99416d7-cd93-49c4-8dcc-34d98a16da0c req-6b4120ef-3054-47e3-b404-31e87a18d417 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580306 Feb 10 04:30:16.357124 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d831a612-8140-4a38-b881-b227ef2e7de2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.357887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d831a612-8140-4a38-b881-b227ef2e7de2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.361818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d831a612-8140-4a38-b881-b227ef2e7de2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/39371977-ebd2-4aa0-a8b0-8d6486ef1fa9 HTTP/1.1" status: 404 len: 333 time: 0.1094677 Feb 10 04:30:16.365107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35600) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.400035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (df423df3-0d39-43aa-b077-c61f98805c9f), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:16.419743 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0e7d72-420a-4414-9915-6dea61c00879 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.420223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0e7d72-420a-4414-9915-6dea61c00879 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.426710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0a0e7d72-420a-4414-9915-6dea61c00879 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/be804d42-c0ad-439f-89c6-9a7cdbc99484 HTTP/1.1" status: 404 len: 337 time: 0.0591660 Feb 10 04:30:16.431549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.464937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] Pushing event deleted for resources: {'Port': ['ID=df423df3-0d39-43aa-b077-c61f98805c9f,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:16.478148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f97d9e-c359-4fd0-8b3d-7acf420970c4 None None] No DVR routers for this DVR port df423df3-0d39-43aa-b077-c61f98805c9f on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:30:16.520476 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-30922bc4-c9c8-4305-abab-a4e6c632445f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.521282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30922bc4-c9c8-4305-abab-a4e6c632445f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.534106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-30922bc4-c9c8-4305-abab-a4e6c632445f tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/216c33b5-d6a3-4acb-8f13-cac7d118d741 HTTP/1.1" status: 404 len: 333 time: 0.1014783 Feb 10 04:30:16.537376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35606) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.551232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88840bc-ef5c-44e5-94ed-d97c1d749640 req-3ac04f1b-bc8c-4cc2-aba6-9df307bd7a24 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017044 Feb 10 04:30:16.580026 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b59f6e-8328-4f01-86fc-27a94d007eba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.580573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b59f6e-8328-4f01-86fc-27a94d007eba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.583691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f1b59f6e-8328-4f01-86fc-27a94d007eba tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/682b322f-4c08-41f0-8f1f-022a5db568be HTTP/1.1" status: 404 len: 337 time: 0.0439603 Feb 10 04:30:16.587079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35610) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.614938 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd786188-6fce-4db3-93bb-c94e6912fad3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.615511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd786188-6fce-4db3-93bb-c94e6912fad3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.618614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dd786188-6fce-4db3-93bb-c94e6912fad3 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/8f4ee93d-4b99-43e3-a513-cef7936f3122 HTTP/1.1" status: 404 len: 333 time: 0.0307209 Feb 10 04:30:16.621274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35614) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.656079 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba49e807-48a8-4874-ac7f-ea6b9ead9ac4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.656548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba49e807-48a8-4874-ac7f-ea6b9ead9ac4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.659648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ba49e807-48a8-4874-ac7f-ea6b9ead9ac4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/3de25695-f88f-4b5d-86f2-319cc09f6ef4 HTTP/1.1" status: 404 len: 337 time: 0.0368080 Feb 10 04:30:16.662259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35616) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.686962 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db270f2-fe72-4506-9c7a-c48313bccb4e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.687562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db270f2-fe72-4506-9c7a-c48313bccb4e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.692017 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9db270f2-fe72-4506-9c7a-c48313bccb4e tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/ab626a6d-73d2-498d-86cf-d93ca7ab1d2b HTTP/1.1" status: 404 len: 333 time: 0.0272622 Feb 10 04:30:16.693478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.719307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361b617-25bf-4b95-9a18-411fcc60c361 req-a40de047-9359-4b0b-a57b-bb7651453624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:16.721004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3361b617-25bf-4b95-9a18-411fcc60c361 req-a40de047-9359-4b0b-a57b-bb7651453624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0634816 Feb 10 04:30:16.723161 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4818e21-857a-4d70-afea-c2cae331cdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.723632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4818e21-857a-4d70-afea-c2cae331cdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.733200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4818e21-857a-4d70-afea-c2cae331cdb9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/0b02a3ee-b873-4bb0-9f14-131692f72342 HTTP/1.1" status: 404 len: 337 time: 0.0319886 Feb 10 04:30:16.733200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35620) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.758773 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-155d54ad-df9c-46bd-bf39-e7b4e3e992a6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.759211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155d54ad-df9c-46bd-bf39-e7b4e3e992a6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.763324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-155d54ad-df9c-46bd-bf39-e7b4e3e992a6 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/5066a8ee-0bdd-4673-89f5-34c7529c75a1 HTTP/1.1" status: 404 len: 333 time: 0.0325677 Feb 10 04:30:16.775480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35624) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.829870 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d326d46-39a5-4adb-b25d-fef850d3bf7c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.830351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d326d46-39a5-4adb-b25d-fef850d3bf7c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.836002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7d326d46-39a5-4adb-b25d-fef850d3bf7c tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/31429776-77dc-4351-8343-a416eaa80c00 HTTP/1.1" status: 404 len: 337 time: 0.0568857 Feb 10 04:30:16.836647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35626) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.857568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3361b617-25bf-4b95-9a18-411fcc60c361 req-b17c06b7-f6a0-473b-8ed1-574f65098848 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204591 Feb 10 04:30:16.880288 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca23463-e8c7-4745-8840-737d8cf5d895 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.880743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca23463-e8c7-4745-8840-737d8cf5d895 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.887074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35628) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.888645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ca23463-e8c7-4745-8840-737d8cf5d895 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/01bb0e91-c0e3-48cf-909c-409827cba260 HTTP/1.1" status: 404 len: 337 time: 0.0510986 Feb 10 04:30:16.913406 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c8dd56-975c-4e1a-946b-08cabd0f3ad8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.913975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c8dd56-975c-4e1a-946b-08cabd0f3ad8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.919956 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-97c8dd56-975c-4e1a-946b-08cabd0f3ad8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/e3724c00-940c-4484-8496-55cc8ff70224 HTTP/1.1" status: 404 len: 333 time: 0.0295269 Feb 10 04:30:16.920384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35630) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.949453 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-362a6736-d57a-45e1-a4c3-759ece103b50 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.950047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362a6736-d57a-45e1-a4c3-759ece103b50 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.954020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-362a6736-d57a-45e1-a4c3-759ece103b50 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/e8ff8e4a-ea1e-425d-9caf-235b0aaa68c5 HTTP/1.1" status: 404 len: 337 time: 0.0320199 Feb 10 04:30:16.956001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35632) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:16.987020 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eba48fb-ea7c-4474-a089-b123666b4280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:16.987616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eba48fb-ea7c-4474-a089-b123666b4280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:16.994011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0eba48fb-ea7c-4474-a089-b123666b4280 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/d171e24e-48d1-4e68-8c70-defd07a26c1f HTTP/1.1" status: 404 len: 337 time: 0.0343962 Feb 10 04:30:16.994326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.016832 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:17.018807 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2acbe0-9753-49a6-abf4-a7d9a7d096c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.019458 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2acbe0-9753-49a6-abf4-a7d9a7d096c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.025682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0d2acbe0-9753-49a6-abf4-a7d9a7d096c2 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/b54c60f1-fce7-4765-9671-06d67e6fe620 HTTP/1.1" status: 404 len: 333 time: 0.0279880 Feb 10 04:30:17.026006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35636) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.056753 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5283e4-7659-486d-9fb5-700122126a87 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.057302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5283e4-7659-486d-9fb5-700122126a87 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.063269 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8e5283e4-7659-486d-9fb5-700122126a87 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/06560ed8-6d17-4c36-98c6-b515ea70ccd2 HTTP/1.1" status: 404 len: 337 time: 0.0362730 Feb 10 04:30:17.065637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35640) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.092074 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-730f09d1-c5e8-4c6a-9bfb-8a56391f87e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.092531 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730f09d1-c5e8-4c6a-9bfb-8a56391f87e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.095501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-730f09d1-c5e8-4c6a-9bfb-8a56391f87e5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/35766ae5-f425-43ec-a1d5-886942c16632 HTTP/1.1" status: 404 len: 337 time: 0.0288906 Feb 10 04:30:17.097896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35642) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.121353 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1636d496-ee96-4d16-a510-47727430fa93 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.121880 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1636d496-ee96-4d16-a510-47727430fa93 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.124875 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1636d496-ee96-4d16-a510-47727430fa93 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/c3f90574-994f-4462-bd62-af17f4dbe961 HTTP/1.1" status: 404 len: 333 time: 0.0260909 Feb 10 04:30:17.130633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35644) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.155691 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adce5d7-6608-4f7a-aedc-1f2017ce8aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.156153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adce5d7-6608-4f7a-aedc-1f2017ce8aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.159136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6adce5d7-6608-4f7a-aedc-1f2017ce8aa9 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/6870ce49-a694-4544-b051-fd1e47632287 HTTP/1.1" status: 404 len: 337 time: 0.0275373 Feb 10 04:30:17.161490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35648) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.191554 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e9f84a-9b29-458f-bfe9-e8a98e17bdc4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.192019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e9f84a-9b29-458f-bfe9-e8a98e17bdc4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.195698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-98e9f84a-9b29-458f-bfe9-e8a98e17bdc4 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/9413ba70-6325-42b9-bc51-8aaed790e743 HTTP/1.1" status: 404 len: 337 time: 0.0330546 Feb 10 04:30:17.197936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35650) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.231009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4c2c8bd1-991d-4d0c-bd98-a584514aa432 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecfca1d6-1b29-4562-a797-da7e43ac550b HTTP/1.1" status: 200 len: 205 time: 0.0315821 Feb 10 04:30:17.231605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35652) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.273410 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-4335128f-5478-40c0-a0f1-d62227299210 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] delete failed (client error): The resource could not be found. Feb 10 04:30:17.276857 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4335128f-5478-40c0-a0f1-d62227299210 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/routers/ecfca1d6-1b29-4562-a797-da7e43ac550b HTTP/1.1" status: 404 len: 336 time: 0.0419798 Feb 10 04:30:17.279319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.312008 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-552e6165-af63-4645-ae3b-5d0f6d72ec49 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.312692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552e6165-af63-4645-ae3b-5d0f6d72ec49 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.315972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-552e6165-af63-4645-ae3b-5d0f6d72ec49 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/79eacf3f-c79e-41d0-b91f-3f1d6da547d2 HTTP/1.1" status: 404 len: 337 time: 0.0357249 Feb 10 04:30:17.320174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35656) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.374356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-90f768ae-b675-40be-b01a-a8d4cb0cf7ca tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "GET /v2.0/ports?device_id=138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 HTTP/1.1" status: 200 len: 205 time: 0.0520675 Feb 10 04:30:17.377226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35660) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.386435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device df423df3-0d39-43aa-b077-c61f98805c9f no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:30:17.414008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e809eb-75aa-4478-8225-8df1785badf9 req-ca9a5bc8-d859-4daf-9818-a8b01a7feda8 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:17.415667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e809eb-75aa-4478-8225-8df1785badf9 req-ca9a5bc8-d859-4daf-9818-a8b01a7feda8 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.43 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 945 time: 0.1913369 Feb 10 04:30:17.465466 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-3881f5d0-c266-446a-9b58-54480ea438b0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] delete failed (client error): The resource could not be found. Feb 10 04:30:17.467280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3881f5d0-c266-446a-9b58-54480ea438b0 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/routers/138dd8f9-eb74-4c3f-9603-5ab57d5f17a6 HTTP/1.1" status: 404 len: 336 time: 0.0871139 Feb 10 04:30:17.472855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: df423df3-0d39-43aa-b077-c61f98805c9f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:30:17.472855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device df423df3-0d39-43aa-b077-c61f98805c9f not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:30:17.476421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35668) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.611101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Deleting port 5d3f2690-8825-4d25-81fb-f5b0b8354623 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:17.611530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:17.732754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] For port 5d3f2690-8825-4d25-81fb-f5b0b8354623, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=5d3f2690-8825-4d25-81fb-f5b0b8354623,segment=NetworkSegment(744b00e9-1a67-4ff6-b575-104520363e8b),segment_id=744b00e9-1a67-4ff6-b575-104520363e8b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:17.733430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:17.750111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Calling delete_port for 5d3f2690-8825-4d25-81fb-f5b0b8354623 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:17.935602 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd58809-3698-4d0f-8bad-9a412c7c4425 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:17.936521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd58809-3698-4d0f-8bad-9a412c7c4425 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:17.944204 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0bd58809-3698-4d0f-8bad-9a412c7c4425 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/81e189f5-03bb-4730-830a-5fd497ef8c7f HTTP/1.1" status: 404 len: 337 time: 0.4626930 Feb 10 04:30:17.947686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:17.976691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45808b-4277-4676-8b0c-ff6827583b13 req-4ef03fde-2175-4760-a519-7490c96cc94c tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:17.978378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8e45808b-4277-4676-8b0c-ff6827583b13 req-4ef03fde-2175-4760-a519-7490c96cc94c tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 945 time: 0.5030944 Feb 10 04:30:18.015792 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2afeb0-9a3a-4505-a357-be2f318caf1b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.017222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2afeb0-9a3a-4505-a357-be2f318caf1b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.020813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ad2afeb0-9a3a-4505-a357-be2f318caf1b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/31285e0e-7115-4b60-af76-d030f2074670 HTTP/1.1" status: 404 len: 337 time: 0.0710235 Feb 10 04:30:18.024181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35686) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.055297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8e45808b-4277-4676-8b0c-ff6827583b13 req-0b42e02d-3a22-420e-8685-18c710057c62 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/security-groups?id=90251d4a-c3c5-44ec-bbbd-9911f6e3d834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706325 Feb 10 04:30:18.061152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5d3f2690-8825-4d25-81fb-f5b0b8354623), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:18.071601 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f12ee5e-40ff-458e-b5d0-aac6764b1e71 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.072637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f12ee5e-40ff-458e-b5d0-aac6764b1e71 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.075963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2f12ee5e-40ff-458e-b5d0-aac6764b1e71 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/6e94a4de-f694-4632-b634-c0802153c78d HTTP/1.1" status: 404 len: 333 time: 0.0507870 Feb 10 04:30:18.079002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35688) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.090961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['5d3f2690-8825-4d25-81fb-f5b0b8354623'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:30:18.133335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Pushing event deleted for resources: {'Port': ['ID=5d3f2690-8825-4d25-81fb-f5b0b8354623,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:18.148516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd7b97-f109-4939-9de5-9b12cf4095a4 req-f8b9d4ab-c6fe-41ea-a1ae-422c85154214 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:18.150518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7dd7b97-f109-4939-9de5-9b12cf4095a4 req-f8b9d4ab-c6fe-41ea-a1ae-422c85154214 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1971488 Feb 10 04:30:18.162275 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-14193c28-17e4-4190-a9e8-2b9d938f7fb8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.163646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14193c28-17e4-4190-a9e8-2b9d938f7fb8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.167061 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-14193c28-17e4-4190-a9e8-2b9d938f7fb8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/dae9a757-126c-4f46-be08-07e7c41ea774 HTTP/1.1" status: 404 len: 337 time: 0.0869884 Feb 10 04:30:18.171255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35690) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.218084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] No DVR routers for this DVR port 5d3f2690-8825-4d25-81fb-f5b0b8354623 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:30:18.221021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:18.226727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e809eb-75aa-4478-8225-8df1785badf9 req-d2961dec-993f-43d9-871d-a2b45dd3ca06 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.43 "DELETE /v2.0/ports/5d3f2690-8825-4d25-81fb-f5b0b8354623 HTTP/1.1" status: 204 len: 173 time: 0.7717316 Feb 10 04:30:18.228587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963ded17-88c2-493e-ba46-b802c1c83010', 'name': 'network-vif-deleted', 'tag': '5d3f2690-8825-4d25-81fb-f5b0b8354623'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:30:18.231017 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e2dee7-77e9-4e1a-85ca-ab719b3d7ce8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.231756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e2dee7-77e9-4e1a-85ca-ab719b3d7ce8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.232143 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75720b6-3357-4d57-84cc-d4f2650ec026" -d '{"events": [{"server_uuid": "963ded17-88c2-493e-ba46-b802c1c83010", "name": "network-vif-deleted", "tag": "5d3f2690-8825-4d25-81fb-f5b0b8354623"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:30:18.235414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e3e2dee7-77e9-4e1a-85ca-ab719b3d7ce8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/b1d08a8c-4113-47c8-95a5-6a2d57b1ff9e HTTP/1.1" status: 404 len: 333 time: 0.0629551 Feb 10 04:30:18.237840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35694) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.273378 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-129bb098-5214-46ab-b84c-3a73ea587daa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.273913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7dd7b97-f109-4939-9de5-9b12cf4095a4 req-07cb2b06-249a-439a-90f6-18f5acee5c49 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162784 Feb 10 04:30:18.275283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129bb098-5214-46ab-b84c-3a73ea587daa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.278944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-129bb098-5214-46ab-b84c-3a73ea587daa tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/8ccd3f89-e423-4570-8502-4ff795b5db03 HTTP/1.1" status: 404 len: 337 time: 0.0399768 Feb 10 04:30:18.284679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35698) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.332788 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37ec31-eeba-4f73-8aac-1a6b8f091e13 x-openstack-request-id: req-4c37ec31-eeba-4f73-8aac-1a6b8f091e13 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:30:18.337212 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963ded17-88c2-493e-ba46-b802c1c83010", "name": "network-vif-deleted", "tag": "5d3f2690-8825-4d25-81fb-f5b0b8354623", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:30:18.337212 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c37ec31-eeba-4f73-8aac-1a6b8f091e13 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:30:18.337212 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963ded17-88c2-493e-ba46-b802c1c83010', 'name': 'network-vif-deleted', 'tag': '5d3f2690-8825-4d25-81fb-f5b0b8354623', 'status': 'completed', 'code': 200} Feb 10 04:30:18.348275 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-194a4e03-8fa7-4714-8fc1-985e539a1325 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.350082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194a4e03-8fa7-4714-8fc1-985e539a1325 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.358339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-194a4e03-8fa7-4714-8fc1-985e539a1325 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/f550cdfb-5d90-45ad-bb0d-58525b46dad4 HTTP/1.1" status: 404 len: 333 time: 0.0722885 Feb 10 04:30:18.360583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35702) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.392357 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8106cd6-6662-4d8e-a9c1-f5f621a972b5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.392829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8106cd6-6662-4d8e-a9c1-f5f621a972b5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.396456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d8106cd6-6662-4d8e-a9c1-f5f621a972b5 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/59e4a0e1-d6b5-4dd5-ac70-c9f73bce978d HTTP/1.1" status: 404 len: 337 time: 0.0337274 Feb 10 04:30:18.399156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35706) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.433921 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-91547e25-255e-4a71-b3b6-bb94df9ebe99 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.434554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91547e25-255e-4a71-b3b6-bb94df9ebe99 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.438744 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-91547e25-255e-4a71-b3b6-bb94df9ebe99 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/1b030e99-8185-42dc-96f7-f1d6bf74e390 HTTP/1.1" status: 404 len: 333 time: 0.0369327 Feb 10 04:30:18.440391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35708) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.467265 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b7a08c-5a84-414c-9e3d-aaf78e902362 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.468768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b7a08c-5a84-414c-9e3d-aaf78e902362 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.473266 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-12b7a08c-5a84-414c-9e3d-aaf78e902362 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/3384b3ca-a7c1-4f77-932f-36a7eb6a94d8 HTTP/1.1" status: 404 len: 337 time: 0.0317166 Feb 10 04:30:18.477056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35710) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.495479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:18.501848 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c396649-e421-4e29-8406-da27ee7469d8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.502412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c396649-e421-4e29-8406-da27ee7469d8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.512543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4c396649-e421-4e29-8406-da27ee7469d8 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/a3fb82c7-4b63-48fc-9837-0ae60c265f02 HTTP/1.1" status: 404 len: 333 time: 0.0287557 Feb 10 04:30:18.514606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35714) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.549899 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-618df2f3-23a2-4068-ad9b-deea51340782 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.550383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618df2f3-23a2-4068-ad9b-deea51340782 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.556303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-618df2f3-23a2-4068-ad9b-deea51340782 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/175f33da-114d-4859-ae89-353ce36785e7 HTTP/1.1" status: 404 len: 337 time: 0.0368390 Feb 10 04:30:18.556599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35718) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.587351 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-125a2e3b-43a9-4a07-9e68-cdbc70487ebf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.591257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125a2e3b-43a9-4a07-9e68-cdbc70487ebf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.598737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-125a2e3b-43a9-4a07-9e68-cdbc70487ebf tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/a88d49e5-5498-4f61-b479-905ee379068d HTTP/1.1" status: 404 len: 333 time: 0.0404963 Feb 10 04:30:18.602332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35720) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.630829 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7804c620-9ffa-4d52-8ce8-9b9bd29b841b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.631965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7804c620-9ffa-4d52-8ce8-9b9bd29b841b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.638018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7804c620-9ffa-4d52-8ce8-9b9bd29b841b tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/4dc93503-3b65-45fa-96f1-4bb9365b085e HTTP/1.1" status: 404 len: 337 time: 0.0325439 Feb 10 04:30:18.638402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35722) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.667316 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cb18bd-e2a0-48c3-b945-8f12708cdc95 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.667863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cb18bd-e2a0-48c3-b945-8f12708cdc95 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.670935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-98cb18bd-e2a0-48c3-b945-8f12708cdc95 tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/ports/c292dcf9-7adb-4557-a7c9-d70df4943835 HTTP/1.1" status: 404 len: 333 time: 0.0314963 Feb 10 04:30:18.673353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35724) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.701325 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16d9e51-10fa-43b7-8b06-a9432b1d8b7a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] DELETE failed (client error): The resource could not be found. Feb 10 04:30:18.701792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16d9e51-10fa-43b7-8b06-a9432b1d8b7a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:30:18.705320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a16d9e51-10fa-43b7-8b06-a9432b1d8b7a tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/subnets/7507c599-70cc-4fb7-9a58-e539f205eebc HTTP/1.1" status: 404 len: 337 time: 0.0310707 Feb 10 04:30:18.707782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35726) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:18.834695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (bccb2641-a2dc-4885-b350-1b936c4c0b28), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:18.939230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (bccb2641-a2dc-4885-b350-1b936c4c0b28), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:18.961309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccb2641-a2dc-4885-b350-1b936c4c0b28']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:18.970986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caac494d-af1d-43f5-aa5e-aa2f09a8055b') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:18.971448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caac494d-af1d-43f5-aa5e-aa2f09a8055b') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:18.981739 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (caac494d-af1d-43f5-aa5e-aa2f09a8055b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:18.996337 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (caac494d-af1d-43f5-aa5e-aa2f09a8055b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:19.002397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:19.002813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (caac494d-af1d-43f5-aa5e-aa2f09a8055b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:19.005911 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:19.189943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (bccb2641-a2dc-4885-b350-1b936c4c0b28), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:19.196786 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:19.201503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] 10.222.0.42 "DELETE /v2.0/networks/bccb2641-a2dc-4885-b350-1b936c4c0b28 HTTP/1.1" status: 204 len: 168 time: 0.4913039 Feb 10 04:30:19.267632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0981b06d-e650-42ee-b03a-b0e6baa99b28 req-bc7fd7a9-b608-4aa4-bb1d-86d58ad69eb3 tempest-VolumesActionsTest-129358363 tempest-VolumesActionsTest-129358363-project] 10.222.0.42 "GET /v2.0/ports?device_id=963ded17-88c2-493e-ba46-b802c1c83010 HTTP/1.1" status: 200 len: 210 time: 0.0912321 Feb 10 04:30:19.313655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895d9e8-bbe5-43b5-a808-26aa64c4adfb tempest-NetworksTestDHCPv6-1356778942 tempest-NetworksTestDHCPv6-1356778942-project] Pushing event deleted for resources: {'Network': ['ID=bccb2641-a2dc-4885-b350-1b936c4c0b28,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:19.491332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd93d4-eac5-4c16-a387-7a426e4d3644 req-eb7f487c-fb27-4ff6-8304-f79e421d9d2a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:19.492975 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4fd93d4-eac5-4c16-a387-7a426e4d3644 req-eb7f487c-fb27-4ff6-8304-f79e421d9d2a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0779786 Feb 10 04:30:19.556936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4fd93d4-eac5-4c16-a387-7a426e4d3644 req-9f13aecf-7e45-4e26-a72c-9d12190110aa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558286 Feb 10 04:30:19.850166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35750) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:20.015620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2343c88a-6ccf-40ae-a445-5a67bc69169d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a655032f841a4e1596e4f9c8392f0ecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638794 Feb 10 04:30:20.017895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35756) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:20.085809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc0c550c-55de-49c6-8255-4dd58c5e1674 admin admin] Publish callbacks [] for security_group (c2ab7b26-cae4-4f7a-858b-88a843a3e457), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:20.121814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc0c550c-55de-49c6-8255-4dd58c5e1674 admin admin] Publish callbacks [] for security_group (c2ab7b26-cae4-4f7a-858b-88a843a3e457), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:20.270804 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-68ff8341-b542-43b0-905e-a554c081f84a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510352 Feb 10 04:30:20.289993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc0c550c-55de-49c6-8255-4dd58c5e1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c2ab7b26-cae4-4f7a-858b-88a843a3e457), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:20.293749 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bc0c550c-55de-49c6-8255-4dd58c5e1674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:20.295350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bc0c550c-55de-49c6-8255-4dd58c5e1674 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2ab7b26-cae4-4f7a-858b-88a843a3e457 HTTP/1.1" status: 204 len: 168 time: 0.2764759 Feb 10 04:30:20.328615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c550c-55de-49c6-8255-4dd58c5e1674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ab7b26-cae4-4f7a-858b-88a843a3e457,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:20.394754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-5c7b65c2-6dd8-4793-a26d-3d5909a18cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:20.394754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-5c7b65c2-6dd8-4793-a26d-3d5909a18cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 1132 time: 0.0728989 Feb 10 04:30:20.528786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-3eb267d6-ac77-4091-928c-aecf9aeccdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:20.533534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-3eb267d6-ac77-4091-928c-aecf9aeccdd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.1115081 Feb 10 04:30:20.590198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-b83dc677-ed9c-4311-97cb-0d5266c70035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb HTTP/1.1" status: 200 len: 217 time: 0.0514762 Feb 10 04:30:20.724495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-35f00b2a-4301-4fc5-bff8-a6cc8800ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:20.727555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-35f00b2a-4301-4fc5-bff8-a6cc8800ec70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.1319571 Feb 10 04:30:20.815669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-040f26dc-08ed-4d25-9785-0116c6d0c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:20.817530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-040f26dc-08ed-4d25-9785-0116c6d0c59b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0840516 Feb 10 04:30:20.818229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d2435-a9c8-40ba-94ae-0fe664a075dc req-792a8501-c742-442e-b6d7-d759c38a79ea tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:20.827291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c0d2435-a9c8-40ba-94ae-0fe664a075dc req-792a8501-c742-442e-b6d7-d759c38a79ea tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1078396 Feb 10 04:30:20.911492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c0d2435-a9c8-40ba-94ae-0fe664a075dc req-6bc37d09-785d-4c20-906d-15029aad81ad tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628769 Feb 10 04:30:20.957746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-8d54830c-9476-4f92-bd36-65b370aa88b8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336105 Feb 10 04:30:21.058401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ec2be12-bc88-468e-aaea-3c50a83245a9 req-66362ea1-fb80-496b-9836-43d72c5b9ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946355 Feb 10 04:30:21.796527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35820) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:21.950608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'networks': [{'name': 'tempest-network--1167959789'}, {'name': 'tempest-network--559210768'}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:21.951201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'network': {'name': 'tempest-network--1167959789'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:21.951666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'network': {'name': 'tempest-network--559210768'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:22.092838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Made reservation on behalf of 682150bce80d4df2a20df36c64b81fe3 for: {'network': 2} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:22.098804 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.112163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d3f2690-8825-4d25-81fb-f5b0b8354623 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:30:22.121912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.135224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 5d3f2690-8825-4d25-81fb-f5b0b8354623 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:30:22.136121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 5d3f2690-8825-4d25-81fb-f5b0b8354623 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:30:22.218192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6a9d0-4cc4-46f6-a0d9-4cfc862c403e req-de582dac-fadc-4764-8a4c-bb991121cd3a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:22.235876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6e6a9d0-4cc4-46f6-a0d9-4cfc862c403e req-de582dac-fadc-4764-8a4c-bb991121cd3a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.2015619 Feb 10 04:30:22.361953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6e6a9d0-4cc4-46f6-a0d9-4cfc862c403e req-17f68932-2ed5-4bdd-a913-acbd7bd2a3cc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248302 Feb 10 04:30:22.437906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for security_group (64568fc7-e664-4059-ae82-b3f557c1862b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.510735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (64568fc7-e664-4059-ae82-b3f557c1862b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.511339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.562894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64568fc7-e664-4059-ae82-b3f557c1862b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:22.582733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:22.596846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3d4bfe2e-f69f-4491-a30a-9bb07e672c62), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.607713 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Added segment 3d4bfe2e-f69f-4491-a30a-9bb07e672c62 of type vlan for network 8003d697-c2e2-4d5c-8e15-30967c12dd3b Feb 10 04:30:22.685516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (8003d697-c2e2-4d5c-8e15-30967c12dd3b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.735089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:22.744914 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5b96e4ec-34c0-4ccf-9ebf-c190158caf53), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.745574 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Added segment 5b96e4ec-34c0-4ccf-9ebf-c190158caf53 of type vlan for network 81b8a7db-9e15-4e5a-bcb9-6354abc18a7e Feb 10 04:30:22.813514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (81b8a7db-9e15-4e5a-bcb9-6354abc18a7e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.947448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (8003d697-c2e2-4d5c-8e15-30967c12dd3b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.948070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (81b8a7db-9e15-4e5a-bcb9-6354abc18a7e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:22.953839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:22.958360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:22.959276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:23.030988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Network': ['ID=8003d697-c2e2-4d5c-8e15-30967c12dd3b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:23.048057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 8003d697-c2e2-4d5c-8e15-30967c12dd3b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:23.091146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2932615 Feb 10 04:30:23.093423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35846) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:23.290735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d343c3-4122-4f3b-97a2-ab1223d95628 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Network': ['ID=81b8a7db-9e15-4e5a-bcb9-6354abc18a7e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:23.314914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 81b8a7db-9e15-4e5a-bcb9-6354abc18a7e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:23.491759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12356503-77f6-4b8e-a6de-e72f8d1d1275 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:23.497991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12356503-77f6-4b8e-a6de-e72f8d1d1275 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:23.513767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12356503-77f6-4b8e-a6de-e72f8d1d1275 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:23.522995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12356503-77f6-4b8e-a6de-e72f8d1d1275 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:23.524750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12356503-77f6-4b8e-a6de-e72f8d1d1275 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4297855 Feb 10 04:30:23.538822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35858) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:23.650389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3669-3b78-4782-99fd-519b547c8c29 req-7b241dd2-e67a-4857-91bd-44b17af51d4d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:23.652180 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e6ae3669-3b78-4782-99fd-519b547c8c29 req-7b241dd2-e67a-4857-91bd-44b17af51d4d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1813838 Feb 10 04:30:23.659377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (8003d697-c2e2-4d5c-8e15-30967c12dd3b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:23.745808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e6ae3669-3b78-4782-99fd-519b547c8c29 req-631c7c6f-c388-4d94-9f64-a9bd1f5e0284 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843513 Feb 10 04:30:23.798825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (8003d697-c2e2-4d5c-8e15-30967c12dd3b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:23.822273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8003d697-c2e2-4d5c-8e15-30967c12dd3b']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:23.832279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4bfe2e-f69f-4491-a30a-9bb07e672c62') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:23.832569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4bfe2e-f69f-4491-a30a-9bb07e672c62') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:23.844718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (3d4bfe2e-f69f-4491-a30a-9bb07e672c62), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:23.858668 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3d4bfe2e-f69f-4491-a30a-9bb07e672c62), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:23.866173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:23.866526 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (3d4bfe2e-f69f-4491-a30a-9bb07e672c62), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:23.869571 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:24.018376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (8003d697-c2e2-4d5c-8e15-30967c12dd3b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.035410 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.039295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/networks/8003d697-c2e2-4d5c-8e15-30967c12dd3b HTTP/1.1" status: 204 len: 168 time: 0.4995565 Feb 10 04:30:24.042058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35868) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:24.049648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902a14e-6b06-4638-908d-c9adfb5e1bad tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Network': ['ID=8003d697-c2e2-4d5c-8e15-30967c12dd3b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:24.133464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (81b8a7db-9e15-4e5a-bcb9-6354abc18a7e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.226330 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (81b8a7db-9e15-4e5a-bcb9-6354abc18a7e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.248137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b8a7db-9e15-4e5a-bcb9-6354abc18a7e']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:24.258435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b96e4ec-34c0-4ccf-9ebf-c190158caf53') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:24.258652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b96e4ec-34c0-4ccf-9ebf-c190158caf53') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:24.270822 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (5b96e4ec-34c0-4ccf-9ebf-c190158caf53), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.285251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5b96e4ec-34c0-4ccf-9ebf-c190158caf53), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.294286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:24.294670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (5b96e4ec-34c0-4ccf-9ebf-c190158caf53), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:24.297675 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:24.444864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (81b8a7db-9e15-4e5a-bcb9-6354abc18a7e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.470463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Network': ['ID=81b8a7db-9e15-4e5a-bcb9-6354abc18a7e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:24.472904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.481861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35880) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:24.482059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-447c8df1-1605-45ff-bb64-c8ff3ffcd3f3 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/networks/81b8a7db-9e15-4e5a-bcb9-6354abc18a7e HTTP/1.1" status: 204 len: 168 time: 0.4387693 Feb 10 04:30:24.731222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1661bed-dc12-473d-9f9d-ef4b0a34c90a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:24.737013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1661bed-dc12-473d-9f9d-ef4b0a34c90a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:24.743252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c1661bed-dc12-473d-9f9d-ef4b0a34c90a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2556314 Feb 10 04:30:24.743252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35896) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:24.748088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-314886730'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:24.851611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Made reservation on behalf of 682150bce80d4df2a20df36c64b81fe3 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:24.856322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.887361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:24.908471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b3dae294-51e8-4622-b4c4-b40dab73b793), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:24.909475 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Added segment b3dae294-51e8-4622-b4c4-b40dab73b793 of type vlan for network f3963463-99ac-434f-9247-33e523d152ca Feb 10 04:30:24.965726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57dce-6d61-4829-956a-5fc29d86e1dc req-d9d51425-aea9-4284-9aa0-1fe599f2e24a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:24.970215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f57dce-6d61-4829-956a-5fc29d86e1dc req-d9d51425-aea9-4284-9aa0-1fe599f2e24a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1437333 Feb 10 04:30:24.980418 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f3963463-99ac-434f-9247-33e523d152ca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.048033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f57dce-6d61-4829-956a-5fc29d86e1dc req-d77ed03b-367a-45a4-878d-195e42a924f5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681603 Feb 10 04:30:25.091739 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f3963463-99ac-434f-9247-33e523d152ca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.096957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:25.097731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.216314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Network': ['ID=f3963463-99ac-434f-9247-33e523d152ca,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:25.230420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f3963463-99ac-434f-9247-33e523d152ca details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:25.306862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:25.307406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6b834190-9667-4f35-9025-73925166ec4e tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5629828 Feb 10 04:30:25.316413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1356693864'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:25.446669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Made reservation on behalf of 682150bce80d4df2a20df36c64b81fe3 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:25.450103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.480246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:25.489547 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (789707d9-0092-44ba-acfe-5c28689198e1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.489887 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Added segment 789707d9-0092-44ba-acfe-5c28689198e1 of type vlan for network 67077f6d-8bbd-49e2-a32e-a4041559b016 Feb 10 04:30:25.538860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (67077f6d-8bbd-49e2-a32e-a4041559b016), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.672890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (67077f6d-8bbd-49e2-a32e-a4041559b016), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.678616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:25.679254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:25.747305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Network': ['ID=67077f6d-8bbd-49e2-a32e-a4041559b016,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:25.760764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 67077f6d-8bbd-49e2-a32e-a4041559b016 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:25.836280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bebbd9e7-9818-4d43-b1a1-694fd0cb9b3d tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5263636 Feb 10 04:30:25.839014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35918) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:25.844389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'ports': [{'network_id': 'f3963463-99ac-434f-9247-33e523d152ca', 'name': 'tempest-port--1978293196', 'admin_state_up': True}, {'network_id': '67077f6d-8bbd-49e2-a32e-a4041559b016', 'admin_state_up': False}]} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:25.844712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'port': {'network_id': 'f3963463-99ac-434f-9247-33e523d152ca', 'name': 'tempest-port--1978293196', 'admin_state_up': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:25.845193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'port': {'network_id': '67077f6d-8bbd-49e2-a32e-a4041559b016', 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:26.086891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Made reservation on behalf of 682150bce80d4df2a20df36c64b81fe3 for: {'port': 2} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:26.102125 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:26.136051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:26.275579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242de60-d11e-44bc-bb4c-64fe99c68685 req-960ef762-a40b-4945-9330-483951a56d51 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:26.278812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2242de60-d11e-44bc-bb4c-64fe99c68685 req-960ef762-a40b-4945-9330-483951a56d51 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1065481 Feb 10 04:30:26.375336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2242de60-d11e-44bc-bb4c-64fe99c68685 req-80a3a3a9-9e4c-48d6-8d8e-1e5304f36a2f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855563 Feb 10 04:30:26.428764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] device_id is not set on port 109b9182-a0c4-4b81-b435-33714095411e yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:30:26.441851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-8bb09181-6d8b-4124-9a25-226b5037c588 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1708636 Feb 10 04:30:26.635045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-6e1de526-fdde-4273-9249-8bffb8be0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:26.635045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-6e1de526-fdde-4273-9249-8bffb8be0256 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.0981026 Feb 10 04:30:26.635045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for port (109b9182-a0c4-4b81-b435-33714095411e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:26.772394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] device_id is not set on port 908dad79-0ffb-45c6-9832-f42af76dfeab yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:30:26.902919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-e38773de-b61a-4f67-86c5-57bbde03b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:26.904477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-e38773de-b61a-4f67-86c5-57bbde03b20f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 910 time: 0.1658397 Feb 10 04:30:27.051461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for port (908dad79-0ffb-45c6-9832-f42af76dfeab), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:27.080038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-346d8b45-519a-42b8-b966-d2a88af59834 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 1002 time: 0.1697495 Feb 10 04:30:27.154670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-d48cb2f6-fc7a-44d6-9abb-c4901b8df09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:27.156683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-d48cb2f6-fc7a-44d6-9abb-c4901b8df09c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 0.0706134 Feb 10 04:30:27.241127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (109b9182-a0c4-4b81-b435-33714095411e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:27.257803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-fd6cd841-cac4-478c-92e7-09011e403bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:27.260012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-fd6cd841-cac4-478c-92e7-09011e403bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0965605 Feb 10 04:30:27.362532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Port': ['ID=109b9182-a0c4-4b81-b435-33714095411e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:27.675480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61a7397e-b6e7-46e1-9f16-9540f959c33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:27.797360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Checking segment: {'id': 'b3dae294-51e8-4622-b4c4-b40dab73b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f3963463-99ac-434f-9247-33e523d152ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:27.797903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network hostable DHCP agents. Network: f3963463-99ac-434f-9247-33e523d152ca, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:30:27.857414 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-9348c343-771e-41ea-9c00-bcc4cacb6030 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626972 Feb 10 04:30:27.880277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f916b0-80b9-4cfe-9f26-16d2fea9a0a2 req-e546c409-dcdf-47c3-bdf7-dfe5434dc045 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:27.882442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89f916b0-80b9-4cfe-9f26-16d2fea9a0a2 req-e546c409-dcdf-47c3-bdf7-dfe5434dc045 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1064992 Feb 10 04:30:28.025271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network f3963463-99ac-434f-9247-33e523d152ca is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:30:28.058304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89f916b0-80b9-4cfe-9f26-16d2fea9a0a2 req-9f74808c-eeb4-4801-91a3-cc7394d681f3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657290 Feb 10 04:30:28.077075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1cb83928-1e14-4a1f-b54a-9263fb66ca46 req-e6531a0e-7161-4058-9b30-ea1bb58b8b13 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119925 Feb 10 04:30:28.135535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f3963463-99ac-434f-9247-33e523d152ca) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:28.149206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:28.149206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (908dad79-0ffb-45c6-9832-f42af76dfeab), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:28.169045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb34fa-c289-4798-be95-a7fb5b4ca63f None None] Network f3963463-99ac-434f-9247-33e523d152ca requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:28.314776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Port': ['ID=908dad79-0ffb-45c6-9832-f42af76dfeab,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:28.359349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Checking segment: {'id': '789707d9-0092-44ba-acfe-5c28689198e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67077f6d-8bbd-49e2-a32e-a4041559b016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:28.359774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network hostable DHCP agents. Network: 67077f6d-8bbd-49e2-a32e-a4041559b016, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:30:28.512447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network 67077f6d-8bbd-49e2-a32e-a4041559b016 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:30:28.629733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 67077f6d-8bbd-49e2-a32e-a4041559b016) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:28.633564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:28.638924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:28.640764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca6699-244b-46db-ae7f-22cc9ea5b1cc None None] Network 67077f6d-8bbd-49e2-a32e-a4041559b016 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:28.643443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:28.644121 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:28.751832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81322875-2ff6-448b-8b1b-7d3db64d18f6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9114809 Feb 10 04:30:28.754319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35964) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:28.827054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee5daf-4f45-4839-ae79-a4f1d2a32390 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:28.832303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee5daf-4f45-4839-ae79-a4f1d2a32390 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:28.834412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-56ee5daf-4f45-4839-ae79-a4f1d2a32390 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0778301 Feb 10 04:30:28.837468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35968) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:28.931424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Deleting port 109b9182-a0c4-4b81-b435-33714095411e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:28.931767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (109b9182-a0c4-4b81-b435-33714095411e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.019162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (109b9182-a0c4-4b81-b435-33714095411e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.035453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Calling delete_port for 109b9182-a0c4-4b81-b435-33714095411e owned by {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:29.224803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (109b9182-a0c4-4b81-b435-33714095411e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.234376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b472eb-a933-4daa-94bd-d61be15d8e7b req-ae227055-70a0-493d-82ea-96d413c97a85 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:29.235981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1b472eb-a933-4daa-94bd-d61be15d8e7b req-ae227055-70a0-493d-82ea-96d413c97a85 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0654349 Feb 10 04:30:29.285705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Port': ['ID=109b9182-a0c4-4b81-b435-33714095411e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:29.290609 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.298843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-083acd37-a2b0-47d0-9a2f-5d5dc65c0163 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/ports/109b9182-a0c4-4b81-b435-33714095411e HTTP/1.1" status: 204 len: 168 time: 0.4553459 Feb 10 04:30:29.299128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:29.353629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1b472eb-a933-4daa-94bd-d61be15d8e7b req-fc37bb6e-2513-4fdd-a409-2358f7d799d4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065485 Feb 10 04:30:29.434949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Deleting port 908dad79-0ffb-45c6-9832-f42af76dfeab {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:29.435381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (908dad79-0ffb-45c6-9832-f42af76dfeab), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.525275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (908dad79-0ffb-45c6-9832-f42af76dfeab), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.541938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Calling delete_port for 908dad79-0ffb-45c6-9832-f42af76dfeab owned by {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:29.750554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (908dad79-0ffb-45c6-9832-f42af76dfeab), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.778293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-179410db-a05b-43af-b87f-d415b6c1d24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.785119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Port': ['ID=908dad79-0ffb-45c6-9832-f42af76dfeab,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:29.796152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:29.802021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a4f729a1-3b8f-4ef5-98b4-6056719de4c6 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/ports/908dad79-0ffb-45c6-9832-f42af76dfeab HTTP/1.1" status: 204 len: 168 time: 0.4983037 Feb 10 04:30:29.802412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 35996) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:29.845279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 35998) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:29.845869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eb4ab0c6-8184-4abe-bf51-67dc4a5b95e5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0415411 Feb 10 04:30:29.850354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-973024687'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:30.001509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Made reservation on behalf of 682150bce80d4df2a20df36c64b81fe3 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:30.005408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:30.050440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:30.067865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d63b5434-e247-4fcf-8af5-5493cca082a8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:30.068974 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Added segment d63b5434-e247-4fcf-8af5-5493cca082a8 of type vlan for network 03d478ee-d07a-45e2-adb7-d5b495f64c30 Feb 10 04:30:30.170764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (03d478ee-d07a-45e2-adb7-d5b495f64c30), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:30.304358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (03d478ee-d07a-45e2-adb7-d5b495f64c30), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:30.309565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:30.310452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:30.540683 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6942029 Feb 10 04:30:30.544969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36014) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:30.557211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2042169916'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:30.563345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7073600-8653-4591-a838-fe3cbdb646a2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Network': ['ID=03d478ee-d07a-45e2-adb7-d5b495f64c30,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:30.574124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 03d478ee-d07a-45e2-adb7-d5b495f64c30 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:30.702497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e267-988d-4e67-8796-969fe107752d req-c6ef55de-6d90-4bfa-bb42-03592c6d2059 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:30.702497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06e5e267-988d-4e67-8796-969fe107752d req-c6ef55de-6d90-4bfa-bb42-03592c6d2059 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1659126 Feb 10 04:30:30.757926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Made reservation on behalf of 682150bce80d4df2a20df36c64b81fe3 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:30.761706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:30.845999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-06e5e267-988d-4e67-8796-969fe107752d req-09d31f1c-fc91-4cac-b30e-36ce466e869b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376364 Feb 10 04:30:30.855058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:30.886588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (05c0e24d-47f1-484e-b0b0-c2a096f82ea4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:30.887025 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Added segment 05c0e24d-47f1-484e-b0b0-c2a096f82ea4 of type vlan for network 3223f2d5-1283-4903-8280-20fed8ef7a4f Feb 10 04:30:30.996380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (3223f2d5-1283-4903-8280-20fed8ef7a4f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:31.064860 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:31.135633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (3223f2d5-1283-4903-8280-20fed8ef7a4f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:31.140791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:31.141502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:31.262666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Network': ['ID=3223f2d5-1283-4903-8280-20fed8ef7a4f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:31.270313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-53041291-3639-44a6-82e0-c21b0c0b54f8 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7176652 Feb 10 04:30:31.276688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 3223f2d5-1283-4903-8280-20fed8ef7a4f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:32.194035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b481cf-39a2-4658-9ad1-9c4260506bab req-89d14d94-b73e-4b15-9378-3627d04e1f01 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:32.213117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3b481cf-39a2-4658-9ad1-9c4260506bab req-89d14d94-b73e-4b15-9378-3627d04e1f01 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.2484314 Feb 10 04:30:32.430856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3b481cf-39a2-4658-9ad1-9c4260506bab req-af67db53-1c12-4d9e-9a8c-643a5c69c159 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952770 Feb 10 04:30:32.661564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:33.854060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695d40f-a190-46fd-904b-cb314a54a452 req-9a119c89-f956-45df-9b77-282f91badb0d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:33.856416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f695d40f-a190-46fd-904b-cb314a54a452 req-9a119c89-f956-45df-9b77-282f91badb0d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.2130365 Feb 10 04:30:33.997038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f695d40f-a190-46fd-904b-cb314a54a452 req-832d7b46-391c-4bb1-96da-a0ae556662d3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271431 Feb 10 04:30:34.326843 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:34.935111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36076) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:34.935111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'subnets': [{'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1809512075', 'ip_version': 6}, {'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:34.935111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'subnet': {'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1809512075', 'ip_version': 6}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:34.935111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Request body: {'subnet': {'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:35.139547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Made reservation on behalf of 682150bce80d4df2a20df36c64b81fe3 for: {'subnet': 2} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:35.153255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:35.159153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:35.284970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa307b-1a16-42d3-925f-5d405c0993a6 req-2eea4777-54f7-41d5-9183-eb1b8f09b667 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:35.287283 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-17aa307b-1a16-42d3-925f-5d405c0993a6 req-2eea4777-54f7-41d5-9183-eb1b8f09b667 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1834145 Feb 10 04:30:35.365949 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-17aa307b-1a16-42d3-925f-5d405c0993a6 req-421efe4e-8144-405e-999a-1fc2b3464fec tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662603 Feb 10 04:30:35.829033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (c8c9f467-c6b8-41f8-896d-baa2c2cb8810), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:35.917256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Subnet': ['ID=c8c9f467-c6b8-41f8-896d-baa2c2cb8810,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:35.963747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Checking segment: {'id': 'd63b5434-e247-4fcf-8af5-5493cca082a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:35.964453 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network hostable DHCP agents. Network: 03d478ee-d07a-45e2-adb7-d5b495f64c30, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:30:36.101573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network 03d478ee-d07a-45e2-adb7-d5b495f64c30 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:30:36.200779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 03d478ee-d07a-45e2-adb7-d5b495f64c30) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:36.216016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e29f3e-b096-45e0-9903-682647584e48 None None] Network 03d478ee-d07a-45e2-adb7-d5b495f64c30 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:36.219088 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (f916ca24-0def-476e-8260-35a373fb6829), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:36.390747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event updated for resources: {'Subnet': ['ID=f916ca24-0def-476e-8260-35a373fb6829,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:36.435412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Checking segment: {'id': '05c0e24d-47f1-484e-b0b0-c2a096f82ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:36.438385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network hostable DHCP agents. Network: 3223f2d5-1283-4903-8280-20fed8ef7a4f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:30:36.580748 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Network 3223f2d5-1283-4903-8280-20fed8ef7a4f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:30:36.617348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-03d478ee-d07a-45e2-adb7-d5b495f64c30', 'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30', 'project_id': '682150bce80d4df2a20df36c64b81fe3', 'fixed_ips': [{'subnet_id': 'c8c9f467-c6b8-41f8-896d-baa2c2cb8810'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:30:36.622771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:36.671842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273795ba-164a-4167-a2b2-3d11b5a1a3ff req-fa0d0715-7b6a-4773-a421-cb90cb9998b6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:36.683308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-273795ba-164a-4167-a2b2-3d11b5a1a3ff req-fa0d0715-7b6a-4773-a421-cb90cb9998b6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1452231 Feb 10 04:30:36.747604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 3223f2d5-1283-4903-8280-20fed8ef7a4f) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:36.752256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:36.752734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:36.754256 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:36.819302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-273795ba-164a-4167-a2b2-3d11b5a1a3ff req-a5fb115d-4268-45cf-b9ee-dd38e3e97690 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313479 Feb 10 04:30:36.900424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f96acdb0-6975-49fc-a91b-a4b9dffb0b2c tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0581598 Feb 10 04:30:36.900996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36110) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:37.006692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b655a3-0c0f-45aa-b380-0de5bec4e953 None None] Network 3223f2d5-1283-4903-8280-20fed8ef7a4f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:37.036733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Allocated IP 2001:db8::1 (03d478ee-d07a-45e2-adb7-d5b495f64c30/c8c9f467-c6b8-41f8-896d-baa2c2cb8810/00683322-2f0d-4d37-8905-d2503b2eeea3) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:37.067011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abffbf-5bc1-423c-8e61-3a101ecb7c02 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:37.068934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abffbf-5bc1-423c-8e61-3a101ecb7c02 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:37.071048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abffbf-5bc1-423c-8e61-3a101ecb7c02 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:37.072855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-45abffbf-5bc1-423c-8e61-3a101ecb7c02 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1706853 Feb 10 04:30:37.083312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36114) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:37.196359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Deleting subnet c8c9f467-c6b8-41f8-896d-baa2c2cb8810 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:30:37.360508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-3223f2d5-1283-4903-8280-20fed8ef7a4f', 'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f', 'project_id': '682150bce80d4df2a20df36c64b81fe3', 'fixed_ips': [{'subnet_id': 'f916ca24-0def-476e-8260-35a373fb6829'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:30:37.364110 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:37.605988 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Publish callbacks [] for port (00683322-2f0d-4d37-8905-d2503b2eeea3), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:37.715151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for subnet (c8c9f467-c6b8-41f8-896d-baa2c2cb8810), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:37.718935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (00683322-2f0d-4d37-8905-d2503b2eeea3), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:37.749422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Allocated IP 2001:db8:0:1::1 (3223f2d5-1283-4903-8280-20fed8ef7a4f/f916ca24-0def-476e-8260-35a373fb6829/a08d57d5-3642-4985-8bf3-c3865f493012) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:37.798649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Network 03d478ee-d07a-45e2-adb7-d5b495f64c30 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:37.807905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:37.811118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (c8c9f467-c6b8-41f8-896d-baa2c2cb8810), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:37.820683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:38.055036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c8c9f467-c6b8-41f8-896d-baa2c2cb8810), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.055310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Pushing event updated for resources: {'Port': ['ID=00683322-2f0d-4d37-8905-d2503b2eeea3,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:38.176421 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30e0b6-8f77-4996-8cb5-60411a146b3a req-c44422f2-950a-4f78-a293-1eafde33923b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:38.184281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca30e0b6-8f77-4996-8cb5-60411a146b3a req-c44422f2-950a-4f78-a293-1eafde33923b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1595488 Feb 10 04:30:38.266766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (c8c9f467-c6b8-41f8-896d-baa2c2cb8810), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.304247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Publish callbacks [] for port (a08d57d5-3642-4985-8bf3-c3865f493012), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.305485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca30e0b6-8f77-4996-8cb5-60411a146b3a req-ab042ffc-e491-4890-9647-8c8e9aabf605 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137049 Feb 10 04:30:38.313185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c9f467-c6b8-41f8-896d-baa2c2cb8810,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:38.328959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.334677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.334677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.334677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.334677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.334677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.334677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.334677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.335479 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.335684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.336273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.340359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e637fe31-c946-4b65-a854-961821cba3f4 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/subnets/c8c9f467-c6b8-41f8-896d-baa2c2cb8810 HTTP/1.1" status: 204 len: 168 time: 1.2527990 Feb 10 04:30:38.340517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.340517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.340517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:38.341111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36124) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:38.352600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Attempting to bind port 00683322-2f0d-4d37-8905-d2503b2eeea3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:38.353115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Attempting to bind port 00683322-2f0d-4d37-8905-d2503b2eeea3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd63b5434-e247-4fcf-8af5-5493cca082a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:38.353712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Attempting to bind port 00683322-2f0d-4d37-8905-d2503b2eeea3 on network 03d478ee-d07a-45e2-adb7-d5b495f64c30 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:38.363256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:38.365064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Checking segment: {'id': 'd63b5434-e247-4fcf-8af5-5493cca082a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:38.365064 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.365064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Bound using segment: {'id': 'd63b5434-e247-4fcf-8af5-5493cca082a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:38.370415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Bound port: 00683322-2f0d-4d37-8905-d2503b2eeea3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63b5434-e247-4fcf-8af5-5493cca082a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03d478ee-d07a-45e2-adb7-d5b495f64c30'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:38.370947 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (00683322-2f0d-4d37-8905-d2503b2eeea3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.398128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (a08d57d5-3642-4985-8bf3-c3865f493012), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.447444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Deleting subnet f916ca24-0def-476e-8260-35a373fb6829 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:30:38.457249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for subnet (f916ca24-0def-476e-8260-35a373fb6829), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.490653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Pushing event updated for resources: {'Port': ['ID=a08d57d5-3642-4985-8bf3-c3865f493012,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:38.541220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (f916ca24-0def-476e-8260-35a373fb6829), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.571954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Network 3223f2d5-1283-4903-8280-20fed8ef7a4f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:38.577723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:38.581779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:38.643592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-980f3834-667f-4291-871d-4a7d7ee78489 req-cf5173bb-40cb-43ec-b9d1-be483d3e630d service neutron] (109958) timed out ('10.222.0.43', 59613) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:30:38.707200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] For port 00683322-2f0d-4d37-8905-d2503b2eeea3, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:38.720082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f916ca24-0def-476e-8260-35a373fb6829), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.758462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Attempting to bind port a08d57d5-3642-4985-8bf3-c3865f493012 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:38.759092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Attempting to bind port a08d57d5-3642-4985-8bf3-c3865f493012 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '05c0e24d-47f1-484e-b0b0-c2a096f82ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:38.763092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Attempting to bind port a08d57d5-3642-4985-8bf3-c3865f493012 on network 3223f2d5-1283-4903-8280-20fed8ef7a4f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:38.768014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] For port 00683322-2f0d-4d37-8905-d2503b2eeea3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00683322-2f0d-4d37-8905-d2503b2eeea3,segment=NetworkSegment(d63b5434-e247-4fcf-8af5-5493cca082a8),segment_id=d63b5434-e247-4fcf-8af5-5493cca082a8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:38.778841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:38.779505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Checking segment: {'id': '05c0e24d-47f1-484e-b0b0-c2a096f82ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:38.781287 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.782016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Bound using segment: {'id': '05c0e24d-47f1-484e-b0b0-c2a096f82ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:38.783352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Bound port: a08d57d5-3642-4985-8bf3-c3865f493012, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c0e24d-47f1-484e-b0b0-c2a096f82ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3223f2d5-1283-4903-8280-20fed8ef7a4f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:38.785359 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a08d57d5-3642-4985-8bf3-c3865f493012), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.879887 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (00683322-2f0d-4d37-8905-d2503b2eeea3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.945768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f916ca24-0def-476e-8260-35a373fb6829), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:38.980729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] For port a08d57d5-3642-4985-8bf3-c3865f493012, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:39.006405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] For port a08d57d5-3642-4985-8bf3-c3865f493012, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a08d57d5-3642-4985-8bf3-c3865f493012,segment=NetworkSegment(05c0e24d-47f1-484e-b0b0-c2a096f82ea4),segment_id=05c0e24d-47f1-484e-b0b0-c2a096f82ea4)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:39.014579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db83a4-2dd2-4320-bf65-bdf77ff8598f None None] Pushing event updated for resources: {'Port': ['ID=00683322-2f0d-4d37-8905-d2503b2eeea3,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:39.030483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26cc54-552f-4d70-9b64-75d803ee1153 None None] Network 03d478ee-d07a-45e2-adb7-d5b495f64c30 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:39.110333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Subnet': ['ID=f916ca24-0def-476e-8260-35a373fb6829,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:39.121391 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:39.141302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5123a5e5-2c43-4a98-940d-37f1f17c555a tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/subnets/f916ca24-0def-476e-8260-35a373fb6829 HTTP/1.1" status: 204 len: 168 time: 0.7951229 Feb 10 04:30:39.141546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36132) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:39.280316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878adef7-6d1f-473a-91c3-43e31b8c281b tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:39.287344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-878adef7-6d1f-473a-91c3-43e31b8c281b tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1381295 Feb 10 04:30:39.288031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36134) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:39.589219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (3223f2d5-1283-4903-8280-20fed8ef7a4f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:39.605095 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a08d57d5-3642-4985-8bf3-c3865f493012), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:39.666776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850554c7-6b90-45e9-be50-6dc925d77ee3 req-1b870057-edab-46c3-a863-66928eb5c9da tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:39.680100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-850554c7-6b90-45e9-be50-6dc925d77ee3 req-1b870057-edab-46c3-a863-66928eb5c9da tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.2348077 Feb 10 04:30:39.875110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad40b-e816-491a-8788-8e28ffa534d1 None None] Pushing event updated for resources: {'Port': ['ID=a08d57d5-3642-4985-8bf3-c3865f493012,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:39.896612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-850554c7-6b90-45e9-be50-6dc925d77ee3 req-7925927f-7f5f-48f7-9fe6-086a0093b091 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121639 Feb 10 04:30:39.917546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Deleting port a08d57d5-3642-4985-8bf3-c3865f493012 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:39.917899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a08d57d5-3642-4985-8bf3-c3865f493012), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:40.081114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] For port a08d57d5-3642-4985-8bf3-c3865f493012, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a08d57d5-3642-4985-8bf3-c3865f493012,segment=NetworkSegment(05c0e24d-47f1-484e-b0b0-c2a096f82ea4),segment_id=05c0e24d-47f1-484e-b0b0-c2a096f82ea4)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:40.084412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a08d57d5-3642-4985-8bf3-c3865f493012), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:40.135080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Calling delete_port for a08d57d5-3642-4985-8bf3-c3865f493012 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:40.569980 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a08d57d5-3642-4985-8bf3-c3865f493012), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:40.637334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Port': ['ID=a08d57d5-3642-4985-8bf3-c3865f493012,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:40.643807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] No DVR routers for this DVR port a08d57d5-3642-4985-8bf3-c3865f493012 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:30:40.807302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (3223f2d5-1283-4903-8280-20fed8ef7a4f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:40.848411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3223f2d5-1283-4903-8280-20fed8ef7a4f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:40.868999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c0e24d-47f1-484e-b0b0-c2a096f82ea4') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:40.869366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c0e24d-47f1-484e-b0b0-c2a096f82ea4') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:40.897530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (05c0e24d-47f1-484e-b0b0-c2a096f82ea4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:40.924194 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (05c0e24d-47f1-484e-b0b0-c2a096f82ea4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:40.936193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:40.936611 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (05c0e24d-47f1-484e-b0b0-c2a096f82ea4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:40.939813 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:41.194426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (3223f2d5-1283-4903-8280-20fed8ef7a4f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:41.201820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:41.206044 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/networks/3223f2d5-1283-4903-8280-20fed8ef7a4f HTTP/1.1" status: 204 len: 168 time: 1.9168541 Feb 10 04:30:41.225848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36150) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:41.307696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ae76-3167-4810-9b33-20b309ba14c3 req-b32d59c1-ed43-4d45-9d22-183f642e402e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:41.309430 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f56ae76-3167-4810-9b33-20b309ba14c3 req-b32d59c1-ed43-4d45-9d22-183f642e402e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1897500 Feb 10 04:30:41.453327 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (03d478ee-d07a-45e2-adb7-d5b495f64c30), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:41.456266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d28d68-5c25-433e-be2f-31a5162f1ef9 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Network': ['ID=3223f2d5-1283-4903-8280-20fed8ef7a4f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:41.483861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f56ae76-3167-4810-9b33-20b309ba14c3 req-6dcb8d69-cdc4-4b3c-bf45-23c15d238b95 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611745 Feb 10 04:30:41.619903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Deleting port 00683322-2f0d-4d37-8905-d2503b2eeea3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:41.620250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (00683322-2f0d-4d37-8905-d2503b2eeea3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:41.746976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e3e89-6059-42aa-b8a7-924fe81dfa39 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:30:41.772791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] For port 00683322-2f0d-4d37-8905-d2503b2eeea3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=00683322-2f0d-4d37-8905-d2503b2eeea3,segment=NetworkSegment(d63b5434-e247-4fcf-8af5-5493cca082a8),segment_id=d63b5434-e247-4fcf-8af5-5493cca082a8)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:41.773080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (00683322-2f0d-4d37-8905-d2503b2eeea3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:41.821731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Calling delete_port for 00683322-2f0d-4d37-8905-d2503b2eeea3 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:41.856650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-171beccc-4244-4138-a978-9dc761541fa5 None None] Could not find standard attr ID for object a08d57d5-3642-4985-8bf3-c3865f493012. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:30:42.002172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e3e89-6059-42aa-b8a7-924fe81dfa39 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:30:42.097903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (00683322-2f0d-4d37-8905-d2503b2eeea3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:42.129982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] No DVR routers for this DVR port 00683322-2f0d-4d37-8905-d2503b2eeea3 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:30:42.182674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Port': ['ID=00683322-2f0d-4d37-8905-d2503b2eeea3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:42.343091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (03d478ee-d07a-45e2-adb7-d5b495f64c30), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:42.387504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d478ee-d07a-45e2-adb7-d5b495f64c30']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:42.439804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63b5434-e247-4fcf-8af5-5493cca082a8') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:42.440135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63b5434-e247-4fcf-8af5-5493cca082a8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:42.497702 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d63b5434-e247-4fcf-8af5-5493cca082a8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:42.524589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d9a99-5c95-4bf9-9fc9-53397cfb9a8b None None] DHCP port deletion for 3223f2d5-1283-4903-8280-20fed8ef7a4f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:30:42.538477 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d63b5434-e247-4fcf-8af5-5493cca082a8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:42.565231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:42.566117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d63b5434-e247-4fcf-8af5-5493cca082a8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:42.586614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccd75a-bffc-466e-a3e5-33eefce2e05b None None] Network 3223f2d5-1283-4903-8280-20fed8ef7a4f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:42.615570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccd75a-bffc-466e-a3e5-33eefce2e05b None None] Network 3223f2d5-1283-4903-8280-20fed8ef7a4f could not be found, it might have been deleted concurrently. {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:42.676187 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:42.793071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7ea2-95dc-451d-899b-41c2e0fb0102 req-991bef10-0bf4-473a-84ec-c1662adbc9ff tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:42.798430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f72f7ea2-95dc-451d-899b-41c2e0fb0102 req-991bef10-0bf4-473a-84ec-c1662adbc9ff tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1125178 Feb 10 04:30:42.865171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f72f7ea2-95dc-451d-899b-41c2e0fb0102 req-569d9ace-f95e-44d7-8229-154bffeaf72d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593464 Feb 10 04:30:42.866064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (03d478ee-d07a-45e2-adb7-d5b495f64c30), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:42.895692 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:42.895692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/networks/03d478ee-d07a-45e2-adb7-d5b495f64c30 HTTP/1.1" status: 204 len: 168 time: 1.6462052 Feb 10 04:30:42.899398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36162) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:42.936085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8995e-7482-4303-9907-00fb9a5abcba tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Network': ['ID=03d478ee-d07a-45e2-adb7-d5b495f64c30,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:43.020150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (67077f6d-8bbd-49e2-a32e-a4041559b016), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.206056 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (67077f6d-8bbd-49e2-a32e-a4041559b016), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.272283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67077f6d-8bbd-49e2-a32e-a4041559b016']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:43.285723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789707d9-0092-44ba-acfe-5c28689198e1') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:43.286241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789707d9-0092-44ba-acfe-5c28689198e1') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:43.299258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (789707d9-0092-44ba-acfe-5c28689198e1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.335415 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (789707d9-0092-44ba-acfe-5c28689198e1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.347013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a08d57d5-3642-4985-8bf3-c3865f493012 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:30:43.364407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:43.366771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (789707d9-0092-44ba-acfe-5c28689198e1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:43.400485 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:43.424572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a08d57d5-3642-4985-8bf3-c3865f493012 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:30:43.424943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a08d57d5-3642-4985-8bf3-c3865f493012 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:30:43.640711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (67077f6d-8bbd-49e2-a32e-a4041559b016), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.661224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.661224 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/networks/67077f6d-8bbd-49e2-a32e-a4041559b016 HTTP/1.1" status: 204 len: 168 time: 0.7586195 Feb 10 04:30:43.662797 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36172) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:43.670344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea4b61-b014-44b4-b335-e927e8998ce2 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Network': ['ID=67077f6d-8bbd-49e2-a32e-a4041559b016,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:43.749461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f3963463-99ac-434f-9247-33e523d152ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.846575 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f3963463-99ac-434f-9247-33e523d152ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.881107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3963463-99ac-434f-9247-33e523d152ca']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:43.895523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dae294-51e8-4622-b4c4-b40dab73b793') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:43.896848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dae294-51e8-4622-b4c4-b40dab73b793') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:43.914074 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (b3dae294-51e8-4622-b4c4-b40dab73b793), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.932753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b3dae294-51e8-4622-b4c4-b40dab73b793), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:43.944822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:43.944822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (b3dae294-51e8-4622-b4c4-b40dab73b793), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:44.008152 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:44.086941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb06a1-7b55-4aa4-bd0e-0c9320af498f req-8af35366-f677-41dc-ba17-ecf648e5597b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:44.089018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7fb06a1-7b55-4aa4-bd0e-0c9320af498f req-8af35366-f677-41dc-ba17-ecf648e5597b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0741937 Feb 10 04:30:44.112438 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f3963463-99ac-434f-9247-33e523d152ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:44.140711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:44.145436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] 10.222.0.42 "DELETE /v2.0/networks/f3963463-99ac-434f-9247-33e523d152ca HTTP/1.1" status: 204 len: 168 time: 0.4808218 Feb 10 04:30:44.151642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ded88-d3bb-461c-a5fc-5ce6d8886fe5 tempest-BulkNetworkOpsIpV6Test-1534686753 tempest-BulkNetworkOpsIpV6Test-1534686753-project] Pushing event deleted for resources: {'Network': ['ID=f3963463-99ac-434f-9247-33e523d152ca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:44.187636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7fb06a1-7b55-4aa4-bd0e-0c9320af498f req-cb237368-da83-4c73-987e-b0883f19f76d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928047 Feb 10 04:30:44.733890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36192) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:45.047044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-31874bd9-e025-46c3-905b-e12ced5c61ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=682150bce80d4df2a20df36c64b81fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112381 Feb 10 04:30:45.049124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36198) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:45.161465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6049-3924-4d69-ad80-ac5c12d65e8d admin admin] Publish callbacks [] for security_group (64568fc7-e664-4059-ae82-b3f557c1862b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:45.232025 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6049-3924-4d69-ad80-ac5c12d65e8d admin admin] Publish callbacks [] for security_group (64568fc7-e664-4059-ae82-b3f557c1862b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:45.409013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6049-3924-4d69-ad80-ac5c12d65e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (64568fc7-e664-4059-ae82-b3f557c1862b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:45.436139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6049-3924-4d69-ad80-ac5c12d65e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:45.438597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2058c93-15d2-4768-98b1-d591091cc2d5 req-f0f094bb-9ace-4121-936a-afef76b45e0d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:45.440466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d8cd6049-3924-4d69-ad80-ac5c12d65e8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64568fc7-e664-4059-ae82-b3f557c1862b HTTP/1.1" status: 204 len: 168 time: 0.3901358 Feb 10 04:30:45.470864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d2058c93-15d2-4768-98b1-d591091cc2d5 req-f0f094bb-9ace-4121-936a-afef76b45e0d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1412246 Feb 10 04:30:45.472031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd6049-3924-4d69-ad80-ac5c12d65e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64568fc7-e664-4059-ae82-b3f557c1862b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:45.618911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d2058c93-15d2-4768-98b1-d591091cc2d5 req-546ebf98-f49b-4da3-b9b0-3e8205b1a02d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443813 Feb 10 04:30:45.683490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-1c05b659-d889-40a0-9931-badeb4a74a43 req-2b8ac555-d84a-458e-a88d-198468476deb tempest-ServersNegativeTestJSON-802190281 tempest-ServersNegativeTestJSON-802190281-project] (109958) timed out ('10.222.0.42', 55638) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:30:46.781618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db5f4-57ad-41d8-a560-33dd7fe04827 req-45c5d14e-0204-4446-b489-38c4a4f3cf70 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:46.784045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff6db5f4-57ad-41d8-a560-33dd7fe04827 req-45c5d14e-0204-4446-b489-38c4a4f3cf70 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0837405 Feb 10 04:30:46.866411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff6db5f4-57ad-41d8-a560-33dd7fe04827 req-8e8aa751-c2d1-4fd8-8d74-a9c2bd5f05ff tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747783 Feb 10 04:30:46.948775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36234) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:47.069076 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.088914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301517140'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:47.171627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:47.177842 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.202998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.385835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for security_group (a7715f2e-fce0-4e0c-8516-20aa51cb6639), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.445686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a7715f2e-fce0-4e0c-8516-20aa51cb6639), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.488803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:47.517761 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.518254 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211 of type vlan for network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 Feb 10 04:30:47.520433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7715f2e-fce0-4e0c-8516-20aa51cb6639,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:47.574358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d1fc21fb-fad7-4647-bbde-d9dd85ca3f61), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.674398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d1fc21fb-fad7-4647-bbde-d9dd85ca3f61), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.680863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:47.681638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:47.798383 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8482432 Feb 10 04:30:47.811558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20a50f-bc2f-41bd-a13a-5ba52bc1bc00 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=d1fc21fb-fad7-4647-bbde-d9dd85ca3f61,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:47.845941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:48.108603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb364a35-97dc-43bd-bf55-11033b701800 req-3968e6e4-3940-4a31-82e2-6209c89a5fe4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:48.123993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb364a35-97dc-43bd-bf55-11033b701800 req-3968e6e4-3940-4a31-82e2-6209c89a5fe4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1244462 Feb 10 04:30:48.252570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb364a35-97dc-43bd-bf55-11033b701800 req-f8e8b8dd-cbca-4840-abe8-024f39a13312 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220171 Feb 10 04:30:48.489173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:49.431013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b27b-c377-4e34-83b2-54c115e03bb8 req-04a919ba-1a0b-413f-b0d9-8eef88acbd86 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:49.432434 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ff4b27b-c377-4e34-83b2-54c115e03bb8 req-04a919ba-1a0b-413f-b0d9-8eef88acbd86 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0729303 Feb 10 04:30:49.512642 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ff4b27b-c377-4e34-83b2-54c115e03bb8 req-20202eb8-afd0-4e05-83d6-db69dd10376b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Feb 10 04:30:50.673466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2538-8f9d-4ec6-bf84-d3804f08c8f8 req-1a3bdcff-58cd-4a63-a2e4-1b02150e8bc0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:50.681608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fac2538-8f9d-4ec6-bf84-d3804f08c8f8 req-1a3bdcff-58cd-4a63-a2e4-1b02150e8bc0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0852890 Feb 10 04:30:50.744485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fac2538-8f9d-4ec6-bf84-d3804f08c8f8 req-3bdeeb4b-0164-4ce2-9d0e-82fd6e5efb77 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618634 Feb 10 04:30:51.040611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36278) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:51.069039 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:30:51.117461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36282) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:51.122882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': 'd1fc21fb-fad7-4647-bbde-d9dd85ca3f61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:51.244183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0b4d-3a91-4756-931f-728d1334ed70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.357958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:51.366666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.375988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0b4d-3a91-4756-931f-728d1334ed70 admin admin] Publish callbacks [] for security_group (fcd07f8c-3beb-4fe2-9f90-f86c7e49d145), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.590571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0b4d-3a91-4756-931f-728d1334ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fcd07f8c-3beb-4fe2-9f90-f86c7e49d145), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.690297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36286) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:51.697722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7d7c0b4d-3a91-4756-931f-728d1334ed70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6608629e6f2498e98e9fbf5ec20c017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6556430 Feb 10 04:30:51.700254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c0b4d-3a91-4756-931f-728d1334ed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd07f8c-3beb-4fe2-9f90-f86c7e49d145,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:51.747071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (b17c5373-8106-42f0-bf5b-eb2c75284ad1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.753065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b12c1d-5b09-4c76-ba35-a9fa77144d0e admin admin] Publish callbacks [] for security_group (fcd07f8c-3beb-4fe2-9f90-f86c7e49d145), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.811388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b12c1d-5b09-4c76-ba35-a9fa77144d0e admin admin] Publish callbacks [] for security_group (fcd07f8c-3beb-4fe2-9f90-f86c7e49d145), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.886541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=b17c5373-8106-42f0-bf5b-eb2c75284ad1,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:51.894405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': 'dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd1fc21fb-fad7-4647-bbde-d9dd85ca3f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:51.894799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: d1fc21fb-fad7-4647-bbde-d9dd85ca3f61, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:30:51.959229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788e058-1b45-46d2-ba71-cb2349ed8f37 req-a75a6179-943e-48d3-b244-cb57db4952c5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:51.961192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4788e058-1b45-46d2-ba71-cb2349ed8f37 req-a75a6179-943e-48d3-b244-cb57db4952c5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0721483 Feb 10 04:30:51.981611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b12c1d-5b09-4c76-ba35-a9fa77144d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fcd07f8c-3beb-4fe2-9f90-f86c7e49d145), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.984231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-45b12c1d-5b09-4c76-ba35-a9fa77144d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:51.987594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-45b12c1d-5b09-4c76-ba35-a9fa77144d0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fcd07f8c-3beb-4fe2-9f90-f86c7e49d145 HTTP/1.1" status: 204 len: 168 time: 0.2940769 Feb 10 04:30:52.001400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b12c1d-5b09-4c76-ba35-a9fa77144d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd07f8c-3beb-4fe2-9f90-f86c7e49d145,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:52.017021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:30:52.041679 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4788e058-1b45-46d2-ba71-cb2349ed8f37 req-1b51ee8c-04ac-4b28-bf11-11fc20582c26 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679328 Feb 10 04:30:52.091962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d1fc21fb-fad7-4647-bbde-d9dd85ca3f61) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:52.105287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:52.108488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0744c6b-3646-4929-a354-cc5a0a15366f None None] Network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:52.113808 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.235644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d1fc21fb-fad7-4647-bbde-d9dd85ca3f61', 'network_id': 'd1fc21fb-fad7-4647-bbde-d9dd85ca3f61', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': 'b17c5373-8106-42f0-bf5b-eb2c75284ad1'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:30:52.236848 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.277303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-28efa078-f825-4ba5-aea1-dc5afaf34d0d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1583571 Feb 10 04:30:52.280917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:52.287178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1556430404'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:52.388236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:52.392085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.461656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:52.483936 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cddfc399-78c7-48aa-800a-d48c1e969fcd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.487633 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment cddfc399-78c7-48aa-800a-d48c1e969fcd of type vlan for network 32a22559-bd48-44ea-9aaf-53676d077545 Feb 10 04:30:52.533874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Allocated IP 2001:db8:0:ffff::2 (d1fc21fb-fad7-4647-bbde-d9dd85ca3f61/b17c5373-8106-42f0-bf5b-eb2c75284ad1/0a6843c8-c9f0-4182-9776-321bfd8e2f30) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:52.537310 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (32a22559-bd48-44ea-9aaf-53676d077545), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.649080 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (32a22559-bd48-44ea-9aaf-53676d077545), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.656923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:52.657945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.721852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Publish callbacks [] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.755904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4735110 Feb 10 04:30:52.758973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36302) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:52.764002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': '32a22559-bd48-44ea-9aaf-53676d077545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:52.764378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4034cd-1df0-430c-854e-0b054a54d0db tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=32a22559-bd48-44ea-9aaf-53676d077545,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:52.777829 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 32a22559-bd48-44ea-9aaf-53676d077545 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:52.889065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.930383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36310) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:52.941754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:52.947880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:52.951856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:52.954923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3487a281-7544-406c-8ee7-2a099422eccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:52.960402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Pushing event updated for resources: {'Port': ['ID=0a6843c8-c9f0-4182-9776-321bfd8e2f30,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:53.043768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Attempting to bind port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:53.044311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Attempting to bind port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd1fc21fb-fad7-4647-bbde-d9dd85ca3f61'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:53.044783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Attempting to bind port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 on network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:53.048987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:53.054080 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.061454 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3487a281-7544-406c-8ee7-2a099422eccf admin admin] Publish callbacks [] for security_group (8a4f9b9c-4c73-444e-be8b-e16935b48b35), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.062787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:53.063244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Checking segment: {'id': 'dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd1fc21fb-fad7-4647-bbde-d9dd85ca3f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:53.063657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.064055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Bound using segment: {'id': 'dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd1fc21fb-fad7-4647-bbde-d9dd85ca3f61'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:53.064749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Bound port: 0a6843c8-c9f0-4182-9776-321bfd8e2f30, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd1fc21fb-fad7-4647-bbde-d9dd85ca3f61'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:53.065139 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.152750 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3487a281-7544-406c-8ee7-2a099422eccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a4f9b9c-4c73-444e-be8b-e16935b48b35), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.194640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5442876f-4380-41af-a499-759bde2005d6 None None] For port 0a6843c8-c9f0-4182-9776-321bfd8e2f30, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:53.198510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5442876f-4380-41af-a499-759bde2005d6 None None] For port 0a6843c8-c9f0-4182-9776-321bfd8e2f30, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0a6843c8-c9f0-4182-9776-321bfd8e2f30,segment=NetworkSegment(dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211),segment_id=dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:53.218501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487a281-7544-406c-8ee7-2a099422eccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f9b9c-4c73-444e-be8b-e16935b48b35,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:53.256642 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3487a281-7544-406c-8ee7-2a099422eccf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=369f64ea2cf54047b3e8177bd70ac5dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250413 Feb 10 04:30:53.259824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36324) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:53.275019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.348173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b700b904-7597-4083-ace6-e4a7a246c504 admin admin] Publish callbacks [] for security_group (8a4f9b9c-4c73-444e-be8b-e16935b48b35), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.383097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315f24-b60e-499c-b0e8-f6766e85f8fa req-4e0d2e21-fb48-4797-8531-8c4fcd284d00 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:53.384746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee315f24-b60e-499c-b0e8-f6766e85f8fa req-4e0d2e21-fb48-4797-8531-8c4fcd284d00 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1956272 Feb 10 04:30:53.410774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b700b904-7597-4083-ace6-e4a7a246c504 admin admin] Publish callbacks [] for security_group (8a4f9b9c-4c73-444e-be8b-e16935b48b35), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.428479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442876f-4380-41af-a499-759bde2005d6 None None] Pushing event updated for resources: {'Port': ['ID=0a6843c8-c9f0-4182-9776-321bfd8e2f30,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:53.528698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee315f24-b60e-499c-b0e8-f6766e85f8fa req-0f51ab73-86a3-4ec7-bcf1-8fe25e430291 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295996 Feb 10 04:30:53.585907 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b700b904-7597-4083-ace6-e4a7a246c504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a4f9b9c-4c73-444e-be8b-e16935b48b35), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.588952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b700b904-7597-4083-ace6-e4a7a246c504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.590774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b700b904-7597-4083-ace6-e4a7a246c504 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a4f9b9c-4c73-444e-be8b-e16935b48b35 HTTP/1.1" status: 204 len: 168 time: 0.3295703 Feb 10 04:30:53.601045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700b904-7597-4083-ace6-e4a7a246c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f9b9c-4c73-444e-be8b-e16935b48b35,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:53.620816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (e82004db-a591-4c58-852c-d00c6b73770c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:53.683830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=e82004db-a591-4c58-852c-d00c6b73770c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:53.708775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.709073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.709416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.709810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.710266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.710653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.711036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.715662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.715662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.715662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.715662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.715662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.715662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:53.805862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': 'cddfc399-78c7-48aa-800a-d48c1e969fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '32a22559-bd48-44ea-9aaf-53676d077545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:53.807427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: 32a22559-bd48-44ea-9aaf-53676d077545, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:30:54.034885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network 32a22559-bd48-44ea-9aaf-53676d077545 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:30:54.130401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 32a22559-bd48-44ea-9aaf-53676d077545) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:54.142354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16196e-b53f-480c-9436-a0dbf479e303 None None] Network 32a22559-bd48-44ea-9aaf-53676d077545 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:54.146034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:54.146612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:54.259095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c317ce8c-26a1-4775-9d69-dff2dcfde8e6 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4940665 Feb 10 04:30:54.259095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36368) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:54.338954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-32a22559-bd48-44ea-9aaf-53676d077545', 'network_id': '32a22559-bd48-44ea-9aaf-53676d077545', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': 'e82004db-a591-4c58-852c-d00c6b73770c'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:30:54.338954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:54.460886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (32a22559-bd48-44ea-9aaf-53676d077545), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:54.668915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Allocated IP 2001:db8::1 (32a22559-bd48-44ea-9aaf-53676d077545/e82004db-a591-4c58-852c-d00c6b73770c/6759cfbe-b814-4f29-b414-f976f7fe676c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:54.671357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e82004db-a591-4c58-852c-d00c6b73770c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:54.782569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa975d82-acf5-4745-86a9-76776fa1a322 req-67a5b733-34a1-4b6d-98ab-ad555f2e1840 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:54.785158 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa975d82-acf5-4745-86a9-76776fa1a322 req-67a5b733-34a1-4b6d-98ab-ad555f2e1840 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1180170 Feb 10 04:30:54.883610 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa975d82-acf5-4745-86a9-76776fa1a322 req-10b7d4ea-ea6e-41e5-8388-0b1e94bf560c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853438 Feb 10 04:30:54.959563 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Publish callbacks [] for port (6759cfbe-b814-4f29-b414-f976f7fe676c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.138934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a6f89-9cf1-4fef-a621-3544e5249b83 None None] Network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:55.169374 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6759cfbe-b814-4f29-b414-f976f7fe676c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.233520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Network 32a22559-bd48-44ea-9aaf-53676d077545 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:55.242006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:55.254143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (e82004db-a591-4c58-852c-d00c6b73770c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.326506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:55.331995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=e82004db-a591-4c58-852c-d00c6b73770c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:55.480182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (32a22559-bd48-44ea-9aaf-53676d077545), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.518445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0a6843c8-c9f0-4182-9776-321bfd8e2f30 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:30:55.521294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Pushing event updated for resources: {'Port': ['ID=6759cfbe-b814-4f29-b414-f976f7fe676c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:55.533279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e08aecf2-dfa6-49a9-8139-ebba2316720b None None] Provisioning complete for port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:55.533929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08aecf2-dfa6-49a9-8139-ebba2316720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.548436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a22559-bd48-44ea-9aaf-53676d077545']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:55.575807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddfc399-78c7-48aa-800a-d48c1e969fcd') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:55.577555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddfc399-78c7-48aa-800a-d48c1e969fcd') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:55.610233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (cddfc399-78c7-48aa-800a-d48c1e969fcd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.650295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cddfc399-78c7-48aa-800a-d48c1e969fcd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.666223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:55.666927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (cddfc399-78c7-48aa-800a-d48c1e969fcd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.678642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Attempting to bind port 6759cfbe-b814-4f29-b414-f976f7fe676c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:55.679066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Attempting to bind port 6759cfbe-b814-4f29-b414-f976f7fe676c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'cddfc399-78c7-48aa-800a-d48c1e969fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '32a22559-bd48-44ea-9aaf-53676d077545'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:55.679480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Attempting to bind port 6759cfbe-b814-4f29-b414-f976f7fe676c on network 32a22559-bd48-44ea-9aaf-53676d077545 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:55.776482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:55.776873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Checking segment: {'id': 'cddfc399-78c7-48aa-800a-d48c1e969fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '32a22559-bd48-44ea-9aaf-53676d077545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:55.777179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.777574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Bound using segment: {'id': 'cddfc399-78c7-48aa-800a-d48c1e969fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '32a22559-bd48-44ea-9aaf-53676d077545'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:55.778102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Bound port: 6759cfbe-b814-4f29-b414-f976f7fe676c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddfc399-78c7-48aa-800a-d48c1e969fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '32a22559-bd48-44ea-9aaf-53676d077545'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:55.778485 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6759cfbe-b814-4f29-b414-f976f7fe676c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:55.823427 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:55.887870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e08aecf2-dfa6-49a9-8139-ebba2316720b None None] Current status of the port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:55.888608 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08aecf2-dfa6-49a9-8139-ebba2316720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:55.909012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:30:55.909012 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:30:55.909012 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '32a22559-bd48-44ea-9aaf-53676d077545'}] Feb 10 04:30:55.909012 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:30:55.910054 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:30:56.030718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] For port 6759cfbe-b814-4f29-b414-f976f7fe676c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:56.034317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] For port 6759cfbe-b814-4f29-b414-f976f7fe676c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6759cfbe-b814-4f29-b414-f976f7fe676c,segment=NetworkSegment(cddfc399-78c7-48aa-800a-d48c1e969fcd),segment_id=cddfc399-78c7-48aa-800a-d48c1e969fcd)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:56.057087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:56.057715 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:56.063768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e08aecf2-dfa6-49a9-8139-ebba2316720b None None] For port 0a6843c8-c9f0-4182-9776-321bfd8e2f30, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0a6843c8-c9f0-4182-9776-321bfd8e2f30,segment=NetworkSegment(dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211),segment_id=dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:56.126293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e90055-9bbe-429a-9761-cb47ed3ef1f7 req-94017fa9-6fd0-4cb6-b878-24637a95e847 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:56.134612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36e90055-9bbe-429a-9761-cb47ed3ef1f7 req-94017fa9-6fd0-4cb6-b878-24637a95e847 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1318390 Feb 10 04:30:56.138777 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6759cfbe-b814-4f29-b414-f976f7fe676c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:56.162820 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e08aecf2-dfa6-49a9-8139-ebba2316720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:56.210763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36e90055-9bbe-429a-9761-cb47ed3ef1f7 req-25c0880b-10d4-4b84-83a7-51ebae84a65c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742466 Feb 10 04:30:56.267370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e143272-53b0-413e-b83b-fe1c0db625e4 None None] Pushing event updated for resources: {'Port': ['ID=6759cfbe-b814-4f29-b414-f976f7fe676c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:56.331357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aecf2-dfa6-49a9-8139-ebba2316720b None None] Pushing event updated for resources: {'Port': ['ID=0a6843c8-c9f0-4182-9776-321bfd8e2f30,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:56.386749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1370360b-7267-47cc-976d-9d35c9b3ee91 None None] Provisioning complete for port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:56.387103 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1370360b-7267-47cc-976d-9d35c9b3ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:56.412086 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (32a22559-bd48-44ea-9aaf-53676d077545), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:56.467268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b46458-7b1d-411e-93c9-1e3b3cf1505e None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:30:56.538471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:56.550470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 6759cfbe-b814-4f29-b414-f976f7fe676c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:30:56.551135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6759cfbe-b814-4f29-b414-f976f7fe676c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:56.659125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1370360b-7267-47cc-976d-9d35c9b3ee91 None None] Current status of the port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:56.682562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b46458-7b1d-411e-93c9-1e3b3cf1505e None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:30:56.705455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 6759cfbe-b814-4f29-b414-f976f7fe676c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6759cfbe-b814-4f29-b414-f976f7fe676c,segment=NetworkSegment(cddfc399-78c7-48aa-800a-d48c1e969fcd),segment_id=cddfc399-78c7-48aa-800a-d48c1e969fcd)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:30:56.705878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6759cfbe-b814-4f29-b414-f976f7fe676c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:56.722382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 6759cfbe-b814-4f29-b414-f976f7fe676c owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:30:56.988728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6759cfbe-b814-4f29-b414-f976f7fe676c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.033613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=6759cfbe-b814-4f29-b414-f976f7fe676c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:57.036978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 6759cfbe-b814-4f29-b414-f976f7fe676c on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:30:57.156866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae6758-e79c-4d0d-9966-38ad49d2d355 None None] Network 32a22559-bd48-44ea-9aaf-53676d077545 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:57.188939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (32a22559-bd48-44ea-9aaf-53676d077545), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.221807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a22559-bd48-44ea-9aaf-53676d077545']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:57.233622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddfc399-78c7-48aa-800a-d48c1e969fcd') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:57.233918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddfc399-78c7-48aa-800a-d48c1e969fcd') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:30:57.245262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (cddfc399-78c7-48aa-800a-d48c1e969fcd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.262148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cddfc399-78c7-48aa-800a-d48c1e969fcd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.268836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:30:57.269397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (cddfc399-78c7-48aa-800a-d48c1e969fcd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:30:57.272781 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:30:57.403770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1252aa2-19da-42df-bdb4-41eac164d197 req-154ab16e-afd4-46a0-8b9d-225c44c4f549 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:57.406463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1252aa2-19da-42df-bdb4-41eac164d197 req-154ab16e-afd4-46a0-8b9d-225c44c4f549 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1111231 Feb 10 04:30:57.411479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0a6843c8-c9f0-4182-9776-321bfd8e2f30 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:30:57.429232 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (32a22559-bd48-44ea-9aaf-53676d077545), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.442803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.446936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/32a22559-bd48-44ea-9aaf-53676d077545 HTTP/1.1" status: 204 len: 168 time: 3.1886990 Feb 10 04:30:57.451128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36526) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:57.457350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1454392219'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:57.469743 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1252aa2-19da-42df-bdb4-41eac164d197 req-0877d48d-80fa-4102-8d31-30c20ab8b677 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562019 Feb 10 04:30:57.476233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1e3de-5355-453e-a998-b728ad4c2c06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=32a22559-bd48-44ea-9aaf-53676d077545,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:57.497297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:30:57.497977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.579865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:57.585014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.615390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:30:57.622629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:57.634045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6828ba6a-fee8-4c43-a083-2e0c70240474), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.634563 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment 6828ba6a-fee8-4c43-a083-2e0c70240474 of type vlan for network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 Feb 10 04:30:57.695338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (50ea72e6-f5e8-4fbc-b7d0-21b319645ed3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.706145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8937b96e-bb8a-494e-8a37-e2c6c7e31580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.785635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (50ea72e6-f5e8-4fbc-b7d0-21b319645ed3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.792170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:57.792861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:57.871095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=50ea72e6-f5e8-4fbc-b7d0-21b319645ed3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:57.884826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:57.908894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d0bbed06-b64b-451f-beb2-12e28bc99cf5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4563570 Feb 10 04:30:57.912377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36550) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:57.917507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': '50ea72e6-f5e8-4fbc-b7d0-21b319645ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:58.107337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:58.111636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:58.429566 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (80d8942a-be04-445b-b189-c2c0245fe088), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:58.513884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': '6828ba6a-fee8-4c43-a083-2e0c70240474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '50ea72e6-f5e8-4fbc-b7d0-21b319645ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:58.514603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:30:58.537498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=80d8942a-be04-445b-b189-c2c0245fe088,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:58.598117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:30:58.618769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465e567-8fa3-494a-9cfd-d3ca4a1ea7e0 req-b9696bcd-13e4-4161-9c27-4aeb5324e258 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:58.625658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4465e567-8fa3-494a-9cfd-d3ca4a1ea7e0 req-b9696bcd-13e4-4161-9c27-4aeb5324e258 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0659556 Feb 10 04:30:58.680966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:58.689755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4465e567-8fa3-494a-9cfd-d3ca4a1ea7e0 req-f4c91c9a-f79e-4390-b3a4-912b93533064 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632722 Feb 10 04:30:58.690339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907fc9ca-b806-4b00-a0fc-e550063eb4d1 None None] Network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:30:58.691064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:58.691674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:58.789857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9e4060af-e73e-4651-8695-039fe350614a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8763487 Feb 10 04:30:58.795069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36604) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:58.819241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332262215'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:58.859188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-50ea72e6-f5e8-4fbc-b7d0-21b319645ed3', 'network_id': '50ea72e6-f5e8-4fbc-b7d0-21b319645ed3', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': '80d8942a-be04-445b-b189-c2c0245fe088'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:30:58.860312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:58.951758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:58.957280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:58.984761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:30:58.995198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:58.996466 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef of type vlan for network 82f034a9-c8d0-4a61-b6ab-db03acf4bda1 Feb 10 04:30:59.052910 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (82f034a9-c8d0-4a61-b6ab-db03acf4bda1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.067977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Allocated IP 2001:db8::1 (50ea72e6-f5e8-4fbc-b7d0-21b319645ed3/80d8942a-be04-445b-b189-c2c0245fe088/4b27aaba-846f-4724-9e55-c7e2d052e5b5) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:30:59.140857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (82f034a9-c8d0-4a61-b6ab-db03acf4bda1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.149901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:30:59.151013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.242932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=82f034a9-c8d0-4a61-b6ab-db03acf4bda1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:59.257725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.258340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.258916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.259452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.260009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.260539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.261076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.261583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.261919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.262455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.262994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.263484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.263971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:30:59.277354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 82f034a9-c8d0-4a61-b6ab-db03acf4bda1 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:30:59.280269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Publish callbacks [] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.354481 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2d03a69c-fa3d-4f42-ad51-424e5d808b66 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5517013 Feb 10 04:30:59.363860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36638) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:30:59.369446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:30:59.386167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.498653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:30:59.512325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:30:59.520378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:30:59.530117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Pushing event updated for resources: {'Port': ['ID=4b27aaba-846f-4724-9e55-c7e2d052e5b5,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:30:59.617183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Attempting to bind port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:30:59.617492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Attempting to bind port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6828ba6a-fee8-4c43-a083-2e0c70240474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '50ea72e6-f5e8-4fbc-b7d0-21b319645ed3'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:30:59.617863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Attempting to bind port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 on network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:30:59.624209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:30:59.625001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Checking segment: {'id': '6828ba6a-fee8-4c43-a083-2e0c70240474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '50ea72e6-f5e8-4fbc-b7d0-21b319645ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:30:59.625637 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.626242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Bound using segment: {'id': '6828ba6a-fee8-4c43-a083-2e0c70240474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '50ea72e6-f5e8-4fbc-b7d0-21b319645ed3'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:30:59.626996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Bound port: 4b27aaba-846f-4724-9e55-c7e2d052e5b5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6828ba6a-fee8-4c43-a083-2e0c70240474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '50ea72e6-f5e8-4fbc-b7d0-21b319645ed3'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:30:59.627642 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.628246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:30:59.642665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.750907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] For port 4b27aaba-846f-4724-9e55-c7e2d052e5b5, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:30:59.754737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] For port 4b27aaba-846f-4724-9e55-c7e2d052e5b5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4b27aaba-846f-4724-9e55-c7e2d052e5b5,segment=NetworkSegment(6828ba6a-fee8-4c43-a083-2e0c70240474),segment_id=6828ba6a-fee8-4c43-a083-2e0c70240474)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:30:59.812833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Performing IP validity checks on allocation pools {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:30:59.814102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:30:59.823133 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ef029de-7c2b-4b99-ae6f-d139861197ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.825653 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:30:59.991952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed381cb4-4e9d-41ec-a136-9b760c779fbd None None] Pushing event updated for resources: {'Port': ['ID=4b27aaba-846f-4724-9e55-c7e2d052e5b5,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:00.085887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af98ef5-771b-4a28-9b48-aa4f63341617 req-a5118712-28af-4598-8a55-324549ec2ef0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:00.087435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8af98ef5-771b-4a28-9b48-aa4f63341617 req-a5118712-28af-4598-8a55-324549ec2ef0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1983869 Feb 10 04:31:00.187723 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8af98ef5-771b-4a28-9b48-aa4f63341617 req-d490ba50-b078-4463-a076-a46fdc1ceef5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901780 Feb 10 04:31:00.228578 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (e861ccba-4292-4efc-a2b5-ff20078f9453), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:00.438566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=e861ccba-4292-4efc-a2b5-ff20078f9453,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:00.450247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:00.450829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: 82f034a9-c8d0-4a61-b6ab-db03acf4bda1, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:00.574411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network 82f034a9-c8d0-4a61-b6ab-db03acf4bda1 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:00.688719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 82f034a9-c8d0-4a61-b6ab-db03acf4bda1) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:00.695720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:00.697832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:00.700639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a048ed-8e1e-4838-8b57-ecc0e881c9ee None None] Network 82f034a9-c8d0-4a61-b6ab-db03acf4bda1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:00.828447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36700) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:00.828943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e74b3dd4-5c2e-428f-800f-3c24a3900181 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4634304 Feb 10 04:31:00.869672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-82f034a9-c8d0-4a61-b6ab-db03acf4bda1', 'network_id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': 'e861ccba-4292-4efc-a2b5-ff20078f9453'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:00.870540 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:00.986843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (82f034a9-c8d0-4a61-b6ab-db03acf4bda1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.093750 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e861ccba-4292-4efc-a2b5-ff20078f9453), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.127207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Allocated IP 2001:db8::3 (82f034a9-c8d0-4a61-b6ab-db03acf4bda1/e861ccba-4292-4efc-a2b5-ff20078f9453/253212cb-3f68-4f52-ba39-6e918be09393) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:01.165131 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.461206 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Publish callbacks [] for port (253212cb-3f68-4f52-ba39-6e918be09393), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.483137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd861e6-60bb-48c7-84f5-2ec9e23dd0ab req-d371de22-f6f2-456c-8bb1-6954e1a430cd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:01.484878 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fd861e6-60bb-48c7-84f5-2ec9e23dd0ab req-d371de22-f6f2-456c-8bb1-6954e1a430cd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1460819 Feb 10 04:31:01.555787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4b27aaba-846f-4724-9e55-c7e2d052e5b5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:01.593390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fd861e6-60bb-48c7-84f5-2ec9e23dd0ab req-7941f0d3-00e0-43ba-8d2c-ca6370b847db tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018941 Feb 10 04:31:01.633392 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (253212cb-3f68-4f52-ba39-6e918be09393), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.697743 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (e861ccba-4292-4efc-a2b5-ff20078f9453), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.704671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Pushing event updated for resources: {'Port': ['ID=253212cb-3f68-4f52-ba39-6e918be09393,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:01.715100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Network 82f034a9-c8d0-4a61-b6ab-db03acf4bda1 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:01.721420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:01.722939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da5116-72a5-4ff7-a65f-926b95fd200f None None] Network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:01.777037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=e861ccba-4292-4efc-a2b5-ff20078f9453,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:01.811407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:01.857575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (82f034a9-c8d0-4a61-b6ab-db03acf4bda1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.866997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ed1901cc-9524-48fa-82b2-4a88351e3d27 None None] Provisioning complete for port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:01.867537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed1901cc-9524-48fa-82b2-4a88351e3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.869268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:01.869702 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.895144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f034a9-c8d0-4a61-b6ab-db03acf4bda1']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:01.924662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:01.925285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:01.937989 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.963710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:01.965842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:01.966254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.022442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Attempting to bind port 253212cb-3f68-4f52-ba39-6e918be09393 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:02.022865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Attempting to bind port 253212cb-3f68-4f52-ba39-6e918be09393 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:02.023236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Attempting to bind port 253212cb-3f68-4f52-ba39-6e918be09393 on network 82f034a9-c8d0-4a61-b6ab-db03acf4bda1 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:02.029204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:02.030020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Checking segment: {'id': 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:02.030724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.031135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Bound using segment: {'id': 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:02.031607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Bound port: 253212cb-3f68-4f52-ba39-6e918be09393, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:02.031990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (253212cb-3f68-4f52-ba39-6e918be09393), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:02.070878 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:02.106319 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:31:02.106319 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:31:02.106319 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '82f034a9-c8d0-4a61-b6ab-db03acf4bda1'}] Feb 10 04:31:02.106319 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:02.107036 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:02.155436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ed1901cc-9524-48fa-82b2-4a88351e3d27 None None] Current status of the port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:02.155834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed1901cc-9524-48fa-82b2-4a88351e3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.212161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:02.212558 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.266450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] For port 253212cb-3f68-4f52-ba39-6e918be09393, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:02.313024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] For port 253212cb-3f68-4f52-ba39-6e918be09393, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=253212cb-3f68-4f52-ba39-6e918be09393,segment=NetworkSegment(d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef),segment_id=d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:02.342291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ed1901cc-9524-48fa-82b2-4a88351e3d27 None None] For port 4b27aaba-846f-4724-9e55-c7e2d052e5b5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4b27aaba-846f-4724-9e55-c7e2d052e5b5,segment=NetworkSegment(6828ba6a-fee8-4c43-a083-2e0c70240474),segment_id=6828ba6a-fee8-4c43-a083-2e0c70240474)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:02.395387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (253212cb-3f68-4f52-ba39-6e918be09393), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.445565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed1901cc-9524-48fa-82b2-4a88351e3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.608523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (82f034a9-c8d0-4a61-b6ab-db03acf4bda1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.699468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a260f47e-7c88-414c-9742-5da3b65c8c0f None None] Provisioning complete for port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:02.700099 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a260f47e-7c88-414c-9742-5da3b65c8c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.732615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12280c68-5f14-4031-afa7-77d7026936d3 None None] Pushing event updated for resources: {'Port': ['ID=253212cb-3f68-4f52-ba39-6e918be09393,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:02.735339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:02.735695 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:02.736341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c53606-2a02-45fc-b863-5cdf7c730a29 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:31:02.739847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.767030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 253212cb-3f68-4f52-ba39-6e918be09393 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:02.767514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (253212cb-3f68-4f52-ba39-6e918be09393), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:02.836364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4787-bf5a-4fd4-aa4b-d1a54d4de251 req-47f9eaf4-2252-4715-9324-9e62b7d260fb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:02.837891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5ec4787-bf5a-4fd4-aa4b-d1a54d4de251 req-47f9eaf4-2252-4715-9324-9e62b7d260fb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0907955 Feb 10 04:31:02.959310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5ec4787-bf5a-4fd4-aa4b-d1a54d4de251 req-7ef4a768-0c96-47f4-b5f1-8977d54ac9b1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089838 Feb 10 04:31:02.988397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1901cc-9524-48fa-82b2-4a88351e3d27 None None] Pushing event updated for resources: {'Port': ['ID=4b27aaba-846f-4724-9e55-c7e2d052e5b5,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:03.178557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a260f47e-7c88-414c-9742-5da3b65c8c0f None None] Current status of the port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:03.284277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:03.319520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c53606-2a02-45fc-b863-5cdf7c730a29 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:31:03.548322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 253212cb-3f68-4f52-ba39-6e918be09393, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=253212cb-3f68-4f52-ba39-6e918be09393,segment=NetworkSegment(d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef),segment_id=d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:03.548830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (253212cb-3f68-4f52-ba39-6e918be09393), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:03.574079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 253212cb-3f68-4f52-ba39-6e918be09393 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:03.772266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4b27aaba-846f-4724-9e55-c7e2d052e5b5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:03.831193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (253212cb-3f68-4f52-ba39-6e918be09393), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:03.878499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=253212cb-3f68-4f52-ba39-6e918be09393,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:03.882538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 253212cb-3f68-4f52-ba39-6e918be09393 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:03.927459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:03.927948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:03.996297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (82f034a9-c8d0-4a61-b6ab-db03acf4bda1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.049033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f034a9-c8d0-4a61-b6ab-db03acf4bda1']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:04.104710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4daa02b-a4b6-438e-89cb-3a631b4ec298 None None] Network 82f034a9-c8d0-4a61-b6ab-db03acf4bda1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:04.129784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:04.130085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1736d5e-1974-4f01-a9eb-ea9bc9bb0fef') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:04.143499 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.188407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.212976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:04.213386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d1736d5e-1974-4f01-a9eb-ea9bc9bb0fef), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:04.217261 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:04.258606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2c13c-e4cf-42b7-96e8-4ca8004ad28a req-eea61b4a-b26f-46ca-843d-1d5b29997585 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:04.260104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade2c13c-e4cf-42b7-96e8-4ca8004ad28a req-eea61b4a-b26f-46ca-843d-1d5b29997585 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1998355 Feb 10 04:31:04.265542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:04.309457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.405845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade2c13c-e4cf-42b7-96e8-4ca8004ad28a req-8740ca02-24d8-4f5d-adfa-3256856dd892 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328967 Feb 10 04:31:04.443413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (82f034a9-c8d0-4a61-b6ab-db03acf4bda1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.451671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.459251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/82f034a9-c8d0-4a61-b6ab-db03acf4bda1 HTTP/1.1" status: 204 len: 168 time: 3.6245489 Feb 10 04:31:04.459563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36862) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:04.465112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215642782'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:04.469326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dcb24-943a-4b48-b665-8608e37d4375 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=82f034a9-c8d0-4a61-b6ab-db03acf4bda1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:04.565201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:04.570082 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.638241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:04.656702 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cdf89be5-6312-4f24-9d2a-27498b3eae5d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.657046 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment cdf89be5-6312-4f24-9d2a-27498b3eae5d of type vlan for network 737c4a92-de58-49eb-ad53-748313864b41 Feb 10 04:31:04.752961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (737c4a92-de58-49eb-ad53-748313864b41), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.871409 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (737c4a92-de58-49eb-ad53-748313864b41), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:04.877133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:04.877778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:05.016399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=737c4a92-de58-49eb-ad53-748313864b41,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:05.031559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 737c4a92-de58-49eb-ad53-748313864b41 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:05.115641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3cc7a1cd-8774-4725-9151-52e48490ea1e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6547830 Feb 10 04:31:05.116934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36900) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:05.123589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': '737c4a92-de58-49eb-ad53-748313864b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:05.317133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:05.321916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:06.332245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9e13-70ba-49f1-85f6-175507a92096 req-09d4c08b-b610-4a68-9d0b-2da1c51d39ef tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:06.341900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5da9e13-70ba-49f1-85f6-175507a92096 req-09d4c08b-b610-4a68-9d0b-2da1c51d39ef tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.2485063 Feb 10 04:31:06.452500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6df66339-643e-4f5a-9080-895fe049363f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:06.481425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5da9e13-70ba-49f1-85f6-175507a92096 req-fe894f28-1a89-4599-aa88-cf91bd92bc05 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399930 Feb 10 04:31:06.559700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=6df66339-643e-4f5a-9080-895fe049363f,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:06.578908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': 'cdf89be5-6312-4f24-9d2a-27498b3eae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '737c4a92-de58-49eb-ad53-748313864b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:06.583345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: 737c4a92-de58-49eb-ad53-748313864b41, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:06.701345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network 737c4a92-de58-49eb-ad53-748313864b41 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:06.818390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 737c4a92-de58-49eb-ad53-748313864b41) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:06.831169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8f74b-abef-4a4b-bc3a-e31ecbc64348 None None] Network 737c4a92-de58-49eb-ad53-748313864b41 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:06.833823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:06.835607 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:06.940774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d65b2e64-cced-4e50-a709-70fe52761207 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8224490 Feb 10 04:31:06.944237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 36934) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:07.247094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-737c4a92-de58-49eb-ad53-748313864b41', 'network_id': '737c4a92-de58-49eb-ad53-748313864b41', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': '6df66339-643e-4f5a-9080-895fe049363f'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:07.248080 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:07.310901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (737c4a92-de58-49eb-ad53-748313864b41), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:07.392960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6df66339-643e-4f5a-9080-895fe049363f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:07.544228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Allocated IP 2001:db8::1 (737c4a92-de58-49eb-ad53-748313864b41/6df66339-643e-4f5a-9080-895fe049363f/75f6988e-08d0-4609-a43a-22b0365b1ec2) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:07.716379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb1b9b-9df1-44ed-9f8d-2875a99733a9 req-362679d4-dd1d-416c-9a35-d53272903595 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:07.717975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ddeb1b9b-9df1-44ed-9f8d-2875a99733a9 req-362679d4-dd1d-416c-9a35-d53272903595 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1166079 Feb 10 04:31:07.765756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Publish callbacks [] for port (75f6988e-08d0-4609-a43a-22b0365b1ec2), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:07.783108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ddeb1b9b-9df1-44ed-9f8d-2875a99733a9 req-ffb2750e-3f6a-4296-97a9-aab889a44135 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Feb 10 04:31:07.852262 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (75f6988e-08d0-4609-a43a-22b0365b1ec2), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:07.916356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Network 737c4a92-de58-49eb-ad53-748313864b41 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:07.920128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:07.923477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:07.932807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Pushing event updated for resources: {'Port': ['ID=75f6988e-08d0-4609-a43a-22b0365b1ec2,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:07.965997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (6df66339-643e-4f5a-9080-895fe049363f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:07.996469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=6df66339-643e-4f5a-9080-895fe049363f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:08.001493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Attempting to bind port 75f6988e-08d0-4609-a43a-22b0365b1ec2 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:08.001875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Attempting to bind port 75f6988e-08d0-4609-a43a-22b0365b1ec2 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'cdf89be5-6312-4f24-9d2a-27498b3eae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '737c4a92-de58-49eb-ad53-748313864b41'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:08.002244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Attempting to bind port 75f6988e-08d0-4609-a43a-22b0365b1ec2 on network 737c4a92-de58-49eb-ad53-748313864b41 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:08.010883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:08.014556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Checking segment: {'id': 'cdf89be5-6312-4f24-9d2a-27498b3eae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '737c4a92-de58-49eb-ad53-748313864b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:08.014556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.014556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Bound using segment: {'id': 'cdf89be5-6312-4f24-9d2a-27498b3eae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '737c4a92-de58-49eb-ad53-748313864b41'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:08.014556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Bound port: 75f6988e-08d0-4609-a43a-22b0365b1ec2, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf89be5-6312-4f24-9d2a-27498b3eae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '737c4a92-de58-49eb-ad53-748313864b41'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:08.014556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (75f6988e-08d0-4609-a43a-22b0365b1ec2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.085110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] For port 75f6988e-08d0-4609-a43a-22b0365b1ec2, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:08.088692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] For port 75f6988e-08d0-4609-a43a-22b0365b1ec2, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=75f6988e-08d0-4609-a43a-22b0365b1ec2,segment=NetworkSegment(cdf89be5-6312-4f24-9d2a-27498b3eae5d),segment_id=cdf89be5-6312-4f24-9d2a-27498b3eae5d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:08.089339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (737c4a92-de58-49eb-ad53-748313864b41), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.110690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737c4a92-de58-49eb-ad53-748313864b41']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:08.121715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf89be5-6312-4f24-9d2a-27498b3eae5d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:08.129896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf89be5-6312-4f24-9d2a-27498b3eae5d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:08.132370 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (cdf89be5-6312-4f24-9d2a-27498b3eae5d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.201458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (75f6988e-08d0-4609-a43a-22b0365b1ec2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.201689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cdf89be5-6312-4f24-9d2a-27498b3eae5d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.208248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:08.208746 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (cdf89be5-6312-4f24-9d2a-27498b3eae5d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:08.212353 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:08.266571 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07558ad-8c63-4e74-8568-99c25cf186e8 None None] Pushing event updated for resources: {'Port': ['ID=75f6988e-08d0-4609-a43a-22b0365b1ec2,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:08.353296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50c1fe-5d58-4378-a64f-9ba3ebc8b559 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:31:08.373397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:31:08.373397 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:31:08.373397 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '737c4a92-de58-49eb-ad53-748313864b41'}] Feb 10 04:31:08.373397 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:08.373890 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:08.479566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50c1fe-5d58-4378-a64f-9ba3ebc8b559 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:31:08.704409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5e837-c569-4b50-8d2f-7665830beb16 None None] Network 737c4a92-de58-49eb-ad53-748313864b41 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:08.875433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (737c4a92-de58-49eb-ad53-748313864b41), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:08.913835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682768e5-f7f6-4d3c-88c1-248764e4032b req-1e388051-237d-4a45-b45d-b4bf35042721 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:08.916278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-682768e5-f7f6-4d3c-88c1-248764e4032b req-1e388051-237d-4a45-b45d-b4bf35042721 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0585012 Feb 10 04:31:08.955047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 75f6988e-08d0-4609-a43a-22b0365b1ec2 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:08.955806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (75f6988e-08d0-4609-a43a-22b0365b1ec2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.022463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-682768e5-f7f6-4d3c-88c1-248764e4032b req-c38c68cc-dbf8-46a9-9443-74f7b45fcd4d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953071 Feb 10 04:31:09.057578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 75f6988e-08d0-4609-a43a-22b0365b1ec2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=75f6988e-08d0-4609-a43a-22b0365b1ec2,segment=NetworkSegment(cdf89be5-6312-4f24-9d2a-27498b3eae5d),segment_id=cdf89be5-6312-4f24-9d2a-27498b3eae5d)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:09.058568 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (75f6988e-08d0-4609-a43a-22b0365b1ec2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.074817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 75f6988e-08d0-4609-a43a-22b0365b1ec2 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:09.225676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (75f6988e-08d0-4609-a43a-22b0365b1ec2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.256745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=75f6988e-08d0-4609-a43a-22b0365b1ec2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:09.258864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 75f6988e-08d0-4609-a43a-22b0365b1ec2 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:09.357818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (737c4a92-de58-49eb-ad53-748313864b41), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.380461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737c4a92-de58-49eb-ad53-748313864b41']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:09.390045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf89be5-6312-4f24-9d2a-27498b3eae5d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:09.390525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf89be5-6312-4f24-9d2a-27498b3eae5d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:09.400996 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (cdf89be5-6312-4f24-9d2a-27498b3eae5d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.414796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (cdf89be5-6312-4f24-9d2a-27498b3eae5d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.428253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:09.428876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (cdf89be5-6312-4f24-9d2a-27498b3eae5d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:09.432263 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:09.579990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (737c4a92-de58-49eb-ad53-748313864b41), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.592207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.601451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/737c4a92-de58-49eb-ad53-748313864b41 HTTP/1.1" status: 204 len: 168 time: 2.6492083 Feb 10 04:31:09.601636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36974) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:09.604811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1608431768'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:09.608163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68afcd-8f69-4758-8627-4767802db1a8 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=737c4a92-de58-49eb-ad53-748313864b41,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:09.708459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:09.712128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.738890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:09.750725 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b9a42c71-7e84-423b-b8af-910c70ec5166), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.751107 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment b9a42c71-7e84-423b-b8af-910c70ec5166 of type vlan for network be0f26e6-eb06-4e92-8865-8bde998ba24b Feb 10 04:31:09.797735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (be0f26e6-eb06-4e92-8865-8bde998ba24b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.907885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (be0f26e6-eb06-4e92-8865-8bde998ba24b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.914291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:09.915136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:09.991958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=be0f26e6-eb06-4e92-8865-8bde998ba24b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:10.004125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network be0f26e6-eb06-4e92-8865-8bde998ba24b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:10.015105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-507e2ec1-386e-4b4a-99fd-9116c5660a7d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4119990 Feb 10 04:31:10.016374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 36988) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:10.025445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:10.190757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95bb89-59b1-48b3-8c97-cad3d4bc8075 req-980634c7-3499-4fb7-94dd-38ec0b3fd263 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:10.193637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca95bb89-59b1-48b3-8c97-cad3d4bc8075 req-980634c7-3499-4fb7-94dd-38ec0b3fd263 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0724444 Feb 10 04:31:10.254299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:10.255012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca95bb89-59b1-48b3-8c97-cad3d4bc8075 req-5989a88a-fbba-49c1-9ece-6b3f00a459af tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553806 Feb 10 04:31:10.261025 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:10.517218 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (fcf422aa-99e1-4171-a776-8eb1db940425), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:10.581971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=fcf422aa-99e1-4171-a776-8eb1db940425,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:10.590492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': 'b9a42c71-7e84-423b-b8af-910c70ec5166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:10.590970 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: be0f26e6-eb06-4e92-8865-8bde998ba24b, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:10.677404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network be0f26e6-eb06-4e92-8865-8bde998ba24b is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:10.739720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, be0f26e6-eb06-4e92-8865-8bde998ba24b) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:10.744221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:10.744832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7971032'] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:10.761468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e72c5e-4a87-41b3-a713-d1cc46570343 None None] Network be0f26e6-eb06-4e92-8865-8bde998ba24b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:10.895318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-be0f26e6-eb06-4e92-8865-8bde998ba24b', 'network_id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': 'fcf422aa-99e1-4171-a776-8eb1db940425'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:10.896296 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:10.927890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-10895598-bceb-4c68-88ed-4070cccb3c84 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8965740 Feb 10 04:31:10.928344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37010) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:11.031890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (be0f26e6-eb06-4e92-8865-8bde998ba24b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.053965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Allocated IP 2001:db8::1 (be0f26e6-eb06-4e92-8865-8bde998ba24b/fcf422aa-99e1-4171-a776-8eb1db940425/9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:11.093058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (fcf422aa-99e1-4171-a776-8eb1db940425), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.237942 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Publish callbacks [] for port (9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.312053 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.361062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Network be0f26e6-eb06-4e92-8865-8bde998ba24b is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:11.364293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:11.367849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:11.378833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Pushing event updated for resources: {'Port': ['ID=9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:11.412517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (fcf422aa-99e1-4171-a776-8eb1db940425), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.424659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2092-f5e7-4d80-97c7-f72a418a83ac req-e1d00ed0-ef1f-404a-b934-f43f1ad6036b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:11.427057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c2a2092-f5e7-4d80-97c7-f72a418a83ac req-e1d00ed0-ef1f-404a-b934-f43f1ad6036b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0655317 Feb 10 04:31:11.432432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Attempting to bind port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:11.432820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Attempting to bind port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'b9a42c71-7e84-423b-b8af-910c70ec5166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:11.433252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Attempting to bind port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e on network be0f26e6-eb06-4e92-8865-8bde998ba24b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:11.451738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:11.453419 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Checking segment: {'id': 'b9a42c71-7e84-423b-b8af-910c70ec5166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:11.454365 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.455321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Bound using segment: {'id': 'b9a42c71-7e84-423b-b8af-910c70ec5166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:11.458040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf422aa-99e1-4171-a776-8eb1db940425,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:11.458460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Bound port: 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a42c71-7e84-423b-b8af-910c70ec5166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:11.459239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.517663 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9c2a2092-f5e7-4d80-97c7-f72a418a83ac req-0a805f49-b05a-4973-bafa-514de2e0ef78 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802126 Feb 10 04:31:11.524833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (be0f26e6-eb06-4e92-8865-8bde998ba24b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.563405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] For port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:11.568372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] For port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e,segment=NetworkSegment(b9a42c71-7e84-423b-b8af-910c70ec5166),segment_id=b9a42c71-7e84-423b-b8af-910c70ec5166)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:11.568983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0f26e6-eb06-4e92-8865-8bde998ba24b']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:11.580035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a42c71-7e84-423b-b8af-910c70ec5166') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:11.584624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a42c71-7e84-423b-b8af-910c70ec5166') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:11.592647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (b9a42c71-7e84-423b-b8af-910c70ec5166), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.670734 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.696497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b9a42c71-7e84-423b-b8af-910c70ec5166), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.704767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:11.705172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (b9a42c71-7e84-423b-b8af-910c70ec5166), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:11.709441 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:11.789344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032780-4b4c-4fa5-9537-e7d2cc031ff2 None None] Pushing event updated for resources: {'Port': ['ID=9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:11.803155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40108860-b88c-4ce3-81b9-f696b3e094e1 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:31:11.835879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:31:11.835879 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:31:11.835879 n-d-827844-2 neutron-server[109959]: [parameters: {'id': 'be0f26e6-eb06-4e92-8865-8bde998ba24b'}] Feb 10 04:31:11.835879 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:11.836914 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:11.933370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40108860-b88c-4ce3-81b9-f696b3e094e1 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:31:12.163962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20be8cc-828c-4b69-b4bb-4ede7925d584 None None] Network be0f26e6-eb06-4e92-8865-8bde998ba24b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:12.339210 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (be0f26e6-eb06-4e92-8865-8bde998ba24b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:12.404015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:12.404703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:12.502481 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e,segment=NetworkSegment(b9a42c71-7e84-423b-b8af-910c70ec5166),segment_id=b9a42c71-7e84-423b-b8af-910c70ec5166)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:12.503513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:12.520620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:12.667557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a12287-db9d-4ac6-86fa-4ac37fe0cfc0 req-c761928a-3433-4c6a-b294-714cbe5f7c81 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:12.669808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-57a12287-db9d-4ac6-86fa-4ac37fe0cfc0 req-c761928a-3433-4c6a-b294-714cbe5f7c81 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0598602 Feb 10 04:31:12.686176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:12.763582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-57a12287-db9d-4ac6-86fa-4ac37fe0cfc0 req-037be3b7-e198-4b6c-aa3d-f594fb7b4e9c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845358 Feb 10 04:31:12.766306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:12.779925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 9197d3c9-ccc4-4dae-9b7b-d8861ea8a29e on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:12.898789 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (be0f26e6-eb06-4e92-8865-8bde998ba24b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:12.960052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0f26e6-eb06-4e92-8865-8bde998ba24b']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:12.970913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a42c71-7e84-423b-b8af-910c70ec5166') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:12.971221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a42c71-7e84-423b-b8af-910c70ec5166') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:12.984255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (b9a42c71-7e84-423b-b8af-910c70ec5166), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.000176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (b9a42c71-7e84-423b-b8af-910c70ec5166), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.006448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:13.006954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (b9a42c71-7e84-423b-b8af-910c70ec5166), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:13.070929 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:13.145833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (be0f26e6-eb06-4e92-8865-8bde998ba24b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.153767 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.161764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37056) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:13.167865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897286297'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:13.173548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/be0f26e6-eb06-4e92-8865-8bde998ba24b HTTP/1.1" status: 204 len: 168 time: 2.2486670 Feb 10 04:31:13.204131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc4ee1-5ecd-4733-83a4-1fb6774f80af tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=be0f26e6-eb06-4e92-8865-8bde998ba24b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:13.256423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:13.259948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.295110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:13.307763 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e583362b-b258-468f-a0ed-b1f304f0a64e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.308335 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment e583362b-b258-468f-a0ed-b1f304f0a64e of type vlan for network e711850a-f465-4ccb-8187-89887716bd71 Feb 10 04:31:13.374453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e711850a-f465-4ccb-8187-89887716bd71), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.479669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e711850a-f465-4ccb-8187-89887716bd71), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.484759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:13.485404 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.563633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=e711850a-f465-4ccb-8187-89887716bd71,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:13.572594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5f7dc55d-47cb-424a-8eab-d23880d4738a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4064703 Feb 10 04:31:13.573033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37058) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:13.576604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e711850a-f465-4ccb-8187-89887716bd71 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:13.579213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': 'e711850a-f465-4ccb-8187-89887716bd71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:13.796794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:13.801898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:13.967003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e365d-b852-40b4-b934-167da4763705 req-40909af2-088a-4c74-814f-5624993017d9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:13.968907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-161e365d-b852-40b4-b934-167da4763705 req-40909af2-088a-4c74-814f-5624993017d9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0817285 Feb 10 04:31:14.043517 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-161e365d-b852-40b4-b934-167da4763705 req-6c51b72f-afb4-4d22-8dbc-44d55c694789 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684705 Feb 10 04:31:14.193735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (8fed1809-1278-46e7-839b-3f3d314acba1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:14.241151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=8fed1809-1278-46e7-839b-3f3d314acba1,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:14.291747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': 'e583362b-b258-468f-a0ed-b1f304f0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e711850a-f465-4ccb-8187-89887716bd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:14.292129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: e711850a-f465-4ccb-8187-89887716bd71, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:14.370748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network e711850a-f465-4ccb-8187-89887716bd71 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:14.451300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e711850a-f465-4ccb-8187-89887716bd71) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:14.465278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:14.467067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:14.570989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e4d3295-49ae-472f-be31-678bbf610eec tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9965131 Feb 10 04:31:14.573716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37068) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:14.581752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': 'e711850a-f465-4ccb-8187-89887716bd71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:14.636692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4734b5-c091-49bb-b2db-a02bb1778bd1 None None] Network e711850a-f465-4ccb-8187-89887716bd71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:14.754774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-e711850a-f465-4ccb-8187-89887716bd71', 'network_id': 'e711850a-f465-4ccb-8187-89887716bd71', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': '8fed1809-1278-46e7-839b-3f3d314acba1'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:14.755808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:14.894120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:14.908497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:14.973800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Allocated IP 2001:db8::2 (e711850a-f465-4ccb-8187-89887716bd71/8fed1809-1278-46e7-839b-3f3d314acba1/5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:15.263918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Publish callbacks [] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.276549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70337235-8a5f-4772-bfa4-9c1b95697d86 req-86d5f7d9-c76e-47f4-b111-7d8f006a0f87 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.278292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70337235-8a5f-4772-bfa4-9c1b95697d86 req-86d5f7d9-c76e-47f4-b111-7d8f006a0f87 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.0999141 Feb 10 04:31:15.336917 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.373719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70337235-8a5f-4772-bfa4-9c1b95697d86 req-dc32423e-c0ac-4d81-b6ae-7b5809cca8e2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884826 Feb 10 04:31:15.385995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (e08dfe95-a70f-4e46-8270-fa288763ea5c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.413501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Network e711850a-f465-4ccb-8187-89887716bd71 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:15.437292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:15.442295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network e711850a-f465-4ccb-8187-89887716bd71 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:15.447437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:15.450842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:15.459756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.460526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.461927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Pushing event updated for resources: {'Port': ['ID=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:15.467253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=e08dfe95-a70f-4e46-8270-fa288763ea5c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:15.534098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Attempting to bind port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:15.534484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Attempting to bind port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e583362b-b258-468f-a0ed-b1f304f0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e711850a-f465-4ccb-8187-89887716bd71'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:15.534887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Attempting to bind port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c on network e711850a-f465-4ccb-8187-89887716bd71 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:15.541150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:15.541753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Checking segment: {'id': 'e583362b-b258-468f-a0ed-b1f304f0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e711850a-f465-4ccb-8187-89887716bd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:15.542296 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.542777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Bound using segment: {'id': 'e583362b-b258-468f-a0ed-b1f304f0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e711850a-f465-4ccb-8187-89887716bd71'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:15.542955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-22a93271-0a30-4e2d-a52c-a64997d9774f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9667995 Feb 10 04:31:15.543389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Bound port: 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e583362b-b258-468f-a0ed-b1f304f0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e711850a-f465-4ccb-8187-89887716bd71'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:15.543921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.547030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:15.622356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] For port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:15.624525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9acc3-2ee7-4423-ac61-ebe7c558e924 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.626177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9acc3-2ee7-4423-ac61-ebe7c558e924 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.626955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] For port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,segment=NetworkSegment(e583362b-b258-468f-a0ed-b1f304f0a64e),segment_id=e583362b-b258-468f-a0ed-b1f304f0a64e)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:15.627804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9acc3-2ee7-4423-ac61-ebe7c558e924 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.629580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9acc3-2ee7-4423-ac61-ebe7c558e924 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.631224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9acc3-2ee7-4423-ac61-ebe7c558e924 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.637760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9de9acc3-2ee7-4423-ac61-ebe7c558e924 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0849161 Feb 10 04:31:15.637931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37080) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:15.643314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102480655'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:15.739598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:15.740472 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.745680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.777154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:15.788879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d8405e20-cbf6-42f3-b014-4e0b1f89c8b3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.789286 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment d8405e20-cbf6-42f3-b014-4e0b1f89c8b3 of type vlan for network fe8ae739-acfa-4cea-b09c-acb0ab586d82 Feb 10 04:31:15.839935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b3d81-db59-44fd-8293-b7acdc570443 None None] Pushing event updated for resources: {'Port': ['ID=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:15.849491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.965111 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:15.978512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:15.979196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:16.130196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4911027 Feb 10 04:31:16.133068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37096) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:16.140790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:16.154800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f51569-9fc4-4f14-b3e9-e59b5e0b17da tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=fe8ae739-acfa-4cea-b09c-acb0ab586d82,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:16.167732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:16.620810 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:16.653308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7bb48-6d8e-4b5b-a750-54d19a81b871 req-83e36947-f373-4aeb-bb91-e7078600f563 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:16.655022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2da7bb48-6d8e-4b5b-a750-54d19a81b871 req-83e36947-f373-4aeb-bb91-e7078600f563 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1382310 Feb 10 04:31:16.730223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:16.743125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 is not hosted by any dhcp agent {{(pid=109958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 04:31:16.750134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:16.750808 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:16.765998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "PUT /v2.0/networks/fe8ae739-acfa-4cea-b09c-acb0ab586d82 HTTP/1.1" status: 200 len: 723 time: 0.6317854 Feb 10 04:31:16.769051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37104) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:16.775202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:16.800531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2da7bb48-6d8e-4b5b-a750-54d19a81b871 req-b75c7a07-5c40-49da-a130-5d0487ecab60 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303341 Feb 10 04:31:16.939699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b88886-dcf2-4deb-a306-a5d6ece88a2d tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=fe8ae739-acfa-4cea-b09c-acb0ab586d82,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:16.957487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:17.094018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:17.098075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:17.139880 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:17.536594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8580e-7ec9-49a9-a6ed-8a5664f203c6 None None] Network e711850a-f465-4ccb-8187-89887716bd71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:17.573078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:17.603047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (5de180cd-5d35-4a9c-a951-65079a527971), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:17.686149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-da6f8161-7842-4833-8122-d4218999bd98 None None] Provisioning complete for port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:17.686676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da6f8161-7842-4833-8122-d4218999bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:17.720130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=5de180cd-5d35-4a9c-a951-65079a527971,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:17.720592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 194780ab-fb28-45c0-8009-83b28ec4a464 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:31:17.760339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:17.760898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:17.791057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:17.791734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: fe8ae739-acfa-4cea-b09c-acb0ab586d82, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:17.878956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:17.971681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, fe8ae739-acfa-4cea-b09c-acb0ab586d82) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:17.973986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-da6f8161-7842-4833-8122-d4218999bd98 None None] Current status of the port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:17.975029 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da6f8161-7842-4833-8122-d4218999bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:17.992982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:17.993606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:17.998562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c1174-d0b2-479d-b263-d9515bebb1d8 None None] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:18.076744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba975b-0853-46fd-91d0-1cd5bc41cc07 req-8e129820-b14f-40b6-972a-0b519ffaed96 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:18.088692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0ba975b-0853-46fd-91d0-1cd5bc41cc07 req-8e129820-b14f-40b6-972a-0b519ffaed96 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1727118 Feb 10 04:31:18.119609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 194780ab-fb28-45c0-8009-83b28ec4a464, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=194780ab-fb28-45c0-8009-83b28ec4a464,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:18.124889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-da6f8161-7842-4833-8122-d4218999bd98 None None] For port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,segment=NetworkSegment(e583362b-b258-468f-a0ed-b1f304f0a64e),segment_id=e583362b-b258-468f-a0ed-b1f304f0a64e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:18.136473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9c32a338-e0f0-4e46-9bcd-0cd396bbfaba tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3660362 Feb 10 04:31:18.139102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37114) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:18.145601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c2e899fe-92f7-4923-b09a-7d377b608dc2 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:18.241670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0ba975b-0853-46fd-91d0-1cd5bc41cc07 req-1476a837-7851-4aeb-a97a-e204666107ce tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448045 Feb 10 04:31:18.253503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '194780ab-fb28-45c0-8009-83b28ec4a464', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'port_id': '194780ab-fb28-45c0-8009-83b28ec4a464', 'mac_address': 'fa:16:3e:8f:ec:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:31:18.298181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c2e899fe-92f7-4923-b09a-7d377b608dc2 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4240040'] for subnet (5de180cd-5d35-4a9c-a951-65079a527971), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.305781 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da6f8161-7842-4833-8122-d4218999bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.324732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:18.325134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.392177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347adc8-3e87-48b3-ad71-50304a0ce3b3 None None] Update dhcp port {'port': {'network_id': 'e711850a-f465-4ccb-8187-89887716bd71', 'fixed_ips': [{'subnet_id': '8fed1809-1278-46e7-839b-3f3d314acba1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e08dfe95-a70f-4e46-8270-fa288763ea5c'}], 'binding:host_id': 'n-d-827844-2'}, 'id': '5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c'} from n-d-827844-2. {{(pid=109960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 10 04:31:18.508967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-fe8ae739-acfa-4cea-b09c-acb0ab586d82', 'network_id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': '5de180cd-5d35-4a9c-a951-65079a527971'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:18.510956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.596677 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c2e899fe-92f7-4923-b09a-7d377b608dc2 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782247698167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4225090'] for subnet (5de180cd-5d35-4a9c-a951-65079a527971), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.633857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c347adc8-3e87-48b3-ad71-50304a0ce3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.701025 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.745047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e899fe-92f7-4923-b09a-7d377b608dc2 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=5de180cd-5d35-4a9c-a951-65079a527971,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:18.748182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e899fe-92f7-4923-b09a-7d377b608dc2 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:18.749380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c2e899fe-92f7-4923-b09a-7d377b608dc2 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:18.750818 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c2e899fe-92f7-4923-b09a-7d377b608dc2 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "PUT /v2.0/subnets/5de180cd-5d35-4a9c-a951-65079a527971 HTTP/1.1" status: 200 len: 826 time: 0.6099429 Feb 10 04:31:18.760532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37126) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:18.970895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.001513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Allocated IP 2001:db8::2 (fe8ae739-acfa-4cea-b09c-acb0ab586d82/5de180cd-5d35-4a9c-a951-65079a527971/7640b303-303e-4dcc-af1a-f2fced8e6903) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:19.092340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (5de180cd-5d35-4a9c-a951-65079a527971), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.233814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Publish callbacks [] for port (7640b303-303e-4dcc-af1a-f2fced8e6903), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.247502 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:19.247910 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:19.248373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 194780ab-fb28-45c0-8009-83b28ec4a464 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:19.248770 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.252315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f8161-7842-4833-8122-d4218999bd98 None None] Pushing event updated for resources: {'Port': ['ID=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:19.280838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194780ab-fb28-45c0-8009-83b28ec4a464 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:31:19.353157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7640b303-303e-4dcc-af1a-f2fced8e6903), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.380660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 194780ab-fb28-45c0-8009-83b28ec4a464, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=194780ab-fb28-45c0-8009-83b28ec4a464,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:19.427972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (5de180cd-5d35-4a9c-a951-65079a527971), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.495175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=5de180cd-5d35-4a9c-a951-65079a527971,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:19.546918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7c889-87f4-44b7-b927-7b0037aaad14 req-bd5afb47-a3e5-4d62-8ce5-4d35663c3824 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:19.548817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01c7c889-87f4-44b7-b927-7b0037aaad14 req-bd5afb47-a3e5-4d62-8ce5-4d35663c3824 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 944 time: 0.1714072 Feb 10 04:31:19.655631 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01c7c889-87f4-44b7-b927-7b0037aaad14 req-b2cf9391-b851-4bad-ac79-48e5a2daab90 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006496 Feb 10 04:31:19.676577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.714307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8ae739-acfa-4cea-b09c-acb0ab586d82']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:19.726648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:19.728216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:19.740221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d8405e20-cbf6-42f3-b014-4e0b1f89c8b3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.756192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d8405e20-cbf6-42f3-b014-4e0b1f89c8b3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.761696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:19.762740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d8405e20-cbf6-42f3-b014-4e0b1f89c8b3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.781173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:19.797105 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:19.799412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:19.813360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:19.887546 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:19.959377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:31:19.959377 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:31:19.959377 n-d-827844-2 neutron-server[109959]: [parameters: {'id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82'}] Feb 10 04:31:19.959377 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:19.960258 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:19.987771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c347adc8-3e87-48b3-ad71-50304a0ce3b3 None None] Allocated IP 172.20.0.1 (e711850a-f465-4ccb-8187-89887716bd71/e08dfe95-a70f-4e46-8270-fa288763ea5c/5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:20.095117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c347adc8-3e87-48b3-ad71-50304a0ce3b3 None None] For port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,segment=NetworkSegment(e583362b-b258-468f-a0ed-b1f304f0a64e),segment_id=e583362b-b258-468f-a0ed-b1f304f0a64e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:20.134521 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c347adc8-3e87-48b3-ad71-50304a0ce3b3 None None] Publish callbacks [] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.203266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Pushing event updated for resources: {'Port': ['ID=7640b303-303e-4dcc-af1a-f2fced8e6903,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:20.225744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Attempting to bind port 7640b303-303e-4dcc-af1a-f2fced8e6903 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:20.226215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Attempting to bind port 7640b303-303e-4dcc-af1a-f2fced8e6903 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:20.226683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Attempting to bind port 7640b303-303e-4dcc-af1a-f2fced8e6903 on network fe8ae739-acfa-4cea-b09c-acb0ab586d82 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:20.257914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['194780ab-fb28-45c0-8009-83b28ec4a464'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:31:20.260473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:20.273018 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c347adc8-3e87-48b3-ad71-50304a0ce3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.306667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:20.307177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Checking segment: {'id': 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:20.307705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.308181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Bound using segment: {'id': 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:20.308737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Bound port: 7640b303-303e-4dcc-af1a-f2fced8e6903, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fe8ae739-acfa-4cea-b09c-acb0ab586d82'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:20.309196 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7640b303-303e-4dcc-af1a-f2fced8e6903), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.451815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:20.462312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.507787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=194780ab-fb28-45c0-8009-83b28ec4a464,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:20.557373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649dd1f-fb6a-43d5-a234-8ae824a94646 req-93646a0e-cdce-434d-a590-768f56458bcd tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:20.559990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a649dd1f-fb6a-43d5-a234-8ae824a94646 req-93646a0e-cdce-434d-a590-768f56458bcd tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 950 time: 0.1395996 Feb 10 04:31:20.607615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] For port 7640b303-303e-4dcc-af1a-f2fced8e6903, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:20.618291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 7640b303-303e-4dcc-af1a-f2fced8e6903 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:20.618722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7640b303-303e-4dcc-af1a-f2fced8e6903), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.646008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a649dd1f-fb6a-43d5-a234-8ae824a94646 req-fbe8e828-6057-4cb5-b796-379499524936 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787079 Feb 10 04:31:20.681369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] For port 7640b303-303e-4dcc-af1a-f2fced8e6903, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7640b303-303e-4dcc-af1a-f2fced8e6903,segment=NetworkSegment(d8405e20-cbf6-42f3-b014-4e0b1f89c8b3),segment_id=d8405e20-cbf6-42f3-b014-4e0b1f89c8b3)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:20.682902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:20.683353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.740500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347adc8-3e87-48b3-ad71-50304a0ce3b3 None None] Pushing event updated for resources: {'Port': ['ID=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:20.779901 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7640b303-303e-4dcc-af1a-f2fced8e6903), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.836273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 7640b303-303e-4dcc-af1a-f2fced8e6903, host n-d-827844-2, got binding levels [] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:20.836903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7640b303-303e-4dcc-af1a-f2fced8e6903), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:20.849163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90d45-9667-403a-ab3b-53ff64b21306 None None] Pushing event updated for resources: {'Port': ['ID=7640b303-303e-4dcc-af1a-f2fced8e6903,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:20.853525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 7640b303-303e-4dcc-af1a-f2fced8e6903 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:21.008981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902afdce-2d4b-413f-b8e3-55fb4058962d None None] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:21.011013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:21.061439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72574-8411-450e-85f6-e8734ebf1715 req-d399e4bf-43a3-4c0c-b753-25cd4e7fbd30 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:21.063334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bc72574-8411-450e-85f6-e8734ebf1715 req-d399e4bf-43a3-4c0c-b753-25cd4e7fbd30 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 945 time: 0.1016986 Feb 10 04:31:21.066218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7640b303-303e-4dcc-af1a-f2fced8e6903), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.118386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=7640b303-303e-4dcc-af1a-f2fced8e6903,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:21.141363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 7640b303-303e-4dcc-af1a-f2fced8e6903 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:21.231801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bc72574-8411-450e-85f6-e8734ebf1715 req-0174a7b8-583a-4d9d-9379-ad7b4b1cfb29 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139321 Feb 10 04:31:21.267335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a901d4-1a5a-4fd2-aa14-707285594f27 None None] Network fe8ae739-acfa-4cea-b09c-acb0ab586d82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:21.287957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.318140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8ae739-acfa-4cea-b09c-acb0ab586d82']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:21.334716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:21.337441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8405e20-cbf6-42f3-b014-4e0b1f89c8b3') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:21.356463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (d8405e20-cbf6-42f3-b014-4e0b1f89c8b3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.391736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d8405e20-cbf6-42f3-b014-4e0b1f89c8b3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.402315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:21.403161 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (d8405e20-cbf6-42f3-b014-4e0b1f89c8b3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.484007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb8ed2f-ea27-4f18-a72d-79ed57de1095 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:21.490673 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:21.548174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (fe8ae739-acfa-4cea-b09c-acb0ab586d82), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.563842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.569165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/fe8ae739-acfa-4cea-b09c-acb0ab586d82 HTTP/1.1" status: 204 len: 168 time: 2.8140328 Feb 10 04:31:21.572068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37146) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:21.609789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a245f4-ae95-4321-aaee-090f9aabed6e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=fe8ae739-acfa-4cea-b09c-acb0ab586d82,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:21.613890 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95201d3-2e8f-4c74-bd27-3569b9e26866 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:21.617094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95201d3-2e8f-4c74-bd27-3569b9e26866 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:21.623329 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a95201d3-2e8f-4c74-bd27-3569b9e26866 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/fe8ae739-acfa-4cea-b09c-acb0ab586d82 HTTP/1.1" status: 404 len: 339 time: 0.0490351 Feb 10 04:31:21.629879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37148) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:21.635540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611302691', 'description': 'd1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:21.658368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1ac26bf4-b028-4250-92fb-653c3adea219 None None] Provisioning complete for port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:21.658791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ac26bf4-b028-4250-92fb-653c3adea219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.731563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:21.736834 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.814085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8ed2f-ea27-4f18-a72d-79ed57de1095 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:31:21.857435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:21.859972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 194780ab-fb28-45c0-8009-83b28ec4a464 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:21.894229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (7c2e591d-002a-4735-9719-6a01b26b6e41), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:21.894536 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment 7c2e591d-002a-4735-9719-6a01b26b6e41 of type vlan for network 71775991-0f15-4502-9870-44c8981b0c80 Feb 10 04:31:21.944180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1ac26bf4-b028-4250-92fb-653c3adea219 None None] Current status of the port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:21.966994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-cde74048-7fe9-4642-83ea-78a8f4902ea6 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:21.983756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-cde74048-7fe9-4642-83ea-78a8f4902ea6 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 950 time: 0.1709719 Feb 10 04:31:22.042500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (71775991-0f15-4502-9870-44c8981b0c80), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.070116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 194780ab-fb28-45c0-8009-83b28ec4a464 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:31:22.075427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be94-8e1e-420a-81e2-5e35661cfd2c req-df21c786-63ac-4506-956a-7a47df91edfc tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:22.077824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 194780ab-fb28-45c0-8009-83b28ec4a464 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:22.078272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.080061 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4909be94-8e1e-420a-81e2-5e35661cfd2c req-df21c786-63ac-4506-956a-7a47df91edfc tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 950 time: 0.3391185 Feb 10 04:31:22.200011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4909be94-8e1e-420a-81e2-5e35661cfd2c req-c92b0c93-8443-461c-afd1-5488add21f26 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c9de6e1-d121-45a7-a580-ae8e67131709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042709 Feb 10 04:31:22.225388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Deleting port 074b06d9-1c5f-4365-9138-8ef3a4c678cb {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:22.231937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.234513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 194780ab-fb28-45c0-8009-83b28ec4a464 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:22.234950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.237193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c8af4-434a-46ea-8415-89b174cdbcee None None] Network e711850a-f465-4ccb-8187-89887716bd71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:22.250800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (71775991-0f15-4502-9870-44c8981b0c80), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.274905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:22.276045 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.364120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 194780ab-fb28-45c0-8009-83b28ec4a464, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=194780ab-fb28-45c0-8009-83b28ec4a464,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:22.365514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb3967-229c-4f60-960c-0d9127946854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194780ab-fb28-45c0-8009-83b28ec4a464'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:31:22.369957 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f82413-f865-4b5c-ac11-40a9afb74967" -d '{"events": [{"server_uuid": "9feb3967-229c-4f60-960c-0d9127946854", "name": "network-vif-plugged", "status": "completed", "tag": "194780ab-fb28-45c0-8009-83b28ec4a464"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:31:22.382590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=71775991-0f15-4502-9870-44c8981b0c80,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:22.401884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 71775991-0f15-4502-9870-44c8981b0c80 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:22.442271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:22.454547 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef7b21a-a06e-478f-b212-1479f2860ef9 x-openstack-request-id: req-aef7b21a-a06e-478f-b212-1479f2860ef9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:31:22.454913 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9feb3967-229c-4f60-960c-0d9127946854", "name": "network-vif-plugged", "status": "completed", "tag": "194780ab-fb28-45c0-8009-83b28ec4a464", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:31:22.455190 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aef7b21a-a06e-478f-b212-1479f2860ef9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:31:22.455589 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb3967-229c-4f60-960c-0d9127946854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194780ab-fb28-45c0-8009-83b28ec4a464', 'code': 200} Feb 10 04:31:22.456754 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.465175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-52e63687-f724-4677-ae8b-75ecf657d7f5 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8336613 Feb 10 04:31:22.472089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37160) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:22.563876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=194780ab-fb28-45c0-8009-83b28ec4a464,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:22.583830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] For port 074b06d9-1c5f-4365-9138-8ef3a4c678cb, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=074b06d9-1c5f-4365-9138-8ef3a4c678cb,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:22.584287 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.629926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Calling delete_port for 074b06d9-1c5f-4365-9138-8ef3a4c678cb owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:22.656854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c96bf-94c8-4773-be34-bde9e118563d req-61228c66-51c1-438a-a6d3-e2128765c9d0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:22.664482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f1c96bf-94c8-4773-be34-bde9e118563d req-61228c66-51c1-438a-a6d3-e2128765c9d0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.2029114 Feb 10 04:31:22.664812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dad6af-3903-4d5a-b0d9-39336c1d2f2b req-19bce35f-1f14-411c-9258-7f6585d1ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:22.666403 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42dad6af-3903-4d5a-b0d9-39336c1d2f2b req-19bce35f-1f14-411c-9258-7f6585d1ce70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 1128 time: 0.1502380 Feb 10 04:31:22.673274 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5bed2f-2ac7-40f8-a1b0-e1749168d22c tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:22.675119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7f5bed2f-2ac7-40f8-a1b0-e1749168d22c tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/networks?id=71775991-0f15-4502-9870-44c8981b0c80 HTTP/1.1" status: 200 len: 764 time: 0.2060561 Feb 10 04:31:22.688059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37162) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:22.695639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'description': 'd2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:22.720370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42dad6af-3903-4d5a-b0d9-39336c1d2f2b req-f0420243-a658-4844-9ed9-7725d298348c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Feb 10 04:31:22.788008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f1c96bf-94c8-4773-be34-bde9e118563d req-b1222e2b-7542-4b18-9743-d5e443197a1f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218536 Feb 10 04:31:22.850605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:22.851205 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:22.958006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:23.031424 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (71775991-0f15-4502-9870-44c8981b0c80), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.094118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (074b06d9-1c5f-4365-9138-8ef3a4c678cb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.107176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['074b06d9-1c5f-4365-9138-8ef3a4c678cb'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:31:23.157018 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (71775991-0f15-4502-9870-44c8981b0c80), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.182749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-57a52298-c345-45fc-b5ef-ac9ddb2167f4 None None] Provisioning complete for port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:23.183436 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-57a52298-c345-45fc-b5ef-ac9ddb2167f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.192556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37168) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:23.220157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network 71775991-0f15-4502-9870-44c8981b0c80 is not hosted by any dhcp agent {{(pid=109959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 10 04:31:23.233931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:23.234560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.238777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "PUT /v2.0/networks/71775991-0f15-4502-9870-44c8981b0c80 HTTP/1.1" status: 200 len: 761 time: 0.5455859 Feb 10 04:31:23.242752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37172) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:23.291478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] Deleting subnet 057dd950-88e7-4458-9cca-2280d7e9442f {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:31:23.300142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] Publish callbacks [] for subnet (057dd950-88e7-4458-9cca-2280d7e9442f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.311921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-57a52298-c345-45fc-b5ef-ac9ddb2167f4 None None] Current status of the port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:23.370038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Pushing event deleted for resources: {'Port': ['ID=074b06d9-1c5f-4365-9138-8ef3a4c678cb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:23.380130 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-17ce2fa5-f36d-4fe3-8172-99ecf9654577 req-19cd94af-d945-439d-bad3-31f8610fed81 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 210 time: 0.0786202 Feb 10 04:31:23.406811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0479a-56e6-4c33-9319-cb272487c31f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:23.408300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eba0479a-56e6-4c33-9319-cb272487c31f tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/networks?id=71775991-0f15-4502-9870-44c8981b0c80 HTTP/1.1" status: 200 len: 764 time: 0.1645038 Feb 10 04:31:23.420329 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (057dd950-88e7-4458-9cca-2280d7e9442f), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.420329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:23.426614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] No DVR routers for this DVR port 074b06d9-1c5f-4365-9138-8ef3a4c678cb on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:23.429309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.433635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f5511fa1-13fd-41b7-ac58-2829ba8c2ff7 req-24122b29-8324-4ea2-9e8d-c57118825d90 tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.24 "DELETE /v2.0/ports/074b06d9-1c5f-4365-9138-8ef3a4c678cb HTTP/1.1" status: 204 len: 173 time: 1.4570072 Feb 10 04:31:23.434414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'name': 'network-vif-deleted', 'tag': '074b06d9-1c5f-4365-9138-8ef3a4c678cb'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:31:23.437766 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468e8241-7c38-46f0-83d1-73a9906356c1" -d '{"events": [{"server_uuid": "b19d32ce-2b4b-4910-92b0-77ec0aa4c425", "name": "network-vif-deleted", "tag": "074b06d9-1c5f-4365-9138-8ef3a4c678cb"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:31:23.441972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53336db-0e86-4bdc-8eea-bf5af60c8b42 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=71775991-0f15-4502-9870-44c8981b0c80,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:23.460872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 71775991-0f15-4502-9870-44c8981b0c80 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:23.498680 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d35988-6276-4710-b071-dcdd0be3e973 x-openstack-request-id: req-31d35988-6276-4710-b071-dcdd0be3e973 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:31:23.499024 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19d32ce-2b4b-4910-92b0-77ec0aa4c425", "name": "network-vif-deleted", "tag": "074b06d9-1c5f-4365-9138-8ef3a4c678cb", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:31:23.499280 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31d35988-6276-4710-b071-dcdd0be3e973 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:31:23.499685 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19d32ce-2b4b-4910-92b0-77ec0aa4c425', 'name': 'network-vif-deleted', 'tag': '074b06d9-1c5f-4365-9138-8ef3a4c678cb', 'status': 'completed', 'code': 200} Feb 10 04:31:23.635064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (057dd950-88e7-4458-9cca-2280d7e9442f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.733658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f706e06b-1cc6-4f2a-a6e6-6628822a22bb tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:23.735371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f706e06b-1cc6-4f2a-a6e6-6628822a22bb tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3189976 Feb 10 04:31:23.738783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37178) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:23.792251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed2e2b47-6e2e-45e5-b1ef-2424f441c11a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49 HTTP/1.1" status: 200 len: 207 time: 0.0512209 Feb 10 04:31:23.796757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37180) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:23.926428 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (057dd950-88e7-4458-9cca-2280d7e9442f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:23.986306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057dd950-88e7-4458-9cca-2280d7e9442f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:23.997891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:24.004222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37186) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:24.010769 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be1f5d9e-55b4-46ab-8254-d4d5a8c4d739 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/057dd950-88e7-4458-9cca-2280d7e9442f HTTP/1.1" status: 204 len: 168 time: 0.8095081 Feb 10 04:31:24.042385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eec27f-d1b8-447a-b422-17d682c8b340 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.049121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eec27f-d1b8-447a-b422-17d682c8b340 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.054918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eec27f-d1b8-447a-b422-17d682c8b340 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.060241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eec27f-d1b8-447a-b422-17d682c8b340 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.065617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eec27f-d1b8-447a-b422-17d682c8b340 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.071657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eec27f-d1b8-447a-b422-17d682c8b340 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.073512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c4eec27f-d1b8-447a-b422-17d682c8b340 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2747977 Feb 10 04:31:24.077538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37188) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:24.123772 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a139ec-58cc-4401-a5e4-da414996d072 req-19e202eb-bd43-49dc-8353-97a1d2ba8552 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.125266 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30a139ec-58cc-4401-a5e4-da414996d072 req-19e202eb-bd43-49dc-8353-97a1d2ba8552 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.2040670 Feb 10 04:31:24.244203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30a139ec-58cc-4401-a5e4-da414996d072 req-bf2d645b-6340-431e-8cab-eb7e284ecbbf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117029 Feb 10 04:31:24.257638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5c7c9f51-24f7-4c34-b5c1-da580eb6128e tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1789701 Feb 10 04:31:24.262498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37190) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:24.348855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904d5e9-376c-4345-bb95-004a4cbf1853 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.350557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904d5e9-376c-4345-bb95-004a4cbf1853 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.352570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904d5e9-376c-4345-bb95-004a4cbf1853 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.354259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904d5e9-376c-4345-bb95-004a4cbf1853 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.355911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904d5e9-376c-4345-bb95-004a4cbf1853 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.358090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6904d5e9-376c-4345-bb95-004a4cbf1853 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0945404 Feb 10 04:31:24.362528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37192) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:24.478362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621eb7d-1ffe-475f-8d1a-5e10de1bff57 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.491976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621eb7d-1ffe-475f-8d1a-5e10de1bff57 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.493411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621eb7d-1ffe-475f-8d1a-5e10de1bff57 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.494738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621eb7d-1ffe-475f-8d1a-5e10de1bff57 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.495954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621eb7d-1ffe-475f-8d1a-5e10de1bff57 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.497688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e621eb7d-1ffe-475f-8d1a-5e10de1bff57 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1308897 Feb 10 04:31:24.503484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37196) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:24.544305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (687e4fd5-4f3d-4b23-b577-76f2ad1a2c83), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:24.646432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e99ab032-33e9-400b-ae11-612cb4586e0e req-720117b2-62a4-484d-a50a-c9ee5f2d7bcb tempest-VolumesBackupsTest-2145004006 tempest-VolumesBackupsTest-2145004006-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19d32ce-2b4b-4910-92b0-77ec0aa4c425 HTTP/1.1" status: 200 len: 210 time: 0.0719290 Feb 10 04:31:24.648412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380d802-e5df-4e6f-a901-e6e037f63378 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.653933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37198) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:24.667447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4380d802-e5df-4e6f-a901-e6e037f63378 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/networks/d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 HTTP/1.1" status: 200 len: 804 time: 0.1624463 Feb 10 04:31:24.739957 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (687e4fd5-4f3d-4b23-b577-76f2ad1a2c83), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:24.797116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e4fd5-4f3d-4b23-b577-76f2ad1a2c83']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:24.811389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744b00e9-1a67-4ff6-b575-104520363e8b') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:24.811695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744b00e9-1a67-4ff6-b575-104520363e8b') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:24.830050 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (744b00e9-1a67-4ff6-b575-104520363e8b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:24.844746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0e53b80a-a056-47f7-8e91-cc60d5465492 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/networks/d1fc21fb-fad7-4647-bbde-d9dd85ca3f61?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1861646 Feb 10 04:31:24.844941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37200) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:24.874498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (744b00e9-1a67-4ff6-b575-104520363e8b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:24.887051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:24.887439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (744b00e9-1a67-4ff6-b575-104520363e8b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:24.889052 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:24.949657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bad0f3-c9f8-4991-97a1-3d05d5b2f6bb tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:24.955132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e1bad0f3-c9f8-4991-97a1-3d05d5b2f6bb tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/subnets/b17c5373-8106-42f0-bf5b-eb2c75284ad1 HTTP/1.1" status: 200 len: 843 time: 0.1051614 Feb 10 04:31:24.961484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37204) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:25.024902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a4646-3c85-40fe-adfc-c5c094b240fa tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['shared'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:25.026306 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-596a4646-3c85-40fe-adfc-c5c094b240fa tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "GET /v2.0/subnets/b17c5373-8106-42f0-bf5b-eb2c75284ad1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0633304 Feb 10 04:31:25.029783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37208) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:25.036227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708266706'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:25.076196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (687e4fd5-4f3d-4b23-b577-76f2ad1a2c83), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.076196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.076196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/687e4fd5-4f3d-4b23-b577-76f2ad1a2c83 HTTP/1.1" status: 204 len: 168 time: 1.0628657 Feb 10 04:31:25.078378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37210) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:25.086475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d5ef0-13bf-4066-8fa2-fa1d2c3619d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=687e4fd5-4f3d-4b23-b577-76f2ad1a2c83,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:25.127084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] Deleting subnet 92f58a68-db13-4d15-b32e-ec24e25320ff {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:31:25.130841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] Publish callbacks [] for subnet (92f58a68-db13-4d15-b32e-ec24e25320ff), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.186719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (92f58a68-db13-4d15-b32e-ec24e25320ff), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.215089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:25.218355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.247153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (92f58a68-db13-4d15-b32e-ec24e25320ff), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.271360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:25.314455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (00c989b8-cb97-40b7-acf6-442d3e033016), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.314844 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Added segment 00c989b8-cb97-40b7-acf6-442d3e033016 of type vlan for network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 Feb 10 04:31:25.380822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (622d52cc-ccc6-4415-a3ff-fb5f2180dc65), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.452171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (92f58a68-db13-4d15-b32e-ec24e25320ff), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.486626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f58a68-db13-4d15-b32e-ec24e25320ff,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:25.491393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.494645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1ce6d1b9-56df-4701-9c8a-1dd7f1ed9e66 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/92f58a68-db13-4d15-b32e-ec24e25320ff HTTP/1.1" status: 204 len: 168 time: 0.4152145 Feb 10 04:31:25.498150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37216) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:25.536184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954d84-bd81-4a31-b544-67416fb922f8 req-aa4940fb-0b62-4d73-9b08-029bb7d7be82 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:25.538873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b954d84-bd81-4a31-b544-67416fb922f8 req-aa4940fb-0b62-4d73-9b08-029bb7d7be82 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.1386666 Feb 10 04:31:25.562920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (622d52cc-ccc6-4415-a3ff-fb5f2180dc65), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.569560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:25.570346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.590767 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (aad09c60-8cb0-4443-a02e-565779e2fda2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.667912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Network': ['ID=622d52cc-ccc6-4415-a3ff-fb5f2180dc65,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:25.680794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:25.700821 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b954d84-bd81-4a31-b544-67416fb922f8 req-79d8056a-c94c-44f6-857c-fde5c539e4cc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525304 Feb 10 04:31:25.712094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b5043056-630f-45ab-909d-25da20a244f9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6769445 Feb 10 04:31:25.712622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37220) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:25.731755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'network_id': '622d52cc-ccc6-4415-a3ff-fb5f2180dc65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:25.749128 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (aad09c60-8cb0-4443-a02e-565779e2fda2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.782078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad09c60-8cb0-4443-a02e-565779e2fda2']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:25.811359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145898b4-2642-4f9d-ac29-27b96db9df34') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:25.811669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145898b4-2642-4f9d-ac29-27b96db9df34') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:25.836949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 074b06d9-1c5f-4365-9138-8ef3a4c678cb no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:25.845161 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (145898b4-2642-4f9d-ac29-27b96db9df34), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.890550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 074b06d9-1c5f-4365-9138-8ef3a4c678cb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:25.890775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (145898b4-2642-4f9d-ac29-27b96db9df34), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.891076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 074b06d9-1c5f-4365-9138-8ef3a4c678cb not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:25.901337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:25.901997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (145898b4-2642-4f9d-ac29-27b96db9df34), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:25.903693 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:25.933446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd236c2-75cb-4500-beb4-81a4f17896c2 req-b5b8017b-c544-4da7-9423-eada588fb8cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:25.934993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dd236c2-75cb-4500-beb4-81a4f17896c2 req-b5b8017b-c544-4da7-9423-eada588fb8cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.1109819 Feb 10 04:31:25.996608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Made reservation on behalf of e6c7067ebdee4e19809492686c66ad61 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:26.000958 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.064223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (aad09c60-8cb0-4443-a02e-565779e2fda2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.083695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dd236c2-75cb-4500-beb4-81a4f17896c2 req-a8f585ae-9413-4873-850b-f590fb45d037 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188138 Feb 10 04:31:26.090858 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.095674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] 10.222.0.42 "DELETE /v2.0/networks/aad09c60-8cb0-4443-a02e-565779e2fda2 HTTP/1.1" status: 204 len: 168 time: 0.5961881 Feb 10 04:31:26.101461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Performing IP validity checks on allocation pools {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:31:26.102159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.ipam_backend_mixin [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:31:26.127164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c5c63-6dcf-429f-9ef6-12c1c3dbf591 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad09c60-8cb0-4443-a02e-565779e2fda2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:26.347944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e6384-8b6a-415c-b475-1747cbea3250 req-5a154903-5e01-46c2-bd3d-6d9bb0cecff3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:26.350752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc7e6384-8b6a-415c-b475-1747cbea3250 req-5a154903-5e01-46c2-bd3d-6d9bb0cecff3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.1640079 Feb 10 04:31:26.577157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37234) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:26.624013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e79ffa2-b7ed-4c28-8764-affb6ce87873 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f407455521864dd1997492f3eaaa2a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452306 Feb 10 04:31:26.626240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37236) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:26.684959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f1e970aa-dc2e-4c59-ac3e-67fed8a536d2 admin admin] Publish callbacks [] for security_group (90251d4a-c3c5-44ec-bbbd-9911f6e3d834), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.712587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f1e970aa-dc2e-4c59-ac3e-67fed8a536d2 admin admin] Publish callbacks [] for security_group (90251d4a-c3c5-44ec-bbbd-9911f6e3d834), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.827036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cc7e6384-8b6a-415c-b475-1747cbea3250 req-370065f8-e192-4e61-9cce-2bf3a1e3e109 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699190 Feb 10 04:31:26.888024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9b5a135a-6ca7-4ae5-a55b-faef93bb4996), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.934067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f1e970aa-dc2e-4c59-ac3e-67fed8a536d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (90251d4a-c3c5-44ec-bbbd-9911f6e3d834), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.937679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f1e970aa-dc2e-4c59-ac3e-67fed8a536d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:26.941975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f1e970aa-dc2e-4c59-ac3e-67fed8a536d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90251d4a-c3c5-44ec-bbbd-9911f6e3d834 HTTP/1.1" status: 204 len: 168 time: 0.3119106 Feb 10 04:31:26.955628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e970aa-dc2e-4c59-ac3e-67fed8a536d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90251d4a-c3c5-44ec-bbbd-9911f6e3d834,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:27.053243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=9b5a135a-6ca7-4ae5-a55b-faef93bb4996,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:27.098231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Checking segment: {'id': '00c989b8-cb97-40b7-acf6-442d3e033016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '622d52cc-ccc6-4415-a3ff-fb5f2180dc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:27.098694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network hostable DHCP agents. Network: 622d52cc-ccc6-4415-a3ff-fb5f2180dc65, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:27.208289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:27.324848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 622d52cc-ccc6-4415-a3ff-fb5f2180dc65) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:27.329289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:27.329997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:27.338447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423961bf-4215-49a3-9528-b9683d75e143 None None] Network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:27.436034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6f9a54f6-af60-49de-9f69-c303408d3261 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7188861 Feb 10 04:31:27.439173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37248) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:27.445380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e8b10c90-fe28-4de0-aeec-ca0f5f76cb39 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:27.503565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c50b39-22cd-46bc-bec1-adb7460807db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-622d52cc-ccc6-4415-a3ff-fb5f2180dc65', 'network_id': '622d52cc-ccc6-4415-a3ff-fb5f2180dc65', 'project_id': 'e6c7067ebdee4e19809492686c66ad61', 'fixed_ips': [{'subnet_id': '9b5a135a-6ca7-4ae5-a55b-faef93bb4996'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:27.504797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c50b39-22cd-46bc-bec1-adb7460807db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:27.667633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e8b10c90-fe28-4de0-aeec-ca0f5f76cb39 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5771217'] for subnet (9b5a135a-6ca7-4ae5-a55b-faef93bb4996), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:27.715154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfe913-3008-4da9-a781-65c63f273e2d req-214d4f11-39d7-42eb-a5f3-0df623554c8f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:27.716760 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38dfe913-3008-4da9-a781-65c63f273e2d req-214d4f11-39d7-42eb-a5f3-0df623554c8f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.0939586 Feb 10 04:31:27.753048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2d9bbec2-bb9d-4799-a0ad-e766296b0f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:27.808004 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-94c50b39-22cd-46bc-bec1-adb7460807db None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 04:31:27.808004 n-d-827844-2 neutron-server[109960]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 10 04:31:27.808004 n-d-827844-2 neutron-server[109960]: [parameters: {'in_use': 1, 'id_1': '9b5a135a-6ca7-4ae5-a55b-faef93bb4996'}] Feb 10 04:31:27.808004 n-d-827844-2 neutron-server[109960]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:27.808558 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-94c50b39-22cd-46bc-bec1-adb7460807db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:27.812999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38dfe913-3008-4da9-a781-65c63f273e2d req-af4cb66d-23eb-4ee8-82d9-3f814875a984 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891345 Feb 10 04:31:27.962085 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e8b10c90-fe28-4de0-aeec-ca0f5f76cb39 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782247698167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5700641'] for subnet (9b5a135a-6ca7-4ae5-a55b-faef93bb4996), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:27.975000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37254) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:28.026308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7ef3667e-39f8-409d-97c8-b79b7738db08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef3d23476900400ba47f31d4356319ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498464 Feb 10 04:31:28.028864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37256) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:28.031521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b10c90-fe28-4de0-aeec-ca0f5f76cb39 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event updated for resources: {'Subnet': ['ID=9b5a135a-6ca7-4ae5-a55b-faef93bb4996,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:28.042157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b10c90-fe28-4de0-aeec-ca0f5f76cb39 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:28.042931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e8b10c90-fe28-4de0-aeec-ca0f5f76cb39 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.047893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:28.048278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e8b10c90-fe28-4de0-aeec-ca0f5f76cb39 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "PUT /v2.0/subnets/9b5a135a-6ca7-4ae5-a55b-faef93bb4996 HTTP/1.1" status: 200 len: 900 time: 0.6076772 Feb 10 04:31:28.071244 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:31:28.161356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b5d2a7-2ce2-48c3-a943-68657f3f834b admin admin] Publish callbacks [] for security_group (8a23557c-0b05-43fd-8d67-dd979534e441), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.187707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (622d52cc-ccc6-4415-a3ff-fb5f2180dc65), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.209627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b5d2a7-2ce2-48c3-a943-68657f3f834b admin admin] Publish callbacks [] for security_group (8a23557c-0b05-43fd-8d67-dd979534e441), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.296950 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9b5a135a-6ca7-4ae5-a55b-faef93bb4996), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.299102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-da38ac92-2b45-4b6e-a581-85e24e9476aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657911 Feb 10 04:31:28.309953 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-94c50b39-22cd-46bc-bec1-adb7460807db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.400010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b5d2a7-2ce2-48c3-a943-68657f3f834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8a23557c-0b05-43fd-8d67-dd979534e441), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.404524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b5d2a7-2ce2-48c3-a943-68657f3f834b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.408826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-31b5d2a7-2ce2-48c3-a943-68657f3f834b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a23557c-0b05-43fd-8d67-dd979534e441 HTTP/1.1" status: 204 len: 168 time: 0.3788924 Feb 10 04:31:28.416849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-0d734800-21da-4bab-8537-df2b2ddf648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:28.418639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-0d734800-21da-4bab-8537-df2b2ddf648d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8e06d848a1943c2a6b139b581b414f4&device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 1128 time: 0.0654988 Feb 10 04:31:28.430206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5d2a7-2ce2-48c3-a943-68657f3f834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23557c-0b05-43fd-8d67-dd979534e441,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:28.457829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (9b5a135a-6ca7-4ae5-a55b-faef93bb4996), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server [None req-94c50b39-22cd-46bc-bec1-adb7460807db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5a135a-6ca7-4ae5-a55b-faef93bb4996: This subnet is being modified by another concurrent operation. Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 04:31:28.528947 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server raise exception Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5a135a-6ca7-4ae5-a55b-faef93bb4996: This subnet is being modified by another concurrent operation. Feb 10 04:31:28.533415 n-d-827844-2 neutron-server[109960]: ERROR oslo_messaging.rpc.server Feb 10 04:31:28.544952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c674b-2b8a-4777-bf28-72db8a3bc088 None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:31:28.545976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5a135a-6ca7-4ae5-a55b-faef93bb4996,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:28.613019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-86d569a0-8bba-4053-a73d-bb0208fb8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:28.617172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-86d569a0-8bba-4053-a73d-bb0208fb8af1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 200 len: 910 time: 0.1772447 Feb 10 04:31:28.636568 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (622d52cc-ccc6-4415-a3ff-fb5f2180dc65), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.700740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622d52cc-ccc6-4415-a3ff-fb5f2180dc65']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:28.727002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c989b8-cb97-40b7-acf6-442d3e033016') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:28.727324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c989b8-cb97-40b7-acf6-442d3e033016') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:28.750190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-a825b2e3-4ec3-4e60-9e43-6aacb410fde9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 200 len: 1002 time: 0.1241100 Feb 10 04:31:28.763616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (00c989b8-cb97-40b7-acf6-442d3e033016), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.764219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c674b-2b8a-4777-bf28-72db8a3bc088 None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:31:28.791824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (00c989b8-cb97-40b7-acf6-442d3e033016), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.810968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:28.811380 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (00c989b8-cb97-40b7-acf6-442d3e033016), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:28.819135 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:28.823456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-c0740183-952b-494e-9e63-856a5337985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:28.825399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-c0740183-952b-494e-9e63-856a5337985f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 200 len: 848 time: 0.0701656 Feb 10 04:31:28.920061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-39d30a91-0f15-4910-abcc-a3a518108356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:28.921700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-39d30a91-0f15-4910-abcc-a3a518108356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb377f3d-be60-40a7-be9d-3845665acc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0898845 Feb 10 04:31:29.048417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (622d52cc-ccc6-4415-a3ff-fb5f2180dc65), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.076752 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.084624 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/622d52cc-ccc6-4415-a3ff-fb5f2180dc65 HTTP/1.1" status: 204 len: 168 time: 1.0352325 Feb 10 04:31:29.087922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cabcb-50dd-4c17-8865-77f02675b714 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=622d52cc-ccc6-4415-a3ff-fb5f2180dc65,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:29.092389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37272) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:29.128353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b408a-c1d6-42e5-8f3b-5e5a77e9595c None None] Network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:29.129343 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c289b6-591d-47e1-afe5-dd1f20a3732b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:29.130089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c289b6-591d-47e1-afe5-dd1f20a3732b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:29.135979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-24c289b6-591d-47e1-afe5-dd1f20a3732b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/9b5a135a-6ca7-4ae5-a55b-faef93bb4996 HTTP/1.1" status: 404 len: 337 time: 0.0426068 Feb 10 04:31:29.136723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:29.156129 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-796c9bb4-5f9d-4b0c-a6a5-1a762c06ce5c tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:29.156766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796c9bb4-5f9d-4b0c-a6a5-1a762c06ce5c tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:29.163314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-796c9bb4-5f9d-4b0c-a6a5-1a762c06ce5c tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/622d52cc-ccc6-4415-a3ff-fb5f2180dc65 HTTP/1.1" status: 404 len: 339 time: 0.0255036 Feb 10 04:31:29.164114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37278) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:29.165717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b408a-c1d6-42e5-8f3b-5e5a77e9595c None None] Network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 could not be found, it might have been deleted concurrently. {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 04:31:29.176045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6b592-4713-43f9-aee3-c2f5a4013c9c None None] Network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:29.198616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-35f1e227-3f48-4040-b6ff-864da42878e2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:29.202777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-35f1e227-3f48-4040-b6ff-864da42878e2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.1933289 Feb 10 04:31:29.212207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6b592-4713-43f9-aee3-c2f5a4013c9c None None] Network 622d52cc-ccc6-4415-a3ff-fb5f2180dc65 could not be found, it might have been deleted concurrently. {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 10 04:31:29.276536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-df75c4bd-5d6e-40b7-a98c-297a6dedd364 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478806 Feb 10 04:31:29.305203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (71775991-0f15-4502-9870-44c8981b0c80), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.356949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10447453-b785-4c51-9d31-577e826cf493 req-adf54256-5f47-4200-935e-af5005f35961 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:29.358575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10447453-b785-4c51-9d31-577e826cf493 req-adf54256-5f47-4200-935e-af5005f35961 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 946 time: 0.3586552 Feb 10 04:31:29.429196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (71775991-0f15-4502-9870-44c8981b0c80), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.459888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71775991-0f15-4502-9870-44c8981b0c80']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:29.471307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2e591d-002a-4735-9719-6a01b26b6e41') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:29.471682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2e591d-002a-4735-9719-6a01b26b6e41') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:29.486554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (7c2e591d-002a-4735-9719-6a01b26b6e41), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.503003 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (7c2e591d-002a-4735-9719-6a01b26b6e41), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.511048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:29.511541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (7c2e591d-002a-4735-9719-6a01b26b6e41), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.526199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10447453-b785-4c51-9d31-577e826cf493 req-506a361e-444f-4b66-8a32-176a74132a31 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568937 Feb 10 04:31:29.538124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3128a56-465a-402e-8756-f7d798e50fc9 req-7fe98454-ad7b-475a-a600-4e125e789f97 service neutron] 10.222.0.43 "GET /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536223 Feb 10 04:31:29.559483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port 194780ab-fb28-45c0-8009-83b28ec4a464 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:29.559740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:29.596552 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:29.683077 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (71775991-0f15-4502-9870-44c8981b0c80), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.687469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] For port 194780ab-fb28-45c0-8009-83b28ec4a464, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=194780ab-fb28-45c0-8009-83b28ec4a464,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:29.687845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.696018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.699715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/71775991-0f15-4502-9870-44c8981b0c80 HTTP/1.1" status: 204 len: 168 time: 0.5345631 Feb 10 04:31:29.702249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37290) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:29.704978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for 194780ab-fb28-45c0-8009-83b28ec4a464 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:29.742085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131a901-4910-438e-bee9-e8ee6399ce06 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=71775991-0f15-4502-9870-44c8981b0c80,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:29.744613 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52f7e9f-eed7-46ee-9011-c2110d34f4b1 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:29.747083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52f7e9f-eed7-46ee-9011-c2110d34f4b1 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:29.749884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f52f7e9f-eed7-46ee-9011-c2110d34f4b1 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/5de180cd-5d35-4a9c-a951-65079a527971 HTTP/1.1" status: 404 len: 337 time: 0.0464334 Feb 10 04:31:29.752376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:29.776873 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58ab7f3-be78-48c0-806c-d82e81579c95 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:29.777723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58ab7f3-be78-48c0-806c-d82e81579c95 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:29.781189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b58ab7f3-be78-48c0-806c-d82e81579c95 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/fe8ae739-acfa-4cea-b09c-acb0ab586d82 HTTP/1.1" status: 404 len: 339 time: 0.0276535 Feb 10 04:31:29.784312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37298) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:29.823098 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-05dda76d-4bb8-4704-9c59-87aebd2007a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.852062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting subnet e08dfe95-a70f-4e46-8270-fa288763ea5c {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:31:29.855614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (e08dfe95-a70f-4e46-8270-fa288763ea5c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.906228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e08dfe95-a70f-4e46-8270-fa288763ea5c), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:29.974206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (194780ab-fb28-45c0-8009-83b28ec4a464), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.004079 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e08dfe95-a70f-4e46-8270-fa288763ea5c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.024274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=194780ab-fb28-45c0-8009-83b28ec4a464,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:30.085118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] No DVR routers for this DVR port 194780ab-fb28-45c0-8009-83b28ec4a464 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:30.091039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.099047 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf28d159-705b-4421-9045-4c7c98bcca0d req-59795438-5eaa-4f4c-a6e0-3da8ce361c11 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "DELETE /v2.0/ports/194780ab-fb28-45c0-8009-83b28ec4a464 HTTP/1.1" status: 204 len: 173 time: 0.8834064 Feb 10 04:31:30.099548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feb3967-229c-4f60-960c-0d9127946854', 'name': 'network-vif-deleted', 'tag': '194780ab-fb28-45c0-8009-83b28ec4a464'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:31:30.104629 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c501614-b42c-46d4-9e40-697c635082a4" -d '{"events": [{"server_uuid": "9feb3967-229c-4f60-960c-0d9127946854", "name": "network-vif-deleted", "tag": "194780ab-fb28-45c0-8009-83b28ec4a464"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:31:30.176764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e08dfe95-a70f-4e46-8270-fa288763ea5c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.204926 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afaec3c-2d47-47a4-8bee-610a376b58d3 x-openstack-request-id: req-9afaec3c-2d47-47a4-8bee-610a376b58d3 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:31:30.205432 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9feb3967-229c-4f60-960c-0d9127946854", "name": "network-vif-deleted", "tag": "194780ab-fb28-45c0-8009-83b28ec4a464", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:31:30.205432 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9afaec3c-2d47-47a4-8bee-610a376b58d3 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:31:30.205849 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feb3967-229c-4f60-960c-0d9127946854', 'name': 'network-vif-deleted', 'tag': '194780ab-fb28-45c0-8009-83b28ec4a464', 'status': 'completed', 'code': 200} Feb 10 04:31:30.236616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=e08dfe95-a70f-4e46-8270-fa288763ea5c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:30.250345 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.250462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8d09d-e5d5-4c7b-8c00-3569f5947ac0 None None] Network e711850a-f465-4ccb-8187-89887716bd71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:30.258032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37308) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:30.274028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cbe7b023-1868-4b0c-bbb7-a77283fdc083 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/e08dfe95-a70f-4e46-8270-fa288763ea5c HTTP/1.1" status: 204 len: 168 time: 0.4867010 Feb 10 04:31:30.379326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting subnet 8fed1809-1278-46e7-839b-3f3d314acba1 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:31:30.389355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (8fed1809-1278-46e7-839b-3f3d314acba1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.451856 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (8fed1809-1278-46e7-839b-3f3d314acba1), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.606332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (8fed1809-1278-46e7-839b-3f3d314acba1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.688159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8876f58-8222-4aa2-bd88-26b5f549cd49 req-8a61f74b-ef7d-417e-9f65-985cce5d68af tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0336201 Feb 10 04:31:30.854158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (8fed1809-1278-46e7-839b-3f3d314acba1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.939118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=8fed1809-1278-46e7-839b-3f3d314acba1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:30.959566 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:30.968162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9129ddb6-9e36-4b5b-9145-52f16f3b7f80 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/8fed1809-1278-46e7-839b-3f3d314acba1 HTTP/1.1" status: 204 len: 168 time: 0.7088819 Feb 10 04:31:30.970832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37316) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:31.050497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.099554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e711850a-f465-4ccb-8187-89887716bd71), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.161894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:31.162415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.249319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,segment=NetworkSegment(e583362b-b258-468f-a0ed-b1f304f0a64e),segment_id=e583362b-b258-468f-a0ed-b1f304f0a64e)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:31.250800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.275567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:31.455382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c52d5b-0120-4838-b31e-c5c04959f6b5 None None] Network e711850a-f465-4ccb-8187-89887716bd71 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:31.557374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fae060fa-d8ca-4b2a-baa9-5084e8bc4028 None None] Provisioning complete for port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:31.557903 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fae060fa-d8ca-4b2a-baa9-5084e8bc4028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.567965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.605799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fae060fa-d8ca-4b2a-baa9-5084e8bc4028 None None] Could not find standard attr ID for object 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:31:31.609736 n-d-827844-2 neutron-server[109960]: INFO neutron.plugins.ml2.db [None req-fae060fa-d8ca-4b2a-baa9-5084e8bc4028 None None] No ports have port_id starting with 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c Feb 10 04:31:31.612124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:31.616124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:31.715248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6d2f2-edff-47b1-b506-aa0d13df725c None None] DHCP port deletion for e711850a-f465-4ccb-8187-89887716bd71 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:31:31.777226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e711850a-f465-4ccb-8187-89887716bd71), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.836953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e711850a-f465-4ccb-8187-89887716bd71']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:31.873075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 194780ab-fb28-45c0-8009-83b28ec4a464 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:31.907655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 194780ab-fb28-45c0-8009-83b28ec4a464 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:31.907655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 194780ab-fb28-45c0-8009-83b28ec4a464 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:31.914324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5dc0c28-b2b1-4248-acc0-d5b162c86047 req-81ca93dd-85e9-49f7-922b-9c7102024a0d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0829208 Feb 10 04:31:31.933940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e583362b-b258-468f-a0ed-b1f304f0a64e') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:31.934240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e583362b-b258-468f-a0ed-b1f304f0a64e') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:31.952592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (e583362b-b258-468f-a0ed-b1f304f0a64e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.969761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37332) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:31.979506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e583362b-b258-468f-a0ed-b1f304f0a64e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.986054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (e583362b-b258-468f-a0ed-b1f304f0a64e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:31.991632 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:32.132183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2aae98b9-d939-4eac-b0c1-c00e70e6156e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.194889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e711850a-f465-4ccb-8187-89887716bd71), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.203881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.214472 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/e711850a-f465-4ccb-8187-89887716bd71 HTTP/1.1" status: 204 len: 168 time: 1.2412539 Feb 10 04:31:32.218622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37336) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.252387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776d255-1e04-425f-b4d6-f5020148ffcd tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=e711850a-f465-4ccb-8187-89887716bd71,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:32.290928 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1b3726-318c-40e8-8f42-699f8152a9d3 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:32.295683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1b3726-318c-40e8-8f42-699f8152a9d3 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:32.305721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8d1b3726-318c-40e8-8f42-699f8152a9d3 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/fcf422aa-99e1-4171-a776-8eb1db940425 HTTP/1.1" status: 404 len: 337 time: 0.0738516 Feb 10 04:31:32.308255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37338) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.344559 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-df63d9e8-3f89-4406-a925-efa75e2f4ead tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:32.346900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df63d9e8-3f89-4406-a925-efa75e2f4ead tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:32.350101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df63d9e8-3f89-4406-a925-efa75e2f4ead tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/be0f26e6-eb06-4e92-8865-8bde998ba24b HTTP/1.1" status: 404 len: 339 time: 0.0408218 Feb 10 04:31:32.353174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37340) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.415875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:32.440405 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2aae98b9-d939-4eac-b0c1-c00e70e6156e admin admin] Publish callbacks [] for security_group (3394f0a4-b37e-4055-9b05-dd0e6c6b2293), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.443340 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-180752cf-0578-4846-9040-841d14716f0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:32.444084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180752cf-0578-4846-9040-841d14716f0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:32.451962 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-180752cf-0578-4846-9040-841d14716f0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/6df66339-643e-4f5a-9080-895fe049363f HTTP/1.1" status: 404 len: 337 time: 0.0877748 Feb 10 04:31:32.453112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37344) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.463584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:32.471908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5fac2340-ac65-4e5a-9ab4-ac2ca6366d9c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:32.483309 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fc5651-d9b3-46d7-a10a-c09ef933d047 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:32.483537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fc5651-d9b3-46d7-a10a-c09ef933d047 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:32.492280 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-94fc5651-d9b3-46d7-a10a-c09ef933d047 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/737c4a92-de58-49eb-ad53-748313864b41 HTTP/1.1" status: 404 len: 339 time: 0.0397921 Feb 10 04:31:32.494853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37346) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.505276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2aae98b9-d939-4eac-b0c1-c00e70e6156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3394f0a4-b37e-4055-9b05-dd0e6c6b2293), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.547174 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f09de6-93a3-4b45-a177-76e30dc4a11a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:32.547698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f09de6-93a3-4b45-a177-76e30dc4a11a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:32.551563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b0f09de6-93a3-4b45-a177-76e30dc4a11a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/e861ccba-4292-4efc-a2b5-ff20078f9453 HTTP/1.1" status: 404 len: 337 time: 0.0556149 Feb 10 04:31:32.554179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37350) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.583682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae98b9-d939-4eac-b0c1-c00e70e6156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3394f0a4-b37e-4055-9b05-dd0e6c6b2293,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:32.592620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2aae98b9-d939-4eac-b0c1-c00e70e6156e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f526ded6fa0f410cbcc0346a13871a30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210992 Feb 10 04:31:32.593673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37352) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.621137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.676899 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc511c1a-43c2-405e-8e67-9f3437336925 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:32.677506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc511c1a-43c2-405e-8e67-9f3437336925 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:32.681947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc511c1a-43c2-405e-8e67-9f3437336925 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/82f034a9-c8d0-4a61-b6ab-db03acf4bda1 HTTP/1.1" status: 404 len: 339 time: 0.1267414 Feb 10 04:31:32.684569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37354) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:32.715867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6adddc7-dfc9-4a9c-bc5a-17d7e7bf6d22 admin admin] Publish callbacks [] for security_group (3394f0a4-b37e-4055-9b05-dd0e6c6b2293), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.756243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6adddc7-dfc9-4a9c-bc5a-17d7e7bf6d22 admin admin] Publish callbacks [] for security_group (3394f0a4-b37e-4055-9b05-dd0e6c6b2293), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.820899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting subnet 80d8942a-be04-445b-b189-c2c0245fe088 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:31:32.825986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (80d8942a-be04-445b-b189-c2c0245fe088), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.912673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6adddc7-dfc9-4a9c-bc5a-17d7e7bf6d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3394f0a4-b37e-4055-9b05-dd0e6c6b2293), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.915313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6adddc7-dfc9-4a9c-bc5a-17d7e7bf6d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:32.916518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e6adddc7-dfc9-4a9c-bc5a-17d7e7bf6d22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3394f0a4-b37e-4055-9b05-dd0e6c6b2293 HTTP/1.1" status: 204 len: 168 time: 0.3219011 Feb 10 04:31:32.937607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adddc7-dfc9-4a9c-bc5a-17d7e7bf6d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3394f0a4-b37e-4055-9b05-dd0e6c6b2293,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:32.939831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (80d8942a-be04-445b-b189-c2c0245fe088), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.149870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (80d8942a-be04-445b-b189-c2c0245fe088), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.221416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c0fd10b-aa76-47e2-9ff3-e663fee43ca6 req-93794ea5-975c-45c3-b1ae-6ab354022b52 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.1475184 Feb 10 04:31:33.346163 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (80d8942a-be04-445b-b189-c2c0245fe088), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.388229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=80d8942a-be04-445b-b189-c2c0245fe088,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:33.392981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.402419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4313dce8-178e-49b9-bee9-6cd620a2918a tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/80d8942a-be04-445b-b189-c2c0245fe088 HTTP/1.1" status: 204 len: 168 time: 0.7166035 Feb 10 04:31:33.406794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37362) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:33.415773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157473a4-344c-43c8-938e-6a41bbf2d343 None None] Network 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:33.563316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (50ea72e6-f5e8-4fbc-b7d0-21b319645ed3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.655911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:33.656437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.743044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] DHCP port deletion for 50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:31:33.814150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 4b27aaba-846f-4724-9e55-c7e2d052e5b5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4b27aaba-846f-4724-9e55-c7e2d052e5b5,segment=NetworkSegment(6828ba6a-fee8-4c43-a083-2e0c70240474),segment_id=6828ba6a-fee8-4c43-a083-2e0c70240474)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:33.816453 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.818502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] Deleting port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:33.818922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:33.833149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 4b27aaba-846f-4724-9e55-c7e2d052e5b5 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:33.962052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] For port 4b27aaba-846f-4724-9e55-c7e2d052e5b5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4b27aaba-846f-4724-9e55-c7e2d052e5b5,segment=NetworkSegment(6828ba6a-fee8-4c43-a083-2e0c70240474),segment_id=6828ba6a-fee8-4c43-a083-2e0c70240474)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:33.962624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.001032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] Calling delete_port for 4b27aaba-846f-4724-9e55-c7e2d052e5b5 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:34.010316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.055512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=4b27aaba-846f-4724-9e55-c7e2d052e5b5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:34.062781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:34.107134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (4b27aaba-846f-4724-9e55-c7e2d052e5b5), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.151066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] Pushing event deleted for resources: {'Port': ['ID=4b27aaba-846f-4724-9e55-c7e2d052e5b5,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:34.157835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460c6ee-fb1f-4677-851f-13c994a91dd8 None None] No DVR routers for this DVR port 4b27aaba-846f-4724-9e55-c7e2d052e5b5 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:34.193117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (50ea72e6-f5e8-4fbc-b7d0-21b319645ed3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.245920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ea72e6-f5e8-4fbc-b7d0-21b319645ed3']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:34.258737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6828ba6a-fee8-4c43-a083-2e0c70240474') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:34.259862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6828ba6a-fee8-4c43-a083-2e0c70240474') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:34.296120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.313266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (6828ba6a-fee8-4c43-a083-2e0c70240474), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.346723 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6828ba6a-fee8-4c43-a083-2e0c70240474), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.359573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:34.359977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (6828ba6a-fee8-4c43-a083-2e0c70240474), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:34.367406 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:34.405265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ddadc8f-51f1-4f15-b6e5-07c5ffd63c1f req-bfd8e654-928d-40a4-889f-ab0389f000f7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0385478 Feb 10 04:31:34.406431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4b27aaba-846f-4724-9e55-c7e2d052e5b5 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:34.431682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4b27aaba-846f-4724-9e55-c7e2d052e5b5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:34.432318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4b27aaba-846f-4724-9e55-c7e2d052e5b5 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:34.546847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (50ea72e6-f5e8-4fbc-b7d0-21b319645ed3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.555013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.561751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/50ea72e6-f5e8-4fbc-b7d0-21b319645ed3 HTTP/1.1" status: 204 len: 168 time: 1.1543875 Feb 10 04:31:34.563467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37392) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:34.570617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557214fc-ebee-47a8-8ac7-b0cfd25f2d0b tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=50ea72e6-f5e8-4fbc-b7d0-21b319645ed3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:34.600127 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff507b59-bea6-417e-817f-cec1626ee623 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:34.600851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff507b59-bea6-417e-817f-cec1626ee623 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:34.604331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ff507b59-bea6-417e-817f-cec1626ee623 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/e82004db-a591-4c58-852c-d00c6b73770c HTTP/1.1" status: 404 len: 337 time: 0.0395074 Feb 10 04:31:34.606635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37394) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:34.631404 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2c4fa8-e2c1-4167-b0f5-116f81d75198 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] DELETE failed (client error): The resource could not be found. Feb 10 04:31:34.632071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2c4fa8-e2c1-4167-b0f5-116f81d75198 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:31:34.635523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fb2c4fa8-e2c1-4167-b0f5-116f81d75198 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/32a22559-bd48-44ea-9aaf-53676d077545 HTTP/1.1" status: 404 len: 339 time: 0.0233243 Feb 10 04:31:34.637811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37398) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:34.700133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting subnet b17c5373-8106-42f0-bf5b-eb2c75284ad1 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:31:34.704109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (b17c5373-8106-42f0-bf5b-eb2c75284ad1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.748156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (b17c5373-8106-42f0-bf5b-eb2c75284ad1), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.851546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (b17c5373-8106-42f0-bf5b-eb2c75284ad1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:34.990667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (b17c5373-8106-42f0-bf5b-eb2c75284ad1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.017975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Subnet': ['ID=b17c5373-8106-42f0-bf5b-eb2c75284ad1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:35.024103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.029991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8bd69a49-b65d-4d30-b917-0a953cc0fc88 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/subnets/b17c5373-8106-42f0-bf5b-eb2c75284ad1 HTTP/1.1" status: 204 len: 168 time: 0.3887651 Feb 10 04:31:35.030196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37402) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:35.031224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a2baa-2d47-463e-80f4-d460aa89f4c2 None None] Network d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:35.118289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d1fc21fb-fad7-4647-bbde-d9dd85ca3f61), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.214958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Deleting port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:35.215307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.278607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] DHCP port deletion for d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:31:35.298451 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] For port 0a6843c8-c9f0-4182-9776-321bfd8e2f30, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0a6843c8-c9f0-4182-9776-321bfd8e2f30,segment=NetworkSegment(dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211),segment_id=dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:35.298859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.315094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Calling delete_port for 0a6843c8-c9f0-4182-9776-321bfd8e2f30 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:35.340711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] Deleting port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:35.340711 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.520738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.544966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Port': ['ID=0a6843c8-c9f0-4182-9776-321bfd8e2f30,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:35.567725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] For port 0a6843c8-c9f0-4182-9776-321bfd8e2f30, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0a6843c8-c9f0-4182-9776-321bfd8e2f30,segment=NetworkSegment(dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211),segment_id=dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:35.568384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.574380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] No DVR routers for this DVR port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:35.585097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] Calling delete_port for 0a6843c8-c9f0-4182-9776-321bfd8e2f30 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:35.752748 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (0a6843c8-c9f0-4182-9776-321bfd8e2f30), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.761064 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d1fc21fb-fad7-4647-bbde-d9dd85ca3f61), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.810996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fc21fb-fad7-4647-bbde-d9dd85ca3f61']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:35.818960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] No DVR routers for this DVR port 0a6843c8-c9f0-4182-9776-321bfd8e2f30 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:35.825539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5d7f6-6b42-4291-be38-6edb46d26ed5 None None] Pushing event deleted for resources: {'Port': ['ID=0a6843c8-c9f0-4182-9776-321bfd8e2f30,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:35.832140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:35.832678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:35.845268 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.862124 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.870197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (dae6cfc1-93c0-41c0-a2b2-ba2aaedc5211), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:35.875602 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:35.886522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-93a3e5be-a911-4daf-9caa-a3b101793069 req-c07b7a3c-fded-477f-993d-901889d604fb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.3808823 Feb 10 04:31:36.061326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d1fc21fb-fad7-4647-bbde-d9dd85ca3f61), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:36.084689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:36.092065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] 10.222.0.42 "DELETE /v2.0/networks/d1fc21fb-fad7-4647-bbde-d9dd85ca3f61 HTTP/1.1" status: 204 len: 168 time: 1.0582421 Feb 10 04:31:36.092065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed8298-4d16-4145-b66b-0fedc68f68e9 tempest-NetworksIpV6Test-567836699 tempest-NetworksIpV6Test-567836699-project] Pushing event deleted for resources: {'Network': ['ID=d1fc21fb-fad7-4647-bbde-d9dd85ca3f61,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:36.478045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0a6843c8-c9f0-4182-9776-321bfd8e2f30 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:36.554068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0a6843c8-c9f0-4182-9776-321bfd8e2f30 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:36.554788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0a6843c8-c9f0-4182-9776-321bfd8e2f30 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:37.085034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:37.115175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-216f1a29-0a66-44a0-9dd5-5c2674a312cf req-aaf6b1e8-1bb7-4382-995f-034eb617328e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0797822 Feb 10 04:31:37.390768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37484) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:37.407985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2233e266-fce4-4ab7-939d-b119da426217 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6c7067ebdee4e19809492686c66ad61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119719 Feb 10 04:31:37.475197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9e2f97ba-e98b-4d05-ba1a-3b5f9ebe4212 admin admin] Publish callbacks [] for security_group (a7715f2e-fce0-4e0c-8516-20aa51cb6639), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:37.501332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9e2f97ba-e98b-4d05-ba1a-3b5f9ebe4212 admin admin] Publish callbacks [] for security_group (a7715f2e-fce0-4e0c-8516-20aa51cb6639), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:37.549270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576761f3-df18-4690-859e-08cb527d8c0e req-93e9f3cf-6d2d-4064-9407-b1529ffd684d tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:37.558046 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-576761f3-df18-4690-859e-08cb527d8c0e req-93e9f3cf-6d2d-4064-9407-b1529ffd684d tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.4298859 Feb 10 04:31:37.643283 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9e2f97ba-e98b-4d05-ba1a-3b5f9ebe4212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a7715f2e-fce0-4e0c-8516-20aa51cb6639), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:37.646240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9e2f97ba-e98b-4d05-ba1a-3b5f9ebe4212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:37.649713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-576761f3-df18-4690-859e-08cb527d8c0e req-bb3f4b6f-a2d1-4866-ad20-0a1bba7870d7 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905092 Feb 10 04:31:37.659378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9e2f97ba-e98b-4d05-ba1a-3b5f9ebe4212 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7715f2e-fce0-4e0c-8516-20aa51cb6639 HTTP/1.1" status: 204 len: 168 time: 0.2580509 Feb 10 04:31:37.670988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f97ba-e98b-4d05-ba1a-3b5f9ebe4212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7715f2e-fce0-4e0c-8516-20aa51cb6639,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:38.271172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6055cbaa-e18e-4b5a-8266-d234555add42 req-3f7f2d52-1734-48e7-a0c9-65892f825a76 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0351872 Feb 10 04:31:38.396236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-3e81c908-2295-4b67-a6e0-defad62e02ed tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:38.400717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-3e81c908-2295-4b67-a6e0-defad62e02ed tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.0926645 Feb 10 04:31:38.637191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Deleting port 71a85ebd-51ba-4216-b615-14f334cd4fa5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:38.637449 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:38.827895 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-cd27c791-6bec-4b85-86ca-8dd501d3c043 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f68275c4e43e4584b8ba8388f8067bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322258 Feb 10 04:31:38.855590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] For port 71a85ebd-51ba-4216-b615-14f334cd4fa5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=71a85ebd-51ba-4216-b615-14f334cd4fa5,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:38.858046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:38.967837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-c7e40b22-9aed-4071-bd83-134ff0c4f357 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:38.970278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-c7e40b22-9aed-4071-bd83-134ff0c4f357 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353343 Feb 10 04:31:39.017788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-a961f8d5-6c5d-4510-9945-f28b7be7fdfd tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/quotas/f68275c4e43e4584b8ba8388f8067bee HTTP/1.1" status: 200 len: 375 time: 0.0400047 Feb 10 04:31:39.069308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-1e7ee5f4-8558-41f4-a3bf-e60d208a0e71 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f68275c4e43e4584b8ba8388f8067bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490732 Feb 10 04:31:39.175399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc2efe-fb94-43f9-b40f-548108883906 req-717cd4c1-7eef-4e78-8e5f-378bcdb9573a tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:39.177419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76fc2efe-fb94-43f9-b40f-548108883906 req-717cd4c1-7eef-4e78-8e5f-378bcdb9573a tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 946 time: 0.3554442 Feb 10 04:31:39.225114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37558) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:39.456001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-86335200'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:39.517680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76fc2efe-fb94-43f9-b40f-548108883906 req-32ffe65f-ccf9-455a-89f1-ff78b7cc21e8 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/security-groups?id=87bb88c9-6f68-449c-89f3-e6784a6094f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328562 Feb 10 04:31:39.546766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f976a2ab-81b5-4e79-b72f-660ebe9f29bb req-83af7af7-7e36-40f5-818e-4b2a4c833556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0471454 Feb 10 04:31:39.603883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:39.605082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (6ee7ea67-6fac-4aa0-b2b5-90f210857e6f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:39.606322 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Floating IP 6ee7ea67-6fac-4aa0-b2b5-90f210857e6f disassociated. External IP: 172.25.8.222, port: 71a85ebd-51ba-4216-b615-14f334cd4fa5. Feb 10 04:31:39.606801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Calling delete_port for 71a85ebd-51ba-4216-b615-14f334cd4fa5 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:39.648713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-073420cb-5f89-42f4-8596-06d0d489876e req-cdc8a89c-4389-470c-b2e3-2bb7f9993e8f tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 210 time: 0.0410755 Feb 10 04:31:39.648713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:39.652039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:39.668862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:39.910926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for security_group (02a09b01-cd74-40b8-af7d-16e8820ca37b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.004711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02a09b01-cd74-40b8-af7d-16e8820ca37b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.033638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:40.058540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3e03ad86-50ef-48c2-adf3-ce3751984fd8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.059178 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment 3e03ad86-50ef-48c2-adf3-ce3751984fd8 of type vlan for network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 Feb 10 04:31:40.196464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a53eac30-0b7e-48a9-b9e0-60197bc1d1d1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.209694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a09b01-cd74-40b8-af7d-16e8820ca37b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:40.322138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a53eac30-0b7e-48a9-b9e0-60197bc1d1d1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.329989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:40.331726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.459642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=a53eac30-0b7e-48a9-b9e0-60197bc1d1d1,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:40.460907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (71a85ebd-51ba-4216-b615-14f334cd4fa5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.472227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:40.527670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c93f235e-235e-4909-8676-f8e60e489799 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3012500 Feb 10 04:31:40.530025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37580) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:40.538993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595740291'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:40.546221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event deleted for resources: {'Port': ['ID=71a85ebd-51ba-4216-b615-14f334cd4fa5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:40.699287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-68460ec9-a3da-4cd8-970f-22c009b8e7b1 req-eab681e2-ed0f-476e-83e1-8e28845af61e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0572872 Feb 10 04:31:40.702755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:40.712803 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.759038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:31:40.806334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16b26ee1-e142-41d2-8713-4b533cb03dc3 req-94f4157c-d718-46f0-9993-efe96bf8efa2 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 210 time: 0.0396547 Feb 10 04:31:40.807478 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c47f76f1-c426-4067-8b52-6848c5d36ef8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.807817 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment c47f76f1-c426-4067-8b52-6848c5d36ef8 of type vlan for network 67309fb8-58b3-4bb9-8801-815f852dcec5 Feb 10 04:31:40.820193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e82438c7-8ee2-43ec-9ac6-ee67036bd367 req-526fd6e1-8fe6-4c19-b9d5-97def2dc97bb tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 210 time: 0.0972550 Feb 10 04:31:40.858841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (67309fb8-58b3-4bb9-8801-815f852dcec5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:40.859375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Router ce9d548e-34bd-4f58-a6a9-f39c7f782479 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:31:41.033945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:31:41.047407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] Sync routers for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:31:41.049746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (67309fb8-58b3-4bb9-8801-815f852dcec5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:41.062680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:41.068609 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:41.091007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:41.097975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:41.099446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] No DVR routers for this DVR port 71a85ebd-51ba-4216-b615-14f334cd4fa5 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:41.102254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:41.106180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e281a55-37d9-4e0d-b802-79b1f5d97bb9 req-f1a8e41d-e1fc-48fe-b50f-d51e485a5c25 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.43 "DELETE /v2.0/ports/71a85ebd-51ba-4216-b615-14f334cd4fa5 HTTP/1.1" status: 204 len: 173 time: 2.7018540 Feb 10 04:31:41.106688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'name': 'network-vif-deleted', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:31:41.109320 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e9919a-9fb3-416e-9a7b-720f49f97c87" -d '{"events": [{"server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "name": "network-vif-deleted", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:31:41.223247 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d58843-51db-43f6-9dc1-b1ef739b2007 x-openstack-request-id: req-40d58843-51db-43f6-9dc1-b1ef739b2007 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:31:41.223605 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc9d45d-ec52-44e7-94cf-e424cf52e64a", "name": "network-vif-deleted", "tag": "71a85ebd-51ba-4216-b615-14f334cd4fa5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:31:41.223929 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40d58843-51db-43f6-9dc1-b1ef739b2007 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:31:41.224398 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc9d45d-ec52-44e7-94cf-e424cf52e64a', 'name': 'network-vif-deleted', 'tag': '71a85ebd-51ba-4216-b615-14f334cd4fa5', 'status': 'completed', 'code': 200} Feb 10 04:31:41.258744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=67309fb8-58b3-4bb9-8801-815f852dcec5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:41.265426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e5bc6429-1cda-4767-9f95-8ad823b197d3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7342029 Feb 10 04:31:41.268565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:41.274838 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': 'a53eac30-0b7e-48a9-b9e0-60197bc1d1d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:41.552771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:41.556344 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:41.586146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:31:41.670685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:31:41.917532 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75f4001a-387b-430b-b398-cc8d91d2fd22 req-38197288-3f24-466e-8d02-d90db79e1344 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0676529 Feb 10 04:31:42.057898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:17Z', 'revision_number': 5, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:42.073801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af153711-4a40-416e-b677-9db1a976712b req-65f77544-d48a-4957-9c4f-eff248c244fb tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 210 time: 0.0581715 Feb 10 04:31:42.176890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef9025b4-b979-4405-ab6b-b2ed7f8240ee req-db9821c6-dcf0-464b-9923-b56be38126ab tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc9d45d-ec52-44e7-94cf-e424cf52e64a HTTP/1.1" status: 200 len: 210 time: 0.0818923 Feb 10 04:31:42.195170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (e6aa5c88-5cbd-48e7-aefa-2141b9e091ef), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:42.195388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] Checking router: ce9d548e-34bd-4f58-a6a9-f39c7f782479 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:31:42.218355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:42.219400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:42.288135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=e6aa5c88-5cbd-48e7-aefa-2141b9e091ef,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:42.291626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': '3e03ad86-50ef-48c2-adf3-ce3751984fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a53eac30-0b7e-48a9-b9e0-60197bc1d1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:42.294063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: a53eac30-0b7e-48a9-b9e0-60197bc1d1d1, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:42.327124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-169992c5-8076-462c-ab1a-32c101a9de46 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f68275c4e43e4584b8ba8388f8067bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513432 Feb 10 04:31:42.379641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:42.401161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 71a85ebd-51ba-4216-b615-14f334cd4fa5 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:42.466150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a53eac30-0b7e-48a9-b9e0-60197bc1d1d1) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:42.471081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:42.474939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:42.525555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 71a85ebd-51ba-4216-b615-14f334cd4fa5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:42.527516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 71a85ebd-51ba-4216-b615-14f334cd4fa5 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:42.556639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-699df11b-b262-4dcb-8242-fb8b02043681 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2856579 Feb 10 04:31:42.563092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:42.571909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': '67309fb8-58b3-4bb9-8801-815f852dcec5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:42.615087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a35f25-be13-48c0-9680-5c18da6eb6dc None None] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:42.625211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:31:42.672809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-ec15ee5c-79c0-46a0-97f9-144b25884246 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:42.680247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-ec15ee5c-79c0-46a0-97f9-144b25884246 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3468230 Feb 10 04:31:42.692736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Request body: {'port': {'device_id': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': 'f68275c4e43e4584b8ba8388f8067bee'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:42.913009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-a53eac30-0b7e-48a9-b9e0-60197bc1d1d1', 'network_id': 'a53eac30-0b7e-48a9-b9e0-60197bc1d1d1', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': 'e6aa5c88-5cbd-48e7-aefa-2141b9e091ef'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:42.914211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:42.958146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:42.963051 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.067477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Made reservation on behalf of f68275c4e43e4584b8ba8388f8067bee for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:31:43.071297 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.088891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.213134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e73303d-094d-432a-9006-a306b3c3935d req-6898e929-6cf6-4286-9520-2c9025d766bd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0881133 Feb 10 04:31:43.318101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:17Z', 'revision_number': 5, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:43.346129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37638) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:43.374282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f1e222c-37c6-41b6-9fa8-05a8b8805090 req-10cc2b72-b332-4110-9bb2-5ac9278248ac tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 210 time: 0.1203926 Feb 10 04:31:43.406637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks [] for security_group (b840cfa4-8120-40e8-aa6c-10bb6349d5e4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.411141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a6aa9-d64e-44ba-82b1-a0d0046726b1 None None] The sync data for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 is: [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:26:09Z', 'revision_number': 4, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'f5e824d4-4428-489b-8f9d-931673b2696b', 'name': '', 'network_id': 'fb377f3d-be60-40a7-be9d-3845665acc68', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'mac_address': 'fa:16:3e:a0:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:08Z', 'updated_at': '2022-02-10T04:26:17Z', 'revision_number': 5, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'subnets': [{'id': '39448131-dccc-4e7d-8f74-7dee2880d723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:31:43.433509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Allocated IP 2001:db8::2 (a53eac30-0b7e-48a9-b9e0-60197bc1d1d1/e6aa5c88-5cbd-48e7-aefa-2141b9e091ef/7ea91736-573b-49c3-9684-a346991be9fa) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:43.571380 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b840cfa4-8120-40e8-aa6c-10bb6349d5e4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.624660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b840cfa4-8120-40e8-aa6c-10bb6349d5e4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:43.670264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (89fa6165-f890-4ef7-a6e8-f6e72fccb4bc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.753401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Deleting port e78b0d5d-1569-4976-979d-3bcaed8ca5ce {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:43.753401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.772468 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Publish callbacks [] for port (7ea91736-573b-49c3-9684-a346991be9fa), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.776224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=89fa6165-f890-4ef7-a6e8-f6e72fccb4bc,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:43.789501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': 'c47f76f1-c426-4067-8b52-6848c5d36ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67309fb8-58b3-4bb9-8801-815f852dcec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:43.789872 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: 67309fb8-58b3-4bb9-8801-815f852dcec5, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:31:43.875081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Allocated IP 192.168.233.207 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/b08999ee-c677-4538-9d4f-fcc71f33779c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:43.903277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7ea91736-573b-49c3-9684-a346991be9fa), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:43.903415 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ee111-ee3a-4cf2-9599-fecd875c109d None None] New status for floating IP 6ee7ea67-6fac-4aa0-b2b5-90f210857e6f: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:31:43.928022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:31:44.000573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:44.000573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:44.009967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:44.026767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 67309fb8-58b3-4bb9-8801-815f852dcec5) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:44.036592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:44.038839 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.120725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b2daf-5b7a-45d6-8925-2dbde2b9f6b9 None None] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:44.175486 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d62f387f-ea3f-4b38-b4bc-32b8547c9521 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6112044 Feb 10 04:31:44.176423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37648) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:44.182565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-75164a59-06b5-4a9f-9c2f-96dfceabc414 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-650681572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:44.187159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Attempting to bind port 7ea91736-573b-49c3-9684-a346991be9fa on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:44.187543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Attempting to bind port 7ea91736-573b-49c3-9684-a346991be9fa by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '3e03ad86-50ef-48c2-adf3-ce3751984fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a53eac30-0b7e-48a9-b9e0-60197bc1d1d1'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:44.188661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Attempting to bind port 7ea91736-573b-49c3-9684-a346991be9fa on network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:44.210220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Pushing event updated for resources: {'Port': ['ID=7ea91736-573b-49c3-9684-a346991be9fa,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:44.224473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:44.225078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Checking segment: {'id': '3e03ad86-50ef-48c2-adf3-ce3751984fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a53eac30-0b7e-48a9-b9e0-60197bc1d1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:44.225800 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.226218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Bound using segment: {'id': '3e03ad86-50ef-48c2-adf3-ce3751984fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a53eac30-0b7e-48a9-b9e0-60197bc1d1d1'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:44.226776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Bound port: 7ea91736-573b-49c3-9684-a346991be9fa, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e03ad86-50ef-48c2-adf3-ce3751984fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a53eac30-0b7e-48a9-b9e0-60197bc1d1d1'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:44.227135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7ea91736-573b-49c3-9684-a346991be9fa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.253271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.253749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.254688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.255082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.255436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.256234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.256234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.256445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.256770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.257108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.257441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.257772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.258106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:44.309856 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75164a59-06b5-4a9f-9c2f-96dfceabc414 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.311169 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75164a59-06b5-4a9f-9c2f-96dfceabc414 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.355323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks [] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.454207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.454537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for floatingip (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.460053 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75164a59-06b5-4a9f-9c2f-96dfceabc414 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.485239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acd781-6a51-4546-a084-26241daa214b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-67309fb8-58b3-4bb9-8801-815f852dcec5', 'network_id': '67309fb8-58b3-4bb9-8801-815f852dcec5', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': '89fa6165-f890-4ef7-a6e8-f6e72fccb4bc'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:31:44.489102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19acd781-6a51-4546-a084-26241daa214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.519762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Calling delete_port for e78b0d5d-1569-4976-979d-3bcaed8ca5ce owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:44.536778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7152425-ca4b-4b84-9e41-e271771d66af req-4cfe212d-049d-42d2-93be-a7374036002f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.0752320 Feb 10 04:31:44.544249 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75164a59-06b5-4a9f-9c2f-96dfceabc414 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.652373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75164a59-06b5-4a9f-9c2f-96dfceabc414 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.654660 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-75164a59-06b5-4a9f-9c2f-96dfceabc414 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4762869 Feb 10 04:31:44.656859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:44.702983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15497275-ddcc-4033-b8ee-d5af12293109 req-c53de407-e565-4709-a924-1330b6dadaf5 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 210 time: 0.0750513 Feb 10 04:31:44.721094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] For port 7ea91736-573b-49c3-9684-a346991be9fa, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:44.721507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.790736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] For port 7ea91736-573b-49c3-9684-a346991be9fa, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ea91736-573b-49c3-9684-a346991be9fa,segment=NetworkSegment(3e03ad86-50ef-48c2-adf3-ce3751984fd8),segment_id=3e03ad86-50ef-48c2-adf3-ce3751984fd8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:44.792169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Pushing event updated for resources: {'Port': ['ID=b08999ee-c677-4538-9d4f-fcc71f33779c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:44.807017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:44.807399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:44.810345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:44.906313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7ea91736-573b-49c3-9684-a346991be9fa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:44.967656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:44.971399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.062397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b6ae4-2e7b-4f97-b19e-4b8e1b5cfc76 None None] Pushing event updated for resources: {'Port': ['ID=7ea91736-573b-49c3-9684-a346991be9fa,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:45.088777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-19acd781-6a51-4546-a084-26241daa214b None None] Allocated IP 2001:db8:1::2 (67309fb8-58b3-4bb9-8801-815f852dcec5/89fa6165-f890-4ef7-a6e8-f6e72fccb4bc/d5fa573d-894b-46ad-9fd2-969afa8a6dab) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:45.139540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-56adedc3-4e0e-426e-9ef0-695884067486 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4508734 Feb 10 04:31:45.160429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Request body: {'port': {'device_id': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:31:45.246242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e78b0d5d-1569-4976-979d-3bcaed8ca5ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.402976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.412388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event deleted for resources: {'Port': ['ID=e78b0d5d-1569-4976-979d-3bcaed8ca5ce,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:45.475381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5182f0ca-c5b9-4243-9a90-862e323df6dc None None] Provisioning complete for port b08999ee-c677-4538-9d4f-fcc71f33779c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:45.476049 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5182f0ca-c5b9-4243-9a90-862e323df6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.521432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5182f0ca-c5b9-4243-9a90-862e323df6dc None None] Port b08999ee-c677-4538-9d4f-fcc71f33779c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:31:45.634661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.679272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19acd781-6a51-4546-a084-26241daa214b None None] Publish callbacks [] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.725890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for floatingip (6ee7ea67-6fac-4aa0-b2b5-90f210857e6f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.730860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.735133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a65704cc-47a9-4d54-9665-52706b214224 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ee7ea67-6fac-4aa0-b2b5-90f210857e6f HTTP/1.1" status: 204 len: 168 time: 2.3571436 Feb 10 04:31:45.775943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19acd781-6a51-4546-a084-26241daa214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:45.831725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f04b52c4-fb91-4bb3-a4d2-fd4edf571174 req-dad8b102-14ca-4e9f-9008-ce4f22ccc9ce tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=9feb3967-229c-4f60-960c-0d9127946854 HTTP/1.1" status: 200 len: 210 time: 0.1118026 Feb 10 04:31:45.924028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acd781-6a51-4546-a084-26241daa214b None None] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:45.933382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acd781-6a51-4546-a084-26241daa214b None None] Pushing event updated for resources: {'Port': ['ID=d5fa573d-894b-46ad-9fd2-969afa8a6dab,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:45.936101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-19acd781-6a51-4546-a084-26241daa214b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:45.940146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acd781-6a51-4546-a084-26241daa214b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:46.026542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37670) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:46.039569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-19acd781-6a51-4546-a084-26241daa214b None None] Attempting to bind port d5fa573d-894b-46ad-9fd2-969afa8a6dab on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:46.039955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-19acd781-6a51-4546-a084-26241daa214b None None] Attempting to bind port d5fa573d-894b-46ad-9fd2-969afa8a6dab by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'c47f76f1-c426-4067-8b52-6848c5d36ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67309fb8-58b3-4bb9-8801-815f852dcec5'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:46.040322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd781-6a51-4546-a084-26241daa214b None None] Attempting to bind port d5fa573d-894b-46ad-9fd2-969afa8a6dab on network 67309fb8-58b3-4bb9-8801-815f852dcec5 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:46.058630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd781-6a51-4546-a084-26241daa214b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:46.059049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd781-6a51-4546-a084-26241daa214b None None] Checking segment: {'id': 'c47f76f1-c426-4067-8b52-6848c5d36ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67309fb8-58b3-4bb9-8801-815f852dcec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:46.059448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19acd781-6a51-4546-a084-26241daa214b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.059909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acd781-6a51-4546-a084-26241daa214b None None] Bound using segment: {'id': 'c47f76f1-c426-4067-8b52-6848c5d36ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67309fb8-58b3-4bb9-8801-815f852dcec5'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:46.060406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-19acd781-6a51-4546-a084-26241daa214b None None] Bound port: d5fa573d-894b-46ad-9fd2-969afa8a6dab, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47f76f1-c426-4067-8b52-6848c5d36ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '67309fb8-58b3-4bb9-8801-815f852dcec5'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:46.060788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19acd781-6a51-4546-a084-26241daa214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.096651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88901df1-cad6-4cfb-95ff-74c175721cf4 req-40528e49-8a8a-46ca-b0bc-d6cc94aedf31 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:46.105670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88901df1-cad6-4cfb-95ff-74c175721cf4 req-40528e49-8a8a-46ca-b0bc-d6cc94aedf31 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 936 time: 0.1353779 Feb 10 04:31:46.166894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-19acd781-6a51-4546-a084-26241daa214b None None] For port d5fa573d-894b-46ad-9fd2-969afa8a6dab, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:46.170342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-19acd781-6a51-4546-a084-26241daa214b None None] For port d5fa573d-894b-46ad-9fd2-969afa8a6dab, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d5fa573d-894b-46ad-9fd2-969afa8a6dab,segment=NetworkSegment(c47f76f1-c426-4067-8b52-6848c5d36ef8),segment_id=c47f76f1-c426-4067-8b52-6848c5d36ef8)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:46.242423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88901df1-cad6-4cfb-95ff-74c175721cf4 req-21e31e61-c3cf-417e-8c1e-942e6471c830 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347840 Feb 10 04:31:46.271381 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-19acd781-6a51-4546-a084-26241daa214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.286149 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8::1 (a53eac30-0b7e-48a9-b9e0-60197bc1d1d1/e6aa5c88-5cbd-48e7-aefa-2141b9e091ef/73ba3a08-31bc-468d-b4f7-5bbe22d7e049) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:46.336698 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7aca8544-ce66-4bb2-b816-31c077bb6bd7 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group (87bb88c9-6f68-449c-89f3-e6784a6094f0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.434095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acd781-6a51-4546-a084-26241daa214b None None] Pushing event updated for resources: {'Port': ['ID=d5fa573d-894b-46ad-9fd2-969afa8a6dab,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:46.483918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08999ee-c677-4538-9d4f-fcc71f33779c {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:31:46.494481 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Publish callbacks [] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.524279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ea91736-573b-49c3-9684-a346991be9fa up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:46.545251 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7aca8544-ce66-4bb2-b816-31c077bb6bd7 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group (87bb88c9-6f68-449c-89f3-e6784a6094f0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.555897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Transition to ACTIVE for port object b08999ee-c677-4538-9d4f-fcc71f33779c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:31:46.622813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.639704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7ea91736-573b-49c3-9684-a346991be9fa triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:46.647597 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ea91736-573b-49c3-9684-a346991be9fa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.817187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:46.888148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Pushing event updated for resources: {'Port': ['ID=b08999ee-c677-4538-9d4f-fcc71f33779c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:47.031091 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7aca8544-ce66-4bb2-b816-31c077bb6bd7 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (87bb88c9-6f68-449c-89f3-e6784a6094f0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.041058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7aca8544-ce66-4bb2-b816-31c077bb6bd7 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.048262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Attempting to bind port b08999ee-c677-4538-9d4f-fcc71f33779c on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:31:47.050638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Attempting to bind port b08999ee-c677-4538-9d4f-fcc71f33779c by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:31:47.051180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Attempting to bind port b08999ee-c677-4538-9d4f-fcc71f33779c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:47.051719 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7aca8544-ce66-4bb2-b816-31c077bb6bd7 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] 10.222.0.42 "DELETE /v2.0/security-groups/87bb88c9-6f68-449c-89f3-e6784a6094f0 HTTP/1.1" status: 204 len: 168 time: 1.0200140 Feb 10 04:31:47.064282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Port b08999ee-c677-4538-9d4f-fcc71f33779c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:31:47.064891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Attempting to bind port b08999ee-c677-4538-9d4f-fcc71f33779c on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:31:47.075274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.087263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:31:47.087839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:31:47.088397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:31:47.089032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Bound port: b08999ee-c677-4538-9d4f-fcc71f33779c, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:31:47.089600 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.099039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8544-ce66-4bb2-b816-31c077bb6bd7 tempest-TestServerBasicOps-730822818 tempest-TestServerBasicOps-730822818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bb88c9-6f68-449c-89f3-e6784a6094f0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:47.118040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7ea91736-573b-49c3-9684-a346991be9fa is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:47.123386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7ea91736-573b-49c3-9684-a346991be9fa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.130195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2f07f-7a7e-463f-a272-eb62f320e86f None None] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:47.219587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:47.240260 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:47.269372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:47.275626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:47.276191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.316569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] For port b08999ee-c677-4538-9d4f-fcc71f33779c, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:31:47.321055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] For port b08999ee-c677-4538-9d4f-fcc71f33779c, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b08999ee-c677-4538-9d4f-fcc71f33779c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:31:47.393177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.481487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:47.485021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.485989 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.488515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] 10.222.0.43 "PUT /v2.0/ports/b08999ee-c677-4538-9d4f-fcc71f33779c HTTP/1.1" status: 200 len: 1096 time: 2.3413389 Feb 10 04:31:47.490556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'tag': 'b08999ee-c677-4538-9d4f-fcc71f33779c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:31:47.493439 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b353eae1-aab9-4922-8e43-f196c9e735e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7674aea1-f4b6-49c8-bd2f-e3db545773d6", "tag": "b08999ee-c677-4538-9d4f-fcc71f33779c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:31:47.513711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=73ba3a08-31bc-468d-b4f7-5bbe22d7e049,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:47.557629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-567171ea-11bd-44be-9b59-53252716e722 None None] Provisioning complete for port 7ea91736-573b-49c3-9684-a346991be9fa triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:47.558021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-567171ea-11bd-44be-9b59-53252716e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ea91736-573b-49c3-9684-a346991be9fa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.606985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 7ea91736-573b-49c3-9684-a346991be9fa, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ea91736-573b-49c3-9684-a346991be9fa,segment=NetworkSegment(3e03ad86-50ef-48c2-adf3-ce3751984fd8),segment_id=3e03ad86-50ef-48c2-adf3-ce3751984fd8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:47.651151 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71203c5b-2692-40d1-bf15-4ad41d717856 x-openstack-request-id: req-71203c5b-2692-40d1-bf15-4ad41d717856 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:31:47.651767 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7674aea1-f4b6-49c8-bd2f-e3db545773d6", "tag": "b08999ee-c677-4538-9d4f-fcc71f33779c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:31:47.652663 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71203c5b-2692-40d1-bf15-4ad41d717856 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:31:47.653830 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'tag': 'b08999ee-c677-4538-9d4f-fcc71f33779c', 'status': 'completed', 'code': 200} Feb 10 04:31:47.671864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7ea91736-573b-49c3-9684-a346991be9fa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:47.678143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a41c59-9bfe-445e-8ae0-6170c06898d2 req-927a9ae7-3110-4a89-be5a-78c8c623ac9d tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:47.679982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07a41c59-9bfe-445e-8ae0-6170c06898d2 req-927a9ae7-3110-4a89-be5a-78c8c623ac9d tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 948 time: 0.2263210 Feb 10 04:31:47.772552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-07a41c59-9bfe-445e-8ae0-6170c06898d2 req-52bfdfac-3bf6-4496-805c-07c04fad57c8 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835884 Feb 10 04:31:47.861171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a815e-e616-4d28-a406-90ab6fa3484e service neutron] Pushing event updated for resources: {'Port': ['ID=b08999ee-c677-4538-9d4f-fcc71f33779c,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:47.961970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-056f6d92-e4d6-4c1a-8063-057ac683c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:47.963980 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-056f6d92-e4d6-4c1a-8063-057ac683c50e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f68275c4e43e4584b8ba8388f8067bee&device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 1130 time: 0.3061180 Feb 10 04:31:47.966438 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:48.110143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-46614049-9c4d-4499-a4ac-a2fb01bf4ae4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b08999ee-c677-4538-9d4f-fcc71f33779c HTTP/1.1" status: 200 len: 217 time: 0.1338325 Feb 10 04:31:48.206415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-190d7bfc-9eb4-4814-906f-2280798bf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:48.212109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-190d7bfc-9eb4-4814-906f-2280798bf219 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0918300 Feb 10 04:31:48.382462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7ea91736-573b-49c3-9684-a346991be9fa,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:48.422735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-d22ebf4d-d9d2-4d1e-8cb5-6703cc2fc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:48.424132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-d22ebf4d-d9d2-4d1e-8cb5-6703cc2fc201 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2076771 Feb 10 04:31:48.537805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d5fa573d-894b-46ad-9fd2-969afa8a6dab up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:48.653995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:48.675554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-567171ea-11bd-44be-9b59-53252716e722 None None] Current status of the port 7ea91736-573b-49c3-9684-a346991be9fa is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:48.705406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d5fa573d-894b-46ad-9fd2-969afa8a6dab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:48.706448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:48.712767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:48.729760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b2f2a-e49d-4266-afb0-e4d1c8d3355a None None] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:48.792405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:48.794375 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:48.802233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-52ecb918-8702-46fa-b843-1c7541ee4be3 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884729 Feb 10 04:31:48.947865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-23b5c73d-260e-4bed-b96a-4a5bc854d581 None None] Provisioning complete for port d5fa573d-894b-46ad-9fd2-969afa8a6dab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:48.948183 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-23b5c73d-260e-4bed-b96a-4a5bc854d581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:49.048961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d5fa573d-894b-46ad-9fd2-969afa8a6dab is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:49.050451 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:49.085331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=73ba3a08-31bc-468d-b4f7-5bbe22d7e049,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:49.148645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port d5fa573d-894b-46ad-9fd2-969afa8a6dab, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d5fa573d-894b-46ad-9fd2-969afa8a6dab,segment=NetworkSegment(c47f76f1-c426-4067-8b52-6848c5d36ef8),segment_id=c47f76f1-c426-4067-8b52-6848c5d36ef8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:49.167283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:49.168967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:49.185064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-23b5c73d-260e-4bed-b96a-4a5bc854d581 None None] Current status of the port d5fa573d-894b-46ad-9fd2-969afa8a6dab is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:49.185911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-23b5c73d-260e-4bed-b96a-4a5bc854d581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:49.312391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:49.403651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=d5fa573d-894b-46ad-9fd2-969afa8a6dab,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:49.424027 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-23b5c73d-260e-4bed-b96a-4a5bc854d581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:31:49.424714 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-23b5c73d-260e-4bed-b96a-4a5bc854d581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:31:49.716872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1780f18e-bd2b-4141-9cd2-f700be63a095 req-2475f873-79b8-491a-8b35-b2f587a7cae2 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9120135 Feb 10 04:31:49.760507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf9fe-ee86-4406-a41c-7a0c78e0b3d0 req-3f39818e-fe36-4c12-9661-54030bf0348f tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:49.762328 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9facf9fe-ee86-4406-a41c-7a0c78e0b3d0 req-3f39818e-fe36-4c12-9661-54030bf0348f tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 948 time: 0.8648698 Feb 10 04:31:49.948583 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9facf9fe-ee86-4406-a41c-7a0c78e0b3d0 req-aed957ec-6f53-48ac-be11-346f7947951f tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767097 Feb 10 04:31:49.979533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-23b5c73d-260e-4bed-b96a-4a5bc854d581 None None] Current status of the port d5fa573d-894b-46ad-9fd2-969afa8a6dab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:50.006100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-a4829826-b04b-4736-a960-8aff74723cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:50.007641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-a4829826-b04b-4736-a960-8aff74723cf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f68275c4e43e4584b8ba8388f8067bee&device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 1130 time: 0.1405089 Feb 10 04:31:50.010366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (ce9d548e-34bd-4f58-a6a9-f39c7f782479), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:50.075390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4e641d5f-ea6e-417c-833b-0b6a03d98ef1 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:31:50.127848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Provisioning complete for port 73ba3a08-31bc-468d-b4f7-5bbe22d7e049 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:50.129959 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:50.245233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-cc97f411-6c23-4774-89d9-62f850dd6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:50.246734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-cc97f411-6c23-4774-89d9-62f850dd6aee service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b HTTP/1.1" status: 200 len: 870 time: 0.2334428 Feb 10 04:31:50.252329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Port 73ba3a08-31bc-468d-b4f7-5bbe22d7e049 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:31:50.281394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Provisioning complete for port 7ea91736-573b-49c3-9684-a346991be9fa triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:50.285287 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ea91736-573b-49c3-9684-a346991be9fa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:50.287948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:31:50.315312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1b87dcf0-e3e8-4220-b158-f575a7c3c327 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4e641d5f-ea6e-417c-833b-0b6a03d98ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6572468 Feb 10 04:31:50.315991 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37712) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:50.352370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] Sync routers for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:31:50.410541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2f677-70b0-4491-ae23-3249a45d4116 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:50.416323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6ab2f677-70b0-4491-ae23-3249a45d4116 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports/73ba3a08-31bc-468d-b4f7-5bbe22d7e049 HTTP/1.1" status: 200 len: 911 time: 0.0992992 Feb 10 04:31:50.417097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-a02dd4d3-ed31-4d03-995e-3546f9814e2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b08999ee-c677-4538-9d4f-fcc71f33779c HTTP/1.1" status: 200 len: 217 time: 0.1312895 Feb 10 04:31:50.427381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37716) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:50.433053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ea91736-573b-49c3-9684-a346991be9fa up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:50.472208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:50.473599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:50.492720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-71746ab3-eebb-4191-96c0-e4a4a0d6aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:50.494222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-71746ab3-eebb-4191-96c0-e4a4a0d6aad6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0651419 Feb 10 04:31:50.536660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:50.605279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:50.606248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:50.627115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-9b8fc6f6-dfc0-48be-a915-1fbe17bc53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:50.629517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-9b8fc6f6-dfc0-48be-a915-1fbe17bc53de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1274426 Feb 10 04:31:50.708734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Current status of the port 7ea91736-573b-49c3-9684-a346991be9fa is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:50.711712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:50.712358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a32e70-2580-4deb-a4ed-8a1f971bc3c4 None None] The sync data for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:31:50.741326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Deleting port f5e824d4-4428-489b-8f9d-931673b2696b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:50.742227 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:50.743748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Provisioning complete for port d5fa573d-894b-46ad-9fd2-969afa8a6dab triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:50.744620 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:50.844964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-3e8fda9d-b5a9-4036-a798-67ff0920ec2a service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053444 Feb 10 04:31:50.872756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7ea91736-573b-49c3-9684-a346991be9fa triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:50.873184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ea91736-573b-49c3-9684-a346991be9fa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:50.963478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] For port f5e824d4-4428-489b-8f9d-931673b2696b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f5e824d4-4428-489b-8f9d-931673b2696b,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:50.964014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:50.988449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Calling delete_port for f5e824d4-4428-489b-8f9d-931673b2696b owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:50.990338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:51.037902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b353eae1-aab9-4922-8e43-f196c9e735e2 req-7aade4a7-7ec4-4b3b-bc6a-b5b8f7d69c87 service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857333 Feb 10 04:31:51.167876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7ea91736-573b-49c3-9684-a346991be9fa is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:51.168932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d5fa573d-894b-46ad-9fd2-969afa8a6dab up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:51.210622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5083-cab2-4c17-8396-5c0e401e0916 req-a0ffd789-d923-4a2e-8589-156c7ca8df44 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:51.212210 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b0a5083-cab2-4c17-8396-5c0e401e0916 req-a0ffd789-d923-4a2e-8589-156c7ca8df44 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 948 time: 0.1204071 Feb 10 04:31:51.286520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-115cf6a5-e124-4d38-94f2-22d2d13e0ac8 None None] Current status of the port d5fa573d-894b-46ad-9fd2-969afa8a6dab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:51.301591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d5fa573d-894b-46ad-9fd2-969afa8a6dab triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:51.302075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:51.324548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b0a5083-cab2-4c17-8396-5c0e401e0916 req-c417208d-a59e-49dc-8407-ff5fc63d5e59 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047471 Feb 10 04:31:51.331247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-ef873805-5feb-4c30-98d1-670d51534436 req-4b4d501a-6e9a-4147-a968-afebc2327b88 service neutron] (109959) timed out ('10.222.0.24', 57181) {{(pid=109959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:31:51.464385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8:1::1 (67309fb8-58b3-4bb9-8801-815f852dcec5/89fa6165-f890-4ef7-a6e8-f6e72fccb4bc/47b6fe66-6bf4-4130-8c16-91fd2d6ee19b) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:31:51.488313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d5fa573d-894b-46ad-9fd2-969afa8a6dab is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:51.552401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f5e824d4-4428-489b-8f9d-931673b2696b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:51.579798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e824d4-4428-489b-8f9d-931673b2696b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:51.699393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:51.929327 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (ce9d548e-34bd-4f58-a6a9-f39c7f782479), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:52.168096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:52.230399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Router ce9d548e-34bd-4f58-a6a9-f39c7f782479 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:31:52.244686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:52.250363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=47b6fe66-6bf4-4130-8c16-91fd2d6ee19b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:52.254483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:52.259963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:31:52.259963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:52.461652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device b08999ee-c677-4538-9d4f-fcc71f33779c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:31:52.505785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:31:52.517033 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] Sync routers for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:31:52.529321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37732) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:52.537096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1ba99599-0ccf-41ef-aeb3-ab8bcc8da5cb admin admin] 10.222.0.42 "PUT /v2.0/routers/ce9d548e-34bd-4f58-a6a9-f39c7f782479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3167527 Feb 10 04:31:52.542134 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:52.542775 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:52.609840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579adf-0ad0-42db-ae44-91411bd391b9 req-886c408b-5290-4eab-8c92-26f518e0f4cd tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:52.609840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9579adf-0ad0-42db-ae44-91411bd391b9 req-886c408b-5290-4eab-8c92-26f518e0f4cd tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 948 time: 0.1158550 Feb 10 04:31:52.764731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9579adf-0ad0-42db-ae44-91411bd391b9 req-34dd0540-4afa-4f93-8537-8d94230a0ba9 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435375 Feb 10 04:31:52.780367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port b08999ee-c677-4538-9d4f-fcc71f33779c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b08999ee-c677-4538-9d4f-fcc71f33779c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:52.789963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:52.793599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'b08999ee-c677-4538-9d4f-fcc71f33779c', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'b08999ee-c677-4538-9d4f-fcc71f33779c', 'mac_address': 'fa:16:3e:2f:43:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:31:52.896611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port b08999ee-c677-4538-9d4f-fcc71f33779c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:52.896611 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:52.906721 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:31:52.935830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks [] for router (ce9d548e-34bd-4f58-a6a9-f39c7f782479), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:52.939504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08999ee-c677-4538-9d4f-fcc71f33779c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:31:52.972036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f88a50a7-1936-4180-b1dd-27e344c3b54c None None] Provisioning complete for port 47b6fe66-6bf4-4130-8c16-91fd2d6ee19b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:52.972414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f88a50a7-1936-4180-b1dd-27e344c3b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.052258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f88a50a7-1936-4180-b1dd-27e344c3b54c None None] Port 47b6fe66-6bf4-4130-8c16-91fd2d6ee19b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:31:53.056872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port b08999ee-c677-4538-9d4f-fcc71f33779c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b08999ee-c677-4538-9d4f-fcc71f33779c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:53.103574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks [] for router_gateway (ce9d548e-34bd-4f58-a6a9-f39c7f782479), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.125389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.224851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=b08999ee-c677-4538-9d4f-fcc71f33779c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:53.344126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['b08999ee-c677-4538-9d4f-fcc71f33779c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:31:53.363047 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:31:51Z', 'revision_number': 5, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port': {'id': 'af0007eb-dc7a-432b-9064-952f2249305a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:04Z', 'updated_at': '2022-02-10T04:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:53.364620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Deleting port af0007eb-dc7a-432b-9064-952f2249305a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:53.365476 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (af0007eb-dc7a-432b-9064-952f2249305a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.454139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.473432 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] Checking router: ce9d548e-34bd-4f58-a6a9-f39c7f782479 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:31:53.489511 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] Routers {'ce9d548e-34bd-4f58-a6a9-f39c7f782479'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:53.490218 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:53.491657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] For port af0007eb-dc7a-432b-9064-952f2249305a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=af0007eb-dc7a-432b-9064-952f2249305a,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:53.492211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (af0007eb-dc7a-432b-9064-952f2249305a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.509043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Calling delete_port for af0007eb-dc7a-432b-9064-952f2249305a owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:53.563287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.564637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:53.686772 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] Set router ce9d548e-34bd-4f58-a6a9-f39c7f782479 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:31:53.784441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:31:53.795509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:31:53.817865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=47b6fe66-6bf4-4130-8c16-91fd2d6ee19b,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:53.823018 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:31:53Z', 'revision_number': 6, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:53.909678 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af6df3-dded-4437-b977-a9d66bfa3c44 None None] The sync data for ids ['ce9d548e-34bd-4f58-a6a9-f39c7f782479'] in n-d-827844-2 is: [{'id': 'ce9d548e-34bd-4f58-a6a9-f39c7f782479', 'name': 'tempest-TestServerBasicOps-1597757335-router', 'tenant_id': 'b8e06d848a1943c2a6b139b581b414f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:02Z', 'updated_at': '2022-02-10T04:31:53Z', 'revision_number': 6, 'project_id': 'b8e06d848a1943c2a6b139b581b414f4', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:31:54.144593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4e641d5f-ea6e-417c-833b-0b6a03d98ef1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:31:54.199779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2b15-aaf3-4f29-a0df-5117bef37df7 req-3b35d8f7-0dfb-4499-bbc9-63205b28bd2d tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:54.207263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-939a2b15-aaf3-4f29-a0df-5117bef37df7 req-3b35d8f7-0dfb-4499-bbc9-63205b28bd2d tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 949 time: 0.2299933 Feb 10 04:31:54.292628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2a3f74d8-7413-479a-9842-1b22044df0cf None None] Provisioning complete for port 47b6fe66-6bf4-4130-8c16-91fd2d6ee19b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:54.293862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a3f74d8-7413-479a-9842-1b22044df0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:54.345187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f74d8-7413-479a-9842-1b22044df0cf None None] Port 47b6fe66-6bf4-4130-8c16-91fd2d6ee19b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:31:54.348112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f5e824d4-4428-489b-8f9d-931673b2696b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:54.372090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f5e824d4-4428-489b-8f9d-931673b2696b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:54.372441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f5e824d4-4428-489b-8f9d-931673b2696b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:54.476617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device b08999ee-c677-4538-9d4f-fcc71f33779c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:31:54.622325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port b08999ee-c677-4538-9d4f-fcc71f33779c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:31:54.637593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port b08999ee-c677-4538-9d4f-fcc71f33779c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:31:54.639453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:54.654606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (af0007eb-dc7a-432b-9064-952f2249305a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:54.696911 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0007eb-dc7a-432b-9064-952f2249305a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:54.726294 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:31:54.737691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37750) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:54.741350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e2266e9a-e094-4ac2-81d3-fe55a31d55f9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4e641d5f-ea6e-417c-833b-0b6a03d98ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3129358 Feb 10 04:31:54.753209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] Sync routers for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:31:54.792520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-939a2b15-aaf3-4f29-a0df-5117bef37df7 req-afed98b3-0f6b-4249-b5d7-bc6054bab051 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794489 Feb 10 04:31:54.798318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:54.798967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:54.854667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b376cc-34d3-423a-bd00-599e850b30d4 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:54.856330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-20b376cc-34d3-423a-bd00-599e850b30d4 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports/47b6fe66-6bf4-4130-8c16-91fd2d6ee19b HTTP/1.1" status: 200 len: 913 time: 0.1174915 Feb 10 04:31:54.859003 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37752) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:54.892017 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (ce9d548e-34bd-4f58-a6a9-f39c7f782479), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:54.896428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:54.947837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:54.948722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:55.014056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:55.015369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40bbccf-3977-43c2-8277-b09299eb146e None None] The sync data for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:31:55.025783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port b08999ee-c677-4538-9d4f-fcc71f33779c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:55.029033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.087275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port b08999ee-c677-4538-9d4f-fcc71f33779c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b08999ee-c677-4538-9d4f-fcc71f33779c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:55.094476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08999ee-c677-4538-9d4f-fcc71f33779c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:31:55.099759 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ba3d9-1313-41b8-ba17-36380d9e9e87" -d '{"events": [{"server_uuid": "7674aea1-f4b6-49c8-bd2f-e3db545773d6", "name": "network-vif-plugged", "status": "completed", "tag": "b08999ee-c677-4538-9d4f-fcc71f33779c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:31:55.155959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (ce9d548e-34bd-4f58-a6a9-f39c7f782479), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.168985 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.187856 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks [] for router_controller (ce9d548e-34bd-4f58-a6a9-f39c7f782479), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.306591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=b08999ee-c677-4538-9d4f-fcc71f33779c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:55.316006 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf76cbf-f8d0-4a66-9648-748e0dfcee04 x-openstack-request-id: req-cdf76cbf-f8d0-4a66-9648-748e0dfcee04 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:31:55.316006 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674aea1-f4b6-49c8-bd2f-e3db545773d6", "name": "network-vif-plugged", "status": "completed", "tag": "b08999ee-c677-4538-9d4f-fcc71f33779c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:31:55.316006 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdf76cbf-f8d0-4a66-9648-748e0dfcee04 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:31:55.316385 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08999ee-c677-4538-9d4f-fcc71f33779c', 'code': 200} Feb 10 04:31:55.389617 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (ce9d548e-34bd-4f58-a6a9-f39c7f782479), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.390100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9d548e-34bd-4f58-a6a9-f39c7f782479 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:31:55.403504 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.406959 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3fecf1a9-955c-4947-a0cb-4e50ff2629d3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ce9d548e-34bd-4f58-a6a9-f39c7f782479 HTTP/1.1" status: 204 len: 168 time: 2.8741052 Feb 10 04:31:55.407206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37766) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:55.484793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad4ba-31d8-4422-a683-0d1aeb746768 req-eeaa66d5-2281-4b93-92c7-23cfe6ec602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:55.489433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01bad4ba-31d8-4422-a683-0d1aeb746768 req-eeaa66d5-2281-4b93-92c7-23cfe6ec602a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 1132 time: 0.1585007 Feb 10 04:31:55.498898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] Deleting subnet 39448131-dccc-4e7d-8f74-7dee2880d723 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:31:55.513015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] Publish callbacks [] for subnet (39448131-dccc-4e7d-8f74-7dee2880d723), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.585708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (39448131-dccc-4e7d-8f74-7dee2880d723), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.670648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01bad4ba-31d8-4422-a683-0d1aeb746768 req-9cc03f21-5893-4b58-9039-ab21f458ce4b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691692 Feb 10 04:31:55.751271 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (39448131-dccc-4e7d-8f74-7dee2880d723), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.781176 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.923931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (39448131-dccc-4e7d-8f74-7dee2880d723), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:55.975953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39448131-dccc-4e7d-8f74-7dee2880d723,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:56.009373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:56.014029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72304528-fad4-4e3b-975c-c5f019b0865c None None] Network fb377f3d-be60-40a7-be9d-3845665acc68 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:31:56.014925 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6d0a0d42-a675-4e25-87b4-b8e9a5e83e96 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/39448131-dccc-4e7d-8f74-7dee2880d723 HTTP/1.1" status: 204 len: 168 time: 0.6066051 Feb 10 04:31:56.021564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37774) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:56.071628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57ecf0-ecc0-40cd-84c0-d3c6851bdf12 req-5a46814d-d149-4b82-a0b7-1bd73bb5923e tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:56.076470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c57ecf0-ecc0-40cd-84c0-d3c6851bdf12 req-5a46814d-d149-4b82-a0b7-1bd73bb5923e tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 950 time: 0.1061778 Feb 10 04:31:56.224980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4c57ecf0-ecc0-40cd-84c0-d3c6851bdf12 req-ef0d99b6-d22f-40f3-9f61-ce489aee4ca8 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408782 Feb 10 04:31:56.263695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (fb377f3d-be60-40a7-be9d-3845665acc68), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:56.282304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] DHCP port deletion for fb377f3d-be60-40a7-be9d-3845665acc68 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:31:56.408174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] Deleting port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:56.409799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:56.433338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device af0007eb-dc7a-432b-9064-952f2249305a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:56.461205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: af0007eb-dc7a-432b-9064-952f2249305a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:31:56.461821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device af0007eb-dc7a-432b-9064-952f2249305a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:31:56.462414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:31:56.551240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Deleting port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:56.551733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:57.025618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] For port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:57.026292 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:57.032359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] For port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,segment=NetworkSegment(2a218270-acc2-45a1-aa0e-e0928a38d548),segment_id=2a218270-acc2-45a1-aa0e-e0928a38d548)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:31:57.033357 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:57.042353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Calling delete_port for 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:57.162816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:31:57.163127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:57.185744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 47b6fe66-6bf4-4130-8c16-91fd2d6ee19b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:31:57.186237 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:57.194254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] Calling delete_port for 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:57.399271 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:57.399271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 47b6fe66-6bf4-4130-8c16-91fd2d6ee19b owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:31:57.640761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72c925-e169-48a5-92b0-a78c45a1f79f req-2197fc7d-6293-4ed4-b8de-37f0ad0dc5fe tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:57.642318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f72c925-e169-48a5-92b0-a78c45a1f79f req-2197fc7d-6293-4ed4-b8de-37f0ad0dc5fe tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 950 time: 0.1091526 Feb 10 04:31:57.746970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f72c925-e169-48a5-92b0-a78c45a1f79f req-c7ff76c8-04d3-4c5f-b1ea-1396586d6f85 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923460 Feb 10 04:31:58.152065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.155989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-114f472e-8e8d-4da4-b01d-1973334156eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.162878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (47b6fe66-6bf4-4130-8c16-91fd2d6ee19b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.190653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:58.194360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] No DVR routers for this DVR port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:58.207946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.208189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.208540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.208877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.209216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.209552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.209882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.210217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.210549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.210902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.211228 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.211553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.211875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:58.261230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (0ce40140-dcc6-43f7-bb32-062a9e7c2e48), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.292662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=47b6fe66-6bf4-4130-8c16-91fd2d6ee19b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:58.347262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] No DVR routers for this DVR port 0ce40140-dcc6-43f7-bb32-062a9e7c2e48 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:31:58.361239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d88e4f-45ff-4b8d-ac10-4214525482ed None None] Pushing event deleted for resources: {'Port': ['ID=0ce40140-dcc6-43f7-bb32-062a9e7c2e48,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:58.474064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (fb377f3d-be60-40a7-be9d-3845665acc68), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.526166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb377f3d-be60-40a7-be9d-3845665acc68']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:58.536149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.541307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a218270-acc2-45a1-aa0e-e0928a38d548') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:58.541599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a218270-acc2-45a1-aa0e-e0928a38d548') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:58.569357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (2a218270-acc2-45a1-aa0e-e0928a38d548), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.626178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37802) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:58.692376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2a218270-acc2-45a1-aa0e-e0928a38d548), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.737221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:31:58.737787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (2a218270-acc2-45a1-aa0e-e0928a38d548), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:31:58.741776 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:31:58.833521 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd25a408-99d5-4ad1-82a3-e9e9bedcca95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:58.903217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d7d1d-a9c7-4136-bb7d-93b08618db3e req-2583f989-3f72-404c-9c9b-61183e88af33 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:58.904790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-572d7d1d-a9c7-4136-bb7d-93b08618db3e req-2583f989-3f72-404c-9c9b-61183e88af33 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 950 time: 0.2519720 Feb 10 04:31:58.962585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd25a408-99d5-4ad1-82a3-e9e9bedcca95 admin admin] Publish callbacks [] for security_group (a73c4e42-53fd-48ac-abc9-9e3cacf87a61), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.014652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (fb377f3d-be60-40a7-be9d-3845665acc68), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.029009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.035868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd25a408-99d5-4ad1-82a3-e9e9bedcca95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a73c4e42-53fd-48ac-abc9-9e3cacf87a61), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.036114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fb377f3d-be60-40a7-be9d-3845665acc68 HTTP/1.1" status: 204 len: 168 time: 3.0104771 Feb 10 04:31:59.038737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37806) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:59.101430 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fd25a408-99d5-4ad1-82a3-e9e9bedcca95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19daffebcee5465ebe0b5aa19db134c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729304 Feb 10 04:31:59.103697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25a408-99d5-4ad1-82a3-e9e9bedcca95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c4e42-53fd-48ac-abc9-9e3cacf87a61,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:59.108536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37808) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:59.181543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Publish callbacks [] for security_group (a73c4e42-53fd-48ac-abc9-9e3cacf87a61), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.189453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c672-577d-4308-86ff-4cfd4bb460e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb377f3d-be60-40a7-be9d-3845665acc68,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:59.215947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Publish callbacks [] for security_group (a73c4e42-53fd-48ac-abc9-9e3cacf87a61), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.250763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-572d7d1d-a9c7-4136-bb7d-93b08618db3e req-54bf26a7-a513-416f-937d-79b7f1b3badc tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981834 Feb 10 04:31:59.263743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4e641d5f-ea6e-417c-833b-0b6a03d98ef1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:31:59.375757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a73c4e42-53fd-48ac-abc9-9e3cacf87a61), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.381018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.392065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a73c4e42-53fd-48ac-abc9-9e3cacf87a61 HTTP/1.1" status: 204 len: 168 time: 0.2727644 Feb 10 04:31:59.395928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c4e42-53fd-48ac-abc9-9e3cacf87a61,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:31:59.421843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.421843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.421843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.422263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.422692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.423155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.425152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.425152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.426050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.426361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.428438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.431144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.431144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b5b84-9ce4-4a0e-a8a5-87da1c8f6c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:31:59.487275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:31:59.499821 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] Sync routers for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:31:59.500940 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8cd3dd5c-8da4-42cd-b84e-f669037111d1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4e641d5f-ea6e-417c-833b-0b6a03d98ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6409240 Feb 10 04:31:59.503255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37814) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:31:59.518797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:59.519409 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:59.569463 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:59.582017 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:31:59.582937 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:31:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:59.638811 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:31:59.639845 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c99b19-2af3-4b3f-8c7f-8fc765e6be49 None None] The sync data for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:31:59.720583 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (ad2609bf-f371-477b-ad28-b5b1044b2d84), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.906007 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-148879bb-cec7-4ae9-bc4b-ea581a57c557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:31:59.943241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-7581070f-bc01-4862-abe9-429f2e300203 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:31:59.946768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-7581070f-bc01-4862-abe9-429f2e300203 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.43 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 950 time: 0.2400520 Feb 10 04:32:00.037777 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.176761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Deleting port b08999ee-c677-4538-9d4f-fcc71f33779c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:00.182942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.343120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] For port b08999ee-c677-4538-9d4f-fcc71f33779c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=b08999ee-c677-4538-9d4f-fcc71f33779c,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:00.343716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.382668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Calling delete_port for b08999ee-c677-4538-9d4f-fcc71f33779c owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:00.395191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Deleting port 2226ea1b-5c0b-4282-ab69-07018e07c315 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:00.395570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.635481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268a637-a186-4f97-b9c0-9de2e8c50715 req-5d187a8b-a2ef-4249-af91-bd3047fbea4a tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:00.635672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b08999ee-c677-4538-9d4f-fcc71f33779c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.638414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] For port 2226ea1b-5c0b-4282-ab69-07018e07c315, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2226ea1b-5c0b-4282-ab69-07018e07c315,segment=NetworkSegment(40af3008-10c3-4fff-b1f7-92804f506291),segment_id=40af3008-10c3-4fff-b1f7-92804f506291)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:00.638566 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6268a637-a186-4f97-b9c0-9de2e8c50715 req-5d187a8b-a2ef-4249-af91-bd3047fbea4a tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/ports?device_id=7674aea1-f4b6-49c8-bd2f-e3db545773d6 HTTP/1.1" status: 200 len: 950 time: 0.2323205 Feb 10 04:32:00.638796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.647303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['b08999ee-c677-4538-9d4f-fcc71f33779c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:32:00.684496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Pushing event deleted for resources: {'Port': ['ID=b08999ee-c677-4538-9d4f-fcc71f33779c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:00.686844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Calling delete_port for 2226ea1b-5c0b-4282-ab69-07018e07c315 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:00.737550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] No DVR routers for this DVR port b08999ee-c677-4538-9d4f-fcc71f33779c on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:00.741860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.745140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a44e3abd-459f-4459-b82e-7a3da967de15 req-346e4d0b-7da6-4ee2-a48b-3709481659a7 tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.43 "DELETE /v2.0/ports/b08999ee-c677-4538-9d4f-fcc71f33779c HTTP/1.1" status: 204 len: 173 time: 0.7730794 Feb 10 04:32:00.745635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'name': 'network-vif-deleted', 'tag': 'b08999ee-c677-4538-9d4f-fcc71f33779c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:32:00.747855 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433403ed-9844-4dd6-927b-2422f05e8c53" -d '{"events": [{"server_uuid": "7674aea1-f4b6-49c8-bd2f-e3db545773d6", "name": "network-vif-deleted", "tag": "b08999ee-c677-4538-9d4f-fcc71f33779c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:32:00.785080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 73ba3a08-31bc-468d-b4f7-5bbe22d7e049 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:00.785080 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:00.842979 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad14fb7e-33ad-47dc-8215-5393d1c3294e x-openstack-request-id: req-ad14fb7e-33ad-47dc-8215-5393d1c3294e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:32:00.843325 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674aea1-f4b6-49c8-bd2f-e3db545773d6", "name": "network-vif-deleted", "tag": "b08999ee-c677-4538-9d4f-fcc71f33779c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:32:00.843595 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad14fb7e-33ad-47dc-8215-5393d1c3294e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:32:00.844011 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674aea1-f4b6-49c8-bd2f-e3db545773d6', 'name': 'network-vif-deleted', 'tag': 'b08999ee-c677-4538-9d4f-fcc71f33779c', 'status': 'completed', 'code': 200} Feb 10 04:32:00.958312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6268a637-a186-4f97-b9c0-9de2e8c50715 req-9bee097d-b7e8-4c36-b3d2-c8b2bb7651fb tempest-VolumesNegativeTest-1091798604 tempest-VolumesNegativeTest-1091798604-project] 10.222.0.42 "GET /v2.0/security-groups?id=b840cfa4-8120-40e8-aa6c-10bb6349d5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054290 Feb 10 04:32:01.036191 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:01.055784 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:01.059161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 73ba3a08-31bc-468d-b4f7-5bbe22d7e049 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:01.176371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (2226ea1b-5c0b-4282-ab69-07018e07c315), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:01.243040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Pushing event deleted for resources: {'Port': ['ID=2226ea1b-5c0b-4282-ab69-07018e07c315,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:01.452913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (73ba3a08-31bc-468d-b4f7-5bbe22d7e049), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:01.512982 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (ad2609bf-f371-477b-ad28-b5b1044b2d84), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:01.516438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=73ba3a08-31bc-468d-b4f7-5bbe22d7e049,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:01.747346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:01.990095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4e641d5f-ea6e-417c-833b-0b6a03d98ef1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:32:02.126364 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:02.140679 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2a91b3e3-40a0-4fa3-a198-0539ff07b65a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4e641d5f-ea6e-417c-833b-0b6a03d98ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6352456 Feb 10 04:32:02.141933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37884) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:02.146304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] Sync routers for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:02.162185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:02.163216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:02.198173 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0fcf998d-a7fc-45b3-8ddd-c59548aaf5e4 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e641d5f-ea6e-417c-833b-0b6a03d98ef1 HTTP/1.1" status: 200 len: 205 time: 0.0515280 Feb 10 04:32:02.204583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37888) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:02.305085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:02.315542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] Routers {'4e641d5f-ea6e-417c-833b-0b6a03d98ef1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:02.316444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:02.355373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:02.356313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767db03-a973-4059-b8ea-0860a8ce7ddf None None] The sync data for ids ['4e641d5f-ea6e-417c-833b-0b6a03d98ef1'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:02.394549 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcdbdeeb-2918-42fe-9dc2-83c8b5093fbf tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:02.593714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Router ad2609bf-f371-477b-ad28-b5b1044b2d84 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:32:02.603110 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:02.723236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:02.733943 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcdbdeeb-2918-42fe-9dc2-83c8b5093fbf tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:02.735816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcdbdeeb-2918-42fe-9dc2-83c8b5093fbf tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:02.736307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aeed7144-ce20-456f-b812-ba17fa6ea973 admin admin] 10.222.0.42 "PUT /v2.0/routers/ad2609bf-f371-477b-ad28-b5b1044b2d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6889615 Feb 10 04:32:02.739655 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] Sync routers for ids ['ad2609bf-f371-477b-ad28-b5b1044b2d84'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:02.749343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:02.760103 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] Routers {'ad2609bf-f371-477b-ad28-b5b1044b2d84'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:02.761494 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ad2609bf-f371-477b-ad28-b5b1044b2d84'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:02.895244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcdbdeeb-2918-42fe-9dc2-83c8b5093fbf tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (4e641d5f-ea6e-417c-833b-0b6a03d98ef1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:02.895714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdbdeeb-2918-42fe-9dc2-83c8b5093fbf tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Fanout notify agent at l3_agent the message router_deleted on router 4e641d5f-ea6e-417c-833b-0b6a03d98ef1 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:32:02.904537 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bcdbdeeb-2918-42fe-9dc2-83c8b5093fbf tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:02.904537 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bcdbdeeb-2918-42fe-9dc2-83c8b5093fbf tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/4e641d5f-ea6e-417c-833b-0b6a03d98ef1 HTTP/1.1" status: 204 len: 168 time: 0.6976604 Feb 10 04:32:02.907623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37914) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:02.984835 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] Set router ad2609bf-f371-477b-ad28-b5b1044b2d84 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:32:03.000381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks [] for router (ad2609bf-f371-477b-ad28-b5b1044b2d84), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.030259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet 89fa6165-f890-4ef7-a6e8-f6e72fccb4bc {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:32:03.039976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (89fa6165-f890-4ef7-a6e8-f6e72fccb4bc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.120747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (89fa6165-f890-4ef7-a6e8-f6e72fccb4bc), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.224394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks [] for router_gateway (ad2609bf-f371-477b-ad28-b5b1044b2d84), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.233959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (89fa6165-f890-4ef7-a6e8-f6e72fccb4bc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.351311 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:32:01Z', 'revision_number': 5, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port': {'id': '4c45acb3-1a2b-4dd6-9848-ae980b7d79c7', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:26:19Z', 'updated_at': '2022-02-10T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:03.414773 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] Checking router: ad2609bf-f371-477b-ad28-b5b1044b2d84 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:32:03.427657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Deleting port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:03.428000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.435684 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] Routers {'ad2609bf-f371-477b-ad28-b5b1044b2d84'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:03.438293 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ad2609bf-f371-477b-ad28-b5b1044b2d84'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:03.441701 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (89fa6165-f890-4ef7-a6e8-f6e72fccb4bc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.500137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=89fa6165-f890-4ef7-a6e8-f6e72fccb4bc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:03.520592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.528448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac1aede-8fba-4b38-ada6-14203f6a3124 None None] Network 67309fb8-58b3-4bb9-8801-815f852dcec5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:03.541873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9b9df1df-765a-47f0-828e-d54dabd0f1ae tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/89fa6165-f890-4ef7-a6e8-f6e72fccb4bc HTTP/1.1" status: 204 len: 168 time: 0.6247287 Feb 10 04:32:03.545150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 37942) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:03.655250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] Set router ad2609bf-f371-477b-ad28-b5b1044b2d84 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:32:03.677546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet e6aa5c88-5cbd-48e7-aefa-2141b9e091ef {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:32:03.685764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (e6aa5c88-5cbd-48e7-aefa-2141b9e091ef), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.687125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] For port 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:03.687657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.715737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Calling delete_port for 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:03.782037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e6aa5c88-5cbd-48e7-aefa-2141b9e091ef), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.858598 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:32:03Z', 'revision_number': 6, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:03.874871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] DHCP port deletion for 67309fb8-58b3-4bb9-8801-815f852dcec5 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:32:03.952035 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d867f-4292-4cc6-9b1c-e0382ceb257d None None] The sync data for ids ['ad2609bf-f371-477b-ad28-b5b1044b2d84'] in n-d-827844-2 is: [{'id': 'ad2609bf-f371-477b-ad28-b5b1044b2d84', 'name': 'tempest-TestServerBasicOps-1907951147-router', 'tenant_id': 'a16cb36166fe4185856daaac690bc1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:26:16Z', 'updated_at': '2022-02-10T04:32:03Z', 'revision_number': 6, 'project_id': 'a16cb36166fe4185856daaac690bc1ea', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:03.983518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e6aa5c88-5cbd-48e7-aefa-2141b9e091ef), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:03.993736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] Deleting port d5fa573d-894b-46ad-9fd2-969afa8a6dab {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:03.994501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.125906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] For port d5fa573d-894b-46ad-9fd2-969afa8a6dab, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d5fa573d-894b-46ad-9fd2-969afa8a6dab,segment=NetworkSegment(c47f76f1-c426-4067-8b52-6848c5d36ef8),segment_id=c47f76f1-c426-4067-8b52-6848c5d36ef8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:04.126535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.145580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] Calling delete_port for d5fa573d-894b-46ad-9fd2-969afa8a6dab owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:04.209232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e6aa5c88-5cbd-48e7-aefa-2141b9e091ef), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.230657 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.249225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/e6aa5c88-5cbd-48e7-aefa-2141b9e091ef HTTP/1.1" status: 204 len: 168 time: 0.7008631 Feb 10 04:32:04.253122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77566879-5485-4f00-bff7-f91f56015482 None None] Network a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:04.255471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 37996) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:04.288581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4c45acb3-1a2b-4dd6-9848-ae980b7d79c7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.297255 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e7247-0479-4e6f-93b0-f1fc2938122b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=e6aa5c88-5cbd-48e7-aefa-2141b9e091ef,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:04.381653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c45acb3-1a2b-4dd6-9848-ae980b7d79c7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:04.570839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device b08999ee-c677-4538-9d4f-fcc71f33779c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:04.573891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2226ea1b-5c0b-4282-ab69-07018e07c315 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:04.581062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.645430 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (ad2609bf-f371-477b-ad28-b5b1044b2d84), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.651784 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (67309fb8-58b3-4bb9-8801-815f852dcec5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.686984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 2226ea1b-5c0b-4282-ab69-07018e07c315 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:32:04.690532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2226ea1b-5c0b-4282-ab69-07018e07c315 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:04.690532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d5fa573d-894b-46ad-9fd2-969afa8a6dab no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:04.747245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: b08999ee-c677-4538-9d4f-fcc71f33779c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:32:04.747549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device b08999ee-c677-4538-9d4f-fcc71f33779c not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:04.821214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d5fa573d-894b-46ad-9fd2-969afa8a6dab is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:04.821615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.890913 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.891583 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (ad2609bf-f371-477b-ad28-b5b1044b2d84), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.896685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks [] for router_controller (ad2609bf-f371-477b-ad28-b5b1044b2d84), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.929163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] Pushing event deleted for resources: {'Port': ['ID=d5fa573d-894b-46ad-9fd2-969afa8a6dab,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:04.977091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port d5fa573d-894b-46ad-9fd2-969afa8a6dab {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:04.979138 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:04.995384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] DHCP port deletion for a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:32:04.998257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd795d6-350f-44a0-bbcb-eac241e2b34e None None] No DVR routers for this DVR port d5fa573d-894b-46ad-9fd2-969afa8a6dab on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:05.074522 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:32:05.087672 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (ad2609bf-f371-477b-ad28-b5b1044b2d84), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.090633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad2609bf-f371-477b-ad28-b5b1044b2d84 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:32:05.096707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.099220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] Deleting port 7ea91736-573b-49c3-9684-a346991be9fa {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:05.099842 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7ea91736-573b-49c3-9684-a346991be9fa), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.100466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0c163c23-75a6-48d5-bf94-f57e5cc79b30 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ad2609bf-f371-477b-ad28-b5b1044b2d84 HTTP/1.1" status: 204 len: 168 time: 2.3518944 Feb 10 04:32:05.100788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38016) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:05.113897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port d5fa573d-894b-46ad-9fd2-969afa8a6dab, host n-d-827844-2, got binding levels [] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:05.120034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.134478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for d5fa573d-894b-46ad-9fd2-969afa8a6dab owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:05.138771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.ipam_backend_mixin [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Port d5fa573d-894b-46ad-9fd2-969afa8a6dab was not found and therefore no delete operation was performed {{(pid=109959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:32:05.142952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d5fa573d-894b-46ad-9fd2-969afa8a6dab), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.210918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port d5fa573d-894b-46ad-9fd2-969afa8a6dab on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:05.213543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=d5fa573d-894b-46ad-9fd2-969afa8a6dab,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:05.255833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] For port 7ea91736-573b-49c3-9684-a346991be9fa, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ea91736-573b-49c3-9684-a346991be9fa,segment=NetworkSegment(3e03ad86-50ef-48c2-adf3-ce3751984fd8),segment_id=3e03ad86-50ef-48c2-adf3-ce3751984fd8)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:05.256408 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7ea91736-573b-49c3-9684-a346991be9fa), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.283257 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] Deleting subnet 7584aff4-67cb-40f8-801e-d91026e768b6 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:32:05.294094 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] Publish callbacks [] for subnet (7584aff4-67cb-40f8-801e-d91026e768b6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.312272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] Calling delete_port for 7ea91736-573b-49c3-9684-a346991be9fa owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:05.355212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (67309fb8-58b3-4bb9-8801-815f852dcec5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.377713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (7584aff4-67cb-40f8-801e-d91026e768b6), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.382546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67309fb8-58b3-4bb9-8801-815f852dcec5']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:05.409926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47f76f1-c426-4067-8b52-6848c5d36ef8') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:05.410809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47f76f1-c426-4067-8b52-6848c5d36ef8') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:05.433757 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (c47f76f1-c426-4067-8b52-6848c5d36ef8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.464312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c47f76f1-c426-4067-8b52-6848c5d36ef8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.478730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:32:05.479544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (c47f76f1-c426-4067-8b52-6848c5d36ef8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:32:05.495860 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:32:05.600090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7584aff4-67cb-40f8-801e-d91026e768b6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.648616 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (7ea91736-573b-49c3-9684-a346991be9fa), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.680236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] Pushing event deleted for resources: {'Port': ['ID=7ea91736-573b-49c3-9684-a346991be9fa,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:05.684034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b0093-2fcc-41f6-874f-e45bfb1e0240 None None] No DVR routers for this DVR port 7ea91736-573b-49c3-9684-a346991be9fa on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:05.698357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (67309fb8-58b3-4bb9-8801-815f852dcec5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.703373 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.710726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/67309fb8-58b3-4bb9-8801-815f852dcec5 HTTP/1.1" status: 204 len: 168 time: 1.4516630 Feb 10 04:32:05.711228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38038) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:05.724394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57567e96-5f7e-4b17-aa86-0fae0c3c49df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=67309fb8-58b3-4bb9-8801-815f852dcec5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:05.733915 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (7584aff4-67cb-40f8-801e-d91026e768b6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.773749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7584aff4-67cb-40f8-801e-d91026e768b6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:05.782002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.786256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b0df6-04b6-4ac9-8019-050328f92c5d None None] Network ade22bed-5889-4161-ad82-49fce8832b76 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:05.798507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-929b4f39-52ea-4e34-9e03-033558e42ec3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7584aff4-67cb-40f8-801e-d91026e768b6 HTTP/1.1" status: 204 len: 168 time: 0.6942911 Feb 10 04:32:05.799594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38044) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:05.894554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a53eac30-0b7e-48a9-b9e0-60197bc1d1d1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.928054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (ade22bed-5889-4161-ad82-49fce8832b76), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:05.990364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Deleting port 3446e5ed-50fb-42d2-ab30-54dc72d275ca {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:05.990840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.049648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a53eac30-0b7e-48a9-b9e0-60197bc1d1d1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.058521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] DHCP port deletion for ade22bed-5889-4161-ad82-49fce8832b76 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:32:06.072046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] For port 3446e5ed-50fb-42d2-ab30-54dc72d275ca, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3446e5ed-50fb-42d2-ab30-54dc72d275ca,segment=NetworkSegment(40af3008-10c3-4fff-b1f7-92804f506291),segment_id=40af3008-10c3-4fff-b1f7-92804f506291)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:06.072642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.087705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53eac30-0b7e-48a9-b9e0-60197bc1d1d1']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:06.099854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Calling delete_port for 3446e5ed-50fb-42d2-ab30-54dc72d275ca owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:06.108753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e03ad86-50ef-48c2-adf3-ce3751984fd8') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:06.109052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e03ad86-50ef-48c2-adf3-ce3751984fd8') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:06.131058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] Deleting port 3446e5ed-50fb-42d2-ab30-54dc72d275ca {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:06.131438 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.138096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (3e03ad86-50ef-48c2-adf3-ce3751984fd8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.181781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3e03ad86-50ef-48c2-adf3-ce3751984fd8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.192356 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:32:06.194150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (3e03ad86-50ef-48c2-adf3-ce3751984fd8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:32:06.225312 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:32:06.262498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] For port 3446e5ed-50fb-42d2-ab30-54dc72d275ca, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3446e5ed-50fb-42d2-ab30-54dc72d275ca,segment=NetworkSegment(40af3008-10c3-4fff-b1f7-92804f506291),segment_id=40af3008-10c3-4fff-b1f7-92804f506291)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:06.262929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.278914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] Calling delete_port for 3446e5ed-50fb-42d2-ab30-54dc72d275ca owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:06.333026 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.376064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Pushing event deleted for resources: {'Port': ['ID=3446e5ed-50fb-42d2-ab30-54dc72d275ca,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:06.384905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] No DVR routers for this DVR port 3446e5ed-50fb-42d2-ab30-54dc72d275ca on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:06.408171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a53eac30-0b7e-48a9-b9e0-60197bc1d1d1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.416122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.430381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/a53eac30-0b7e-48a9-b9e0-60197bc1d1d1 HTTP/1.1" status: 204 len: 168 time: 0.7180178 Feb 10 04:32:06.434881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38070) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:06.466439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1877705627'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:06.513071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3446e5ed-50fb-42d2-ab30-54dc72d275ca no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:06.535482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (ade22bed-5889-4161-ad82-49fce8832b76), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.544114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3446e5ed-50fb-42d2-ab30-54dc72d275ca {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:32:06.544114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3446e5ed-50fb-42d2-ab30-54dc72d275ca not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:06.544114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:06.561747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade22bed-5889-4161-ad82-49fce8832b76']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:06.563951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761abb-21a8-418b-8bee-85d227cd5d1e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=a53eac30-0b7e-48a9-b9e0-60197bc1d1d1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:06.576879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (3446e5ed-50fb-42d2-ab30-54dc72d275ca), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.582678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40af3008-10c3-4fff-b1f7-92804f506291') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:06.587017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40af3008-10c3-4fff-b1f7-92804f506291') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:06.594975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (40af3008-10c3-4fff-b1f7-92804f506291), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.606206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:06.608313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] Pushing event deleted for resources: {'Port': ['ID=3446e5ed-50fb-42d2-ab30-54dc72d275ca,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:06.609662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.610469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:32:06.612891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4c45acb3-1a2b-4dd6-9848-ae980b7d79c7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:06.615729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ea91736-573b-49c3-9684-a346991be9fa no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:06.646459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (40af3008-10c3-4fff-b1f7-92804f506291), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.647885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397f0f9-5b7d-46e5-a744-c79d62fa7688 None None] No DVR routers for this DVR port 3446e5ed-50fb-42d2-ab30-54dc72d275ca on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:06.650198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7ea91736-573b-49c3-9684-a346991be9fa {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:32:06.651322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ea91736-573b-49c3-9684-a346991be9fa not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:06.666994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:32:06.667630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (40af3008-10c3-4fff-b1f7-92804f506291), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:32:06.670233 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:32:06.690238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:32:06.717861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (f665deb3-1614-43db-acc9-3b46f8bf9139), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.718217 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment f665deb3-1614-43db-acc9-3b46f8bf9139 of type vlan for network 1d200c99-9767-4d54-a624-a71dbc0e4e5e Feb 10 04:32:06.809884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (1d200c99-9767-4d54-a624-a71dbc0e4e5e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.947270 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (ade22bed-5889-4161-ad82-49fce8832b76), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.961581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.967985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ade22bed-5889-4161-ad82-49fce8832b76 HTTP/1.1" status: 204 len: 168 time: 1.1646817 Feb 10 04:32:06.982146 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (1d200c99-9767-4d54-a624-a71dbc0e4e5e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:06.985731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:06.987156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:07.041480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1a1da-2123-4bbf-9cef-d0d057b8e637 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade22bed-5889-4161-ad82-49fce8832b76,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:07.096830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=1d200c99-9767-4d54-a624-a71dbc0e4e5e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:07.115384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:32:07.175116 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d80305fb-0a92-41e9-9e91-34cc1f7fe0ce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7338104 Feb 10 04:32:07.175962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38166) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:07.181279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:07.332120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:07.335943 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:07.573396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38174) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:07.678514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-13e2dbbb-bd97-416c-b9e2-524bced284e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8e06d848a1943c2a6b139b581b414f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035054 Feb 10 04:32:07.683644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38184) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:07.732257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (7b2f552d-7bdd-40c1-ba64-c288b9d69432), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:07.837936 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f092-6597-41ee-9028-596a74eda761 admin admin] Publish callbacks [] for security_group (081bc9f9-373d-4579-bdfb-1545ebf455d6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:07.850765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=7b2f552d-7bdd-40c1-ba64-c288b9d69432,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:07.902681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f092-6597-41ee-9028-596a74eda761 admin admin] Publish callbacks [] for security_group (081bc9f9-373d-4579-bdfb-1545ebf455d6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:07.915727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': 'f665deb3-1614-43db-acc9-3b46f8bf9139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:07.921043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: 1d200c99-9767-4d54-a624-a71dbc0e4e5e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:32:08.025957 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:32:08.086061 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f092-6597-41ee-9028-596a74eda761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (081bc9f9-373d-4579-bdfb-1545ebf455d6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.091590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fa2f092-6597-41ee-9028-596a74eda761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.091590 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0fa2f092-6597-41ee-9028-596a74eda761 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/081bc9f9-373d-4579-bdfb-1545ebf455d6 HTTP/1.1" status: 204 len: 168 time: 0.4049807 Feb 10 04:32:08.100109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2f092-6597-41ee-9028-596a74eda761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081bc9f9-373d-4579-bdfb-1545ebf455d6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:08.128539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 1d200c99-9767-4d54-a624-a71dbc0e4e5e) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:08.133136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:08.133939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.153775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d692b-f91c-45c9-a176-5f6d3a622843 None None] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:08.256855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f9e9dce0-49a8-4c1c-9f15-97ee5d3824fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0796111 Feb 10 04:32:08.259463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38214) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:08.271965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6b68462d-6659-47b0-b614-14dfb6b6cf69 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-395668270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:08.312314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-1d200c99-9767-4d54-a624-a71dbc0e4e5e', 'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': '7b2f552d-7bdd-40c1-ba64-c288b9d69432'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:32:08.313551 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.406424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b68462d-6659-47b0-b614-14dfb6b6cf69 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (89f293f9-d387-4b07-a25c-39906201ebc3), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.407832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b68462d-6659-47b0-b614-14dfb6b6cf69 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (89f293f9-d387-4b07-a25c-39906201ebc3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.577845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b68462d-6659-47b0-b614-14dfb6b6cf69 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (89f293f9-d387-4b07-a25c-39906201ebc3), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.649080 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b68462d-6659-47b0-b614-14dfb6b6cf69 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (89f293f9-d387-4b07-a25c-39906201ebc3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.718551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Allocated IP 2001:db8::2 (1d200c99-9767-4d54-a624-a71dbc0e4e5e/7b2f552d-7bdd-40c1-ba64-c288b9d69432/f7da473e-0202-47c1-8db5-50f34996ca63) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:08.752019 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6b68462d-6659-47b0-b614-14dfb6b6cf69 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:08.755422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6b68462d-6659-47b0-b614-14dfb6b6cf69 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4926691 Feb 10 04:32:08.755884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38260) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:08.761057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'port': {'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e', 'name': 'tempest-RoutersIpV6Test-777294170'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:09.156335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:09.168237 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.208853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] device_id is not set on port 89780563-4205-43eb-a7fb-c63ec6964b0c yet. {{(pid=109959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:32:09.280656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38288) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:09.366676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7ce36b2e-d8b7-44c2-8fcb-491593a530c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a16cb36166fe4185856daaac690bc1ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845001 Feb 10 04:32:09.369542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38290) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:09.382158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Publish callbacks [] for port (f7da473e-0202-47c1-8db5-50f34996ca63), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.442464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84959037-2980-4298-86d5-cce0d4ddbceb admin admin] Publish callbacks [] for security_group (9b63f8ba-09fd-4fa8-a969-f0cfa28e9227), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.468485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84959037-2980-4298-86d5-cce0d4ddbceb admin admin] Publish callbacks [] for security_group (9b63f8ba-09fd-4fa8-a969-f0cfa28e9227), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.476196 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.512121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:09.522638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:09.533966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:09.615083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8::277 (1d200c99-9767-4d54-a624-a71dbc0e4e5e/7b2f552d-7bdd-40c1-ba64-c288b9d69432/89780563-4205-43eb-a7fb-c63ec6964b0c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:09.642093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Pushing event updated for resources: {'Port': ['ID=f7da473e-0202-47c1-8db5-50f34996ca63,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:09.651887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Attempting to bind port f7da473e-0202-47c1-8db5-50f34996ca63 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:09.652371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Attempting to bind port f7da473e-0202-47c1-8db5-50f34996ca63 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'f665deb3-1614-43db-acc9-3b46f8bf9139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:09.652843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Attempting to bind port f7da473e-0202-47c1-8db5-50f34996ca63 on network 1d200c99-9767-4d54-a624-a71dbc0e4e5e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:09.659112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:09.659533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Checking segment: {'id': 'f665deb3-1614-43db-acc9-3b46f8bf9139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:09.660193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.660313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84959037-2980-4298-86d5-cce0d4ddbceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (9b63f8ba-09fd-4fa8-a969-f0cfa28e9227), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.660921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Bound using segment: {'id': 'f665deb3-1614-43db-acc9-3b46f8bf9139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:09.661622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Bound port: f7da473e-0202-47c1-8db5-50f34996ca63, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f665deb3-1614-43db-acc9-3b46f8bf9139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1d200c99-9767-4d54-a624-a71dbc0e4e5e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:09.662262 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.662887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-84959037-2980-4298-86d5-cce0d4ddbceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.664445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-84959037-2980-4298-86d5-cce0d4ddbceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b63f8ba-09fd-4fa8-a969-f0cfa28e9227 HTTP/1.1" status: 204 len: 168 time: 0.2935498 Feb 10 04:32:09.677188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84959037-2980-4298-86d5-cce0d4ddbceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63f8ba-09fd-4fa8-a969-f0cfa28e9227,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:09.826497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] For port f7da473e-0202-47c1-8db5-50f34996ca63, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:09.842950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:09.843707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] For port f7da473e-0202-47c1-8db5-50f34996ca63, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f7da473e-0202-47c1-8db5-50f34996ca63,segment=NetworkSegment(f665deb3-1614-43db-acc9-3b46f8bf9139),segment_id=f665deb3-1614-43db-acc9-3b46f8bf9139)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:09.946504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:10.022459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:10.050672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066434f-7453-4702-9f61-0b9f17c20e47 None None] Pushing event updated for resources: {'Port': ['ID=f7da473e-0202-47c1-8db5-50f34996ca63,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:10.146789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:10.148367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=89780563-4205-43eb-a7fb-c63ec6964b0c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:10.166812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:10.179184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:10.197436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:10.198652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:10.328555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8231a846-ec42-4e82-80fe-08278f52f9d9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5695562 Feb 10 04:32:10.328747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:11.507216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:11.762923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65ef1c-9cc3-4000-9aaf-9402733daef2 None None] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:11.868824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-55aae234-aa39-49e0-955f-0caceb55ca0b None None] Provisioning complete for port f7da473e-0202-47c1-8db5-50f34996ca63 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:11.869439 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55aae234-aa39-49e0-955f-0caceb55ca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:11.974311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.010941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-55aae234-aa39-49e0-955f-0caceb55ca0b None None] Current status of the port f7da473e-0202-47c1-8db5-50f34996ca63 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:12.017516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55aae234-aa39-49e0-955f-0caceb55ca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.074467 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.101451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-55aae234-aa39-49e0-955f-0caceb55ca0b None None] For port f7da473e-0202-47c1-8db5-50f34996ca63, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f7da473e-0202-47c1-8db5-50f34996ca63,segment=NetworkSegment(f665deb3-1614-43db-acc9-3b46f8bf9139),segment_id=f665deb3-1614-43db-acc9-3b46f8bf9139)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:12.166099 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-55aae234-aa39-49e0-955f-0caceb55ca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.272063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aae234-aa39-49e0-955f-0caceb55ca0b None None] Pushing event updated for resources: {'Port': ['ID=f7da473e-0202-47c1-8db5-50f34996ca63,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:12.356848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (89f293f9-d387-4b07-a25c-39906201ebc3), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.492780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=89780563-4205-43eb-a7fb-c63ec6964b0c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:12.560949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f7da473e-0202-47c1-8db5-50f34996ca63 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:12.621945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.646377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eec45dcd-1104-4e39-80cb-096443bfd375 None None] Provisioning complete for port f7da473e-0202-47c1-8db5-50f34996ca63 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:12.647034 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eec45dcd-1104-4e39-80cb-096443bfd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.676200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f7da473e-0202-47c1-8db5-50f34996ca63 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:12.677898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:12.896077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f7da473e-0202-47c1-8db5-50f34996ca63 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:12.963782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eec45dcd-1104-4e39-80cb-096443bfd375 None None] Current status of the port f7da473e-0202-47c1-8db5-50f34996ca63 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:12.980383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eec45dcd-1104-4e39-80cb-096443bfd375 None None] Provisioning complete for port 89780563-4205-43eb-a7fb-c63ec6964b0c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:12.980886 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eec45dcd-1104-4e39-80cb-096443bfd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:13.060254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eec45dcd-1104-4e39-80cb-096443bfd375 None None] Port 89780563-4205-43eb-a7fb-c63ec6964b0c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:13.208130 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:13.209833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cb71fa5c-468f-4e60-9ad3-eb9ecf257325 None None] Provisioning complete for port 89780563-4205-43eb-a7fb-c63ec6964b0c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:13.210219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb71fa5c-468f-4e60-9ad3-eb9ecf257325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:13.303423 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:13.304223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (89f293f9-d387-4b07-a25c-39906201ebc3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:13.313590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cb71fa5c-468f-4e60-9ad3-eb9ecf257325 None None] Port 89780563-4205-43eb-a7fb-c63ec6964b0c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:13.422604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=89780563-4205-43eb-a7fb-c63ec6964b0c,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:13.460436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-41fb15ba-d434-41e1-8ccf-1a6762533513 None None] Provisioning complete for port 89780563-4205-43eb-a7fb-c63ec6964b0c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:13.460923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41fb15ba-d434-41e1-8ccf-1a6762533513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:13.508612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-41fb15ba-d434-41e1-8ccf-1a6762533513 None None] Port 89780563-4205-43eb-a7fb-c63ec6964b0c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:13.582091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:13.584044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:13.848486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 89f293f9-d387-4b07-a25c-39906201ebc3 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:32:14.033006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:14.048201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8efa927e-2939-47b6-bc9e-78d7537c8111 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/89f293f9-d387-4b07-a25c-39906201ebc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7197664 Feb 10 04:32:14.050081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2b9b94c3-222b-4d83-9c65-60091447283b None None] Provisioning complete for port 89780563-4205-43eb-a7fb-c63ec6964b0c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:14.050570 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b9b94c3-222b-4d83-9c65-60091447283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:14.051244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38350) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:14.110519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] Sync routers for ids ['89f293f9-d387-4b07-a25c-39906201ebc3'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:14.112478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ec5eb-f1b2-4b2d-9fb5-210f6fa32f3d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:14.114532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f24ec5eb-f1b2-4b2d-9fb5-210f6fa32f3d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports/89780563-4205-43eb-a7fb-c63ec6964b0c HTTP/1.1" status: 200 len: 983 time: 0.0621576 Feb 10 04:32:14.117112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38352) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:14.118868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b94c3-222b-4d83-9c65-60091447283b None None] Port 89780563-4205-43eb-a7fb-c63ec6964b0c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:14.128893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] Routers {'89f293f9-d387-4b07-a25c-39906201ebc3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:14.129792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['89f293f9-d387-4b07-a25c-39906201ebc3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:14.183208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:14.195905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] Routers {'89f293f9-d387-4b07-a25c-39906201ebc3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:14.196601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['89f293f9-d387-4b07-a25c-39906201ebc3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:14.256259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:14.256928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9930e5e-3c35-4207-adb3-be2050d3661c None None] The sync data for ids ['89f293f9-d387-4b07-a25c-39906201ebc3'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:14.586735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (89f293f9-d387-4b07-a25c-39906201ebc3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:14.860429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 89780563-4205-43eb-a7fb-c63ec6964b0c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:14.861854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:14.983167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:14.999818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 89780563-4205-43eb-a7fb-c63ec6964b0c owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:15.326193 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (89780563-4205-43eb-a7fb-c63ec6964b0c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:15.360489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=89780563-4205-43eb-a7fb-c63ec6964b0c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:15.502134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (89f293f9-d387-4b07-a25c-39906201ebc3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:15.761184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 89f293f9-d387-4b07-a25c-39906201ebc3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:32:15.877129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38372) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:15.921198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:15.929646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38376) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:15.930216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62c16e70-6bfa-4fb6-9660-07bd89882686 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/89f293f9-d387-4b07-a25c-39906201ebc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8007739 Feb 10 04:32:15.942264 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] Sync routers for ids ['89f293f9-d387-4b07-a25c-39906201ebc3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:15.965445 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] Routers {'89f293f9-d387-4b07-a25c-39906201ebc3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:15.966133 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['89f293f9-d387-4b07-a25c-39906201ebc3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:16.149053 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:16.159997 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] Routers {'89f293f9-d387-4b07-a25c-39906201ebc3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:16.161214 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['89f293f9-d387-4b07-a25c-39906201ebc3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:16.199739 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:16.200658 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a643ac8b-959c-4879-a5a5-0e43bd7d962c None None] The sync data for ids ['89f293f9-d387-4b07-a25c-39906201ebc3'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:16.203175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f76c9ef8-b3a2-4d50-b59e-69826fdd5eed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f68275c4e43e4584b8ba8388f8067bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240192 Feb 10 04:32:16.206141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:16.282562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd6f3-d5ef-4141-a4df-9f8113df86e1 admin admin] Publish callbacks [] for security_group (b840cfa4-8120-40e8-aa6c-10bb6349d5e4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:16.319817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd6f3-d5ef-4141-a4df-9f8113df86e1 admin admin] Publish callbacks [] for security_group (b840cfa4-8120-40e8-aa6c-10bb6349d5e4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:16.354110 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-abf513e1-c2b8-41e0-8e79-a5bb8e6c4d9f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 04:32:16.355235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-abf513e1-c2b8-41e0-8e79-a5bb8e6c4d9f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/89f293f9-d387-4b07-a25c-39906201ebc3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4231648 Feb 10 04:32:16.363922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38382) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:16.408479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-12ed8461-1449-4d19-9c80-df949f5b2f8a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f293f9-d387-4b07-a25c-39906201ebc3 HTTP/1.1" status: 200 len: 205 time: 0.0403264 Feb 10 04:32:16.413055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38384) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:16.505919 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd6f3-d5ef-4141-a4df-9f8113df86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b840cfa4-8120-40e8-aa6c-10bb6349d5e4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:16.509971 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd6f3-d5ef-4141-a4df-9f8113df86e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:16.513676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2c2dd6f3-d5ef-4141-a4df-9f8113df86e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b840cfa4-8120-40e8-aa6c-10bb6349d5e4 HTTP/1.1" status: 204 len: 168 time: 0.3038583 Feb 10 04:32:16.528786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f5de75d7-a212-4b5a-a00c-b98c1646cc5d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (89f293f9-d387-4b07-a25c-39906201ebc3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:16.598195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dd6f3-d5ef-4141-a4df-9f8113df86e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b840cfa4-8120-40e8-aa6c-10bb6349d5e4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:17.069392 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:17.465805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f5de75d7-a212-4b5a-a00c-b98c1646cc5d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (89f293f9-d387-4b07-a25c-39906201ebc3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:17.469470 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f5de75d7-a212-4b5a-a00c-b98c1646cc5d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (89f293f9-d387-4b07-a25c-39906201ebc3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:17.657305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f5de75d7-a212-4b5a-a00c-b98c1646cc5d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (89f293f9-d387-4b07-a25c-39906201ebc3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:17.658444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de75d7-a212-4b5a-a00c-b98c1646cc5d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Fanout notify agent at l3_agent the message router_deleted on router 89f293f9-d387-4b07-a25c-39906201ebc3 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:32:17.685113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f5de75d7-a212-4b5a-a00c-b98c1646cc5d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:17.686892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f5de75d7-a212-4b5a-a00c-b98c1646cc5d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/89f293f9-d387-4b07-a25c-39906201ebc3 HTTP/1.1" status: 204 len: 168 time: 1.2724159 Feb 10 04:32:17.689949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38396) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:17.755394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet 7b2f552d-7bdd-40c1-ba64-c288b9d69432 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:32:17.758788 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (7b2f552d-7bdd-40c1-ba64-c288b9d69432), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:17.806201 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (7b2f552d-7bdd-40c1-ba64-c288b9d69432), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:17.905644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7b2f552d-7bdd-40c1-ba64-c288b9d69432), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.091868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (7b2f552d-7bdd-40c1-ba64-c288b9d69432), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.126161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2f552d-7bdd-40c1-ba64-c288b9d69432,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:18.132603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.135846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8575ec25-c65e-4866-a50d-104bcc9cacb2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/7b2f552d-7bdd-40c1-ba64-c288b9d69432 HTTP/1.1" status: 204 len: 168 time: 0.4449174 Feb 10 04:32:18.138477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38402) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:18.139090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0853ac63-5d24-462d-8582-f34f837e95e7 None None] Network 1d200c99-9767-4d54-a624-a71dbc0e4e5e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:18.222394 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (1d200c99-9767-4d54-a624-a71dbc0e4e5e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.296980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port f7da473e-0202-47c1-8db5-50f34996ca63 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:18.297456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.355332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] DHCP port deletion for 1d200c99-9767-4d54-a624-a71dbc0e4e5e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:32:18.406025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port f7da473e-0202-47c1-8db5-50f34996ca63, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f7da473e-0202-47c1-8db5-50f34996ca63,segment=NetworkSegment(f665deb3-1614-43db-acc9-3b46f8bf9139),segment_id=f665deb3-1614-43db-acc9-3b46f8bf9139)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:18.406334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.432598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for f7da473e-0202-47c1-8db5-50f34996ca63 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:18.462236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] Deleting port f7da473e-0202-47c1-8db5-50f34996ca63 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:18.464229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.469574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f7da473e-0202-47c1-8db5-50f34996ca63 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:18.558081 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.614294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] For port f7da473e-0202-47c1-8db5-50f34996ca63, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f7da473e-0202-47c1-8db5-50f34996ca63,segment=NetworkSegment(f665deb3-1614-43db-acc9-3b46f8bf9139),segment_id=f665deb3-1614-43db-acc9-3b46f8bf9139)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:18.614692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.620211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.628742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port f7da473e-0202-47c1-8db5-50f34996ca63 {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:32:18.628742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port f7da473e-0202-47c1-8db5-50f34996ca63 host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:32:18.628742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f7da473e-0202-47c1-8db5-50f34996ca63 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:18.634356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] Calling delete_port for f7da473e-0202-47c1-8db5-50f34996ca63 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:18.662735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port f7da473e-0202-47c1-8db5-50f34996ca63 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:18.664646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=f7da473e-0202-47c1-8db5-50f34996ca63,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:18.762649 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (1d200c99-9767-4d54-a624-a71dbc0e4e5e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.788160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (f7da473e-0202-47c1-8db5-50f34996ca63), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.811365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d200c99-9767-4d54-a624-a71dbc0e4e5e']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:18.832704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] Pushing event deleted for resources: {'Port': ['ID=f7da473e-0202-47c1-8db5-50f34996ca63,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:18.835334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599b2a6-018f-4603-be16-215c2fb84f7b None None] No DVR routers for this DVR port f7da473e-0202-47c1-8db5-50f34996ca63 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:18.839064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f665deb3-1614-43db-acc9-3b46f8bf9139') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:18.839447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f665deb3-1614-43db-acc9-3b46f8bf9139') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:18.857629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (f665deb3-1614-43db-acc9-3b46f8bf9139), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.873539 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (f665deb3-1614-43db-acc9-3b46f8bf9139), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.880607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:32:18.884694 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (f665deb3-1614-43db-acc9-3b46f8bf9139), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:32:18.885327 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:32:19.054228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (1d200c99-9767-4d54-a624-a71dbc0e4e5e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:19.061905 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:19.076582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/1d200c99-9767-4d54-a624-a71dbc0e4e5e HTTP/1.1" status: 204 len: 168 time: 0.9262469 Feb 10 04:32:19.077131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38412) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:19.077607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1949595027'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:19.084829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4848f-482f-4b63-8d0f-e3efc2b0312b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=1d200c99-9767-4d54-a624-a71dbc0e4e5e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:19.194449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:19.205599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:19.232973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:32:19.247258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:19.247604 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment 6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f of type vlan for network d303ad91-96cb-4a67-ad97-f4785ee02f26 Feb 10 04:32:19.294952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (d303ad91-96cb-4a67-ad97-f4785ee02f26), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:19.428416 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (d303ad91-96cb-4a67-ad97-f4785ee02f26), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:19.435227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:19.435905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:19.518087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=d303ad91-96cb-4a67-ad97-f4785ee02f26,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:19.546513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:32:19.570925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-163240fe-3a9b-44d1-90e4-0227cd0c7198 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4996662 Feb 10 04:32:19.573841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38414) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:19.580373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': 'd303ad91-96cb-4a67-ad97-f4785ee02f26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:19.867175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:19.874641 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:20.208617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (6c1aa21c-5366-43e5-9589-daba9efda0cb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:20.306493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=6c1aa21c-5366-43e5-9589-daba9efda0cb,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:20.351078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': '6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd303ad91-96cb-4a67-ad97-f4785ee02f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:20.352035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: d303ad91-96cb-4a67-ad97-f4785ee02f26, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:32:20.474669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:32:20.542968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, d303ad91-96cb-4a67-ad97-f4785ee02f26) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:20.554693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:20.556198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bbd655-70d3-41fd-b96b-8ffadbbaece3 None None] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:20.556807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:20.671808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38426) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:20.677975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b7347a0a-c7e0-41e8-826c-a86ddfc18409 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1132602955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:20.690052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7e86ea78-0d6b-4356-b0fa-0e774970e2f7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0938652 Feb 10 04:32:20.690156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-d303ad91-96cb-4a67-ad97-f4785ee02f26', 'network_id': 'd303ad91-96cb-4a67-ad97-f4785ee02f26', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': '6c1aa21c-5366-43e5-9589-daba9efda0cb'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:32:20.690156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:20.826377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7347a0a-c7e0-41e8-826c-a86ddfc18409 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (db8795b0-9d0d-4f73-9436-b9bd281027f3), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:20.829960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7347a0a-c7e0-41e8-826c-a86ddfc18409 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (db8795b0-9d0d-4f73-9436-b9bd281027f3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:20.928384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7347a0a-c7e0-41e8-826c-a86ddfc18409 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (db8795b0-9d0d-4f73-9436-b9bd281027f3), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:20.932252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Allocated IP 2001:db8::2 (d303ad91-96cb-4a67-ad97-f4785ee02f26/6c1aa21c-5366-43e5-9589-daba9efda0cb/f36855fe-71c5-407d-ab4f-64aa74de5fde) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:21.006063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7347a0a-c7e0-41e8-826c-a86ddfc18409 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (db8795b0-9d0d-4f73-9436-b9bd281027f3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.096855 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Publish callbacks [] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.099288 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b7347a0a-c7e0-41e8-826c-a86ddfc18409 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.102783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b7347a0a-c7e0-41e8-826c-a86ddfc18409 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4277167 Feb 10 04:32:21.103576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38434) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:21.196750 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.251810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:21.255022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:21.260564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:21.263955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Pushing event updated for resources: {'Port': ['ID=f36855fe-71c5-407d-ab4f-64aa74de5fde,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:21.341114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Attempting to bind port f36855fe-71c5-407d-ab4f-64aa74de5fde on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:21.341643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Attempting to bind port f36855fe-71c5-407d-ab4f-64aa74de5fde by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd303ad91-96cb-4a67-ad97-f4785ee02f26'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:21.342148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Attempting to bind port f36855fe-71c5-407d-ab4f-64aa74de5fde on network d303ad91-96cb-4a67-ad97-f4785ee02f26 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:21.350602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:21.351193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Checking segment: {'id': '6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd303ad91-96cb-4a67-ad97-f4785ee02f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:21.351713 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.352213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Bound using segment: {'id': '6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd303ad91-96cb-4a67-ad97-f4785ee02f26'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:21.353135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Bound port: f36855fe-71c5-407d-ab4f-64aa74de5fde, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd303ad91-96cb-4a67-ad97-f4785ee02f26'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:21.353918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.458891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] For port f36855fe-71c5-407d-ab4f-64aa74de5fde, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:21.464716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] For port f36855fe-71c5-407d-ab4f-64aa74de5fde, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f36855fe-71c5-407d-ab4f-64aa74de5fde,segment=NetworkSegment(6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f),segment_id=6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:21.481187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.557717 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:21.632645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563570e-f6b9-4888-b207-e4e54ede7c5f None None] Pushing event updated for resources: {'Port': ['ID=f36855fe-71c5-407d-ab4f-64aa74de5fde,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:21.794040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8::1 (d303ad91-96cb-4a67-ad97-f4785ee02f26/6c1aa21c-5366-43e5-9589-daba9efda0cb/8e776dc7-ee93-4a0d-9916-de589ca0a4fe) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:21.983461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:22.120471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:22.180760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:22.188849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=8e776dc7-ee93-4a0d-9916-de589ca0a4fe,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:22.192702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:22.194807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:22.195363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (db8795b0-9d0d-4f73-9436-b9bd281027f3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:22.504216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f36855fe-71c5-407d-ab4f-64aa74de5fde up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:22.505658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:22.592203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f36855fe-71c5-407d-ab4f-64aa74de5fde triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:22.593139 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:22.760497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f36855fe-71c5-407d-ab4f-64aa74de5fde is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:22.760497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:22.823875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port f36855fe-71c5-407d-ab4f-64aa74de5fde, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f36855fe-71c5-407d-ab4f-64aa74de5fde,segment=NetworkSegment(6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f),segment_id=6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:22.935033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b280cc2-fe9c-4985-be11-30cb6e0875b1 None None] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:23.000887 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:23.102812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-61f3f0b4-46c1-4fce-9b7a-8dbdd9664a5b None None] Provisioning complete for port f36855fe-71c5-407d-ab4f-64aa74de5fde triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:23.103225 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61f3f0b4-46c1-4fce-9b7a-8dbdd9664a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:23.125293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=f36855fe-71c5-407d-ab4f-64aa74de5fde,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:23.256114 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:23.259120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-61f3f0b4-46c1-4fce-9b7a-8dbdd9664a5b None None] Current status of the port f36855fe-71c5-407d-ab4f-64aa74de5fde is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:23.325792 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:23.326606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (db8795b0-9d0d-4f73-9436-b9bd281027f3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:23.500286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=8e776dc7-ee93-4a0d-9916-de589ca0a4fe,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:23.539816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:23.541298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:23.613055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-70d1b897-a7d7-4b84-9048-ad8594dfc130 None None] Provisioning complete for port f36855fe-71c5-407d-ab4f-64aa74de5fde triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:23.613659 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-70d1b897-a7d7-4b84-9048-ad8594dfc130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:23.799465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-70d1b897-a7d7-4b84-9048-ad8594dfc130 None None] Current status of the port f36855fe-71c5-407d-ab4f-64aa74de5fde is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:23.822850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-70d1b897-a7d7-4b84-9048-ad8594dfc130 None None] Provisioning complete for port 8e776dc7-ee93-4a0d-9916-de589ca0a4fe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:23.823241 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-70d1b897-a7d7-4b84-9048-ad8594dfc130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:23.839860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router db8795b0-9d0d-4f73-9436-b9bd281027f3 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:32:23.908776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-70d1b897-a7d7-4b84-9048-ad8594dfc130 None None] Port 8e776dc7-ee93-4a0d-9916-de589ca0a4fe cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:24.019510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:24.029673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f0d5e2b4-6c77-42a6-9496-cd94e812514b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/db8795b0-9d0d-4f73-9436-b9bd281027f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231312 Feb 10 04:32:24.030593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38470) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:24.034504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] Sync routers for ids ['db8795b0-9d0d-4f73-9436-b9bd281027f3'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:24.073458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] Routers {'db8795b0-9d0d-4f73-9436-b9bd281027f3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:24.078171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['db8795b0-9d0d-4f73-9436-b9bd281027f3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:24.114222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d22de-61ce-4efb-ab63-f46f61bdff66 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:24.116693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c24d22de-61ce-4efb-ab63-f46f61bdff66 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports/8e776dc7-ee93-4a0d-9916-de589ca0a4fe HTTP/1.1" status: 200 len: 911 time: 0.0804291 Feb 10 04:32:24.118501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38474) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:24.169197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:24.179291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-42838265-09f3-463c-b270-1305793b4bc9 None None] Provisioning complete for port 8e776dc7-ee93-4a0d-9916-de589ca0a4fe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:24.179676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42838265-09f3-463c-b270-1305793b4bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:24.243866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] Routers {'db8795b0-9d0d-4f73-9436-b9bd281027f3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:24.244446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['db8795b0-9d0d-4f73-9436-b9bd281027f3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:24.333837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:24.334502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a65645-e3ef-43f9-a992-605cea5a8614 None None] The sync data for ids ['db8795b0-9d0d-4f73-9436-b9bd281027f3'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:24.360533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-42838265-09f3-463c-b270-1305793b4bc9 None None] Port 8e776dc7-ee93-4a0d-9916-de589ca0a4fe cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:24.488592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e5547548-1726-439d-88e9-13c788d8ff4b None None] Provisioning complete for port 8e776dc7-ee93-4a0d-9916-de589ca0a4fe triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:24.488976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e5547548-1726-439d-88e9-13c788d8ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:24.698579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (db8795b0-9d0d-4f73-9436-b9bd281027f3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:24.739324 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e5547548-1726-439d-88e9-13c788d8ff4b None None] Port 8e776dc7-ee93-4a0d-9916-de589ca0a4fe cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:24.740961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f36855fe-71c5-407d-ab4f-64aa74de5fde up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:24.807526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f36855fe-71c5-407d-ab4f-64aa74de5fde triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:24.807988 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:24.897181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f36855fe-71c5-407d-ab4f-64aa74de5fde is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:25.049461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 8e776dc7-ee93-4a0d-9916-de589ca0a4fe {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:25.050533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:25.174640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:25.187247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 8e776dc7-ee93-4a0d-9916-de589ca0a4fe owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:25.566610 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (8e776dc7-ee93-4a0d-9916-de589ca0a4fe), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:25.628436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=8e776dc7-ee93-4a0d-9916-de589ca0a4fe,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:25.752680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (db8795b0-9d0d-4f73-9436-b9bd281027f3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:25.984348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router db8795b0-9d0d-4f73-9436-b9bd281027f3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:32:26.117020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:26.129269 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] Sync routers for ids ['db8795b0-9d0d-4f73-9436-b9bd281027f3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:26.134448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3bed75a3-85c5-4569-8c11-ebe54d4d01c9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/db8795b0-9d0d-4f73-9436-b9bd281027f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0087092 Feb 10 04:32:26.134774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38486) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:26.151723 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] Routers {'db8795b0-9d0d-4f73-9436-b9bd281027f3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:26.152623 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['db8795b0-9d0d-4f73-9436-b9bd281027f3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:26.170828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-231b17b4-6720-4686-8094-1b73182b0d44 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8795b0-9d0d-4f73-9436-b9bd281027f3 HTTP/1.1" status: 200 len: 205 time: 0.0326800 Feb 10 04:32:26.171054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38488) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:26.202968 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:26.212263 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] Routers {'db8795b0-9d0d-4f73-9436-b9bd281027f3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:26.213092 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['db8795b0-9d0d-4f73-9436-b9bd281027f3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:26.251126 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:26.252180 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6f35be-914b-4a34-bbcd-f7c28d10f1d7 None None] The sync data for ids ['db8795b0-9d0d-4f73-9436-b9bd281027f3'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:26.285211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cedf21dc-1353-4913-be88-e200ee509ce7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (db8795b0-9d0d-4f73-9436-b9bd281027f3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:26.498645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cedf21dc-1353-4913-be88-e200ee509ce7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (db8795b0-9d0d-4f73-9436-b9bd281027f3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:26.498645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cedf21dc-1353-4913-be88-e200ee509ce7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (db8795b0-9d0d-4f73-9436-b9bd281027f3), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:26.613796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cedf21dc-1353-4913-be88-e200ee509ce7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (db8795b0-9d0d-4f73-9436-b9bd281027f3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:26.614586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf21dc-1353-4913-be88-e200ee509ce7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Fanout notify agent at l3_agent the message router_deleted on router db8795b0-9d0d-4f73-9436-b9bd281027f3 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:32:26.621878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cedf21dc-1353-4913-be88-e200ee509ce7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:26.626990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38494) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:26.627606 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cedf21dc-1353-4913-be88-e200ee509ce7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/db8795b0-9d0d-4f73-9436-b9bd281027f3 HTTP/1.1" status: 204 len: 168 time: 0.4542313 Feb 10 04:32:26.709353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet 6c1aa21c-5366-43e5-9589-daba9efda0cb {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:32:26.711170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (6c1aa21c-5366-43e5-9589-daba9efda0cb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:26.763926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (6c1aa21c-5366-43e5-9589-daba9efda0cb), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:26.879965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6c1aa21c-5366-43e5-9589-daba9efda0cb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:27.702993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (6c1aa21c-5366-43e5-9589-daba9efda0cb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:27.727963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652248b3-5636-420a-a83b-0936e518cf84 None None] Network d303ad91-96cb-4a67-ad97-f4785ee02f26 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:27.733928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ea2e26d7-3c1e-46f0-890b-2071002cb221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:27.765197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:27.775362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38502) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:27.775920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/6c1aa21c-5366-43e5-9589-daba9efda0cb HTTP/1.1" status: 204 len: 168 time: 1.1475086 Feb 10 04:32:27.777281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3443f7a-6517-4347-b008-2bd189ed26ed tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1aa21c-5366-43e5-9589-daba9efda0cb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:27.881459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (d303ad91-96cb-4a67-ad97-f4785ee02f26), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:27.956217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port f36855fe-71c5-407d-ab4f-64aa74de5fde {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:27.956609 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:27.975037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] DHCP port deletion for d303ad91-96cb-4a67-ad97-f4785ee02f26 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:32:28.028379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port f36855fe-71c5-407d-ab4f-64aa74de5fde, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f36855fe-71c5-407d-ab4f-64aa74de5fde,segment=NetworkSegment(6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f),segment_id=6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:28.029082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.050420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for f36855fe-71c5-407d-ab4f-64aa74de5fde owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:28.066212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] Deleting port f36855fe-71c5-407d-ab4f-64aa74de5fde {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:28.066595 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.146576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] For port f36855fe-71c5-407d-ab4f-64aa74de5fde, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f36855fe-71c5-407d-ab4f-64aa74de5fde,segment=NetworkSegment(6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f),segment_id=6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:28.147045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.161993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] Calling delete_port for f36855fe-71c5-407d-ab4f-64aa74de5fde owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:28.234013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.258325 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (f36855fe-71c5-407d-ab4f-64aa74de5fde), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.260823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=f36855fe-71c5-407d-ab4f-64aa74de5fde,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:28.270071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port f36855fe-71c5-407d-ab4f-64aa74de5fde on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:28.296374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] Pushing event deleted for resources: {'Port': ['ID=f36855fe-71c5-407d-ab4f-64aa74de5fde,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:28.300878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9d3dd-d9d2-4e53-8520-a782a8bc1cd5 None None] No DVR routers for this DVR port f36855fe-71c5-407d-ab4f-64aa74de5fde on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:28.453954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (d303ad91-96cb-4a67-ad97-f4785ee02f26), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.508312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f36855fe-71c5-407d-ab4f-64aa74de5fde no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:28.524158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d303ad91-96cb-4a67-ad97-f4785ee02f26']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:28.548290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:28.548899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:28.549646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f36855fe-71c5-407d-ab4f-64aa74de5fde {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:32:28.550097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f36855fe-71c5-407d-ab4f-64aa74de5fde not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:28.562104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.579808 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.586100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:32:28.586496 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (6fafa9d3-c4cd-45a9-bd98-97860a8b3d6f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:32:28.662179 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:32:28.754636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (d303ad91-96cb-4a67-ad97-f4785ee02f26), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.776797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.780372 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/d303ad91-96cb-4a67-ad97-f4785ee02f26 HTTP/1.1" status: 204 len: 168 time: 1.0038750 Feb 10 04:32:28.786903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38524) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:28.792964 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-660790462', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:28.800213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13d9a2-da16-4967-9e18-94a6f8723c9d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=d303ad91-96cb-4a67-ad97-f4785ee02f26,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:28.903189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.905096 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:28.992851 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (f85123c9-6cf6-4fff-a127-8dad53ac44ba), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.169593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38530) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:29.322295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_gateway (f85123c9-6cf6-4fff-a127-8dad53ac44ba), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.383735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af0a7763-fc62-4133-aa28-0fdfdb28b2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.497775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af0a7763-fc62-4133-aa28-0fdfdb28b2c4 admin admin] Publish callbacks [] for security_group (4504a9d0-ef03-4dc4-8e2f-01246c41ba88), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.573616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af0a7763-fc62-4133-aa28-0fdfdb28b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4504a9d0-ef03-4dc4-8e2f-01246c41ba88), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.647907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a7763-fc62-4133-aa28-0fdfdb28b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4504a9d0-ef03-4dc4-8e2f-01246c41ba88,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:29.648322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-af0a7763-fc62-4133-aa28-0fdfdb28b2c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37bc439883b84b099b4a220ecc93d1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4769654 Feb 10 04:32:29.649690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38542) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:29.695022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_gateway (f85123c9-6cf6-4fff-a127-8dad53ac44ba), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.742350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.751204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2914bd4-ea28-4723-8be9-4af986274350 admin admin] Publish callbacks [] for security_group (4504a9d0-ef03-4dc4-8e2f-01246c41ba88), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.776881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2914bd4-ea28-4723-8be9-4af986274350 admin admin] Publish callbacks [] for security_group (4504a9d0-ef03-4dc4-8e2f-01246c41ba88), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.833792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b9bf-0da2-444b-b91f-85c119be7ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.878247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 172.25.8.137 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/9c3bdb6b-b4ff-41f9-a51f-868105e620b7) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:29.922524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2914bd4-ea28-4723-8be9-4af986274350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4504a9d0-ef03-4dc4-8e2f-01246c41ba88), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.928066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2914bd4-ea28-4723-8be9-4af986274350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:29.933803 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a2914bd4-ea28-4723-8be9-4af986274350 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4504a9d0-ef03-4dc4-8e2f-01246c41ba88 HTTP/1.1" status: 204 len: 168 time: 0.2817924 Feb 10 04:32:29.945186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2914bd4-ea28-4723-8be9-4af986274350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4504a9d0-ef03-4dc4-8e2f-01246c41ba88,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:30.003067 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (9c3bdb6b-b4ff-41f9-a51f-868105e620b7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:30.105821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9c3bdb6b-b4ff-41f9-a51f-868105e620b7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:30.183902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=9c3bdb6b-b4ff-41f9-a51f-868105e620b7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:30.198683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:30.200678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:30.203497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:30.677870 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_gateway (f85123c9-6cf6-4fff-a127-8dad53ac44ba), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:30.784115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:30.832730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61a00f22-63a5-496f-a01c-9352e8f07ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:30.988564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61a00f22-63a5-496f-a01c-9352e8f07ad0 admin admin] Publish callbacks [] for security_group (3c711c88-3158-4296-b03c-4219ec8d4bbe), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.019874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.100323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-61a00f22-63a5-496f-a01c-9352e8f07ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3c711c88-3158-4296-b03c-4219ec8d4bbe), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.101245 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.140386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-61a00f22-63a5-496f-a01c-9352e8f07ad0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46d590a6a3e34e89a4d1b4ae302dfa9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549907 Feb 10 04:32:31.145560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38556) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:31.163630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a00f22-63a5-496f-a01c-9352e8f07ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c711c88-3158-4296-b03c-4219ec8d4bbe,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:31.215301 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71cdff65-d441-40dc-84a4-893ae94d10f7 admin admin] Publish callbacks [] for security_group (3c711c88-3158-4296-b03c-4219ec8d4bbe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.244221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71cdff65-d441-40dc-84a4-893ae94d10f7 admin admin] Publish callbacks [] for security_group (3c711c88-3158-4296-b03c-4219ec8d4bbe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.263557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router f85123c9-6cf6-4fff-a127-8dad53ac44ba is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:32:31.394538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:31.406269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] Sync routers for ids ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:31.425103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71cdff65-d441-40dc-84a4-893ae94d10f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3c711c88-3158-4296-b03c-4219ec8d4bbe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.428619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] Routers {'f85123c9-6cf6-4fff-a127-8dad53ac44ba'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:31.428619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:31.428841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-71cdff65-d441-40dc-84a4-893ae94d10f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.430059 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-71cdff65-d441-40dc-84a4-893ae94d10f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c711c88-3158-4296-b03c-4219ec8d4bbe HTTP/1.1" status: 204 len: 168 time: 0.2832897 Feb 10 04:32:31.441000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdff65-d441-40dc-84a4-893ae94d10f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c711c88-3158-4296-b03c-4219ec8d4bbe,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:31.488630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:31.502655 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:31.502655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-20f3ad75-4737-40bf-9444-756ed3ee43e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7097373 Feb 10 04:32:31.502655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38562) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:31.527127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] Routers {'f85123c9-6cf6-4fff-a127-8dad53ac44ba'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:31.528281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:31.574401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:31.575452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4d6b3-d7a2-4313-a148-f255c6fa6379 None None] The sync data for ids ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:31.674427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-614997f6-1c55-43c4-996f-a7fe922d0761 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/routers/f85123c9-6cf6-4fff-a127-8dad53ac44ba HTTP/1.1" status: 200 len: 884 time: 0.1713600 Feb 10 04:32:31.676390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38564) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:31.907414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ca8d3416-0db4-473c-ab4d-bc0e3cdc6cef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2276669 Feb 10 04:32:31.907820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38570) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:31.912562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a2fd8491-56b2-400f-9c5e-ee57478e091f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-660790462'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:32.355078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38574) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:32.371455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2076-2c29-488c-a832-38c603185540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.473593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2076-2c29-488c-a832-38c603185540 admin admin] Publish callbacks [] for security_group (b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.596824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8491-56b2-400f-9c5e-ee57478e091f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.630962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbfb2076-2c29-488c-a832-38c603185540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.674508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dbfb2076-2c29-488c-a832-38c603185540 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78275eacd32149d396e5b9fc53ec0fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158104 Feb 10 04:32:32.674508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb2076-2c29-488c-a832-38c603185540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:32.675052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38586) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:32.686132 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.739939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8867749-8a1f-4b24-bfbc-87a7d30a4ab6 admin admin] Publish callbacks [] for security_group (b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.760487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8867749-8a1f-4b24-bfbc-87a7d30a4ab6 admin admin] Publish callbacks [] for security_group (b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.796673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8491-56b2-400f-9c5e-ee57478e091f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.912885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fd8491-56b2-400f-9c5e-ee57478e091f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router f85123c9-6cf6-4fff-a127-8dad53ac44ba has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:32:32.925131 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8867749-8a1f-4b24-bfbc-87a7d30a4ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.927710 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b8867749-8a1f-4b24-bfbc-87a7d30a4ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:32.931451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b8867749-8a1f-4b24-bfbc-87a7d30a4ab6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b HTTP/1.1" status: 204 len: 168 time: 0.2530107 Feb 10 04:32:32.976238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8867749-8a1f-4b24-bfbc-87a7d30a4ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b09cdb-50ff-4bcd-ad2c-024c76e91a0b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:33.072765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fd8491-56b2-400f-9c5e-ee57478e091f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:33.083559 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] Sync routers for ids ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:33.088671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a2fd8491-56b2-400f-9c5e-ee57478e091f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:33.092298 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a2fd8491-56b2-400f-9c5e-ee57478e091f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/f85123c9-6cf6-4fff-a127-8dad53ac44ba HTTP/1.1" status: 200 len: 891 time: 1.1811690 Feb 10 04:32:33.093009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38592) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:33.118492 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] Routers {'f85123c9-6cf6-4fff-a127-8dad53ac44ba'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:33.120909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:33.168470 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:33.178226 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] Routers {'f85123c9-6cf6-4fff-a127-8dad53ac44ba'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:33.179084 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:33.228007 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:33.228948 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cdcf78-b55b-407c-82f0-88b2d4e3b751 None None] The sync data for ids ['f85123c9-6cf6-4fff-a127-8dad53ac44ba'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:33.273417 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4a3df0fc-e6da-4cb2-b6e3-777ef799ca2f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/routers/f85123c9-6cf6-4fff-a127-8dad53ac44ba HTTP/1.1" status: 200 len: 891 time: 0.1792443 Feb 10 04:32:33.276054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38596) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:33.309014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4122a8af-b088-4b4e-8fcc-1c361e8afa42 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=f85123c9-6cf6-4fff-a127-8dad53ac44ba HTTP/1.1" status: 200 len: 205 time: 0.0315862 Feb 10 04:32:33.311565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38598) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:33.833758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:33.961060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_gateway (f85123c9-6cf6-4fff-a127-8dad53ac44ba), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.103851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 9c3bdb6b-b4ff-41f9-a51f-868105e620b7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:34.104485 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9c3bdb6b-b4ff-41f9-a51f-868105e620b7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.209070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9c3bdb6b-b4ff-41f9-a51f-868105e620b7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.224960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 9c3bdb6b-b4ff-41f9-a51f-868105e620b7 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:34.292302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.545682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9c3bdb6b-b4ff-41f9-a51f-868105e620b7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.577836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=9c3bdb6b-b4ff-41f9-a51f-868105e620b7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:34.652414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (f85123c9-6cf6-4fff-a127-8dad53ac44ba), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.774907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.777326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (f85123c9-6cf6-4fff-a127-8dad53ac44ba), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.916652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (f85123c9-6cf6-4fff-a127-8dad53ac44ba), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.917316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Fanout notify agent at l3_agent the message router_deleted on router f85123c9-6cf6-4fff-a127-8dad53ac44ba {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:32:34.939469 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:34.939469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7c988dae-2449-41f7-b9dd-b0af895d44e1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/f85123c9-6cf6-4fff-a127-8dad53ac44ba HTTP/1.1" status: 204 len: 168 time: 1.6189530 Feb 10 04:32:34.939707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38628) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:34.944847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1979380541'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:35.090984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:35.096845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:35.138500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:32:35.153167 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0ab82be6-0b4d-4ea2-853b-c523fcf9672f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:35.153755 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment 0ab82be6-0b4d-4ea2-853b-c523fcf9672f of type vlan for network b4bfee82-9414-4b6a-abc3-c3424aba04a5 Feb 10 04:32:35.199262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (b4bfee82-9414-4b6a-abc3-c3424aba04a5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:35.290797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (b4bfee82-9414-4b6a-abc3-c3424aba04a5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:35.296174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:35.296978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:35.378596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=b4bfee82-9414-4b6a-abc3-c3424aba04a5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:35.410853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:32:35.431720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-48901064-11e9-4cc4-8b00-134f38942eaa tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4919233 Feb 10 04:32:35.433528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38638) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:35.439520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': 'b4bfee82-9414-4b6a-abc3-c3424aba04a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:35.576794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:35.580663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:35.852417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (5a015282-c91b-4f0c-bd95-fa6694bb92ef), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:35.922048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=5a015282-c91b-4f0c-bd95-fa6694bb92ef,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:35.971803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': '0ab82be6-0b4d-4ea2-853b-c523fcf9672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4bfee82-9414-4b6a-abc3-c3424aba04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:35.972955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: b4bfee82-9414-4b6a-abc3-c3424aba04a5, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:32:36.080653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:32:36.165192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, b4bfee82-9414-4b6a-abc3-c3424aba04a5) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:36.175651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:36.176300 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.181651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc0e90-8001-4fc6-a3c0-14d91b4976fb None None] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:36.287236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-988fc97f-f8c8-4276-972b-fcc1a611a305 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8499861 Feb 10 04:32:36.287553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38646) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:36.293941 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-be4c8910-7895-4c06-824b-63c7357059e9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-692548587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:36.327924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-b4bfee82-9414-4b6a-abc3-c3424aba04a5', 'network_id': 'b4bfee82-9414-4b6a-abc3-c3424aba04a5', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': '5a015282-c91b-4f0c-bd95-fa6694bb92ef'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:32:36.331414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.426355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4c8910-7895-4c06-824b-63c7357059e9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (9d899426-1a51-4157-9067-64777be16fef), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.428445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4c8910-7895-4c06-824b-63c7357059e9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (9d899426-1a51-4157-9067-64777be16fef), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.516143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4c8910-7895-4c06-824b-63c7357059e9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (9d899426-1a51-4157-9067-64777be16fef), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.559554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Allocated IP 2001:db8::2 (b4bfee82-9414-4b6a-abc3-c3424aba04a5/5a015282-c91b-4f0c-bd95-fa6694bb92ef/39fb7bf5-fad7-4a21-800e-2afe653d060b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:36.594306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4c8910-7895-4c06-824b-63c7357059e9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (9d899426-1a51-4157-9067-64777be16fef), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.707422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4c8910-7895-4c06-824b-63c7357059e9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.711296 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be4c8910-7895-4c06-824b-63c7357059e9 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4187305 Feb 10 04:32:36.711448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38650) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:36.737601 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Publish callbacks [] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.811317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:36.917843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Pushing event updated for resources: {'Port': ['ID=39fb7bf5-fad7-4a21-800e-2afe653d060b,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:36.952507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:36.955365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:36.964264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:37.070152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Attempting to bind port 39fb7bf5-fad7-4a21-800e-2afe653d060b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Attempting to bind port 39fb7bf5-fad7-4a21-800e-2afe653d060b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '0ab82be6-0b4d-4ea2-853b-c523fcf9672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4bfee82-9414-4b6a-abc3-c3424aba04a5'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Attempting to bind port 39fb7bf5-fad7-4a21-800e-2afe653d060b on network b4bfee82-9414-4b6a-abc3-c3424aba04a5 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Checking segment: {'id': '0ab82be6-0b4d-4ea2-853b-c523fcf9672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4bfee82-9414-4b6a-abc3-c3424aba04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Bound using segment: {'id': '0ab82be6-0b4d-4ea2-853b-c523fcf9672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4bfee82-9414-4b6a-abc3-c3424aba04a5'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Bound port: 39fb7bf5-fad7-4a21-800e-2afe653d060b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab82be6-0b4d-4ea2-853b-c523fcf9672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4bfee82-9414-4b6a-abc3-c3424aba04a5'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:37.089458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:37.103464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:37.158291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] For port 39fb7bf5-fad7-4a21-800e-2afe653d060b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:37.161515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] For port 39fb7bf5-fad7-4a21-800e-2afe653d060b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=39fb7bf5-fad7-4a21-800e-2afe653d060b,segment=NetworkSegment(0ab82be6-0b4d-4ea2-853b-c523fcf9672f),segment_id=0ab82be6-0b4d-4ea2-853b-c523fcf9672f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:37.298068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:37.361226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1146d4-c6d1-41d4-a194-4a5eacc812c2 None None] Pushing event updated for resources: {'Port': ['ID=39fb7bf5-fad7-4a21-800e-2afe653d060b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:37.384313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8::1 (b4bfee82-9414-4b6a-abc3-c3424aba04a5/5a015282-c91b-4f0c-bd95-fa6694bb92ef/c9a6360f-09a8-4a69-865b-2df5bb921577) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:37.510631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:37.688174 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:37.737335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:37.740643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:37.744492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:37.745052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (9d899426-1a51-4157-9067-64777be16fef), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:37.783897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=c9a6360f-09a8-4a69-865b-2df5bb921577,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:37.965655 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.263938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.364652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.365733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (9d899426-1a51-4157-9067-64777be16fef), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.420277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6db3ab-0dcc-4659-a1f5-13ae08ed470b None None] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:38.460923 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=c9a6360f-09a8-4a69-865b-2df5bb921577,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:38.514766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:38.516202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:38.543231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2b75f2a9-fb07-4ec3-ae4a-92e5ab2a8522 None None] Provisioning complete for port 39fb7bf5-fad7-4a21-800e-2afe653d060b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:38.543675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b75f2a9-fb07-4ec3-ae4a-92e5ab2a8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.547020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 39fb7bf5-fad7-4a21-800e-2afe653d060b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:38.714549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2b75f2a9-fb07-4ec3-ae4a-92e5ab2a8522 None None] Current status of the port 39fb7bf5-fad7-4a21-800e-2afe653d060b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:38.715279 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b75f2a9-fb07-4ec3-ae4a-92e5ab2a8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.731600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 39fb7bf5-fad7-4a21-800e-2afe653d060b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:38.733302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.773240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 9d899426-1a51-4157-9067-64777be16fef is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:32:38.809591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2b75f2a9-fb07-4ec3-ae4a-92e5ab2a8522 None None] For port 39fb7bf5-fad7-4a21-800e-2afe653d060b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=39fb7bf5-fad7-4a21-800e-2afe653d060b,segment=NetworkSegment(0ab82be6-0b4d-4ea2-853b-c523fcf9672f),segment_id=0ab82be6-0b4d-4ea2-853b-c523fcf9672f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:38.879976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 39fb7bf5-fad7-4a21-800e-2afe653d060b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:38.880394 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.886524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:38.894558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e3b0c09e-62d1-439b-9050-f37ca999602a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/9d899426-1a51-4157-9067-64777be16fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1791191 Feb 10 04:32:38.894885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38692) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:38.921759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] Sync routers for ids ['9d899426-1a51-4157-9067-64777be16fef'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:38.929203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2b75f2a9-fb07-4ec3-ae4a-92e5ab2a8522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:38.951161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e53505-c66c-45ad-bcc2-cfa3f67a1a84 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:38.956444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b9e53505-c66c-45ad-bcc2-cfa3f67a1a84 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports/c9a6360f-09a8-4a69-865b-2df5bb921577 HTTP/1.1" status: 200 len: 911 time: 0.0571861 Feb 10 04:32:38.957438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38694) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:38.967310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a015282-c91b-4f0c-bd95-fa6694bb92ef'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:38.974187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] Routers {'9d899426-1a51-4157-9067-64777be16fef'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:38.974893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['9d899426-1a51-4157-9067-64777be16fef'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:39.053512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:39.069323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:32:39.069680 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:32:39.085674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75f2a9-fb07-4ec3-ae4a-92e5ab2a8522 None None] Pushing event updated for resources: {'Port': ['ID=39fb7bf5-fad7-4a21-800e-2afe653d060b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:39.086387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] Routers {'9d899426-1a51-4157-9067-64777be16fef'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:39.086892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['9d899426-1a51-4157-9067-64777be16fef'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:39.131920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:39.131920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee5833-14e5-4b2f-a8b2-f364fd428691 None None] The sync data for ids ['9d899426-1a51-4157-9067-64777be16fef'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:39.156986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b8b445ad-1085-478f-bbc0-86f99b9aa943 None None] Provisioning complete for port c9a6360f-09a8-4a69-865b-2df5bb921577 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:39.160187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8b445ad-1085-478f-bbc0-86f99b9aa943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.192478 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.210853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b8b445ad-1085-478f-bbc0-86f99b9aa943 None None] Port c9a6360f-09a8-4a69-865b-2df5bb921577 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:39.252206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b8b445ad-1085-478f-bbc0-86f99b9aa943 None None] Provisioning complete for port 39fb7bf5-fad7-4a21-800e-2afe653d060b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:39.252587 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8b445ad-1085-478f-bbc0-86f99b9aa943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.380362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b8b445ad-1085-478f-bbc0-86f99b9aa943 None None] Current status of the port 39fb7bf5-fad7-4a21-800e-2afe653d060b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:39.530513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-da761067-4f9e-4d19-8f90-452d9288c79b None None] Provisioning complete for port c9a6360f-09a8-4a69-865b-2df5bb921577 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:39.532303 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da761067-4f9e-4d19-8f90-452d9288c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.612155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-da761067-4f9e-4d19-8f90-452d9288c79b None None] Port c9a6360f-09a8-4a69-865b-2df5bb921577 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:39.668267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 39fb7bf5-fad7-4a21-800e-2afe653d060b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:39.724611 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.813694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.819787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:39.820675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.825343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/ports/c9a6360f-09a8-4a69-865b-2df5bb921577 HTTP/1.1" status: 200 len: 911 time: 0.8629057 Feb 10 04:32:39.826073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38708) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:39.832425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cd0644bd-7988-41b8-9ab5-6abb20111d70 None None] Provisioning complete for port c9a6360f-09a8-4a69-865b-2df5bb921577 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:39.832810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cd0644bd-7988-41b8-9ab5-6abb20111d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:39.871965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e8156-53bc-433b-87af-94aff92df9c3 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=c9a6360f-09a8-4a69-865b-2df5bb921577,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:39.899148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cd0644bd-7988-41b8-9ab5-6abb20111d70 None None] Port c9a6360f-09a8-4a69-865b-2df5bb921577 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:40.249852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (9d899426-1a51-4157-9067-64777be16fef), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:40.532816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 39fb7bf5-fad7-4a21-800e-2afe653d060b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:40.670983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port c9a6360f-09a8-4a69-865b-2df5bb921577 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:40.671449 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:40.675577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 39fb7bf5-fad7-4a21-800e-2afe653d060b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:40.676187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:40.792173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 39fb7bf5-fad7-4a21-800e-2afe653d060b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:40.860760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:40.874392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for c9a6360f-09a8-4a69-865b-2df5bb921577 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:41.176870 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c9a6360f-09a8-4a69-865b-2df5bb921577), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:41.222378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=c9a6360f-09a8-4a69-865b-2df5bb921577,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:41.333456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (9d899426-1a51-4157-9067-64777be16fef), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:41.965570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 9d899426-1a51-4157-9067-64777be16fef has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:32:42.052457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:42.057887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-16d5c69f-3c85-46bd-aa53-d6cd3265fe96 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/9d899426-1a51-4157-9067-64777be16fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2312396 Feb 10 04:32:42.060745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38728) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:42.065241 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] Sync routers for ids ['9d899426-1a51-4157-9067-64777be16fef'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:42.097321 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:32:42.109584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8c5587e0-2be6-475d-bf78-ecda3cadcbf5 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d899426-1a51-4157-9067-64777be16fef HTTP/1.1" status: 200 len: 205 time: 0.0475559 Feb 10 04:32:42.112662 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] Routers {'9d899426-1a51-4157-9067-64777be16fef'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:42.112840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38730) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:42.113697 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['9d899426-1a51-4157-9067-64777be16fef'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:42.147419 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:42.156063 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] Routers {'9d899426-1a51-4157-9067-64777be16fef'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:42.156651 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['9d899426-1a51-4157-9067-64777be16fef'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:42.192952 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:42.193914 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87759620-fe4d-497c-ad79-e4933c2c0456 None None] The sync data for ids ['9d899426-1a51-4157-9067-64777be16fef'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:42.206247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75e9d974-2ce7-47d2-9cbc-cfa1297a80e6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (9d899426-1a51-4157-9067-64777be16fef), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.391746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75e9d974-2ce7-47d2-9cbc-cfa1297a80e6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (9d899426-1a51-4157-9067-64777be16fef), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.391746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75e9d974-2ce7-47d2-9cbc-cfa1297a80e6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (9d899426-1a51-4157-9067-64777be16fef), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.516491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75e9d974-2ce7-47d2-9cbc-cfa1297a80e6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (9d899426-1a51-4157-9067-64777be16fef), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.517135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e9d974-2ce7-47d2-9cbc-cfa1297a80e6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Fanout notify agent at l3_agent the message router_deleted on router 9d899426-1a51-4157-9067-64777be16fef {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:32:42.524397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-75e9d974-2ce7-47d2-9cbc-cfa1297a80e6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.525885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-75e9d974-2ce7-47d2-9cbc-cfa1297a80e6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/9d899426-1a51-4157-9067-64777be16fef HTTP/1.1" status: 204 len: 168 time: 0.4120991 Feb 10 04:32:42.528881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38734) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:42.588636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet 5a015282-c91b-4f0c-bd95-fa6694bb92ef {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:32:42.596703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (5a015282-c91b-4f0c-bd95-fa6694bb92ef), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.644668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (5a015282-c91b-4f0c-bd95-fa6694bb92ef), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.730681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (5a015282-c91b-4f0c-bd95-fa6694bb92ef), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.863061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (5a015282-c91b-4f0c-bd95-fa6694bb92ef), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.891181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=5a015282-c91b-4f0c-bd95-fa6694bb92ef,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:42.897178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:42.902682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9f8fe1f2-52d7-4b23-ae79-ae9505d65382 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/5a015282-c91b-4f0c-bd95-fa6694bb92ef HTTP/1.1" status: 204 len: 168 time: 0.3704989 Feb 10 04:32:42.904158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38748) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:42.909041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6608463-7a65-40ca-8dc3-12e5f0268d2b None None] Network b4bfee82-9414-4b6a-abc3-c3424aba04a5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:42.998901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (b4bfee82-9414-4b6a-abc3-c3424aba04a5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.063913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 39fb7bf5-fad7-4a21-800e-2afe653d060b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:43.064342 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.100895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61510f7f-9c03-424c-b383-70814b11702d None None] DHCP port deletion for b4bfee82-9414-4b6a-abc3-c3424aba04a5 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:32:43.144242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port 39fb7bf5-fad7-4a21-800e-2afe653d060b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=39fb7bf5-fad7-4a21-800e-2afe653d060b,segment=NetworkSegment(0ab82be6-0b4d-4ea2-853b-c523fcf9672f),segment_id=0ab82be6-0b4d-4ea2-853b-c523fcf9672f)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:43.144781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.159042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 39fb7bf5-fad7-4a21-800e-2afe653d060b owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:43.164424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-61510f7f-9c03-424c-b383-70814b11702d None None] Deleting port 39fb7bf5-fad7-4a21-800e-2afe653d060b {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:32:43.165048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61510f7f-9c03-424c-b383-70814b11702d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.278442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-61510f7f-9c03-424c-b383-70814b11702d None None] For port 39fb7bf5-fad7-4a21-800e-2afe653d060b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=39fb7bf5-fad7-4a21-800e-2afe653d060b,segment=NetworkSegment(0ab82be6-0b4d-4ea2-853b-c523fcf9672f),segment_id=0ab82be6-0b4d-4ea2-853b-c523fcf9672f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:43.279182 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61510f7f-9c03-424c-b383-70814b11702d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.303620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-61510f7f-9c03-424c-b383-70814b11702d None None] Calling delete_port for 39fb7bf5-fad7-4a21-800e-2afe653d060b owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:32:43.356751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.414661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=39fb7bf5-fad7-4a21-800e-2afe653d060b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:43.423699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port 39fb7bf5-fad7-4a21-800e-2afe653d060b on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:43.521084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (b4bfee82-9414-4b6a-abc3-c3424aba04a5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.548168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bfee82-9414-4b6a-abc3-c3424aba04a5']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:43.571511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab82be6-0b4d-4ea2-853b-c523fcf9672f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:43.571980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab82be6-0b4d-4ea2-853b-c523fcf9672f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:43.592984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (0ab82be6-0b4d-4ea2-853b-c523fcf9672f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.625432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-61510f7f-9c03-424c-b383-70814b11702d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (39fb7bf5-fad7-4a21-800e-2afe653d060b), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.649619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0ab82be6-0b4d-4ea2-853b-c523fcf9672f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.660210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:32:43.660820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (0ab82be6-0b4d-4ea2-853b-c523fcf9672f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:32:43.668789 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:32:43.682665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61510f7f-9c03-424c-b383-70814b11702d None None] No DVR routers for this DVR port 39fb7bf5-fad7-4a21-800e-2afe653d060b on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:32:43.703241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61510f7f-9c03-424c-b383-70814b11702d None None] Pushing event deleted for resources: {'Port': ['ID=39fb7bf5-fad7-4a21-800e-2afe653d060b,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:43.879738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (b4bfee82-9414-4b6a-abc3-c3424aba04a5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.897254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:43.900708 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/b4bfee82-9414-4b6a-abc3-c3424aba04a5 HTTP/1.1" status: 204 len: 168 time: 0.9953499 Feb 10 04:32:43.902484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c877ff-82f3-41df-9aa4-60b6ebe8717b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=b4bfee82-9414-4b6a-abc3-c3424aba04a5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:43.904412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38764) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:43.912868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a8d6f858-3c3e-45d2-94bb-2b30ffa58bfd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-466549495', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:44.031208 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f858-3c3e-45d2-94bb-2b30ffa58bfd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.033040 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f858-3c3e-45d2-94bb-2b30ffa58bfd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.102448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f858-3c3e-45d2-94bb-2b30ffa58bfd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.156747 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f858-3c3e-45d2-94bb-2b30ffa58bfd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.232967 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f858-3c3e-45d2-94bb-2b30ffa58bfd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.237137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a8d6f858-3c3e-45d2-94bb-2b30ffa58bfd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3275113 Feb 10 04:32:44.237497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:44.242660 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-770969593'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:44.345197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:44.348863 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.373708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:32:44.383405 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (87252d49-1cde-4e07-a34c-b2951f9d0751), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.383915 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment 87252d49-1cde-4e07-a34c-b2951f9d0751 of type vlan for network e9e8b9e5-cb46-45fd-83db-7438a24dd6af Feb 10 04:32:44.436480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e9e8b9e5-cb46-45fd-83db-7438a24dd6af), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.461915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 39fb7bf5-fad7-4a21-800e-2afe653d060b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:32:44.484356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 39fb7bf5-fad7-4a21-800e-2afe653d060b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:32:44.484715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 39fb7bf5-fad7-4a21-800e-2afe653d060b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:32:44.533869 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e9e8b9e5-cb46-45fd-83db-7438a24dd6af), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.539065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:44.539930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:44.611989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=e9e8b9e5-cb46-45fd-83db-7438a24dd6af,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:44.622111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:32:44.659768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-91f1e32e-4db9-47aa-be60-9e24f95c90e7 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4180357 Feb 10 04:32:44.660066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38780) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:44.667008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:44.846729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:44.850386 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:45.138278 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (c3f63521-9824-4fa6-b1e3-31804f6153db), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:45.265081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-ec04d590-ed15-4b60-a143-27cc76d04552 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:45.266628 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-ec04d590-ed15-4b60-a143-27cc76d04552 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1681561 Feb 10 04:32:45.287198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=c3f63521-9824-4fa6-b1e3-31804f6153db,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:45.291237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:45.291678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: e9e8b9e5-cb46-45fd-83db-7438a24dd6af, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:32:45.299604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-1a5951e4-e391-4616-a603-ee474c26c38b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/quotas/cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 375 time: 0.0219760 Feb 10 04:32:45.385370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-f7ea9f62-2c04-4909-847f-5189d973906a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827742 Feb 10 04:32:45.467165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:32:45.493856 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-15bf8e7a-e4de-4ba3-90c7-b0b28398408d service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016862 Feb 10 04:32:45.590020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e9e8b9e5-cb46-45fd-83db-7438a24dd6af) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:45.596178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:45.596978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:45.599234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2708961-6a51-4bfc-b830-7dded095f0fb None None] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:45.601081 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-5f09241e-72f0-40cc-9a69-e85da01ab111 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015286 Feb 10 04:32:45.700216 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4c18c7dc-1da4-426a-b86c-db4e0854b6ef tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0359983 Feb 10 04:32:45.700537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38806) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:45.741579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:32:45.742947 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:45.920448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Allocated IP 2001:db8::2 (e9e8b9e5-cb46-45fd-83db-7438a24dd6af/c3f63521-9824-4fa6-b1e3-31804f6153db/04b8ec41-62a5-4f11-a9e6-db078700d93b) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:46.092399 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Publish callbacks [] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.100409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.162692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.212209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:46.215398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:46.220509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Pushing event updated for resources: {'Port': ['ID=04b8ec41-62a5-4f11-a9e6-db078700d93b,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:46.224060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:46.255183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.255183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.255483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.255977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.256410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.256835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.257256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.257677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.258096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.258529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.259014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.259438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.259866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:46.295692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Attempting to bind port 04b8ec41-62a5-4f11-a9e6-db078700d93b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:46.299664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Attempting to bind port 04b8ec41-62a5-4f11-a9e6-db078700d93b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:46.299664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Attempting to bind port 04b8ec41-62a5-4f11-a9e6-db078700d93b on network e9e8b9e5-cb46-45fd-83db-7438a24dd6af {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:46.302995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:46.303482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Checking segment: {'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:46.304021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.304488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Bound using segment: {'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:46.305034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Bound port: 04b8ec41-62a5-4f11-a9e6-db078700d93b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:46.305494 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.370450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-823dca41-23c3-42b4-b6df-d636fc167568 req-33c01414-6b92-4108-8b0b-1bdc35638696 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0477519 Feb 10 04:32:46.423136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] For port 04b8ec41-62a5-4f11-a9e6-db078700d93b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:46.431413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] For port 04b8ec41-62a5-4f11-a9e6-db078700d93b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04b8ec41-62a5-4f11-a9e6-db078700d93b,segment=NetworkSegment(87252d49-1cde-4e07-a34c-b2951f9d0751),segment_id=87252d49-1cde-4e07-a34c-b2951f9d0751)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:46.493870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8::1 (e9e8b9e5-cb46-45fd-83db-7438a24dd6af/c3f63521-9824-4fa6-b1e3-31804f6153db/5747f253-c4a2-4684-90d6-29f55464cbd4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:46.515004 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.584910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06853f-694c-47b9-a524-cdd4707cc022 None None] Pushing event updated for resources: {'Port': ['ID=04b8ec41-62a5-4f11-a9e6-db078700d93b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:46.613812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.711896 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.801815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:46.804979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:46.809348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:46.809909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:46.826107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=5747f253-c4a2-4684-90d6-29f55464cbd4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:47.026166 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:47.068488 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:47.303189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:47.371524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:47.372431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:47.508979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bda1f70c-b754-410d-a914-ab5798246d66 req-d900e773-2ec1-41e1-ba92-cc36b211b173 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0649209 Feb 10 04:32:47.556786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=5747f253-c4a2-4684-90d6-29f55464cbd4,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:47.594249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:47.596032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:47.794450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7cba14-67d9-4346-a5bf-9f5739622f7f None None] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:47.876669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:32:47.921297 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a12875f9-a8cc-4314-81cc-5aa572141e56 None None] Provisioning complete for port 04b8ec41-62a5-4f11-a9e6-db078700d93b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:47.921671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a12875f9-a8cc-4314-81cc-5aa572141e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:47.988879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:48.003141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:48.005508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-37da5d49-ae80-43ab-b63e-c4867817ef48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3033810 Feb 10 04:32:48.007803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38844) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:48.013023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1741628205'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:48.073753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:48.074528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:48.138381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a12875f9-a8cc-4314-81cc-5aa572141e56 None None] Current status of the port 04b8ec41-62a5-4f11-a9e6-db078700d93b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:48.138973 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a12875f9-a8cc-4314-81cc-5aa572141e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.167843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:48.171383 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.222269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a12875f9-a8cc-4314-81cc-5aa572141e56 None None] For port 04b8ec41-62a5-4f11-a9e6-db078700d93b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04b8ec41-62a5-4f11-a9e6-db078700d93b,segment=NetworkSegment(87252d49-1cde-4e07-a34c-b2951f9d0751),segment_id=87252d49-1cde-4e07-a34c-b2951f9d0751)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:48.223427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:32:48.234218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:32:48.243244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fcbd4458-3985-409b-b53c-2d4b40fbe51a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.243588 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment fcbd4458-3985-409b-b53c-2d4b40fbe51a of type vlan for network f7d7d2a6-6024-46e4-bea3-b81477a848f5 Feb 10 04:32:48.304472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f7d7d2a6-6024-46e4-bea3-b81477a848f5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.440653 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f7d7d2a6-6024-46e4-bea3-b81477a848f5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.446552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:48.447236 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.557924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a12875f9-a8cc-4314-81cc-5aa572141e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.572886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=f7d7d2a6-6024-46e4-bea3-b81477a848f5,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:48.608136 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f129181b-0c17-4e86-a567-a9576b746a2a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5989759 Feb 10 04:32:48.608892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38852) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:48.614311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:48.696962 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fbd7fc3-04d7-44cc-81c2-1e206472a439 req-ed1cbe41-1025-43c5-b5cc-99dc1972a8c8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0893607 Feb 10 04:32:48.792678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:32:48.859404 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:48.864397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.884104 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:48.945445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-49cf9027-6ae4-4bf1-91f9-2884f325efaf None None] Provisioning complete for port 04b8ec41-62a5-4f11-a9e6-db078700d93b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:48.945783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-49cf9027-6ae4-4bf1-91f9-2884f325efaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:49.066266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12875f9-a8cc-4314-81cc-5aa572141e56 None None] Pushing event updated for resources: {'Port': ['ID=04b8ec41-62a5-4f11-a9e6-db078700d93b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:49.070288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04b8ec41-62a5-4f11-a9e6-db078700d93b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:49.275272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-49cf9027-6ae4-4bf1-91f9-2884f325efaf None None] Current status of the port 04b8ec41-62a5-4f11-a9e6-db078700d93b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:49.281019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:46Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:47Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:49.354989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:32:49.355349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Updating router 4c41b6a9-8e96-44f0-ba48-a16028c620ce port 5747f253-c4a2-4684-90d6-29f55464cbd4 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:32:49.385082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:49.397133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-49cf9027-6ae4-4bf1-91f9-2884f325efaf None None] Provisioning complete for port 5747f253-c4a2-4684-90d6-29f55464cbd4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:49.397504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-49cf9027-6ae4-4bf1-91f9-2884f325efaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:49.414140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (54255a6b-e56c-43db-b986-207bf396b3ca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:49.439986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-49cf9027-6ae4-4bf1-91f9-2884f325efaf None None] Port 5747f253-c4a2-4684-90d6-29f55464cbd4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:49.481317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 04b8ec41-62a5-4f11-a9e6-db078700d93b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:49.481705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:49.518947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=54255a6b-e56c-43db-b986-207bf396b3ca,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:49.531696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:49.532070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: f7d7d2a6-6024-46e4-bea3-b81477a848f5, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:32:49.640502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:32:49.658448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4e0b0cc0-2f72-42a6-8a14-c1980491ae02 None None] Provisioning complete for port 5747f253-c4a2-4684-90d6-29f55464cbd4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:49.658853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4e0b0cc0-2f72-42a6-8a14-c1980491ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:49.722166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f7d7d2a6-6024-46e4-bea3-b81477a848f5) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:49.727109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:49.727718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:49.744684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 04b8ec41-62a5-4f11-a9e6-db078700d93b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:49.750228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0247241d-1a65-4185-adb9-d8459a7ae544 None None] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:49.774894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b0cc0-2f72-42a6-8a14-c1980491ae02 None None] Port 5747f253-c4a2-4684-90d6-29f55464cbd4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:49.856107 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ea0b5909-72fc-424e-8648-c6f4b57f484c tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2461379 Feb 10 04:32:49.859187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 38870) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:49.893562 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b63648c3-43ab-4c6b-9bb1-dd304c9b0abc req-daa394cf-96e6-4c7d-9fe8-bcf6cb30fd50 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0878949 Feb 10 04:32:50.245835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:32:50.247080 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:50.486060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Allocated IP 2001:db8:1::2 (f7d7d2a6-6024-46e4-bea3-b81477a848f5/54255a6b-e56c-43db-b986-207bf396b3ca/28fa93c2-b97f-47b0-8d48-ea72b0d6561c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:50.674460 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Publish callbacks [] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:50.693898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04b8ec41-62a5-4f11-a9e6-db078700d93b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:50.719321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Publish callbacks [] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:50.756367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 04b8ec41-62a5-4f11-a9e6-db078700d93b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:50.756767 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:50.805907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:50.808048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:50.919985 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:50.941669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 04b8ec41-62a5-4f11-a9e6-db078700d93b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:50.958415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:50.959570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf8471-6ba5-4baf-8abf-5149d154fe6e None None] Pushing event updated for resources: {'Port': ['ID=5747f253-c4a2-4684-90d6-29f55464cbd4,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:51.007886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Pushing event updated for resources: {'Port': ['ID=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:51.014393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:51.016729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:51.116574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Attempting to bind port 5747f253-c4a2-4684-90d6-29f55464cbd4 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:51.116574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Attempting to bind port 5747f253-c4a2-4684-90d6-29f55464cbd4 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:51.117017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Attempting to bind port 5747f253-c4a2-4684-90d6-29f55464cbd4 on network e9e8b9e5-cb46-45fd-83db-7438a24dd6af {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:51.145267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5039d916-f923-46df-a6b2-5d10195f8ca8 req-88b98839-6bbb-4f64-8e9f-2a88af4e41b5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0820920 Feb 10 04:32:51.163746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:51.164059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Checking segment: {'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:51.164483 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.164895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Bound using segment: {'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:51.165401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Bound port: 5747f253-c4a2-4684-90d6-29f55464cbd4, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87252d49-1cde-4e07-a34c-b2951f9d0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:51.165797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.168511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Attempting to bind port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:51.169014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Attempting to bind port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:51.169536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Attempting to bind port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c on network f7d7d2a6-6024-46e4-bea3-b81477a848f5 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:51.185861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:51.186163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Checking segment: {'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:51.186579 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.187020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Bound using segment: {'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:51.187527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Bound port: 28fa93c2-b97f-47b0-8d48-ea72b0d6561c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:51.187920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.292871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] For port 5747f253-c4a2-4684-90d6-29f55464cbd4, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:51.322971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] For port 5747f253-c4a2-4684-90d6-29f55464cbd4, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5747f253-c4a2-4684-90d6-29f55464cbd4,segment=NetworkSegment(87252d49-1cde-4e07-a34c-b2951f9d0751),segment_id=87252d49-1cde-4e07-a34c-b2951f9d0751)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:51.325388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] For port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:51.341181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] For port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,segment=NetworkSegment(fcbd4458-3985-409b-b53c-2d4b40fbe51a),segment_id=fcbd4458-3985-409b-b53c-2d4b40fbe51a)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:51.342548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-17d86adf-537a-4513-9a68-43618dec7adb None None] Provisioning complete for port 5747f253-c4a2-4684-90d6-29f55464cbd4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:51.342947 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17d86adf-537a-4513-9a68-43618dec7adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.394771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17d86adf-537a-4513-9a68-43618dec7adb None None] Port 5747f253-c4a2-4684-90d6-29f55464cbd4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:51.424294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8:1::1 (f7d7d2a6-6024-46e4-bea3-b81477a848f5/54255a6b-e56c-43db-b986-207bf396b3ca/890893a1-967f-41c8-a377-3e5385d6c642) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:51.440845 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.496526 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.500215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf8471-6ba5-4baf-8abf-5149d154fe6e None None] Pushing event updated for resources: {'Port': ['ID=5747f253-c4a2-4684-90d6-29f55464cbd4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:51.591264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (890893a1-967f-41c8-a377-3e5385d6c642), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.614414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:51.615236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:51.693060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636839de-9c03-4a40-a150-67fd5beeeb7b None None] Pushing event updated for resources: {'Port': ['ID=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:51.737879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (890893a1-967f-41c8-a377-3e5385d6c642), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.792554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:32:51.841747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:51.850031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:51.854451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:51.856857 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:51.864536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=890893a1-967f-41c8-a377-3e5385d6c642,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:52.090041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ad55bef3-5345-4ebc-b4f7-b40f1a1cd669 None None] Provisioning complete for port 5747f253-c4a2-4684-90d6-29f55464cbd4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:52.090422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad55bef3-5345-4ebc-b4f7-b40f1a1cd669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.164177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (890893a1-967f-41c8-a377-3e5385d6c642), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.273806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ad55bef3-5345-4ebc-b4f7-b40f1a1cd669 None None] Current status of the port 5747f253-c4a2-4684-90d6-29f55464cbd4 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:52.274208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad55bef3-5345-4ebc-b4f7-b40f1a1cd669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.314338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:46Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:51Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:52.449824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ddee6-ce0a-40a3-a18c-05c0911aabc4 None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:46Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:51Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:52.478692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ad55bef3-5345-4ebc-b4f7-b40f1a1cd669 None None] For port 5747f253-c4a2-4684-90d6-29f55464cbd4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5747f253-c4a2-4684-90d6-29f55464cbd4,segment=NetworkSegment(87252d49-1cde-4e07-a34c-b2951f9d0751),segment_id=87252d49-1cde-4e07-a34c-b2951f9d0751)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:52.588624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad55bef3-5345-4ebc-b4f7-b40f1a1cd669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.628278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc29a2ae-c683-4f1c-babd-b17c9e050fae req-d977201b-8bdd-4303-acac-a0a6b013618b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.1022499 Feb 10 04:32:52.671668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 28fa93c2-b97f-47b0-8d48-ea72b0d6561c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:52.699585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (890893a1-967f-41c8-a377-3e5385d6c642), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.748439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55bef3-5345-4ebc-b4f7-b40f1a1cd669 None None] Pushing event updated for resources: {'Port': ['ID=5747f253-c4a2-4684-90d6-29f55464cbd4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:52.765939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (890893a1-967f-41c8-a377-3e5385d6c642), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.766803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.769271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:52.769699 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.909332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:52.909981 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:52.988462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,segment=NetworkSegment(fcbd4458-3985-409b-b53c-2d4b40fbe51a),segment_id=fcbd4458-3985-409b-b53c-2d4b40fbe51a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:53.023286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=890893a1-967f-41c8-a377-3e5385d6c642,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:53.095098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:53.096757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:53.206629 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:53.230544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:32:53.294665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b34bfb0-fd54-4303-98f6-53e070fa718e None None] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:53.421290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-65e1ae52-8916-47b3-99d4-dfc3ef92f4fd None None] Provisioning complete for port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:53.421949 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65e1ae52-8916-47b3-99d4-dfc3ef92f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:53.470931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:53.504442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:32:53.526553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a123b4aa-b5ab-4e3f-be92-9deb2d1120f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6662433 Feb 10 04:32:53.537395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38908) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:53.537395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-42779750'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:53.606395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-86191ffe-984c-4043-8b0a-8b4393eba44e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:53.608138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-86191ffe-984c-4043-8b0a-8b4393eba44e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.2022748 Feb 10 04:32:53.608619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-65e1ae52-8916-47b3-99d4-dfc3ef92f4fd None None] Current status of the port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:53.624380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'port': {'device_id': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'admin_state_up': True, 'tenant_id': 'cad10205985b4f2884d5297f74c842d0'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:53.665714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:53.669118 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:53.727437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:32:53.738840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d4b741c2-8bb1-4161-b0d5-5f20b91e82d5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:53.739429 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment d4b741c2-8bb1-4161-b0d5-5f20b91e82d5 of type vlan for network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db Feb 10 04:32:53.828241 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:53.908068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d34a045a-7acc-433f-b561-907849b03c2a req-8ede851f-a940-47a3-a04f-77c457c6edb4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0637455 Feb 10 04:32:53.922575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:53.944391 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:53.967747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:53.973006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:53.973851 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.151455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-aaeea2b9-e307-44b5-b138-ad4403c220de None None] Provisioning complete for port 890893a1-967f-41c8-a377-3e5385d6c642 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:54.151924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aaeea2b9-e307-44b5-b138-ad4403c220de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (890893a1-967f-41c8-a377-3e5385d6c642), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.163288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:54.181800 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2ddbc841-5dbd-4645-8bdc-12857062a81d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6497748 Feb 10 04:32:54.184631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38914) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:54.191105 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:54.193209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.20.0.3 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/edd28a88-d9a3-4594-8a0f-736a467ab719) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:54.227167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:32:54.291137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-aaeea2b9-e307-44b5-b138-ad4403c220de None None] Port 890893a1-967f-41c8-a377-3e5385d6c642 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:54.435154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-aaeea2b9-e307-44b5-b138-ad4403c220de None None] Provisioning complete for port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:54.435419 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aaeea2b9-e307-44b5-b138-ad4403c220de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.457487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:32:54.461039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.637496 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.692267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-aaeea2b9-e307-44b5-b138-ad4403c220de None None] Current status of the port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:54.761875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 28fa93c2-b97f-47b0-8d48-ea72b0d6561c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:54.803674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.908807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8d4d1658-5756-4f32-8f25-b5fb413f1ba6 None None] Provisioning complete for port 890893a1-967f-41c8-a377-3e5385d6c642 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:54.909183 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1658-5756-4f32-8f25-b5fb413f1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (890893a1-967f-41c8-a377-3e5385d6c642), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.911886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:54.915834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:54.927108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:54.945047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:54.945522 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:54.985682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (cce7a657-566d-4220-8c56-f219ff931250), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:55.018411 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:32:55.034249 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:55.034894 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:55.077756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=edd28a88-d9a3-4594-8a0f-736a467ab719,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:55.110488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:55.115760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:55.155378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8d4d1658-5756-4f32-8f25-b5fb413f1ba6 None None] Port 890893a1-967f-41c8-a377-3e5385d6c642 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:55.191236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=cce7a657-566d-4220-8c56-f219ff931250,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:55.255958 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-dd3c60ab-5b3e-4aac-9319-09a56b3c3b5f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6377904 Feb 10 04:32:55.269233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:55.275233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:32:55.344628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a1f29-53d8-44a4-ac67-ad2d21d181d1 req-60048cc9-e4e6-46e5-8382-1a7425edd5a2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:55.352006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc5a1f29-53d8-44a4-ac67-ad2d21d181d1 req-60048cc9-e4e6-46e5-8382-1a7425edd5a2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 931 time: 0.2750859 Feb 10 04:32:55.399607 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:32:55.399826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:55.403447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5747f253-c4a2-4684-90d6-29f55464cbd4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:55.411240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:32:55.445030 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc5a1f29-53d8-44a4-ac67-ad2d21d181d1 req-8bc87353-ff85-44b7-855f-716a66746b69 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858757 Feb 10 04:32:55.514842 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-17a6c7cc-8fde-4b1f-97b7-6eabbcd00110 None None] Provisioning complete for port 890893a1-967f-41c8-a377-3e5385d6c642 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:55.515236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-17a6c7cc-8fde-4b1f-97b7-6eabbcd00110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (890893a1-967f-41c8-a377-3e5385d6c642), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:55.537544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:55.542394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:55.543029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:55.551754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf45b14-3a44-42de-904c-bf841296d4a8 None None] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:32:55.610951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Request body: {'port': {'device_id': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:32:55.651487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4cf1567c-1396-49d6-aa93-349449e427a1 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4654932 Feb 10 04:32:55.654392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:32:55.746562 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 3, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:55.777465 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:32:55.778115 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Updating router 4c41b6a9-8e96-44f0-ba48-a16028c620ce port 890893a1-967f-41c8-a377-3e5385d6c642 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:32:55.807430 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (890893a1-967f-41c8-a377-3e5385d6c642), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:55.839063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.016677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:32:56.021680 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.068599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-17a6c7cc-8fde-4b1f-97b7-6eabbcd00110 None None] Port 890893a1-967f-41c8-a377-3e5385d6c642 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:56.102077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5747f253-c4a2-4684-90d6-29f55464cbd4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:56.102525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.254393 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Publish callbacks [] for port (890893a1-967f-41c8-a377-3e5385d6c642), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.327980 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (890893a1-967f-41c8-a377-3e5385d6c642), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.393888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.404505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-25e14095-1d47-49bb-8cae-3a88df5b3a31 None None] Provisioning complete for port edd28a88-d9a3-4594-8a0f-736a467ab719 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:56.404895 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-25e14095-1d47-49bb-8cae-3a88df5b3a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.437709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd28a88-d9a3-4594-8a0f-736a467ab719 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:32:56.447403 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Publish callbacks [] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.449106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Pushing event updated for resources: {'Port': ['ID=890893a1-967f-41c8-a377-3e5385d6c642,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:56.462870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Transition to ACTIVE for port object edd28a88-d9a3-4594-8a0f-736a467ab719 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:32:56.467853 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.468454 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.479337 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.479906 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.488288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:56.544404 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.722388 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Attempting to bind port 890893a1-967f-41c8-a377-3e5385d6c642 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:56.727272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Attempting to bind port 890893a1-967f-41c8-a377-3e5385d6c642 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:56.727889 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Attempting to bind port 890893a1-967f-41c8-a377-3e5385d6c642 on network f7d7d2a6-6024-46e4-bea3-b81477a848f5 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:56.737784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Allocated IP 2001:db8:2::2 (ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db/cce7a657-566d-4220-8c56-f219ff931250/05c70b95-be62-47da-a807-7d8a83dd6042) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:56.741696 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:56.753251 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Checking segment: {'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:56.753515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-25e14095-1d47-49bb-8cae-3a88df5b3a31 None None] Port edd28a88-d9a3-4594-8a0f-736a467ab719 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:32:56.754191 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.757918 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Bound using segment: {'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:56.758654 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Bound port: 890893a1-967f-41c8-a377-3e5385d6c642, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbd4458-3985-409b-b53c-2d4b40fbe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:56.761048 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (890893a1-967f-41c8-a377-3e5385d6c642), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:56.789115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5747f253-c4a2-4684-90d6-29f55464cbd4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:56.944156 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] For port 890893a1-967f-41c8-a377-3e5385d6c642, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:56.952819 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] For port 890893a1-967f-41c8-a377-3e5385d6c642, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=890893a1-967f-41c8-a377-3e5385d6c642,segment=NetworkSegment(fcbd4458-3985-409b-b53c-2d4b40fbe51a),segment_id=fcbd4458-3985-409b-b53c-2d4b40fbe51a)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:56.963945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Pushing event updated for resources: {'Port': ['ID=edd28a88-d9a3-4594-8a0f-736a467ab719,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:57.023895 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (890893a1-967f-41c8-a377-3e5385d6c642), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.045593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede4dae-6caa-42a6-94b7-a43d9c274b9a req-cc81fcd0-3058-452a-b078-887d2e3fafdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:57.067870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ede4dae-6caa-42a6-94b7-a43d9c274b9a req-cc81fcd0-3058-452a-b078-887d2e3fafdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.4701817 Feb 10 04:32:57.101911 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:32:57.102916 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:32:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:57.159075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Attempting to bind port edd28a88-d9a3-4594-8a0f-736a467ab719 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:57.161284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Attempting to bind port edd28a88-d9a3-4594-8a0f-736a467ab719 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:57.161726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Attempting to bind port edd28a88-d9a3-4594-8a0f-736a467ab719 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:57.179705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Port edd28a88-d9a3-4594-8a0f-736a467ab719 on network 3a8f9648-c978-46ea-9258-23f73207f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:32:57.181622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Attempting to bind port edd28a88-d9a3-4594-8a0f-736a467ab719 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:57.198001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:57.201365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:57.201825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:57.202389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Bound port: edd28a88-d9a3-4594-8a0f-736a467ab719, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:57.203014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.269172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Publish callbacks [] for port (05c70b95-be62-47da-a807-7d8a83dd6042), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.271748 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:32:57.279749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c6218cdd-8cf4-4345-bb54-c9f1f7a13603 None None] Provisioning complete for port 890893a1-967f-41c8-a377-3e5385d6c642 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:57.280357 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6218cdd-8cf4-4345-bb54-c9f1f7a13603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (890893a1-967f-41c8-a377-3e5385d6c642), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.369331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ede4dae-6caa-42a6-94b7-a43d9c274b9a req-164fadfc-56f4-409b-aeac-ba7b72732848 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006167 Feb 10 04:32:57.391586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.455972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] For port edd28a88-d9a3-4594-8a0f-736a467ab719, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:57.463439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] For port edd28a88-d9a3-4594-8a0f-736a467ab719, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=edd28a88-d9a3-4594-8a0f-736a467ab719,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:57.527176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8:2::1 (ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db/cce7a657-566d-4220-8c56-f219ff931250/aa9ad636-7b56-4dfb-94cc-66e9cd55efa3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:32:57.531905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:57.532228 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.584144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:57.601864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Pushing event updated for resources: {'Port': ['ID=05c70b95-be62-47da-a807-7d8a83dd6042,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:57.648128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:57.710469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Pushing event updated for resources: {'Port': ['ID=edd28a88-d9a3-4594-8a0f-736a467ab719,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:57.718776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:57.719646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.729722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-436340c8-f60f-49bb-be42-b4c7d05efe20 service neutron] 10.222.0.43 "PUT /v2.0/ports/edd28a88-d9a3-4594-8a0f-736a467ab719 HTTP/1.1" status: 200 len: 1091 time: 2.4659250 Feb 10 04:32:57.730476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'tag': 'edd28a88-d9a3-4594-8a0f-736a467ab719'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:32:57.733316 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5033dae-c3de-4e1b-aaaf-a72756a60e31" -d '{"events": [{"name": "network-changed", "server_uuid": "2be5d951-bdbb-45dd-8fa3-9e0c529419e7", "tag": "edd28a88-d9a3-4594-8a0f-736a467ab719"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:32:57.739089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4bd78d6-751c-4016-b54d-aed2ab26f211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.807792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c6218cdd-8cf4-4345-bb54-c9f1f7a13603 None None] Current status of the port 890893a1-967f-41c8-a377-3e5385d6c642 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:57.808176 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6218cdd-8cf4-4345-bb54-c9f1f7a13603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (890893a1-967f-41c8-a377-3e5385d6c642), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.856382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Attempting to bind port 05c70b95-be62-47da-a807-7d8a83dd6042 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:32:57.856752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Attempting to bind port 05c70b95-be62-47da-a807-7d8a83dd6042 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:32:57.857118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Attempting to bind port 05c70b95-be62-47da-a807-7d8a83dd6042 on network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:32:57.880696 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c0fa6-9f2f-4a7d-a814-01b02ce45343 x-openstack-request-id: req-561c0fa6-9f2f-4a7d-a814-01b02ce45343 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:32:57.884849 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be5d951-bdbb-45dd-8fa3-9e0c529419e7", "tag": "edd28a88-d9a3-4594-8a0f-736a467ab719", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:32:57.884849 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-561c0fa6-9f2f-4a7d-a814-01b02ce45343 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:32:57.884849 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'tag': 'edd28a88-d9a3-4594-8a0f-736a467ab719', 'status': 'completed', 'code': 200} Feb 10 04:32:57.916765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:32:57.917147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Checking segment: {'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:32:57.917558 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.917951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Bound using segment: {'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:32:57.918432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Bound port: 05c70b95-be62-47da-a807-7d8a83dd6042, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:32:57.918839 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.928945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:57.933262 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785f5e-4678-4559-ba2b-ee5c573c21f3 None None] Pushing event updated for resources: {'Port': ['ID=890893a1-967f-41c8-a377-3e5385d6c642,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:58.009931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-2e824beb-ddf4-47b9-ba20-2cdb971d2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:58.011708 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-2e824beb-ddf4-47b9-ba20-2cdb971d2413 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 1125 time: 0.1329653 Feb 10 04:32:58.096784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-a6f632c4-2deb-49ac-b51c-5502956b592f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd28a88-d9a3-4594-8a0f-736a467ab719 HTTP/1.1" status: 200 len: 217 time: 0.0763578 Feb 10 04:32:58.108943 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:58.110858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] For port 05c70b95-be62-47da-a807-7d8a83dd6042, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:32:58.114809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] For port 05c70b95-be62-47da-a807-7d8a83dd6042, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05c70b95-be62-47da-a807-7d8a83dd6042,segment=NetworkSegment(d4b741c2-8bb1-4161-b0d5-5f20b91e82d5),segment_id=d4b741c2-8bb1-4161-b0d5-5f20b91e82d5)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:32:58.125417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c6218cdd-8cf4-4345-bb54-c9f1f7a13603 None None] For port 890893a1-967f-41c8-a377-3e5385d6c642, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=890893a1-967f-41c8-a377-3e5385d6c642,segment=NetworkSegment(fcbd4458-3985-409b-b53c-2d4b40fbe51a),segment_id=fcbd4458-3985-409b-b53c-2d4b40fbe51a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:58.188132 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 3, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:56Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:32:58.200536 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:58.246773 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15827cf0-0281-4b24-b79b-fa2ffc7cb86e None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 3, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:56Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:32:58.256747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6218cdd-8cf4-4345-bb54-c9f1f7a13603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (890893a1-967f-41c8-a377-3e5385d6c642), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:58.295023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-aaeaa3fa-2ae5-4ece-8428-ad0114826456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:58.307997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-aaeaa3fa-2ae5-4ece-8428-ad0114826456 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.2027473 Feb 10 04:32:58.345741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:58.346850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:58.381116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:58.385538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:32:58.386123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:58.392652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9dd32-4a1a-4038-866b-23c69c7ad858 None None] Pushing event updated for resources: {'Port': ['ID=05c70b95-be62-47da-a807-7d8a83dd6042,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:58.509422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-d216c8c2-2fbf-455d-b0c0-121701dbdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:58.521787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-d216c8c2-2fbf-455d-b0c0-121701dbdd4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1979353 Feb 10 04:32:58.529816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-83ce9839-6058-4b89-930e-a974ed91a5c6 None None] Provisioning complete for port 890893a1-967f-41c8-a377-3e5385d6c642 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:58.531337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83ce9839-6058-4b89-930e-a974ed91a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (890893a1-967f-41c8-a377-3e5385d6c642), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:58.675192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6218cdd-8cf4-4345-bb54-c9f1f7a13603 None None] Pushing event updated for resources: {'Port': ['ID=890893a1-967f-41c8-a377-3e5385d6c642,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:58.728943 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:58.972803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-83ce9839-6058-4b89-930e-a974ed91a5c6 None None] Current status of the port 890893a1-967f-41c8-a377-3e5385d6c642 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:58.990231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c03db-620e-40b7-9b17-9fdc23632e58 req-1ec6e8ff-b889-4072-8fa4-866358917442 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:58.993270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-492c03db-620e-40b7-9b17-9fdc23632e58 req-1ec6e8ff-b889-4072-8fa4-866358917442 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.4149253 Feb 10 04:32:59.023867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-6bec5c3b-fd4d-4a0f-8672-b470d740a8e2 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979041 Feb 10 04:32:59.191956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 890893a1-967f-41c8-a377-3e5385d6c642 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:59.208457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-492c03db-620e-40b7-9b17-9fdc23632e58 req-15f9d7c4-afb5-4acc-afbd-2c3a55acd030 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087913 Feb 10 04:32:59.253073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09e6cac7-9413-4a62-876a-f82fb6e4d020 req-11f5b233-3f7e-42be-bcc1-7e8382001a44 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967213 Feb 10 04:32:59.290271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 890893a1-967f-41c8-a377-3e5385d6c642 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:59.291396 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (890893a1-967f-41c8-a377-3e5385d6c642), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:59.466979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 890893a1-967f-41c8-a377-3e5385d6c642 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:59.469968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05c70b95-be62-47da-a807-7d8a83dd6042 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:32:59.500111 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:59.522240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-f9641d85-7ab1-4911-bd8e-dcc561a885e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:59.524425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-f9641d85-7ab1-4911-bd8e-dcc561a885e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 1125 time: 0.1286438 Feb 10 04:32:59.578866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 05c70b95-be62-47da-a807-7d8a83dd6042 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:32:59.579246 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:59.585957 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:59.586785 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:59.722807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-79e8a52b-7dae-45e5-b882-75953b10d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:59.724641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-79e8a52b-7dae-45e5-b882-75953b10d154 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1907713 Feb 10 04:32:59.779040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:32:59.803988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-f1985370-e76d-4593-9d5c-5487d57fe7cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd28a88-d9a3-4594-8a0f-736a467ab719 HTTP/1.1" status: 200 len: 217 time: 0.0724933 Feb 10 04:32:59.822786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 05c70b95-be62-47da-a807-7d8a83dd6042 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:32:59.823310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:59.829514 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4dc6a326-ebbb-4728-9eb5-bbd94ab3f00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:32:59.876123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.877580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.877942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.878284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.878622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.878985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.879148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-5bc82cbe-5885-455f-b3e7-88c8c3210a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:59.879323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.880944 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-5bc82cbe-5885-455f-b3e7-88c8c3210a69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0710149 Feb 10 04:32:59.883832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.884194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.884537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.884933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.885427 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.885759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:32:59.921602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 05c70b95-be62-47da-a807-7d8a83dd6042, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05c70b95-be62-47da-a807-7d8a83dd6042,segment=NetworkSegment(d4b741c2-8bb1-4161-b0d5-5f20b91e82d5),segment_id=d4b741c2-8bb1-4161-b0d5-5f20b91e82d5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:32:59.949493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:32:59.951200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:32:59.977809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-069fb454-d232-4b0d-8db2-e3a7bd10b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:32:59.979498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-069fb454-d232-4b0d-8db2-e3a7bd10b0b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925202 Feb 10 04:33:00.054736 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:00.127168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:00.170779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=05c70b95-be62-47da-a807-7d8a83dd6042,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:00.188097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-b16d17f3-0126-4b8f-b3a0-cfb1fad3ace5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995502 Feb 10 04:33:00.273878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da70d1-b113-4998-a9ca-8ed887c2d1dd None None] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:00.301651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:00.320565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8389f633-059f-4cd3-b08e-f291f1450d1b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6617043 Feb 10 04:33:00.320565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38974) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:00.321444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:00.333026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1648353580'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:00.369314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5033dae-c3de-4e1b-aaaf-a72756a60e31 req-a7722e8c-2c14-4b53-969b-4a17c3628935 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734071 Feb 10 04:33:00.414448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:00.415119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:00.435086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5c4a1f3f-6af3-496e-aabb-124f0c65b566 None None] Provisioning complete for port 05c70b95-be62-47da-a807-7d8a83dd6042 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:00.435495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1f3f-6af3-496e-aabb-124f0c65b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:00.465885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d05a8e-a21a-4425-a5ab-26ca3afad909 req-a318cd74-dc01-4067-b379-7d55d4ae26b6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:00.467589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18d05a8e-a21a-4425-a5ab-26ca3afad909 req-a318cd74-dc01-4067-b379-7d55d4ae26b6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.0986600 Feb 10 04:33:00.472843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:00.481007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:00.707992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:00.834739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a1f3f-6af3-496e-aabb-124f0c65b566 None None] Current status of the port 05c70b95-be62-47da-a807-7d8a83dd6042 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:01.028069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05c70b95-be62-47da-a807-7d8a83dd6042 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:01.200960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 05c70b95-be62-47da-a807-7d8a83dd6042 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:01.201422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.258002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.271045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:33:01.282247 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4e69001d-b262-413a-9eb9-c83683b89f2b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.283675 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added segment 4e69001d-b262-413a-9eb9-c83683b89f2b of type vlan for network 4d2d5409-762c-481a-b8d3-5d6f1966326c Feb 10 04:33:01.414076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4d2d5409-762c-481a-b8d3-5d6f1966326c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.528263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 05c70b95-be62-47da-a807-7d8a83dd6042 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:01.536714 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18d05a8e-a21a-4425-a5ab-26ca3afad909 req-8a3c5b76-697e-4559-9be9-364c4b861868 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0528011 Feb 10 04:33:01.543056 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4d2d5409-762c-481a-b8d3-5d6f1966326c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.553977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:01.554614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.571042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:58Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:32:59Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:01.622771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:01.623156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Updating router 4c41b6a9-8e96-44f0-ba48-a16028c620ce port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:33:01.654603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d6871f82-d76f-4b20-becc-db698e41276e None None] Provisioning complete for port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:01.655023 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6871f82-d76f-4b20-becc-db698e41276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.694107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Network': ['ID=4d2d5409-762c-481a-b8d3-5d6f1966326c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:01.722965 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:01.736247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d6871f82-d76f-4b20-becc-db698e41276e None None] Port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:01.738958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:33:01.800138 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-967c5bfe-1a97-4a65-9eed-289f2429bdde tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4780209 Feb 10 04:33:01.803056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 38988) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:01.808355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'subnet': {'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:02.060296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Made reservation on behalf of c4c9f4b6165d4d02a9b011184b667b00 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:02.064223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.128377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Publish callbacks [] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.147550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d6871f82-d76f-4b20-becc-db698e41276e None None] Provisioning complete for port 05c70b95-be62-47da-a807-7d8a83dd6042 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:02.148220 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d6871f82-d76f-4b20-becc-db698e41276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.239002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d6871f82-d76f-4b20-becc-db698e41276e None None] Current status of the port 05c70b95-be62-47da-a807-7d8a83dd6042 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:02.242320 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.303034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170aa68-3d62-44b1-926c-c315f6d209bb None None] Pushing event updated for resources: {'Port': ['ID=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:02.419307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ed02404a-0f22-4990-bbf2-068e66dbfb75 None None] Provisioning complete for port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:02.420001 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed02404a-0f22-4990-bbf2-068e66dbfb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.424693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Attempting to bind port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:33:02.425185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Attempting to bind port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:33:02.425611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Attempting to bind port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 on network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:02.453800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:33:02.454378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Checking segment: {'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:02.455735 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.456188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Bound using segment: {'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:33:02.457278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Bound port: aa9ad636-7b56-4dfb-94cc-66e9cd55efa3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:33:02.457545 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.524878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ed02404a-0f22-4990-bbf2-068e66dbfb75 None None] Port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:02.551764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (de318ff5-0d58-4a3c-996d-5c093ee4f95b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.640514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] For port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:33:02.650614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] For port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,segment=NetworkSegment(d4b741c2-8bb1-4161-b0d5-5f20b91e82d5),segment_id=d4b741c2-8bb1-4161-b0d5-5f20b91e82d5)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:33:02.659711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Subnet': ['ID=de318ff5-0d58-4a3c-996d-5c093ee4f95b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:02.702113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.733581 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:02.761000 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Checking segment: {'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:02.761365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network hostable DHCP agents. Network: 4d2d5409-762c-481a-b8d3-5d6f1966326c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:33:02.810153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67cf0f-7477-4de2-9262-ca384ee94d2f req-923b8a11-7817-4c56-8fca-f141fab9ecb1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:02.843795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b67cf0f-7477-4de2-9262-ca384ee94d2f req-923b8a11-7817-4c56-8fca-f141fab9ecb1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.1012893 Feb 10 04:33:02.869576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:02.870216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:02.883524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:33:02.947207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b67cf0f-7477-4de2-9262-ca384ee94d2f req-5fed4f03-ff19-4352-a886-88dc689ffe6a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020274 Feb 10 04:33:02.991922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4d2d5409-762c-481a-b8d3-5d6f1966326c) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:03.003414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:03.004294 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:03.009893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:03.042553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab3b9e-8840-4df0-bb56-2d45670779bf None None] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:03.044425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170aa68-3d62-44b1-926c-c315f6d209bb None None] Pushing event updated for resources: {'Port': ['ID=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:03.123798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c677d0db-2a20-4a58-8ec6-e174c460ff08 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3190241 Feb 10 04:33:03.126209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39002) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:03.166760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-59cf5d55-3fb5-4a42-8ca6-b370c4ae03da None None] Provisioning complete for port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:03.167125 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-59cf5d55-3fb5-4a42-8ca6-b370c4ae03da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:03.449922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-59cf5d55-3fb5-4a42-8ca6-b370c4ae03da None None] Current status of the port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:03.450413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-59cf5d55-3fb5-4a42-8ca6-b370c4ae03da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:03.462035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-4d2d5409-762c-481a-b8d3-5d6f1966326c', 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'fixed_ips': [{'subnet_id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:33:03.462935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:03.672524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Allocated IP 2001:db8:3::2 (4d2d5409-762c-481a-b8d3-5d6f1966326c/de318ff5-0d58-4a3c-996d-5c093ee4f95b/c5d9341c-1b60-42c1-b597-d064dc4b96bf) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:03.871260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-59cf5d55-3fb5-4a42-8ca6-b370c4ae03da None None] For port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,segment=NetworkSegment(d4b741c2-8bb1-4161-b0d5-5f20b91e82d5),segment_id=d4b741c2-8bb1-4161-b0d5-5f20b91e82d5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:03.877566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Publish callbacks [] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:03.889027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:58Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:02Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:03.920069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb094f4-1f89-4be4-968f-39163e81c087 None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:32:58Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:02Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:03.977089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-59cf5d55-3fb5-4a42-8ca6-b370c4ae03da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:04.203407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:04.327590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf5d55-3fb5-4a42-8ca6-b370c4ae03da None None] Pushing event updated for resources: {'Port': ['ID=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:04.361365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:04.380378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897308e-3d4f-49fe-8602-35dbef3a4d13 req-cf375421-689e-4dc1-97a0-1d1b01e989db tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:04.383543 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f897308e-3d4f-49fe-8602-35dbef3a4d13 req-cf375421-689e-4dc1-97a0-1d1b01e989db tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.1392817 Feb 10 04:33:04.431493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Pushing event updated for resources: {'Port': ['ID=c5d9341c-1b60-42c1-b597-d064dc4b96bf,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:04.438924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:04.450631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-22700b32-bf32-4d74-9d53-5ef1175a4778 None None] Provisioning complete for port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:04.451045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-22700b32-bf32-4d74-9d53-5ef1175a4778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:04.458919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:04.459073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:04.488639 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f897308e-3d4f-49fe-8602-35dbef3a4d13 req-142081dc-fd24-46c6-9379-f593ce776ea2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967376 Feb 10 04:33:04.566963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:04.633429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Attempting to bind port c5d9341c-1b60-42c1-b597-d064dc4b96bf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:33:04.634089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Attempting to bind port c5d9341c-1b60-42c1-b597-d064dc4b96bf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:33:04.637023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Attempting to bind port c5d9341c-1b60-42c1-b597-d064dc4b96bf on network 4d2d5409-762c-481a-b8d3-5d6f1966326c {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:04.646808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:33:04.648730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Checking segment: {'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:04.649319 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:04.649879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Bound using segment: {'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:33:04.650582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Bound port: c5d9341c-1b60-42c1-b597-d064dc4b96bf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:33:04.651170 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:04.811004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] For port c5d9341c-1b60-42c1-b597-d064dc4b96bf, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:33:04.814805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] For port c5d9341c-1b60-42c1-b597-d064dc4b96bf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c5d9341c-1b60-42c1-b597-d064dc4b96bf,segment=NetworkSegment(4e69001d-b262-413a-9eb9-c83683b89f2b),segment_id=4e69001d-b262-413a-9eb9-c83683b89f2b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:33:04.828128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Allocated IP 2001:db8:3::1 (4d2d5409-762c-481a-b8d3-5d6f1966326c/de318ff5-0d58-4a3c-996d-5c093ee4f95b/5d587f70-06f6-41b6-b95c-7106dfe81c65) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:04.835770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-22700b32-bf32-4d74-9d53-5ef1175a4778 None None] Current status of the port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:04.898497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:05.039671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:05.090630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:05.110938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fbc13-0f33-4b89-aeb1-74a1b19797c6 None None] Pushing event updated for resources: {'Port': ['ID=c5d9341c-1b60-42c1-b597-d064dc4b96bf,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:05.146128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:05.146505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:05.258192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:05.272570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:05.411533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:05.425819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:05.433132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:05.434055 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:05.534149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=5d587f70-06f6-41b6-b95c-7106dfe81c65,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:05.585157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.586109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.586613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.591396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.591971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.592480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.593022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.593683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.594829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.599644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.600602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.601823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.609364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:05.745214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac53107-5f91-420e-a007-aea3583c9068 req-bba2c5a5-242e-4ebf-81f7-27bff41c06f2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:05.746957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ac53107-5f91-420e-a007-aea3583c9068 req-bba2c5a5-242e-4ebf-81f7-27bff41c06f2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.0739045 Feb 10 04:33:05.820829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ac53107-5f91-420e-a007-aea3583c9068 req-5990d128-3660-4c3a-bbb8-63721b5ef15a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649595 Feb 10 04:33:05.876735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:06.229721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:06.295039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:06.295585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:06.388792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event updated for resources: {'Port': ['ID=5d587f70-06f6-41b6-b95c-7106dfe81c65,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:06.535544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:06.538458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:06.712222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d036ee-d6a7-4164-bf7a-b8208f0fe793 None None] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:06.728198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:06.795821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0a601bdc-144d-42c3-9515-3cd5720a01c9 None None] Provisioning complete for port c5d9341c-1b60-42c1-b597-d064dc4b96bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:06.796279 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a601bdc-144d-42c3-9515-3cd5720a01c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:06.881009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:06.899477 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:06.901857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1019927d-3f3a-4173-95ca-01e2adfde881 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7731779 Feb 10 04:33:06.904602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39034) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:06.911940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:06.919722 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:06.921209 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:07.110005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c5d9341c-1b60-42c1-b597-d064dc4b96bf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:07.126626 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:07.232588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0a601bdc-144d-42c3-9515-3cd5720a01c9 None None] Current status of the port c5d9341c-1b60-42c1-b597-d064dc4b96bf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:07.232983 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a601bdc-144d-42c3-9515-3cd5720a01c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.344538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c5d9341c-1b60-42c1-b597-d064dc4b96bf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:07.344929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.454805 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:05Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d587f70-06f6-41b6-b95c-7106dfe81c65', 'name': '', 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:4f:28:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:33:04Z', 'updated_at': '2022-02-10T04:33:06Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:07.484286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0a601bdc-144d-42c3-9515-3cd5720a01c9 None None] For port c5d9341c-1b60-42c1-b597-d064dc4b96bf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c5d9341c-1b60-42c1-b597-d064dc4b96bf,segment=NetworkSegment(4e69001d-b262-413a-9eb9-c83683b89f2b),segment_id=4e69001d-b262-413a-9eb9-c83683b89f2b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:07.538549 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:07.543027 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Updating router 4c41b6a9-8e96-44f0-ba48-a16028c620ce port 5d587f70-06f6-41b6-b95c-7106dfe81c65 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:33:07.582612 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a601bdc-144d-42c3-9515-3cd5720a01c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.598926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32b0b-0a11-4d78-9bf8-ee2633bcddd3 req-3832dc22-b542-4fe6-ada1-dc60c1d7ebee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:07.599850 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.606041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25a32b0b-0a11-4d78-9bf8-ee2633bcddd3 req-3832dc22-b542-4fe6-ada1-dc60c1d7ebee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.5248106 Feb 10 04:33:07.684411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a601bdc-144d-42c3-9515-3cd5720a01c9 None None] Pushing event updated for resources: {'Port': ['ID=c5d9341c-1b60-42c1-b597-d064dc4b96bf,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:07.731311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c5d9341c-1b60-42c1-b597-d064dc4b96bf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:07.736831 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.758652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb0c798e-d4b6-4c6d-80ea-a0fd1374ab37 None None] Provisioning complete for port 5d587f70-06f6-41b6-b95c-7106dfe81c65 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:07.767193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb0c798e-d4b6-4c6d-80ea-a0fd1374ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.809233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25a32b0b-0a11-4d78-9bf8-ee2633bcddd3 req-a2920202-46d1-4f5c-9b5a-19caebc48f7f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022288 Feb 10 04:33:07.891948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 04:33:07.906630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c798e-d4b6-4c6d-80ea-a0fd1374ab37 None None] Port 5d587f70-06f6-41b6-b95c-7106dfe81c65 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:07.930676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Removed routes are [] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 04:33:07.931733 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.944100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb0c798e-d4b6-4c6d-80ea-a0fd1374ab37 None None] Provisioning complete for port c5d9341c-1b60-42c1-b597-d064dc4b96bf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:07.944486 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb0c798e-d4b6-4c6d-80ea-a0fd1374ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:07.946232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:33:07.946587 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:33:08.052963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c798e-d4b6-4c6d-80ea-a0fd1374ab37 None None] Current status of the port c5d9341c-1b60-42c1-b597-d064dc4b96bf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:08.076419 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Publish callbacks [] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.175452 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.188604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-301ac62a-03c7-4d5a-b11a-38d511418499 None None] Provisioning complete for port 5d587f70-06f6-41b6-b95c-7106dfe81c65 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:08.188993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-301ac62a-03c7-4d5a-b11a-38d511418499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.283997 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f240979-d494-4d55-9a3f-5597fac2ffc1 None None] Pushing event updated for resources: {'Port': ['ID=5d587f70-06f6-41b6-b95c-7106dfe81c65,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:08.294730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-301ac62a-03c7-4d5a-b11a-38d511418499 None None] Port 5d587f70-06f6-41b6-b95c-7106dfe81c65 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:08.369637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.379956 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.410849 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Attempting to bind port 5d587f70-06f6-41b6-b95c-7106dfe81c65 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:33:08.411223 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Attempting to bind port 5d587f70-06f6-41b6-b95c-7106dfe81c65 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:33:08.411589 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Attempting to bind port 5d587f70-06f6-41b6-b95c-7106dfe81c65 on network 4d2d5409-762c-481a-b8d3-5d6f1966326c {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:08.429503 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:33:08.429939 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Checking segment: {'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:08.435715 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.435715 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Bound using segment: {'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:33:08.435715 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Bound port: 5d587f70-06f6-41b6-b95c-7106dfe81c65, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e69001d-b262-413a-9eb9-c83683b89f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:33:08.435715 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.540039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c5d9341c-1b60-42c1-b597-d064dc4b96bf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:08.543256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] For port 5d587f70-06f6-41b6-b95c-7106dfe81c65, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:33:08.547028 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] For port 5d587f70-06f6-41b6-b95c-7106dfe81c65, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5d587f70-06f6-41b6-b95c-7106dfe81c65,segment=NetworkSegment(4e69001d-b262-413a-9eb9-c83683b89f2b),segment_id=4e69001d-b262-413a-9eb9-c83683b89f2b)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:33:08.586859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:08.620674 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.640452 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f50beb12-3e76-4bab-b4f5-3b64f13fb6e7 None None] Provisioning complete for port 5d587f70-06f6-41b6-b95c-7106dfe81c65 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:08.646870 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f50beb12-3e76-4bab-b4f5-3b64f13fb6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.771117 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:08.772104 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:08.828582 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f240979-d494-4d55-9a3f-5597fac2ffc1 None None] Pushing event updated for resources: {'Port': ['ID=5d587f70-06f6-41b6-b95c-7106dfe81c65,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:08.888811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f50beb12-3e76-4bab-b4f5-3b64f13fb6e7 None None] Current status of the port 5d587f70-06f6-41b6-b95c-7106dfe81c65 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:08.888811 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f50beb12-3e76-4bab-b4f5-3b64f13fb6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.900760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:08.921489 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:08.925820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:08.930082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39052) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:08.931278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-496906f5-25de-4afb-aeaf-7cacc61123be tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 200 len: 953 time: 2.0242772 Feb 10 04:33:08.995991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f50beb12-3e76-4bab-b4f5-3b64f13fb6e7 None None] For port 5d587f70-06f6-41b6-b95c-7106dfe81c65, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5d587f70-06f6-41b6-b95c-7106dfe81c65,segment=NetworkSegment(4e69001d-b262-413a-9eb9-c83683b89f2b),segment_id=4e69001d-b262-413a-9eb9-c83683b89f2b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:09.020135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c5d9341c-1b60-42c1-b597-d064dc4b96bf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:09.093293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f50beb12-3e76-4bab-b4f5-3b64f13fb6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:09.238811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50beb12-3e76-4bab-b4f5-3b64f13fb6e7 None None] Pushing event updated for resources: {'Port': ['ID=5d587f70-06f6-41b6-b95c-7106dfe81c65,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:09.247548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c5d9341c-1b60-42c1-b597-d064dc4b96bf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:09.247912 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:09.255639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-46588920-4f7f-490a-984d-395a5ec7cde7 None None] Provisioning complete for port 5d587f70-06f6-41b6-b95c-7106dfe81c65 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:09.256036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-46588920-4f7f-490a-984d-395a5ec7cde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:09.271105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eb24faa9-8b6e-4d0e-a434-a9bb2221c76d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 200 len: 953 time: 0.3397360 Feb 10 04:33:09.275016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39054) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:09.280093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'routes': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:09.302767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a421d8c-f0c9-4544-b452-268e0b7b7eb6 req-cf8ea7ce-8333-42dc-908b-10ff0defaf5a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:09.305459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a421d8c-f0c9-4544-b452-268e0b7b7eb6 req-cf8ea7ce-8333-42dc-908b-10ff0defaf5a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.2513964 Feb 10 04:33:09.403044 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:07Z', 'revision_number': 6, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d587f70-06f6-41b6-b95c-7106dfe81c65', 'name': '', 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:4f:28:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:33:04Z', 'updated_at': '2022-02-10T04:33:08Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:09.429275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a421d8c-f0c9-4544-b452-268e0b7b7eb6 req-05365259-f657-44f3-b68a-6ea3e020d8a1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181591 Feb 10 04:33:09.469869 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9372a5-e88f-4eab-84ca-8a02b96eee3f None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:07Z', 'revision_number': 6, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d587f70-06f6-41b6-b95c-7106dfe81c65', 'name': '', 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:4f:28:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:33:04Z', 'updated_at': '2022-02-10T04:33:08Z', 'revision_number': 4, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:09.501191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-46588920-4f7f-490a-984d-395a5ec7cde7 None None] Current status of the port 5d587f70-06f6-41b6-b95c-7106dfe81c65 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:09.607458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c5d9341c-1b60-42c1-b597-d064dc4b96bf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:09.655789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-84ec7882-fb6b-49ca-89e3-f22580d498d2 None None] Provisioning complete for port 5d587f70-06f6-41b6-b95c-7106dfe81c65 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:09.656444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84ec7882-fb6b-49ca-89e3-f22580d498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:09.825665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-84ec7882-fb6b-49ca-89e3-f22580d498d2 None None] Current status of the port 5d587f70-06f6-41b6-b95c-7106dfe81c65 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:09.922631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added routes are [] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 04:33:09.922994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 04:33:09.960766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:10.313498 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:10.317071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:10.445455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:10.642244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:10.649540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:10.650858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99e53d6a-ebb1-4467-9343-c17dc57dfd86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 200 len: 703 time: 1.3746200 Feb 10 04:33:10.653997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39068) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:10.657947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce21f-f3bd-4289-93f7-8c722f6d632e req-664fa09d-a903-4b09-bdfe-11c3d88ee6ef tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:10.660149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19fce21f-f3bd-4289-93f7-8c722f6d632e req-664fa09d-a903-4b09-bdfe-11c3d88ee6ef tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.0954692 Feb 10 04:33:10.744550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19fce21f-f3bd-4289-93f7-8c722f6d632e req-939e5403-1196-49c1-b94c-5516bd779690 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768213 Feb 10 04:33:10.761359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:10.800716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:10.805307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:10.967468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a9d0c58f-efdc-4a3b-8884-4a7a1e9378cb tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 200 len: 703 time: 0.3069682 Feb 10 04:33:10.967671 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39072) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:11.058006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5d587f70-06f6-41b6-b95c-7106dfe81c65 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:11.126404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:11.185228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 5d587f70-06f6-41b6-b95c-7106dfe81c65 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:11.185603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:11.475631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 5d587f70-06f6-41b6-b95c-7106dfe81c65 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:11.538106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:09Z', 'revision_number': 7, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d587f70-06f6-41b6-b95c-7106dfe81c65', 'name': '', 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:4f:28:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:33:04Z', 'updated_at': '2022-02-10T04:33:08Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:11.569519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:11.609300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:11.624568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:11.625323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:11.737745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:11.928962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 5d587f70-06f6-41b6-b95c-7106dfe81c65 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:11.932571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:11.999049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adc271-d42e-48ec-8f9d-412db7921337 req-8c4262af-66a4-475a-ac85-b2dd9c68d3c3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:12.000821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3adc271-d42e-48ec-8f9d-412db7921337 req-8c4262af-66a4-475a-ac85-b2dd9c68d3c3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.1054616 Feb 10 04:33:12.066771 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3adc271-d42e-48ec-8f9d-412db7921337 req-0b6bd95e-ab4b-46cd-b82d-f12532bce1af tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556180 Feb 10 04:33:12.070124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:09Z', 'revision_number': 7, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d587f70-06f6-41b6-b95c-7106dfe81c65', 'name': '', 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:4f:28:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:33:04Z', 'updated_at': '2022-02-10T04:33:08Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:12.095455 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port 5d587f70-06f6-41b6-b95c-7106dfe81c65, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5d587f70-06f6-41b6-b95c-7106dfe81c65,segment=NetworkSegment(4e69001d-b262-413a-9eb9-c83683b89f2b),segment_id=4e69001d-b262-413a-9eb9-c83683b89f2b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:12.096634 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:12.106222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6082be-bd9c-4279-a753-25290b99c823 None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:09Z', 'revision_number': 7, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d587f70-06f6-41b6-b95c-7106dfe81c65', 'name': '', 'network_id': '4d2d5409-762c-481a-b8d3-5d6f1966326c', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:4f:28:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:33:04Z', 'updated_at': '2022-02-10T04:33:08Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'de318ff5-0d58-4a3c-996d-5c093ee4f95b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:12.123508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 5d587f70-06f6-41b6-b95c-7106dfe81c65 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:12.475148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (5d587f70-06f6-41b6-b95c-7106dfe81c65), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:12.504907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=5d587f70-06f6-41b6-b95c-7106dfe81c65,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:12.983773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:13.258063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf4c90-d616-47a0-8d74-a0cdce5ae707 req-1ed77cda-b952-463d-bb91-3fbbe6d9315b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:13.260578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7daf4c90-d616-47a0-8d74-a0cdce5ae707 req-1ed77cda-b952-463d-bb91-3fbbe6d9315b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.1134441 Feb 10 04:33:13.262958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:13.381782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7daf4c90-d616-47a0-8d74-a0cdce5ae707 req-4d2ea924-60a9-4478-bc4d-5e512a8693db tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144452 Feb 10 04:33:13.407163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:13.419860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2ff67ca2-5463-4401-bd27-6371a5c90ad6 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4502766 Feb 10 04:33:13.420110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39094) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:13.428137 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:13.437853 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:13.438639 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:13.492447 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet de318ff5-0d58-4a3c-996d-5c093ee4f95b {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:33:13.495417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (de318ff5-0d58-4a3c-996d-5c093ee4f95b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:13.546769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (de318ff5-0d58-4a3c-996d-5c093ee4f95b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:13.552563 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:13.647033 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (de318ff5-0d58-4a3c-996d-5c093ee4f95b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:13.775255 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (de318ff5-0d58-4a3c-996d-5c093ee4f95b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:13.812051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=de318ff5-0d58-4a3c-996d-5c093ee4f95b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:13.817667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:13.822250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1549d1eb-2d26-4d4f-9461-c06f1cde5902 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/de318ff5-0d58-4a3c-996d-5c093ee4f95b HTTP/1.1" status: 204 len: 168 time: 0.4012601 Feb 10 04:33:13.825346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39098) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:13.839267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e0083-ab92-4e1f-9387-db5014643ed4 None None] Network 4d2d5409-762c-481a-b8d3-5d6f1966326c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:13.908663 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:12Z', 'revision_number': 8, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:13.934782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4d2d5409-762c-481a-b8d3-5d6f1966326c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:13.952695 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:13.968576 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:13.970008 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:13.994233 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port c5d9341c-1b60-42c1-b597-d064dc4b96bf {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:13.994587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.069114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] DHCP port deletion for 4d2d5409-762c-481a-b8d3-5d6f1966326c request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:33:14.098469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port c5d9341c-1b60-42c1-b597-d064dc4b96bf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c5d9341c-1b60-42c1-b597-d064dc4b96bf,segment=NetworkSegment(4e69001d-b262-413a-9eb9-c83683b89f2b),segment_id=4e69001d-b262-413a-9eb9-c83683b89f2b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:14.099021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.132389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for c5d9341c-1b60-42c1-b597-d064dc4b96bf owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:14.144123 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:14.183838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] Deleting port c5d9341c-1b60-42c1-b597-d064dc4b96bf {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:14.184471 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.265302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] For port c5d9341c-1b60-42c1-b597-d064dc4b96bf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c5d9341c-1b60-42c1-b597-d064dc4b96bf,segment=NetworkSegment(4e69001d-b262-413a-9eb9-c83683b89f2b),segment_id=4e69001d-b262-413a-9eb9-c83683b89f2b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:14.265766 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.279680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] Calling delete_port for c5d9341c-1b60-42c1-b597-d064dc4b96bf owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:14.329007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.377586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (c5d9341c-1b60-42c1-b597-d064dc4b96bf), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.377917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=c5d9341c-1b60-42c1-b597-d064dc4b96bf,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:14.395168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port c5d9341c-1b60-42c1-b597-d064dc4b96bf on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:14.427383 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:12Z', 'revision_number': 8, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:14.451965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] No DVR routers for this DVR port c5d9341c-1b60-42c1-b597-d064dc4b96bf on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:14.470220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a6bcb-4bde-47a7-af95-8521606961f1 None None] Pushing event deleted for resources: {'Port': ['ID=c5d9341c-1b60-42c1-b597-d064dc4b96bf,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:14.488313 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf40167-8707-441d-a96c-f7c6b8f0c0cc None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:12Z', 'revision_number': 8, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9ad636-7b56-4dfb-94cc-66e9cd55efa3', 'name': '', 'network_id': 'ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:3d:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'cce7a657-566d-4220-8c56-f219ff931250', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:56Z', 'updated_at': '2022-02-10T04:33:03Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'cce7a657-566d-4220-8c56-f219ff931250', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:14.559197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01c67f-ead3-4eb8-bd57-6b0acb18168f req-877a84e3-2eaf-4a55-8c62-f2b626df8095 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:14.561515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a01c67f-ead3-4eb8-bd57-6b0acb18168f req-877a84e3-2eaf-4a55-8c62-f2b626df8095 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.0780940 Feb 10 04:33:14.576129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4d2d5409-762c-481a-b8d3-5d6f1966326c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.601175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2d5409-762c-481a-b8d3-5d6f1966326c']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:14.610962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e69001d-b262-413a-9eb9-c83683b89f2b') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:14.611262 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e69001d-b262-413a-9eb9-c83683b89f2b') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:14.616087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a01c67f-ead3-4eb8-bd57-6b0acb18168f req-b71724fb-0d7e-4f7f-bcd7-155ffca2b596 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455201 Feb 10 04:33:14.621955 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (4e69001d-b262-413a-9eb9-c83683b89f2b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.642010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4e69001d-b262-413a-9eb9-c83683b89f2b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.648978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:33:14.649341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (4e69001d-b262-413a-9eb9-c83683b89f2b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:33:14.652433 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:33:14.808897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4d2d5409-762c-481a-b8d3-5d6f1966326c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.826461 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:14.832906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/4d2d5409-762c-481a-b8d3-5d6f1966326c HTTP/1.1" status: 204 len: 168 time: 1.0021062 Feb 10 04:33:14.832906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a1103-a6cf-47e6-a171-5ccfa8553032 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=4d2d5409-762c-481a-b8d3-5d6f1966326c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:14.836265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39110) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:14.988052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c5d9341c-1b60-42c1-b597-d064dc4b96bf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:15.025477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c5d9341c-1b60-42c1-b597-d064dc4b96bf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:15.025931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c5d9341c-1b60-42c1-b597-d064dc4b96bf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:15.026394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5d587f70-06f6-41b6-b95c-7106dfe81c65 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:15.048459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5d587f70-06f6-41b6-b95c-7106dfe81c65 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:15.048810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5d587f70-06f6-41b6-b95c-7106dfe81c65 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:15.277501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:15.545294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:15.545630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:15.638416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port aa9ad636-7b56-4dfb-94cc-66e9cd55efa3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,segment=NetworkSegment(d4b741c2-8bb1-4161-b0d5-5f20b91e82d5),segment_id=d4b741c2-8bb1-4161-b0d5-5f20b91e82d5)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:15.639173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:15.651597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:15.757039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380afb8-bbf0-4532-9094-d77af247ccf6 req-7c7f915c-ce96-4e59-bcf1-4de94a054f54 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:15.762532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c380afb8-bbf0-4532-9094-d77af247ccf6 req-7c7f915c-ce96-4e59-bcf1-4de94a054f54 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.0702708 Feb 10 04:33:15.823720 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c380afb8-bbf0-4532-9094-d77af247ccf6 req-d2e378b7-c03c-43ad-bcf4-0d20f97f505f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Feb 10 04:33:15.949703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (aa9ad636-7b56-4dfb-94cc-66e9cd55efa3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:15.979113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=aa9ad636-7b56-4dfb-94cc-66e9cd55efa3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:16.113022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:16.335219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:16.435293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:16.440965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2b89e0fe-eceb-438b-abb8-9f2aef8bef7a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6065452 Feb 10 04:33:16.443860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39124) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:16.450558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:16.465011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:16.465958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:16.506250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet cce7a657-566d-4220-8c56-f219ff931250 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:33:16.510172 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (cce7a657-566d-4220-8c56-f219ff931250), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:16.559699 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (cce7a657-566d-4220-8c56-f219ff931250), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:16.667463 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (cce7a657-566d-4220-8c56-f219ff931250), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:16.765969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:16.819542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (cce7a657-566d-4220-8c56-f219ff931250), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:16.878098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=cce7a657-566d-4220-8c56-f219ff931250,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:16.880312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:16.883646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cd48c716-ecb7-44bf-af88-a11e356d07ee tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/cce7a657-566d-4220-8c56-f219ff931250 HTTP/1.1" status: 204 len: 168 time: 0.4385927 Feb 10 04:33:16.889370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39134) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:16.914248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7f3a2-8037-4a09-ba4f-506ab700aef8 None None] Network ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:16.989377 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.026505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c66e73-49f5-423d-985e-19c6319b8fed req-d1874240-497e-4dd9-8e8e-2b3c942fe054 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:17.028710 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29c66e73-49f5-423d-985e-19c6319b8fed req-d1874240-497e-4dd9-8e8e-2b3c942fe054 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.0814111 Feb 10 04:33:17.064700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 05c70b95-be62-47da-a807-7d8a83dd6042 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:17.065587 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.109684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29c66e73-49f5-423d-985e-19c6319b8fed req-fbe8ef0c-5b5d-45f2-b878-08c76d3a4ec1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745342 Feb 10 04:33:17.154175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port 05c70b95-be62-47da-a807-7d8a83dd6042, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=05c70b95-be62-47da-a807-7d8a83dd6042,segment=NetworkSegment(d4b741c2-8bb1-4161-b0d5-5f20b91e82d5),segment_id=d4b741c2-8bb1-4161-b0d5-5f20b91e82d5)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:17.154879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.177366 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 05c70b95-be62-47da-a807-7d8a83dd6042 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:17.181648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.216067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:15Z', 'revision_number': 9, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:17.274832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:17.285092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] DHCP port deletion for ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:33:17.291472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:17.292101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:17.352058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.392330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=05c70b95-be62-47da-a807-7d8a83dd6042,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:17.398219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port 05c70b95-be62-47da-a807-7d8a83dd6042 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:17.420535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:17.424181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] Deleting port 05c70b95-be62-47da-a807-7d8a83dd6042 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:17.427611 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.496220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.517743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:17.531202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:17.531588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b741c2-8bb1-4161-b0d5-5f20b91e82d5') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:17.541782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (d4b741c2-8bb1-4161-b0d5-5f20b91e82d5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.556113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d4b741c2-8bb1-4161-b0d5-5f20b91e82d5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.562951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:33:17.562951 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (d4b741c2-8bb1-4161-b0d5-5f20b91e82d5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.579528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] For port 05c70b95-be62-47da-a807-7d8a83dd6042, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:17.580096 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.600560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] Calling delete_port for 05c70b95-be62-47da-a807-7d8a83dd6042 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:17.631909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] Port 05c70b95-be62-47da-a807-7d8a83dd6042 was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:33:17.637717 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (05c70b95-be62-47da-a807-7d8a83dd6042), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:33:17.650219 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:33:17.670107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] Pushing event deleted for resources: {'Port': ['ID=05c70b95-be62-47da-a807-7d8a83dd6042,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:17.674950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61629a6-69f3-4941-b6fd-8ce1c45f019c None None] No DVR routers for this DVR port 05c70b95-be62-47da-a807-7d8a83dd6042 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:17.743939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:15Z', 'revision_number': 9, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:17.744551 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.754497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:17.759681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db HTTP/1.1" status: 204 len: 168 time: 0.8718655 Feb 10 04:33:17.760551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39140) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:17.772718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4d35a-e80c-4084-9fcf-ac4355179c6e None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:15Z', 'revision_number': 9, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890893a1-967f-41c8-a377-3e5385d6c642', 'name': '', 'network_id': 'f7d7d2a6-6024-46e4-bea3-b81477a848f5', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:f2:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:51Z', 'updated_at': '2022-02-10T04:32:57Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': '54255a6b-e56c-43db-b986-207bf396b3ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:17.840321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41708bf1-fa7a-4e42-8433-79a3bec93b86 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=ecca8d7b-fbf5-49e5-8ed3-162a57e8f0db,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:18.224460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:18.325544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c3a8-8a69-4d6b-a156-36e792229cfc req-a8d5729d-27d6-4352-9b05-6801a7bb8d61 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:18.327070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63e6c3a8-8a69-4d6b-a156-36e792229cfc req-a8d5729d-27d6-4352-9b05-6801a7bb8d61 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.1389704 Feb 10 04:33:18.459089 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-63e6c3a8-8a69-4d6b-a156-36e792229cfc req-c90c1055-20d1-462b-a28b-162d4b8c5843 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212139 Feb 10 04:33:18.477565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:18.562038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 890893a1-967f-41c8-a377-3e5385d6c642 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:18.562381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (890893a1-967f-41c8-a377-3e5385d6c642), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:18.661296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port 890893a1-967f-41c8-a377-3e5385d6c642, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=890893a1-967f-41c8-a377-3e5385d6c642,segment=NetworkSegment(fcbd4458-3985-409b-b53c-2d4b40fbe51a),segment_id=fcbd4458-3985-409b-b53c-2d4b40fbe51a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:18.661663 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (890893a1-967f-41c8-a377-3e5385d6c642), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:18.673771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 890893a1-967f-41c8-a377-3e5385d6c642 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:18.900977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05c70b95-be62-47da-a807-7d8a83dd6042 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:18.922049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 05c70b95-be62-47da-a807-7d8a83dd6042 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:18.922398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 05c70b95-be62-47da-a807-7d8a83dd6042 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:18.922840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:18.929307 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (890893a1-967f-41c8-a377-3e5385d6c642), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:18.942357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:18.942713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aa9ad636-7b56-4dfb-94cc-66e9cd55efa3 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:18.967691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=890893a1-967f-41c8-a377-3e5385d6c642,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:19.090035 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:33:19.099475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:19.615891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12817-f301-4f4f-8b58-bec56c0b9fed req-06e2e455-5b90-4fbb-be09-297781019234 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:19.617713 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fe12817-f301-4f4f-8b58-bec56c0b9fed req-06e2e455-5b90-4fbb-be09-297781019234 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.0691490 Feb 10 04:33:19.651783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:19.690991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fe12817-f301-4f4f-8b58-bec56c0b9fed req-e8a5b08c-35da-4d40-9b40-c4cde303b4eb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658514 Feb 10 04:33:19.761093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:19.766415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ad771433-bbbe-4cbb-9f04-c2ba6c17cd9b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9917994 Feb 10 04:33:19.769525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39162) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:19.774763 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:19.789456 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:19.790067 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:19.834571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet 54255a6b-e56c-43db-b986-207bf396b3ca {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:33:19.839350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (54255a6b-e56c-43db-b986-207bf396b3ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:19.884560 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (54255a6b-e56c-43db-b986-207bf396b3ca), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:19.898955 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:19.988831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (54255a6b-e56c-43db-b986-207bf396b3ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.118457 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:18Z', 'revision_number': 10, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:20.151414 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (54255a6b-e56c-43db-b986-207bf396b3ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.151639 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:20.162052 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:20.162670 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:20.180655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=54255a6b-e56c-43db-b986-207bf396b3ca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:20.182962 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.186409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9abe13c7-cbca-4aa5-a691-c751604021ad tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/54255a6b-e56c-43db-b986-207bf396b3ca HTTP/1.1" status: 204 len: 168 time: 0.4156342 Feb 10 04:33:20.188818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39168) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:20.193348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918af793-4a5b-46e4-9570-e1c4e96dd7e9 None None] Network f7d7d2a6-6024-46e4-bea3-b81477a848f5 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:20.285563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f7d7d2a6-6024-46e4-bea3-b81477a848f5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.291959 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:20.384225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:20.384576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.463986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] DHCP port deletion for f7d7d2a6-6024-46e4-bea3-b81477a848f5 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:33:20.515784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,segment=NetworkSegment(fcbd4458-3985-409b-b53c-2d4b40fbe51a),segment_id=fcbd4458-3985-409b-b53c-2d4b40fbe51a)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:20.516433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.543500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 28fa93c2-b97f-47b0-8d48-ea72b0d6561c owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:20.555407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] Deleting port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:20.556690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.605033 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:18Z', 'revision_number': 10, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:20.644692 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1ac4a-b303-4d60-bf3a-0f1087deec11 None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:18Z', 'revision_number': 10, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None, '_interfaces': [{'id': '5747f253-c4a2-4684-90d6-29f55464cbd4', 'name': '', 'network_id': 'e9e8b9e5-cb46-45fd-83db-7438a24dd6af', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'mac_address': 'fa:16:3e:df:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:32:46Z', 'updated_at': '2022-02-10T04:32:52Z', 'revision_number': 5, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'subnets': [{'id': 'c3f63521-9824-4fa6-b1e3-31804f6153db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:20.652985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] For port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,segment=NetworkSegment(fcbd4458-3985-409b-b53c-2d4b40fbe51a),segment_id=fcbd4458-3985-409b-b53c-2d4b40fbe51a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:20.653391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.670295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] Calling delete_port for 28fa93c2-b97f-47b0-8d48-ea72b0d6561c owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:20.721426 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.781362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:20.784636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:20.788070 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (28fa93c2-b97f-47b0-8d48-ea72b0d6561c), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.822996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] Pushing event deleted for resources: {'Port': ['ID=28fa93c2-b97f-47b0-8d48-ea72b0d6561c,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:20.832862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11640c3-1fdc-4391-8592-0a4e7779c62a None None] No DVR routers for this DVR port 28fa93c2-b97f-47b0-8d48-ea72b0d6561c on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:20.864876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device edd28a88-d9a3-4594-8a0f-736a467ab719 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:33:20.928835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f7d7d2a6-6024-46e4-bea3-b81477a848f5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:20.969090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d7d2a6-6024-46e4-bea3-b81477a848f5']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:20.983045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port edd28a88-d9a3-4594-8a0f-736a467ab719, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=edd28a88-d9a3-4594-8a0f-736a467ab719,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:20.990218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d717fe-d8d9-41aa-9f72-0c9217742078 req-69baf8ea-5d03-4315-b732-f819e2c9f323 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:20.991968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06d717fe-d8d9-41aa-9f72-0c9217742078 req-69baf8ea-5d03-4315-b732-f819e2c9f323 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 943 time: 0.1916757 Feb 10 04:33:20.995987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbd4458-3985-409b-b53c-2d4b40fbe51a') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:20.999633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbd4458-3985-409b-b53c-2d4b40fbe51a') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:21.006055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'edd28a88-d9a3-4594-8a0f-736a467ab719', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'port_id': 'edd28a88-d9a3-4594-8a0f-736a467ab719', 'mac_address': 'fa:16:3e:04:d6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:33:21.021062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (fcbd4458-3985-409b-b53c-2d4b40fbe51a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:21.057588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fcbd4458-3985-409b-b53c-2d4b40fbe51a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:21.078068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port edd28a88-d9a3-4594-8a0f-736a467ab719 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:21.079188 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:21.081903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:33:21.082312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (fcbd4458-3985-409b-b53c-2d4b40fbe51a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:21.109501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 890893a1-967f-41c8-a377-3e5385d6c642 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:33:21.120006 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:33:21.134138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd28a88-d9a3-4594-8a0f-736a467ab719 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:33:21.139576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 890893a1-967f-41c8-a377-3e5385d6c642 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:21.139711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 890893a1-967f-41c8-a377-3e5385d6c642 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:21.140130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 28fa93c2-b97f-47b0-8d48-ea72b0d6561c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:21.160204 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06d717fe-d8d9-41aa-9f72-0c9217742078 req-f7c02d71-099d-4dde-adce-8faaf52181b0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486063 Feb 10 04:33:21.163152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port edd28a88-d9a3-4594-8a0f-736a467ab719, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=edd28a88-d9a3-4594-8a0f-736a467ab719,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:21.186130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 28fa93c2-b97f-47b0-8d48-ea72b0d6561c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:21.186467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 28fa93c2-b97f-47b0-8d48-ea72b0d6561c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:21.243753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:21.283744 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f7d7d2a6-6024-46e4-bea3-b81477a848f5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:21.291948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:21.296998 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/f7d7d2a6-6024-46e4-bea3-b81477a848f5 HTTP/1.1" status: 204 len: 168 time: 1.1046805 Feb 10 04:33:21.304067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39178) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:21.305830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=edd28a88-d9a3-4594-8a0f-736a467ab719,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:21.306791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3077d1c-9519-4607-8dd0-f0119778e76e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=f7d7d2a6-6024-46e4-bea3-b81477a848f5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:21.446798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['edd28a88-d9a3-4594-8a0f-736a467ab719'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:33:21.671460 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:22.320582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 5747f253-c4a2-4684-90d6-29f55464cbd4 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:22.321678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:22.351099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2ecd3-5e11-49cc-8905-9cd8aeeab933 req-d4c27996-f3ca-44b3-8ff5-f95756c96e55 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:22.352760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c2ecd3-5e11-49cc-8905-9cd8aeeab933 req-d4c27996-f3ca-44b3-8ff5-f95756c96e55 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 944 time: 0.0897529 Feb 10 04:33:22.481858 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20c2ecd3-5e11-49cc-8905-9cd8aeeab933 req-0d317334-a088-4662-93d5-7890dd6f127e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125534 Feb 10 04:33:22.495868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port 5747f253-c4a2-4684-90d6-29f55464cbd4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=5747f253-c4a2-4684-90d6-29f55464cbd4,segment=NetworkSegment(87252d49-1cde-4e07-a34c-b2951f9d0751),segment_id=87252d49-1cde-4e07-a34c-b2951f9d0751)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:22.496293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:22.509663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 5747f253-c4a2-4684-90d6-29f55464cbd4 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:22.835528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5747f253-c4a2-4684-90d6-29f55464cbd4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:22.865144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device edd28a88-d9a3-4594-8a0f-736a467ab719 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:22.868611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=5747f253-c4a2-4684-90d6-29f55464cbd4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:23.004869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port edd28a88-d9a3-4594-8a0f-736a467ab719 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:33:23.010947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port edd28a88-d9a3-4594-8a0f-736a467ab719 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:23.015935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:23.022199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:23.140457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port edd28a88-d9a3-4594-8a0f-736a467ab719 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:23.141756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:23.179683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd28a88-d9a3-4594-8a0f-736a467ab719'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:33:23.182068 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ed8d64-964a-44ef-943e-9fd61a1d2fb0" -d '{"events": [{"server_uuid": "2be5d951-bdbb-45dd-8fa3-9e0c529419e7", "name": "network-vif-plugged", "status": "completed", "tag": "edd28a88-d9a3-4594-8a0f-736a467ab719"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:33:23.201147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port edd28a88-d9a3-4594-8a0f-736a467ab719, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=edd28a88-d9a3-4594-8a0f-736a467ab719,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:23.263755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:23.308967 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c64342-5e80-40e1-bdda-6cef62339921 x-openstack-request-id: req-c0c64342-5e80-40e1-bdda-6cef62339921 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:33:23.309264 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be5d951-bdbb-45dd-8fa3-9e0c529419e7", "name": "network-vif-plugged", "status": "completed", "tag": "edd28a88-d9a3-4594-8a0f-736a467ab719", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:33:23.309516 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0c64342-5e80-40e1-bdda-6cef62339921 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:33:23.309914 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd28a88-d9a3-4594-8a0f-736a467ab719', 'code': 200} Feb 10 04:33:23.315365 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:23.380190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=edd28a88-d9a3-4594-8a0f-736a467ab719,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:23.381883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:23.387396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d32d97c8-8804-435d-9f96-85b07166cea2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889916 Feb 10 04:33:23.391113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39200) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:23.400900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:23.429172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:23.430198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:23.436467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cbe0a-ffa3-4c13-87f1-36d945caaade req-01413fa9-d555-4137-9045-68c92b36ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:23.442022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-048cbe0a-ffa3-4c13-87f1-36d945caaade req-01413fa9-d555-4137-9045-68c92b36ff08 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 1127 time: 0.0691731 Feb 10 04:33:23.499764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting subnet c3f63521-9824-4fa6-b1e3-31804f6153db {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:33:23.507738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (c3f63521-9824-4fa6-b1e3-31804f6153db), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:23.513869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:23.530006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-048cbe0a-ffa3-4c13-87f1-36d945caaade req-215dedfd-d8fe-4c4d-bd13-a5125c2f6ee3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816925 Feb 10 04:33:23.578231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:22Z', 'revision_number': 11, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:23.580983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (c3f63521-9824-4fa6-b1e3-31804f6153db), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:23.610245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:23.622693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:23.623724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:23.630409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1edce6-bef1-4a08-8fe5-291cb4ac785b req-1a09b5ab-37ce-48db-acec-3b4866be8dd5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:23.632398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da1edce6-bef1-4a08-8fe5-291cb4ac785b req-1a09b5ab-37ce-48db-acec-3b4866be8dd5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 945 time: 0.0647230 Feb 10 04:33:23.702815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:23.721729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c3f63521-9824-4fa6-b1e3-31804f6153db), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:23.726215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da1edce6-bef1-4a08-8fe5-291cb4ac785b req-14eea921-c1cf-43bf-afb7-166f4ea32b78 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Feb 10 04:33:23.762092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:22Z', 'revision_number': 11, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:23.792110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23d053-7eeb-49ee-b031-a2ad3d4690ea None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:22Z', 'revision_number': 11, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:24.104994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (c3f63521-9824-4fa6-b1e3-31804f6153db), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.143925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f63521-9824-4fa6-b1e3-31804f6153db,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:24.147937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.158215 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-90384c75-43e0-4330-9345-d5d96548d39e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/c3f63521-9824-4fa6-b1e3-31804f6153db HTTP/1.1" status: 204 len: 168 time: 0.7611125 Feb 10 04:33:24.160444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39212) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:24.164661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eec8f5-fc18-4bb8-b3c8-37c308b0842e None None] Network e9e8b9e5-cb46-45fd-83db-7438a24dd6af requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:24.256387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e9e8b9e5-cb46-45fd-83db-7438a24dd6af), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.333658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Deleting port 04b8ec41-62a5-4f11-a9e6-db078700d93b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:24.337927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.500934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] For port 04b8ec41-62a5-4f11-a9e6-db078700d93b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04b8ec41-62a5-4f11-a9e6-db078700d93b,segment=NetworkSegment(87252d49-1cde-4e07-a34c-b2951f9d0751),segment_id=87252d49-1cde-4e07-a34c-b2951f9d0751)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:24.503274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.560211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] DHCP port deletion for e9e8b9e5-cb46-45fd-83db-7438a24dd6af request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:33:24.605401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Calling delete_port for 04b8ec41-62a5-4f11-a9e6-db078700d93b owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:24.634433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] Deleting port 04b8ec41-62a5-4f11-a9e6-db078700d93b {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:24.634762 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.715515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] For port 04b8ec41-62a5-4f11-a9e6-db078700d93b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04b8ec41-62a5-4f11-a9e6-db078700d93b,segment=NetworkSegment(87252d49-1cde-4e07-a34c-b2951f9d0751),segment_id=87252d49-1cde-4e07-a34c-b2951f9d0751)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:24.715921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.731981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] Calling delete_port for 04b8ec41-62a5-4f11-a9e6-db078700d93b owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:24.785214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.815558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Port': ['ID=04b8ec41-62a5-4f11-a9e6-db078700d93b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:24.827110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No DVR routers for this DVR port 04b8ec41-62a5-4f11-a9e6-db078700d93b on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:24.833252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (04b8ec41-62a5-4f11-a9e6-db078700d93b), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:24.877408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] Pushing event deleted for resources: {'Port': ['ID=04b8ec41-62a5-4f11-a9e6-db078700d93b,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:24.882567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9befd-dbf1-4325-a3a7-f56fcbf242fb None None] No DVR routers for this DVR port 04b8ec41-62a5-4f11-a9e6-db078700d93b on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:24.949100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99ca2-76cb-4af8-af88-8fbf59c6c67c req-e492c5d8-ed45-4c4a-9799-fe9c4684e354 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:24.950156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04b8ec41-62a5-4f11-a9e6-db078700d93b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:24.957317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58a99ca2-76cb-4af8-af88-8fbf59c6c67c req-e492c5d8-ed45-4c4a-9799-fe9c4684e354 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 945 time: 0.1132526 Feb 10 04:33:24.979907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 04b8ec41-62a5-4f11-a9e6-db078700d93b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:24.980267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04b8ec41-62a5-4f11-a9e6-db078700d93b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:24.980708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5747f253-c4a2-4684-90d6-29f55464cbd4 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:25.009696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 5747f253-c4a2-4684-90d6-29f55464cbd4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:25.010663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 5747f253-c4a2-4684-90d6-29f55464cbd4 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:25.027961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e9e8b9e5-cb46-45fd-83db-7438a24dd6af), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.046182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-58a99ca2-76cb-4af8-af88-8fbf59c6c67c req-a9899977-c1e7-48c0-a178-288e1d5c91ad tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876319 Feb 10 04:33:25.062136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e8b9e5-cb46-45fd-83db-7438a24dd6af']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:25.073282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87252d49-1cde-4e07-a34c-b2951f9d0751') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:25.073578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87252d49-1cde-4e07-a34c-b2951f9d0751') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:25.084754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (87252d49-1cde-4e07-a34c-b2951f9d0751), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.098549 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (87252d49-1cde-4e07-a34c-b2951f9d0751), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.104381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:33:25.104763 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (87252d49-1cde-4e07-a34c-b2951f9d0751), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:33:25.108264 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:33:25.260671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e9e8b9e5-cb46-45fd-83db-7438a24dd6af), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.281749 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.285257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/networks/e9e8b9e5-cb46-45fd-83db-7438a24dd6af HTTP/1.1" status: 204 len: 168 time: 1.1238284 Feb 10 04:33:25.286544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89989caf-5f76-4ae7-b950-6a6821d3d203 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Pushing event deleted for resources: {'Network': ['ID=e9e8b9e5-cb46-45fd-83db-7438a24dd6af,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:25.288722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39224) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:25.293320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'routes': None}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:25.489791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.extraroute_db [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Added routes are [] {{(pid=109959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 04:33:25.490096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.extraroute_db [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Removed routes are [] {{(pid=109959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 04:33:25.490511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.637550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.641019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.726173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router 4c41b6a9-8e96-44f0-ba48-a16028c620ce has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:25.811567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:25.821910 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] Sync routers for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:25.824390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:25.825628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-78500d11-ba6f-48c5-936f-ad6063b2519e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 200 len: 704 time: 0.5357370 Feb 10 04:33:25.828466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39232) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:25.836746 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:25.837588 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:25.871902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39236) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:25.872263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc851c7c-5fa4-4f1e-a544-709f80b3ee48 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 200 len: 205 time: 0.0421629 Feb 10 04:33:25.955801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b59a335a-d856-4914-a800-e50d1866131f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.004945 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:26.057259 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:22Z', 'revision_number': 11, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:26.115615 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] Checking router: 4c41b6a9-8e96-44f0-ba48-a16028c620ce for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:26.124488 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] Routers {'4c41b6a9-8e96-44f0-ba48-a16028c620ce'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:26.125111 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:26.143133 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b59a335a-d856-4914-a800-e50d1866131f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.145923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b59a335a-d856-4914-a800-e50d1866131f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (4c41b6a9-8e96-44f0-ba48-a16028c620ce), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.193621 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] Set router 4c41b6a9-8e96-44f0-ba48-a16028c620ce gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:26.244987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee74d2-a0db-498a-9982-6baed80b7f95 req-dc5ce716-c576-4eab-a4de-e4b79c2ea79c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:26.246515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-57ee74d2-a0db-498a-9982-6baed80b7f95 req-dc5ce716-c576-4eab-a4de-e4b79c2ea79c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 945 time: 0.0881174 Feb 10 04:33:26.254417 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:22Z', 'revision_number': 11, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:26.280874 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd237a45-92f9-4387-816e-80aae66667fd None None] The sync data for ids ['4c41b6a9-8e96-44f0-ba48-a16028c620ce'] in n-d-827844-2 is: [{'id': '4c41b6a9-8e96-44f0-ba48-a16028c620ce', 'name': 'tempest-RoutersIpV6Test-router-466549495', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:32:44Z', 'updated_at': '2022-02-10T04:33:22Z', 'revision_number': 11, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:26.301713 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b59a335a-d856-4914-a800-e50d1866131f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (4c41b6a9-8e96-44f0-ba48-a16028c620ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.302501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59a335a-d856-4914-a800-e50d1866131f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Fanout notify agent at l3_agent the message router_deleted on router 4c41b6a9-8e96-44f0-ba48-a16028c620ce {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:33:26.318277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b59a335a-d856-4914-a800-e50d1866131f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.322782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b59a335a-d856-4914-a800-e50d1866131f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 204 len: 168 time: 0.4463615 Feb 10 04:33:26.325130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39240) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:26.331418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-57ee74d2-a0db-498a-9982-6baed80b7f95 req-e032298a-95e2-4f92-aa92-814a7a987aff tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735567 Feb 10 04:33:26.337417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-287bcba7-0000-4200-a3a9-519aa9a1037e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1462857643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:26.457525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-287bcba7-0000-4200-a3a9-519aa9a1037e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (bde96dd3-8232-4846-8f77-e05b998e910e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.458577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-287bcba7-0000-4200-a3a9-519aa9a1037e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (bde96dd3-8232-4846-8f77-e05b998e910e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.547510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae391d-5489-4106-82ac-3a6248906157 req-8f201b3d-75f1-4003-a24e-6bcee9512371 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:26.549146 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-95ae391d-5489-4106-82ac-3a6248906157 req-8f201b3d-75f1-4003-a24e-6bcee9512371 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 945 time: 0.1302929 Feb 10 04:33:26.554473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-287bcba7-0000-4200-a3a9-519aa9a1037e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (bde96dd3-8232-4846-8f77-e05b998e910e), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.616912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-95ae391d-5489-4106-82ac-3a6248906157 req-ece55e27-9a70-4e27-ba81-0fe5a0bc585e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599418 Feb 10 04:33:26.644891 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-287bcba7-0000-4200-a3a9-519aa9a1037e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (bde96dd3-8232-4846-8f77-e05b998e910e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.765810 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-287bcba7-0000-4200-a3a9-519aa9a1037e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:26.770221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-287bcba7-0000-4200-a3a9-519aa9a1037e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4400752 Feb 10 04:33:26.770912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39252) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:26.775477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e9c1b564-62c3-4a89-a582-942e352079f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:27.007368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b564-62c3-4a89-a582-942e352079f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (bde96dd3-8232-4846-8f77-e05b998e910e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:27.084224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b564-62c3-4a89-a582-942e352079f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (bde96dd3-8232-4846-8f77-e05b998e910e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:27.321035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c1b564-62c3-4a89-a582-942e352079f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Router bde96dd3-8232-4846-8f77-e05b998e910e is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:33:27.408449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c1b564-62c3-4a89-a582-942e352079f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:27.418636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] Sync routers for ids ['bde96dd3-8232-4846-8f77-e05b998e910e'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:27.423727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b564-62c3-4a89-a582-942e352079f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:27.432045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e9c1b564-62c3-4a89-a582-942e352079f8 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "PUT /v2.0/routers/bde96dd3-8232-4846-8f77-e05b998e910e HTTP/1.1" status: 200 len: 698 time: 0.6599975 Feb 10 04:33:27.435020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39262) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:27.444119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] Routers {'bde96dd3-8232-4846-8f77-e05b998e910e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:27.446948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bde96dd3-8232-4846-8f77-e05b998e910e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:27.532218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] Set router bde96dd3-8232-4846-8f77-e05b998e910e gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:27.569438 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0fe4dd83-2be7-417c-8847-d7934453ef12 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/routers/bde96dd3-8232-4846-8f77-e05b998e910e HTTP/1.1" status: 200 len: 704 time: 0.1326370 Feb 10 04:33:27.572178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39264) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:27.599729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde96dd3-8232-4846-8f77-e05b998e910e', 'name': 'tempest-RoutersIpV6Test-router-1462857643', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:33:26Z', 'updated_at': '2022-02-10T04:33:27Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:27.634278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] Checking router: bde96dd3-8232-4846-8f77-e05b998e910e for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:33:27.654207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] Routers {'bde96dd3-8232-4846-8f77-e05b998e910e'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:27.654879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bde96dd3-8232-4846-8f77-e05b998e910e'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:27.773505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] Set router bde96dd3-8232-4846-8f77-e05b998e910e gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:33:27.851972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde96dd3-8232-4846-8f77-e05b998e910e', 'name': 'tempest-RoutersIpV6Test-router-1462857643', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:33:26Z', 'updated_at': '2022-02-10T04:33:27Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:27.881145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7593f706-13ad-4dc0-8dbf-b3650ab03186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:27.988832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d125f4-bcfb-4f98-b3ca-f057d1791f13 None None] The sync data for ids ['bde96dd3-8232-4846-8f77-e05b998e910e'] in n-d-827844-2 is: [{'id': 'bde96dd3-8232-4846-8f77-e05b998e910e', 'name': 'tempest-RoutersIpV6Test-router-1462857643', 'tenant_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:33:26Z', 'updated_at': '2022-02-10T04:33:27Z', 'revision_number': 2, 'project_id': 'c4c9f4b6165d4d02a9b011184b667b00', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:28.021459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2fcefeff-14fe-450e-b165-e7e164cf363e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=bde96dd3-8232-4846-8f77-e05b998e910e HTTP/1.1" status: 200 len: 205 time: 0.4477489 Feb 10 04:33:28.023917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39284) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.129702 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc691d36-f49e-46ae-9e25-75f5a5d9451e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (bde96dd3-8232-4846-8f77-e05b998e910e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:28.387553 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc691d36-f49e-46ae-9e25-75f5a5d9451e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (bde96dd3-8232-4846-8f77-e05b998e910e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:28.392098 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc691d36-f49e-46ae-9e25-75f5a5d9451e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router_controller (bde96dd3-8232-4846-8f77-e05b998e910e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:28.540584 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc691d36-f49e-46ae-9e25-75f5a5d9451e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (bde96dd3-8232-4846-8f77-e05b998e910e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:28.541352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc691d36-f49e-46ae-9e25-75f5a5d9451e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Fanout notify agent at l3_agent the message router_deleted on router bde96dd3-8232-4846-8f77-e05b998e910e {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:33:28.548613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc691d36-f49e-46ae-9e25-75f5a5d9451e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:28.551292 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dc691d36-f49e-46ae-9e25-75f5a5d9451e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/bde96dd3-8232-4846-8f77-e05b998e910e HTTP/1.1" status: 204 len: 168 time: 0.5255380 Feb 10 04:33:28.553989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39296) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.603679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d3c91c2d-7a0c-4ebd-b206-acfaa5f773f5 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=bde96dd3-8232-4846-8f77-e05b998e910e HTTP/1.1" status: 200 len: 205 time: 0.0484731 Feb 10 04:33:28.606094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39304) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.664488 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-53157ab9-0b02-4bc7-8b67-119f5f556455 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] delete failed (client error): The resource could not be found. Feb 10 04:33:28.665623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53157ab9-0b02-4bc7-8b67-119f5f556455 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/bde96dd3-8232-4846-8f77-e05b998e910e HTTP/1.1" status: 404 len: 336 time: 0.0583725 Feb 10 04:33:28.668295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39308) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.694733 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3494527a-6345-444b-9ee2-8c01ac764d03 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:28.695451 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3494527a-6345-444b-9ee2-8c01ac764d03 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:28.698652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3494527a-6345-444b-9ee2-8c01ac764d03 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/de318ff5-0d58-4a3c-996d-5c093ee4f95b HTTP/1.1" status: 404 len: 337 time: 0.0293760 Feb 10 04:33:28.701766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39310) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.747233 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a25416-5ffb-4bd0-82e1-4cf79ec8646b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:28.747973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a25416-5ffb-4bd0-82e1-4cf79ec8646b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:28.751317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-40a25416-5ffb-4bd0-82e1-4cf79ec8646b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/cce7a657-566d-4220-8c56-f219ff931250 HTTP/1.1" status: 404 len: 337 time: 0.0484016 Feb 10 04:33:28.754480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39314) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.787486 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afec2f2-c644-45a4-815b-58c681691a02 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:28.788654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afec2f2-c644-45a4-815b-58c681691a02 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:28.792501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4afec2f2-c644-45a4-815b-58c681691a02 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/54255a6b-e56c-43db-b986-207bf396b3ca HTTP/1.1" status: 404 len: 337 time: 0.0364625 Feb 10 04:33:28.795074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39316) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.856289 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4471660d-dc20-4019-8592-685080147f8a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:28.857936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4471660d-dc20-4019-8592-685080147f8a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:28.860742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4471660d-dc20-4019-8592-685080147f8a tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/c3f63521-9824-4fa6-b1e3-31804f6153db HTTP/1.1" status: 404 len: 337 time: 0.0646806 Feb 10 04:33:28.863944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39318) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.907716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bfb2a1c1-1d03-4318-8e53-20a7391db66b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 200 len: 205 time: 0.0418866 Feb 10 04:33:28.910030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39320) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:28.988925 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-dac933c3-75e2-4007-9131-501737df5d34 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] delete failed (client error): The resource could not be found. Feb 10 04:33:28.990227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dac933c3-75e2-4007-9131-501737df5d34 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/4c41b6a9-8e96-44f0-ba48-a16028c620ce HTTP/1.1" status: 404 len: 336 time: 0.0789359 Feb 10 04:33:28.993444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39328) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.049796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b1b81abb-d0e2-4b5c-a356-21c075b5fb75 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d899426-1a51-4157-9067-64777be16fef HTTP/1.1" status: 200 len: 205 time: 0.0548580 Feb 10 04:33:29.052363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39332) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.109165 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-751313bf-2088-4c5a-9d9a-800f1708c643 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] delete failed (client error): The resource could not be found. Feb 10 04:33:29.110431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-751313bf-2088-4c5a-9d9a-800f1708c643 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/9d899426-1a51-4157-9067-64777be16fef HTTP/1.1" status: 404 len: 336 time: 0.0552785 Feb 10 04:33:29.113076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39338) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.153906 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ec8e82-2190-4690-91be-a70b4bcfbcce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:29.154378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ec8e82-2190-4690-91be-a70b4bcfbcce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:29.157550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a7ec8e82-2190-4690-91be-a70b4bcfbcce tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/5a015282-c91b-4f0c-bd95-fa6694bb92ef HTTP/1.1" status: 404 len: 337 time: 0.0432677 Feb 10 04:33:29.161320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39340) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.193223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c80d8916-7226-4630-9a33-c34532c951df tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=f85123c9-6cf6-4fff-a127-8dad53ac44ba HTTP/1.1" status: 200 len: 205 time: 0.0306399 Feb 10 04:33:29.195626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39342) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.243841 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-267bf201-e077-488a-936b-1a5c9d135dbc tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] delete failed (client error): The resource could not be found. Feb 10 04:33:29.244900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-267bf201-e077-488a-936b-1a5c9d135dbc tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/f85123c9-6cf6-4fff-a127-8dad53ac44ba HTTP/1.1" status: 404 len: 336 time: 0.0481091 Feb 10 04:33:29.247675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39344) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.312680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bb647a29-39b1-448e-8e30-352a1987573f tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=db8795b0-9d0d-4f73-9436-b9bd281027f3 HTTP/1.1" status: 200 len: 205 time: 0.0638108 Feb 10 04:33:29.315837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39352) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.379066 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-bbdfcd6f-8853-4a6d-844c-ca18893dcd7d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] delete failed (client error): The resource could not be found. Feb 10 04:33:29.382882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39364) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.383175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bbdfcd6f-8853-4a6d-844c-ca18893dcd7d tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/db8795b0-9d0d-4f73-9436-b9bd281027f3 HTTP/1.1" status: 404 len: 336 time: 0.0658584 Feb 10 04:33:29.405993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-e8f68b80-e9e0-4b6a-a493-39af71fdad06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1598184 Feb 10 04:33:29.446546 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-58833dd8-121b-48b6-9ee0-e24c9a6cd4c2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:29.449231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58833dd8-121b-48b6-9ee0-e24c9a6cd4c2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:29.463877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39370) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.475244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-58833dd8-121b-48b6-9ee0-e24c9a6cd4c2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/6c1aa21c-5366-43e5-9589-daba9efda0cb HTTP/1.1" status: 404 len: 337 time: 0.0904222 Feb 10 04:33:29.511487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39374) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.519609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6820d45f-f23b-47fa-9924-5a36937c8feb tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f293f9-d387-4b07-a25c-39906201ebc3 HTTP/1.1" status: 200 len: 205 time: 0.0540040 Feb 10 04:33:29.586855 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-62816b05-9a62-47bd-b1b0-aef7549c898e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] delete failed (client error): The resource could not be found. Feb 10 04:33:29.601228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62816b05-9a62-47bd-b1b0-aef7549c898e tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/89f293f9-d387-4b07-a25c-39906201ebc3 HTTP/1.1" status: 404 len: 336 time: 0.0884199 Feb 10 04:33:29.602048 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39376) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.603996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-ea9abc2b-c17e-43ab-92de-0289b9cd9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:29.605575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-ea9abc2b-c17e-43ab-92de-0289b9cd9ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 1127 time: 0.1270046 Feb 10 04:33:29.636861 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd3b047-e027-4f0d-8852-6360f7fa4b7b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:29.638095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd3b047-e027-4f0d-8852-6360f7fa4b7b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:29.641590 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ccd3b047-e027-4f0d-8852-6360f7fa4b7b tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/7b2f552d-7bdd-40c1-ba64-c288b9d69432 HTTP/1.1" status: 404 len: 337 time: 0.0384119 Feb 10 04:33:29.644804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39378) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.684520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3bb788c4-43aa-439d-9bab-4c60580742d5 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e641d5f-ea6e-417c-833b-0b6a03d98ef1 HTTP/1.1" status: 200 len: 205 time: 0.0383797 Feb 10 04:33:29.686669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39380) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.735880 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-89062871-e3cb-4bb6-b4a4-9a62e34dfac2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] delete failed (client error): The resource could not be found. Feb 10 04:33:29.735880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-89062871-e3cb-4bb6-b4a4-9a62e34dfac2 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/routers/4e641d5f-ea6e-417c-833b-0b6a03d98ef1 HTTP/1.1" status: 404 len: 336 time: 0.0459588 Feb 10 04:33:29.736286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39382) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.797944 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51d152c-346f-4a14-856c-cd2935a2f8fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:29.798419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51d152c-346f-4a14-856c-cd2935a2f8fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:29.806321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a51d152c-346f-4a14-856c-cd2935a2f8fd tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/89fa6165-f890-4ef7-a6e8-f6e72fccb4bc HTTP/1.1" status: 404 len: 337 time: 0.0669067 Feb 10 04:33:29.808113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39384) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:29.827111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-045ddeb1-04b4-4225-99c0-3af987126acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:29.831607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-045ddeb1-04b4-4225-99c0-3af987126acb service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1986001 Feb 10 04:33:29.843775 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c1536812-23f8-4ca0-90ac-dc8d74398b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:29.867805 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-827c8833-926f-49a8-9b10-869f72e5b232 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] DELETE failed (client error): The resource could not be found. Feb 10 04:33:29.869649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827c8833-926f-49a8-9b10-869f72e5b232 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:33:29.877638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-827c8833-926f-49a8-9b10-869f72e5b232 tempest-RoutersIpV6Test-1580279907 tempest-RoutersIpV6Test-1580279907-project] 10.222.0.42 "DELETE /v2.0/subnets/e6aa5c88-5cbd-48e7-aefa-2141b9e091ef HTTP/1.1" status: 404 len: 337 time: 0.0643485 Feb 10 04:33:29.893108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-aed41265-9186-41b2-b864-1c43d288e3cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd28a88-d9a3-4594-8a0f-736a467ab719 HTTP/1.1" status: 200 len: 217 time: 0.0562429 Feb 10 04:33:29.951775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-3cb2f153-42cd-437d-ad5a-a95ba104aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:29.953266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-3cb2f153-42cd-437d-ad5a-a95ba104aaf7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0547819 Feb 10 04:33:30.021978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-5999b20c-5385-401c-981e-66ad714484e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:30.023784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-5999b20c-5385-401c-981e-66ad714484e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641906 Feb 10 04:33:30.129824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-bc4b5e0a-7098-4d68-aa1f-b102aac4e012 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989559 Feb 10 04:33:30.254201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20f6e8fd-4b50-4494-8f4e-8807fdc2c861 req-fb5ac580-092a-4c12-bcef-a57dd9778442 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179051 Feb 10 04:33:30.494902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39396) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:30.756742 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6d63cacb-c284-4646-95a6-690bcc10284e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4c9f4b6165d4d02a9b011184b667b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599907 Feb 10 04:33:30.759516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39404) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:30.828190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8751adbb-cf46-4106-a813-1d3f6a7136ef admin admin] Publish callbacks [] for security_group (02a09b01-cd74-40b8-af7d-16e8820ca37b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:30.851421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8751adbb-cf46-4106-a813-1d3f6a7136ef admin admin] Publish callbacks [] for security_group (02a09b01-cd74-40b8-af7d-16e8820ca37b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:31.064700 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:31.085973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8751adbb-cf46-4106-a813-1d3f6a7136ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (02a09b01-cd74-40b8-af7d-16e8820ca37b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:31.089911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8751adbb-cf46-4106-a813-1d3f6a7136ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:31.092227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8751adbb-cf46-4106-a813-1d3f6a7136ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02a09b01-cd74-40b8-af7d-16e8820ca37b HTTP/1.1" status: 204 len: 168 time: 0.3316054 Feb 10 04:33:31.108304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751adbb-cf46-4106-a813-1d3f6a7136ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a09b01-cd74-40b8-af7d-16e8820ca37b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:31.873644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-cc0d186d-9038-40fd-baca-ea6c4eed3395 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:31.875217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-cc0d186d-9038-40fd-baca-ea6c4eed3395 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1034312 Feb 10 04:33:31.889824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-02ef6f10-7c44-46f4-9e42-53f926e62d76 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/quotas/cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 375 time: 0.0088947 Feb 10 04:33:31.948471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-915deb61-4442-4f61-96ad-e9f642994969 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529468 Feb 10 04:33:32.045696 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-4f2cd013-9b5f-40d6-80f4-e284d382905b service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901990 Feb 10 04:33:32.147238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-e259e643-ace2-4be9-bbf3-6dbadd00934f service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946851 Feb 10 04:33:32.273671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39456) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:32.409642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123475412'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:32.484424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5207131d-b281-44db-bd11-0567861b38d9 req-972b8f4f-6dc1-479b-952f-c9e287459aa1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0284457 Feb 10 04:33:32.509561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:32.512992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.526903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.607318 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for security_group (e1c360fd-f037-48c1-b66f-3139a486eb57), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.614116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.693109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e1c360fd-f037-48c1-b66f-3139a486eb57), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.725713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:33:32.731206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c360fd-f037-48c1-b66f-3139a486eb57,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:32.739471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4d10672d-b8d8-4444-9d15-f20a11d9e480), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.740349 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment 4d10672d-b8d8-4444-9d15-f20a11d9e480 of type vlan for network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 Feb 10 04:33:32.786758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.887420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.892532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:32.893183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:32.965204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:32.975919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:33:33.013018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2c71871a-c7db-4ebb-9db9-f970a01d72f0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7382009 Feb 10 04:33:33.015892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:33.021976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-823296265'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:33.129707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:33.133227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:33.157886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:33:33.171962 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:33.171962 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment 56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0 of type vlan for network f7b48a81-276d-42f8-8872-446c7150febb Feb 10 04:33:33.212105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f7b48a81-276d-42f8-8872-446c7150febb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:33.312175 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f7b48a81-276d-42f8-8872-446c7150febb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:33.312175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:33.312628 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:33.386518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=f7b48a81-276d-42f8-8872-446c7150febb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:33.399214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f7b48a81-276d-42f8-8872-446c7150febb details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:33:33.434029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e7aae7cc-35d9-4f97-958f-9a3bad538888 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4166551 Feb 10 04:33:33.436913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39492) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:33.442815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': '52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:33.601191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:33.605368 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:33.612786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa3e2c23-4be6-453c-a588-ce3b0161bbc6 req-d4d72c71-0cd1-4961-9f07-916e662f5cf7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0482879 Feb 10 04:33:33.870421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d0423402-0b55-431b-abe1-f54b49bac2d2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:33.935535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': '4d10672d-b8d8-4444-9d15-f20a11d9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:33.935978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:33:33.949990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=d0423402-0b55-431b-abe1-f54b49bac2d2,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:34.038660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:33:34.126808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:34.131363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:34.132343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.138577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238e2fed-ea6d-46cc-9f8d-b3a0f0b51ce3 None None] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:34.236087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3bfa92b0-e253-4729-ab70-5de6b3cdd6aa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7955418 Feb 10 04:33:34.236282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39504) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:34.243240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': 'f7b48a81-276d-42f8-8872-446c7150febb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:34.288513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0', 'network_id': '52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': 'd0423402-0b55-431b-abe1-f54b49bac2d2'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:33:34.299219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.427189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.503177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:34.507389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.547555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Allocated IP 172.20.0.2 (52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0/d0423402-0b55-431b-abe1-f54b49bac2d2/e98e97ff-6e36-4326-be30-8a3418ad32b9) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:34.725772 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Publish callbacks [] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.787331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-46a1043f-2c9c-4dad-a695-bf48da5b42b4 req-c4704d11-79b9-421f-a6e3-8478d055b0e1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0559258 Feb 10 04:33:34.807571 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.852803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-b70db24d-ef88-4815-92fb-635c93185b0c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:34.854551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-b70db24d-ef88-4815-92fb-635c93185b0c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.4039321 Feb 10 04:33:34.870497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'port': {'device_id': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'admin_state_up': True, 'tenant_id': 'cad10205985b4f2884d5297f74c842d0'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:34.877349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:34.878609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Pushing event updated for resources: {'Port': ['ID=e98e97ff-6e36-4326-be30-8a3418ad32b9,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:34.881547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:34.883983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:34.948759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Attempting to bind port e98e97ff-6e36-4326-be30-8a3418ad32b9 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:33:34.951753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Attempting to bind port e98e97ff-6e36-4326-be30-8a3418ad32b9 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4d10672d-b8d8-4444-9d15-f20a11d9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:33:34.951753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Attempting to bind port e98e97ff-6e36-4326-be30-8a3418ad32b9 on network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:34.960004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:33:34.960723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Checking segment: {'id': '4d10672d-b8d8-4444-9d15-f20a11d9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:34.961382 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.961889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Bound using segment: {'id': '4d10672d-b8d8-4444-9d15-f20a11d9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:33:34.962470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Bound port: e98e97ff-6e36-4326-be30-8a3418ad32b9, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d10672d-b8d8-4444-9d15-f20a11d9e480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:33:34.963089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:34.976571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d640bcff-ce80-416f-8144-ab09be445e5b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.066652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=d640bcff-ce80-416f-8144-ab09be445e5b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:35.104742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': '56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f7b48a81-276d-42f8-8872-446c7150febb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:35.105061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: f7b48a81-276d-42f8-8872-446c7150febb, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:33:35.146802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] For port e98e97ff-6e36-4326-be30-8a3418ad32b9, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:33:35.152408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] For port e98e97ff-6e36-4326-be30-8a3418ad32b9, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e98e97ff-6e36-4326-be30-8a3418ad32b9,segment=NetworkSegment(4d10672d-b8d8-4444-9d15-f20a11d9e480),segment_id=4d10672d-b8d8-4444-9d15-f20a11d9e480)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:33:35.203799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:35.212636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.239374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network f7b48a81-276d-42f8-8872-446c7150febb is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:33:35.240213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.317840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6075a8-c175-465b-a695-dcee44d88a40 None None] Pushing event updated for resources: {'Port': ['ID=e98e97ff-6e36-4326-be30-8a3418ad32b9,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:35.361186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f7b48a81-276d-42f8-8872-446c7150febb) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:35.370670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:35.371372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.376724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f98af0-6dfe-4e65-97e5-08e9a07fc1c6 None None] Network f7b48a81-276d-42f8-8872-446c7150febb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:35.423471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.20.0.7 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/42ee3804-93dc-4a97-8331-d07cef604193) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:35.506288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39526) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:35.507305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7db962ce-8b63-4d8e-bbc0-2f97b2f94425 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2700453 Feb 10 04:33:35.511173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c92cca73-fe7a-41cd-8623-3c53d54c5488 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1152519272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:35.653540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c92cca73-fe7a-41cd-8623-3c53d54c5488 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (766226a0-ff49-4287-9791-baf4a68589e8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.669764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-f7b48a81-276d-42f8-8872-446c7150febb', 'network_id': 'f7b48a81-276d-42f8-8872-446c7150febb', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': 'd640bcff-ce80-416f-8144-ab09be445e5b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:33:35.669764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.670642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c92cca73-fe7a-41cd-8623-3c53d54c5488 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (766226a0-ff49-4287-9791-baf4a68589e8), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.809923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (42ee3804-93dc-4a97-8331-d07cef604193), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.821173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c92cca73-fe7a-41cd-8623-3c53d54c5488 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (766226a0-ff49-4287-9791-baf4a68589e8), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.965502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Allocated IP 172.21.0.2 (f7b48a81-276d-42f8-8872-446c7150febb/d640bcff-ce80-416f-8144-ab09be445e5b/709ac02b-368d-4249-bf5d-2c54c0e03ed7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:35.971979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3893a7e4-6115-42aa-9a69-0bde2401caf8 req-ca024d13-b978-455b-982a-69df94264814 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0385325 Feb 10 04:33:35.976419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c92cca73-fe7a-41cd-8623-3c53d54c5488 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (766226a0-ff49-4287-9791-baf4a68589e8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:35.998426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (42ee3804-93dc-4a97-8331-d07cef604193), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.013948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['edd28a88-d9a3-4594-8a0f-736a467ab719'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:33:36.086867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=42ee3804-93dc-4a97-8331-d07cef604193,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:36.087909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c92cca73-fe7a-41cd-8623-3c53d54c5488 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.093971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c92cca73-fe7a-41cd-8623-3c53d54c5488 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5863080 Feb 10 04:33:36.097050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39542) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:36.118337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:36.118337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:36.134476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:36.241608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:36.242358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.372453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-063fcb13-92d0-4bf6-b1b7-a7ea829c95b8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4995410 Feb 10 04:33:36.433082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Publish callbacks [] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.516816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Request body: {'port': {'device_id': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:36.568828 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.646646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Pushing event updated for resources: {'Port': ['ID=709ac02b-368d-4249-bf5d-2c54c0e03ed7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:36.668691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Network f7b48a81-276d-42f8-8872-446c7150febb is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:36.679352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:36.683681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:36.693619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (42ee3804-93dc-4a97-8331-d07cef604193), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.706158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ed778f96-c6f8-45ec-b2ca-4c4786e02457 None None] Provisioning complete for port 42ee3804-93dc-4a97-8331-d07cef604193 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:36.706424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ed778f96-c6f8-45ec-b2ca-4c4786e02457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (42ee3804-93dc-4a97-8331-d07cef604193), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.792539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Attempting to bind port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:33:36.792931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Attempting to bind port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f7b48a81-276d-42f8-8872-446c7150febb'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:33:36.793304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Attempting to bind port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 on network f7b48a81-276d-42f8-8872-446c7150febb {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:36.810092 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.815963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:33:36.818203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Checking segment: {'id': '56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f7b48a81-276d-42f8-8872-446c7150febb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:36.818203 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.818203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Bound using segment: {'id': '56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f7b48a81-276d-42f8-8872-446c7150febb'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:33:36.818203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Bound port: 709ac02b-368d-4249-bf5d-2c54c0e03ed7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f7b48a81-276d-42f8-8872-446c7150febb'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:33:36.818582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:36.839915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ed778f96-c6f8-45ec-b2ca-4c4786e02457 None None] Port 42ee3804-93dc-4a97-8331-d07cef604193 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:36.965407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] For port 709ac02b-368d-4249-bf5d-2c54c0e03ed7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:33:36.975296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] For port 709ac02b-368d-4249-bf5d-2c54c0e03ed7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=709ac02b-368d-4249-bf5d-2c54c0e03ed7,segment=NetworkSegment(56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0),segment_id=56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:33:37.048011 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:37.275236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e3351-9935-4c98-b799-edc29dd9a4d0 None None] Pushing event updated for resources: {'Port': ['ID=709ac02b-368d-4249-bf5d-2c54c0e03ed7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:37.278727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e98e97ff-6e36-4326-be30-8a3418ad32b9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:37.290749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf8862-2cd8-4e92-8423-78bb2d84e6b6 None None] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:37.290850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.20.0.1 (52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0/d0423402-0b55-431b-abe1-f54b49bac2d2/0f029b42-6440-4da5-b021-9a08d2734d0c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:37.296695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ee3804-93dc-4a97-8331-d07cef604193 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:33:37.309379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b3989-2b85-4bad-839e-d874208feac8 req-3aaee6c4-e09a-4ea0-bd41-73e61bd8e02b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:37.326577 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d9b3989-2b85-4bad-839e-d874208feac8 req-3aaee6c4-e09a-4ea0-bd41-73e61bd8e02b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 931 time: 0.1580901 Feb 10 04:33:37.342951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Publish callbacks [] for port (42ee3804-93dc-4a97-8331-d07cef604193), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:37.383239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Transition to ACTIVE for port object 42ee3804-93dc-4a97-8331-d07cef604193 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:33:37.420913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d9b3989-2b85-4bad-839e-d874208feac8 req-a1778c0f-56b8-4adb-b5c5-fe7ab0c89694 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929849 Feb 10 04:33:37.453085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:37.459917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (42ee3804-93dc-4a97-8331-d07cef604193), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:37.520752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-42fbcc82-9ca4-41f5-8394-1dc269616ad0 None None] Provisioning complete for port e98e97ff-6e36-4326-be30-8a3418ad32b9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:37.521253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fbcc82-9ca4-41f5-8394-1dc269616ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:37.609654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee3804-93dc-4a97-8331-d07cef604193,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:37.649976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:37.801407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:37.808411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:37.819649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:37.851183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Attempting to bind port 42ee3804-93dc-4a97-8331-d07cef604193 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:33:37.852197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Attempting to bind port 42ee3804-93dc-4a97-8331-d07cef604193 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:33:37.852197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Attempting to bind port 42ee3804-93dc-4a97-8331-d07cef604193 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:37.858411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Port 42ee3804-93dc-4a97-8331-d07cef604193 on network 3a8f9648-c978-46ea-9258-23f73207f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:33:37.859426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Attempting to bind port 42ee3804-93dc-4a97-8331-d07cef604193 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:37.884573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:33:37.887203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:37.887745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:33:37.891167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Bound port: 42ee3804-93dc-4a97-8331-d07cef604193, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:33:37.891674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (42ee3804-93dc-4a97-8331-d07cef604193), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:37.913697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=0f029b42-6440-4da5-b021-9a08d2734d0c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:37.942976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.069565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] For port 42ee3804-93dc-4a97-8331-d07cef604193, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:33:38.072904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] For port 42ee3804-93dc-4a97-8331-d07cef604193, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=42ee3804-93dc-4a97-8331-d07cef604193,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:33:38.099170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e98e97ff-6e36-4326-be30-8a3418ad32b9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:38.099555 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.156516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (42ee3804-93dc-4a97-8331-d07cef604193), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.208352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.227366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-42fbcc82-9ca4-41f5-8394-1dc269616ad0 None None] Current status of the port e98e97ff-6e36-4326-be30-8a3418ad32b9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:38.227757 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fbcc82-9ca4-41f5-8394-1dc269616ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.235545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:38.235545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.238432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] 10.222.0.24 "PUT /v2.0/ports/42ee3804-93dc-4a97-8331-d07cef604193 HTTP/1.1" status: 200 len: 1091 time: 1.8608091 Feb 10 04:33:38.238948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'tag': '42ee3804-93dc-4a97-8331-d07cef604193'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:33:38.247430 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3946e397-101f-4356-a527-84d0a1b2f1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "afa6fef3-a725-4b4f-95cc-5d6ce446ea2f", "tag": "42ee3804-93dc-4a97-8331-d07cef604193"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:33:38.335999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b67b7-3f0f-4642-815a-be704a0a1ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee3804-93dc-4a97-8331-d07cef604193,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:38.411372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e98e97ff-6e36-4326-be30-8a3418ad32b9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:38.414213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.522615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-a5a56d96-ff49-4093-ad55-105b45a451af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:38.530613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-a5a56d96-ff49-4093-ad55-105b45a451af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 1125 time: 0.1427047 Feb 10 04:33:38.539632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-42fbcc82-9ca4-41f5-8394-1dc269616ad0 None None] For port e98e97ff-6e36-4326-be30-8a3418ad32b9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e98e97ff-6e36-4326-be30-8a3418ad32b9,segment=NetworkSegment(4d10672d-b8d8-4444-9d15-f20a11d9e480),segment_id=4d10672d-b8d8-4444-9d15-f20a11d9e480)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:38.619598 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-42fbcc82-9ca4-41f5-8394-1dc269616ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:38.628840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-427e4529-2f30-46ba-b237-bf8be38908fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ee3804-93dc-4a97-8331-d07cef604193 HTTP/1.1" status: 200 len: 217 time: 0.0906363 Feb 10 04:33:38.748739 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b5b92e-ef3d-43f8-9c6c-4600b4dda07b x-openstack-request-id: req-71b5b92e-ef3d-43f8-9c6c-4600b4dda07b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:33:38.749199 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa6fef3-a725-4b4f-95cc-5d6ce446ea2f", "tag": "42ee3804-93dc-4a97-8331-d07cef604193", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:33:38.749881 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71b5b92e-ef3d-43f8-9c6c-4600b4dda07b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:33:38.749881 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'tag': '42ee3804-93dc-4a97-8331-d07cef604193', 'status': 'completed', 'code': 200} Feb 10 04:33:38.773136 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:33:38.773402 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:33:38.943872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-d79f49ce-d551-479e-9390-c5ab8c57dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:38.945492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-d79f49ce-d551-479e-9390-c5ab8c57dd9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.3081059 Feb 10 04:33:38.981694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbcc82-9ca4-41f5-8394-1dc269616ad0 None None] Pushing event updated for resources: {'Port': ['ID=e98e97ff-6e36-4326-be30-8a3418ad32b9,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:39.061567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe8e93-221e-479a-972c-f90bd69146bc req-271d432d-6bea-4c75-956e-2fdb63f610ce tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:39.063507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe8e93-221e-479a-972c-f90bd69146bc req-271d432d-6bea-4c75-956e-2fdb63f610ce tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.3264294 Feb 10 04:33:39.126406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4299e583-fcab-4d59-858f-755f957bb67b None None] Provisioning complete for port e98e97ff-6e36-4326-be30-8a3418ad32b9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:39.126809 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4299e583-fcab-4d59-858f-755f957bb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:39.210223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe8e93-221e-479a-972c-f90bd69146bc req-f1f1a17d-63d2-4605-bd55-ae2ffd757fef tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275139 Feb 10 04:33:39.226792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-235ae3d1-9443-468b-a3e0-c2aeaf65e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:39.242245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-235ae3d1-9443-468b-a3e0-c2aeaf65e61f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2879646 Feb 10 04:33:39.407767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4299e583-fcab-4d59-858f-755f957bb67b None None] Current status of the port e98e97ff-6e36-4326-be30-8a3418ad32b9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:39.410813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e98e97ff-6e36-4326-be30-8a3418ad32b9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:39.435606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4299e583-fcab-4d59-858f-755f957bb67b None None] Provisioning complete for port 0f029b42-6440-4da5-b021-9a08d2734d0c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:39.436113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4299e583-fcab-4d59-858f-755f957bb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:39.478267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4299e583-fcab-4d59-858f-755f957bb67b None None] Port 0f029b42-6440-4da5-b021-9a08d2734d0c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:39.489545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-d77a855c-dcc7-404b-a110-24b0591ecdbe service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397530 Feb 10 04:33:39.541917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa5d7d-3bd7-497c-8baf-232f3f75957a None None] Network f7b48a81-276d-42f8-8872-446c7150febb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:39.726721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83792c8e-7cb8-4f27-bf7c-8a32a2a3185f req-4a0d1bcf-99e1-41bd-bd18-0b203a977f2e service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315698 Feb 10 04:33:39.758268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Provisioning complete for port 0f029b42-6440-4da5-b021-9a08d2734d0c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:39.758688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:39.799610 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:39.812817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 709ac02b-368d-4249-bf5d-2c54c0e03ed7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:39.882181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Port 0f029b42-6440-4da5-b021-9a08d2734d0c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:39.899838 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:39.966280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Provisioning complete for port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:39.966821 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:39.980242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-f89f36c6-8780-4cc0-ba2c-282e87b1af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:39.981762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-f89f36c6-8780-4cc0-ba2c-282e87b1af89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 1125 time: 0.0888040 Feb 10 04:33:40.004829 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:40.112955 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:40.113253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:40.145879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-d907ea2a-1e6f-47fb-b97a-86e42d5b416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:40.147408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-d907ea2a-1e6f-47fb-b97a-86e42d5b416e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1591771 Feb 10 04:33:40.228970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-673cd770-8357-4309-9d37-af2c9fd5618e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42ee3804-93dc-4a97-8331-d07cef604193 HTTP/1.1" status: 200 len: 217 time: 0.0744627 Feb 10 04:33:40.277613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=0f029b42-6440-4da5-b021-9a08d2734d0c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:40.311771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Current status of the port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:40.312329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:40.373938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-5afa60da-0fbf-404c-b838-29b0a4b41a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:40.375504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-5afa60da-0fbf-404c-b838-29b0a4b41a56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.1395223 Feb 10 04:33:40.449125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] For port 709ac02b-368d-4249-bf5d-2c54c0e03ed7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=709ac02b-368d-4249-bf5d-2c54c0e03ed7,segment=NetworkSegment(56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0),segment_id=56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:40.521899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-9b5d2588-a7b4-45d9-a435-79edb7dc0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:40.525822 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:40.527523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-9b5d2588-a7b4-45d9-a435-79edb7dc0451 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1462548 Feb 10 04:33:40.533637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:40.535682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:40.536144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:40.568950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:40.732763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-ef0dc48f-6ee9-463c-b433-291abf005c18 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973107 Feb 10 04:33:40.774311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b594290-ef74-4d39-a5ed-5791cb1e858e req-f0e5f594-afc2-4368-98bf-3427fad938ea tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:40.776424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b594290-ef74-4d39-a5ed-5791cb1e858e req-f0e5f594-afc2-4368-98bf-3427fad938ea tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.4026225 Feb 10 04:33:40.845749 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:33:40.846109 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:33:40.848046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c00a5-51f5-4a63-9a36-70c92f0b6f8b None None] Pushing event updated for resources: {'Port': ['ID=709ac02b-368d-4249-bf5d-2c54c0e03ed7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:40.889751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bb0cce97-e208-4231-b757-3562b259007a None None] Provisioning complete for port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:40.891724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bb0cce97-e208-4231-b757-3562b259007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:40.950730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b594290-ef74-4d39-a5ed-5791cb1e858e req-437638b4-aef2-4902-b9c2-7d2c5dbcd4af tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639051 Feb 10 04:33:40.978329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3946e397-101f-4356-a527-84d0a1b2f1b6 req-c6c16834-d6cb-4533-82a6-0f5ec9f70a12 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353876 Feb 10 04:33:41.044280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cce97-e208-4231-b757-3562b259007a None None] Current status of the port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:41.062033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 766226a0-ff49-4287-9791-baf4a68589e8 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:33:41.169171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1878fc15-16e0-4bd1-9a62-a711101cbba9 None None] Provisioning complete for port 0f029b42-6440-4da5-b021-9a08d2734d0c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:41.170040 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1878fc15-16e0-4bd1-9a62-a711101cbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:41.242472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:41.253334 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] Sync routers for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:41.259393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4069c005-82c6-4289-a7f2-d821b14948cb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/766226a0-ff49-4287-9791-baf4a68589e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1585202 Feb 10 04:33:41.259905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39602) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:41.267012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1878fc15-16e0-4bd1-9a62-a711101cbba9 None None] Port 0f029b42-6440-4da5-b021-9a08d2734d0c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:41.270427 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:41.277774 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:41.350249 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:41.368662 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:41.369555 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:41.371282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbbeed-7416-4be8-9a24-03d59293785a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:41.373483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0dfbbeed-7416-4be8-9a24-03d59293785a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports/0f029b42-6440-4da5-b021-9a08d2734d0c HTTP/1.1" status: 200 len: 910 time: 0.1121294 Feb 10 04:33:41.375918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39604) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:41.448921 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:41.449938 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280a087-7d5e-41f8-abea-cfce8dfa7fbc None None] The sync data for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:41.466119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:41.467202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e98e97ff-6e36-4326-be30-8a3418ad32b9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:41.576072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e98e97ff-6e36-4326-be30-8a3418ad32b9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:41.576726 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:41.803041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e98e97ff-6e36-4326-be30-8a3418ad32b9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:41.952066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 709ac02b-368d-4249-bf5d-2c54c0e03ed7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:42.116287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:42.116676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:42.121895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:42.289030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77d92b-c65c-4bdc-aef3-b2839c91855d req-7e6023f3-b4dd-42bb-8729-670998d12ef6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:42.295293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a77d92b-c65c-4bdc-aef3-b2839c91855d req-7e6023f3-b4dd-42bb-8729-670998d12ef6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1463270 Feb 10 04:33:42.319641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:42.407076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a77d92b-c65c-4bdc-aef3-b2839c91855d req-df92c3e2-5ba6-4a38-910c-2f94bd6ebb55 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049235 Feb 10 04:33:42.647520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.21.0.1 (f7b48a81-276d-42f8-8872-446c7150febb/d640bcff-ce80-416f-8144-ab09be445e5b/e48a3037-3bc3-43fa-8c26-e4f862d3dd1d) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:42.850846 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:42.967905 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:43.015033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network f7b48a81-276d-42f8-8872-446c7150febb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:43.031431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:43.034319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:43.076794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=e48a3037-3bc3-43fa-8c26-e4f862d3dd1d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:43.110076 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:43.387690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:43.408176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d78e4d1e-879f-4775-b76e-04f28c802541 None None] Provisioning complete for port e48a3037-3bc3-43fa-8c26-e4f862d3dd1d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:43.436642 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d78e4d1e-879f-4775-b76e-04f28c802541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:43.522410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d78e4d1e-879f-4775-b76e-04f28c802541 None None] Port e48a3037-3bc3-43fa-8c26-e4f862d3dd1d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:43.823373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:43.889567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab52c-a181-49e6-b3a2-25c63f51fa22 req-20a4e272-b2eb-4cdd-b417-2acb1a522e5d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:43.890623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6bdab52c-a181-49e6-b3a2-25c63f51fa22 req-20a4e272-b2eb-4cdd-b417-2acb1a522e5d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.3432050 Feb 10 04:33:43.935354 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:44.062590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:44.100389 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=e48a3037-3bc3-43fa-8c26-e4f862d3dd1d,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:44.105363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6bdab52c-a181-49e6-b3a2-25c63f51fa22 req-5b6ff11f-21d3-4f95-88c0-9038d80b3ded tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063653 Feb 10 04:33:44.197190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network f7b48a81-276d-42f8-8872-446c7150febb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:44.198607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:44.366913 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 766226a0-ff49-4287-9791-baf4a68589e8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:44.545131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:44.560599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-da90a8e5-afb8-4c9b-94ee-31f6f77b8f2a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/766226a0-ff49-4287-9791-baf4a68589e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1833611 Feb 10 04:33:44.563226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:44.598550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] Sync routers for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:44.626993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0ed31820-901c-4580-a782-233dcee5f38c None None] Provisioning complete for port e48a3037-3bc3-43fa-8c26-e4f862d3dd1d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:44.627778 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ed31820-901c-4580-a782-233dcee5f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:44.649171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:44.650444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:44.689501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385fcc56-2975-4049-bfd5-ff920eb0edac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:44.700273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-385fcc56-2975-4049-bfd5-ff920eb0edac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports/e48a3037-3bc3-43fa-8c26-e4f862d3dd1d HTTP/1.1" status: 200 len: 910 time: 0.1304390 Feb 10 04:33:44.700495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39648) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:44.747970 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:44.766436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:44.769192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:44.847623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:44.848356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ca438-ac28-4e41-93c4-e7b368c2ffe5 None None] The sync data for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:44.860668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0ed31820-901c-4580-a782-233dcee5f38c None None] Port e48a3037-3bc3-43fa-8c26-e4f862d3dd1d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:45.215552 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:45.884297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a4cf7-1d32-447c-a82c-5f549368bcab req-9dc3cc95-0872-4abb-bb98-c38005b1e954 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:45.896998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-118a4cf7-1d32-447c-a82c-5f549368bcab req-9dc3cc95-0872-4abb-bb98-c38005b1e954 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1720994 Feb 10 04:33:45.969710 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-118a4cf7-1d32-447c-a82c-5f549368bcab req-f0060978-61b6-4d9b-bd14-84d51f34c199 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717714 Feb 10 04:33:46.102740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port e48a3037-3bc3-43fa-8c26-e4f862d3dd1d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:46.103088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:46.225402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:46.239680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for e48a3037-3bc3-43fa-8c26-e4f862d3dd1d owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:46.586997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e48a3037-3bc3-43fa-8c26-e4f862d3dd1d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:46.614668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=e48a3037-3bc3-43fa-8c26-e4f862d3dd1d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:46.832648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:47.054654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 766226a0-ff49-4287-9791-baf4a68589e8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:47.068442 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:47.153784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c889f-6071-4865-84f7-9e2c439a07bf req-d765351f-252f-4089-94a3-a1f838e9ed88 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:47.162726 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-042c889f-6071-4865-84f7-9e2c439a07bf req-d765351f-252f-4089-94a3-a1f838e9ed88 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0762548 Feb 10 04:33:47.214419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:47.216873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-042c889f-6071-4865-84f7-9e2c439a07bf req-e17416f1-6aef-47dd-a585-0d6fcbb5ff9d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Feb 10 04:33:47.229842 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c160e039-acce-40a8-b834-18d3965f77a4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/766226a0-ff49-4287-9791-baf4a68589e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219400 Feb 10 04:33:47.230113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39680) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:47.230202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] Sync routers for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:47.239455 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:47.240061 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:47.273205 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:47.281611 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:47.282207 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:47.317774 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:47.318422 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcdd78-ffe5-4e9c-83fd-3803956b655e None None] The sync data for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:47.609222 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:47.905263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 0f029b42-6440-4da5-b021-9a08d2734d0c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:47.905611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:48.364582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4bbb4-c471-438c-9f8a-36370d1e0c41 req-1a857c6d-e293-4ea6-9221-0f1fdc14369e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:48.366125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4b4bbb4-c471-438c-9f8a-36370d1e0c41 req-1a857c6d-e293-4ea6-9221-0f1fdc14369e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0669358 Feb 10 04:33:48.395795 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:48.411405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 0f029b42-6440-4da5-b021-9a08d2734d0c owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:48.422428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4b4bbb4-c471-438c-9f8a-36370d1e0c41 req-f3d4d773-51ee-49d1-8d57-ff6d66a715bf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Feb 10 04:33:48.530830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:48.716090 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0f029b42-6440-4da5-b021-9a08d2734d0c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:48.748916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=0f029b42-6440-4da5-b021-9a08d2734d0c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:48.928195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (766226a0-ff49-4287-9791-baf4a68589e8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:49.130236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 766226a0-ff49-4287-9791-baf4a68589e8 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:33:49.214085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:49.221051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-26e19afe-0dd6-4f96-b129-f1648f578b01 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/766226a0-ff49-4287-9791-baf4a68589e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9922712 Feb 10 04:33:49.224127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39700) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:49.239183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] Sync routers for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:49.250332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:49.251299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:49.264465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e6121e4e-a82c-4067-bc81-502f02661874 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=766226a0-ff49-4287-9791-baf4a68589e8 HTTP/1.1" status: 200 len: 205 time: 0.0391603 Feb 10 04:33:49.266877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39702) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:49.366290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:49.389915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] Routers {'766226a0-ff49-4287-9791-baf4a68589e8'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:49.391595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['766226a0-ff49-4287-9791-baf4a68589e8'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:49.437635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0286ffd-e47f-46d2-98d5-2de98fcbf2b3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (766226a0-ff49-4287-9791-baf4a68589e8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:49.471350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:49.472495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae969148-4cc6-4fcc-9f1a-4c351ebb2b7c None None] The sync data for ids ['766226a0-ff49-4287-9791-baf4a68589e8'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:49.640981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30be1-d556-44f9-8ffa-13c04391730b req-569a12a3-a48b-4ac1-bb5d-7eff11116ed4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:49.642612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4cb30be1-d556-44f9-8ffa-13c04391730b req-569a12a3-a48b-4ac1-bb5d-7eff11116ed4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1122284 Feb 10 04:33:49.717921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0286ffd-e47f-46d2-98d5-2de98fcbf2b3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (766226a0-ff49-4287-9791-baf4a68589e8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:49.720728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0286ffd-e47f-46d2-98d5-2de98fcbf2b3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (766226a0-ff49-4287-9791-baf4a68589e8), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:49.745560 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4cb30be1-d556-44f9-8ffa-13c04391730b req-43e7b977-ebfa-47fe-925f-32bfd4ac284c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909555 Feb 10 04:33:49.899849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0286ffd-e47f-46d2-98d5-2de98fcbf2b3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (766226a0-ff49-4287-9791-baf4a68589e8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:49.900407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0286ffd-e47f-46d2-98d5-2de98fcbf2b3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Fanout notify agent at l3_agent the message router_deleted on router 766226a0-ff49-4287-9791-baf4a68589e8 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:33:49.915030 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b0286ffd-e47f-46d2-98d5-2de98fcbf2b3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:49.919574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39748) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:49.920090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b0286ffd-e47f-46d2-98d5-2de98fcbf2b3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/766226a0-ff49-4287-9791-baf4a68589e8 HTTP/1.1" status: 204 len: 168 time: 0.6519361 Feb 10 04:33:49.976189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet d640bcff-ce80-416f-8144-ab09be445e5b {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:33:49.979599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (d640bcff-ce80-416f-8144-ab09be445e5b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.022879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d640bcff-ce80-416f-8144-ab09be445e5b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.128497 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d640bcff-ce80-416f-8144-ab09be445e5b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.333945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d640bcff-ce80-416f-8144-ab09be445e5b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.364699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=d640bcff-ce80-416f-8144-ab09be445e5b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:50.366753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.374182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9506ba-2708-4c31-935c-218f65d42d6a None None] Network f7b48a81-276d-42f8-8872-446c7150febb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:50.374632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cbf48840-e06b-441d-ac3d-afae7fab7303 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/d640bcff-ce80-416f-8144-ab09be445e5b HTTP/1.1" status: 204 len: 168 time: 0.4539306 Feb 10 04:33:50.377051 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39756) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:50.443011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet d0423402-0b55-431b-abe1-f54b49bac2d2 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:33:50.450238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (d0423402-0b55-431b-abe1-f54b49bac2d2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.512465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (d0423402-0b55-431b-abe1-f54b49bac2d2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.601781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] DHCP port deletion for f7b48a81-276d-42f8-8872-446c7150febb request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:33:50.642194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d0423402-0b55-431b-abe1-f54b49bac2d2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.679650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Deleting port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:50.680377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.818640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (d0423402-0b55-431b-abe1-f54b49bac2d2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.819593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] For port 709ac02b-368d-4249-bf5d-2c54c0e03ed7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=709ac02b-368d-4249-bf5d-2c54c0e03ed7,segment=NetworkSegment(56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0),segment_id=56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:50.820202 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.853454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Calling delete_port for 709ac02b-368d-4249-bf5d-2c54c0e03ed7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:50.897449 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=d0423402-0b55-431b-abe1-f54b49bac2d2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:50.924424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:50.931383 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62538ac2-8c91-4b90-b8df-5c8b49678997 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/d0423402-0b55-431b-abe1-f54b49bac2d2 HTTP/1.1" status: 204 len: 168 time: 0.5513849 Feb 10 04:33:50.932462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39786) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:50.959969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e0404-1d7b-4bba-99f6-f5b1a75f692e None None] Network 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:50.983215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f16785-1126-45e6-87a1-b482dc79a5eb req-d4d91a58-688d-46e8-9db3-959abaa2ddbf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:51.001886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10f16785-1126-45e6-87a1-b482dc79a5eb req-d4d91a58-688d-46e8-9db3-959abaa2ddbf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1163545 Feb 10 04:33:51.072757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f7b48a81-276d-42f8-8872-446c7150febb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.105497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10f16785-1126-45e6-87a1-b482dc79a5eb req-060796db-00b2-4206-9531-b84fdf011bd3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026857 Feb 10 04:33:51.154037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:51.156865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.290535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 709ac02b-368d-4249-bf5d-2c54c0e03ed7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=709ac02b-368d-4249-bf5d-2c54c0e03ed7,segment=NetworkSegment(56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0),segment_id=56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:51.290949 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.306251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 709ac02b-368d-4249-bf5d-2c54c0e03ed7 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:51.488662 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.488912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] DHCP port deletion for 52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:33:51.523133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=709ac02b-368d-4249-bf5d-2c54c0e03ed7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:51.523133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:51.543318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (709ac02b-368d-4249-bf5d-2c54c0e03ed7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.595863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Pushing event deleted for resources: {'Port': ['ID=709ac02b-368d-4249-bf5d-2c54c0e03ed7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:51.605443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] No DVR routers for this DVR port 709ac02b-368d-4249-bf5d-2c54c0e03ed7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:51.627095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.627714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.628750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.629246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.629885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.630014 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f7b48a81-276d-42f8-8872-446c7150febb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.630517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.631084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.637645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.637645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.637645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.637645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.637645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.637645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275868e-4d70-4718-8912-70102f9d4d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:33:51.642336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] Deleting port e98e97ff-6e36-4326-be30-8a3418ad32b9 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:51.642738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.672499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b48a81-276d-42f8-8872-446c7150febb']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:51.685065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:51.685616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:51.711965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.720940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] For port e98e97ff-6e36-4326-be30-8a3418ad32b9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e98e97ff-6e36-4326-be30-8a3418ad32b9,segment=NetworkSegment(4d10672d-b8d8-4444-9d15-f20a11d9e480),segment_id=4d10672d-b8d8-4444-9d15-f20a11d9e480)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:51.721337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.722804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.729327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:33:51.729719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (56db4eb9-3f89-4bd3-b0a2-1aebf24e33f0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:33:51.736019 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:33:51.739320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] Calling delete_port for e98e97ff-6e36-4326-be30-8a3418ad32b9 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:51.873114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f7b48a81-276d-42f8-8872-446c7150febb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.882543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.889771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39808) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:51.890482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/f7b48a81-276d-42f8-8872-446c7150febb HTTP/1.1" status: 204 len: 168 time: 0.9567084 Feb 10 04:33:51.897719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 709ac02b-368d-4249-bf5d-2c54c0e03ed7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:51.926914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34057be-2378-4de8-b8a7-a740bccd23fa tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=f7b48a81-276d-42f8-8872-446c7150febb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:51.928045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (e98e97ff-6e36-4326-be30-8a3418ad32b9), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:51.931972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 709ac02b-368d-4249-bf5d-2c54c0e03ed7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:51.932316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 709ac02b-368d-4249-bf5d-2c54c0e03ed7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:51.932750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e98e97ff-6e36-4326-be30-8a3418ad32b9 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:33:51.981102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e98e97ff-6e36-4326-be30-8a3418ad32b9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:33:51.981501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e98e97ff-6e36-4326-be30-8a3418ad32b9 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:33:51.983132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] No DVR routers for this DVR port e98e97ff-6e36-4326-be30-8a3418ad32b9 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:33:51.984728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b3ca5-2be2-42cb-8757-7db334ec39ca None None] Pushing event deleted for resources: {'Port': ['ID=e98e97ff-6e36-4326-be30-8a3418ad32b9,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:52.034978 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.138311 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.168888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:52.183993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d10672d-b8d8-4444-9d15-f20a11d9e480') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:52.184555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d10672d-b8d8-4444-9d15-f20a11d9e480') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:52.198329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (4d10672d-b8d8-4444-9d15-f20a11d9e480), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.223820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4d10672d-b8d8-4444-9d15-f20a11d9e480), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.231036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:33:52.231506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (4d10672d-b8d8-4444-9d15-f20a11d9e480), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:33:52.234582 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:33:52.278153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b099d-9c55-45f2-af55-569c70b0d1dd req-00dc2821-3f99-4b49-9af1-b39d371a7768 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:52.279681 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae7b099d-9c55-45f2-af55-569c70b0d1dd req-00dc2821-3f99-4b49-9af1-b39d371a7768 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0639174 Feb 10 04:33:52.343948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae7b099d-9c55-45f2-af55-569c70b0d1dd req-349da570-8230-407c-b3bb-4d0ffa14044c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Feb 10 04:33:52.399954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.414614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.426889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39818) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:52.432121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-225657387'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:52.439331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0 HTTP/1.1" status: 204 len: 168 time: 0.5481985 Feb 10 04:33:52.454209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97761ada-9638-4dfe-9a0b-67c0ff08e0bd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=52dbcfb8-9db9-4dd7-8053-8e7aa4092ce0,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:52.559647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:52.564425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.597324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:33:52.611541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (76096684-cc03-494f-8b81-0584ce27785e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.611934 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment 76096684-cc03-494f-8b81-0584ce27785e of type vlan for network 586bdf5e-525a-466e-a517-6788606f7806 Feb 10 04:33:52.658032 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (586bdf5e-525a-466e-a517-6788606f7806), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.750333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (586bdf5e-525a-466e-a517-6788606f7806), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.757716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:52.758432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:52.857540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=586bdf5e-525a-466e-a517-6788606f7806,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:52.869211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 586bdf5e-525a-466e-a517-6788606f7806 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:33:52.882045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-21c48540-b56c-4265-949c-27ab57fc4441 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4539845 Feb 10 04:33:52.884703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39826) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:52.890394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': '586bdf5e-525a-466e-a517-6788606f7806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:53.110881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:53.115197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:53.439230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (dfeabff7-d000-4f0d-ab7e-f503b60d2151), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:53.493012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600622-115e-44c3-94d4-4525a292a256 req-24b04bdc-880f-4f5b-bbc1-ae1fc0e4623a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:53.495316 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef600622-115e-44c3-94d4-4525a292a256 req-24b04bdc-880f-4f5b-bbc1-ae1fc0e4623a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0758662 Feb 10 04:33:53.504310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=dfeabff7-d000-4f0d-ab7e-f503b60d2151,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:53.517178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': '76096684-cc03-494f-8b81-0584ce27785e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '586bdf5e-525a-466e-a517-6788606f7806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:53.517178 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: 586bdf5e-525a-466e-a517-6788606f7806, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:33:53.580695 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef600622-115e-44c3-94d4-4525a292a256 req-2cc336b4-6bf7-4ec3-b35a-88d61662129d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780544 Feb 10 04:33:53.627650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 586bdf5e-525a-466e-a517-6788606f7806 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:33:53.733126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 586bdf5e-525a-466e-a517-6788606f7806) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:53.738139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:53.739623 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:53.744920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890a7d9-9172-49d8-8762-09f32c9f54d2 None None] Network 586bdf5e-525a-466e-a517-6788606f7806 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:53.830071 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-50cf4313-cafc-41e9-a29d-f861312be08f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9441757 Feb 10 04:33:53.836738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39840) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:53.837989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a89eb5a0-44f6-4af5-8650-860e65351020 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1743721916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:53.870757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-586bdf5e-525a-466e-a517-6788606f7806', 'network_id': '586bdf5e-525a-466e-a517-6788606f7806', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': 'dfeabff7-d000-4f0d-ab7e-f503b60d2151'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:33:53.876193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:53.979250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a89eb5a0-44f6-4af5-8650-860e65351020 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:53.980327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a89eb5a0-44f6-4af5-8650-860e65351020 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.038658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Allocated IP 172.20.0.2 (586bdf5e-525a-466e-a517-6788606f7806/dfeabff7-d000-4f0d-ab7e-f503b60d2151/75045457-5f84-4d9b-a897-81daedc5ca62) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:54.042664 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a89eb5a0-44f6-4af5-8650-860e65351020 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.136708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a89eb5a0-44f6-4af5-8650-860e65351020 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.212666 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Publish callbacks [] for port (75045457-5f84-4d9b-a897-81daedc5ca62), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.221509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a89eb5a0-44f6-4af5-8650-860e65351020 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.223761 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a89eb5a0-44f6-4af5-8650-860e65351020 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3892932 Feb 10 04:33:54.226062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39848) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:54.233224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'port': {'network_id': '586bdf5e-525a-466e-a517-6788606f7806', 'name': 'tempest-RoutersTest-140447837'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:33:54.307926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.354411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Network 586bdf5e-525a-466e-a517-6788606f7806 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:54.357824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:54.365123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:54.400922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Pushing event updated for resources: {'Port': ['ID=75045457-5f84-4d9b-a897-81daedc5ca62,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:54.441900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'port': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:33:54.443149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Attempting to bind port 75045457-5f84-4d9b-a897-81daedc5ca62 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:33:54.446052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Attempting to bind port 75045457-5f84-4d9b-a897-81daedc5ca62 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '76096684-cc03-494f-8b81-0584ce27785e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '586bdf5e-525a-466e-a517-6788606f7806'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:33:54.446052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Attempting to bind port 75045457-5f84-4d9b-a897-81daedc5ca62 on network 586bdf5e-525a-466e-a517-6788606f7806 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:33:54.446331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.453360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:33:54.453983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Checking segment: {'id': '76096684-cc03-494f-8b81-0584ce27785e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '586bdf5e-525a-466e-a517-6788606f7806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:33:54.454647 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.455075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Bound using segment: {'id': '76096684-cc03-494f-8b81-0584ce27785e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '586bdf5e-525a-466e-a517-6788606f7806'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:33:54.455808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Bound port: 75045457-5f84-4d9b-a897-81daedc5ca62, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76096684-cc03-494f-8b81-0584ce27785e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '586bdf5e-525a-466e-a517-6788606f7806'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:33:54.456839 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.473799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] device_id is not set on port 4570c646-a4bc-4767-b820-8e645ad1d37b yet. {{(pid=109958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 10 04:33:54.526588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] For port 75045457-5f84-4d9b-a897-81daedc5ca62, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:33:54.530033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] For port 75045457-5f84-4d9b-a897-81daedc5ca62, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=75045457-5f84-4d9b-a897-81daedc5ca62,segment=NetworkSegment(76096684-cc03-494f-8b81-0584ce27785e),segment_id=76096684-cc03-494f-8b81-0584ce27785e)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:33:54.592362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.20.0.9 (586bdf5e-525a-466e-a517-6788606f7806/dfeabff7-d000-4f0d-ab7e-f503b60d2151/4570c646-a4bc-4767-b820-8e645ad1d37b) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:33:54.629843 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.713597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ddc15-d6c5-4583-9f5b-7cad7546845f None None] Pushing event updated for resources: {'Port': ['ID=75045457-5f84-4d9b-a897-81daedc5ca62,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:54.868803 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a526-d899-4e0e-a5bf-9407572d5cf9 req-1a9c844b-d8fa-4b94-95e1-970d7d5ad16a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:54.955277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5193a526-d899-4e0e-a5bf-9407572d5cf9 req-1a9c844b-d8fa-4b94-95e1-970d7d5ad16a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1541848 Feb 10 04:33:54.955277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:54.955277 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5193a526-d899-4e0e-a5bf-9407572d5cf9 req-06ab0b83-46de-4b5d-b3a3-cd04dcea4498 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652094 Feb 10 04:33:55.262481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:55.328278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 586bdf5e-525a-466e-a517-6788606f7806 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:55.332024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:55.335936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:33:55.363634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=4570c646-a4bc-4767-b820-8e645ad1d37b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:55.389768 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:55.390385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:55.487436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-54cabc1b-b5fd-4bd1-92ec-6bd4333fe236 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2603350 Feb 10 04:33:55.489975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39864) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:55.904801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:55.955654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 75045457-5f84-4d9b-a897-81daedc5ca62 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:56.007152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f5c42-8f28-46b8-805c-6c2fd70a04d5 None None] Network 586bdf5e-525a-466e-a517-6788606f7806 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:33:56.092348 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:33:56.149429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf06796-be85-4ae5-b797-e87c3842ff15 req-f916b066-f02c-4fc6-bb2c-c0d9d0fe0f2f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:56.151456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf06796-be85-4ae5-b797-e87c3842ff15 req-f916b066-f02c-4fc6-bb2c-c0d9d0fe0f2f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0922799 Feb 10 04:33:56.158551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 75045457-5f84-4d9b-a897-81daedc5ca62 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:56.158987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.161177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6ad268cb-0db5-4c8f-ad92-ceab4c2b27d3 None None] Provisioning complete for port 75045457-5f84-4d9b-a897-81daedc5ca62 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:56.161538 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6ad268cb-0db5-4c8f-ad92-ceab4c2b27d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.218921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf06796-be85-4ae5-b797-e87c3842ff15 req-c07d0fe2-d2f4-4ead-a24b-278a07be2916 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582669 Feb 10 04:33:56.260599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.339984 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.373778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 75045457-5f84-4d9b-a897-81daedc5ca62 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:56.374174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.422589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6ad268cb-0db5-4c8f-ad92-ceab4c2b27d3 None None] Current status of the port 75045457-5f84-4d9b-a897-81daedc5ca62 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:56.423190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6ad268cb-0db5-4c8f-ad92-ceab4c2b27d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.436050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 75045457-5f84-4d9b-a897-81daedc5ca62, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=75045457-5f84-4d9b-a897-81daedc5ca62,segment=NetworkSegment(76096684-cc03-494f-8b81-0584ce27785e),segment_id=76096684-cc03-494f-8b81-0584ce27785e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:33:56.478438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=4570c646-a4bc-4767-b820-8e645ad1d37b,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:56.494269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.623694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-6ad268cb-0db5-4c8f-ad92-ceab4c2b27d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:33:56.624056 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-6ad268cb-0db5-4c8f-ad92-ceab4c2b27d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:33:56.656823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=75045457-5f84-4d9b-a897-81daedc5ca62,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:56.657040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:56.906415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:57.188142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6ad268cb-0db5-4c8f-ad92-ceab4c2b27d3 None None] Current status of the port 75045457-5f84-4d9b-a897-81daedc5ca62 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:57.260940 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:57.311237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2c9fa55b-7276-416c-bbfa-a0e91002fe39 None None] Provisioning complete for port 4570c646-a4bc-4767-b820-8e645ad1d37b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:57.311765 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa55b-7276-416c-bbfa-a0e91002fe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:57.356901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fa55b-7276-416c-bbfa-a0e91002fe39 None None] Port 4570c646-a4bc-4767-b820-8e645ad1d37b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:57.369256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2c9fa55b-7276-416c-bbfa-a0e91002fe39 None None] Provisioning complete for port 75045457-5f84-4d9b-a897-81daedc5ca62 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:57.369921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa55b-7276-416c-bbfa-a0e91002fe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:57.372886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41ec6-1379-43a9-be96-7f9e8064e26d req-1886d222-e4ae-4d14-bca2-ca3fdea898cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:57.374283 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06c41ec6-1379-43a9-be96-7f9e8064e26d req-1886d222-e4ae-4d14-bca2-ca3fdea898cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0704415 Feb 10 04:33:57.437275 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06c41ec6-1379-43a9-be96-7f9e8064e26d req-a66654a9-2e1f-4f4c-90a5-8db0c1a3f637 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542791 Feb 10 04:33:57.465889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fa55b-7276-416c-bbfa-a0e91002fe39 None None] Current status of the port 75045457-5f84-4d9b-a897-81daedc5ca62 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:57.673194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:57.735916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5b7f-828e-4d11-8556-42fb8ff8a51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:57.759259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:57.761646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=4570c646-a4bc-4767-b820-8e645ad1d37b,revision_number=3']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:57.884127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 586bdf5e-525a-466e-a517-6788606f7806 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:33:57.885919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:33:57.905943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 75045457-5f84-4d9b-a897-81daedc5ca62 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:33:57.977366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 75045457-5f84-4d9b-a897-81daedc5ca62 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:57.980275 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:58.144999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 75045457-5f84-4d9b-a897-81daedc5ca62 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:33:58.309958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9e0bc59a-0693-4d79-987c-f7636df2753e None None] Provisioning complete for port 4570c646-a4bc-4767-b820-8e645ad1d37b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:33:58.310660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc59a-0693-4d79-987c-f7636df2753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:58.396538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bc59a-0693-4d79-987c-f7636df2753e None None] Port 4570c646-a4bc-4767-b820-8e645ad1d37b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:33:58.519006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router a9538b6c-cbad-43e2-b87b-83b0e1efcfca is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:33:58.578978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c1357-9951-469e-8c36-8f039dc4a3a3 req-a50c3168-846b-4c67-95ca-d385661a6b76 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:58.580633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c76c1357-9951-469e-8c36-8f039dc4a3a3 req-a50c3168-846b-4c67-95ca-d385661a6b76 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0659719 Feb 10 04:33:58.640883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c76c1357-9951-469e-8c36-8f039dc4a3a3 req-e63c047a-2545-4d6b-9bc4-190a7d5fcb8c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533545 Feb 10 04:33:58.641715 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:33:58.652291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-52c94d9b-76f5-402f-9004-d40a18288c5b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/a9538b6c-cbad-43e2-b87b-83b0e1efcfca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1569197 Feb 10 04:33:58.652291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39906) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:58.653437 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] Sync routers for ids ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:33:58.682899 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] Routers {'a9538b6c-cbad-43e2-b87b-83b0e1efcfca'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:58.682899 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:58.711489 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:58.711889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938b107-9bf5-467b-a614-eb58e5f0a795 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:58.713401 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2938b107-9bf5-467b-a614-eb58e5f0a795 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports/4570c646-a4bc-4767-b820-8e645ad1d37b HTTP/1.1" status: 200 len: 976 time: 0.0610502 Feb 10 04:33:58.716437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39908) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:33:58.724224 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] Routers {'a9538b6c-cbad-43e2-b87b-83b0e1efcfca'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:33:58.724764 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:33:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:58.763587 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:33:58.764230 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07134552-9ea2-498c-a316-859ed424aea7 None None] The sync data for ids ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:33:59.072773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:59.301597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 4570c646-a4bc-4767-b820-8e645ad1d37b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:33:59.301597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:59.409324 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:59.430552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 4570c646-a4bc-4767-b820-8e645ad1d37b owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:33:59.728692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4570c646-a4bc-4767-b820-8e645ad1d37b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:59.778350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=4570c646-a4bc-4767-b820-8e645ad1d37b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:33:59.793981 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a5449c8-3799-4fc1-8a35-636e51428c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:33:59.920016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19601441-40b5-456d-b492-3ac30f5d42ad req-be292686-cd8a-4f65-a555-fd8e1fb8b064 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:33:59.924620 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19601441-40b5-456d-b492-3ac30f5d42ad req-be292686-cd8a-4f65-a555-fd8e1fb8b064 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1841984 Feb 10 04:34:00.061520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-19601441-40b5-456d-b492-3ac30f5d42ad req-9b2bfdce-405c-45fe-9802-66421f65e810 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160440 Feb 10 04:34:00.090104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:00.289001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router a9538b6c-cbad-43e2-b87b-83b0e1efcfca has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:00.381852 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:00.387183 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-68724952-bc90-429d-84ce-833343b79924 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/a9538b6c-cbad-43e2-b87b-83b0e1efcfca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696143 Feb 10 04:34:00.390091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39934) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:00.392924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] Sync routers for ids ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:00.405721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] Routers {'a9538b6c-cbad-43e2-b87b-83b0e1efcfca'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:00.406336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:00.474097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:00.484566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] Routers {'a9538b6c-cbad-43e2-b87b-83b0e1efcfca'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:00.485389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:00.528085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:00.529032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea840d-9f39-4322-92a8-83a4e991c255 None None] The sync data for ids ['a9538b6c-cbad-43e2-b87b-83b0e1efcfca'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:00.611713 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-9d13cabc-4824-454c-b169-13017fbaefb0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 04:34:00.612737 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9d13cabc-4824-454c-b169-13017fbaefb0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/a9538b6c-cbad-43e2-b87b-83b0e1efcfca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2213609 Feb 10 04:34:00.619242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39940) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:00.665468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-164e5417-e81a-4182-b932-1664b3d9e6e4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9538b6c-cbad-43e2-b87b-83b0e1efcfca HTTP/1.1" status: 200 len: 205 time: 0.0450685 Feb 10 04:34:00.668449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39942) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:00.769734 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41940fbd-9346-41c0-8406-fb8dfc31449d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:00.947954 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41940fbd-9346-41c0-8406-fb8dfc31449d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:00.950715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41940fbd-9346-41c0-8406-fb8dfc31449d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.073376 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.112162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41940fbd-9346-41c0-8406-fb8dfc31449d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (a9538b6c-cbad-43e2-b87b-83b0e1efcfca), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.118154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41940fbd-9346-41c0-8406-fb8dfc31449d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Fanout notify agent at l3_agent the message router_deleted on router a9538b6c-cbad-43e2-b87b-83b0e1efcfca {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:34:01.122143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-41940fbd-9346-41c0-8406-fb8dfc31449d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.123427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-41940fbd-9346-41c0-8406-fb8dfc31449d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/a9538b6c-cbad-43e2-b87b-83b0e1efcfca HTTP/1.1" status: 204 len: 168 time: 0.4529562 Feb 10 04:34:01.125869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39954) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:01.221290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet dfeabff7-d000-4f0d-ab7e-f503b60d2151 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:34:01.227920 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (dfeabff7-d000-4f0d-ab7e-f503b60d2151), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.302590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (dfeabff7-d000-4f0d-ab7e-f503b60d2151), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.339314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c0587-b07d-4fb4-ba54-853fc2559a66 req-9f5dcfdc-4788-48f8-b2e6-720319c172e1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:01.340917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed0c0587-b07d-4fb4-ba54-853fc2559a66 req-9f5dcfdc-4788-48f8-b2e6-720319c172e1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1708198 Feb 10 04:34:01.449454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed0c0587-b07d-4fb4-ba54-853fc2559a66 req-4031265a-a9e4-494d-aced-9d7b664ed40c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930367 Feb 10 04:34:01.457122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (dfeabff7-d000-4f0d-ab7e-f503b60d2151), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.605226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (dfeabff7-d000-4f0d-ab7e-f503b60d2151), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.639427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.646366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/dfeabff7-d000-4f0d-ab7e-f503b60d2151 HTTP/1.1" status: 204 len: 168 time: 0.5157235 Feb 10 04:34:01.646366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea8ab-c9f3-4b8a-a5d8-6f2ba6f822fb tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=dfeabff7-d000-4f0d-ab7e-f503b60d2151,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:01.646557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39960) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:01.647631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40234259-a74f-4046-a874-cadb7ca6d39d None None] Network 586bdf5e-525a-466e-a517-6788606f7806 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:01.750479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (586bdf5e-525a-466e-a517-6788606f7806), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.827579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 75045457-5f84-4d9b-a897-81daedc5ca62 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:01.827935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.847815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] DHCP port deletion for 586bdf5e-525a-466e-a517-6788606f7806 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:34:01.908693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 75045457-5f84-4d9b-a897-81daedc5ca62, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=75045457-5f84-4d9b-a897-81daedc5ca62,segment=NetworkSegment(76096684-cc03-494f-8b81-0584ce27785e),segment_id=76096684-cc03-494f-8b81-0584ce27785e)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:01.909113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.927394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] Deleting port 75045457-5f84-4d9b-a897-81daedc5ca62 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:01.927611 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:01.928253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 75045457-5f84-4d9b-a897-81daedc5ca62 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:01.946534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 75045457-5f84-4d9b-a897-81daedc5ca62 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:34:02.032665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] For port 75045457-5f84-4d9b-a897-81daedc5ca62, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=75045457-5f84-4d9b-a897-81daedc5ca62,segment=NetworkSegment(76096684-cc03-494f-8b81-0584ce27785e),segment_id=76096684-cc03-494f-8b81-0584ce27785e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:02.033196 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.051861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] Calling delete_port for 75045457-5f84-4d9b-a897-81daedc5ca62 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:02.101886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.135085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=75045457-5f84-4d9b-a897-81daedc5ca62,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:02.140620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 75045457-5f84-4d9b-a897-81daedc5ca62 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:02.141201 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.143244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port 75045457-5f84-4d9b-a897-81daedc5ca62 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:02.211735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.213887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.214405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.214907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.219741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:02.236324 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (75045457-5f84-4d9b-a897-81daedc5ca62), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.278953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] Pushing event deleted for resources: {'Port': ['ID=75045457-5f84-4d9b-a897-81daedc5ca62,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:02.284535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb1f44-2f2f-4aad-812a-7de94ec2eb30 None None] No DVR routers for this DVR port 75045457-5f84-4d9b-a897-81daedc5ca62 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:02.299824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (586bdf5e-525a-466e-a517-6788606f7806), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.321729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586bdf5e-525a-466e-a517-6788606f7806']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:02.331862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76096684-cc03-494f-8b81-0584ce27785e') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:02.332177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76096684-cc03-494f-8b81-0584ce27785e') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:02.343159 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (76096684-cc03-494f-8b81-0584ce27785e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.358125 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (76096684-cc03-494f-8b81-0584ce27785e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.364578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:34:02.365000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (76096684-cc03-494f-8b81-0584ce27785e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:34:02.368221 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:34:02.522734 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (586bdf5e-525a-466e-a517-6788606f7806), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.541970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.556786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/586bdf5e-525a-466e-a517-6788606f7806 HTTP/1.1" status: 204 len: 168 time: 0.8980303 Feb 10 04:34:02.556994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 39978) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:02.556994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-2125078128'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:02.596833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce51bdc-4de7-4400-8785-58b274a142d0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=586bdf5e-525a-466e-a517-6788606f7806,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:02.627653 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14b50-0f00-4f75-b617-84231b5e5d4a req-dfa050dd-b34c-4e11-92f2-3a97dc052f06 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:02.629980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aec14b50-0f00-4f75-b617-84231b5e5d4a req-dfa050dd-b34c-4e11-92f2-3a97dc052f06 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0985613 Feb 10 04:34:02.648022 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.674817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:02.680314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.692777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aec14b50-0f00-4f75-b617-84231b5e5d4a req-b13ad02a-530c-4fd9-a5ac-73ee14df9d54 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Feb 10 04:34:02.713990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:34:02.721285 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8272a7ef-a15f-4b70-a04e-1b7361b2c408), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.721629 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment 8272a7ef-a15f-4b70-a04e-1b7361b2c408 of type vlan for network fedb1a83-307b-404d-9e77-4a3cb91ea881 Feb 10 04:34:02.763205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (fedb1a83-307b-404d-9e77-4a3cb91ea881), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.884833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (fedb1a83-307b-404d-9e77-4a3cb91ea881), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.889942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:02.890542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:02.972223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=fedb1a83-307b-404d-9e77-4a3cb91ea881,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:02.993007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:34:03.011459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ea47df1-b34d-4e7b-8b09-9bd6f9e72fc9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4595375 Feb 10 04:34:03.014411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 39984) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:03.023142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': 'fedb1a83-307b-404d-9e77-4a3cb91ea881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:03.227405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:03.231218 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:03.523679 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:03.592316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:03.604563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': '8272a7ef-a15f-4b70-a04e-1b7361b2c408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fedb1a83-307b-404d-9e77-4a3cb91ea881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:03.604919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: fedb1a83-307b-404d-9e77-4a3cb91ea881, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:34:03.684620 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:34:03.771538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, fedb1a83-307b-404d-9e77-4a3cb91ea881) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:03.775950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:03.776631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:03.789350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd63cc-d000-48eb-a75a-c93e38289363 None None] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:03.850423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3798a-ada9-4ced-90e7-88d0f0db3682 req-e7c6c724-cd47-4e50-868a-76fe1cf382ee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:03.852726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01e3798a-ada9-4ced-90e7-88d0f0db3682 req-e7c6c724-cd47-4e50-868a-76fe1cf382ee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0757921 Feb 10 04:34:03.918787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-05cb0b54-b6a9-487a-bfba-376b4a6d571f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9025435 Feb 10 04:34:03.918937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01e3798a-ada9-4ced-90e7-88d0f0db3682 req-3f86ab31-5647-434f-85e8-133fa955b5c8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565376 Feb 10 04:34:03.921557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40000) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:03.937284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-fedb1a83-307b-404d-9e77-4a3cb91ea881', 'network_id': 'fedb1a83-307b-404d-9e77-4a3cb91ea881', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': 'de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:34:03.938269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:03.939802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2c559c51-154d-43cd-8d0d-a3fbd920ec05 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-148046175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:04.079331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c559c51-154d-43cd-8d0d-a3fbd920ec05 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.082089 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c559c51-154d-43cd-8d0d-a3fbd920ec05 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.094872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Allocated IP 172.20.0.2 (fedb1a83-307b-404d-9e77-4a3cb91ea881/de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1/7f9b5cc0-610f-431c-b222-b71099544978) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:04.142119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c559c51-154d-43cd-8d0d-a3fbd920ec05 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.222666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c559c51-154d-43cd-8d0d-a3fbd920ec05 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.267865 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Publish callbacks [] for port (7f9b5cc0-610f-431c-b222-b71099544978), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.312772 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.346119 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7f9b5cc0-610f-431c-b222-b71099544978), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.349282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2c559c51-154d-43cd-8d0d-a3fbd920ec05 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.349282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2c559c51-154d-43cd-8d0d-a3fbd920ec05 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4263337 Feb 10 04:34:04.351810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:04.388387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:04.392552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:04.397355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:04.689720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.697940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Pushing event updated for resources: {'Port': ['ID=7f9b5cc0-610f-431c-b222-b71099544978,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:04.738895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Attempting to bind port 7f9b5cc0-610f-431c-b222-b71099544978 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:04.739268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Attempting to bind port 7f9b5cc0-610f-431c-b222-b71099544978 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8272a7ef-a15f-4b70-a04e-1b7361b2c408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fedb1a83-307b-404d-9e77-4a3cb91ea881'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:04.739626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Attempting to bind port 7f9b5cc0-610f-431c-b222-b71099544978 on network fedb1a83-307b-404d-9e77-4a3cb91ea881 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:04.746024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:04.748331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Checking segment: {'id': '8272a7ef-a15f-4b70-a04e-1b7361b2c408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fedb1a83-307b-404d-9e77-4a3cb91ea881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:04.748331 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.748631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Bound using segment: {'id': '8272a7ef-a15f-4b70-a04e-1b7361b2c408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fedb1a83-307b-404d-9e77-4a3cb91ea881'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:04.749197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Bound port: 7f9b5cc0-610f-431c-b222-b71099544978, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8272a7ef-a15f-4b70-a04e-1b7361b2c408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fedb1a83-307b-404d-9e77-4a3cb91ea881'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:04.749614 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7f9b5cc0-610f-431c-b222-b71099544978), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:04.832145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] For port 7f9b5cc0-610f-431c-b222-b71099544978, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:04.873504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] For port 7f9b5cc0-610f-431c-b222-b71099544978, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7f9b5cc0-610f-431c-b222-b71099544978,segment=NetworkSegment(8272a7ef-a15f-4b70-a04e-1b7361b2c408),segment_id=8272a7ef-a15f-4b70-a04e-1b7361b2c408)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:04.994590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7f9b5cc0-610f-431c-b222-b71099544978), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:05.005241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.20.0.1 (fedb1a83-307b-404d-9e77-4a3cb91ea881/de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1/93f39074-e7e2-444e-9f9f-41a098f5d82c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:05.078941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4cfe5-8b2c-417c-b295-d1d31d552eea None None] Pushing event updated for resources: {'Port': ['ID=7f9b5cc0-610f-431c-b222-b71099544978,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:05.556547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932005-8765-4f21-b6cf-563b44fd376d req-d5ba4e9f-a114-4c32-b486-e6917c193929 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:05.558591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f932005-8765-4f21-b6cf-563b44fd376d req-d5ba4e9f-a114-4c32-b486-e6917c193929 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.5172670 Feb 10 04:34:05.602576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:05.638171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f932005-8765-4f21-b6cf-563b44fd376d req-3c78eb4c-a872-4d92-a18c-e0e4c2050d88 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679359 Feb 10 04:34:05.728917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:05.783990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:05.789689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:05.791544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=93f39074-e7e2-444e-9f9f-41a098f5d82c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:05.793775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:05.853955 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:05.948284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7f9b5cc0-610f-431c-b222-b71099544978 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:06.043465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7f9b5cc0-610f-431c-b222-b71099544978 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:06.044075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7f9b5cc0-610f-431c-b222-b71099544978), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.078654 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.157040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7f9b5cc0-610f-431c-b222-b71099544978 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:06.157484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7f9b5cc0-610f-431c-b222-b71099544978), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.209412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 7f9b5cc0-610f-431c-b222-b71099544978, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7f9b5cc0-610f-431c-b222-b71099544978,segment=NetworkSegment(8272a7ef-a15f-4b70-a04e-1b7361b2c408),segment_id=8272a7ef-a15f-4b70-a04e-1b7361b2c408)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:06.312532 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7f9b5cc0-610f-431c-b222-b71099544978), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.412625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7f9b5cc0-610f-431c-b222-b71099544978,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:06.447041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44aeba1-ec8a-4638-9337-bcd6ad70e87a None None] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:06.495452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.543518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-514563ad-97c0-40ce-b90e-8c79648e436c None None] Provisioning complete for port 7f9b5cc0-610f-431c-b222-b71099544978 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:06.543851 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-514563ad-97c0-40ce-b90e-8c79648e436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7f9b5cc0-610f-431c-b222-b71099544978), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.585238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.692675 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:06.695961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-514563ad-97c0-40ce-b90e-8c79648e436c None None] Current status of the port 7f9b5cc0-610f-431c-b222-b71099544978 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:06.718519 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=93f39074-e7e2-444e-9f9f-41a098f5d82c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:06.817102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33726c7d-805a-4631-bedb-4fb20736f86b req-0d35c1ad-05dd-4032-9e62-afc8f26a7c89 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:06.824977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33726c7d-805a-4631-bedb-4fb20736f86b req-0d35c1ad-05dd-4032-9e62-afc8f26a7c89 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0821517 Feb 10 04:34:06.871726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:06.875411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:06.914449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33726c7d-805a-4631-bedb-4fb20736f86b req-ee084164-7bdc-42e0-9746-e1a9a122d68c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749302 Feb 10 04:34:07.035656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5b518abc-d544-4538-93ed-5bace48e0ace None None] Provisioning complete for port 93f39074-e7e2-444e-9f9f-41a098f5d82c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:07.036320 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5b518abc-d544-4538-93ed-5bace48e0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:07.081122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5b518abc-d544-4538-93ed-5bace48e0ace None None] Port 93f39074-e7e2-444e-9f9f-41a098f5d82c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:07.094484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5b518abc-d544-4538-93ed-5bace48e0ace None None] Provisioning complete for port 7f9b5cc0-610f-431c-b222-b71099544978 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:07.094897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5b518abc-d544-4538-93ed-5bace48e0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7f9b5cc0-610f-431c-b222-b71099544978), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:07.180619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5b518abc-d544-4538-93ed-5bace48e0ace None None] Current status of the port 7f9b5cc0-610f-431c-b222-b71099544978 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:07.302870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4ed33225-1400-44cb-9147-9cc0130cfe6a None None] Provisioning complete for port 93f39074-e7e2-444e-9f9f-41a098f5d82c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:07.303310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ed33225-1400-44cb-9147-9cc0130cfe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:07.348534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4ed33225-1400-44cb-9147-9cc0130cfe6a None None] Port 93f39074-e7e2-444e-9f9f-41a098f5d82c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:07.552280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-34a39ed6-c9ae-4db3-9689-f595f7b3f14b None None] Provisioning complete for port 93f39074-e7e2-444e-9f9f-41a098f5d82c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:07.552280 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-34a39ed6-c9ae-4db3-9689-f595f7b3f14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:07.552280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-34a39ed6-c9ae-4db3-9689-f595f7b3f14b None None] Port 93f39074-e7e2-444e-9f9f-41a098f5d82c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:07.582986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router bbc5a46c-34b1-4f32-b4c8-df7247eea4e7 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:34:07.681849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:07.689233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-da2e2294-c215-4d5a-925d-704f728d6827 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/bbc5a46c-34b1-4f32-b4c8-df7247eea4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3342934 Feb 10 04:34:07.690256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40048) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:07.693110 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] Sync routers for ids ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:07.704165 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] Routers {'bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:07.705121 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:07.742250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:07.744438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fd6a8-e4c0-4634-9ef5-1464a25b8f9f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:07.746166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-201fd6a8-e4c0-4634-9ef5-1464a25b8f9f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports/93f39074-e7e2-444e-9f9f-41a098f5d82c HTTP/1.1" status: 200 len: 910 time: 0.0554624 Feb 10 04:34:07.749380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40054) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:07.759345 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] Routers {'bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:07.760056 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:07.802431 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:07.803180 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf63b3-c208-4519-85c1-e67d055d611a None None] The sync data for ids ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:07.928210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7f9b5cc0-610f-431c-b222-b71099544978 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:08.005017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7f9b5cc0-610f-431c-b222-b71099544978 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:08.005424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7f9b5cc0-610f-431c-b222-b71099544978), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:08.051004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e327e-02a3-469d-ae4b-a08bb0f2af06 req-100eb35b-f9d0-4d41-96ee-b791e87847e0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:08.053083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e08e327e-02a3-469d-ae4b-a08bb0f2af06 req-100eb35b-f9d0-4d41-96ee-b791e87847e0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0731537 Feb 10 04:34:08.138766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7f9b5cc0-610f-431c-b222-b71099544978 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:08.151593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e08e327e-02a3-469d-ae4b-a08bb0f2af06 req-6a21ce8f-0d2b-40a4-8937-4806b950fda0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864043 Feb 10 04:34:08.178108 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:08.462733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 93f39074-e7e2-444e-9f9f-41a098f5d82c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:08.466927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:08.572522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:08.587171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 93f39074-e7e2-444e-9f9f-41a098f5d82c owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:08.903221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (93f39074-e7e2-444e-9f9f-41a098f5d82c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:08.933868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=93f39074-e7e2-444e-9f9f-41a098f5d82c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:08.987137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:08.997779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:09.135150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:09.695788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router bbc5a46c-34b1-4f32-b4c8-df7247eea4e7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:09.704201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165aed4-f103-4759-993a-ab4c50a10111 req-62767ff0-0302-45a0-ac2c-a125a3f0507f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:09.705793 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c165aed4-f103-4759-993a-ab4c50a10111 req-62767ff0-0302-45a0-ac2c-a125a3f0507f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1297755 Feb 10 04:34:09.816691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:09.821283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c165aed4-f103-4759-993a-ab4c50a10111 req-aea6d17d-8847-4f16-b19b-4ad8056b482a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090770 Feb 10 04:34:09.825022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-28cfe467-fbfa-4aeb-bec6-0e4f0831cacf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/bbc5a46c-34b1-4f32-b4c8-df7247eea4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0746434 Feb 10 04:34:09.828444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40104) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:09.850580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] Sync routers for ids ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:09.869169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] Routers {'bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:09.870088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:09.877036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-49145a71-6bb1-4d6b-b88b-cc72d9b6c71c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbc5a46c-34b1-4f32-b4c8-df7247eea4e7 HTTP/1.1" status: 200 len: 205 time: 0.0473433 Feb 10 04:34:09.880232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40106) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:09.914014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:09.923750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] Routers {'bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:09.924444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:09.959747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:09.960653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68789a3a-83b0-49ba-9d93-db54a4cbbf0a None None] The sync data for ids ['bbc5a46c-34b1-4f32-b4c8-df7247eea4e7'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:09.991608 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4f3d9b-17f8-4824-8e61-a24dfe7ed664 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.164778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4f3d9b-17f8-4824-8e61-a24dfe7ed664 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.166940 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4f3d9b-17f8-4824-8e61-a24dfe7ed664 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.273840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4f3d9b-17f8-4824-8e61-a24dfe7ed664 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (bbc5a46c-34b1-4f32-b4c8-df7247eea4e7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.274281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f3d9b-17f8-4824-8e61-a24dfe7ed664 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Fanout notify agent at l3_agent the message router_deleted on router bbc5a46c-34b1-4f32-b4c8-df7247eea4e7 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:34:10.281298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-be4f3d9b-17f8-4824-8e61-a24dfe7ed664 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.285564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be4f3d9b-17f8-4824-8e61-a24dfe7ed664 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/bbc5a46c-34b1-4f32-b4c8-df7247eea4e7 HTTP/1.1" status: 204 len: 168 time: 0.4005845 Feb 10 04:34:10.286327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40108) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:10.342901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:34:10.348071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.393625 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.489135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.629464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.658806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:10.671582 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.678579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40114) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:10.682274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c9bba-c214-41ba-b746-9820613b0701 None None] Network fedb1a83-307b-404d-9e77-4a3cb91ea881 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:10.693976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-47abae2d-e8f0-45c3-8894-c36c54019e77 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1 HTTP/1.1" status: 204 len: 168 time: 0.3995271 Feb 10 04:34:10.791084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (fedb1a83-307b-404d-9e77-4a3cb91ea881), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.867485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] DHCP port deletion for fedb1a83-307b-404d-9e77-4a3cb91ea881 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:34:10.871501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 7f9b5cc0-610f-431c-b222-b71099544978 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:10.872123 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7f9b5cc0-610f-431c-b222-b71099544978), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.950226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 7f9b5cc0-610f-431c-b222-b71099544978, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7f9b5cc0-610f-431c-b222-b71099544978,segment=NetworkSegment(8272a7ef-a15f-4b70-a04e-1b7361b2c408),segment_id=8272a7ef-a15f-4b70-a04e-1b7361b2c408)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:10.951157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7f9b5cc0-610f-431c-b222-b71099544978), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.954592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] Deleting port 7f9b5cc0-610f-431c-b222-b71099544978 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:10.955576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7f9b5cc0-610f-431c-b222-b71099544978), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:10.974417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 7f9b5cc0-610f-431c-b222-b71099544978 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:11.039227 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe112a61-5fcb-45e3-b2d6-e2b0a51b395e req-d02f3af5-281b-4f83-94dd-99f58dfbd69b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:11.040844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe112a61-5fcb-45e3-b2d6-e2b0a51b395e req-d02f3af5-281b-4f83-94dd-99f58dfbd69b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1129005 Feb 10 04:34:11.044689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] For port 7f9b5cc0-610f-431c-b222-b71099544978, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7f9b5cc0-610f-431c-b222-b71099544978,segment=NetworkSegment(8272a7ef-a15f-4b70-a04e-1b7361b2c408),segment_id=8272a7ef-a15f-4b70-a04e-1b7361b2c408)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:11.045239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7f9b5cc0-610f-431c-b222-b71099544978), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.062600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] Calling delete_port for 7f9b5cc0-610f-431c-b222-b71099544978 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:11.104486 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe112a61-5fcb-45e3-b2d6-e2b0a51b395e req-492fee04-817b-412e-a02f-1b6da709f5e7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554490 Feb 10 04:34:11.154071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7f9b5cc0-610f-431c-b222-b71099544978), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.163390 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (7f9b5cc0-610f-431c-b222-b71099544978), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.188627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] Pushing event deleted for resources: {'Port': ['ID=7f9b5cc0-610f-431c-b222-b71099544978,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:11.196798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e7199-04b8-4a4b-bf78-c27190a90f1a None None] No DVR routers for this DVR port 7f9b5cc0-610f-431c-b222-b71099544978 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:11.213220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port 7f9b5cc0-610f-431c-b222-b71099544978 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:11.219847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=7f9b5cc0-610f-431c-b222-b71099544978,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:11.312581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (fedb1a83-307b-404d-9e77-4a3cb91ea881), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.335369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedb1a83-307b-404d-9e77-4a3cb91ea881']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:11.345226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8272a7ef-a15f-4b70-a04e-1b7361b2c408') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:11.345645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8272a7ef-a15f-4b70-a04e-1b7361b2c408') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:11.356585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (8272a7ef-a15f-4b70-a04e-1b7361b2c408), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.372463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8272a7ef-a15f-4b70-a04e-1b7361b2c408), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.379115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:34:11.379560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (8272a7ef-a15f-4b70-a04e-1b7361b2c408), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:34:11.383574 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:34:11.507643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (fedb1a83-307b-404d-9e77-4a3cb91ea881), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.515407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.518675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/fedb1a83-307b-404d-9e77-4a3cb91ea881 HTTP/1.1" status: 204 len: 168 time: 0.8388724 Feb 10 04:34:11.523613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40120) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:11.529594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1607357508', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:11.548264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcef1-3b25-4deb-a66a-835f5900587a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=fedb1a83-307b-404d-9e77-4a3cb91ea881,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:11.673964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.676895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.777558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:11.917795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7f9b5cc0-610f-431c-b222-b71099544978 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:34:11.958483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7f9b5cc0-610f-431c-b222-b71099544978 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:34:11.958893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7f9b5cc0-610f-431c-b222-b71099544978 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:34:12.076099 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_gateway (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:12.255013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937a7fa-6b3a-414a-95ae-250e1c193bce req-4764a40b-828b-4a82-ae54-3a26069be187 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:12.257418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0937a7fa-6b3a-414a-95ae-250e1c193bce req-4764a40b-828b-4a82-ae54-3a26069be187 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0621450 Feb 10 04:34:12.315383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0937a7fa-6b3a-414a-95ae-250e1c193bce req-d1575537-c8c3-4b11-b8cf-1aab93ccd48e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504000 Feb 10 04:34:12.404529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_gateway (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:12.429665 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:12.536915 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.25.8.35 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/9dc1d1e6-bff6-4aa4-878c-a214402039cf) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:12.658433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (9dc1d1e6-bff6-4aa4-878c-a214402039cf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:12.779069 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9dc1d1e6-bff6-4aa4-878c-a214402039cf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:12.820713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:12.825645 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:12.829292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:12.835326 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=9dc1d1e6-bff6-4aa4-878c-a214402039cf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:13.226421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_gateway (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:13.517769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:13.536824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87315273-b5a0-4e43-90d0-e639a56159c5 req-9891ac4b-9f75-4b48-b258-a8b88ef91f9f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:13.538369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87315273-b5a0-4e43-90d0-e639a56159c5 req-9891ac4b-9f75-4b48-b258-a8b88ef91f9f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1108146 Feb 10 04:34:13.670297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87315273-b5a0-4e43-90d0-e639a56159c5 req-a4043c02-511a-424e-8e57-1322d3f14f0a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945110 Feb 10 04:34:13.835441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 2fb0d1d6-b721-43f7-87e7-434ecef1a7ac is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:34:13.959909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:13.972123 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] Sync routers for ids ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:13.983808 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] Routers {'2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:13.984460 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:14.023240 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:14.036257 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] Routers {'2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:14.037165 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:14.082033 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:14.083193 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7060a-cabf-4ae1-aa06-845f0c5ceee9 None None] The sync data for ids ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:14.087053 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:14.089717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0dbf0af2-d364-4838-880d-94818d1ed011 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5636427 Feb 10 04:34:14.091239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40144) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:14.227960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40146) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:14.228529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1f7ff734-d3a4-4bcd-8658-742db660b91e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/routers/2fb0d1d6-b721-43f7-87e7-434ecef1a7ac HTTP/1.1" status: 200 len: 880 time: 0.1355836 Feb 10 04:34:14.389887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f843dea4-0cdf-4a07-97fa-89dcd681bec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1595058 Feb 10 04:34:14.391156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40148) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:14.399770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7e008a7a-f625-4a71-ad53-bc8d00fba6cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1607357508'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:14.740775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e008a7a-f625-4a71-ad53-bc8d00fba6cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:14.819912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62266335-444f-48b2-ac57-dca5e200cd0b req-97677db6-0fc2-4fbc-919f-64e79c4dd769 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:14.821585 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62266335-444f-48b2-ac57-dca5e200cd0b req-97677db6-0fc2-4fbc-919f-64e79c4dd769 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0559881 Feb 10 04:34:14.866644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e008a7a-f625-4a71-ad53-bc8d00fba6cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:14.929552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62266335-444f-48b2-ac57-dca5e200cd0b req-54280cb1-a36b-4176-9eb5-def017253709 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008096 Feb 10 04:34:15.013426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e008a7a-f625-4a71-ad53-bc8d00fba6cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 2fb0d1d6-b721-43f7-87e7-434ecef1a7ac has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:15.137253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e008a7a-f625-4a71-ad53-bc8d00fba6cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:15.144358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7e008a7a-f625-4a71-ad53-bc8d00fba6cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:15.145637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7e008a7a-f625-4a71-ad53-bc8d00fba6cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/2fb0d1d6-b721-43f7-87e7-434ecef1a7ac HTTP/1.1" status: 200 len: 887 time: 0.7533402 Feb 10 04:34:15.148301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40156) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:15.151319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] Sync routers for ids ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:15.164305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] Routers {'2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:15.165122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:15.202234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:15.212168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] Routers {'2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:15.213173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:15.255628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:15.256666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9d9a-0c29-405b-b492-e2bb0818627d None None] The sync data for ids ['2fb0d1d6-b721-43f7-87e7-434ecef1a7ac'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:15.294749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-017aca52-da5d-4697-a528-c73143298560 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/routers/2fb0d1d6-b721-43f7-87e7-434ecef1a7ac HTTP/1.1" status: 200 len: 887 time: 0.1350846 Feb 10 04:34:15.299497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40158) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:15.324717 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-92b71dd4-2522-4c23-b6ae-4887d7168986 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0d1d6-b721-43f7-87e7-434ecef1a7ac HTTP/1.1" status: 200 len: 205 time: 0.0264654 Feb 10 04:34:15.327396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40160) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:15.459707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:15.580019 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_gateway (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:15.739994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 9dc1d1e6-bff6-4aa4-878c-a214402039cf {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:15.740360 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9dc1d1e6-bff6-4aa4-878c-a214402039cf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:15.823243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9dc1d1e6-bff6-4aa4-878c-a214402039cf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:15.835814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 9dc1d1e6-bff6-4aa4-878c-a214402039cf owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:16.091502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b696e8-9209-428a-aa9b-819ed2ac3af7 req-29174213-d8a4-470d-8da2-1c001f357ed1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:16.098774 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b696e8-9209-428a-aa9b-819ed2ac3af7 req-29174213-d8a4-470d-8da2-1c001f357ed1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0654838 Feb 10 04:34:16.143230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-76b696e8-9209-428a-aa9b-819ed2ac3af7 req-bbb52351-3a2c-403a-a646-6d2210c44f61 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Feb 10 04:34:16.146272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9dc1d1e6-bff6-4aa4-878c-a214402039cf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:16.210808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=9dc1d1e6-bff6-4aa4-878c-a214402039cf,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:16.258507 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:16.713366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:16.719469 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:16.856555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (2fb0d1d6-b721-43f7-87e7-434ecef1a7ac), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:16.857086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb0d1d6-b721-43f7-87e7-434ecef1a7ac {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:34:16.869264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:16.869264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-18392a00-bee6-4ba6-8c96-cf985fc395d6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/2fb0d1d6-b721-43f7-87e7-434ecef1a7ac HTTP/1.1" status: 204 len: 168 time: 1.5371256 Feb 10 04:34:16.870490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40170) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:16.875473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-902854164'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:16.982387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:16.985878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.016626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:34:17.030957 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (02632114-a733-4c83-8e36-9074cdb556df), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.031319 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment 02632114-a733-4c83-8e36-9074cdb556df of type vlan for network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 Feb 10 04:34:17.078235 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.096840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.182322 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.188938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:17.189620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.263535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:17.279972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:34:17.280116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f3471-5499-4f23-9e96-ed9ed78bdf3d req-d50fe7a7-7026-4fe7-8744-03cd095f620b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:17.280116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f83f3471-5499-4f23-9e96-ed9ed78bdf3d req-d50fe7a7-7026-4fe7-8744-03cd095f620b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0624774 Feb 10 04:34:17.314879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40176) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:17.315435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1d55a8c5-a3e6-4617-86a9-4403cbdf70bc tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4431660 Feb 10 04:34:17.321519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': '36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:17.411568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f83f3471-5499-4f23-9e96-ed9ed78bdf3d req-795a0c66-8be4-4d01-9c17-c289f4a43a0d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240354 Feb 10 04:34:17.525209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:17.529226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.806492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (0e6370eb-c1d1-4afb-b780-1cd281dcdb06), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:17.864901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=0e6370eb-c1d1-4afb-b780-1cd281dcdb06,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:17.882531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': '02632114-a733-4c83-8e36-9074cdb556df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:17.882959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:34:18.039467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:34:18.202509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:18.211081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:18.215839 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.216569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b551c-f8f6-494a-81a3-030a084806f4 None None] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:18.327614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14', 'network_id': '36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': '0e6370eb-c1d1-4afb-b780-1cd281dcdb06'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:34:18.329225 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.346087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f2a98ecd-fb4b-41f2-9b03-caf0bac8d6b9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0277071 Feb 10 04:34:18.346552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40182) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:18.351528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2636f27d-690e-4978-9171-44dd2ceb9f0f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1062234506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:18.491889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2636f27d-690e-4978-9171-44dd2ceb9f0f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (32d836b5-b2e0-4608-87eb-531810aef8dd), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.493806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Allocated IP 172.20.0.2 (36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14/0e6370eb-c1d1-4afb-b780-1cd281dcdb06/cb2384c9-11fa-406a-8848-382b45a9d07c) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:18.494462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2636f27d-690e-4978-9171-44dd2ceb9f0f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (32d836b5-b2e0-4608-87eb-531810aef8dd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.559073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51973-a4f9-4439-a941-69bbadd17623 req-f42dd780-8a66-4734-9e1c-bc2a58b9626b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:18.567198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88c51973-a4f9-4439-a941-69bbadd17623 req-f42dd780-8a66-4734-9e1c-bc2a58b9626b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0698297 Feb 10 04:34:18.577529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2636f27d-690e-4978-9171-44dd2ceb9f0f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (32d836b5-b2e0-4608-87eb-531810aef8dd), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.603911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.617974 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88c51973-a4f9-4439-a941-69bbadd17623 req-f1eebe1a-b6a3-4f06-a664-3231532c4e5d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496054 Feb 10 04:34:18.678024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2636f27d-690e-4978-9171-44dd2ceb9f0f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (32d836b5-b2e0-4608-87eb-531810aef8dd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.690852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Publish callbacks [] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.824023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2636f27d-690e-4978-9171-44dd2ceb9f0f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.826043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2636f27d-690e-4978-9171-44dd2ceb9f0f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4777470 Feb 10 04:34:18.828253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40188) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:18.874327 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:18.913790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:18.915309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:18.923151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:18.957563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Pushing event updated for resources: {'Port': ['ID=cb2384c9-11fa-406a-8848-382b45a9d07c,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:18.994611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Attempting to bind port cb2384c9-11fa-406a-8848-382b45a9d07c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:18.998268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Attempting to bind port cb2384c9-11fa-406a-8848-382b45a9d07c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '02632114-a733-4c83-8e36-9074cdb556df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:18.998268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Attempting to bind port cb2384c9-11fa-406a-8848-382b45a9d07c on network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:19.000514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:19.000885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Checking segment: {'id': '02632114-a733-4c83-8e36-9074cdb556df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:19.001289 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:19.001685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Bound using segment: {'id': '02632114-a733-4c83-8e36-9074cdb556df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:19.002152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Bound port: cb2384c9-11fa-406a-8848-382b45a9d07c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02632114-a733-4c83-8e36-9074cdb556df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:19.002533 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:19.068627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] For port cb2384c9-11fa-406a-8848-382b45a9d07c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:19.071684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] For port cb2384c9-11fa-406a-8848-382b45a9d07c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=cb2384c9-11fa-406a-8848-382b45a9d07c,segment=NetworkSegment(02632114-a733-4c83-8e36-9074cdb556df),segment_id=02632114-a733-4c83-8e36-9074cdb556df)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:19.141239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:19.182605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:19.253034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba757619-5fbc-42cd-8b18-b8b8403676be None None] Pushing event updated for resources: {'Port': ['ID=cb2384c9-11fa-406a-8848-382b45a9d07c,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:19.405181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.20.0.1 (36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14/0e6370eb-c1d1-4afb-b780-1cd281dcdb06/fb767941-df8d-4441-b98f-2331cc5e0352) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:19.550016 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (fb767941-df8d-4441-b98f-2331cc5e0352), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:19.685533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:19.756399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:19.763249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:19.766077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:19.809064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=fb767941-df8d-4441-b98f-2331cc5e0352,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:19.831937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (32d836b5-b2e0-4608-87eb-531810aef8dd), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:19.842790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4ebda-dbe6-444c-80c9-e5b576b1ece1 req-451a288a-4124-438c-a259-e3467e513b34 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:19.844658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52c4ebda-dbe6-444c-80c9-e5b576b1ece1 req-451a288a-4124-438c-a259-e3467e513b34 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1536877 Feb 10 04:34:19.954686 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device cb2384c9-11fa-406a-8848-382b45a9d07c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:19.974529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52c4ebda-dbe6-444c-80c9-e5b576b1ece1 req-2128fd6d-0f58-4eb7-9c71-8d1490091b28 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982800 Feb 10 04:34:20.019879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port cb2384c9-11fa-406a-8848-382b45a9d07c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:20.020268 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.118229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port cb2384c9-11fa-406a-8848-382b45a9d07c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:20.118229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.136166 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.166198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port cb2384c9-11fa-406a-8848-382b45a9d07c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=cb2384c9-11fa-406a-8848-382b45a9d07c,segment=NetworkSegment(02632114-a733-4c83-8e36-9074cdb556df),segment_id=02632114-a733-4c83-8e36-9074cdb556df)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:20.249097 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.326520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=cb2384c9-11fa-406a-8848-382b45a9d07c,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:20.432169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20749ad-0362-4c34-97d7-750fe34689f2 None None] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:20.684209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a4c550ad-fe21-4b0c-b008-4652720c31ce None None] Provisioning complete for port cb2384c9-11fa-406a-8848-382b45a9d07c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:20.684413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a4c550ad-fe21-4b0c-b008-4652720c31ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.783399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (fb767941-df8d-4441-b98f-2331cc5e0352), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.809631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a4c550ad-fe21-4b0c-b008-4652720c31ce None None] Current status of the port cb2384c9-11fa-406a-8848-382b45a9d07c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:20.879707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.964966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (32d836b5-b2e0-4608-87eb-531810aef8dd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:20.969142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=fb767941-df8d-4441-b98f-2331cc5e0352,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:21.055498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8e0dafae-8b4b-4e09-837a-34c13496fb33 None None] Provisioning complete for port cb2384c9-11fa-406a-8848-382b45a9d07c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:21.056134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e0dafae-8b4b-4e09-837a-34c13496fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:21.106649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:21.108639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:21.154996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab33552-bcf4-4306-af9a-4263177b2979 req-6631f912-c09d-43ea-afe1-9ad8c0573841 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:21.163209 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ab33552-bcf4-4306-af9a-4263177b2979 req-6631f912-c09d-43ea-afe1-9ad8c0573841 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0984776 Feb 10 04:34:21.169125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8e0dafae-8b4b-4e09-837a-34c13496fb33 None None] Current status of the port cb2384c9-11fa-406a-8848-382b45a9d07c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:21.187278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8e0dafae-8b4b-4e09-837a-34c13496fb33 None None] Provisioning complete for port fb767941-df8d-4441-b98f-2331cc5e0352 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:21.187658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e0dafae-8b4b-4e09-837a-34c13496fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:21.234201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8e0dafae-8b4b-4e09-837a-34c13496fb33 None None] Port fb767941-df8d-4441-b98f-2331cc5e0352 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:21.288873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ab33552-bcf4-4306-af9a-4263177b2979 req-de3e959a-b819-43b5-818d-8e3904751965 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153014 Feb 10 04:34:21.359329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bdd964f3-d914-4953-b757-8effc5a61774 None None] Provisioning complete for port fb767941-df8d-4441-b98f-2331cc5e0352 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:21.360047 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bdd964f3-d914-4953-b757-8effc5a61774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:21.396219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bdd964f3-d914-4953-b757-8effc5a61774 None None] Port fb767941-df8d-4441-b98f-2331cc5e0352 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:21.419523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 32d836b5-b2e0-4608-87eb-531810aef8dd is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:34:21.531519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:21.538691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bf0340a3-96f7-44e4-ac51-aa65aec8e61d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/32d836b5-b2e0-4608-87eb-531810aef8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7093267 Feb 10 04:34:21.541031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40210) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:21.546042 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] Sync routers for ids ['32d836b5-b2e0-4608-87eb-531810aef8dd'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:21.557213 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] Routers {'32d836b5-b2e0-4608-87eb-531810aef8dd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:21.557824 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['32d836b5-b2e0-4608-87eb-531810aef8dd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:21.589406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9fb774-4efa-48b5-bbd4-d6125a00f828 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:21.590779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6e9fb774-4efa-48b5-bbd4-d6125a00f828 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports/fb767941-df8d-4441-b98f-2331cc5e0352 HTTP/1.1" status: 200 len: 910 time: 0.0487905 Feb 10 04:34:21.590977 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:21.593397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40212) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:21.599586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e6370eb-c1d1-4afb-b780-1cd281dcdb06'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:21.601381 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] Routers {'32d836b5-b2e0-4608-87eb-531810aef8dd'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:21.601988 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['32d836b5-b2e0-4608-87eb-531810aef8dd'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:21.637690 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4a4ffeb5-f8da-4aa5-82a0-788f4e6dda2c None None] Provisioning complete for port fb767941-df8d-4441-b98f-2331cc5e0352 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:21.637690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4a4ffeb5-f8da-4aa5-82a0-788f4e6dda2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:21.648946 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:21.649651 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e48b2-f316-4bf0-95f3-8300e8396c17 None None] The sync data for ids ['32d836b5-b2e0-4608-87eb-531810aef8dd'] in n-d-827844-2 is: [] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:21.681487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ffeb5-f8da-4aa5-82a0-788f4e6dda2c None None] Port fb767941-df8d-4441-b98f-2331cc5e0352 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:21.769495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:21.901863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device cb2384c9-11fa-406a-8848-382b45a9d07c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:21.953843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port cb2384c9-11fa-406a-8848-382b45a9d07c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:21.954336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:22.038241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port cb2384c9-11fa-406a-8848-382b45a9d07c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:22.220669 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (fb767941-df8d-4441-b98f-2331cc5e0352), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:22.303608 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:22.414175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:22.414977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:22.416365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/ports/fb767941-df8d-4441-b98f-2331cc5e0352 HTTP/1.1" status: 200 len: 910 time: 0.8220460 Feb 10 04:34:22.420127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40222) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:22.475612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fcd0e-13f8-4ff4-9d3c-8ff5cf8c9a56 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=fb767941-df8d-4441-b98f-2331cc5e0352,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:22.547347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0356ba2-6907-4144-ae22-96998e32055f req-8c22b937-3c0b-4d8e-9fc6-acaa578bbcc6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:22.548844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0356ba2-6907-4144-ae22-96998e32055f req-8c22b937-3c0b-4d8e-9fc6-acaa578bbcc6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1790183 Feb 10 04:34:22.677376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0356ba2-6907-4144-ae22-96998e32055f req-4bf27a89-dfb2-4982-91cc-a49fb3daf7c5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197956 Feb 10 04:34:22.827400 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (32d836b5-b2e0-4608-87eb-531810aef8dd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:23.094866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port fb767941-df8d-4441-b98f-2331cc5e0352 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:23.101583 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:23.186341 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:23.199423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for fb767941-df8d-4441-b98f-2331cc5e0352 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:23.488895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fb767941-df8d-4441-b98f-2331cc5e0352), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:23.521902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=fb767941-df8d-4441-b98f-2331cc5e0352,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:23.702370 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (32d836b5-b2e0-4608-87eb-531810aef8dd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:23.821488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163c87b-d60f-4ede-ab66-387a79534367 req-82611bb2-3ff9-4e6d-8a60-ec53c0bcd297 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:23.823179 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5163c87b-d60f-4ede-ab66-387a79534367 req-82611bb2-3ff9-4e6d-8a60-ec53c0bcd297 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0621824 Feb 10 04:34:23.881287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5163c87b-d60f-4ede-ab66-387a79534367 req-38334774-86d8-4576-bfcd-7220c9672a27 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510128 Feb 10 04:34:23.897789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 32d836b5-b2e0-4608-87eb-531810aef8dd has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:23.977305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:23.985672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-96b4b84d-1115-479b-bf3f-0bcfbbbe7c26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/32d836b5-b2e0-4608-87eb-531810aef8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5612698 Feb 10 04:34:23.985672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40228) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:23.989696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] Sync routers for ids ['32d836b5-b2e0-4608-87eb-531810aef8dd'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:24.000119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] Routers {'32d836b5-b2e0-4608-87eb-531810aef8dd'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:24.000808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['32d836b5-b2e0-4608-87eb-531810aef8dd'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:24.013716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bcebc5bf-6815-4083-9ad2-973d2b350fdf tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d836b5-b2e0-4608-87eb-531810aef8dd HTTP/1.1" status: 200 len: 205 time: 0.0272355 Feb 10 04:34:24.016431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40230) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:24.039380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:24.048500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] Routers {'32d836b5-b2e0-4608-87eb-531810aef8dd'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:24.049145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['32d836b5-b2e0-4608-87eb-531810aef8dd'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:24.085561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:24.086242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f4a57c-cbc9-4be5-916e-5599a37d4254 None None] The sync data for ids ['32d836b5-b2e0-4608-87eb-531810aef8dd'] in n-d-827844-2 is: [] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:24.104883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f36b9289-b0f5-4c4d-a360-844cd1eb27e3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (32d836b5-b2e0-4608-87eb-531810aef8dd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:24.639981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f36b9289-b0f5-4c4d-a360-844cd1eb27e3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (32d836b5-b2e0-4608-87eb-531810aef8dd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:24.642182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f36b9289-b0f5-4c4d-a360-844cd1eb27e3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (32d836b5-b2e0-4608-87eb-531810aef8dd), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:24.776989 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f36b9289-b0f5-4c4d-a360-844cd1eb27e3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (32d836b5-b2e0-4608-87eb-531810aef8dd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:24.777549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36b9289-b0f5-4c4d-a360-844cd1eb27e3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Fanout notify agent at l3_agent the message router_deleted on router 32d836b5-b2e0-4608-87eb-531810aef8dd {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:34:24.784398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f36b9289-b0f5-4c4d-a360-844cd1eb27e3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:24.786752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f36b9289-b0f5-4c4d-a360-844cd1eb27e3 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/32d836b5-b2e0-4608-87eb-531810aef8dd HTTP/1.1" status: 204 len: 168 time: 0.7687659 Feb 10 04:34:24.790243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40234) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:24.847163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet 0e6370eb-c1d1-4afb-b780-1cd281dcdb06 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:34:24.851303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (0e6370eb-c1d1-4afb-b780-1cd281dcdb06), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:24.898657 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (0e6370eb-c1d1-4afb-b780-1cd281dcdb06), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.049566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ea6e5-7d6e-4817-ae63-a18aac3a0ebc req-a5a04e75-bb8f-4925-ba0a-cf2f97806889 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:25.050260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f23ea6e5-7d6e-4817-ae63-a18aac3a0ebc req-a5a04e75-bb8f-4925-ba0a-cf2f97806889 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0937400 Feb 10 04:34:25.053249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (0e6370eb-c1d1-4afb-b780-1cd281dcdb06), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.137794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f23ea6e5-7d6e-4817-ae63-a18aac3a0ebc req-27b7fb70-704e-4433-889b-b3bcd0404e18 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810242 Feb 10 04:34:25.240458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (0e6370eb-c1d1-4afb-b780-1cd281dcdb06), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.267436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6370eb-c1d1-4afb-b780-1cd281dcdb06,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:25.273818 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.280020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-03b6f920-eca3-42c2-a267-ac4e54e06f00 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/0e6370eb-c1d1-4afb-b780-1cd281dcdb06 HTTP/1.1" status: 204 len: 168 time: 0.4860275 Feb 10 04:34:25.280831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40240) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:25.282527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8c560-f08f-4b00-beae-c2d95fff780b None None] Network 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:25.370154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.438086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port cb2384c9-11fa-406a-8848-382b45a9d07c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:25.438466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.450332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] DHCP port deletion for 36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:34:25.526431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port cb2384c9-11fa-406a-8848-382b45a9d07c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=cb2384c9-11fa-406a-8848-382b45a9d07c,segment=NetworkSegment(02632114-a733-4c83-8e36-9074cdb556df),segment_id=02632114-a733-4c83-8e36-9074cdb556df)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:25.526834 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.527428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] Deleting port cb2384c9-11fa-406a-8848-382b45a9d07c {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:25.527862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.542399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for cb2384c9-11fa-406a-8848-382b45a9d07c owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:25.608197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] For port cb2384c9-11fa-406a-8848-382b45a9d07c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=cb2384c9-11fa-406a-8848-382b45a9d07c,segment=NetworkSegment(02632114-a733-4c83-8e36-9074cdb556df),segment_id=02632114-a733-4c83-8e36-9074cdb556df)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:25.608923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.624125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] Calling delete_port for cb2384c9-11fa-406a-8848-382b45a9d07c owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:25.725408 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.732537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (cb2384c9-11fa-406a-8848-382b45a9d07c), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.750364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=cb2384c9-11fa-406a-8848-382b45a9d07c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:25.758831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] Pushing event deleted for resources: {'Port': ['ID=cb2384c9-11fa-406a-8848-382b45a9d07c,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:25.762695 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0112c-2f70-48ae-889e-1ba32915c936 None None] No DVR routers for this DVR port cb2384c9-11fa-406a-8848-382b45a9d07c on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:25.764446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port cb2384c9-11fa-406a-8848-382b45a9d07c on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:25.855258 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.881747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:25.891904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02632114-a733-4c83-8e36-9074cdb556df') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:25.892279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02632114-a733-4c83-8e36-9074cdb556df') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:25.908420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device cb2384c9-11fa-406a-8848-382b45a9d07c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:34:25.912182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (02632114-a733-4c83-8e36-9074cdb556df), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.927336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (02632114-a733-4c83-8e36-9074cdb556df), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.933802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: cb2384c9-11fa-406a-8848-382b45a9d07c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:34:25.934078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:34:25.934397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device cb2384c9-11fa-406a-8848-382b45a9d07c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:34:25.934539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (02632114-a733-4c83-8e36-9074cdb556df), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:34:25.937495 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:34:26.111755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.119704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.123025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14 HTTP/1.1" status: 204 len: 168 time: 0.8413403 Feb 10 04:34:26.127246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40252) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:26.132361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-76e57675-82d0-4fa6-8b8c-19467a6f1df9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-456122', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:26.135653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5447b-6387-446d-bea7-a59139d95b45 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=36ccc754-8e03-4dcb-af8d-eb5b8ea6ab14,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:26.240321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76e57675-82d0-4fa6-8b8c-19467a6f1df9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (5d37e35c-f59e-4860-9eab-952f50580284), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.241348 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76e57675-82d0-4fa6-8b8c-19467a6f1df9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.315993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ea99-ae47-44d1-825b-8ce90ac0e12d req-24e46225-3c4d-4e85-be6c-40d172c832dc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:26.319379 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0639ea99-ae47-44d1-825b-8ce90ac0e12d req-24e46225-3c4d-4e85-be6c-40d172c832dc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1084170 Feb 10 04:34:26.320429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76e57675-82d0-4fa6-8b8c-19467a6f1df9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (5d37e35c-f59e-4860-9eab-952f50580284), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.370175 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0639ea99-ae47-44d1-825b-8ce90ac0e12d req-3bead8ce-77bd-4f70-87f0-c9e002490cf9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Feb 10 04:34:26.414275 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76e57675-82d0-4fa6-8b8c-19467a6f1df9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (5d37e35c-f59e-4860-9eab-952f50580284), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.526741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76e57675-82d0-4fa6-8b8c-19467a6f1df9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.527782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-76e57675-82d0-4fa6-8b8c-19467a6f1df9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 695 time: 0.3993313 Feb 10 04:34:26.530666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40258) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:26.536960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-985765781'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:26.654066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:26.657391 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.682408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:34:26.690727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (1ef61355-3f99-455c-b1e9-86b5a9acced2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.696857 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment 1ef61355-3f99-455c-b1e9-86b5a9acced2 of type vlan for network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 Feb 10 04:34:26.730434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (88f4b39f-a840-4d74-bd6c-0c95cbb2b497), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.845121 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (88f4b39f-a840-4d74-bd6c-0c95cbb2b497), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.850195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:26.850814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:26.923285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=88f4b39f-a840-4d74-bd6c-0c95cbb2b497,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:26.934024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:34:26.989185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fba07dd8-d60e-4e8b-9421-19cd39a95d96 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4562750 Feb 10 04:34:26.992044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40260) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:26.997433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:27.177268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:27.183057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:27.440588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (bcea9352-366f-428f-8109-b102211ffce3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:27.505064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=bcea9352-366f-428f-8109-b102211ffce3,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:27.509875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963bcec-052b-420a-98da-8973cb2cf194 req-69379360-e7d5-4dbe-98f0-ab2233949f97 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:27.511929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5963bcec-052b-420a-98da-8973cb2cf194 req-69379360-e7d5-4dbe-98f0-ab2233949f97 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0629957 Feb 10 04:34:27.516198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:27.516627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: 88f4b39f-a840-4d74-bd6c-0c95cbb2b497, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:34:27.568379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5963bcec-052b-420a-98da-8973cb2cf194 req-085ecf4b-ea0d-4836-b5cc-35ffaa0dc711 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Feb 10 04:34:27.614847 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:34:27.708305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc654-05b9-42df-833b-b09a7259a7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:27.803428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 88f4b39f-a840-4d74-bd6c-0c95cbb2b497) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:27.807774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:27.808539 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:27.816168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1006f3ef-c778-441a-8b3c-74c3e612dd2e None None] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:27.933680 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a5d96f84-c38c-4e25-b185-850411f31db6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9402065 Feb 10 04:34:27.936372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40268) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:27.938287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:34:27.940855 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.132290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Allocated IP 172.20.0.2 (88f4b39f-a840-4d74-bd6c-0c95cbb2b497/bcea9352-366f-428f-8109-b102211ffce3/da3b2d3a-9a7d-4124-aa2c-bc8994db416d) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:28.274113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.309126 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Publish callbacks [] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.399787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.443999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:28.446931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:28.450388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:28.457536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Pushing event updated for resources: {'Port': ['ID=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:28.510739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Attempting to bind port da3b2d3a-9a7d-4124-aa2c-bc8994db416d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:28.511251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Attempting to bind port da3b2d3a-9a7d-4124-aa2c-bc8994db416d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:28.511594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Attempting to bind port da3b2d3a-9a7d-4124-aa2c-bc8994db416d on network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:28.516890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:28.517269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Checking segment: {'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:28.517679 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.518078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Bound using segment: {'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:28.518623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Bound port: da3b2d3a-9a7d-4124-aa2c-bc8994db416d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:28.519035 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.553234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.20.0.1 (88f4b39f-a840-4d74-bd6c-0c95cbb2b497/bcea9352-366f-428f-8109-b102211ffce3/a500700a-44f1-4e59-b7a4-e7f6ea730926) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:28.590687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] For port da3b2d3a-9a7d-4124-aa2c-bc8994db416d, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:28.596185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] For port da3b2d3a-9a7d-4124-aa2c-bc8994db416d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,segment=NetworkSegment(1ef61355-3f99-455c-b1e9-86b5a9acced2),segment_id=1ef61355-3f99-455c-b1e9-86b5a9acced2)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:28.692071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.695747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.764026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1cda-a5dd-4732-89eb-76c048868f94 None None] Pushing event updated for resources: {'Port': ['ID=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:28.774543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d199b1-3bd4-4639-b35f-698f77f0a171 req-c4222eda-5b4e-4728-8e5a-0da7849f4292 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:28.776218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43d199b1-3bd4-4639-b35f-698f77f0a171 req-c4222eda-5b4e-4728-8e5a-0da7849f4292 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0992248 Feb 10 04:34:28.829464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43d199b1-3bd4-4639-b35f-698f77f0a171 req-a1398061-309f-402c-9871-62b080ddb458 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 Feb 10 04:34:28.863300 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:28.903133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:28.908493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:28.913158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:28.945367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=a500700a-44f1-4e59-b7a4-e7f6ea730926,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:28.964937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:29.226368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:29.533312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:29.614389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:29.707700 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:29.716551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=a500700a-44f1-4e59-b7a4-e7f6ea730926,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:29.811838 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de493fa8-1bc6-41c1-9d49-babe6b6576a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:29.850038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:29.855559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:30.032007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device da3b2d3a-9a7d-4124-aa2c-bc8994db416d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:30.059222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac70d-1f02-4240-8346-af94615a1e53 req-aa14dc84-94f1-48bc-b3e6-07aa10167e89 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:30.060973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-980ac70d-1f02-4240-8346-af94615a1e53 req-aa14dc84-94f1-48bc-b3e6-07aa10167e89 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1093471 Feb 10 04:34:30.104750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:34:30.123366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port da3b2d3a-9a7d-4124-aa2c-bc8994db416d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:30.124090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.139705 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-980ac70d-1f02-4240-8346-af94615a1e53 req-2bff384b-63b8-48b1-a37a-aca989da3ab0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681221 Feb 10 04:34:30.198925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf7bcf-8e4e-4a14-b3a2-fe6a4cb1abdd None None] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:30.238228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:30.247586 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:30.249587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fca5bf2b-0baf-42bf-9b2d-c26a64a91f24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3123167 Feb 10 04:34:30.252607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40284) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:30.259844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-595030199'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:30.275015 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:30.279121 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:30.351731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-23bc3d54-196b-45af-b37a-a0fa6e983ccd None None] Provisioning complete for port da3b2d3a-9a7d-4124-aa2c-bc8994db416d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:30.352110 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-23bc3d54-196b-45af-b37a-a0fa6e983ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.355758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port da3b2d3a-9a7d-4124-aa2c-bc8994db416d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:30.356163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.397488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:30.401907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.446412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:34:30.468347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9aa271a7-11bd-438d-87b6-762218db1dd5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.471972 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment 9aa271a7-11bd-438d-87b6-762218db1dd5 of type vlan for network a353f9eb-9290-47f2-864d-9a7cc3d13a8c Feb 10 04:34:30.496504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port da3b2d3a-9a7d-4124-aa2c-bc8994db416d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,segment=NetworkSegment(1ef61355-3f99-455c-b1e9-86b5a9acced2),segment_id=1ef61355-3f99-455c-b1e9-86b5a9acced2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:30.551777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a353f9eb-9290-47f2-864d-9a7cc3d13a8c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.569157 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:30.569802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-23bc3d54-196b-45af-b37a-a0fa6e983ccd None None] Current status of the port da3b2d3a-9a7d-4124-aa2c-bc8994db416d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:30.570525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-23bc3d54-196b-45af-b37a-a0fa6e983ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.604834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.658935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-23bc3d54-196b-45af-b37a-a0fa6e983ccd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:34:30.659550 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-23bc3d54-196b-45af-b37a-a0fa6e983ccd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:34:30.692036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a353f9eb-9290-47f2-864d-9a7cc3d13a8c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.703782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:30.703782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:30.747999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:30.864623 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:29Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:29Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:30.876072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6220634 Feb 10 04:34:30.877276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd50f91-413a-4d41-af02-a3214252fb5c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=a353f9eb-9290-47f2-864d-9a7cc3d13a8c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:30.878619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40288) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:30.887572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:30.901517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:34:30.904208 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:34:30.905256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Updating router 5d37e35c-f59e-4860-9eab-952f50580284 port a500700a-44f1-4e59-b7a4-e7f6ea730926 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:34:30.954230 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.153922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:31.159017 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.246115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.287697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-23bc3d54-196b-45af-b37a-a0fa6e983ccd None None] Current status of the port da3b2d3a-9a7d-4124-aa2c-bc8994db416d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:31.322504 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Publish callbacks [] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.350732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-9178773c-8a95-4ed1-b9c3-a3460641d681 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950849 Feb 10 04:34:31.415381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9c449c8a-2ac9-49f9-9654-ffba65eaefea None None] Provisioning complete for port a500700a-44f1-4e59-b7a4-e7f6ea730926 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:31.416224 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9c449c8a-2ac9-49f9-9654-ffba65eaefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.469636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9c449c8a-2ac9-49f9-9654-ffba65eaefea None None] Port a500700a-44f1-4e59-b7a4-e7f6ea730926 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:31.489697 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.491900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9c449c8a-2ac9-49f9-9654-ffba65eaefea None None] Provisioning complete for port da3b2d3a-9a7d-4124-aa2c-bc8994db416d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:31.492474 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9c449c8a-2ac9-49f9-9654-ffba65eaefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.503640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-d2ca1b45-9ef5-4563-8df0-d1f5b0b657c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:31.503901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a870c-1ec9-4bc4-a07a-434e64c79e49 req-7da6b84b-ffae-4eef-85fd-cd460544d4aa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:31.506247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-343a870c-1ec9-4bc4-a07a-434e64c79e49 req-7da6b84b-ffae-4eef-85fd-cd460544d4aa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1980278 Feb 10 04:34:31.510444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-d2ca1b45-9ef5-4563-8df0-d1f5b0b657c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 1127 time: 0.1027992 Feb 10 04:34:31.570498 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Pushing event updated for resources: {'Port': ['ID=a500700a-44f1-4e59-b7a4-e7f6ea730926,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:31.613726 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.616984 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.617277 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.617599 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.617874 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:31.658165 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-343a870c-1ec9-4bc4-a07a-434e64c79e49 req-e90ce4e8-eb60-4cea-9b01-66932d1fa8ae tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111972 Feb 10 04:34:31.690427 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Attempting to bind port a500700a-44f1-4e59-b7a4-e7f6ea730926 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:31.693444 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Attempting to bind port a500700a-44f1-4e59-b7a4-e7f6ea730926 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:31.693444 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Attempting to bind port a500700a-44f1-4e59-b7a4-e7f6ea730926 on network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:31.703350 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:31.703728 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Checking segment: {'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:31.704137 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.704528 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Bound using segment: {'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:31.705007 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Bound port: a500700a-44f1-4e59-b7a4-e7f6ea730926, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef61355-3f99-455c-b1e9-86b5a9acced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:31.705383 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.751800 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (9827ad29-63c2-454a-bcd0-165d84749bf4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:31.760249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-4db7bf78-2f08-4714-a53a-83d880f0b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:31.761844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-4db7bf78-2f08-4714-a53a-83d880f0b381 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.2312453 Feb 10 04:34:31.862096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=9827ad29-63c2-454a-bcd0-165d84749bf4,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:31.880897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-4b6f53ae-1cc9-41e1-b9fa-b6c8830a8ea6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd28a88-d9a3-4594-8a0f-736a467ab719 HTTP/1.1" status: 200 len: 217 time: 0.1126497 Feb 10 04:34:31.887095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9c449c8a-2ac9-49f9-9654-ffba65eaefea None None] Current status of the port da3b2d3a-9a7d-4124-aa2c-bc8994db416d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:31.904553 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] For port a500700a-44f1-4e59-b7a4-e7f6ea730926, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:31.913755 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] For port a500700a-44f1-4e59-b7a4-e7f6ea730926, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a500700a-44f1-4e59-b7a4-e7f6ea730926,segment=NetworkSegment(1ef61355-3f99-455c-b1e9-86b5a9acced2),segment_id=1ef61355-3f99-455c-b1e9-86b5a9acced2)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:31.938933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:31.938933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: a353f9eb-9290-47f2-864d-9a7cc3d13a8c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:34:31.982362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-95f04f48-16e6-45c5-8b16-01c2ac153c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:31.984238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-95f04f48-16e6-45c5-8b16-01c2ac153c0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0926595 Feb 10 04:34:31.992886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device da3b2d3a-9a7d-4124-aa2c-bc8994db416d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:32.011560 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.034228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:34:32.061358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-68c0259f-ce49-4aef-80fe-12eb31bb2588 None None] Provisioning complete for port a500700a-44f1-4e59-b7a4-e7f6ea730926 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:32.061747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68c0259f-ce49-4aef-80fe-12eb31bb2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.073693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-0afb87ff-96f1-45b9-a011-b364fcabf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:32.075870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-0afb87ff-96f1-45b9-a011-b364fcabf63d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852590 Feb 10 04:34:32.090273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port da3b2d3a-9a7d-4124-aa2c-bc8994db416d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:32.090669 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.098961 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e245a-8152-44a4-9461-86f7b6a7ff58 None None] Pushing event updated for resources: {'Port': ['ID=a500700a-44f1-4e59-b7a4-e7f6ea730926,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:32.116825 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:32.119470 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:32.193681 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a353f9eb-9290-47f2-864d-9a7cc3d13a8c) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:32.204151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:32.204769 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.220835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89818477-dded-4af6-a535-8a534054ff6c None None] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:32.275330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-e1b14b15-ed45-462e-8524-ce6f98f65c4b service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933415 Feb 10 04:34:32.301724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-68c0259f-ce49-4aef-80fe-12eb31bb2588 None None] Current status of the port a500700a-44f1-4e59-b7a4-e7f6ea730926 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:32.302436 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68c0259f-ce49-4aef-80fe-12eb31bb2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.345370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e1c8eda0-8332-44ee-90d9-588a04537685 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4645786 Feb 10 04:34:32.348481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:32.364270 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:32.429104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d2a745a-d94d-4c96-976f-5332b16d0a0c req-10644ddf-45a3-4847-acbd-605f1f99b8d1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423738 Feb 10 04:34:32.436586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port da3b2d3a-9a7d-4124-aa2c-bc8994db416d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:32.521943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:34:32.523275 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.532344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-68c0259f-ce49-4aef-80fe-12eb31bb2588 None None] For port a500700a-44f1-4e59-b7a4-e7f6ea730926, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a500700a-44f1-4e59-b7a4-e7f6ea730926,segment=NetworkSegment(1ef61355-3f99-455c-b1e9-86b5a9acced2),segment_id=1ef61355-3f99-455c-b1e9-86b5a9acced2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:32.665364 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68c0259f-ce49-4aef-80fe-12eb31bb2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.689625 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:29Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:31Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:32.703565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.735150 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1f2c2-c7c5-48d1-aaae-5360132f2047 None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:29Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:31Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:32.784038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0259f-ce49-4aef-80fe-12eb31bb2588 None None] Pushing event updated for resources: {'Port': ['ID=a500700a-44f1-4e59-b7a4-e7f6ea730926,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:32.804947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Allocated IP 172.21.0.2 (a353f9eb-9290-47f2-864d-9a7cc3d13a8c/9827ad29-63c2-454a-bcd0-165d84749bf4/90542c47-4e3d-4562-819f-7008abd4772e) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:32.811925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f8e8291e-b6c7-41c5-98de-4526ba8f09c0 None None] Provisioning complete for port a500700a-44f1-4e59-b7a4-e7f6ea730926 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:32.811925 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8e8291e-b6c7-41c5-98de-4526ba8f09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:32.856153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aa84e-6b77-4ddb-9107-7412a8b5785c req-d41d7705-224a-4265-9890-b3281d3fe2d7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:32.859653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-337aa84e-6b77-4ddb-9107-7412a8b5785c req-d41d7705-224a-4265-9890-b3281d3fe2d7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0904434 Feb 10 04:34:32.950159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-337aa84e-6b77-4ddb-9107-7412a8b5785c req-f85fb48b-8900-45da-a6f5-dade7c6670a6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Feb 10 04:34:33.073445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.076893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8291e-b6c7-41c5-98de-4526ba8f09c0 None None] Current status of the port a500700a-44f1-4e59-b7a4-e7f6ea730926 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:33.093405 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:34:33.152740 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Publish callbacks [] for port (90542c47-4e3d-4562-819f-7008abd4772e), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.340006 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (90542c47-4e3d-4562-819f-7008abd4772e), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.448012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Pushing event updated for resources: {'Port': ['ID=90542c47-4e3d-4562-819f-7008abd4772e,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:33.456654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:33.456654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:33.459494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:33.533144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.21.0.1 (a353f9eb-9290-47f2-864d-9a7cc3d13a8c/9827ad29-63c2-454a-bcd0-165d84749bf4/7b227f73-432d-4163-8d80-23147e61b2f4) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:33.539164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Attempting to bind port 90542c47-4e3d-4562-819f-7008abd4772e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:33.539548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Attempting to bind port 90542c47-4e3d-4562-819f-7008abd4772e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:33.539915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Attempting to bind port 90542c47-4e3d-4562-819f-7008abd4772e on network a353f9eb-9290-47f2-864d-9a7cc3d13a8c {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:33.546716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:33.547115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Checking segment: {'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:33.547705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.548109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Bound using segment: {'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:33.548654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Bound port: 90542c47-4e3d-4562-819f-7008abd4772e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:33.549229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90542c47-4e3d-4562-819f-7008abd4772e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.633618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] For port 90542c47-4e3d-4562-819f-7008abd4772e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:33.638788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] For port 90542c47-4e3d-4562-819f-7008abd4772e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=90542c47-4e3d-4562-819f-7008abd4772e,segment=NetworkSegment(9aa271a7-11bd-438d-87b6-762218db1dd5),segment_id=9aa271a7-11bd-438d-87b6-762218db1dd5)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:33.657841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (7b227f73-432d-4163-8d80-23147e61b2f4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.725860 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (90542c47-4e3d-4562-819f-7008abd4772e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.804708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:33.823749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911ec20-6aba-466c-bdab-7bf835192b66 None None] Pushing event updated for resources: {'Port': ['ID=90542c47-4e3d-4562-819f-7008abd4772e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:33.882554 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=7b227f73-432d-4163-8d80-23147e61b2f4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:33.900331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:33.906411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:33.909080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:33.962969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:34.043232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a500700a-44f1-4e59-b7a4-e7f6ea730926 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:34.212728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a500700a-44f1-4e59-b7a4-e7f6ea730926 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:34.216149 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:34.268556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:34.363198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a500700a-44f1-4e59-b7a4-e7f6ea730926 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:34.397041 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:34.752899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb1743-8acb-4766-9544-174741e99e37 req-415fa2b5-42f0-4a87-8cdc-9e5f3e7c8266 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:34.754993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dccb1743-8acb-4766-9544-174741e99e37 req-415fa2b5-42f0-4a87-8cdc-9e5f3e7c8266 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.6551518 Feb 10 04:34:34.890838 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dccb1743-8acb-4766-9544-174741e99e37 req-1aec8e02-e296-4e0c-b54d-48def7934873 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258216 Feb 10 04:34:35.078520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (7b227f73-432d-4163-8d80-23147e61b2f4), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:35.153895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:35.242739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=7b227f73-432d-4163-8d80-23147e61b2f4,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:35.275239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:35.395891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:35.400876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:35.595007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:35.708182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:35.714427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3bb3090d-6b01-4452-8805-c20091e01ea1 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3648250 Feb 10 04:34:35.718685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40338) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:35.721130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:35.722098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-1397135101'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:35.739963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:35.741608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:35.842849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:35.852943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:35.858364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:35.939754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:34:36.003298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.003663 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b of type vlan for network a8c3d068-6285-4129-a1a8-56f4213ce45f Feb 10 04:34:36.041867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27456887-6169-4c97-9c38-e28f934f1ceb None None] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:36.088872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 90542c47-4e3d-4562-819f-7008abd4772e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:36.115239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (a8c3d068-6285-4129-a1a8-56f4213ce45f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.156898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875e83-f0f9-40d8-8709-2289b780866c req-726ffa94-556b-448c-9b03-afc38efd07dd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:36.158562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34875e83-f0f9-40d8-8709-2289b780866c req-726ffa94-556b-448c-9b03-afc38efd07dd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0850229 Feb 10 04:34:36.222563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b69788d0-f4bf-467c-87be-6f8efdb17352 None None] Provisioning complete for port 90542c47-4e3d-4562-819f-7008abd4772e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:36.223589 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b69788d0-f4bf-467c-87be-6f8efdb17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90542c47-4e3d-4562-819f-7008abd4772e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.240222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34875e83-f0f9-40d8-8709-2289b780866c req-a1103ebb-b5d2-4104-959e-f812f3d0c037 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747569 Feb 10 04:34:36.243705 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (a8c3d068-6285-4129-a1a8-56f4213ce45f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.255192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:36.255930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.323089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 90542c47-4e3d-4562-819f-7008abd4772e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:36.323472 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90542c47-4e3d-4562-819f-7008abd4772e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.361063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6429148 Feb 10 04:34:36.364317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40342) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:36.365585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f98d7b-dda6-44da-a643-20aa61986d78 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=a8c3d068-6285-4129-a1a8-56f4213ce45f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:36.369755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:36.380836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network a8c3d068-6285-4129-a1a8-56f4213ce45f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:34:36.507303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:34Z', 'revision_number': 3, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:34Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:36.554771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:36.558992 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.567629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:34:36.567882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Updating router 5d37e35c-f59e-4860-9eab-952f50580284 port 7b227f73-432d-4163-8d80-23147e61b2f4 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:34:36.602045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b69788d0-f4bf-467c-87be-6f8efdb17352 None None] Current status of the port 90542c47-4e3d-4562-819f-7008abd4772e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:36.602221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b69788d0-f4bf-467c-87be-6f8efdb17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90542c47-4e3d-4562-819f-7008abd4772e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.672246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 90542c47-4e3d-4562-819f-7008abd4772e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:36.672929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (90542c47-4e3d-4562-819f-7008abd4772e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.703920 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.709374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b69788d0-f4bf-467c-87be-6f8efdb17352 None None] For port 90542c47-4e3d-4562-819f-7008abd4772e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=90542c47-4e3d-4562-819f-7008abd4772e,segment=NetworkSegment(9aa271a7-11bd-438d-87b6-762218db1dd5),segment_id=9aa271a7-11bd-438d-87b6-762218db1dd5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:36.844784 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b69788d0-f4bf-467c-87be-6f8efdb17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (90542c47-4e3d-4562-819f-7008abd4772e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.930248 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (785cba7c-b560-4b9c-a1d3-e08cf7978416), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:36.981939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69788d0-f4bf-467c-87be-6f8efdb17352 None None] Pushing event updated for resources: {'Port': ['ID=90542c47-4e3d-4562-819f-7008abd4772e,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:36.991065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:34:36.991344 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:34:37.002966 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=785cba7c-b560-4b9c-a1d3-e08cf7978416,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:37.009536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2a56104a-367a-494d-ad0f-6c84d3e37bd2 None None] Provisioning complete for port 90542c47-4e3d-4562-819f-7008abd4772e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:37.010093 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a56104a-367a-494d-ad0f-6c84d3e37bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90542c47-4e3d-4562-819f-7008abd4772e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:37.018406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:37.018897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: a8c3d068-6285-4129-a1a8-56f4213ce45f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:34:37.111908 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network a8c3d068-6285-4129-a1a8-56f4213ce45f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:34:37.241701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, a8c3d068-6285-4129-a1a8-56f4213ce45f) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:37.249467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:37.251541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:37.269137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeeecd8-c1ec-4883-8393-2442bb03656e None None] Network a8c3d068-6285-4129-a1a8-56f4213ce45f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:37.346638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-97ce8092-dd3d-45f1-9207-10c4184be651 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9811382 Feb 10 04:34:37.350035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40356) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:37.448724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2a56104a-367a-494d-ad0f-6c84d3e37bd2 None None] Current status of the port 90542c47-4e3d-4562-819f-7008abd4772e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:37.462241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a6a0f-c61e-49fd-9220-8303896d4b60 req-8d59f600-7049-4ebf-908d-e17a297f3657 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:37.471585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-977a6a0f-c61e-49fd-9220-8303896d4b60 req-8d59f600-7049-4ebf-908d-e17a297f3657 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0951591 Feb 10 04:34:37.547909 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-977a6a0f-c61e-49fd-9220-8303896d4b60 req-9fec1423-6e19-4d95-83a3-bcceb39e16ec tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745969 Feb 10 04:34:37.575062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2a56104a-367a-494d-ad0f-6c84d3e37bd2 None None] Provisioning complete for port 7b227f73-432d-4163-8d80-23147e61b2f4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:37.575438 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a56104a-367a-494d-ad0f-6c84d3e37bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:37.625513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-a8c3d068-6285-4129-a1a8-56f4213ce45f', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:34:37.626431 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:37.632375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2a56104a-367a-494d-ad0f-6c84d3e37bd2 None None] Port 7b227f73-432d-4163-8d80-23147e61b2f4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:37.666592 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Publish callbacks [] for port (7b227f73-432d-4163-8d80-23147e61b2f4), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:37.680154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 90542c47-4e3d-4562-819f-7008abd4772e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:37.794348 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:37.879481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7e595eb4-4660-407b-b729-0b59d75b4e90 None None] Provisioning complete for port 7b227f73-432d-4163-8d80-23147e61b2f4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:37.880060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7e595eb4-4660-407b-b729-0b59d75b4e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:37.935899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.033664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Allocated IP 172.22.0.2 (a8c3d068-6285-4129-a1a8-56f4213ce45f/785cba7c-b560-4b9c-a1d3-e08cf7978416/48f897a8-dcc8-4eb6-bf00-718eeda05ac7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:38.038800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 90542c47-4e3d-4562-819f-7008abd4772e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:38.060091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205a68c-cc9b-489b-adf3-28a45849ee5b None None] Pushing event updated for resources: {'Port': ['ID=7b227f73-432d-4163-8d80-23147e61b2f4,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:38.170653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Attempting to bind port 7b227f73-432d-4163-8d80-23147e61b2f4 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:38.171061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Attempting to bind port 7b227f73-432d-4163-8d80-23147e61b2f4 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:38.171433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Attempting to bind port 7b227f73-432d-4163-8d80-23147e61b2f4 on network a353f9eb-9290-47f2-864d-9a7cc3d13a8c {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:38.182227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7e595eb4-4660-407b-b729-0b59d75b4e90 None None] Port 7b227f73-432d-4163-8d80-23147e61b2f4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:38.189904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:38.190286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Checking segment: {'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:38.190694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.191115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Bound using segment: {'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:38.191602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Bound port: 7b227f73-432d-4163-8d80-23147e61b2f4, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa271a7-11bd-438d-87b6-762218db1dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:38.192518 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.292767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 90542c47-4e3d-4562-819f-7008abd4772e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:38.293272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (90542c47-4e3d-4562-819f-7008abd4772e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.393003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9ef8ce82-4d8d-4b25-839d-03cd9f01ef29 None None] Provisioning complete for port 7b227f73-432d-4163-8d80-23147e61b2f4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:38.393366 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9ef8ce82-4d8d-4b25-839d-03cd9f01ef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.401881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] For port 7b227f73-432d-4163-8d80-23147e61b2f4, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:38.405863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] For port 7b227f73-432d-4163-8d80-23147e61b2f4, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7b227f73-432d-4163-8d80-23147e61b2f4,segment=NetworkSegment(9aa271a7-11bd-438d-87b6-762218db1dd5),segment_id=9aa271a7-11bd-438d-87b6-762218db1dd5)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:38.512329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8ce82-4d8d-4b25-839d-03cd9f01ef29 None None] Port 7b227f73-432d-4163-8d80-23147e61b2f4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:38.514409 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.573285 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Publish callbacks [] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.579671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205a68c-cc9b-489b-adf3-28a45849ee5b None None] Pushing event updated for resources: {'Port': ['ID=7b227f73-432d-4163-8d80-23147e61b2f4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:38.605325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 90542c47-4e3d-4562-819f-7008abd4772e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:38.620554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:38.621670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:38.717441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:38.815924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Pushing event updated for resources: {'Port': ['ID=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:38.846261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Network a8c3d068-6285-4129-a1a8-56f4213ce45f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:38.858142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:38.876136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.22.0.1 (a8c3d068-6285-4129-a1a8-56f4213ce45f/785cba7c-b560-4b9c-a1d3-e08cf7978416/bee7f9fb-1a76-4e89-821a-5bed202ba41b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:38.878026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:38.919789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020cd35-f4f9-4d7e-96d0-142ab5b00034 req-d73a03f4-f236-4072-92b6-8de83a94788c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:38.921837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5020cd35-f4f9-4d7e-96d0-142ab5b00034 req-d73a03f4-f236-4072-92b6-8de83a94788c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.2277710 Feb 10 04:34:38.950935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:39.041810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Attempting to bind port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:39.042191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Attempting to bind port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:39.042563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Attempting to bind port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 on network a8c3d068-6285-4129-a1a8-56f4213ce45f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:39.061187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:39.061610 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Checking segment: {'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:39.061975 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.062376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Bound using segment: {'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:39.062891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Bound port: 48f897a8-dcc8-4eb6-bf00-718eeda05ac7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:39.063301 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.125605 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5020cd35-f4f9-4d7e-96d0-142ab5b00034 req-86c23e8a-12e4-44cd-ac25-dc658a051c7f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976361 Feb 10 04:34:39.158098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-84d72b18-eca7-4d03-9a00-196f235e876d None None] Provisioning complete for port 7b227f73-432d-4163-8d80-23147e61b2f4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:39.158476 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84d72b18-eca7-4d03-9a00-196f235e876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.185765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.273094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] For port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:39.279147 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] For port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,segment=NetworkSegment(dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b),segment_id=dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:39.344083 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.445675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network a8c3d068-6285-4129-a1a8-56f4213ce45f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:39.455477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:39.465453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:39.507943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=bee7f9fb-1a76-4e89-821a-5bed202ba41b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:39.543526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.614671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.648280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-84d72b18-eca7-4d03-9a00-196f235e876d None None] Current status of the port 7b227f73-432d-4163-8d80-23147e61b2f4 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:39.648916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84d72b18-eca7-4d03-9a00-196f235e876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.743293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-84d72b18-eca7-4d03-9a00-196f235e876d None None] For port 7b227f73-432d-4163-8d80-23147e61b2f4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7b227f73-432d-4163-8d80-23147e61b2f4,segment=NetworkSegment(9aa271a7-11bd-438d-87b6-762218db1dd5),segment_id=9aa271a7-11bd-438d-87b6-762218db1dd5)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:39.745405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedda9c-0c39-4d79-a36f-c31bffb3ce38 None None] Pushing event updated for resources: {'Port': ['ID=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:39.760600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:34Z', 'revision_number': 3, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:38Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:39.802843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353eb0de-6e9f-4ad3-b328-2682d126bbf7 None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:34Z', 'revision_number': 3, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:38Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:39.849795 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-84d72b18-eca7-4d03-9a00-196f235e876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:39.906044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:40.011994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d72b18-eca7-4d03-9a00-196f235e876d None None] Pushing event updated for resources: {'Port': ['ID=7b227f73-432d-4163-8d80-23147e61b2f4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:40.484599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1675f-df79-42bc-addc-ed98f7f0905e req-10992abe-9267-44a5-b2a3-c5f318c99d43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:40.513487 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eda1675f-df79-42bc-addc-ed98f7f0905e req-10992abe-9267-44a5-b2a3-c5f318c99d43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1872003 Feb 10 04:34:40.659707 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:40.699703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eda1675f-df79-42bc-addc-ed98f7f0905e req-ae6175ac-fb14-44fd-a24e-be06af88af93 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849971 Feb 10 04:34:40.746618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:40.856588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:40.858766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=bee7f9fb-1a76-4e89-821a-5bed202ba41b,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:41.023898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network a8c3d068-6285-4129-a1a8-56f4213ce45f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:41.030418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:41.306230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:41.555032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:41.556557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40398) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:41.557195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-585a8fde-9c9a-4d26-8373-cd48e1c1228f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1756315 Feb 10 04:34:41.557490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:41.558235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'network': {'name': 'tempest-RoutersTest-281286123'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:41.558531 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:41.558531 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:41.691120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:41.695400 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:41.752914 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:41.780849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd3667-d3b6-42ab-aa7a-b511146bad60 None None] Network a8c3d068-6285-4129-a1a8-56f4213ce45f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:41.802374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:34:41.840303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e807523d-572d-480c-a25a-d32fff7da7d0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:41.843740 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added segment e807523d-572d-480c-a25a-d32fff7da7d0 of type vlan for network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 Feb 10 04:34:41.983678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (8663774f-6ac1-4af1-91e2-0b53ab4d82a6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.025279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c50376-6c0c-48f5-b723-29b61b7664ed req-1f4b331a-9254-46dc-abf4-2c7f1ca65d38 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:42.027757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68c50376-6c0c-48f5-b723-29b61b7664ed req-1f4b331a-9254-46dc-abf4-2c7f1ca65d38 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1561675 Feb 10 04:34:42.106185 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (8663774f-6ac1-4af1-91e2-0b53ab4d82a6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.112507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:42.113138 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.132746 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:40Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:42.138468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68c50376-6c0c-48f5-b723-29b61b7664ed req-ffcccf8a-abe3-48d7-9807-88c81d264ddb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023858 Feb 10 04:34:42.162388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7b227f73-432d-4163-8d80-23147e61b2f4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:42.181819 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:34:42.182464 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Updating router 5d37e35c-f59e-4860-9eab-952f50580284 port bee7f9fb-1a76-4e89-821a-5bed202ba41b binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:34:42.211560 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.240019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f9277541-dbcb-4724-a3ad-0d3c3e47f505 None None] Provisioning complete for port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:42.242987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f9277541-dbcb-4724-a3ad-0d3c3e47f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.308688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Network': ['ID=8663774f-6ac1-4af1-91e2-0b53ab4d82a6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:42.329878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:34:42.336245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40412) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:42.336539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-258c2806-63be-4ccc-8aa2-3a09389c2a35 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8052328 Feb 10 04:34:42.341305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'subnet': {'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:42.643097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7b227f73-432d-4163-8d80-23147e61b2f4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:42.643492 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.743651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f9277541-dbcb-4724-a3ad-0d3c3e47f505 None None] Current status of the port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:42.744346 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f9277541-dbcb-4724-a3ad-0d3c3e47f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.774907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Made reservation on behalf of 1a3e7cdce9c14c3ea45435c5ff95932d for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:34:42.779063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.819674 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Publish callbacks [] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.877832 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f9277541-dbcb-4724-a3ad-0d3c3e47f505 None None] For port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,segment=NetworkSegment(dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b),segment_id=dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:42.919758 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:42.981593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7b227f73-432d-4163-8d80-23147e61b2f4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:42.983190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:43.080601 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d959be-446e-4594-b2cc-a85817596b35 None None] Pushing event updated for resources: {'Port': ['ID=bee7f9fb-1a76-4e89-821a-5bed202ba41b,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:43.084605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f9277541-dbcb-4724-a3ad-0d3c3e47f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.256121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:43.257345 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.309532 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Attempting to bind port bee7f9fb-1a76-4e89-821a-5bed202ba41b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:43.309905 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Attempting to bind port bee7f9fb-1a76-4e89-821a-5bed202ba41b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:43.310270 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Attempting to bind port bee7f9fb-1a76-4e89-821a-5bed202ba41b on network a8c3d068-6285-4129-a1a8-56f4213ce45f {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:43.314161 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (9ff0bf77-8b42-4215-8192-2dd49d60c4ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.331633 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:43.332011 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Checking segment: {'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:43.335220 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.335869 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Bound using segment: {'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:43.336384 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Bound port: bee7f9fb-1a76-4e89-821a-5bed202ba41b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:43.336778 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.392248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9277541-dbcb-4724-a3ad-0d3c3e47f505 None None] Pushing event updated for resources: {'Port': ['ID=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:43.418975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-49c88ebf-20d4-4296-90a7-dacc797ea69a None None] Provisioning complete for port bee7f9fb-1a76-4e89-821a-5bed202ba41b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:43.419727 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-49c88ebf-20d4-4296-90a7-dacc797ea69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.461227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Subnet': ['ID=9ff0bf77-8b42-4215-8192-2dd49d60c4ce,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:43.477819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08636e-7cd6-449a-b9bf-94cd149c55a6 req-5728b36c-447f-4b12-9457-ca28cda73656 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:43.483736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b08636e-7cd6-449a-b9bf-94cd149c55a6 req-5728b36c-447f-4b12-9457-ca28cda73656 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.2001288 Feb 10 04:34:43.503306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Checking segment: {'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:43.503675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network hostable DHCP agents. Network: 8663774f-6ac1-4af1-91e2-0b53ab4d82a6, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:34:43.559689 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] For port bee7f9fb-1a76-4e89-821a-5bed202ba41b, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:43.565104 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] For port bee7f9fb-1a76-4e89-821a-5bed202ba41b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bee7f9fb-1a76-4e89-821a-5bed202ba41b,segment=NetworkSegment(dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b),segment_id=dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:43.583516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-49c88ebf-20d4-4296-90a7-dacc797ea69a None None] Port bee7f9fb-1a76-4e89-821a-5bed202ba41b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:43.603750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7b08636e-7cd6-449a-b9bf-94cd149c55a6 req-a8e6d88c-cf05-4424-80de-c207523496c3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983398 Feb 10 04:34:43.604227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:43.643527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:34:43.645570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-49c88ebf-20d4-4296-90a7-dacc797ea69a None None] Provisioning complete for port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:43.648937 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-49c88ebf-20d4-4296-90a7-dacc797ea69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.697762 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.797038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-49c88ebf-20d4-4296-90a7-dacc797ea69a None None] Current status of the port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:43.827355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 8663774f-6ac1-4af1-91e2-0b53ab4d82a6) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:43.832876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:43.833492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:43.836768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a4041-6069-4874-836f-80435b505b95 None None] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:43.943533 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:43.944967 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:43.968610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6a2a7e47-18dc-4be0-979b-dabf40fbfb26 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6312382 Feb 10 04:34:43.971510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40432) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:44.052872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9db9b178-884e-4a9f-a282-ecfd358c148f None None] Provisioning complete for port bee7f9fb-1a76-4e89-821a-5bed202ba41b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:44.055908 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9db9b178-884e-4a9f-a282-ecfd358c148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:44.074129 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:44.115660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:44.185844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d959be-446e-4594-b2cc-a85817596b35 None None] Pushing event updated for resources: {'Port': ['ID=bee7f9fb-1a76-4e89-821a-5bed202ba41b,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:44.359606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'fixed_ips': [{'subnet_id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:34:44.364781 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:44.498239 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:43Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:44.565095 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15a78b-40cc-4d5f-99dd-b790280a60bb None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:43Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:44.648567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:44.649160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:44.836417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Allocated IP 172.23.0.2 (8663774f-6ac1-4af1-91e2-0b53ab4d82a6/9ff0bf77-8b42-4215-8192-2dd49d60c4ce/7b5a7fc5-5055-4a2e-a7d7-50453b55f377) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:44.883841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9db9b178-884e-4a9f-a282-ecfd358c148f None None] Current status of the port bee7f9fb-1a76-4e89-821a-5bed202ba41b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:44.884395 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9db9b178-884e-4a9f-a282-ecfd358c148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:44.926994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:44.975475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42292b56-2c9b-4dc5-9fe9-f4b44437f554 req-9ca2da2d-bafc-4f57-81c5-6dd2655a128c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:44.981238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42292b56-2c9b-4dc5-9fe9-f4b44437f554 req-9ca2da2d-bafc-4f57-81c5-6dd2655a128c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1540084 Feb 10 04:34:45.120634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9db9b178-884e-4a9f-a282-ecfd358c148f None None] For port bee7f9fb-1a76-4e89-821a-5bed202ba41b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bee7f9fb-1a76-4e89-821a-5bed202ba41b,segment=NetworkSegment(dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b),segment_id=dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:45.122498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42292b56-2c9b-4dc5-9fe9-f4b44437f554 req-8fbe5122-f899-4580-86af-cbfe19a579a5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383274 Feb 10 04:34:45.215204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:45.263907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9db9b178-884e-4a9f-a282-ecfd358c148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:45.417549 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Publish callbacks [] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:45.521593 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:45.557393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-242f3b8c-c2f1-4053-bb71-177991e0c794 None None] Provisioning complete for port bee7f9fb-1a76-4e89-821a-5bed202ba41b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:45.557682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-242f3b8c-c2f1-4053-bb71-177991e0c794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:45.605503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Allocated IP 172.23.0.1 (8663774f-6ac1-4af1-91e2-0b53ab4d82a6/9ff0bf77-8b42-4215-8192-2dd49d60c4ce/2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:34:45.618505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:45.619313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9b178-884e-4a9f-a282-ecfd358c148f None None] Pushing event updated for resources: {'Port': ['ID=bee7f9fb-1a76-4e89-821a-5bed202ba41b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:45.642389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:45.648253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:45.865160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:45.926681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Pushing event updated for resources: {'Port': ['ID=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:45.948108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Attempting to bind port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:45.948108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Attempting to bind port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:45.948108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Attempting to bind port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 on network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:45.964560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:45.965210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Checking segment: {'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:45.965752 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:45.966253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Bound using segment: {'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:45.976034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Bound port: 7b5a7fc5-5055-4a2e-a7d7-50453b55f377, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:45.976648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:46.009808 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:46.047683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bee7f9fb-1a76-4e89-821a-5bed202ba41b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:46.120163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:46.128251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:46.133438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:34:46.187374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-242f3b8c-c2f1-4053-bb71-177991e0c794 None None] Current status of the port bee7f9fb-1a76-4e89-821a-5bed202ba41b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:46.240272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:46.281204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] For port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:46.288414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] For port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,segment=NetworkSegment(e807523d-572d-480c-a25a-d32fff7da7d0),segment_id=e807523d-572d-480c-a25a-d32fff7da7d0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:46.304042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bee7f9fb-1a76-4e89-821a-5bed202ba41b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:46.304563 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:46.323494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:46.378933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbeb4d-02f3-433f-b94d-c656cfea401b req-191fdbc2-241f-493b-ad4f-217a64c24dbc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:46.386656 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79cbeb4d-02f3-433f-b94d-c656cfea401b req-191fdbc2-241f-493b-ad4f-217a64c24dbc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1417789 Feb 10 04:34:46.399638 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:46.465935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-79cbeb4d-02f3-433f-b94d-c656cfea401b req-fc6ecc87-a5b5-4a65-9b53-d0e9c9a226de tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779476 Feb 10 04:34:46.536974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc610ad-f735-48af-b4a1-3a3f79763536 None None] Pushing event updated for resources: {'Port': ['ID=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:46.610409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bee7f9fb-1a76-4e89-821a-5bed202ba41b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:46.641356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:47.097504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:47.149858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:47.249062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:47.495424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:47.665287 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event updated for resources: {'Port': ['ID=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:47.696495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:34:47.698252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:34:47.707405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9fd6f-716a-4159-8d77-e151dfad1832 req-aa493adc-9072-4b24-a0c8-b23948f94bbb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:47.726271 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4dc9fd6f-716a-4159-8d77-e151dfad1832 req-aa493adc-9072-4b24-a0c8-b23948f94bbb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1279881 Feb 10 04:34:47.865974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4dc9fd6f-716a-4159-8d77-e151dfad1832 req-2d7b8ef9-8125-4f9e-8e3c-f5f31998e74f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372986 Feb 10 04:34:47.952313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:48.100660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:48.173436 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:48.180169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3610f8f6-6892-4305-85b0-b50599112c6a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2075593 Feb 10 04:34:48.182925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40484) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:48.187645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:48.205946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:48.243711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:48.244396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:48.568439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:48.656585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33295a7d-3f77-495d-a06c-8fe820d4547a None None] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:48.725311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:48.726082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:48.842388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c5b41d92-cc7e-4afa-9ef7-03b8cbe8e2b5 None None] Provisioning complete for port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:48.843199 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5b41d92-cc7e-4afa-9ef7-03b8cbe8e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:48.926795 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.063862 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cdcc4-3616-46ec-bcb3-8495509a3541 req-1be3752f-88a4-4c38-a096-01476123845d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:49.065384 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-052cdcc4-3616-46ec-bcb3-8495509a3541 req-1be3752f-88a4-4c38-a096-01476123845d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0826178 Feb 10 04:34:49.090476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c5b41d92-cc7e-4afa-9ef7-03b8cbe8e2b5 None None] Current status of the port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:49.090940 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5b41d92-cc7e-4afa-9ef7-03b8cbe8e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.183484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-052cdcc4-3616-46ec-bcb3-8495509a3541 req-2c42343b-5313-405d-87dc-f4cef85a5f6d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066742 Feb 10 04:34:49.198958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.extraroute_db [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 04:34:49.232397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.extraroute_db [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Removed routes are [] {{(pid=109959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 04:34:49.232849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.259174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:49.259771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.307446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c5b41d92-cc7e-4afa-9ef7-03b8cbe8e2b5 None None] For port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,segment=NetworkSegment(e807523d-572d-480c-a25a-d32fff7da7d0),segment_id=e807523d-572d-480c-a25a-d32fff7da7d0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:49.351450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:46Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6', 'name': '', 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:53:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:45Z', 'updated_at': '2022-02-10T04:34:46Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:49.382930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:34:49.383287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Updating router 5d37e35c-f59e-4860-9eab-952f50580284 port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:34:49.428840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5b41d92-cc7e-4afa-9ef7-03b8cbe8e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.480048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:34:49.480048 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:34:49.480573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.570047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b41d92-cc7e-4afa-9ef7-03b8cbe8e2b5 None None] Pushing event updated for resources: {'Port': ['ID=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:49.808438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.820130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (5d37e35c-f59e-4860-9eab-952f50580284), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:49.854307 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c24a7674-24c7-4d1a-8b3f-640f27fe1019 None None] Provisioning complete for port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:49.857344 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c24a7674-24c7-4d1a-8b3f-640f27fe1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.048370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:50.069118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:50.168528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c24a7674-24c7-4d1a-8b3f-640f27fe1019 None None] Port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:50.240598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c24a7674-24c7-4d1a-8b3f-640f27fe1019 None None] Provisioning complete for port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:50.241006 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c24a7674-24c7-4d1a-8b3f-640f27fe1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.245167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:50.258404 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.264902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-44db742d-f769-449b-accb-d1d43642e432 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 200 len: 930 time: 2.0757859 Feb 10 04:34:50.265062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40510) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:50.416436 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Publish callbacks [] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.421795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:50.494584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3f6834b-f9d2-44d1-930f-68a1c2b00b8c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 200 len: 930 time: 0.2288070 Feb 10 04:34:50.495379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40516) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:50.500016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'routes': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:34:50.504088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dc6be-545b-459d-9c2a-3644acedc325 req-34e4db2d-49ce-4e98-a96b-dc9e5c8fc6f4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:50.504088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-972dc6be-545b-459d-9c2a-3644acedc325 req-34e4db2d-49ce-4e98-a96b-dc9e5c8fc6f4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1408317 Feb 10 04:34:50.562538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c24a7674-24c7-4d1a-8b3f-640f27fe1019 None None] Current status of the port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:50.571980 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.574466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:50.575351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.602109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-972dc6be-545b-459d-9c2a-3644acedc325 req-6bd5807e-4c45-47f7-b8e3-cf6154f6bd29 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922420 Feb 10 04:34:50.700563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820aea9-2992-4055-8f64-467ba3539815 None None] Pushing event updated for resources: {'Port': ['ID=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:50.753479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d0578231-aa45-4230-8d5d-915ea36e330c None None] Provisioning complete for port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:50.753862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d0578231-aa45-4230-8d5d-915ea36e330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.953236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Attempting to bind port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:34:50.954367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Attempting to bind port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:34:50.955017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Attempting to bind port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 on network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:34:50.965967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:34:50.967106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Checking segment: {'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:34:50.967448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:50.968267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Bound using segment: {'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:34:50.968971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Bound port: 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e807523d-572d-480c-a25a-d32fff7da7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:34:50.969566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:51.017309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d0578231-aa45-4230-8d5d-915ea36e330c None None] Port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:51.025164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:51.086949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] For port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:34:51.090513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] For port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,segment=NetworkSegment(e807523d-572d-480c-a25a-d32fff7da7d0),segment_id=e807523d-572d-480c-a25a-d32fff7da7d0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:34:51.145826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-999ca83e-67d6-4910-9464-d3817467b928 None None] Provisioning complete for port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:51.146268 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-999ca83e-67d6-4910-9464-d3817467b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:51.149683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added routes are [] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 04:34:51.149683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 04:34:51.205031 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:51.208176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:51.292725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-999ca83e-67d6-4910-9464-d3817467b928 None None] Port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:34:51.323900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:51.324880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:51.335327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820aea9-2992-4055-8f64-467ba3539815 None None] Pushing event updated for resources: {'Port': ['ID=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:51.493508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:51.600921 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:51.605369 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (5d37e35c-f59e-4860-9eab-952f50580284), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:51.762655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Provisioning complete for port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:51.763058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:51.965012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Current status of the port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:51.965396 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:52.033132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] For port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,segment=NetworkSegment(e807523d-572d-480c-a25a-d32fff7da7d0),segment_id=e807523d-572d-480c-a25a-d32fff7da7d0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:52.092346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 7, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6', 'name': '', 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:53:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:45Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:52.131787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886dca7-81bc-4cce-9230-afa481497e8a None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 7, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6', 'name': '', 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:53:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:45Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 4, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:52.189592 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:52.297151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Pushing event updated for resources: {'Port': ['ID=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:52.307814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.308169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.308515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.308858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.309196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.309526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.309856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.310183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.310507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.319775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.320219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.320562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.320902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176164a5-b932-4ab0-89e3-77b1c164c086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:34:52.476953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:52.485426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca980cad-0a31-49be-870d-c0e3cc98ba4c req-b6c6e683-7500-4f09-aed8-aac5bcf8b9b5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:52.510025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca980cad-0a31-49be-870d-c0e3cc98ba4c req-b6c6e683-7500-4f09-aed8-aac5bcf8b9b5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1173315 Feb 10 04:34:52.679351 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca980cad-0a31-49be-870d-c0e3cc98ba4c req-cc5e5a9f-db92-4c3b-b9c8-93d64daca397 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707380 Feb 10 04:34:52.712808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:52.721782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:52.726917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40546) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:52.728183 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e4a8d2cd-d25a-4660-bdcc-441865234c8a tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 200 len: 696 time: 2.2315476 Feb 10 04:34:52.901175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40550) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:52.907405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a4ca9b5-9b2a-446d-9d9f-c7318af87e02 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 200 len: 696 time: 0.1792381 Feb 10 04:34:53.310389 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:53.331527 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:53.332306 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:53.566563 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:53.640442 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:53.881934 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 7, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6', 'name': '', 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:53:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:45Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:53.925534 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:34:53.936395 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:53.941608 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:53.962478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489460f7-922f-4d3f-8b14-7b6d8f28fa44 req-71a59db4-60f3-4de0-8f92-4bf06ea93c4b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:53.965604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-489460f7-922f-4d3f-8b14-7b6d8f28fa44 req-71a59db4-60f3-4de0-8f92-4bf06ea93c4b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1095679 Feb 10 04:34:54.022260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-489460f7-922f-4d3f-8b14-7b6d8f28fa44 req-bc381d61-33c1-4713-a9ea-b94213ef633a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485797 Feb 10 04:34:54.127263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:54.127781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:54.149247 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:54.252693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:34:54.343521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,segment=NetworkSegment(e807523d-572d-480c-a25a-d32fff7da7d0),segment_id=e807523d-572d-480c-a25a-d32fff7da7d0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:54.346376 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:54.364552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:34:54.367839 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:54.375654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:54.471987 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 7, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6', 'name': '', 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:53:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:45Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:54.562437 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8fb90-652b-425e-8070-e6b082ee172a None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 7, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6', 'name': '', 'network_id': '8663774f-6ac1-4af1-91e2-0b53ab4d82a6', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:53:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:45Z', 'updated_at': '2022-02-10T04:34:51Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9ff0bf77-8b42-4215-8192-2dd49d60c4ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:54.570557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:34:54.809063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:54.838318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:55.093040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:55.269606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa01a0d-ea10-4f77-b416-d6633d79f166 req-dda96e8b-6590-47b3-b576-ae282560ff7b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:55.272745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6aa01a0d-ea10-4f77-b416-d6633d79f166 req-dda96e8b-6590-47b3-b576-ae282560ff7b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1198208 Feb 10 04:34:55.402221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6aa01a0d-ea10-4f77-b416-d6633d79f166 req-ddb2dda6-2b34-4e2e-975e-530c30bf2c72 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878599 Feb 10 04:34:55.415141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:55.516806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:55.524973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40578) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:55.525751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-979a4a31-4a05-49cb-8ddf-54f6eb32d67c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6225839 Feb 10 04:34:55.540634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:55.546274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:55.546951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:55.588184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet 9ff0bf77-8b42-4215-8192-2dd49d60c4ce {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:34:55.591607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (9ff0bf77-8b42-4215-8192-2dd49d60c4ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:55.653110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (9ff0bf77-8b42-4215-8192-2dd49d60c4ce), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:55.743170 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9ff0bf77-8b42-4215-8192-2dd49d60c4ce), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:55.862569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:55.936033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (9ff0bf77-8b42-4215-8192-2dd49d60c4ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:55.986281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff0bf77-8b42-4215-8192-2dd49d60c4ce,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:55.990690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:55.995011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-453cdb32-b671-42d6-be6d-61b8d9a6db55 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/9ff0bf77-8b42-4215-8192-2dd49d60c4ce HTTP/1.1" status: 204 len: 168 time: 0.4686556 Feb 10 04:34:55.997301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:56.002858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef1ad2a-e03a-4964-8883-47799fa0465c None None] Network 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:56.113343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (8663774f-6ac1-4af1-91e2-0b53ab4d82a6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.191256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:56.191256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.209108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:54Z', 'revision_number': 8, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:56.244801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:34:56.254109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:56.255468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:56.297570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,segment=NetworkSegment(e807523d-572d-480c-a25a-d32fff7da7d0),segment_id=e807523d-572d-480c-a25a-d32fff7da7d0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:56.298005 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.313163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:56.343819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] DHCP port deletion for 8663774f-6ac1-4af1-91e2-0b53ab4d82a6 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:34:56.393171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:56.486945 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.511615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] Deleting port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:56.511926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.524777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:56.552712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:56.621582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] For port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:56.622121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.641839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] Calling delete_port for 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:56.645907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] Port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:34:56.648188 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (7b5a7fc5-5055-4a2e-a7d7-50453b55f377), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.652514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (8663774f-6ac1-4af1-91e2-0b53ab4d82a6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.673826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa1318-a4ae-487d-b624-4b55be9ee112 req-c067d4a7-d5fa-45f4-be37-6573cd2ab17f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:56.675490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11fa1318-a4ae-487d-b624-4b55be9ee112 req-c067d4a7-d5fa-45f4-be37-6573cd2ab17f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1550715 Feb 10 04:34:56.694645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] Pushing event deleted for resources: {'Port': ['ID=7b5a7fc5-5055-4a2e-a7d7-50453b55f377,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:56.702621 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a6621-6264-41ba-88de-72be2fd7a2fc None None] No DVR routers for this DVR port 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:34:56.744388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11fa1318-a4ae-487d-b624-4b55be9ee112 req-f263fac3-3837-4bbb-aebc-3456ba07a48d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585678 Feb 10 04:34:56.746509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:54Z', 'revision_number': 8, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:56.748737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8663774f-6ac1-4af1-91e2-0b53ab4d82a6']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:56.763017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e807523d-572d-480c-a25a-d32fff7da7d0') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:56.763321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e807523d-572d-480c-a25a-d32fff7da7d0') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:56.779211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (e807523d-572d-480c-a25a-d32fff7da7d0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.795342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e807523d-572d-480c-a25a-d32fff7da7d0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.803909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:34:56.807426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5146e8-45ee-490b-8b10-59256d50e3ae None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:54Z', 'revision_number': 8, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee7f9fb-1a76-4e89-821a-5bed202ba41b', 'name': '', 'network_id': 'a8c3d068-6285-4129-a1a8-56f4213ce45f', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:28:3c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:38Z', 'updated_at': '2022-02-10T04:34:44Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '785cba7c-b560-4b9c-a1d3-e08cf7978416', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:34:56.809649 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (e807523d-572d-480c-a25a-d32fff7da7d0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:34:56.847264 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:34:56.977696 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (8663774f-6ac1-4af1-91e2-0b53ab4d82a6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.984961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:56.988086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/8663774f-6ac1-4af1-91e2-0b53ab4d82a6 HTTP/1.1" status: 204 len: 168 time: 0.9896739 Feb 10 04:34:56.993424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40604) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:57.000189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a05e5-31b0-4bc6-ad22-5acf0c4cd224 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=8663774f-6ac1-4af1-91e2-0b53ab4d82a6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:57.371030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:57.657337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port bee7f9fb-1a76-4e89-821a-5bed202ba41b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:57.657867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:57.660291 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-666ef8e2-47ce-412a-9501-ff2920d5531d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:57.760179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port bee7f9fb-1a76-4e89-821a-5bed202ba41b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bee7f9fb-1a76-4e89-821a-5bed202ba41b,segment=NetworkSegment(dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b),segment_id=dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:57.760556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:57.777886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for bee7f9fb-1a76-4e89-821a-5bed202ba41b owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:57.918502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fbb2e-aae6-48ab-bcaf-a294a38a444b req-b72dd477-862d-4fe7-800f-e33dcaf06ae5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:57.928435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe5fbb2e-aae6-48ab-bcaf-a294a38a444b req-b72dd477-862d-4fe7-800f-e33dcaf06ae5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0929940 Feb 10 04:34:58.034830 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe5fbb2e-aae6-48ab-bcaf-a294a38a444b req-8c1e6cb6-2ae2-4e27-9161-cdcf31f04a85 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053140 Feb 10 04:34:58.157774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:34:58.185400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:34:58.185915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 2e0988c1-6b9f-4ae3-9e1a-0368db9e88e6 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:34:58.186457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:34:58.208374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:34:58.208730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7b5a7fc5-5055-4a2e-a7d7-50453b55f377 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:34:58.221183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bee7f9fb-1a76-4e89-821a-5bed202ba41b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:58.240628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=bee7f9fb-1a76-4e89-821a-5bed202ba41b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:58.484148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:58.485804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40630) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:58.680933 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e18e6896-98e2-4c6d-ae3f-0b9a8ba78525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:58.773244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:34:58.852067 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e18e6896-98e2-4c6d-ae3f-0b9a8ba78525 admin admin] Publish callbacks [] for security_group (a54abf8f-86c7-4539-9b3f-e841541e25c3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:58.898058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:34:58.903043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28dbc6eb-a9d2-48e8-b441-4c8289f8eec6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076529 Feb 10 04:34:58.905589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40640) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:58.913652 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:34:58.926063 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:58.928795 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:58.951564 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e18e6896-98e2-4c6d-ae3f-0b9a8ba78525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a54abf8f-86c7-4539-9b3f-e841541e25c3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:58.963672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet 785cba7c-b560-4b9c-a1d3-e08cf7978416 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:34:58.980525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (785cba7c-b560-4b9c-a1d3-e08cf7978416), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.052773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e18e6896-98e2-4c6d-ae3f-0b9a8ba78525 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8928135d5af046b6bce433311a97457e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5659227 Feb 10 04:34:59.056049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e6896-98e2-4c6d-ae3f-0b9a8ba78525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54abf8f-86c7-4539-9b3f-e841541e25c3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:59.057105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:59.073489 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (785cba7c-b560-4b9c-a1d3-e08cf7978416), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.077982 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:59.209963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (785cba7c-b560-4b9c-a1d3-e08cf7978416), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.213860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28ea6358-825b-4b32-beab-9f30c5bb4568 admin admin] Publish callbacks [] for security_group (a54abf8f-86c7-4539-9b3f-e841541e25c3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.241833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28ea6358-825b-4b32-beab-9f30c5bb4568 admin admin] Publish callbacks [] for security_group (a54abf8f-86c7-4539-9b3f-e841541e25c3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.319904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc205b-37c8-4373-93ab-6ac84dba8b8d req-33f4a2ec-1c35-4803-97eb-867d594d1c03 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:34:59.321922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ccc205b-37c8-4373-93ab-6ac84dba8b8d req-33f4a2ec-1c35-4803-97eb-867d594d1c03 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.1970162 Feb 10 04:34:59.387950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ccc205b-37c8-4373-93ab-6ac84dba8b8d req-448b45c6-2666-4712-bfcf-58f40ee50841 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Feb 10 04:34:59.407069 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (785cba7c-b560-4b9c-a1d3-e08cf7978416), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.412820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:58Z', 'revision_number': 9, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:59.414652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28ea6358-825b-4b32-beab-9f30c5bb4568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a54abf8f-86c7-4539-9b3f-e841541e25c3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.417336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-28ea6358-825b-4b32-beab-9f30c5bb4568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.418596 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-28ea6358-825b-4b32-beab-9f30c5bb4568 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a54abf8f-86c7-4539-9b3f-e841541e25c3 HTTP/1.1" status: 204 len: 168 time: 0.3599393 Feb 10 04:34:59.428117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea6358-825b-4b32-beab-9f30c5bb4568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54abf8f-86c7-4539-9b3f-e841541e25c3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:59.438936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=785cba7c-b560-4b9c-a1d3-e08cf7978416,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:59.438936 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.442134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-718749d8-1607-4443-9c25-fbec09c88e4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/785cba7c-b560-4b9c-a1d3-e08cf7978416 HTTP/1.1" status: 204 len: 168 time: 0.5355747 Feb 10 04:34:59.444973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40652) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:34:59.456834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d634d2-136e-46fc-b9a8-51d5769a688d None None] Network a8c3d068-6285-4129-a1a8-56f4213ce45f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:34:59.566207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a8c3d068-6285-4129-a1a8-56f4213ce45f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.635667 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:34:59.648431 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:34:59.649438 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:34:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:34:59.656376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:59.656671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.741028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,segment=NetworkSegment(dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b),segment_id=dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:59.741434 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.741834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] DHCP port deletion for a8c3d068-6285-4129-a1a8-56f4213ce45f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:34:59.755460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:59.768716 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:34:59.798830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] Deleting port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:34:59.799503 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.873656 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ff498f0f-6c04-4662-b94e-1004095983bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.889646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] For port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,segment=NetworkSegment(dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b),segment_id=dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:34:59.890501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.904774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] Calling delete_port for 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:34:59.964873 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:34:59.990490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:34:59.997598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:00.045944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (48f897a8-dcc8-4eb6-bf00-718eeda05ac7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:00.046086 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:58Z', 'revision_number': 9, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:00.046604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] Pushing event deleted for resources: {'Port': ['ID=48f897a8-dcc8-4eb6-bf00-718eeda05ac7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:00.046604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fae7b1-7383-4005-9b5d-885724c49e4b None None] No DVR routers for this DVR port 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:00.065954 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5aa414-add9-45dc-aeb2-ecb7b33c4c60 None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:34:58Z', 'revision_number': 9, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': '7b227f73-432d-4163-8d80-23147e61b2f4', 'name': '', 'network_id': 'a353f9eb-9290-47f2-864d-9a7cc3d13a8c', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:49:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:33Z', 'updated_at': '2022-02-10T04:34:39Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': '9827ad29-63c2-454a-bcd0-165d84749bf4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:00.099890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a8c3d068-6285-4129-a1a8-56f4213ce45f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:00.135988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c3d068-6285-4129-a1a8-56f4213ce45f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:00.146419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:00.147332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:00.157944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:00.177872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:00.183861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:35:00.184404 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (dfd3bb32-a9b4-46fa-b5e4-ca1d18cec44b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:35:00.199184 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:35:00.375014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a8c3d068-6285-4129-a1a8-56f4213ce45f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:00.389917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:00.389917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/a8c3d068-6285-4129-a1a8-56f4213ce45f HTTP/1.1" status: 204 len: 168 time: 0.9399586 Feb 10 04:35:00.391218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40674) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:00.413179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d27789-5bb8-495b-bd41-b4d24592a92c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=a8c3d068-6285-4129-a1a8-56f4213ce45f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:00.577425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:00.621327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:00.621926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 48f897a8-dcc8-4eb6-bf00-718eeda05ac7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:01.045220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7a604-11c2-4f38-a794-fd210c1f1197 req-d630f111-8fa8-4468-a078-3e91fe0e0ff2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:01.045220 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65d7a604-11c2-4f38-a794-fd210c1f1197 req-d630f111-8fa8-4468-a078-3e91fe0e0ff2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.5059438 Feb 10 04:35:01.095062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:01.128843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65d7a604-11c2-4f38-a794-fd210c1f1197 req-c749b8ee-3d8b-4d1a-a304-ca6f71a01ef2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824749 Feb 10 04:35:01.247320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:01.507347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 7b227f73-432d-4163-8d80-23147e61b2f4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:01.508031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:01.606875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 7b227f73-432d-4163-8d80-23147e61b2f4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7b227f73-432d-4163-8d80-23147e61b2f4,segment=NetworkSegment(9aa271a7-11bd-438d-87b6-762218db1dd5),segment_id=9aa271a7-11bd-438d-87b6-762218db1dd5)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:01.607520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:01.621951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 7b227f73-432d-4163-8d80-23147e61b2f4 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:01.763382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40708) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:01.905960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-004c32f7-f25e-4725-91cc-742b8c6f3f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:01.910543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7b227f73-432d-4163-8d80-23147e61b2f4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:01.949314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=7b227f73-432d-4163-8d80-23147e61b2f4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:02.005796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-004c32f7-f25e-4725-91cc-742b8c6f3f45 admin admin] Publish callbacks [] for security_group (25ac1678-1d5e-489a-918f-02f810afcb8a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.106299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-004c32f7-f25e-4725-91cc-742b8c6f3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (25ac1678-1d5e-489a-918f-02f810afcb8a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.159401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.185895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-004c32f7-f25e-4725-91cc-742b8c6f3f45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=197164426d234c5caa84b60bbe2913e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4141097 Feb 10 04:35:02.185895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40720) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:02.185895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c32f7-f25e-4725-91cc-742b8c6f3f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ac1678-1d5e-489a-918f-02f810afcb8a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:02.218394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bee7f9fb-1a76-4e89-821a-5bed202ba41b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:02.251681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: bee7f9fb-1a76-4e89-821a-5bed202ba41b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:02.255277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bee7f9fb-1a76-4e89-821a-5bed202ba41b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:02.281881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b446b227-7a15-4bf7-987a-4ae4d76a532c admin admin] Publish callbacks [] for security_group (25ac1678-1d5e-489a-918f-02f810afcb8a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.315334 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b446b227-7a15-4bf7-987a-4ae4d76a532c admin admin] Publish callbacks [] for security_group (25ac1678-1d5e-489a-918f-02f810afcb8a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.340810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489e431-72cc-4b2f-a68d-70870518118f req-3a8ef609-6e28-4265-a775-1234844b458a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:02.343497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6489e431-72cc-4b2f-a68d-70870518118f req-3a8ef609-6e28-4265-a775-1234844b458a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0982897 Feb 10 04:35:02.404470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:35:02.414402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6489e431-72cc-4b2f-a68d-70870518118f req-a094e283-33da-44d3-891d-9da7aadf4207 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649781 Feb 10 04:35:02.504168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:02.512072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e590f01-8204-4dd7-a550-28ec50c8b29d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169298 Feb 10 04:35:02.512740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b446b227-7a15-4bf7-987a-4ae4d76a532c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (25ac1678-1d5e-489a-918f-02f810afcb8a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.522080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40726) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:02.522199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b446b227-7a15-4bf7-987a-4ae4d76a532c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.522199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b446b227-7a15-4bf7-987a-4ae4d76a532c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25ac1678-1d5e-489a-918f-02f810afcb8a HTTP/1.1" status: 204 len: 168 time: 0.3244402 Feb 10 04:35:02.522377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:02.547919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446b227-7a15-4bf7-987a-4ae4d76a532c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ac1678-1d5e-489a-918f-02f810afcb8a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:02.548197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:02.548197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:02.579376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet 9827ad29-63c2-454a-bcd0-165d84749bf4 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:35:02.585141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (9827ad29-63c2-454a-bcd0-165d84749bf4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.625807 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (9827ad29-63c2-454a-bcd0-165d84749bf4), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.666183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:02.719896 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.728984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 42ee3804-93dc-4a97-8331-d07cef604193 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:35:02.735205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (9827ad29-63c2-454a-bcd0-165d84749bf4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.876491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (9827ad29-63c2-454a-bcd0-165d84749bf4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.914172 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=9827ad29-63c2-454a-bcd0-165d84749bf4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:02.923182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:02.930465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/9827ad29-63c2-454a-bcd0-165d84749bf4 HTTP/1.1" status: 204 len: 168 time: 0.4132226 Feb 10 04:35:02.930465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.930465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.930465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.930465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.931916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40740) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:02.937402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:02.942926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42768333-d729-467e-b71a-0bbee3c08306 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:03.037790 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (a353f9eb-9290-47f2-864d-9a7cc3d13a8c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.087407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112a012-830d-4f55-811a-2d89e3a413c2 None None] Network a353f9eb-9290-47f2-864d-9a7cc3d13a8c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:35:03.098643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port 90542c47-4e3d-4562-819f-7008abd4772e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:03.099078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (90542c47-4e3d-4562-819f-7008abd4772e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.166763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port 90542c47-4e3d-4562-819f-7008abd4772e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=90542c47-4e3d-4562-819f-7008abd4772e,segment=NetworkSegment(9aa271a7-11bd-438d-87b6-762218db1dd5),segment_id=9aa271a7-11bd-438d-87b6-762218db1dd5)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:03.167262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (90542c47-4e3d-4562-819f-7008abd4772e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.181197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for 90542c47-4e3d-4562-819f-7008abd4772e owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:03.284388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 42ee3804-93dc-4a97-8331-d07cef604193, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=42ee3804-93dc-4a97-8331-d07cef604193,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:03.306934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '42ee3804-93dc-4a97-8331-d07cef604193', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'port_id': '42ee3804-93dc-4a97-8331-d07cef604193', 'mac_address': 'fa:16:3e:b6:7a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:35:03.362074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 42ee3804-93dc-4a97-8331-d07cef604193 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:03.362466 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (42ee3804-93dc-4a97-8331-d07cef604193), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.377687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd1ba9-ec51-4d5b-bca3-750d34dcf48c None None] DHCP port deletion for a353f9eb-9290-47f2-864d-9a7cc3d13a8c request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:35:03.380890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (90542c47-4e3d-4562-819f-7008abd4772e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.383851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:01Z', 'revision_number': 10, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:03.386957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ee3804-93dc-4a97-8331-d07cef604193 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:35:03.414237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=90542c47-4e3d-4562-819f-7008abd4772e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:03.414237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port 90542c47-4e3d-4562-819f-7008abd4772e on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:03.422632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:03.453866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 42ee3804-93dc-4a97-8331-d07cef604193, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=42ee3804-93dc-4a97-8331-d07cef604193,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:03.460005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:03.461279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:03.538309 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (a353f9eb-9290-47f2-864d-9a7cc3d13a8c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.571124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a353f9eb-9290-47f2-864d-9a7cc3d13a8c']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:03.585931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa271a7-11bd-438d-87b6-762218db1dd5') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:03.586122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b7583-91a4-4193-9272-fc4400013c96 req-ec4c426d-d3e7-4a0a-9859-a69f22085d36 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:03.586587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa271a7-11bd-438d-87b6-762218db1dd5') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:03.587022 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (42ee3804-93dc-4a97-8331-d07cef604193), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.594757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-659b7583-91a4-4193-9272-fc4400013c96 req-ec4c426d-d3e7-4a0a-9859-a69f22085d36 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 943 time: 0.0739846 Feb 10 04:35:03.605023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:03.605501 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (9aa271a7-11bd-438d-87b6-762218db1dd5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.633981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9aa271a7-11bd-438d-87b6-762218db1dd5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.641888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:35:03.642390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (9aa271a7-11bd-438d-87b6-762218db1dd5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:35:03.645920 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:35:03.657213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-659b7583-91a4-4193-9272-fc4400013c96 req-f0726a04-d373-4105-aaaa-fdc60bb6a9a6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614102 Feb 10 04:35:03.723076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=42ee3804-93dc-4a97-8331-d07cef604193,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:03.835265 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (a353f9eb-9290-47f2-864d-9a7cc3d13a8c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.838019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['42ee3804-93dc-4a97-8331-d07cef604193'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:03.848566 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:03.855340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:03.855938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/a353f9eb-9290-47f2-864d-9a7cc3d13a8c HTTP/1.1" status: 204 len: 168 time: 0.9223833 Feb 10 04:35:03.864936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:03.873029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fedec-bdc1-419d-8797-a0fdf024d2f9 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=a353f9eb-9290-47f2-864d-9a7cc3d13a8c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:03.966369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:01Z', 'revision_number': 10, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:04.009918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f540c-1d0f-42c4-bd98-8bba19ed218d None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:01Z', 'revision_number': 10, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None, '_interfaces': [{'id': 'a500700a-44f1-4e59-b7a4-e7f6ea730926', 'name': '', 'network_id': '88f4b39f-a840-4d74-bd6c-0c95cbb2b497', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'mac_address': 'fa:16:3e:fb:e2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d37e35c-f59e-4860-9eab-952f50580284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bcea9352-366f-428f-8109-b102211ffce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:34:28Z', 'updated_at': '2022-02-10T04:34:32Z', 'revision_number': 5, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'subnets': [{'id': 'bcea9352-366f-428f-8109-b102211ffce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:04.042899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1479604583-network', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:04.183127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Made reservation on behalf of 53df3eb4e0044c1baefe25ac1c9f6605 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:35:04.185487 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.202693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.331403 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks [] for security_group (7d972b72-bcb0-4b84-86d9-ccd270c0c9fc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.348717 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.352306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.424815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 90542c47-4e3d-4562-819f-7008abd4772e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:04.432285 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7d972b72-bcb0-4b84-86d9-ccd270c0c9fc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.451426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 90542c47-4e3d-4562-819f-7008abd4772e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:04.452111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 90542c47-4e3d-4562-819f-7008abd4772e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:04.452558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7b227f73-432d-4163-8d80-23147e61b2f4 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:04.477902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7b227f73-432d-4163-8d80-23147e61b2f4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:04.478256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7b227f73-432d-4163-8d80-23147e61b2f4 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:04.492617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d972b72-bcb0-4b84-86d9-ccd270c0c9fc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:04.496478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:35:04.544298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c9269a92-2bda-4164-a3fb-72dbfff7ab90), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.544645 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Added segment c9269a92-2bda-4164-a3fb-72dbfff7ab90 of type vlan for network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 Feb 10 04:35:04.607259 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f7c01fce-1199-4eb8-a6b6-9f9617b582e6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.731793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f7c01fce-1199-4eb8-a6b6-9f9617b582e6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.733357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:04.735453 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.737196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 42ee3804-93dc-4a97-8331-d07cef604193 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:04.779568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port a500700a-44f1-4e59-b7a4-e7f6ea730926 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:04.779964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.787843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b038b6-519d-43af-a536-79346b3ff545 req-27b6b2d7-e4db-491b-8ba9-1ca25d5ff94e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:04.790089 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78b038b6-519d-43af-a536-79346b3ff545 req-27b6b2d7-e4db-491b-8ba9-1ca25d5ff94e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 944 time: 0.0664949 Feb 10 04:35:04.835197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c01fce-1199-4eb8-a6b6-9f9617b582e6,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:04.839647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78b038b6-519d-43af-a536-79346b3ff545 req-89a8bfd9-da77-4a48-a264-de2772087659 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 Feb 10 04:35:04.856595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:35:04.867736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 42ee3804-93dc-4a97-8331-d07cef604193 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:35:04.871632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7e6f0d26-faa8-41bb-b985-3d4a1585c389 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0056498 Feb 10 04:35:04.874504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40790) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:04.876050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 42ee3804-93dc-4a97-8331-d07cef604193 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:04.876774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (42ee3804-93dc-4a97-8331-d07cef604193), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.879266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Request body: {'subnet': {'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1479604583-subnet', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:04.928590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port a500700a-44f1-4e59-b7a4-e7f6ea730926, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a500700a-44f1-4e59-b7a4-e7f6ea730926,segment=NetworkSegment(1ef61355-3f99-455c-b1e9-86b5a9acced2),segment_id=1ef61355-3f99-455c-b1e9-86b5a9acced2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:04.928861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:04.948480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for a500700a-44f1-4e59-b7a4-e7f6ea730926 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:05.019439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 42ee3804-93dc-4a97-8331-d07cef604193 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:05.019890 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (42ee3804-93dc-4a97-8331-d07cef604193), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:05.044272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee3804-93dc-4a97-8331-d07cef604193'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:05.046561 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d7ef1c-26b0-4ecb-bba5-f7130f4e1a49" -d '{"events": [{"server_uuid": "afa6fef3-a725-4b4f-95cc-5d6ce446ea2f", "name": "network-vif-plugged", "status": "completed", "tag": "42ee3804-93dc-4a97-8331-d07cef604193"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:05.059716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 42ee3804-93dc-4a97-8331-d07cef604193, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=42ee3804-93dc-4a97-8331-d07cef604193,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:05.086355 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff2e1f8-86e0-43da-8424-4b87f9e3d06e x-openstack-request-id: req-bff2e1f8-86e0-43da-8424-4b87f9e3d06e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:05.086355 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa6fef3-a725-4b4f-95cc-5d6ce446ea2f", "name": "network-vif-plugged", "status": "completed", "tag": "42ee3804-93dc-4a97-8331-d07cef604193", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:05.086903 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bff2e1f8-86e0-43da-8424-4b87f9e3d06e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:05.087393 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee3804-93dc-4a97-8331-d07cef604193', 'code': 200} Feb 10 04:35:05.187499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b78d5-5ba3-4393-bed0-e96861cabbaa req-26cd2353-b3c9-4a62-be91-fec67bef74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:05.188921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (42ee3804-93dc-4a97-8331-d07cef604193), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:05.189623 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-538b78d5-5ba3-4393-bed0-e96861cabbaa req-26cd2353-b3c9-4a62-be91-fec67bef74fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 1126 time: 0.0456839 Feb 10 04:35:05.217684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Made reservation on behalf of 53df3eb4e0044c1baefe25ac1c9f6605 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:35:05.220260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:05.223162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a500700a-44f1-4e59-b7a4-e7f6ea730926), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:05.244557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-538b78d5-5ba3-4393-bed0-e96861cabbaa req-e5cd5fc2-88bd-4b2a-ad26-89b0150a0cee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Feb 10 04:35:05.245441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=42ee3804-93dc-4a97-8331-d07cef604193,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:05.273127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=a500700a-44f1-4e59-b7a4-e7f6ea730926,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:05.514243 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (5d37e35c-f59e-4860-9eab-952f50580284), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:05.735346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (dc2de387-3a46-46a9-96a2-15b3ed59405d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:05.782727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:35:05.808971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2de387-3a46-46a9-96a2-15b3ed59405d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:05.821412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Checking segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:05.821935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Network hostable DHCP agents. Network: f7c01fce-1199-4eb8-a6b6-9f9617b582e6, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:35:05.902916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:05.912226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a6252bfc-9900-420f-bb46-494f9489e5ac tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0511765 Feb 10 04:35:05.912734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40808) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:05.915193 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:05.933083 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:05.933801 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:05.975986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting subnet bcea9352-366f-428f-8109-b102211ffce3 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:35:05.976117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec88c5-38e3-4f37-9985-b5a302f06b04 req-ca5ed625-470c-4dd1-beff-2ec7e3f8bccf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:05.977866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28ec88c5-38e3-4f37-9985-b5a302f06b04 req-ca5ed625-470c-4dd1-beff-2ec7e3f8bccf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 945 time: 0.0627339 Feb 10 04:35:05.979419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (bcea9352-366f-428f-8109-b102211ffce3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.017028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:35:06.020109 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:06.038544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (bcea9352-366f-428f-8109-b102211ffce3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.050239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-28ec88c5-38e3-4f37-9985-b5a302f06b04 req-9d3a0047-d2d4-4f48-b2d6-fae9d408b780 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558715 Feb 10 04:35:06.087410 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:05Z', 'revision_number': 11, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:06.113762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f7c01fce-1199-4eb8-a6b6-9f9617b582e6) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:06.122291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d564255a-cc9e-4a2e-97d6-5b4160f4cfa8 None None] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:35:06.130927 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:06.144411 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:06.146053 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:06.150471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:06.150471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.177139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (bcea9352-366f-428f-8109-b102211ffce3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.229633 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:06.247540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ed919c9e-e75d-42ff-a0af-1d12e954488e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3696373 Feb 10 04:35:06.250981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40816) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:06.251093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'fixed_ips': [{'subnet_id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:35:06.252331 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.255563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:06.306552 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:05Z', 'revision_number': 11, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:06.338692 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340a0e9-a8b9-4fb3-8d10-7ebd4ae58e26 None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:05Z', 'revision_number': 11, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:06.369625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (837e5feb-30be-4d2a-821a-af42e039256f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.374991 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (837e5feb-30be-4d2a-821a-af42e039256f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.375435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (bcea9352-366f-428f-8109-b102211ffce3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.402150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Subnet': ['ID=bcea9352-366f-428f-8109-b102211ffce3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:06.406060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.416228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-934c91a1-9a21-4da5-a59d-fcff941d5db7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/bcea9352-366f-428f-8109-b102211ffce3 HTTP/1.1" status: 204 len: 168 time: 0.5026906 Feb 10 04:35:06.419133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e21c8-8a86-4026-80e4-f7cd264ad778 None None] Network 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:35:06.422136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40820) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:06.464372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Allocated IP 172.20.0.2 (f7c01fce-1199-4eb8-a6b6-9f9617b582e6/dc2de387-3a46-46a9-96a2-15b3ed59405d/d53eb6d3-d0da-4aa6-9956-8d895321a819) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:06.484756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks [] for router_controller (837e5feb-30be-4d2a-821a-af42e039256f), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.518386 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (88f4b39f-a840-4d74-bd6c-0c95cbb2b497), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.571219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Deleting port da3b2d3a-9a7d-4124-aa2c-bc8994db416d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:06.571555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.704363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] DHCP port deletion for 88f4b39f-a840-4d74-bd6c-0c95cbb2b497 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:35:06.764565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Publish callbacks [] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.803848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] Deleting port da3b2d3a-9a7d-4124-aa2c-bc8994db416d {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:06.804509 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.823999 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks [] for router_gateway (837e5feb-30be-4d2a-821a-af42e039256f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.882591 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.885909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] For port da3b2d3a-9a7d-4124-aa2c-bc8994db416d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,segment=NetworkSegment(1ef61355-3f99-455c-b1e9-86b5a9acced2),segment_id=1ef61355-3f99-455c-b1e9-86b5a9acced2)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:06.886563 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:06.953097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] Calling delete_port for da3b2d3a-9a7d-4124-aa2c-bc8994db416d owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:07.035854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:07.044293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:07.054859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:07.063850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Pushing event updated for resources: {'Port': ['ID=d53eb6d3-d0da-4aa6-9956-8d895321a819,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:07.069625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] For port da3b2d3a-9a7d-4124-aa2c-bc8994db416d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,segment=NetworkSegment(1ef61355-3f99-455c-b1e9-86b5a9acced2),segment_id=1ef61355-3f99-455c-b1e9-86b5a9acced2)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:07.070164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.084632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Calling delete_port for da3b2d3a-9a7d-4124-aa2c-bc8994db416d owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:07.189765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Attempting to bind port d53eb6d3-d0da-4aa6-9956-8d895321a819 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:07.190856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Attempting to bind port d53eb6d3-d0da-4aa6-9956-8d895321a819 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:07.191269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Attempting to bind port d53eb6d3-d0da-4aa6-9956-8d895321a819 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:07.202404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:07.203021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Checking segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:07.203451 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.203851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Bound using segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:07.204856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Bound port: d53eb6d3-d0da-4aa6-9956-8d895321a819, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:07.205255 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.233127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae501-b8c4-44f5-9b26-3ecdb84b2199 req-2d932598-0a5f-4841-9110-fb0196779d27 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:07.242177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5cae501-b8c4-44f5-9b26-3ecdb84b2199 req-2d932598-0a5f-4841-9110-fb0196779d27 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 945 time: 0.0844030 Feb 10 04:35:07.319550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5cae501-b8c4-44f5-9b26-3ecdb84b2199 req-271626d7-d724-4788-b9aa-bc0972e71409 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761874 Feb 10 04:35:07.320306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.363101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No DVR routers for this DVR port da3b2d3a-9a7d-4124-aa2c-bc8994db416d on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:07.390454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Port': ['ID=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:07.454211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (da3b2d3a-9a7d-4124-aa2c-bc8994db416d), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.489841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] Pushing event deleted for resources: {'Port': ['ID=da3b2d3a-9a7d-4124-aa2c-bc8994db416d,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:07.500240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23be3f-ecd0-4e26-adfa-003e668aa2f9 None None] No DVR routers for this DVR port da3b2d3a-9a7d-4124-aa2c-bc8994db416d on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:07.508990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (88f4b39f-a840-4d74-bd6c-0c95cbb2b497), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.521556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] For port d53eb6d3-d0da-4aa6-9956-8d895321a819, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:07.524879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] For port d53eb6d3-d0da-4aa6-9956-8d895321a819, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d53eb6d3-d0da-4aa6-9956-8d895321a819,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:07.541874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f4b39f-a840-4d74-bd6c-0c95cbb2b497']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:07.552203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef61355-3f99-455c-b1e9-86b5a9acced2') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:07.552589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef61355-3f99-455c-b1e9-86b5a9acced2') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:07.563058 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (1ef61355-3f99-455c-b1e9-86b5a9acced2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.578364 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (1ef61355-3f99-455c-b1e9-86b5a9acced2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.585225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:35:07.585623 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (1ef61355-3f99-455c-b1e9-86b5a9acced2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: self.session.flush() Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:35:07.588916 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:35:07.617676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.633871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030aa7cf-0a84-4411-b9bd-6b31c476db2c req-ee05c64e-2c56-420e-802a-a396dc1d54df tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:07.639372 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-030aa7cf-0a84-4411-b9bd-6b31c476db2c req-ee05c64e-2c56-420e-802a-a396dc1d54df tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 945 time: 0.1616426 Feb 10 04:35:07.646605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks [] for router_gateway (837e5feb-30be-4d2a-821a-af42e039256f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.674222 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.684132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe71f6-9629-48bc-8313-1305d5d2381a None None] Pushing event updated for resources: {'Port': ['ID=d53eb6d3-d0da-4aa6-9956-8d895321a819,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:07.732399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (88f4b39f-a840-4d74-bd6c-0c95cbb2b497), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.754234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:07.761462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/networks/88f4b39f-a840-4d74-bd6c-0c95cbb2b497 HTTP/1.1" status: 204 len: 168 time: 1.3381083 Feb 10 04:35:07.762921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265ef63-bd57-4be6-b40c-3a0cb3a2ce4f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Pushing event deleted for resources: {'Network': ['ID=88f4b39f-a840-4d74-bd6c-0c95cbb2b497,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:07.764968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40840) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:07.770155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'routes': None}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:07.932286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-030aa7cf-0a84-4411-b9bd-6b31c476db2c req-cf905c87-2329-444f-bcee-876858ec2f9f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873678 Feb 10 04:35:07.963446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Allocated IP 172.25.8.142 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/379ed436-5d5b-4711-9713-3b2c558fe30a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:07.999996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Added routes are [] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 10 04:35:08.001699 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.extraroute_db [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Removed routes are [] {{(pid=109958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 10 04:35:08.001699 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.190350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks [] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.233289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.237370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (5d37e35c-f59e-4860-9eab-952f50580284), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.285073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d53eb6d3-d0da-4aa6-9956-8d895321a819 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:08.351195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.351428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d53eb6d3-d0da-4aa6-9956-8d895321a819 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:08.351428 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.351608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router 5d37e35c-f59e-4860-9eab-952f50580284 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:35:08.392289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:08.398358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:08.402075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:08.439266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d53eb6d3-d0da-4aa6-9956-8d895321a819 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:08.439660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.470036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:08.480140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.480971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port d53eb6d3-d0da-4aa6-9956-8d895321a819, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d53eb6d3-d0da-4aa6-9956-8d895321a819,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:08.484104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c508cad6-6ffd-4c70-9298-6715c986cb08 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 200 len: 697 time: 0.7151513 Feb 10 04:35:08.484104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40864) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:08.487524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] Sync routers for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:08.498020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:08.498776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:08.519655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-be2f254d-e52a-47e7-ae1d-0ca21ea07cc0 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 200 len: 205 time: 0.0321820 Feb 10 04:35:08.520370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40866) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:08.522432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Pushing event updated for resources: {'Port': ['ID=379ed436-5d5b-4711-9713-3b2c558fe30a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:08.581101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.592232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:08.688417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1db0-dfcd-497a-a008-3304adc04e3e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (5d37e35c-f59e-4860-9eab-952f50580284), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.704796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:05Z', 'revision_number': 11, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:08.732658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device da3b2d3a-9a7d-4124-aa2c-bc8994db416d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:08.759392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] Checking router: 5d37e35c-f59e-4860-9eab-952f50580284 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:08.764650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: da3b2d3a-9a7d-4124-aa2c-bc8994db416d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:08.767358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device da3b2d3a-9a7d-4124-aa2c-bc8994db416d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:08.767358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a500700a-44f1-4e59-b7a4-e7f6ea730926 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:08.793863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a500700a-44f1-4e59-b7a4-e7f6ea730926 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:08.793863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a500700a-44f1-4e59-b7a4-e7f6ea730926 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:08.810143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] Routers {'5d37e35c-f59e-4860-9eab-952f50580284'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:08.810889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5d37e35c-f59e-4860-9eab-952f50580284'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:08.855097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=d53eb6d3-d0da-4aa6-9956-8d895321a819,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:08.898863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] Set router 5d37e35c-f59e-4860-9eab-952f50580284 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:08.950674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1db0-dfcd-497a-a008-3304adc04e3e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (5d37e35c-f59e-4860-9eab-952f50580284), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.955671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:05Z', 'revision_number': 11, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:08.956116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1db0-dfcd-497a-a008-3304adc04e3e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (5d37e35c-f59e-4860-9eab-952f50580284), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:08.983184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650cfa9-baba-4d5a-8f7f-28dfc0d31102 req-eef57b1c-9fa0-4696-ac80-ca570692e566 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:08.987680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d650cfa9-baba-4d5a-8f7f-28dfc0d31102 req-eef57b1c-9fa0-4696-ac80-ca570692e566 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 945 time: 0.2207398 Feb 10 04:35:08.990458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbd41d-e6c7-4b60-aa2c-3b945e36e9bc None None] The sync data for ids ['5d37e35c-f59e-4860-9eab-952f50580284'] in n-d-827844-2 is: [{'id': '5d37e35c-f59e-4860-9eab-952f50580284', 'name': 'tempest-RoutersTest-router-456122', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:34:26Z', 'updated_at': '2022-02-10T04:35:05Z', 'revision_number': 11, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:09.073408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616a9413-af08-493a-aa9b-0a04bf22ad7f None None] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:35:09.154646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d650cfa9-baba-4d5a-8f7f-28dfc0d31102 req-3b339a71-1f5c-4e85-a71e-80a21a9e7704 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117537 Feb 10 04:35:09.155227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7f76852a-aab1-426e-9c9e-2b01d407e7e0 None None] Provisioning complete for port d53eb6d3-d0da-4aa6-9956-8d895321a819 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:09.155612 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7f76852a-aab1-426e-9c9e-2b01d407e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.156078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks [] for router_gateway (837e5feb-30be-4d2a-821a-af42e039256f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.243017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1db0-dfcd-497a-a008-3304adc04e3e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (5d37e35c-f59e-4860-9eab-952f50580284), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.243514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5c1db0-dfcd-497a-a008-3304adc04e3e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Fanout notify agent at l3_agent the message router_deleted on router 5d37e35c-f59e-4860-9eab-952f50580284 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:35:09.251028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1db0-dfcd-497a-a008-3304adc04e3e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.252671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b5c1db0-dfcd-497a-a008-3304adc04e3e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 204 len: 168 time: 0.7309418 Feb 10 04:35:09.259245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40872) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:09.261811 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-250e7cd3-e0c3-4c91-9dca-8aeaa9869865 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-973340131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:09.302338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7f76852a-aab1-426e-9c9e-2b01d407e7e0 None None] Current status of the port d53eb6d3-d0da-4aa6-9956-8d895321a819 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:09.382384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-250e7cd3-e0c3-4c91-9dca-8aeaa9869865 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.384366 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-250e7cd3-e0c3-4c91-9dca-8aeaa9869865 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.409606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (837e5feb-30be-4d2a-821a-af42e039256f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.448060 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-250e7cd3-e0c3-4c91-9dca-8aeaa9869865 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (ca31d4d6-d642-45b9-8309-a148357a6c11), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.514969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6232e7c1-7d22-4e73-b01c-db079cebab3a None None] Provisioning complete for port d53eb6d3-d0da-4aa6-9956-8d895321a819 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:09.515438 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6232e7c1-7d22-4e73-b01c-db079cebab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.547232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-250e7cd3-e0c3-4c91-9dca-8aeaa9869865 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.596161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6232e7c1-7d22-4e73-b01c-db079cebab3a None None] Current status of the port d53eb6d3-d0da-4aa6-9956-8d895321a819 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:09.640333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Router 837e5feb-30be-4d2a-821a-af42e039256f is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:35:09.689398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-250e7cd3-e0c3-4c91-9dca-8aeaa9869865 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.690611 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-250e7cd3-e0c3-4c91-9dca-8aeaa9869865 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4323287 Feb 10 04:35:09.693967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40874) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:09.701101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f067e450-cf68-4012-8ccc-554a69614739 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:09.888079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:09.897046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Sync routers for ids ['837e5feb-30be-4d2a-821a-af42e039256f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:09.907049 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Routers {'837e5feb-30be-4d2a-821a-af42e039256f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:09.907902 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['837e5feb-30be-4d2a-821a-af42e039256f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:09.971130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f067e450-cf68-4012-8ccc-554a69614739 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237300', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8239274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7994'] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.981042 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:09.982336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3275a5d7-7812-45a3-9955-381dddaaf235 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7329297 Feb 10 04:35:09.985186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40876) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:10.016544 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Set router 837e5feb-30be-4d2a-821a-af42e039256f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:10.102050 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:35:10.158999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d53eb6d3-d0da-4aa6-9956-8d895321a819 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:10.233332 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:35:08Z', 'revision_number': 3, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port': {'id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:07Z', 'updated_at': '2022-02-10T04:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:10.265535 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Checking router: 837e5feb-30be-4d2a-821a-af42e039256f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:10.266207 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Updating router 837e5feb-30be-4d2a-821a-af42e039256f port 379ed436-5d5b-4711-9713-3b2c558fe30a binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:35:10.299483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d53eb6d3-d0da-4aa6-9956-8d895321a819 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:10.299861 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:10.307720 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:10.308426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eaf5d-cd10-46ea-bd05-827778b95dbe req-526587bd-cd7e-4a10-b2e1-6ad47e7734b9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:10.311649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca4eaf5d-cd10-46ea-bd05-827778b95dbe req-526587bd-cd7e-4a10-b2e1-6ad47e7734b9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 945 time: 0.0734298 Feb 10 04:35:10.395591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca4eaf5d-cd10-46ea-bd05-827778b95dbe req-6d1d7cc2-454d-4352-b253-b60f692c62ab tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782104 Feb 10 04:35:10.477679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d53eb6d3-d0da-4aa6-9956-8d895321a819 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:10.598185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f067e450-cf68-4012-8ccc-554a69614739 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8239267'] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:10.758953 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Publish callbacks [] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:10.777679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-680d898c-cf89-4390-b454-69c90a312a0a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:10.779938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-680d898c-cf89-4390-b454-69c90a312a0a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 945 time: 0.1917777 Feb 10 04:35:10.866660 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:10.928903 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Attempting to bind port 379ed436-5d5b-4711-9713-3b2c558fe30a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:10.929727 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Attempting to bind port 379ed436-5d5b-4711-9713-3b2c558fe30a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:10.930190 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Attempting to bind port 379ed436-5d5b-4711-9713-3b2c558fe30a on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:10.937655 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:10.938036 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:10.938472 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:10.938907 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:10.939728 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Bound port: 379ed436-5d5b-4711-9713-3b2c558fe30a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:10.939728 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:10.941622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126cb48-8456-413c-b8c6-1e1f37ead0b4 None None] Pushing event updated for resources: {'Port': ['ID=379ed436-5d5b-4711-9713-3b2c558fe30a,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:10.988280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f067e450-cf68-4012-8ccc-554a69614739 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Router ca31d4d6-d642-45b9-8309-a148357a6c11 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:35:11.011982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port 42ee3804-93dc-4a97-8331-d07cef604193 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:11.012259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (42ee3804-93dc-4a97-8331-d07cef604193), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.017404 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] For port 379ed436-5d5b-4711-9713-3b2c558fe30a, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:11.022009 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] For port 379ed436-5d5b-4711-9713-3b2c558fe30a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=379ed436-5d5b-4711-9713-3b2c558fe30a,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:11.144885 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.200288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f067e450-cf68-4012-8ccc-554a69614739 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:11.204690 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Routers {'837e5feb-30be-4d2a-821a-af42e039256f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:11.205275 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['837e5feb-30be-4d2a-821a-af42e039256f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:11.207307 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f067e450-cf68-4012-8ccc-554a69614739 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.208723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f067e450-cf68-4012-8ccc-554a69614739 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "PUT /v2.0/routers/ca31d4d6-d642-45b9-8309-a148357a6c11 HTTP/1.1" status: 200 len: 693 time: 1.5130596 Feb 10 04:35:11.211371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40884) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:11.215301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] Sync routers for ids ['ca31d4d6-d642-45b9-8309-a148357a6c11'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:11.241905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] Routers {'ca31d4d6-d642-45b9-8309-a148357a6c11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:11.243017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ca31d4d6-d642-45b9-8309-a148357a6c11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:11.270069 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126cb48-8456-413c-b8c6-1e1f37ead0b4 None None] Pushing event updated for resources: {'Port': ['ID=379ed436-5d5b-4711-9713-3b2c558fe30a,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:11.316318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] For port 42ee3804-93dc-4a97-8331-d07cef604193, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=42ee3804-93dc-4a97-8331-d07cef604193,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:11.316722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (42ee3804-93dc-4a97-8331-d07cef604193), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.333103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] Set router ca31d4d6-d642-45b9-8309-a148357a6c11 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:11.371569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a1fcea45-d904-4d06-90c4-74fa4931981e tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/routers/ca31d4d6-d642-45b9-8309-a148357a6c11 HTTP/1.1" status: 200 len: 699 time: 0.1589341 Feb 10 04:35:11.374293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40886) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:11.375576 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] Set router 837e5feb-30be-4d2a-821a-af42e039256f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:11.380889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for 42ee3804-93dc-4a97-8331-d07cef604193 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:11.394203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.412123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31d4d6-d642-45b9-8309-a148357a6c11', 'name': 'tempest-RoutersTest-router-973340131', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:09Z', 'updated_at': '2022-02-10T04:35:09Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:11.413415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c689a52e-917c-4274-96f1-f51736d4f6a7 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca31d4d6-d642-45b9-8309-a148357a6c11 HTTP/1.1" status: 200 len: 205 time: 0.0363894 Feb 10 04:35:11.415468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40888) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:11.451479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] Checking router: ca31d4d6-d642-45b9-8309-a148357a6c11 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:11.462879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] Routers {'ca31d4d6-d642-45b9-8309-a148357a6c11'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:11.463711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['ca31d4d6-d642-45b9-8309-a148357a6c11'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:11.589995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] Set router ca31d4d6-d642-45b9-8309-a148357a6c11 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:11.605339 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d7f-29d6-4093-8276-c49b6041f58b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.634380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:35:08Z', 'revision_number': 3, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port': {'id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:07Z', 'updated_at': '2022-02-10T04:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:11.667365 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd93b13-2b23-4a1c-b13a-4e0768915b38 None None] The sync data for ids ['837e5feb-30be-4d2a-821a-af42e039256f'] in n-d-827844-2 is: [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:35:08Z', 'revision_number': 3, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port': {'id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:07Z', 'updated_at': '2022-02-10T04:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:11.673251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca31d4d6-d642-45b9-8309-a148357a6c11', 'name': 'tempest-RoutersTest-router-973340131', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:09Z', 'updated_at': '2022-02-10T04:35:09Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:11.703642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c3956-8dbe-4aa2-af79-cecec5169de2 None None] The sync data for ids ['ca31d4d6-d642-45b9-8309-a148357a6c11'] in n-d-827844-2 is: [{'id': 'ca31d4d6-d642-45b9-8309-a148357a6c11', 'name': 'tempest-RoutersTest-router-973340131', 'tenant_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:09Z', 'updated_at': '2022-02-10T04:35:09Z', 'revision_number': 2, 'project_id': '1a3e7cdce9c14c3ea45435c5ff95932d', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:11.831802 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d7f-29d6-4093-8276-c49b6041f58b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.835065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d7f-29d6-4093-8276-c49b6041f58b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router_controller (ca31d4d6-d642-45b9-8309-a148357a6c11), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:11.894075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Allocated IP 172.20.0.1 (f7c01fce-1199-4eb8-a6b6-9f9617b582e6/dc2de387-3a46-46a9-96a2-15b3ed59405d/ac67aceb-3bb2-4aee-abc3-6a07483ae526) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:11.904949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2027b58-90cb-4730-becb-a03d0c327b35 req-3a680f8e-5cdb-4523-8f8b-9912a8d8ee90 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:11.906457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c2027b58-90cb-4730-becb-a03d0c327b35 req-3a680f8e-5cdb-4523-8f8b-9912a8d8ee90 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 945 time: 0.2032566 Feb 10 04:35:12.012029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d7f-29d6-4093-8276-c49b6041f58b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (ca31d4d6-d642-45b9-8309-a148357a6c11), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.016226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f78d7f-29d6-4093-8276-c49b6041f58b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Fanout notify agent at l3_agent the message router_deleted on router ca31d4d6-d642-45b9-8309-a148357a6c11 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:35:12.027910 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d4f78d7f-29d6-4093-8276-c49b6041f58b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.029531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d4f78d7f-29d6-4093-8276-c49b6041f58b tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/ca31d4d6-d642-45b9-8309-a148357a6c11 HTTP/1.1" status: 204 len: 168 time: 0.6117601 Feb 10 04:35:12.033302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40892) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.088462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c2027b58-90cb-4730-becb-a03d0c327b35 req-fe99555f-6def-4fa1-85db-d2586e747535 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424601 Feb 10 04:35:12.141395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c8d80d6a-b3c4-44ba-a3a1-855631aa7a40 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca31d4d6-d642-45b9-8309-a148357a6c11 HTTP/1.1" status: 200 len: 205 time: 0.1061707 Feb 10 04:35:12.147360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40894) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.164703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (42ee3804-93dc-4a97-8331-d07cef604193), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.169199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks [] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.178943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['edd28a88-d9a3-4594-8a0f-736a467ab719'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:12.195777 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-731a6a93-9db6-4718-80cd-7b1a118ebe24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] delete failed (client error): The resource could not be found. Feb 10 04:35:12.202643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-731a6a93-9db6-4718-80cd-7b1a118ebe24 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/ca31d4d6-d642-45b9-8309-a148357a6c11 HTTP/1.1" status: 404 len: 336 time: 0.0513496 Feb 10 04:35:12.202643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40898) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.237327 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f4e393-588f-4f3d-a793-a551b76ab8c6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:12.240432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f4e393-588f-4f3d-a793-a551b76ab8c6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:12.245988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=42ee3804-93dc-4a97-8331-d07cef604193,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:12.250172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-79f4e393-588f-4f3d-a793-a551b76ab8c6 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/9ff0bf77-8b42-4215-8192-2dd49d60c4ce HTTP/1.1" status: 404 len: 337 time: 0.0486770 Feb 10 04:35:12.250935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40900) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.328533 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-14082e37-87a5-4726-8214-aa8859a9f755 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:12.329020 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14082e37-87a5-4726-8214-aa8859a9f755 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:12.331315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.331315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.331747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.334042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 379ed436-5d5b-4711-9713-3b2c558fe30a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:12.334722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.335170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.335767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.336252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.336658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.337370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.338119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.338651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.339049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.343244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:35:12.344043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-14082e37-87a5-4726-8214-aa8859a9f755 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/785cba7c-b560-4b9c-a1d3-e08cf7978416 HTTP/1.1" status: 404 len: 337 time: 0.0919709 Feb 10 04:35:12.346729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40902) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.411414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] No DVR routers for this DVR port 42ee3804-93dc-4a97-8331-d07cef604193 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:12.418260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.421505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ba70cad9-d48e-4bc4-ac62-d14f897650d5 req-89f0b0e9-759b-4e9e-bbfb-1ec9346ceb25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.24 "DELETE /v2.0/ports/42ee3804-93dc-4a97-8331-d07cef604193 HTTP/1.1" status: 204 len: 173 time: 1.6349387 Feb 10 04:35:12.421926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'name': 'network-vif-deleted', 'tag': '42ee3804-93dc-4a97-8331-d07cef604193'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:12.424554 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be167c0-702d-4476-896a-7b4ad7b2d4bb" -d '{"events": [{"server_uuid": "afa6fef3-a725-4b4f-95cc-5d6ce446ea2f", "name": "network-vif-deleted", "tag": "42ee3804-93dc-4a97-8331-d07cef604193"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:12.433993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.434163 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c95228-8c65-4a80-87a1-cc272b90423d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:12.434612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c95228-8c65-4a80-87a1-cc272b90423d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:12.445142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-31c95228-8c65-4a80-87a1-cc272b90423d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/9827ad29-63c2-454a-bcd0-165d84749bf4 HTTP/1.1" status: 404 len: 337 time: 0.0973444 Feb 10 04:35:12.448277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40906) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.527530 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c660a5d5-7304-40fb-8417-7c3faef6b895 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:12.528111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c660a5d5-7304-40fb-8417-7c3faef6b895 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:12.532713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c660a5d5-7304-40fb-8417-7c3faef6b895 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/bcea9352-366f-428f-8109-b102211ffce3 HTTP/1.1" status: 404 len: 337 time: 0.0823565 Feb 10 04:35:12.536719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40908) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.550733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:12.562894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:12.596244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:12.608810 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d8be8-e143-4d00-8307-9fcbe540f4d1 x-openstack-request-id: req-741d8be8-e143-4d00-8307-9fcbe540f4d1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:12.616381 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa6fef3-a725-4b4f-95cc-5d6ce446ea2f", "name": "network-vif-deleted", "tag": "42ee3804-93dc-4a97-8331-d07cef604193", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:12.616381 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-741d8be8-e143-4d00-8307-9fcbe540f4d1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:12.616381 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa6fef3-a725-4b4f-95cc-5d6ce446ea2f', 'name': 'network-vif-deleted', 'tag': '42ee3804-93dc-4a97-8331-d07cef604193', 'status': 'completed', 'code': 200} Feb 10 04:35:12.630070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40910) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.632424 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a6f056dd-db54-4c9d-8f42-e1d5a60cdb2c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 200 len: 205 time: 0.0888882 Feb 10 04:35:12.674416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 379ed436-5d5b-4711-9713-3b2c558fe30a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:12.674992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.769881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 42ee3804-93dc-4a97-8331-d07cef604193 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:12.844667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 42ee3804-93dc-4a97-8331-d07cef604193 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:12.845249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 42ee3804-93dc-4a97-8331-d07cef604193 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:12.863864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Pushing event updated for resources: {'Port': ['ID=ac67aceb-3bb2-4aee-abc3-6a07483ae526,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:12.894930 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-305492b5-d4fa-4789-bf30-1c82e55e5f8f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] delete failed (client error): The resource could not be found. Feb 10 04:35:12.896035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-305492b5-d4fa-4789-bf30-1c82e55e5f8f tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/5d37e35c-f59e-4860-9eab-952f50580284 HTTP/1.1" status: 404 len: 336 time: 0.2270439 Feb 10 04:35:12.899464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.907353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (837e5feb-30be-4d2a-821a-af42e039256f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:12.947565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9aed3ddd-b0af-42f3-bac0-922a52bb7f9d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=32d836b5-b2e0-4608-87eb-531810aef8dd HTTP/1.1" status: 200 len: 205 time: 0.0466442 Feb 10 04:35:12.948363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40914) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:12.964540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 379ed436-5d5b-4711-9713-3b2c558fe30a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:12.965444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:13.012650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 379ed436-5d5b-4711-9713-3b2c558fe30a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=379ed436-5d5b-4711-9713-3b2c558fe30a,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:13.026729 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-b7535340-ebb0-452a-8163-761a8c24d08c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] delete failed (client error): The resource could not be found. Feb 10 04:35:13.030870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b7535340-ebb0-452a-8163-761a8c24d08c tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/32d836b5-b2e0-4608-87eb-531810aef8dd HTTP/1.1" status: 404 len: 336 time: 0.0813015 Feb 10 04:35:13.031742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40916) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.062383 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8921e6ab-d2e5-4928-bba8-6afe2b0a5b66 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:13.063863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8921e6ab-d2e5-4928-bba8-6afe2b0a5b66 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:13.070270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8921e6ab-d2e5-4928-bba8-6afe2b0a5b66 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/0e6370eb-c1d1-4afb-b780-1cd281dcdb06 HTTP/1.1" status: 404 len: 337 time: 0.0372605 Feb 10 04:35:13.070508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40918) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.097603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-906a9345-23db-4aa9-804b-e36e42228abf None None] Provisioning complete for port ac67aceb-3bb2-4aee-abc3-6a07483ae526 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:13.098444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-906a9345-23db-4aa9-804b-e36e42228abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:13.123936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cfb73a8d-c6ba-4ecd-a953-9e48ca9404b2 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0d1d6-b721-43f7-87e7-434ecef1a7ac HTTP/1.1" status: 200 len: 205 time: 0.0503068 Feb 10 04:35:13.125548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40922) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.143222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:13.195984 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-c575a7ce-6b47-4671-93c9-00e50a933a7d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] delete failed (client error): The resource could not be found. Feb 10 04:35:13.197074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-906a9345-23db-4aa9-804b-e36e42228abf None None] Port ac67aceb-3bb2-4aee-abc3-6a07483ae526 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:35:13.200185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40924) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.200421 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c575a7ce-6b47-4671-93c9-00e50a933a7d tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/2fb0d1d6-b721-43f7-87e7-434ecef1a7ac HTTP/1.1" status: 404 len: 336 time: 0.0734966 Feb 10 04:35:13.265798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40928) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.266180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d7a82ac1-ffe4-408f-a124-21fd47d988cd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbc5a46c-34b1-4f32-b4c8-df7247eea4e7 HTTP/1.1" status: 200 len: 205 time: 0.0647221 Feb 10 04:35:13.292055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=379ed436-5d5b-4711-9713-3b2c558fe30a,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:13.332135 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-6c3a12ef-ad8d-46e7-bb19-59ae369f69e4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] delete failed (client error): The resource could not be found. Feb 10 04:35:13.334053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6c3a12ef-ad8d-46e7-bb19-59ae369f69e4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/bbc5a46c-34b1-4f32-b4c8-df7247eea4e7 HTTP/1.1" status: 404 len: 336 time: 0.0649374 Feb 10 04:35:13.336351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40930) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.345350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c725d035-f911-4ac5-b510-9a724152394a req-8d456f3e-dcaa-492d-a5b9-ed4c5922259f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0598264 Feb 10 04:35:13.358231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:13.372338 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-41064f0d-47c8-4740-8ac2-97a8f7622e23 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:13.372798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41064f0d-47c8-4740-8ac2-97a8f7622e23 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:13.376058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-41064f0d-47c8-4740-8ac2-97a8f7622e23 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/de1470cc-36fa-4f40-8ba3-cbd8f2e38eb1 HTTP/1.1" status: 404 len: 337 time: 0.0385122 Feb 10 04:35:13.379124 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40932) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.410088 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1af24c8c-9ad3-4c8b-aa05-5a866a07dfe5 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9538b6c-cbad-43e2-b87b-83b0e1efcfca HTTP/1.1" status: 200 len: 205 time: 0.0296593 Feb 10 04:35:13.413321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40934) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.457075 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-a852a163-7848-4446-8845-909c9aef8407 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] delete failed (client error): The resource could not be found. Feb 10 04:35:13.458781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a852a163-7848-4446-8845-909c9aef8407 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/a9538b6c-cbad-43e2-b87b-83b0e1efcfca HTTP/1.1" status: 404 len: 336 time: 0.0436387 Feb 10 04:35:13.461091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40936) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.495463 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fba00d9-92a0-46c6-b8bc-4826f9552cd2 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:13.495463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fba00d9-92a0-46c6-b8bc-4826f9552cd2 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:13.499594 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6fba00d9-92a0-46c6-b8bc-4826f9552cd2 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/dfeabff7-d000-4f0d-ab7e-f503b60d2151 HTTP/1.1" status: 404 len: 337 time: 0.0348816 Feb 10 04:35:13.499914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40938) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.540713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-39da697c-e454-478d-b280-b45e16f93054 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "GET /v2.0/ports?device_id=766226a0-ff49-4287-9791-baf4a68589e8 HTTP/1.1" status: 200 len: 205 time: 0.0315897 Feb 10 04:35:13.541039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40940) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.557663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks [] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:13.586564 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-fe7c9f54-28e6-410b-9bc5-1a5eba270526 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] delete failed (client error): The resource could not be found. Feb 10 04:35:13.587731 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fe7c9f54-28e6-410b-9bc5-1a5eba270526 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/routers/766226a0-ff49-4287-9791-baf4a68589e8 HTTP/1.1" status: 404 len: 336 time: 0.0457308 Feb 10 04:35:13.590377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40942) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.616060 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c00d82-93ba-4708-a550-9b9883ac0acd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:13.616509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c00d82-93ba-4708-a550-9b9883ac0acd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:13.621893 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-62c00d82-93ba-4708-a550-9b9883ac0acd tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/d640bcff-ce80-416f-8144-ab09be445e5b HTTP/1.1" status: 404 len: 337 time: 0.0281858 Feb 10 04:35:13.622180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40944) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:13.627118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:13.650131 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec7cf86-9b18-4e21-9b88-2ba6c05a0ae4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] DELETE failed (client error): The resource could not be found. Feb 10 04:35:13.650632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec7cf86-9b18-4e21-9b88-2ba6c05a0ae4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:35:13.654779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cec7cf86-9b18-4e21-9b88-2ba6c05a0ae4 tempest-RoutersTest-1249519184 tempest-RoutersTest-1249519184-project] 10.222.0.42 "DELETE /v2.0/subnets/d0423402-0b55-431b-abe1-f54b49bac2d2 HTTP/1.1" status: 404 len: 337 time: 0.0306175 Feb 10 04:35:13.703121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Pushing event updated for resources: {'Port': ['ID=ac67aceb-3bb2-4aee-abc3-6a07483ae526,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:13.705529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (837e5feb-30be-4d2a-821a-af42e039256f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:13.796984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:13.798390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:13.950668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Router 837e5feb-30be-4d2a-821a-af42e039256f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:35:14.097515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:14.103903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7d295be4-62d4-47b5-b0ed-5e05d8946a58 admin admin] 10.222.0.42 "PUT /v2.0/routers/837e5feb-30be-4d2a-821a-af42e039256f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1176686 Feb 10 04:35:14.158589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-75a205f9-0106-4836-b1ae-7bdabfa767bf None None] Provisioning complete for port ac67aceb-3bb2-4aee-abc3-6a07483ae526 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:14.164161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40952) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:14.164776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75a205f9-0106-4836-b1ae-7bdabfa767bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:14.237767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-75a205f9-0106-4836-b1ae-7bdabfa767bf None None] Port ac67aceb-3bb2-4aee-abc3-6a07483ae526 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:35:14.266175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 379ed436-5d5b-4711-9713-3b2c558fe30a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:14.318363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 379ed436-5d5b-4711-9713-3b2c558fe30a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:14.318894 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:14.386801 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Sync routers for ids ['837e5feb-30be-4d2a-821a-af42e039256f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:14.404239 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Routers {'837e5feb-30be-4d2a-821a-af42e039256f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:14.404888 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['837e5feb-30be-4d2a-821a-af42e039256f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:14.412218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9ac4f42f-715b-46e1-8ed0-b50be7496d15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a3e7cdce9c14c3ea45435c5ff95932d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454240 Feb 10 04:35:14.414558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 40962) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:14.461547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 379ed436-5d5b-4711-9713-3b2c558fe30a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:14.466768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b291483d-131f-43f1-83db-eb64dcdc7792 req-62b91d66-efde-43aa-95e2-c7ae762ca605 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0373394 Feb 10 04:35:14.514055 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0779779c-d637-480f-8ef7-24e42d71fed1 admin admin] Publish callbacks [] for security_group (e1c360fd-f037-48c1-b66f-3139a486eb57), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:14.538227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0779779c-d637-480f-8ef7-24e42d71fed1 admin admin] Publish callbacks [] for security_group (e1c360fd-f037-48c1-b66f-3139a486eb57), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:14.547535 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Set router 837e5feb-30be-4d2a-821a-af42e039256f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:14.660976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0779779c-d637-480f-8ef7-24e42d71fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e1c360fd-f037-48c1-b66f-3139a486eb57), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:14.663923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0779779c-d637-480f-8ef7-24e42d71fed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:14.669757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0779779c-d637-480f-8ef7-24e42d71fed1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1c360fd-f037-48c1-b66f-3139a486eb57 HTTP/1.1" status: 204 len: 168 time: 0.2490966 Feb 10 04:35:14.676093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779779c-d637-480f-8ef7-24e42d71fed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c360fd-f037-48c1-b66f-3139a486eb57,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:14.805049 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:35:13Z', 'revision_number': 4, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port': {'id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:07Z', 'updated_at': '2022-02-10T04:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ac67aceb-3bb2-4aee-abc3-6a07483ae526', 'name': '', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'mac_address': 'fa:16:3e:de:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:11Z', 'updated_at': '2022-02-10T04:35:13Z', 'revision_number': 2, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'subnets': [{'id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:14.836686 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Checking router: 837e5feb-30be-4d2a-821a-af42e039256f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:14.837002 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Updating router 837e5feb-30be-4d2a-821a-af42e039256f port ac67aceb-3bb2-4aee-abc3-6a07483ae526 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:35:14.865209 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.083282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:15.088777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-993297160-network', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:15.171874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Made reservation on behalf of 5a5c6c6534d14bd982d26e26003a2405 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:35:15.185905 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Publish callbacks [] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.186094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.186094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.260164 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks [] for security_group (31506073-a59b-4bdb-ba55-f0287541c38a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.283495 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.339426 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3beffe-25a2-4825-b538-5410ed63e440 None None] Pushing event updated for resources: {'Port': ['ID=ac67aceb-3bb2-4aee-abc3-6a07483ae526,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:15.403990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (31506073-a59b-4bdb-ba55-f0287541c38a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.404318 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Attempting to bind port ac67aceb-3bb2-4aee-abc3-6a07483ae526 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:15.405408 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Attempting to bind port ac67aceb-3bb2-4aee-abc3-6a07483ae526 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:15.406077 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Attempting to bind port ac67aceb-3bb2-4aee-abc3-6a07483ae526 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:15.412703 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:15.413195 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Checking segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:15.413985 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.414587 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Bound using segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:15.415498 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Bound port: ac67aceb-3bb2-4aee-abc3-6a07483ae526, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:15.416164 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.481394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:35:15.494177 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] For port ac67aceb-3bb2-4aee-abc3-6a07483ae526, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:15.494402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31506073-a59b-4bdb-ba55-f0287541c38a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:15.498293 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] For port ac67aceb-3bb2-4aee-abc3-6a07483ae526, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ac67aceb-3bb2-4aee-abc3-6a07483ae526,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:15.502962 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5493af08-5a8d-4fef-8819-d363708f2ba0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.503314 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Added segment 5493af08-5a8d-4fef-8819-d363708f2ba0 of type vlan for network b637c57f-351d-4735-945d-07a952df5d64 Feb 10 04:35:15.562671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (b637c57f-351d-4735-945d-07a952df5d64), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.601327 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.626251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-714bfe7c-285f-487e-bb1d-71f60826571c req-c546fc66-5150-46db-915d-1445b7ac7626 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0569787 Feb 10 04:35:15.672451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-933e948e-b633-4c5c-9fd1-bbd2fea585ce None None] Provisioning complete for port ac67aceb-3bb2-4aee-abc3-6a07483ae526 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:15.672997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-933e948e-b633-4c5c-9fd1-bbd2fea585ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.699705 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3beffe-25a2-4825-b538-5410ed63e440 None None] Pushing event updated for resources: {'Port': ['ID=ac67aceb-3bb2-4aee-abc3-6a07483ae526,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:15.707899 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Routers {'837e5feb-30be-4d2a-821a-af42e039256f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:15.708948 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['837e5feb-30be-4d2a-821a-af42e039256f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:15.730207 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (b637c57f-351d-4735-945d-07a952df5d64), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.731365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:15.732022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.832240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-933e948e-b633-4c5c-9fd1-bbd2fea585ce None None] Current status of the port ac67aceb-3bb2-4aee-abc3-6a07483ae526 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:15.833308 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-933e948e-b633-4c5c-9fd1-bbd2fea585ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:15.872794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7880335 Feb 10 04:35:15.874519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 40998) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:15.879557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Request body: {'subnet': {'network_id': 'b637c57f-351d-4735-945d-07a952df5d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-993297160-subnet', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:15.886465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc004f2c-8fdb-4a4b-9916-abe1086d1d4f admin admin] Pushing event updated for resources: {'Network': ['ID=b637c57f-351d-4735-945d-07a952df5d64,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:15.918065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-933e948e-b633-4c5c-9fd1-bbd2fea585ce None None] For port ac67aceb-3bb2-4aee-abc3-6a07483ae526, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ac67aceb-3bb2-4aee-abc3-6a07483ae526,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:15.921742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network b637c57f-351d-4735-945d-07a952df5d64 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:35:16.023428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Made reservation on behalf of 5a5c6c6534d14bd982d26e26003a2405 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:35:16.025861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.079190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41002) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:16.080492 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] Set router 837e5feb-30be-4d2a-821a-af42e039256f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:16.173413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-933e948e-b633-4c5c-9fd1-bbd2fea585ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.243548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e948e-b633-4c5c-9fd1-bbd2fea585ce None None] Pushing event updated for resources: {'Port': ['ID=ac67aceb-3bb2-4aee-abc3-6a07483ae526,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:16.278581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-24748806-3228-4c65-b309-64c641371545 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:16.279066 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-24748806-3228-4c65-b309-64c641371545 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 04:35:16.279701 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-24748806-3228-4c65-b309-64c641371545 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 04:35:16.291727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-24748806-3228-4c65-b309-64c641371545 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2098067 Feb 10 04:35:16.292415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41006) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:16.297046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--227258'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:16.305114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6af0b980-2188-432f-980a-eb8ba7620b9b None None] Provisioning complete for port ac67aceb-3bb2-4aee-abc3-6a07483ae526 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:16.305644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6af0b980-2188-432f-980a-eb8ba7620b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.396608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6af0b980-2188-432f-980a-eb8ba7620b9b None None] Current status of the port ac67aceb-3bb2-4aee-abc3-6a07483ae526 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:16.423361 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:35:13Z', 'revision_number': 4, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port': {'id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:07Z', 'updated_at': '2022-02-10T04:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ac67aceb-3bb2-4aee-abc3-6a07483ae526', 'name': '', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'mac_address': 'fa:16:3e:de:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:11Z', 'updated_at': '2022-02-10T04:35:15Z', 'revision_number': 4, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'subnets': [{'id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:16.427545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (4550cd2d-86df-4d1f-b798-56699df9490b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.455755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.459562 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2ca59-4ba5-4264-bfa2-3e18ca3c380c None None] The sync data for ids ['837e5feb-30be-4d2a-821a-af42e039256f'] in n-d-827844-2 is: [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:35:13Z', 'revision_number': 4, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port': {'id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:07Z', 'updated_at': '2022-02-10T04:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ac67aceb-3bb2-4aee-abc3-6a07483ae526', 'name': '', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'mac_address': 'fa:16:3e:de:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:11Z', 'updated_at': '2022-02-10T04:35:15Z', 'revision_number': 4, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'subnets': [{'id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:16.479105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.508157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4550cd2d-86df-4d1f-b798-56699df9490b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:16.534926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Checking segment: {'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:16.535275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Network hostable DHCP agents. Network: b637c57f-351d-4735-945d-07a952df5d64, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:35:16.618106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (5ee62ab6-a824-4e97-8331-34cf7791fddd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.663896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Network b637c57f-351d-4735-945d-07a952df5d64 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:35:16.736843 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7339ecc7-06ef-448a-a018-482077a2e167 req-6ce50ab6-33b5-4745-bdfe-af2545d6ebc8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0335510 Feb 10 04:35:16.764072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5ee62ab6-a824-4e97-8331-34cf7791fddd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.798340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, b637c57f-351d-4735-945d-07a952df5d64) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:16.804070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:16.804689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.812640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac0ba3-0b80-44c2-b4c0-d5e0d8a932d4 None None] Network b637c57f-351d-4735-945d-07a952df5d64 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:35:16.855466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee62ab6-a824-4e97-8331-34cf7791fddd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:16.902288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (47a07843-f680-4f3b-91cc-05294e57370d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:16.965298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-b637c57f-351d-4735-945d-07a952df5d64', 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64', 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'fixed_ips': [{'subnet_id': '4550cd2d-86df-4d1f-b798-56699df9490b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:35:16.966336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.010162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b34a8f21-2adf-475b-91df-ed2338e03d54 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1319687 Feb 10 04:35:17.010716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41012) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:17.017339 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:17.025232 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (47a07843-f680-4f3b-91cc-05294e57370d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.097825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a07843-f680-4f3b-91cc-05294e57370d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:17.133184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Allocated IP 172.20.0.2 (b637c57f-351d-4735-945d-07a952df5d64/4550cd2d-86df-4d1f-b798-56699df9490b/f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:17.135137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.189278 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (f0852918-e6d7-43fb-a3aa-4497f6277837), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.191200 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (f0852918-e6d7-43fb-a3aa-4497f6277837), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.264918 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.266204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-be8b7187-e666-494d-aa7a-99062541134f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9728315 Feb 10 04:35:17.269213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41014) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:17.274210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1db49ced-7dd3-4836-8edf-4fc6ffcb43a3 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '47a07843-f680-4f3b-91cc-05294e57370d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:17.278114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks [] for router_controller (f0852918-e6d7-43fb-a3aa-4497f6277837), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.305195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Publish callbacks [] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.413190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.421519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1db49ced-7dd3-4836-8edf-4fc6ffcb43a3 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group_rule (d8ee5adf-3ba2-4b7a-a2a7-a9133e9a51cb), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.449744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Network b637c57f-351d-4735-945d-07a952df5d64 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:17.452840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:17.460704 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:17.515235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Pushing event updated for resources: {'Port': ['ID=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:17.560336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1db49ced-7dd3-4836-8edf-4fc6ffcb43a3 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group_rule (d8ee5adf-3ba2-4b7a-a2a7-a9133e9a51cb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.561886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks [] for router_gateway (f0852918-e6d7-43fb-a3aa-4497f6277837), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.591907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Attempting to bind port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:17.592410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Attempting to bind port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:17.592858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Attempting to bind port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 on network b637c57f-351d-4735-945d-07a952df5d64 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:17.598391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:17.599417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Checking segment: {'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:17.599814 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.604167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Bound using segment: {'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:17.604167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Bound port: f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:17.604167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.647203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1db49ced-7dd3-4836-8edf-4fc6ffcb43a3 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d8ee5adf-3ba2-4b7a-a2a7-a9133e9a51cb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.672345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db49ced-7dd3-4836-8edf-4fc6ffcb43a3 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ee5adf-3ba2-4b7a-a2a7-a9133e9a51cb,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:17.679724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] For port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:17.684870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] For port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,segment=NetworkSegment(5493af08-5a8d-4fef-8819-d363708f2ba0),segment_id=5493af08-5a8d-4fef-8819-d363708f2ba0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:17.743239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1db49ced-7dd3-4836-8edf-4fc6ffcb43a3 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.744588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1db49ced-7dd3-4836-8edf-4fc6ffcb43a3 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4742901 Feb 10 04:35:17.749157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41018) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:17.754590 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-89c6dd49-c773-4658-b1f8-ea4d8906248e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '47a07843-f680-4f3b-91cc-05294e57370d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:17.787610 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.860012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90a5e4a6-fbaa-4e1c-81f7-fadbb149c567 req-4ff969d6-1fb8-4bba-ad5c-4a5f8f23716b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0436480 Feb 10 04:35:17.892371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace2dc8-4949-4c4d-949a-59f1e5988e40 None None] Pushing event updated for resources: {'Port': ['ID=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:17.957747 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks [] for router_gateway (f0852918-e6d7-43fb-a3aa-4497f6277837), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.984783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:17.986793 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89c6dd49-c773-4658-b1f8-ea4d8906248e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group_rule (9bf8d385-504b-411f-ae6d-31ae8d5d6f59), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.157031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Allocated IP 172.25.8.224 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/297796cb-a9d6-4304-bd4b-107d6f0bd183) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:18.211006 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-89c6dd49-c773-4658-b1f8-ea4d8906248e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 04:35:18.211673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-89c6dd49-c773-4658-b1f8-ea4d8906248e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4608569 Feb 10 04:35:18.214964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41022) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:18.307203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f35f3b7-a181-40b1-86f0-6b48f0a47ee9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (47a07843-f680-4f3b-91cc-05294e57370d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.330778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ac67aceb-3bb2-4aee-abc3-6a07483ae526 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:18.348195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f35f3b7-a181-40b1-86f0-6b48f0a47ee9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (47a07843-f680-4f3b-91cc-05294e57370d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.363234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks [] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.449719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ac67aceb-3bb2-4aee-abc3-6a07483ae526 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:18.450180 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.484942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.512503 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f35f3b7-a181-40b1-86f0-6b48f0a47ee9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (47a07843-f680-4f3b-91cc-05294e57370d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.515944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5f35f3b7-a181-40b1-86f0-6b48f0a47ee9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.518856 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.527257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5f35f3b7-a181-40b1-86f0-6b48f0a47ee9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/47a07843-f680-4f3b-91cc-05294e57370d HTTP/1.1" status: 204 len: 168 time: 0.3122866 Feb 10 04:35:18.528493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41026) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:18.533930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ac67aceb-3bb2-4aee-abc3-6a07483ae526 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:18.535729 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:18.546598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=297796cb-a9d6-4304-bd4b-107d6f0bd183,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:18.555474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:18.557179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:18.563505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:18.599910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:18.600441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.605865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f3b7-a181-40b1-86f0-6b48f0a47ee9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a07843-f680-4f3b-91cc-05294e57370d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:18.637264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a21abce-38a3-443c-91f9-d4c43bd6b567 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1008682 Feb 10 04:35:18.639693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41028) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:18.647778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-53b2127d-213d-48f0-95bd-ce2c1bf7e331 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--182038348'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:18.716321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:18.716818 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.741564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b2127d-213d-48f0-95bd-ce2c1bf7e331 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.753791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,segment=NetworkSegment(5493af08-5a8d-4fef-8819-d363708f2ba0),segment_id=5493af08-5a8d-4fef-8819-d363708f2ba0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:18.812198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.816325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b2127d-213d-48f0-95bd-ce2c1bf7e331 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (413c1a80-ab75-4a7c-85ce-61144b777504), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.865062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:18.938333 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b2127d-213d-48f0-95bd-ce2c1bf7e331 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (413c1a80-ab75-4a7c-85ce-61144b777504), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:18.985448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2127d-213d-48f0-95bd-ce2c1bf7e331 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413c1a80-ab75-4a7c-85ce-61144b777504,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:18.994575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7cd58199-0d1d-4be1-9b0c-5f5a66dad90a req-dd04c3cd-e35c-4580-99cf-984afaa5ecf6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0400167 Feb 10 04:35:19.014044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks [] for router_gateway (f0852918-e6d7-43fb-a3aa-4497f6277837), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.056243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53b2127d-213d-48f0-95bd-ce2c1bf7e331 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.061276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-53b2127d-213d-48f0-95bd-ce2c1bf7e331 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4197638 Feb 10 04:35:19.062117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:19.067427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f75b7f01-7c03-423a-b378-0a123e514039 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '413c1a80-ab75-4a7c-85ce-61144b777504', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:19.070612 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-f75b7f01-7c03-423a-b378-0a123e514039 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 04:35:19.070612 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-f75b7f01-7c03-423a-b378-0a123e514039 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:19.073775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f75b7f01-7c03-423a-b378-0a123e514039 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104785 Feb 10 04:35:19.074489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41034) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:19.157401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f818-6f62-49a2-8b06-a0a16cd5a84e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (413c1a80-ab75-4a7c-85ce-61144b777504), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.185381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f818-6f62-49a2-8b06-a0a16cd5a84e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (413c1a80-ab75-4a7c-85ce-61144b777504), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.255746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (f0852918-e6d7-43fb-a3aa-4497f6277837), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.284227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131df4be-a23a-4595-ae16-7fa144133dfc None None] Network b637c57f-351d-4735-945d-07a952df5d64 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:35:19.297820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f818-6f62-49a2-8b06-a0a16cd5a84e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (413c1a80-ab75-4a7c-85ce-61144b777504), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.301548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f818-6f62-49a2-8b06-a0a16cd5a84e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.304398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4fc4f818-6f62-49a2-8b06-a0a16cd5a84e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/413c1a80-ab75-4a7c-85ce-61144b777504 HTTP/1.1" status: 204 len: 168 time: 0.2272708 Feb 10 04:35:19.305756 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41036) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:19.312636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4f818-6f62-49a2-8b06-a0a16cd5a84e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c1a80-ab75-4a7c-85ce-61144b777504,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:19.399198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-60bc738c-1816-41a2-a1a7-14de7e76088e None None] Provisioning complete for port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:19.399721 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-60bc738c-1816-41a2-a1a7-14de7e76088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.431952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-58fa5f17-d09e-4787-b590-64f556c4d387 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1248906 Feb 10 04:35:19.437567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41040) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:19.443826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e185e1f4-9c6a-4384-a30d-2e78e86f6459 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--222277310'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:19.540113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e185e1f4-9c6a-4384-a30d-2e78e86f6459 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.540873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-60bc738c-1816-41a2-a1a7-14de7e76088e None None] Current status of the port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:19.558798 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Router f0852918-e6d7-43fb-a3aa-4497f6277837 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:35:19.605998 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e185e1f4-9c6a-4384-a30d-2e78e86f6459 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (c82a5b8a-ddcc-4e12-9a08-37de7318b599), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.695614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e185e1f4-9c6a-4384-a30d-2e78e86f6459 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c82a5b8a-ddcc-4e12-9a08-37de7318b599), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.736216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e1f4-9c6a-4384-a30d-2e78e86f6459 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a5b8a-ddcc-4e12-9a08-37de7318b599,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:19.757511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ee5f24b0-2f22-4fac-9baf-8d7bb7a33d91 None None] Provisioning complete for port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:19.757995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ee5f24b0-2f22-4fac-9baf-8d7bb7a33d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.797027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e185e1f4-9c6a-4384-a30d-2e78e86f6459 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.801212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e185e1f4-9c6a-4384-a30d-2e78e86f6459 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3599293 Feb 10 04:35:19.802021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41042) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:19.807316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-118788ac-60e6-47fd-a095-be16ec94c8a2 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': 'c82a5b8a-ddcc-4e12-9a08-37de7318b599', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:19.808421 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-118788ac-60e6-47fd-a095-be16ec94c8a2 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 04:35:19.809248 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-118788ac-60e6-47fd-a095-be16ec94c8a2 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:19.810134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-118788ac-60e6-47fd-a095-be16ec94c8a2 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065405 Feb 10 04:35:19.814111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41044) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:19.869226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f24b0-2f22-4fac-9baf-8d7bb7a33d91 None None] Current status of the port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:19.875674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34cf12ec-8d29-49f6-8f33-0509843f350a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (c82a5b8a-ddcc-4e12-9a08-37de7318b599), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:19.899893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34cf12ec-8d29-49f6-8f33-0509843f350a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (c82a5b8a-ddcc-4e12-9a08-37de7318b599), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.040613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34cf12ec-8d29-49f6-8f33-0509843f350a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c82a5b8a-ddcc-4e12-9a08-37de7318b599), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.043305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-34cf12ec-8d29-49f6-8f33-0509843f350a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.043944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:20.044495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-34cf12ec-8d29-49f6-8f33-0509843f350a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/c82a5b8a-ddcc-4e12-9a08-37de7318b599 HTTP/1.1" status: 204 len: 168 time: 0.2292819 Feb 10 04:35:20.048057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41048) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.060252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Sync routers for ids ['f0852918-e6d7-43fb-a3aa-4497f6277837'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:20.075453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Routers {'f0852918-e6d7-43fb-a3aa-4497f6277837'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:20.076433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0852918-e6d7-43fb-a3aa-4497f6277837'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:20.081753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf12ec-8d29-49f6-8f33-0509843f350a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82a5b8a-ddcc-4e12-9a08-37de7318b599,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:20.119274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.126525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d542046f-e1be-4597-99e5-259c7e5c5dc0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1125760 Feb 10 04:35:20.126525 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41050) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.157987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-91aea3dc-e0c4-4906-90d5-bb39ad0da66c tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1089001 Feb 10 04:35:20.158591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41052) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.162665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6253f67-f781-49d7-9e5c-f7dedb9503d0 req-1944df8b-665d-4f36-91d7-06994f1d0f0f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0502481 Feb 10 04:35:20.165692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5a98301b-017b-4adb-bcad-972695e20e88 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617473846'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:20.234498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:20.284035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a98301b-017b-4adb-bcad-972695e20e88 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.288983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Set router f0852918-e6d7-43fb-a3aa-4497f6277837 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:20.383047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a98301b-017b-4adb-bcad-972695e20e88 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (eacab8ca-35b7-4653-8eb2-dfa406dce4ee), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.423313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:20.423948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.465937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a98301b-017b-4adb-bcad-972695e20e88 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (eacab8ca-35b7-4653-8eb2-dfa406dce4ee), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.524419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98301b-017b-4adb-bcad-972695e20e88 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacab8ca-35b7-4653-8eb2-dfa406dce4ee,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:20.562947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:20.577766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5a98301b-017b-4adb-bcad-972695e20e88 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.580481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5a98301b-017b-4adb-bcad-972695e20e88 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4203835 Feb 10 04:35:20.584514 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41056) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.592799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b79a6dee-0176-408c-a168-88cab242cbe9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': 'eacab8ca-35b7-4653-8eb2-dfa406dce4ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:20.594370 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-b79a6dee-0176-408c-a168-88cab242cbe9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 04:35:20.595064 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-b79a6dee-0176-408c-a168-88cab242cbe9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:20.601439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:35:18Z', 'revision_number': 3, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port': {'id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:18Z', 'updated_at': '2022-02-10T04:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:20.601612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b79a6dee-0176-408c-a168-88cab242cbe9 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104921 Feb 10 04:35:20.601964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41058) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.606867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-15135fb3-fe19-426d-9e94-4fdf83f08b89 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': 'eacab8ca-35b7-4653-8eb2-dfa406dce4ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:20.608549 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-15135fb3-fe19-426d-9e94-4fdf83f08b89 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 04:35:20.609166 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-15135fb3-fe19-426d-9e94-4fdf83f08b89 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:20.612607 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-15135fb3-fe19-426d-9e94-4fdf83f08b89 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071828 Feb 10 04:35:20.613491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41060) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.618728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-54aa088c-2e68-4f15-8fc4-f80f7286a9e8 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': 'eacab8ca-35b7-4653-8eb2-dfa406dce4ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:20.622855 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-54aa088c-2e68-4f15-8fc4-f80f7286a9e8 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 04:35:20.622855 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-54aa088c-2e68-4f15-8fc4-f80f7286a9e8 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:20.622855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-54aa088c-2e68-4f15-8fc4-f80f7286a9e8 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068660 Feb 10 04:35:20.624391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41062) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.630106 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ba4bedd8-d1b4-4c08-9369-293e14c0c32e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': 'eacab8ca-35b7-4653-8eb2-dfa406dce4ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:20.631520 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-ba4bedd8-d1b4-4c08-9369-293e14c0c32e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 04:35:20.632256 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-ba4bedd8-d1b4-4c08-9369-293e14c0c32e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:20.633500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba4bedd8-d1b4-4c08-9369-293e14c0c32e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079989 Feb 10 04:35:20.637385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41064) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.650001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Checking router: f0852918-e6d7-43fb-a3aa-4497f6277837 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:20.650524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Updating router f0852918-e6d7-43fb-a3aa-4497f6277837 port 297796cb-a9d6-4304-bd4b-107d6f0bd183 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:35:20.688733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.699274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.705825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d04f7278-4631-468c-913f-9319944091e0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (eacab8ca-35b7-4653-8eb2-dfa406dce4ee), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.732983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d04f7278-4631-468c-913f-9319944091e0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (eacab8ca-35b7-4653-8eb2-dfa406dce4ee), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.889545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d04f7278-4631-468c-913f-9319944091e0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (eacab8ca-35b7-4653-8eb2-dfa406dce4ee), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.895360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d04f7278-4631-468c-913f-9319944091e0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:20.900570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d04f7278-4631-468c-913f-9319944091e0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/eacab8ca-35b7-4653-8eb2-dfa406dce4ee HTTP/1.1" status: 204 len: 168 time: 0.2599123 Feb 10 04:35:20.902881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41066) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.911544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f7278-4631-468c-913f-9319944091e0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacab8ca-35b7-4653-8eb2-dfa406dce4ee,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:20.990782 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5af02a4b-4999-4ced-9a3b-274359880c89 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822709 Feb 10 04:35:20.991007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41068) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:20.996253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e53dd836-365b-4baf-a3ed-4d0d90dac919 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785489102'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:21.007702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Allocated IP 172.20.0.1 (b637c57f-351d-4735-945d-07a952df5d64/4550cd2d-86df-4d1f-b798-56699df9490b/65779c52-0540-4398-99c5-94156e664b60) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:21.025392 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Publish callbacks [] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.070157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e53dd836-365b-4baf-a3ed-4d0d90dac919 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.094495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.126852 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks [] for port (65779c52-0540-4398-99c5-94156e664b60), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.145021 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e53dd836-365b-4baf-a3ed-4d0d90dac919 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (6d28eebe-3012-48c2-8195-236047937c9e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.153601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73451-1d83-4b6f-87d8-ce18164aff36 None None] Pushing event updated for resources: {'Port': ['ID=297796cb-a9d6-4304-bd4b-107d6f0bd183,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:21.174871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Attempting to bind port 297796cb-a9d6-4304-bd4b-107d6f0bd183 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:21.175502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Attempting to bind port 297796cb-a9d6-4304-bd4b-107d6f0bd183 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:21.175873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Attempting to bind port 297796cb-a9d6-4304-bd4b-107d6f0bd183 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:21.182492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:21.182927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:21.183337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.183733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:21.184329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Bound port: 297796cb-a9d6-4304-bd4b-107d6f0bd183, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:21.184724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.204500 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e53dd836-365b-4baf-a3ed-4d0d90dac919 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6d28eebe-3012-48c2-8195-236047937c9e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.246966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (65779c52-0540-4398-99c5-94156e664b60), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.254057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dd836-365b-4baf-a3ed-4d0d90dac919 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d28eebe-3012-48c2-8195-236047937c9e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:21.258227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] For port 297796cb-a9d6-4304-bd4b-107d6f0bd183, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:21.262514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] For port 297796cb-a9d6-4304-bd4b-107d6f0bd183, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=297796cb-a9d6-4304-bd4b-107d6f0bd183,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:21.309216 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e53dd836-365b-4baf-a3ed-4d0d90dac919 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.313196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e53dd836-365b-4baf-a3ed-4d0d90dac919 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3188906 Feb 10 04:35:21.313540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41072) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:21.319107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7337e3f2-e138-4fa1-b525-19bcf2073adc tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:21.319340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f94f1e2a-12dd-47f0-8e75-23f48bb705de req-bb6edbcf-013f-4736-8505-725687ec244e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0426080 Feb 10 04:35:21.319593 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-7337e3f2-e138-4fa1-b525-19bcf2073adc tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 04:35:21.320352 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-7337e3f2-e138-4fa1-b525-19bcf2073adc tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:21.323611 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7337e3f2-e138-4fa1-b525-19bcf2073adc tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064504 Feb 10 04:35:21.324196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41074) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:21.326637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Network b637c57f-351d-4735-945d-07a952df5d64 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:21.328672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Pushing event updated for resources: {'Port': ['ID=65779c52-0540-4398-99c5-94156e664b60,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:21.329122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e3e8747c-231c-4a6c-80bd-e37d89ca9961 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:21.331394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:21.334043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:21.345980 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.382105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (f0852918-e6d7-43fb-a3aa-4497f6277837), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.439327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Routers {'f0852918-e6d7-43fb-a3aa-4497f6277837'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:21.439935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0852918-e6d7-43fb-a3aa-4497f6277837'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:21.441609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73451-1d83-4b6f-87d8-ce18164aff36 None None] Pushing event updated for resources: {'Port': ['ID=297796cb-a9d6-4304-bd4b-107d6f0bd183,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:21.594684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] Set router f0852918-e6d7-43fb-a3aa-4497f6277837 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:21.618226 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-e3e8747c-231c-4a6c-80bd-e37d89ca9961 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:21.622586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e3e8747c-231c-4a6c-80bd-e37d89ca9961 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2973974 Feb 10 04:35:21.625800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:21.646095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f4d96822-7dff-4bd5-9b7e-0771d0af656c tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:21.647040 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-f4d96822-7dff-4bd5-9b7e-0771d0af656c tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 04:35:21.647841 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-f4d96822-7dff-4bd5-9b7e-0771d0af656c tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:21.649028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f4d96822-7dff-4bd5-9b7e-0771d0af656c tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218444 Feb 10 04:35:21.653034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41080) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:21.657921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-131178c1-ff62-4546-9bea-e7bfa07db938 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:21.682929 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65779c52-0540-4398-99c5-94156e664b60), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.748050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9de9ce61-bb5a-4fcb-a9f5-6774cdc78dc0 None None] Provisioning complete for port 65779c52-0540-4398-99c5-94156e664b60 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:21.748424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9de9ce61-bb5a-4fcb-a9f5-6774cdc78dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65779c52-0540-4398-99c5-94156e664b60), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.812778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9de9ce61-bb5a-4fcb-a9f5-6774cdc78dc0 None None] Port 65779c52-0540-4398-99c5-94156e664b60 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:35:21.842682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:35:18Z', 'revision_number': 3, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port': {'id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:18Z', 'updated_at': '2022-02-10T04:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:21.877086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12195f59-6a1e-43fe-812c-00bcc28ceefc None None] The sync data for ids ['f0852918-e6d7-43fb-a3aa-4497f6277837'] in n-d-827844-2 is: [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:35:18Z', 'revision_number': 3, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port': {'id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:18Z', 'updated_at': '2022-02-10T04:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:21.877876 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks [] for port (65779c52-0540-4398-99c5-94156e664b60), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:21.916901 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-131178c1-ff62-4546-9bea-e7bfa07db938 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:21.916901 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-131178c1-ff62-4546-9bea-e7bfa07db938 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2604315 Feb 10 04:35:21.917865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41082) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:21.922443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-42758182-07b7-42a3-acc2-49ba34c7fc81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:21.923073 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-42758182-07b7-42a3-acc2-49ba34c7fc81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 04:35:21.923558 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-42758182-07b7-42a3-acc2-49ba34c7fc81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:21.925028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-42758182-07b7-42a3-acc2-49ba34c7fc81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057070 Feb 10 04:35:21.928173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41084) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:21.933869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6928b6f8-345e-4411-8c9f-d30d4a788d4f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:21.959189 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (65779c52-0540-4398-99c5-94156e664b60), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:22.031885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (f0852918-e6d7-43fb-a3aa-4497f6277837), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:22.033765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Pushing event updated for resources: {'Port': ['ID=65779c52-0540-4398-99c5-94156e664b60,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:22.093127 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-6928b6f8-345e-4411-8c9f-d30d4a788d4f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:22.098723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6928b6f8-345e-4411-8c9f-d30d4a788d4f tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1666336 Feb 10 04:35:22.099382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41086) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:22.109410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b191cc8f-fda3-4d18-811c-a266d635aea4 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:22.109885 n-d-827844-2 neutron-server[109959]: WARNING neutron.api.v2.base [None req-b191cc8f-fda3-4d18-811c-a266d635aea4 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 04:35:22.110364 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-b191cc8f-fda3-4d18-811c-a266d635aea4 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:22.115153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b191cc8f-fda3-4d18-811c-a266d635aea4 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110455 Feb 10 04:35:22.115153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41088) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:22.119633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-80afcebb-37ba-40dd-925d-1a772dc2119e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:22.154258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Network b637c57f-351d-4735-945d-07a952df5d64 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:22.154258 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:22.293550 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-80afcebb-37ba-40dd-925d-1a772dc2119e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:22.295187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-80afcebb-37ba-40dd-925d-1a772dc2119e tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1791170 Feb 10 04:35:22.298361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41090) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:22.315222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f578fd5b-656a-4b68-b6d6-7b9c9548e6e6 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6d28eebe-3012-48c2-8195-236047937c9e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:22.343907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Router f0852918-e6d7-43fb-a3aa-4497f6277837 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:35:22.507736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a067fe4b-94c1-47ab-9019-07a78cca5831 req-1a5fb984-38f7-4014-856f-4ef5341afdf1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0738549 Feb 10 04:35:22.521477 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:35:22.537673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-abad617a-198a-4508-a0a7-55303f31c5bd admin admin] 10.222.0.42 "PUT /v2.0/routers/f0852918-e6d7-43fb-a3aa-4497f6277837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4016769 Feb 10 04:35:22.547070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b79585f5-519c-4498-815d-002dc169ca71 None None] Provisioning complete for port 65779c52-0540-4398-99c5-94156e664b60 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:22.547989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b79585f5-519c-4498-815d-002dc169ca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65779c52-0540-4398-99c5-94156e664b60), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:22.595594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b79585f5-519c-4498-815d-002dc169ca71 None None] Port 65779c52-0540-4398-99c5-94156e664b60 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:35:22.662479 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-f578fd5b-656a-4b68-b6d6-7b9c9548e6e6 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:22.666628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41098) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:22.667174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f578fd5b-656a-4b68-b6d6-7b9c9548e6e6 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3631284 Feb 10 04:35:22.746256 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf505-2c68-4586-a0bd-23e500a75ef1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (6d28eebe-3012-48c2-8195-236047937c9e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:22.773441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf505-2c68-4586-a0bd-23e500a75ef1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (6d28eebe-3012-48c2-8195-236047937c9e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:22.893213 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf505-2c68-4586-a0bd-23e500a75ef1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6d28eebe-3012-48c2-8195-236047937c9e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:22.897357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf505-2c68-4586-a0bd-23e500a75ef1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:22.902526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ebfbf505-2c68-4586-a0bd-23e500a75ef1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/6d28eebe-3012-48c2-8195-236047937c9e HTTP/1.1" status: 204 len: 168 time: 0.2301455 Feb 10 04:35:22.902671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41104) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:22.910021 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbf505-2c68-4586-a0bd-23e500a75ef1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d28eebe-3012-48c2-8195-236047937c9e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:22.985043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7e28d343-b96c-4d2d-a1cc-44a5c1b9f2de tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824211 Feb 10 04:35:22.989035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41110) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:22.994693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6d554cdd-8951-4566-afb6-bf9f537df5e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--156269103'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:23.114822 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d554cdd-8951-4566-afb6-bf9f537df5e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:23.224196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-35d18ce2-d472-4d48-82a6-895c9a0ddeca tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:23.225713 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-35d18ce2-d472-4d48-82a6-895c9a0ddeca tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/networks?id=f7c01fce-1199-4eb8-a6b6-9f9617b582e6 HTTP/1.1" status: 200 len: 911 time: 0.1210625 Feb 10 04:35:23.254675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cffb3b6f-88a3-42c3-b9e2-378c7d7faffb tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/quotas/5a5c6c6534d14bd982d26e26003a2405 HTTP/1.1" status: 200 len: 375 time: 0.0226650 Feb 10 04:35:23.257665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d554cdd-8951-4566-afb6-bf9f537df5e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (31ca81c0-77ba-4cb7-9f0a-82aa1a711c23), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:23.320776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d554cdd-8951-4566-afb6-bf9f537df5e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (31ca81c0-77ba-4cb7-9f0a-82aa1a711c23), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:23.372141 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-e7547ea9-5487-4e96-aa04-81079039708c tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a5c6c6534d14bd982d26e26003a2405&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071031 Feb 10 04:35:23.372732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d554cdd-8951-4566-afb6-bf9f537df5e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ca81c0-77ba-4cb7-9f0a-82aa1a711c23,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:23.402538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d554cdd-8951-4566-afb6-bf9f537df5e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:23.405097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6d554cdd-8951-4566-afb6-bf9f537df5e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4132152 Feb 10 04:35:23.406596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41128) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:23.412016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-33e8e600-dfc7-488b-9ece-a65874f1d099 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '31ca81c0-77ba-4cb7-9f0a-82aa1a711c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:23.454248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-e822d5aa-ddf7-4331-b96f-70c1206eb6d4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:35:23.455281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-e822d5aa-ddf7-4331-b96f-70c1206eb6d4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0677028 Feb 10 04:35:23.556259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-4f71695d-54a4-4800-b517-dc120ca4a1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939023 Feb 10 04:35:23.631662 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-33e8e600-dfc7-488b-9ece-a65874f1d099 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The resource could not be found. Feb 10 04:35:23.632712 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33e8e600-dfc7-488b-9ece-a65874f1d099 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2251072 Feb 10 04:35:23.637131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41134) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:23.642347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-028f695b-d00b-4a6a-9377-611a9c3a9578 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '31ca81c0-77ba-4cb7-9f0a-82aa1a711c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'adc004a4-8fa5-4443-8e12-fa584e61a0de'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:23.664768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-213f79f2-e7dc-4192-8441-47fb0388018b req-3b1e9dc0-9d2c-44a0-9e9f-9090a13aa8b1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0359635 Feb 10 04:35:23.696341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-964b9709-b936-408c-9454-9daa97a43941 service neutron] 10.222.0.42 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275008 Feb 10 04:35:23.835572 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-028f695b-d00b-4a6a-9377-611a9c3a9578 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The resource could not be found. Feb 10 04:35:23.836648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-028f695b-d00b-4a6a-9377-611a9c3a9578 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1985128 Feb 10 04:35:23.841557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41136) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:23.930741 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4929947c-7d96-4a7a-8ca6-c186caa157e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (31ca81c0-77ba-4cb7-9f0a-82aa1a711c23), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:23.989042 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-62645244-24ab-4f76-9738-4694468f07b0 req-0a4946d0-f5f3-435c-9aa7-29f459fb7425 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 210 time: 0.0385966 Feb 10 04:35:23.992312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4929947c-7d96-4a7a-8ca6-c186caa157e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (31ca81c0-77ba-4cb7-9f0a-82aa1a711c23), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.159566 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Sync routers for ids ['f0852918-e6d7-43fb-a3aa-4497f6277837'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:35:24.170140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4929947c-7d96-4a7a-8ca6-c186caa157e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (31ca81c0-77ba-4cb7-9f0a-82aa1a711c23), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.173136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Routers {'f0852918-e6d7-43fb-a3aa-4497f6277837'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:24.173136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0852918-e6d7-43fb-a3aa-4497f6277837'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:24.177612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4929947c-7d96-4a7a-8ca6-c186caa157e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.181535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4929947c-7d96-4a7a-8ca6-c186caa157e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/31ca81c0-77ba-4cb7-9f0a-82aa1a711c23 HTTP/1.1" status: 204 len: 168 time: 0.3358488 Feb 10 04:35:24.182008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41146) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:24.208182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929947c-7d96-4a7a-8ca6-c186caa157e1 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ca81c0-77ba-4cb7-9f0a-82aa1a711c23,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:24.267430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9e4e4d00-5ec1-4912-aa3f-85f4c0e779b4 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0794694 Feb 10 04:35:24.267757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 297796cb-a9d6-4304-bd4b-107d6f0bd183 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:24.268535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41148) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:24.277004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6e4be205-1c2d-48d7-a484-06a6c7cca661 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': '6685fbd4-09b5-4a7a-865f-c06d91038a9f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:24.322176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Set router f0852918-e6d7-43fb-a3aa-4497f6277837 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:24.549333 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-6e4be205-1c2d-48d7-a484-06a6c7cca661 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The resource could not be found. Feb 10 04:35:24.556149 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6e4be205-1c2d-48d7-a484-06a6c7cca661 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2774255 Feb 10 04:35:24.556429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41150) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:24.563709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-60fbfe90-6284-44da-87fe-b476c7b5fba0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--107620394'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:24.641530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 297796cb-a9d6-4304-bd4b-107d6f0bd183 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:24.641530 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.704465 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60fbfe90-6284-44da-87fe-b476c7b5fba0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.711048 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:35:21Z', 'revision_number': 4, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port': {'id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:18Z', 'updated_at': '2022-02-10T04:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '65779c52-0540-4398-99c5-94156e664b60', 'name': '', 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'mac_address': 'fa:16:3e:52:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4550cd2d-86df-4d1f-b798-56699df9490b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:20Z', 'updated_at': '2022-02-10T04:35:21Z', 'revision_number': 2, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'subnets': [{'id': '4550cd2d-86df-4d1f-b798-56699df9490b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:24.766085 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Checking router: f0852918-e6d7-43fb-a3aa-4497f6277837 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:35:24.766927 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Updating router f0852918-e6d7-43fb-a3aa-4497f6277837 port 65779c52-0540-4398-99c5-94156e664b60 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:35:24.803380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 297796cb-a9d6-4304-bd4b-107d6f0bd183 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:24.803831 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.816641 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65779c52-0540-4398-99c5-94156e664b60), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.824991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5f24532-8337-4fcf-a0bb-69b8152305f4 req-b6197746-bf97-4652-bb32-615e0af117b3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0437706 Feb 10 04:35:24.842108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 297796cb-a9d6-4304-bd4b-107d6f0bd183, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=297796cb-a9d6-4304-bd4b-107d6f0bd183,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:24.852970 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60fbfe90-6284-44da-87fe-b476c7b5fba0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (d99063e5-010a-4146-9c54-cb0b27068270), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.936108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:24.997884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=297796cb-a9d6-4304-bd4b-107d6f0bd183,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:24.999661 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60fbfe90-6284-44da-87fe-b476c7b5fba0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d99063e5-010a-4146-9c54-cb0b27068270), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.085269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbfe90-6284-44da-87fe-b476c7b5fba0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99063e5-010a-4146-9c54-cb0b27068270,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:25.122062 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffe89c8c-724d-4da2-ad67-d385129260bf req-27456b4a-23ab-4516-bbba-bfc512e4a3f5 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 210 time: 0.0514758 Feb 10 04:35:25.146430 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-60fbfe90-6284-44da-87fe-b476c7b5fba0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.149205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-60fbfe90-6284-44da-87fe-b476c7b5fba0 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5905848 Feb 10 04:35:25.151498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41160) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:25.156305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1286f662-ddf5-4ade-8a7e-e6a47f51ffff tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096115270'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:25.171819 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Publish callbacks [] for port (65779c52-0540-4398-99c5-94156e664b60), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.206471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1286f662-ddf5-4ade-8a7e-e6a47f51ffff tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.229497 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65779c52-0540-4398-99c5-94156e664b60), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.283644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1286f662-ddf5-4ade-8a7e-e6a47f51ffff tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (ab088d8a-6e36-4c65-bbcd-4c432cb72fad), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.325883 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83745-60e8-479f-870c-18297ba6322c None None] Pushing event updated for resources: {'Port': ['ID=65779c52-0540-4398-99c5-94156e664b60,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:25.364096 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Attempting to bind port 65779c52-0540-4398-99c5-94156e664b60 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:25.364323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1286f662-ddf5-4ade-8a7e-e6a47f51ffff tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ab088d8a-6e36-4c65-bbcd-4c432cb72fad), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.364538 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Attempting to bind port 65779c52-0540-4398-99c5-94156e664b60 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:25.364942 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Attempting to bind port 65779c52-0540-4398-99c5-94156e664b60 on network b637c57f-351d-4735-945d-07a952df5d64 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:25.371754 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:25.372131 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Checking segment: {'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:25.372530 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.372969 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Bound using segment: {'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:25.373436 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Bound port: 65779c52-0540-4398-99c5-94156e664b60, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5493af08-5a8d-4fef-8819-d363708f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:25.373842 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65779c52-0540-4398-99c5-94156e664b60), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.403094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286f662-ddf5-4ade-8a7e-e6a47f51ffff tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab088d8a-6e36-4c65-bbcd-4c432cb72fad,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:25.469288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] For port 65779c52-0540-4398-99c5-94156e664b60, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:25.472527 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] For port 65779c52-0540-4398-99c5-94156e664b60, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=65779c52-0540-4398-99c5-94156e664b60,segment=NetworkSegment(5493af08-5a8d-4fef-8819-d363708f2ba0),segment_id=5493af08-5a8d-4fef-8819-d363708f2ba0)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:25.483775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1286f662-ddf5-4ade-8a7e-e6a47f51ffff tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.485605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1286f662-ddf5-4ade-8a7e-e6a47f51ffff tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3327315 Feb 10 04:35:25.488221 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41162) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:25.493055 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ae7f0179-ed26-42ca-b8be-b3e13ab7441a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group_rule': {'security_group_id': 'd99063e5-010a-4146-9c54-cb0b27068270', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ab088d8a-6e36-4c65-bbcd-4c432cb72fad'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:25.534912 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65779c52-0540-4398-99c5-94156e664b60), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.601774 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Routers {'f0852918-e6d7-43fb-a3aa-4497f6277837'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:35:25.602390 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:35:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0852918-e6d7-43fb-a3aa-4497f6277837'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:25.605280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83745-60e8-479f-870c-18297ba6322c None None] Pushing event updated for resources: {'Port': ['ID=65779c52-0540-4398-99c5-94156e664b60,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:25.659143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-79f9ea27-7deb-4ab8-bac9-340ceb906480 None None] Provisioning complete for port 65779c52-0540-4398-99c5-94156e664b60 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:25.660138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-79f9ea27-7deb-4ab8-bac9-340ceb906480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65779c52-0540-4398-99c5-94156e664b60), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.732981 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] Set router f0852918-e6d7-43fb-a3aa-4497f6277837 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:35:25.758568 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-ae7f0179-ed26-42ca-b8be-b3e13ab7441a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:35:25.759728 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ae7f0179-ed26-42ca-b8be-b3e13ab7441a tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2704935 Feb 10 04:35:25.762655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41166) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:25.796720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-79f9ea27-7deb-4ab8-bac9-340ceb906480 None None] Current status of the port 65779c52-0540-4398-99c5-94156e664b60 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:25.797423 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-79f9ea27-7deb-4ab8-bac9-340ceb906480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (65779c52-0540-4398-99c5-94156e664b60), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.838876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-79f9ea27-7deb-4ab8-bac9-340ceb906480 None None] For port 65779c52-0540-4398-99c5-94156e664b60, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=65779c52-0540-4398-99c5-94156e664b60,segment=NetworkSegment(5493af08-5a8d-4fef-8819-d363708f2ba0),segment_id=5493af08-5a8d-4fef-8819-d363708f2ba0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:25.846786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-429c98f3-d241-435e-809e-45de1c3ce073 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (ab088d8a-6e36-4c65-bbcd-4c432cb72fad), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.885281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-429c98f3-d241-435e-809e-45de1c3ce073 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (ab088d8a-6e36-4c65-bbcd-4c432cb72fad), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.936859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-79f9ea27-7deb-4ab8-bac9-340ceb906480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (65779c52-0540-4398-99c5-94156e664b60), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:25.980516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f95264c9-5847-43fa-9ad5-232f976bc020 req-0b98933a-2422-4ac2-913f-0dc90bd1a81d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0356600 Feb 10 04:35:26.025044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9ea27-7deb-4ab8-bac9-340ceb906480 None None] Pushing event updated for resources: {'Port': ['ID=65779c52-0540-4398-99c5-94156e664b60,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:26.035713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-429c98f3-d241-435e-809e-45de1c3ce073 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ab088d8a-6e36-4c65-bbcd-4c432cb72fad), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.038804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-429c98f3-d241-435e-809e-45de1c3ce073 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.042680 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-429c98f3-d241-435e-809e-45de1c3ce073 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/ab088d8a-6e36-4c65-bbcd-4c432cb72fad HTTP/1.1" status: 204 len: 168 time: 0.2763395 Feb 10 04:35:26.043360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41170) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:26.071533 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-357a44bb-12a7-4b2d-b397-3d3b11ae8d80 None None] Provisioning complete for port 65779c52-0540-4398-99c5-94156e664b60 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:26.072089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-357a44bb-12a7-4b2d-b397-3d3b11ae8d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65779c52-0540-4398-99c5-94156e664b60), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.090087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c98f3-d241-435e-809e-45de1c3ce073 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab088d8a-6e36-4c65-bbcd-4c432cb72fad,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:26.188573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:26.201732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-edda318b-9b30-4c61-ad06-f56e93e5c9a6 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1568186 Feb 10 04:35:26.248384 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:35:21Z', 'revision_number': 4, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port': {'id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:18Z', 'updated_at': '2022-02-10T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '65779c52-0540-4398-99c5-94156e664b60', 'name': '', 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'mac_address': 'fa:16:3e:52:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4550cd2d-86df-4d1f-b798-56699df9490b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:20Z', 'updated_at': '2022-02-10T04:35:25Z', 'revision_number': 4, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'subnets': [{'id': '4550cd2d-86df-4d1f-b798-56699df9490b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:35:26.274743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-357a44bb-12a7-4b2d-b397-3d3b11ae8d80 None None] Current status of the port 65779c52-0540-4398-99c5-94156e664b60 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:26.279083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 297796cb-a9d6-4304-bd4b-107d6f0bd183 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:26.281907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7b5a4cc-9c45-4d5e-9a9c-0589bc479fbb req-5b47a048-e5cb-4ed0-8839-37ce51f47732 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 210 time: 0.0437565 Feb 10 04:35:26.304395 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33b7f469-b09d-4bc0-9271-d4a5b36bac81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (d99063e5-010a-4146-9c54-cb0b27068270), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.326945 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50787d-9d5f-47f2-9e9b-b1d610f04639 None None] The sync data for ids ['f0852918-e6d7-43fb-a3aa-4497f6277837'] in n-d-827844-2 is: [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:35:21Z', 'revision_number': 4, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port': {'id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:18Z', 'updated_at': '2022-02-10T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '65779c52-0540-4398-99c5-94156e664b60', 'name': '', 'network_id': 'b637c57f-351d-4735-945d-07a952df5d64', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'mac_address': 'fa:16:3e:52:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4550cd2d-86df-4d1f-b798-56699df9490b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:20Z', 'updated_at': '2022-02-10T04:35:25Z', 'revision_number': 4, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'subnets': [{'id': '4550cd2d-86df-4d1f-b798-56699df9490b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:35:26.354171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33b7f469-b09d-4bc0-9271-d4a5b36bac81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (d99063e5-010a-4146-9c54-cb0b27068270), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.449854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 297796cb-a9d6-4304-bd4b-107d6f0bd183 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:26.450419 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.542750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 297796cb-a9d6-4304-bd4b-107d6f0bd183 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:26.549874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33b7f469-b09d-4bc0-9271-d4a5b36bac81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d99063e5-010a-4146-9c54-cb0b27068270), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.554245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-33b7f469-b09d-4bc0-9271-d4a5b36bac81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.558034 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-33b7f469-b09d-4bc0-9271-d4a5b36bac81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/d99063e5-010a-4146-9c54-cb0b27068270 HTTP/1.1" status: 204 len: 168 time: 0.3654475 Feb 10 04:35:26.560739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41176) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:26.566744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f469-b09d-4bc0-9271-d4a5b36bac81 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99063e5-010a-4146-9c54-cb0b27068270,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:26.649568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41178) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:26.655308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3e52d464-7a80-4d9b-9d30-38b85229353d tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'tempest-secgroup--170856147'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:26.656162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7db95dbd-c51e-4dcd-8d97-59fcbaeec042 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0958560 Feb 10 04:35:26.758806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e52d464-7a80-4d9b-9d30-38b85229353d tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.841171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e52d464-7a80-4d9b-9d30-38b85229353d tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.941616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e52d464-7a80-4d9b-9d30-38b85229353d tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:26.956009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-a34b3303-63a5-4c50-8542-0febd71d1749 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:26.957656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-a34b3303-63a5-4c50-8542-0febd71d1749 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.24 "GET /v2.0/networks?id=f7c01fce-1199-4eb8-a6b6-9f9617b582e6 HTTP/1.1" status: 200 len: 911 time: 0.1281431 Feb 10 04:35:26.968683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Request body: {'port': {'device_id': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'admin_state_up': True, 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:27.025687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52d464-7a80-4d9b-9d30-38b85229353d tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:27.079174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Made reservation on behalf of 5a5c6c6534d14bd982d26e26003a2405 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:35:27.081623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.139230 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8699dcd9-2283-466e-97d9-85183a2ab5d1 req-c86841c0-a204-4137-a765-80ea53e3d172 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa6fef3-a725-4b4f-95cc-5d6ce446ea2f HTTP/1.1" status: 200 len: 210 time: 0.0414736 Feb 10 04:35:27.176451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e52d464-7a80-4d9b-9d30-38b85229353d tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.183185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e52d464-7a80-4d9b-9d30-38b85229353d tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5315607 Feb 10 04:35:27.184331 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41184) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:27.192128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b02b753e-ca18-4c82-89f4-70f0b81d0048 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:27.196340 n-d-827844-2 neutron-server[109958]: WARNING neutron.api.v2.base [None req-b02b753e-ca18-4c82-89f4-70f0b81d0048 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 04:35:27.196643 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-b02b753e-ca18-4c82-89f4-70f0b81d0048 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 04:35:27.201988 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b02b753e-ca18-4c82-89f4-70f0b81d0048 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "PUT /v2.0/security-groups/a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4 HTTP/1.1" status: 409 len: 330 time: 0.0161538 Feb 10 04:35:27.204446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41186) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:27.252615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Allocated IP 172.20.0.11 (f7c01fce-1199-4eb8-a6b6-9f9617b582e6/dc2de387-3a46-46a9-96a2-15b3ed59405d/69dc1e86-2001-40f9-91d8-975f27529823) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:27.276947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa7ac-2715-4981-b600-ba23d3f98993 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.310190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa7ac-2715-4981-b600-ba23d3f98993 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.428318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e35aec57-6595-43d3-8762-fe566bcd67cf req-4592014b-c53c-4c66-8f4a-ea59c664917f tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 210 time: 0.0355701 Feb 10 04:35:27.428518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks [] for port (69dc1e86-2001-40f9-91d8-975f27529823), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.469946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa7ac-2715-4981-b600-ba23d3f98993 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.474178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa7ac-2715-4981-b600-ba23d3f98993 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.475993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab3aa7ac-2715-4981-b600-ba23d3f98993 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4 HTTP/1.1" status: 204 len: 168 time: 0.2702761 Feb 10 04:35:27.480046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41190) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:27.486569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aa7ac-2715-4981-b600-ba23d3f98993 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a76bd2-dbd3-4f69-9d9a-5d215a7440c4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:27.534077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41192) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:27.534757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-251cbcb3-fc5c-4573-9f57-dcf9b7f6e567 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527918 Feb 10 04:35:27.549750 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-25990ca3-7267-4e74-93b1-a8d3357ecf23 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] delete failed (client error): The resource could not be found. Feb 10 04:35:27.550876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-25990ca3-7267-4e74-93b1-a8d3357ecf23 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "DELETE /v2.0/security-groups/a90474b8-94f7-48c2-91e1-088c171986fa HTTP/1.1" status: 404 len: 347 time: 0.0154827 Feb 10 04:35:27.555013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41194) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:27.570101 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-e86a37c8-c7c6-4cbf-95a4-3cd8f3a20297 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] show failed (client error): The resource could not be found. Feb 10 04:35:27.571839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e86a37c8-c7c6-4cbf-95a4-3cd8f3a20297 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-groups/d88a39e3-08b0-47d4-9cce-1cf53fbccdcc HTTP/1.1" status: 404 len: 347 time: 0.0157402 Feb 10 04:35:27.575817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41196) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:27.591668 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-5f49d9c2-272a-4ab5-8ffb-4482f0dee039 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] show failed (client error): The resource could not be found. Feb 10 04:35:27.592579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5f49d9c2-272a-4ab5-8ffb-4482f0dee039 tempest-NegativeSecGroupTest-169067521 tempest-NegativeSecGroupTest-169067521-project] 10.222.0.42 "GET /v2.0/security-group-rules/2ae1784f-19b0-4784-9252-ae7d53daf4e4 HTTP/1.1" status: 404 len: 356 time: 0.0157948 Feb 10 04:35:27.606897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (69dc1e86-2001-40f9-91d8-975f27529823), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:27.670353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:27.674358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:27.676721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:27.693904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f24e38fb-54ce-4a79-b211-166e2ba58274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.031562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e8ad6d3d-0c37-4376-b869-9f9fb3f90f79 None None] Provisioning complete for port 69dc1e86-2001-40f9-91d8-975f27529823 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:28.032808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6d3d-0c37-4376-b869-9f9fb3f90f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69dc1e86-2001-40f9-91d8-975f27529823), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.079241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:28.080590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.084400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Pushing event updated for resources: {'Port': ['ID=69dc1e86-2001-40f9-91d8-975f27529823,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:28.110398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad6d3d-0c37-4376-b869-9f9fb3f90f79 None None] Port 69dc1e86-2001-40f9-91d8-975f27529823 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:35:28.184810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-cf791502-5150-4703-bb43-f4943a155547 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2193923 Feb 10 04:35:28.197152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Request body: {'port': {'device_id': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:28.234817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 65779c52-0540-4398-99c5-94156e664b60 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:28.322907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 65779c52-0540-4398-99c5-94156e664b60 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:28.324335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (65779c52-0540-4398-99c5-94156e664b60), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.360756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69dc1e86-2001-40f9-91d8-975f27529823), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.371241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41208) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:28.410747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 65779c52-0540-4398-99c5-94156e664b60 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:28.582847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dbecb5d3-5a82-41b1-9acb-3b3a808550f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11338a3bf9db4b34ba1b9411c0a69d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095931 Feb 10 04:35:28.585247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41214) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:28.624652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f314eb-bca3-434e-9bc7-a9b0c02cdc18 req-e55b68c1-20c3-4abb-b61f-d1f359f69cbe tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:28.626446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85f314eb-bca3-434e-9bc7-a9b0c02cdc18 req-e55b68c1-20c3-4abb-b61f-d1f359f69cbe tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1028 time: 0.0972033 Feb 10 04:35:28.661239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e5578b7-d09d-4fbf-98ad-c3b9d36a15c6 admin admin] Publish callbacks [] for security_group (5ee62ab6-a824-4e97-8331-34cf7791fddd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.687979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dc1e86-2001-40f9-91d8-975f27529823 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:35:28.696787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Publish callbacks [] for port (69dc1e86-2001-40f9-91d8-975f27529823), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.700720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e5578b7-d09d-4fbf-98ad-c3b9d36a15c6 admin admin] Publish callbacks [] for security_group (5ee62ab6-a824-4e97-8331-34cf7791fddd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.709803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Transition to ACTIVE for port object 69dc1e86-2001-40f9-91d8-975f27529823 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:35:28.715608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-85f314eb-bca3-434e-9bc7-a9b0c02cdc18 req-f3cb1cd7-fedd-4b41-9455-4b610ca3c9a8 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743814 Feb 10 04:35:28.794224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (69dc1e86-2001-40f9-91d8-975f27529823), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.835344 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e5578b7-d09d-4fbf-98ad-c3b9d36a15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5ee62ab6-a824-4e97-8331-34cf7791fddd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.839946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3e5578b7-d09d-4fbf-98ad-c3b9d36a15c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:28.842349 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3e5578b7-d09d-4fbf-98ad-c3b9d36a15c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ee62ab6-a824-4e97-8331-34cf7791fddd HTTP/1.1" status: 204 len: 168 time: 0.2559247 Feb 10 04:35:28.843685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Pushing event updated for resources: {'Port': ['ID=69dc1e86-2001-40f9-91d8-975f27529823,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:28.870392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5578b7-d09d-4fbf-98ad-c3b9d36a15c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee62ab6-a824-4e97-8331-34cf7791fddd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:28.948608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Attempting to bind port 69dc1e86-2001-40f9-91d8-975f27529823 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:28.950384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Attempting to bind port 69dc1e86-2001-40f9-91d8-975f27529823 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:28.951414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Attempting to bind port 69dc1e86-2001-40f9-91d8-975f27529823 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:28.956747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Port 69dc1e86-2001-40f9-91d8-975f27529823 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:35:28.957193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Attempting to bind port 69dc1e86-2001-40f9-91d8-975f27529823 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:28.963020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:28.964110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Checking segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:28.964110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Bound using segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:28.964465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Bound port: 69dc1e86-2001-40f9-91d8-975f27529823, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:28.964981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69dc1e86-2001-40f9-91d8-975f27529823), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:29.043064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] For port 69dc1e86-2001-40f9-91d8-975f27529823, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:29.046919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] For port 69dc1e86-2001-40f9-91d8-975f27529823, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69dc1e86-2001-40f9-91d8-975f27529823,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:29.144459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (69dc1e86-2001-40f9-91d8-975f27529823), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:29.181425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.182059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:29.183484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] 10.222.0.24 "PUT /v2.0/ports/69dc1e86-2001-40f9-91d8-975f27529823 HTTP/1.1" status: 200 len: 1092 time: 0.9916270 Feb 10 04:35:29.183970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'tag': '69dc1e86-2001-40f9-91d8-975f27529823'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:29.186269 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c42fc68-6ea8-480c-9060-b9f740003a72" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1be804-e26d-4880-8a5c-76c7b1ccc458", "tag": "69dc1e86-2001-40f9-91d8-975f27529823"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:29.245749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454249d-c0f3-44f9-8c63-4f6403dceda3 service neutron] Pushing event updated for resources: {'Port': ['ID=69dc1e86-2001-40f9-91d8-975f27529823,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:29.260895 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de60009-1c18-447d-a829-60f26711db59 x-openstack-request-id: req-2de60009-1c18-447d-a829-60f26711db59 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:29.264949 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1be804-e26d-4880-8a5c-76c7b1ccc458", "tag": "69dc1e86-2001-40f9-91d8-975f27529823", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:29.265266 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2de60009-1c18-447d-a829-60f26711db59 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:29.265779 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'tag': '69dc1e86-2001-40f9-91d8-975f27529823', 'status': 'completed', 'code': 200} Feb 10 04:35:29.319275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42fc68-6ea8-480c-9060-b9f740003a72 req-ce3ff706-0033-4c85-9cd4-c4b395f0a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.321082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c42fc68-6ea8-480c-9060-b9f740003a72 req-ce3ff706-0033-4c85-9cd4-c4b395f0a767 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a5c6c6534d14bd982d26e26003a2405&device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1126 time: 0.0504808 Feb 10 04:35:29.478960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42fc68-6ea8-480c-9060-b9f740003a72 req-22b528e7-ad60-4c30-8be9-73de96939924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.480449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c42fc68-6ea8-480c-9060-b9f740003a72 req-22b528e7-ad60-4c30-8be9-73de96939924 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5a5c6c6534d14bd982d26e26003a2405&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1518395 Feb 10 04:35:29.578819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42fc68-6ea8-480c-9060-b9f740003a72 req-0651c458-c30b-473f-9bae-2b2ad3da16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.580302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c42fc68-6ea8-480c-9060-b9f740003a72 req-0651c458-c30b-473f-9bae-2b2ad3da16d5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940349 Feb 10 04:35:29.671861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-4687dba0-be49-41b4-ac1c-2eeb0139173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.673914 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-4687dba0-be49-41b4-ac1c-2eeb0139173e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a5c6c6534d14bd982d26e26003a2405&device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1126 time: 0.0591140 Feb 10 04:35:29.717140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-767f0a7f-9594-4410-b54a-7bee873ad144 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69dc1e86-2001-40f9-91d8-975f27529823 HTTP/1.1" status: 200 len: 217 time: 0.0363276 Feb 10 04:35:29.768719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-ee5bcbc9-49fb-4c7c-b9ef-3a56b472daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.771562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-ee5bcbc9-49fb-4c7c-b9ef-3a56b472daa1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc2de387-3a46-46a9-96a2-15b3ed59405d HTTP/1.1" status: 200 len: 849 time: 0.0486968 Feb 10 04:35:29.830987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a5b53dcc-4b5e-4db9-905a-94775ee112f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:29.837607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-53a7ab7f-101c-48ba-90a3-c7c3064d4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.839443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-53a7ab7f-101c-48ba-90a3-c7c3064d4f21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7c01fce-1199-4eb8-a6b6-9f9617b582e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625865 Feb 10 04:35:29.860469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4faf0-65d2-48cf-aee6-868040d268e3 req-d8f14339-488b-4a35-86e9-2f815ad51089 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:29.871904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7b4faf0-65d2-48cf-aee6-868040d268e3 req-d8f14339-488b-4a35-86e9-2f815ad51089 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1126 time: 0.0773535 Feb 10 04:35:29.920852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7b4faf0-65d2-48cf-aee6-868040d268e3 req-723dfdf8-033b-4ebf-a428-e46e3b0e29af tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Feb 10 04:35:29.953753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-ab9c720e-e45b-428b-9fdf-6a37e64f65a0 service neutron] 10.222.0.24 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078429 Feb 10 04:35:30.051684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc005f17-0469-4f29-b6ac-dc8fe1380d91 req-32950a15-fc76-4a6d-8e39-d73955759f0c service neutron] 10.222.0.24 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917218 Feb 10 04:35:31.056304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8be256-f382-41bb-8940-e746f0162b04 req-ae22cff0-3158-4eb3-adf4-78f98b5778f1 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:31.057885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bb8be256-f382-41bb-8940-e746f0162b04 req-ae22cff0-3158-4eb3-adf4-78f98b5778f1 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1126 time: 0.0475452 Feb 10 04:35:31.064098 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:31.104389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bb8be256-f382-41bb-8940-e746f0162b04 req-9d8e32bf-3a25-45ed-a583-6064db92e51c tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Feb 10 04:35:32.260426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7c03-e2d5-41c1-808f-02f1d5767790 req-fe687729-0657-4163-bb52-f400c0b29c45 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:32.262335 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54cf7c03-e2d5-41c1-808f-02f1d5767790 req-fe687729-0657-4163-bb52-f400c0b29c45 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1126 time: 0.0594606 Feb 10 04:35:32.313272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54cf7c03-e2d5-41c1-808f-02f1d5767790 req-7ee2d60b-fd17-4d52-8d14-cb2c53e0e6c1 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Feb 10 04:35:32.624693 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:32.790152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69dc1e86-2001-40f9-91d8-975f27529823 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:35:32.901399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 69dc1e86-2001-40f9-91d8-975f27529823, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69dc1e86-2001-40f9-91d8-975f27529823,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:32.913593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '69dc1e86-2001-40f9-91d8-975f27529823', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'port_id': '69dc1e86-2001-40f9-91d8-975f27529823', 'mac_address': 'fa:16:3e:c4:f7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:35:32.957912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 69dc1e86-2001-40f9-91d8-975f27529823 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:32.958948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69dc1e86-2001-40f9-91d8-975f27529823), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:32.973151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dc1e86-2001-40f9-91d8-975f27529823 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:35:32.998794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 69dc1e86-2001-40f9-91d8-975f27529823, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69dc1e86-2001-40f9-91d8-975f27529823,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:33.086491 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69dc1e86-2001-40f9-91d8-975f27529823), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:33.141671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=69dc1e86-2001-40f9-91d8-975f27529823,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:33.278221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69dc1e86-2001-40f9-91d8-975f27529823'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:33.319501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-d0c2086a-0a0e-4477-9d2a-972fa049a412 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702324 Feb 10 04:35:33.541929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-3c18efb9-9416-4a3d-9a16-bc54e720e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:33.543796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-3c18efb9-9416-4a3d-9a16-bc54e720e58a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 1127 time: 0.1199963 Feb 10 04:35:33.564176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9e414-5294-4c2a-b343-29c0e2a6a816 req-e9fec7bf-5ee5-40f8-b205-d83760dbf734 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:33.565839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ff9e414-5294-4c2a-b343-29c0e2a6a816 req-e9fec7bf-5ee5-40f8-b205-d83760dbf734 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1127 time: 0.0841587 Feb 10 04:35:33.699402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-fdbd1ffb-6fde-4e67-9d82-4f15cee6ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:33.701226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-fdbd1ffb-6fde-4e67-9d82-4f15cee6ebd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1259072 Feb 10 04:35:33.747262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-f6f30195-b688-4420-8e47-bd24dd77296d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd28a88-d9a3-4594-8a0f-736a467ab719 HTTP/1.1" status: 200 len: 217 time: 0.0392954 Feb 10 04:35:33.794567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ff9e414-5294-4c2a-b343-29c0e2a6a816 req-18ee9112-e15d-45fa-a0d3-0050b9e09369 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179146 Feb 10 04:35:33.810158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-3ffdb53c-a6c7-4ec5-83a3-da81f777d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:33.811684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-3ffdb53c-a6c7-4ec5-83a3-da81f777d040 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0581782 Feb 10 04:35:33.870794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-061b30f0-b419-4efc-9cc1-4ec0c7f97c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:33.872778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-061b30f0-b419-4efc-9cc1-4ec0c7f97c5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552185 Feb 10 04:35:33.977197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-eec0b5b4-6dda-462c-b753-f5eb410aae9d service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958114 Feb 10 04:35:34.089406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24ef66c2-cf04-4a81-ac51-44c540845c0a req-aa756672-fbfc-41ad-a4b7-97cf8c7b9ecb service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067472 Feb 10 04:35:34.287965 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:34.798638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69dc1e86-2001-40f9-91d8-975f27529823 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:34.932813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46e64f-21d3-427d-8b35-cc62bba85c11 req-3f6e2178-6118-440d-822f-7028f0a12173 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:34.934437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c46e64f-21d3-427d-8b35-cc62bba85c11 req-3f6e2178-6118-440d-822f-7028f0a12173 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1127 time: 0.0499196 Feb 10 04:35:34.993019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 69dc1e86-2001-40f9-91d8-975f27529823 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:35:35.008597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 69dc1e86-2001-40f9-91d8-975f27529823 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:35.008597 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (69dc1e86-2001-40f9-91d8-975f27529823), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:35.014912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c46e64f-21d3-427d-8b35-cc62bba85c11 req-de81f94e-8116-4d07-9d91-9ae4ec8252fb tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714955 Feb 10 04:35:35.109308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 69dc1e86-2001-40f9-91d8-975f27529823 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:35.109715 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (69dc1e86-2001-40f9-91d8-975f27529823), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:35.136430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc1e86-2001-40f9-91d8-975f27529823'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:35.139643 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0bfd01-3190-4cd9-9fd0-dd9bb7787428" -d '{"events": [{"server_uuid": "3b1be804-e26d-4880-8a5c-76c7b1ccc458", "name": "network-vif-plugged", "status": "completed", "tag": "69dc1e86-2001-40f9-91d8-975f27529823"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:35.156050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 69dc1e86-2001-40f9-91d8-975f27529823, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69dc1e86-2001-40f9-91d8-975f27529823,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:35.188042 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeecc8c-8845-4893-8b6f-da81892bc02f x-openstack-request-id: req-fdeecc8c-8845-4893-8b6f-da81892bc02f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:35.188342 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1be804-e26d-4880-8a5c-76c7b1ccc458", "name": "network-vif-plugged", "status": "completed", "tag": "69dc1e86-2001-40f9-91d8-975f27529823", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:35.188599 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdeecc8c-8845-4893-8b6f-da81892bc02f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:35.189005 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dc1e86-2001-40f9-91d8-975f27529823', 'code': 200} Feb 10 04:35:35.241304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (69dc1e86-2001-40f9-91d8-975f27529823), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:35.298123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=69dc1e86-2001-40f9-91d8-975f27529823,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:35.312582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d24e-9394-4428-b723-274538be8e35 req-104e6646-4baf-489c-8af0-efa42ef7ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:35.316042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c8d24e-9394-4428-b723-274538be8e35 req-104e6646-4baf-489c-8af0-efa42ef7ea35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.0667481 Feb 10 04:35:35.376988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c8d24e-9394-4428-b723-274538be8e35 req-da31a06f-d8f5-4b8f-921f-bc28aa1c54bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536876 Feb 10 04:35:36.135092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a50e47-fc3b-4487-b1b9-a7721c4fa382 req-dbd67f73-9086-425f-baff-d0172da31c96 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:36.143382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83a50e47-fc3b-4487-b1b9-a7721c4fa382 req-dbd67f73-9086-425f-baff-d0172da31c96 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.0593362 Feb 10 04:35:36.203710 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83a50e47-fc3b-4487-b1b9-a7721c4fa382 req-e321db35-1bdc-438c-b64f-3f87790acf99 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593007 Feb 10 04:35:37.321328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55fe6c-8f5c-4826-8843-96964e3edb18 req-38b20ef1-b984-46d5-9418-5246584dd4b8 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:37.323093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e55fe6c-8f5c-4826-8843-96964e3edb18 req-38b20ef1-b984-46d5-9418-5246584dd4b8 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.0536830 Feb 10 04:35:37.380497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e55fe6c-8f5c-4826-8843-96964e3edb18 req-90491fc3-a5ee-4c2f-baef-1bd931c24aa9 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501084 Feb 10 04:35:37.510921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1dadb-2a27-41d5-84b4-7b4a11c56da2 req-eacef469-f17c-435d-a0ff-c72a71ec8404 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:37.518344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cfd1dadb-2a27-41d5-84b4-7b4a11c56da2 req-eacef469-f17c-435d-a0ff-c72a71ec8404 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.0568891 Feb 10 04:35:37.576698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cfd1dadb-2a27-41d5-84b4-7b4a11c56da2 req-ae6fa178-5ee7-4fa3-a897-5aaee05ec4b5 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571816 Feb 10 04:35:37.704943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274d752-20d1-43d7-a79b-7d6ba1a13855 req-c595b258-623d-4757-9038-bc20ddbf76c2 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:37.706543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6274d752-20d1-43d7-a79b-7d6ba1a13855 req-c595b258-623d-4757-9038-bc20ddbf76c2 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.0475786 Feb 10 04:35:37.757608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6274d752-20d1-43d7-a79b-7d6ba1a13855 req-54d1dbcc-49e7-43e6-8334-dcffb3c56452 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Feb 10 04:35:38.094214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-12215d70-860b-4e68-abb4-99ad778816d1 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:38.105313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-12215d70-860b-4e68-abb4-99ad778816d1 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/networks?id=f7c01fce-1199-4eb8-a6b6-9f9617b582e6 HTTP/1.1" status: 200 len: 911 time: 0.1249828 Feb 10 04:35:38.144707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-2a438a6b-b061-4e80-8232-2c7fea5cba08 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/quotas/5a5c6c6534d14bd982d26e26003a2405 HTTP/1.1" status: 200 len: 375 time: 0.0280418 Feb 10 04:35:38.278997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-b6f70599-53ef-493e-b95d-64cc1908b3d4 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a5c6c6534d14bd982d26e26003a2405&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282017 Feb 10 04:35:38.540770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-8af3f954-c3cb-4567-adaa-877d390df633 service neutron] 10.222.0.42 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548821 Feb 10 04:35:38.704387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-cf49da0e-6c52-4ae5-94b2-01ac2c8b99f6 service neutron] 10.222.0.42 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391375 Feb 10 04:35:39.055560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb75e933-66c4-40c7-98fe-a705c963a387 req-620bd8bd-7c90-469c-91f3-7d04c9b400bf tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 210 time: 0.0319767 Feb 10 04:35:40.164346 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d7a9e5c-d52d-4214-8ae3-3fbff30dde79 req-838b1b05-d93c-4207-9a3c-860e95566c14 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 210 time: 0.0413167 Feb 10 04:35:41.283580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c01d619-bce2-4955-b8bd-9a7625de98b6 req-50e612ee-033a-47e9-937c-a675afde3857 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 210 time: 0.0341535 Feb 10 04:35:41.544550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-78e8d6c0-9c31-4994-b0ae-e68fbe8e4d3d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:41.546061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-78e8d6c0-9c31-4994-b0ae-e68fbe8e4d3d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.43 "GET /v2.0/networks?id=f7c01fce-1199-4eb8-a6b6-9f9617b582e6 HTTP/1.1" status: 200 len: 911 time: 0.1903958 Feb 10 04:35:41.558470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Request body: {'port': {'device_id': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'admin_state_up': True, 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:41.732795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Made reservation on behalf of 5a5c6c6534d14bd982d26e26003a2405 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:35:41.735224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:41.959421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Allocated IP 172.20.0.13 (f7c01fce-1199-4eb8-a6b6-9f9617b582e6/dc2de387-3a46-46a9-96a2-15b3ed59405d/6884a09b-b446-4cca-87b8-fc626db77fb1) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:35:42.126301 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks [] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:42.279057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:42.298620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69dc1e86-2001-40f9-91d8-975f27529823'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:42.366513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Pushing event updated for resources: {'Port': ['ID=6884a09b-b446-4cca-87b8-fc626db77fb1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:42.391240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:35:42.393103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:35:42.398462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:35:42.514308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a38b65-186a-40a2-9fe4-bb6f52579d3b req-47c191e9-9d30-4034-93fc-2d7aabe5efa6 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:42.516819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:42.520620 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:42.522070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46a38b65-186a-40a2-9fe4-bb6f52579d3b req-47c191e9-9d30-4034-93fc-2d7aabe5efa6 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1028 time: 0.1146064 Feb 10 04:35:42.569267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41518) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:42.638784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-31ed07d4-0fd8-44b0-8bcc-e7f25e393fbc tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0843065 Feb 10 04:35:42.650012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Request body: {'port': {'device_id': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:35:42.663534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46a38b65-186a-40a2-9fe4-bb6f52579d3b req-a075b7d3-db47-417a-b8ca-312c3333b1f3 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403053 Feb 10 04:35:42.764484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b7de495-ba40-432a-90b0-c7d0f6237f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:42.846524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b7de495-ba40-432a-90b0-c7d0f6237f84 admin admin] Publish callbacks [] for security_group (47641095-f04f-439d-a7ec-30a15bdec359), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:42.847579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:42.878377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b19e8a26-baaa-44d8-bdb8-e1118269d3c6 None None] Provisioning complete for port 6884a09b-b446-4cca-87b8-fc626db77fb1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:42.879053 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b19e8a26-baaa-44d8-bdb8-e1118269d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:42.937236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b19e8a26-baaa-44d8-bdb8-e1118269d3c6 None None] Port 6884a09b-b446-4cca-87b8-fc626db77fb1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:35:42.978735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b7de495-ba40-432a-90b0-c7d0f6237f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (47641095-f04f-439d-a7ec-30a15bdec359), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.049501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b7de495-ba40-432a-90b0-c7d0f6237f84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f35facad8ddf49f28ec2248e3f72bbe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4761119 Feb 10 04:35:43.050979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41540) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:43.058681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7de495-ba40-432a-90b0-c7d0f6237f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47641095-f04f-439d-a7ec-30a15bdec359,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:43.168688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028efd6-7504-4794-a29b-8cca4b50c674 req-1a7b5706-5031-4206-a3b2-491f1dcb295a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:43.175721 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9028efd6-7504-4794-a29b-8cca4b50c674 req-1a7b5706-5031-4206-a3b2-491f1dcb295a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 945 time: 0.1684065 Feb 10 04:35:43.219874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6884a09b-b446-4cca-87b8-fc626db77fb1 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:35:43.222250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a64939c6-a7bd-43b9-b41c-c750bdf64e00 admin admin] Publish callbacks [] for security_group (47641095-f04f-439d-a7ec-30a15bdec359), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.228060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Publish callbacks [] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.240685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Transition to ACTIVE for port object 6884a09b-b446-4cca-87b8-fc626db77fb1 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:35:43.257616 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9028efd6-7504-4794-a29b-8cca4b50c674 req-ccf1a99a-4468-4f4e-83c6-6c20cf763005 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802963 Feb 10 04:35:43.262024 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a64939c6-a7bd-43b9-b41c-c750bdf64e00 admin admin] Publish callbacks [] for security_group (47641095-f04f-439d-a7ec-30a15bdec359), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.309539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.364188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Pushing event updated for resources: {'Port': ['ID=6884a09b-b446-4cca-87b8-fc626db77fb1,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:43.398859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a64939c6-a7bd-43b9-b41c-c750bdf64e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (47641095-f04f-439d-a7ec-30a15bdec359), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.402895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a64939c6-a7bd-43b9-b41c-c750bdf64e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.407207 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a64939c6-a7bd-43b9-b41c-c750bdf64e00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47641095-f04f-439d-a7ec-30a15bdec359 HTTP/1.1" status: 204 len: 168 time: 0.3538380 Feb 10 04:35:43.425418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64939c6-a7bd-43b9-b41c-c750bdf64e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47641095-f04f-439d-a7ec-30a15bdec359,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:43.461700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Attempting to bind port 6884a09b-b446-4cca-87b8-fc626db77fb1 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:35:43.462257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Attempting to bind port 6884a09b-b446-4cca-87b8-fc626db77fb1 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:35:43.462467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Attempting to bind port 6884a09b-b446-4cca-87b8-fc626db77fb1 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:43.468119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Port 6884a09b-b446-4cca-87b8-fc626db77fb1 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:35:43.468447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Attempting to bind port 6884a09b-b446-4cca-87b8-fc626db77fb1 on network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:35:43.474835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:35:43.476171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Checking segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:35:43.476171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Bound using segment: {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:35:43.476171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Bound port: 6884a09b-b446-4cca-87b8-fc626db77fb1, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9269a92-2bda-4164-a3fb-72dbfff7ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:35:43.476486 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.546907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] For port 6884a09b-b446-4cca-87b8-fc626db77fb1, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:35:43.553077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] For port 6884a09b-b446-4cca-87b8-fc626db77fb1, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6884a09b-b446-4cca-87b8-fc626db77fb1,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:35:43.650652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.691041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:43.691595 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:43.693256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] 10.222.0.43 "PUT /v2.0/ports/6884a09b-b446-4cca-87b8-fc626db77fb1 HTTP/1.1" status: 200 len: 1092 time: 1.0474479 Feb 10 04:35:43.693691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'tag': '6884a09b-b446-4cca-87b8-fc626db77fb1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:43.696157 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d3bf7f-b22e-44df-a993-4f01579e86f4" -d '{"events": [{"name": "network-changed", "server_uuid": "72fd77a5-28b6-445f-9cc6-f7d68befc08f", "tag": "6884a09b-b446-4cca-87b8-fc626db77fb1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:43.722576 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071ac65-6b6a-4437-b380-afbaf203a11a service neutron] Pushing event updated for resources: {'Port': ['ID=6884a09b-b446-4cca-87b8-fc626db77fb1,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:43.798794 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185430b8-7411-405a-9d1a-a98b7943174b x-openstack-request-id: req-185430b8-7411-405a-9d1a-a98b7943174b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:43.799748 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fd77a5-28b6-445f-9cc6-f7d68befc08f", "tag": "6884a09b-b446-4cca-87b8-fc626db77fb1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:43.800049 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-185430b8-7411-405a-9d1a-a98b7943174b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:43.800449 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'tag': '6884a09b-b446-4cca-87b8-fc626db77fb1', 'status': 'completed', 'code': 200} Feb 10 04:35:43.853541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24029e08-6be3-42df-9dd3-0522009f68ca req-ba031a3a-1470-4db8-aa4c-6b042327d080 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:43.855178 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24029e08-6be3-42df-9dd3-0522009f68ca req-ba031a3a-1470-4db8-aa4c-6b042327d080 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1126 time: 0.1156230 Feb 10 04:35:43.861653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bf7f-b22e-44df-a993-4f01579e86f4 req-f80c2bac-7fd9-4808-b9e9-5ec8619b1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:43.866546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30d3bf7f-b22e-44df-a993-4f01579e86f4 req-f80c2bac-7fd9-4808-b9e9-5ec8619b1012 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a5c6c6534d14bd982d26e26003a2405&device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1126 time: 0.0619614 Feb 10 04:35:43.965707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24029e08-6be3-42df-9dd3-0522009f68ca req-5933220f-7b9e-4a7f-b87f-fdef755613c3 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014605 Feb 10 04:35:44.003806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bf7f-b22e-44df-a993-4f01579e86f4 req-fa122549-eeb3-4480-89e9-086c63099905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:44.005521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30d3bf7f-b22e-44df-a993-4f01579e86f4 req-fa122549-eeb3-4480-89e9-086c63099905 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a5c6c6534d14bd982d26e26003a2405&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1339676 Feb 10 04:35:44.113904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3bf7f-b22e-44df-a993-4f01579e86f4 req-2d92d207-0528-4a1e-8d21-9f004b6a18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:44.115494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30d3bf7f-b22e-44df-a993-4f01579e86f4 req-2d92d207-0528-4a1e-8d21-9f004b6a18ae service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040459 Feb 10 04:35:44.196953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-05409875-be61-4255-a102-b176ec558339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:44.198516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-05409875-be61-4255-a102-b176ec558339 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a5c6c6534d14bd982d26e26003a2405&device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1126 time: 0.0487940 Feb 10 04:35:44.250872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-df0f2b1a-18f5-41cc-854f-aec15d36d9e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6884a09b-b446-4cca-87b8-fc626db77fb1 HTTP/1.1" status: 200 len: 217 time: 0.0439630 Feb 10 04:35:44.301552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-c30be836-2379-46c5-8c04-2cab61ba8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:44.303469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-c30be836-2379-46c5-8c04-2cab61ba8e1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dc2de387-3a46-46a9-96a2-15b3ed59405d HTTP/1.1" status: 200 len: 849 time: 0.0466123 Feb 10 04:35:44.325541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41600) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:44.353446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-1bc398fc-8730-448c-9d19-e3eed2531c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:44.355014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-1bc398fc-8730-448c-9d19-e3eed2531c00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7c01fce-1199-4eb8-a6b6-9f9617b582e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462387 Feb 10 04:35:44.373840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d84ffff-e412-461f-bd16-aef110f739c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.419219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf56d5-4cc9-4429-adb9-05f1df5bdcea req-d7b2a7ea-56fd-43f3-b6d6-d8580e6fb8b1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:44.420723 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cebf56d5-4cc9-4429-adb9-05f1df5bdcea req-d7b2a7ea-56fd-43f3-b6d6-d8580e6fb8b1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 945 time: 0.0877426 Feb 10 04:35:44.454027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-9fb3db7d-d823-4209-b5f2-15c831c55f44 service neutron] 10.222.0.43 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920722 Feb 10 04:35:44.501041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cebf56d5-4cc9-4429-adb9-05f1df5bdcea req-22b3b7da-512a-4ccc-918c-ad504dcefa9b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d295a7-8c3e-4f73-beed-ebe1e1167fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 Feb 10 04:35:44.511334 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d84ffff-e412-461f-bd16-aef110f739c4 admin admin] Publish callbacks [] for security_group (dc2c4e6a-6df3-4ccf-a061-f8a686df18cc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.570608 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3d84ffff-e412-461f-bd16-aef110f739c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc2c4e6a-6df3-4ccf-a061-f8a686df18cc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.582340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00898e65-c0b5-4e75-88ed-f9d146bcba48 req-5469a89c-5687-410c-bea1-1b21a18696eb service neutron] 10.222.0.43 "GET /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222420 Feb 10 04:35:44.596464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325711d0-02c9-4e7a-8f99-2561063aedef req-b5281b76-b678-40a3-abd8-6e355fcacd4a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:44.597716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-325711d0-02c9-4e7a-8f99-2561063aedef req-b5281b76-b678-40a3-abd8-6e355fcacd4a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 945 time: 0.0745513 Feb 10 04:35:44.612104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3d84ffff-e412-461f-bd16-aef110f739c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1cf0987eaf70499e83a0a64468da15e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2845712 Feb 10 04:35:44.613527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84ffff-e412-461f-bd16-aef110f739c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2c4e6a-6df3-4ccf-a061-f8a686df18cc,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:44.616327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41614) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:44.669827 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc198815-b942-46c5-b841-72cf18b91c5b admin admin] Publish callbacks [] for security_group (dc2c4e6a-6df3-4ccf-a061-f8a686df18cc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.697689 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc198815-b942-46c5-b841-72cf18b91c5b admin admin] Publish callbacks [] for security_group (dc2c4e6a-6df3-4ccf-a061-f8a686df18cc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.700864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port edd28a88-d9a3-4594-8a0f-736a467ab719 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:44.701206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.796286 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] For port edd28a88-d9a3-4594-8a0f-736a467ab719, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=edd28a88-d9a3-4594-8a0f-736a467ab719,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:44.796677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.812225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for edd28a88-d9a3-4594-8a0f-736a467ab719 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:44.815699 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc198815-b942-46c5-b841-72cf18b91c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dc2c4e6a-6df3-4ccf-a061-f8a686df18cc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.822016 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dc198815-b942-46c5-b841-72cf18b91c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:44.823279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dc198815-b942-46c5-b841-72cf18b91c5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc2c4e6a-6df3-4ccf-a061-f8a686df18cc HTTP/1.1" status: 204 len: 168 time: 0.2060425 Feb 10 04:35:44.832285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc198815-b942-46c5-b841-72cf18b91c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2c4e6a-6df3-4ccf-a061-f8a686df18cc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:45.062198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (edd28a88-d9a3-4594-8a0f-736a467ab719), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:45.074631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['edd28a88-d9a3-4594-8a0f-736a467ab719'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:45.105327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=edd28a88-d9a3-4594-8a0f-736a467ab719,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:45.157517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7880-5856-41aa-820c-b097d0255d38 req-1a0d1f35-0fe2-4924-b7eb-291dffb0745f tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:45.160987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62aa7880-5856-41aa-820c-b097d0255d38 req-1a0d1f35-0fe2-4924-b7eb-291dffb0745f tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1126 time: 0.1254399 Feb 10 04:35:45.160987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] No DVR routers for this DVR port edd28a88-d9a3-4594-8a0f-736a467ab719 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:45.164661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:45.168773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-325711d0-02c9-4e7a-8f99-2561063aedef req-ca71adda-6788-4a79-b454-d1ba14ba017b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "DELETE /v2.0/ports/edd28a88-d9a3-4594-8a0f-736a467ab719 HTTP/1.1" status: 204 len: 173 time: 0.5655282 Feb 10 04:35:45.219733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62aa7880-5856-41aa-820c-b097d0255d38 req-af121458-ed0b-4106-8d25-113c738b4264 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499232 Feb 10 04:35:45.624344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b13a01ed-3b6d-4553-9f13-c0f3ce525eb2 req-40e817ea-dfc6-4c5a-a7eb-dad6b2ed0401 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0340269 Feb 10 04:35:45.801324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'name': 'network-vif-deleted', 'tag': 'edd28a88-d9a3-4594-8a0f-736a467ab719'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:45.804130 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d878a231-b707-4d8f-affe-7f24d7300bdd" -d '{"events": [{"server_uuid": "2be5d951-bdbb-45dd-8fa3-9e0c529419e7", "name": "network-vif-deleted", "tag": "edd28a88-d9a3-4594-8a0f-736a467ab719"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:45.848561 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a69e4b-466f-46f5-b09e-2b2402a5dcca x-openstack-request-id: req-b2a69e4b-466f-46f5-b09e-2b2402a5dcca {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:45.848886 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be5d951-bdbb-45dd-8fa3-9e0c529419e7", "name": "network-vif-deleted", "tag": "edd28a88-d9a3-4594-8a0f-736a467ab719", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:45.849355 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2a69e4b-466f-46f5-b09e-2b2402a5dcca {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:45.849547 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5d951-bdbb-45dd-8fa3-9e0c529419e7', 'name': 'network-vif-deleted', 'tag': 'edd28a88-d9a3-4594-8a0f-736a467ab719', 'status': 'completed', 'code': 200} Feb 10 04:35:46.329953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d213229-122a-4651-8519-ea0066236b46 req-43447b26-1a5c-4a91-9744-7a26d970b48a tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:46.331467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d213229-122a-4651-8519-ea0066236b46 req-43447b26-1a5c-4a91-9744-7a26d970b48a tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1126 time: 0.0445743 Feb 10 04:35:46.384479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d213229-122a-4651-8519-ea0066236b46 req-539d26dd-f25c-47a2-8884-bc8eabd54bbd tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Feb 10 04:35:46.569036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 41736) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:46.685956 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f1b7-8a77-4a3e-b3d6-4673b906da28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:46.739136 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c865673a-9af8-4cbc-90dd-84260580b916 req-89b7786b-e18e-4a41-9577-71990af4afd6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Feb 10 04:35:47.101356 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:35:47.104198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.129034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f1b7-8a77-4a3e-b3d6-4673b906da28 admin admin] Publish callbacks [] for security_group (943a1feb-e11b-4caa-87a0-f5a6d04ed9fd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.210338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f1b7-8a77-4a3e-b3d6-4673b906da28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (943a1feb-e11b-4caa-87a0-f5a6d04ed9fd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.251299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d9b8f1b7-8a77-4a3e-b3d6-4673b906da28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8989d21bf32f40f596b12333d9543824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6808059 Feb 10 04:35:47.252174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8f1b7-8a77-4a3e-b3d6-4673b906da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943a1feb-e11b-4caa-87a0-f5a6d04ed9fd,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:47.253691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 41768) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:35:47.305505 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49db7b4a-a519-4405-b786-063da165f7c2 admin admin] Publish callbacks [] for security_group (943a1feb-e11b-4caa-87a0-f5a6d04ed9fd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.327296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49db7b4a-a519-4405-b786-063da165f7c2 admin admin] Publish callbacks [] for security_group (943a1feb-e11b-4caa-87a0-f5a6d04ed9fd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.425281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49db7b4a-a519-4405-b786-063da165f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (943a1feb-e11b-4caa-87a0-f5a6d04ed9fd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.430377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-49db7b4a-a519-4405-b786-063da165f7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.433591 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-49db7b4a-a519-4405-b786-063da165f7c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/943a1feb-e11b-4caa-87a0-f5a6d04ed9fd HTTP/1.1" status: 204 len: 168 time: 0.1769781 Feb 10 04:35:47.441169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db7b4a-a519-4405-b786-063da165f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943a1feb-e11b-4caa-87a0-f5a6d04ed9fd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:47.522038 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bed0d-0035-49bc-8169-1d9e3ce4f0af req-de5efbea-9d5d-45c9-b66d-9cc8b18aa197 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:47.523587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b34bed0d-0035-49bc-8169-1d9e3ce4f0af req-de5efbea-9d5d-45c9-b66d-9cc8b18aa197 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1126 time: 0.0644307 Feb 10 04:35:47.569184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b34bed0d-0035-49bc-8169-1d9e3ce4f0af req-ae93fea7-209f-4194-bc24-a80a516db466 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Feb 10 04:35:47.699000 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6884a09b-b446-4cca-87b8-fc626db77fb1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:35:47.702039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device edd28a88-d9a3-4594-8a0f-736a467ab719 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:47.728780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: edd28a88-d9a3-4594-8a0f-736a467ab719 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:47.729212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device edd28a88-d9a3-4594-8a0f-736a467ab719 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:47.865590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d01a44e-718f-4ab8-9115-9a89f0806a95 req-5ffd9db4-ea9b-472c-83e1-ea9a1129fdfa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0469029 Feb 10 04:35:47.878152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6884a09b-b446-4cca-87b8-fc626db77fb1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6884a09b-b446-4cca-87b8-fc626db77fb1,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:47.890966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '6884a09b-b446-4cca-87b8-fc626db77fb1', 'network_id': 'f7c01fce-1199-4eb8-a6b6-9f9617b582e6', 'port_id': '6884a09b-b446-4cca-87b8-fc626db77fb1', 'mac_address': 'fa:16:3e:fb:e4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2de387-3a46-46a9-96a2-15b3ed59405d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:35:47.935447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 6884a09b-b446-4cca-87b8-fc626db77fb1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:47.936033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:47.951276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6884a09b-b446-4cca-87b8-fc626db77fb1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:35:47.971973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6884a09b-b446-4cca-87b8-fc626db77fb1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6884a09b-b446-4cca-87b8-fc626db77fb1,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:48.064134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:48.129855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=6884a09b-b446-4cca-87b8-fc626db77fb1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:48.262737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['6884a09b-b446-4cca-87b8-fc626db77fb1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:48.506646 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:48.714532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cac50-f9b9-4430-ab43-c9d4d467854e req-ca44e4e5-c437-46b6-8d53-171456a123a9 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:48.716450 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-933cac50-f9b9-4430-ab43-c9d4d467854e req-ca44e4e5-c437-46b6-8d53-171456a123a9 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1127 time: 0.0684636 Feb 10 04:35:48.765460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-933cac50-f9b9-4430-ab43-c9d4d467854e req-7d2ca5f5-9ccd-42a6-a345-3100500c4201 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Feb 10 04:35:48.960980 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7821bb03-be6d-49b7-8361-ed1cd8e5a32a req-10fe51f0-73d7-4e0f-adce-1fef4ebde95c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0286164 Feb 10 04:35:49.712667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6884a09b-b446-4cca-87b8-fc626db77fb1 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:35:49.853659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 6884a09b-b446-4cca-87b8-fc626db77fb1 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:35:49.858480 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 6884a09b-b446-4cca-87b8-fc626db77fb1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:35:49.858896 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:49.905962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658c5f9-06af-4f61-9b31-f200081bcb86 req-e37699ce-3b63-487c-9b5f-ab3ea2ede695 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:49.907889 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1658c5f9-06af-4f61-9b31-f200081bcb86 req-e37699ce-3b63-487c-9b5f-ab3ea2ede695 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1127 time: 0.0671594 Feb 10 04:35:49.960884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1658c5f9-06af-4f61-9b31-f200081bcb86 req-2f9ab3cc-2f6e-4580-a0a8-42851701489f tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459659 Feb 10 04:35:49.965066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 6884a09b-b446-4cca-87b8-fc626db77fb1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:35:49.965486 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:50.023462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6884a09b-b446-4cca-87b8-fc626db77fb1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6884a09b-b446-4cca-87b8-fc626db77fb1,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:50.024919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6884a09b-b446-4cca-87b8-fc626db77fb1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:50.028648 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff014e0-3a99-4c9a-b3e3-a4d19f7de856" -d '{"events": [{"server_uuid": "72fd77a5-28b6-445f-9cc6-f7d68befc08f", "name": "network-vif-plugged", "status": "completed", "tag": "6884a09b-b446-4cca-87b8-fc626db77fb1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:50.085330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01eb3224-b585-4c77-b042-7af2d939240e req-526887be-8e80-4965-8cf1-5dfbe3f2db9c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0413444 Feb 10 04:35:50.085852 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effefb11-fdd2-4a08-be6d-3295b5e81f74 x-openstack-request-id: req-effefb11-fdd2-4a08-be6d-3295b5e81f74 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:50.085999 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fd77a5-28b6-445f-9cc6-f7d68befc08f", "name": "network-vif-plugged", "status": "completed", "tag": "6884a09b-b446-4cca-87b8-fc626db77fb1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:50.086353 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-effefb11-fdd2-4a08-be6d-3295b5e81f74 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:50.086850 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6884a09b-b446-4cca-87b8-fc626db77fb1', 'code': 200} Feb 10 04:35:50.109862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:50.172885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=6884a09b-b446-4cca-87b8-fc626db77fb1,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:50.218902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7919fc-3e9c-4fe6-a593-072c95f14af3 req-dcecd70c-6505-4540-93d5-49712e2eae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:50.220461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6d7919fc-3e9c-4fe6-a593-072c95f14af3 req-dcecd70c-6505-4540-93d5-49712e2eae44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0636754 Feb 10 04:35:50.265128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6d7919fc-3e9c-4fe6-a593-072c95f14af3 req-6a83caa9-cc8f-45ab-b055-0d282455af32 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Feb 10 04:35:51.120287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95589-1532-43a0-b1b3-1b3ecd0bfb12 req-24a1de31-8f10-4b8f-82c5-b7b7153a36ce tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:51.122106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22a95589-1532-43a0-b1b3-1b3ecd0bfb12 req-24a1de31-8f10-4b8f-82c5-b7b7153a36ce tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0518246 Feb 10 04:35:51.191446 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22a95589-1532-43a0-b1b3-1b3ecd0bfb12 req-e22cd870-50bc-417e-b373-748a6cea13f8 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617898 Feb 10 04:35:51.213247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d24cf9dd-5488-45e8-a35c-d6fb92b6e2f7 req-6e6d58a1-5bbe-4326-b2cb-e13a6a74b68a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0336721 Feb 10 04:35:52.355945 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad193910-d674-4337-acaa-7db33ac02fd5 req-801cacc2-500b-42bb-b48e-fab969362d0d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0456171 Feb 10 04:35:52.374679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162081-a4b3-4cdb-b205-d3f6c4475598 req-80767d8b-2de2-46b8-bbcd-78751744705a tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:52.377562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd162081-a4b3-4cdb-b205-d3f6c4475598 req-80767d8b-2de2-46b8-bbcd-78751744705a tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0685985 Feb 10 04:35:52.429645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd162081-a4b3-4cdb-b205-d3f6c4475598 req-a46bdd5f-98fd-4ff5-88b6-948db326a7ba tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 Feb 10 04:35:52.561037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6bc5-87ec-4646-8422-72c0dd38c514 req-cb572316-02cc-405d-846b-99a6a1a1a473 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:52.562500 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05ef6bc5-87ec-4646-8422-72c0dd38c514 req-cb572316-02cc-405d-846b-99a6a1a1a473 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0464113 Feb 10 04:35:52.627013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05ef6bc5-87ec-4646-8422-72c0dd38c514 req-b379a7b5-9284-4abe-8d06-36ba9ab9d6c4 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Feb 10 04:35:52.732925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8097c-3562-42f4-bd87-9200244313a7 req-196c18a9-7e89-4869-aaf3-7b51c56432a1 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:52.740041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4c8097c-3562-42f4-bd87-9200244313a7 req-196c18a9-7e89-4869-aaf3-7b51c56432a1 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0533688 Feb 10 04:35:52.794877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b4c8097c-3562-42f4-bd87-9200244313a7 req-40a90f75-18fb-4af2-a227-6642ccdd2953 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488884 Feb 10 04:35:53.285484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113895d-2927-4442-a035-c13e6235dc05 req-d5fc5c3d-156d-4ad5-82f5-29a1a3b6aff7 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:53.287190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e113895d-2927-4442-a035-c13e6235dc05 req-d5fc5c3d-156d-4ad5-82f5-29a1a3b6aff7 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0709968 Feb 10 04:35:53.335421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e113895d-2927-4442-a035-c13e6235dc05 req-55063d24-6dbf-424b-8b40-033bc57be298 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Feb 10 04:35:53.479254 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65ae76c9-76e2-4dd3-94da-3be30840d4cf req-3c6db525-7147-4f3e-be9f-9abcc8535df5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0453045 Feb 10 04:35:54.510341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-4609e3ee-5772-4cc8-83d0-dd5101bc9968 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:54.511873 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-4609e3ee-5772-4cc8-83d0-dd5101bc9968 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0970528 Feb 10 04:35:54.528246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa632-601f-419c-8e35-d61c532d10fb req-de4f1793-3c05-401c-a380-fa0c2c2da9a7 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:54.535657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b80aa632-601f-419c-8e35-d61c532d10fb req-de4f1793-3c05-401c-a380-fa0c2c2da9a7 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 1128 time: 0.0750072 Feb 10 04:35:54.652485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-97cea746-b8f6-4c29-a0dc-ebc7b661757e req-26bcb773-90af-4a74-9df8-81fcba9d7dbc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=2be5d951-bdbb-45dd-8fa3-9e0c529419e7 HTTP/1.1" status: 200 len: 210 time: 0.0331905 Feb 10 04:35:54.667777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b80aa632-601f-419c-8e35-d61c532d10fb req-b9022b11-8b04-48fb-b6eb-4cb7eb4bca8b tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187732 Feb 10 04:35:54.700339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Deleting port 6884a09b-b446-4cca-87b8-fc626db77fb1 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:54.700681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:54.792392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] For port 6884a09b-b446-4cca-87b8-fc626db77fb1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6884a09b-b446-4cca-87b8-fc626db77fb1,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:54.792889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:54.806998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Calling delete_port for 6884a09b-b446-4cca-87b8-fc626db77fb1 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:55.133244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6884a09b-b446-4cca-87b8-fc626db77fb1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:55.142643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['6884a09b-b446-4cca-87b8-fc626db77fb1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:55.146961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69dc1e86-2001-40f9-91d8-975f27529823'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:55.183612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Pushing event deleted for resources: {'Port': ['ID=6884a09b-b446-4cca-87b8-fc626db77fb1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:55.270518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] No DVR routers for this DVR port 6884a09b-b446-4cca-87b8-fc626db77fb1 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:55.273486 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:55.283813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-30ec9b00-9704-4ed1-85ed-166ddd90ddcc req-a24f41b3-8ca3-47b2-bbff-9f27d3df5c9d tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6884a09b-b446-4cca-87b8-fc626db77fb1 HTTP/1.1" status: 204 len: 173 time: 0.7645404 Feb 10 04:35:55.284317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'name': 'network-vif-deleted', 'tag': '6884a09b-b446-4cca-87b8-fc626db77fb1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:55.288380 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bb523e-5d4d-4a33-8174-7e3d30cfc8cb" -d '{"events": [{"server_uuid": "72fd77a5-28b6-445f-9cc6-f7d68befc08f", "name": "network-vif-deleted", "tag": "6884a09b-b446-4cca-87b8-fc626db77fb1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:55.349687 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231788be-0c3c-4dc8-a580-9805fa276f03 x-openstack-request-id: req-231788be-0c3c-4dc8-a580-9805fa276f03 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:55.349983 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fd77a5-28b6-445f-9cc6-f7d68befc08f", "name": "network-vif-deleted", "tag": "6884a09b-b446-4cca-87b8-fc626db77fb1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:55.350488 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-231788be-0c3c-4dc8-a580-9805fa276f03 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:55.351089 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fd77a5-28b6-445f-9cc6-f7d68befc08f', 'name': 'network-vif-deleted', 'tag': '6884a09b-b446-4cca-87b8-fc626db77fb1', 'status': 'completed', 'code': 200} Feb 10 04:35:55.812353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39407103-6540-4383-bc65-e252a98fd985 req-50bf4b55-130d-4fac-a056-bd6f7b5e3caf tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72fd77a5-28b6-445f-9cc6-f7d68befc08f HTTP/1.1" status: 200 len: 210 time: 0.0350001 Feb 10 04:35:57.415695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66273ff0-d67b-4a20-9c47-7593e9d106e6 req-17450f32-f01d-4e97-8e0d-955a0e5a8f8e tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:57.417233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66273ff0-d67b-4a20-9c47-7593e9d106e6 req-17450f32-f01d-4e97-8e0d-955a0e5a8f8e tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.0606155 Feb 10 04:35:57.481133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66273ff0-d67b-4a20-9c47-7593e9d106e6 req-c7373625-dc9d-4985-a11f-a1347b576821 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488636 Feb 10 04:35:57.650765 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-11850dd7-90bc-479a-ba88-392d57918ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:57.728870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6884a09b-b446-4cca-87b8-fc626db77fb1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:35:57.752852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 6884a09b-b446-4cca-87b8-fc626db77fb1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:35:57.753660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6884a09b-b446-4cca-87b8-fc626db77fb1 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:35:58.637202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24cb94-f8df-4ec7-9447-5197ebc4f06a req-b32b24d4-945c-48e5-8f81-543428634821 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:58.640355 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f24cb94-f8df-4ec7-9447-5197ebc4f06a req-b32b24d4-945c-48e5-8f81-543428634821 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.0518687 Feb 10 04:35:58.745817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-f6717641-490b-4f29-abfd-4d406c3f2edd tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:35:58.748919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-f6717641-490b-4f29-abfd-4d406c3f2edd tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 1128 time: 0.1059437 Feb 10 04:35:58.804669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f24cb94-f8df-4ec7-9447-5197ebc4f06a req-67673259-812a-4250-a68d-81b56078053c tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=31506073-a59b-4bdb-ba55-f0287541c38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490667 Feb 10 04:35:58.891551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Deleting port 69dc1e86-2001-40f9-91d8-975f27529823 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:35:58.891828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (69dc1e86-2001-40f9-91d8-975f27529823), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:58.988824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] For port 69dc1e86-2001-40f9-91d8-975f27529823, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=69dc1e86-2001-40f9-91d8-975f27529823,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:35:58.989189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (69dc1e86-2001-40f9-91d8-975f27529823), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:59.013736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Calling delete_port for 69dc1e86-2001-40f9-91d8-975f27529823 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:35:59.247832 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (69dc1e86-2001-40f9-91d8-975f27529823), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:59.260371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['69dc1e86-2001-40f9-91d8-975f27529823'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:35:59.275923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Pushing event deleted for resources: {'Port': ['ID=69dc1e86-2001-40f9-91d8-975f27529823,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:35:59.344154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] No DVR routers for this DVR port 69dc1e86-2001-40f9-91d8-975f27529823 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:35:59.346943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:59.362574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-541d82b4-5f2a-408a-9f66-448a98a0f380 req-bab8c443-ea07-4b25-af85-dfd0375e9625 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.24 "DELETE /v2.0/ports/69dc1e86-2001-40f9-91d8-975f27529823 HTTP/1.1" status: 204 len: 173 time: 0.6075068 Feb 10 04:35:59.363512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'name': 'network-vif-deleted', 'tag': '69dc1e86-2001-40f9-91d8-975f27529823'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:35:59.369409 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd54b3-197a-4576-9a87-c587ab0a5a1d" -d '{"events": [{"server_uuid": "3b1be804-e26d-4880-8a5c-76c7b1ccc458", "name": "network-vif-deleted", "tag": "69dc1e86-2001-40f9-91d8-975f27529823"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:35:59.414990 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b18e1-2b02-4cee-8408-5ede287d9994 x-openstack-request-id: req-230b18e1-2b02-4cee-8408-5ede287d9994 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:35:59.415361 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1be804-e26d-4880-8a5c-76c7b1ccc458", "name": "network-vif-deleted", "tag": "69dc1e86-2001-40f9-91d8-975f27529823", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:35:59.415689 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-230b18e1-2b02-4cee-8408-5ede287d9994 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:35:59.416218 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1be804-e26d-4880-8a5c-76c7b1ccc458', 'name': 'network-vif-deleted', 'tag': '69dc1e86-2001-40f9-91d8-975f27529823', 'status': 'completed', 'code': 200} Feb 10 04:35:59.804636 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5015c6da-6a93-4e37-a949-bee7d793d75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:35:59.926575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b395a23d-4943-46e6-9555-0d9cf7f0d2ac req-4c81b9a3-4de1-4b6b-b06e-bc018b9fdc60 tempest-TestServerMultinode-2120629294 tempest-TestServerMultinode-2120629294-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b1be804-e26d-4880-8a5c-76c7b1ccc458 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Feb 10 04:36:01.022361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42100) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:01.063944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:01.491255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (837e5feb-30be-4d2a-821a-af42e039256f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:02.412411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Deleting port ac67aceb-3bb2-4aee-abc3-6a07483ae526 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:02.413221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:02.534405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] For port ac67aceb-3bb2-4aee-abc3-6a07483ae526, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ac67aceb-3bb2-4aee-abc3-6a07483ae526,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:02.535223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:02.555048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Calling delete_port for ac67aceb-3bb2-4aee-abc3-6a07483ae526 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:02.647968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:02.939492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69dc1e86-2001-40f9-91d8-975f27529823 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:36:02.962999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 69dc1e86-2001-40f9-91d8-975f27529823 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:36:02.963488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 69dc1e86-2001-40f9-91d8-975f27529823 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:36:02.971332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ac67aceb-3bb2-4aee-abc3-6a07483ae526), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:03.005484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ac67aceb-3bb2-4aee-abc3-6a07483ae526,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:03.225693 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (837e5feb-30be-4d2a-821a-af42e039256f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:03.476818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Router 837e5feb-30be-4d2a-821a-af42e039256f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:36:03.595987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:36:03.606003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42162) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:03.611235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-afdcc15c-7366-4b04-877a-3795aaa397fe admin admin] 10.222.0.42 "PUT /v2.0/routers/837e5feb-30be-4d2a-821a-af42e039256f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5875599 Feb 10 04:36:03.613301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] Sync routers for ids ['837e5feb-30be-4d2a-821a-af42e039256f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:36:03.631591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] Routers {'837e5feb-30be-4d2a-821a-af42e039256f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:03.632941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['837e5feb-30be-4d2a-821a-af42e039256f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:03.743781 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks [] for router (837e5feb-30be-4d2a-821a-af42e039256f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:03.750527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] Set router 837e5feb-30be-4d2a-821a-af42e039256f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:03.873882 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks [] for router_gateway (837e5feb-30be-4d2a-821a-af42e039256f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:03.965553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:36:02Z', 'revision_number': 5, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port': {'id': '379ed436-5d5b-4711-9713-3b2c558fe30a', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837e5feb-30be-4d2a-821a-af42e039256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:07Z', 'updated_at': '2022-02-10T04:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:04.005349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] Checking router: 837e5feb-30be-4d2a-821a-af42e039256f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:36:04.013173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] Routers {'837e5feb-30be-4d2a-821a-af42e039256f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:04.013904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['837e5feb-30be-4d2a-821a-af42e039256f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:04.045972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Deleting port 379ed436-5d5b-4711-9713-3b2c558fe30a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:04.046619 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.204474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] Set router 837e5feb-30be-4d2a-821a-af42e039256f gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:04.228649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] For port 379ed436-5d5b-4711-9713-3b2c558fe30a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=379ed436-5d5b-4711-9713-3b2c558fe30a,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:04.229015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.246468 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Calling delete_port for 379ed436-5d5b-4711-9713-3b2c558fe30a owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:04.282489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:36:03Z', 'revision_number': 6, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:04.314016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4684e-3909-41df-90b3-87e5311c2c36 None None] The sync data for ids ['837e5feb-30be-4d2a-821a-af42e039256f'] in n-d-827844-2 is: [{'id': '837e5feb-30be-4d2a-821a-af42e039256f', 'name': 'tempest-TestServerMultinode-1479604583-router', 'tenant_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:06Z', 'updated_at': '2022-02-10T04:36:03Z', 'revision_number': 6, 'project_id': '53df3eb4e0044c1baefe25ac1c9f6605', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:36:04.325872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42170) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:04.331122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-83dcaf06-3427-46ea-866d-9bad5240e556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505108418', 'description': 'tempest-secgroup-smoke-1505108418 description', 'project_id': 'cad10205985b4f2884d5297f74c842d0'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:04.367081 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.450437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83dcaf06-3427-46ea-866d-9bad5240e556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.576410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83dcaf06-3427-46ea-866d-9bad5240e556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group (67206c7e-2b2e-46e1-bc86-197fa97609dc), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.591859 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (379ed436-5d5b-4711-9713-3b2c558fe30a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.653678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83dcaf06-3427-46ea-866d-9bad5240e556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (67206c7e-2b2e-46e1-bc86-197fa97609dc), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.728177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcaf06-3427-46ea-866d-9bad5240e556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67206c7e-2b2e-46e1-bc86-197fa97609dc,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:04.762054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=379ed436-5d5b-4711-9713-3b2c558fe30a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:04.775389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (837e5feb-30be-4d2a-821a-af42e039256f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.787589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-83dcaf06-3427-46ea-866d-9bad5240e556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.789649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-83dcaf06-3427-46ea-866d-9bad5240e556 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4620092 Feb 10 04:36:04.791967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42172) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:04.797120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2a09e840-0b7d-4a0a-b2db-d599ca1ab3f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'security_group_rule': {'security_group_id': '67206c7e-2b2e-46e1-bc86-197fa97609dc', 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:04.830317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.831006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.831344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.831690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.832108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.832544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.832888 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.833224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.833557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.834556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.834861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.835163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.835490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:04.900304 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a09e840-0b7d-4a0a-b2db-d599ca1ab3f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (6e31f2eb-8277-4326-bb08-7642dd7b05e0), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.907995 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (837e5feb-30be-4d2a-821a-af42e039256f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:04.910262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks [] for router_controller (837e5feb-30be-4d2a-821a-af42e039256f), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.004801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a09e840-0b7d-4a0a-b2db-d599ca1ab3f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (6e31f2eb-8277-4326-bb08-7642dd7b05e0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.033173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (837e5feb-30be-4d2a-821a-af42e039256f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.033779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 837e5feb-30be-4d2a-821a-af42e039256f {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:36:05.045756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.045756 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bbddae15-ebed-4509-b6bf-5e8c93025d24 admin admin] 10.222.0.42 "DELETE /v2.0/routers/837e5feb-30be-4d2a-821a-af42e039256f HTTP/1.1" status: 204 len: 168 time: 1.4329760 Feb 10 04:36:05.047341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42178) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:05.102094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a09e840-0b7d-4a0a-b2db-d599ca1ab3f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (6e31f2eb-8277-4326-bb08-7642dd7b05e0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.102855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] Deleting subnet dc2de387-3a46-46a9-96a2-15b3ed59405d {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:36:05.111983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] Publish callbacks [] for subnet (dc2de387-3a46-46a9-96a2-15b3ed59405d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.136903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09e840-0b7d-4a0a-b2db-d599ca1ab3f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e31f2eb-8277-4326-bb08-7642dd7b05e0,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:05.158553 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (dc2de387-3a46-46a9-96a2-15b3ed59405d), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.213553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a09e840-0b7d-4a0a-b2db-d599ca1ab3f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.215234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a09e840-0b7d-4a0a-b2db-d599ca1ab3f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4219947 Feb 10 04:36:05.217637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:05.226042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c5eafac5-803a-478b-aba7-045883344004 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'security_group_rule': {'security_group_id': '67206c7e-2b2e-46e1-bc86-197fa97609dc', 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:05.244992 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (dc2de387-3a46-46a9-96a2-15b3ed59405d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.341520 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5eafac5-803a-478b-aba7-045883344004 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (bb861aab-e334-41e6-acd5-c1e8a777b6f4), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.400104 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (dc2de387-3a46-46a9-96a2-15b3ed59405d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.454371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2de387-3a46-46a9-96a2-15b3ed59405d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:05.456753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.464788 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc2ff6d4-c025-43c6-aedd-365921c2fe80 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dc2de387-3a46-46a9-96a2-15b3ed59405d HTTP/1.1" status: 204 len: 168 time: 0.4104528 Feb 10 04:36:05.464788 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42182) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:05.465151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5eafac5-803a-478b-aba7-045883344004 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (bb861aab-e334-41e6-acd5-c1e8a777b6f4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.476614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c9c6c6-2517-40fc-9c11-bced3243449d None None] Network f7c01fce-1199-4eb8-a6b6-9f9617b582e6 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:36:05.539097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5eafac5-803a-478b-aba7-045883344004 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (bb861aab-e334-41e6-acd5-c1e8a777b6f4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.561693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eafac5-803a-478b-aba7-045883344004 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb861aab-e334-41e6-acd5-c1e8a777b6f4,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:05.570295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f7c01fce-1199-4eb8-a6b6-9f9617b582e6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.638283 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Deleting port d53eb6d3-d0da-4aa6-9956-8d895321a819 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:05.638729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.685469 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c5eafac5-803a-478b-aba7-045883344004 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.688223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c5eafac5-803a-478b-aba7-045883344004 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4682736 Feb 10 04:36:05.690534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42184) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:05.701492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6f384344-a79a-4617-83ac-198f088d7624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'security_group_rule': {'security_group_id': '67206c7e-2b2e-46e1-bc86-197fa97609dc', 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:05.704202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] DHCP port deletion for f7c01fce-1199-4eb8-a6b6-9f9617b582e6 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:36:05.756761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] For port d53eb6d3-d0da-4aa6-9956-8d895321a819, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d53eb6d3-d0da-4aa6-9956-8d895321a819,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:05.757390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.771662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Deleting port d53eb6d3-d0da-4aa6-9956-8d895321a819 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:05.772016 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Calling delete_port for d53eb6d3-d0da-4aa6-9956-8d895321a819 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:05.772572 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.824508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f384344-a79a-4617-83ac-198f088d7624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (60559786-c942-4038-b2ca-3893d06a7252), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.853270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] For port d53eb6d3-d0da-4aa6-9956-8d895321a819, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d53eb6d3-d0da-4aa6-9956-8d895321a819,segment=NetworkSegment(c9269a92-2bda-4164-a3fb-72dbfff7ab90),segment_id=c9269a92-2bda-4164-a3fb-72dbfff7ab90)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:05.853764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.869017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Calling delete_port for d53eb6d3-d0da-4aa6-9956-8d895321a819 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:05.920463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f384344-a79a-4617-83ac-198f088d7624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (60559786-c942-4038-b2ca-3893d06a7252), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.964973 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 04:36:05.970953 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 04:36:05.983052 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d53eb6d3-d0da-4aa6-9956-8d895321a819), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.001886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f384344-a79a-4617-83ac-198f088d7624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (60559786-c942-4038-b2ca-3893d06a7252), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.010556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] No DVR routers for this DVR port d53eb6d3-d0da-4aa6-9956-8d895321a819 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:36:06.013766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53eb6d3-d0da-4aa6-9956-8d895321a819,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:06.032548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] No DVR routers for this DVR port d53eb6d3-d0da-4aa6-9956-8d895321a819 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:36:06.033079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f384344-a79a-4617-83ac-198f088d7624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60559786-c942-4038-b2ca-3893d06a7252,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:06.039848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Pushing event deleted for resources: {'Port': ['ID=d53eb6d3-d0da-4aa6-9956-8d895321a819,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:06.051974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.052336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.052742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.053298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.053845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.054200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.054547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.054917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.055261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.055597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.056520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.057127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.057723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58990e72-7544-4a76-a229-1160ffeb88a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:06.118326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f384344-a79a-4617-83ac-198f088d7624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.122322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6f384344-a79a-4617-83ac-198f088d7624 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4233396 Feb 10 04:36:06.122646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42190) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:06.127050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a418d485-98b8-4034-a29f-a32a5fb46558 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'security_group_rule': {'security_group_id': '67206c7e-2b2e-46e1-bc86-197fa97609dc', 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:06.128305 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f7c01fce-1199-4eb8-a6b6-9f9617b582e6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.154386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c01fce-1199-4eb8-a6b6-9f9617b582e6']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:06.166814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9269a92-2bda-4164-a3fb-72dbfff7ab90') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:06.167200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9269a92-2bda-4164-a3fb-72dbfff7ab90') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:06.181052 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (c9269a92-2bda-4164-a3fb-72dbfff7ab90), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.195860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c9269a92-2bda-4164-a3fb-72dbfff7ab90), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.210245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:36:06.210731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (c9269a92-2bda-4164-a3fb-72dbfff7ab90), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:36:06.212724 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:36:06.226824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ac67aceb-3bb2-4aee-abc3-6a07483ae526 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:36:06.234617 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a418d485-98b8-4034-a29f-a32a5fb46558 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (909f369c-63dd-4920-8dc1-85463c8b09c4), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.268128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ac67aceb-3bb2-4aee-abc3-6a07483ae526 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:36:06.270432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ac67aceb-3bb2-4aee-abc3-6a07483ae526 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:36:06.270432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 379ed436-5d5b-4711-9713-3b2c558fe30a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:36:06.291086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 379ed436-5d5b-4711-9713-3b2c558fe30a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:36:06.291440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 379ed436-5d5b-4711-9713-3b2c558fe30a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:36:06.291879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d53eb6d3-d0da-4aa6-9956-8d895321a819 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:36:06.312536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d53eb6d3-d0da-4aa6-9956-8d895321a819 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:36:06.312812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d53eb6d3-d0da-4aa6-9956-8d895321a819 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:36:06.329273 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a418d485-98b8-4034-a29f-a32a5fb46558 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (909f369c-63dd-4920-8dc1-85463c8b09c4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.347417 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f7c01fce-1199-4eb8-a6b6-9f9617b582e6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.353815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.359588 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f7c01fce-1199-4eb8-a6b6-9f9617b582e6 HTTP/1.1" status: 204 len: 168 time: 0.8929296 Feb 10 04:36:06.360044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42192) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:06.374349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a4ee-ab51-41ce-939a-f07d1a0cf566 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c01fce-1199-4eb8-a6b6-9f9617b582e6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:06.429995 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a418d485-98b8-4034-a29f-a32a5fb46558 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (909f369c-63dd-4920-8dc1-85463c8b09c4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.495837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d485-98b8-4034-a29f-a32a5fb46558 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909f369c-63dd-4920-8dc1-85463c8b09c4,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:06.603110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a418d485-98b8-4034-a29f-a32a5fb46558 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.604331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a418d485-98b8-4034-a29f-a32a5fb46558 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4806502 Feb 10 04:36:06.607165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42194) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:06.611795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'security_group_rule': {'security_group_id': '67206c7e-2b2e-46e1-bc86-197fa97609dc', 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:06.765930 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Project cad10205985b4f2884d5297f74c842d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:36:06.772946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (86e8c97f-7378-4642-8020-e9585eb5fb2a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.869150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (f0852918-e6d7-43fb-a3aa-4497f6277837), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:06.892260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (86e8c97f-7378-4642-8020-e9585eb5fb2a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.076113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (86e8c97f-7378-4642-8020-e9585eb5fb2a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.096206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e8c97f-7378-4642-8020-e9585eb5fb2a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:07.150779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Deleting port 65779c52-0540-4398-99c5-94156e664b60 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:07.151135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (65779c52-0540-4398-99c5-94156e664b60), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.189861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.192135 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d49379b9-73da-4a3e-bea2-8e1be097d168 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5828440 Feb 10 04:36:07.194280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42202) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:07.198850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'security_group_rule': {'security_group_id': '67206c7e-2b2e-46e1-bc86-197fa97609dc', 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:07.235557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] For port 65779c52-0540-4398-99c5-94156e664b60, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=65779c52-0540-4398-99c5-94156e664b60,segment=NetworkSegment(5493af08-5a8d-4fef-8819-d363708f2ba0),segment_id=5493af08-5a8d-4fef-8819-d363708f2ba0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:07.235919 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (65779c52-0540-4398-99c5-94156e664b60), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.248893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Calling delete_port for 65779c52-0540-4398-99c5-94156e664b60 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:07.313557 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Project cad10205985b4f2884d5297f74c842d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:36:07.318766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (90575894-840b-4d07-801c-7e36ad99daf5), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.385139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (90575894-840b-4d07-801c-7e36ad99daf5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.463918 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (90575894-840b-4d07-801c-7e36ad99daf5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.485397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90575894-840b-4d07-801c-7e36ad99daf5,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:07.530225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (65779c52-0540-4398-99c5-94156e664b60), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.558778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=65779c52-0540-4398-99c5-94156e664b60,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:07.562156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:07.564117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7e002cf4-7a35-4404-9df4-290e7c60b081 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3687143 Feb 10 04:36:07.765325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (f0852918-e6d7-43fb-a3aa-4497f6277837), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:08.124515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Router f0852918-e6d7-43fb-a3aa-4497f6277837 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:36:08.253226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:36:08.260580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-146b1087-7163-415e-8a5f-8e430af9eb17 admin admin] 10.222.0.42 "PUT /v2.0/routers/f0852918-e6d7-43fb-a3aa-4497f6277837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992982 Feb 10 04:36:08.263120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42246) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:08.266611 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] Sync routers for ids ['f0852918-e6d7-43fb-a3aa-4497f6277837'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:36:08.286477 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] Routers {'f0852918-e6d7-43fb-a3aa-4497f6277837'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:08.287347 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0852918-e6d7-43fb-a3aa-4497f6277837'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:08.402870 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks [] for router (f0852918-e6d7-43fb-a3aa-4497f6277837), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:08.425464 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] Set router f0852918-e6d7-43fb-a3aa-4497f6277837 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:08.584638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks [] for router_gateway (f0852918-e6d7-43fb-a3aa-4497f6277837), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:08.655430 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:36:07Z', 'revision_number': 5, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port': {'id': '297796cb-a9d6-4304-bd4b-107d6f0bd183', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:35:18Z', 'updated_at': '2022-02-10T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:08.685241 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] Checking router: f0852918-e6d7-43fb-a3aa-4497f6277837 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:36:08.694289 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] Routers {'f0852918-e6d7-43fb-a3aa-4497f6277837'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:08.695413 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0852918-e6d7-43fb-a3aa-4497f6277837'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:08.726378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Deleting port 297796cb-a9d6-4304-bd4b-107d6f0bd183 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:08.727260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:08.831946 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] Set router f0852918-e6d7-43fb-a3aa-4497f6277837 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:08.837001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] For port 297796cb-a9d6-4304-bd4b-107d6f0bd183, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=297796cb-a9d6-4304-bd4b-107d6f0bd183,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:08.838226 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:08.854946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Calling delete_port for 297796cb-a9d6-4304-bd4b-107d6f0bd183 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:08.942651 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:36:08Z', 'revision_number': 6, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:08.988808 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66061312-7a68-4e37-ab47-73f0c17440c7 None None] The sync data for ids ['f0852918-e6d7-43fb-a3aa-4497f6277837'] in n-d-827844-2 is: [{'id': 'f0852918-e6d7-43fb-a3aa-4497f6277837', 'name': 'tempest-TestServerMultinode-993297160-router', 'tenant_id': '5a5c6c6534d14bd982d26e26003a2405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:35:17Z', 'updated_at': '2022-02-10T04:36:08Z', 'revision_number': 6, 'project_id': '5a5c6c6534d14bd982d26e26003a2405', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:36:09.184472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (297796cb-a9d6-4304-bd4b-107d6f0bd183), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.218746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=297796cb-a9d6-4304-bd4b-107d6f0bd183,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:09.288113 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (f0852918-e6d7-43fb-a3aa-4497f6277837), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.394250 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (f0852918-e6d7-43fb-a3aa-4497f6277837), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.398188 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks [] for router_controller (f0852918-e6d7-43fb-a3aa-4497f6277837), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.532598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (f0852918-e6d7-43fb-a3aa-4497f6277837), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.533386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0852918-e6d7-43fb-a3aa-4497f6277837 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:36:09.538374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.542273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42296) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:09.545370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4875d891-1efb-43b9-8c73-bd5c8192ebc1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f0852918-e6d7-43fb-a3aa-4497f6277837 HTTP/1.1" status: 204 len: 168 time: 1.2799728 Feb 10 04:36:09.601337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] Deleting subnet 4550cd2d-86df-4d1f-b798-56699df9490b {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:36:09.605355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] Publish callbacks [] for subnet (4550cd2d-86df-4d1f-b798-56699df9490b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.653019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (4550cd2d-86df-4d1f-b798-56699df9490b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.743427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (4550cd2d-86df-4d1f-b798-56699df9490b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.908606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (4550cd2d-86df-4d1f-b798-56699df9490b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.942258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4550cd2d-86df-4d1f-b798-56699df9490b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:09.952574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006896f8-0ac8-45d6-b544-2a78cd5a1d71 None None] Network b637c57f-351d-4735-945d-07a952df5d64 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:36:09.961418 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:09.968240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:09.983676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4c58023f-333d-44ae-9cd5-56ad2f895348 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4550cd2d-86df-4d1f-b798-56699df9490b HTTP/1.1" status: 204 len: 168 time: 0.4399803 Feb 10 04:36:10.081816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (b637c57f-351d-4735-945d-07a952df5d64), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.139707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Deleting port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:10.140658 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.182798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959622c-c414-460d-afc1-106c18158686 None None] DHCP port deletion for b637c57f-351d-4735-945d-07a952df5d64 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:36:10.231878 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] For port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,segment=NetworkSegment(5493af08-5a8d-4fef-8819-d363708f2ba0),segment_id=5493af08-5a8d-4fef-8819-d363708f2ba0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:10.232320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.253505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Calling delete_port for f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:10.281709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 65779c52-0540-4398-99c5-94156e664b60 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:36:10.313658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 65779c52-0540-4398-99c5-94156e664b60 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:36:10.314487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 65779c52-0540-4398-99c5-94156e664b60 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:36:10.314487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 297796cb-a9d6-4304-bd4b-107d6f0bd183 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:36:10.338211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 297796cb-a9d6-4304-bd4b-107d6f0bd183 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:36:10.338567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 297796cb-a9d6-4304-bd4b-107d6f0bd183 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:36:10.339022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:36:10.341589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b959622c-c414-460d-afc1-106c18158686 None None] Deleting port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:36:10.341960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b959622c-c414-460d-afc1-106c18158686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.462212 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.480740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b959622c-c414-460d-afc1-106c18158686 None None] For port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,segment=NetworkSegment(5493af08-5a8d-4fef-8819-d363708f2ba0),segment_id=5493af08-5a8d-4fef-8819-d363708f2ba0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:10.481137 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b959622c-c414-460d-afc1-106c18158686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.484265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No active binding found for port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 {{(pid=109960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 10 04:36:10.486490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] The host n-d-827844-2 is not matching for port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 host None! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:36:10.486490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:36:10.500196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] No DVR routers for this DVR port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:36:10.517024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b959622c-c414-460d-afc1-106c18158686 None None] Calling delete_port for f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:36:10.571720 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:10.659783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (b637c57f-351d-4735-945d-07a952df5d64), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.685997 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b959622c-c414-460d-afc1-106c18158686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.686192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b637c57f-351d-4735-945d-07a952df5d64']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:10.710541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5493af08-5a8d-4fef-8819-d363708f2ba0') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:10.711226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5493af08-5a8d-4fef-8819-d363708f2ba0') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:10.735693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959622c-c414-460d-afc1-106c18158686 None None] Pushing event deleted for resources: {'Port': ['ID=f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:10.739864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959622c-c414-460d-afc1-106c18158686 None None] No DVR routers for this DVR port f86b7f5d-5c44-4bc4-92a2-6b72d6e6b5f3 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:36:10.765484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (5493af08-5a8d-4fef-8819-d363708f2ba0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.788473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5493af08-5a8d-4fef-8819-d363708f2ba0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.823370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:36:10.823924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (5493af08-5a8d-4fef-8819-d363708f2ba0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:36:10.826260 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:36:11.016087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (b637c57f-351d-4735-945d-07a952df5d64), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:11.027789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:11.034185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b637c57f-351d-4735-945d-07a952df5d64 HTTP/1.1" status: 204 len: 168 time: 1.0649080 Feb 10 04:36:11.047703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856153c-f227-4bcd-8514-23580fa70603 admin admin] Pushing event deleted for resources: {'Network': ['ID=b637c57f-351d-4735-945d-07a952df5d64,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:11.523291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42342) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:11.566019 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a043214a-fe61-46ab-8ae0-7635a2f0d33c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53df3eb4e0044c1baefe25ac1c9f6605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414300 Feb 10 04:36:11.569116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42344) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:11.629126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e0ccebb-2d8c-4dbd-a2e6-013f8aef4946 admin admin] Publish callbacks [] for security_group (7d972b72-bcb0-4b84-86d9-ccd270c0c9fc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:11.673421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e0ccebb-2d8c-4dbd-a2e6-013f8aef4946 admin admin] Publish callbacks [] for security_group (7d972b72-bcb0-4b84-86d9-ccd270c0c9fc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:11.818643 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e0ccebb-2d8c-4dbd-a2e6-013f8aef4946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (7d972b72-bcb0-4b84-86d9-ccd270c0c9fc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:11.821450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e0ccebb-2d8c-4dbd-a2e6-013f8aef4946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:11.822739 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4e0ccebb-2d8c-4dbd-a2e6-013f8aef4946 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d972b72-bcb0-4b84-86d9-ccd270c0c9fc HTTP/1.1" status: 204 len: 168 time: 0.2505765 Feb 10 04:36:11.841933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ccebb-2d8c-4dbd-a2e6-013f8aef4946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d972b72-bcb0-4b84-86d9-ccd270c0c9fc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:12.697507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42370) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:12.748330 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9a2cf31c-347d-4ebe-bf8b-c7ac1c86c498 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a5c6c6534d14bd982d26e26003a2405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489950 Feb 10 04:36:12.750785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42372) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:12.855996 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43036283-a962-4a20-ad14-903e75476bfb admin admin] Publish callbacks [] for security_group (31506073-a59b-4bdb-ba55-f0287541c38a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:12.881548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43036283-a962-4a20-ad14-903e75476bfb admin admin] Publish callbacks [] for security_group (31506073-a59b-4bdb-ba55-f0287541c38a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:13.016100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43036283-a962-4a20-ad14-903e75476bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (31506073-a59b-4bdb-ba55-f0287541c38a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:13.019028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-43036283-a962-4a20-ad14-903e75476bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:13.021423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-43036283-a962-4a20-ad14-903e75476bfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31506073-a59b-4bdb-ba55-f0287541c38a HTTP/1.1" status: 204 len: 168 time: 0.2683606 Feb 10 04:36:13.036385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43036283-a962-4a20-ad14-903e75476bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31506073-a59b-4bdb-ba55-f0287541c38a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:14.275605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42424) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:14.398181 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1797012283-network', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:14.493045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Made reservation on behalf of 76d75510bcb84cb0a8c8f068c3957762 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:36:14.495869 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:14.513576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:14.627985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks [] for security_group (51bc4078-29c1-4ab9-a147-4de2ae0fd709), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:14.721343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51bc4078-29c1-4ab9-a147-4de2ae0fd709), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:14.783836 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:36:14.796535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc4078-29c1-4ab9-a147-4de2ae0fd709,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:14.802951 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ef8c71dd-499e-4cb5-8f68-6791d178b46f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:14.803284 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Added segment ef8c71dd-499e-4cb5-8f68-6791d178b46f of type vlan for network 39a87934-40ac-4dbc-abc6-c40726d4bffa Feb 10 04:36:14.856865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (39a87934-40ac-4dbc-abc6-c40726d4bffa), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:14.950242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (39a87934-40ac-4dbc-abc6-c40726d4bffa), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:14.951266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:14.951855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:15.017885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] Pushing event updated for resources: {'Network': ['ID=39a87934-40ac-4dbc-abc6-c40726d4bffa,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:15.030798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:36:15.087601 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-430600f7-dd61-40b8-af3e-0ca8755c475c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8107939 Feb 10 04:36:15.090279 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42440) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:15.095270 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Request body: {'subnet': {'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1797012283-subnet', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:15.196084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Made reservation on behalf of 76d75510bcb84cb0a8c8f068c3957762 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:36:15.198627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:15.499141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (aa43adff-01c7-4abe-99eb-faec22da4505), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:15.564437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa43adff-01c7-4abe-99eb-faec22da4505,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:15.574899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Checking segment: {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:15.575269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Network hostable DHCP agents. Network: 39a87934-40ac-4dbc-abc6-c40726d4bffa, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:36:15.673986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:36:15.770603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 39a87934-40ac-4dbc-abc6-c40726d4bffa) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:15.783152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07003113-9d42-4ebc-afee-51de4d7a16bd None None] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:36:15.789441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:15.790101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:15.901181 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d689db20-5ada-4260-bae2-62fd1aa31d0e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8098776 Feb 10 04:36:15.903854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42454) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:15.908538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:15.959963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-39a87934-40ac-4dbc-abc6-c40726d4bffa', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:36:15.959963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.054244 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (91a2329c-6e74-4b57-b1dc-042ad7f57672), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.057642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (91a2329c-6e74-4b57-b1dc-042ad7f57672), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.153827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks [] for router_controller (91a2329c-6e74-4b57-b1dc-042ad7f57672), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.186382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Allocated IP 172.20.0.2 (39a87934-40ac-4dbc-abc6-c40726d4bffa/aa43adff-01c7-4abe-99eb-faec22da4505/aa9ce7e5-1380-484f-8993-561c8c9f75fd) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:36:16.384658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Publish callbacks [] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.411625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks [] for router_gateway (91a2329c-6e74-4b57-b1dc-042ad7f57672), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.499565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.557883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:16.562718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:16.567106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:36:16.607779 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Pushing event updated for resources: {'Port': ['ID=aa9ce7e5-1380-484f-8993-561c8c9f75fd,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:16.670567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Attempting to bind port aa9ce7e5-1380-484f-8993-561c8c9f75fd on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:36:16.670971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Attempting to bind port aa9ce7e5-1380-484f-8993-561c8c9f75fd by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:36:16.671336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Attempting to bind port aa9ce7e5-1380-484f-8993-561c8c9f75fd on network 39a87934-40ac-4dbc-abc6-c40726d4bffa {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:16.677287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:36:16.677734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Checking segment: {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:16.678638 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.679152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Bound using segment: {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:36:16.679544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Bound port: aa9ce7e5-1380-484f-8993-561c8c9f75fd, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:36:16.679932 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.758153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] For port aa9ce7e5-1380-484f-8993-561c8c9f75fd, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:36:16.761731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] For port aa9ce7e5-1380-484f-8993-561c8c9f75fd, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aa9ce7e5-1380-484f-8993-561c8c9f75fd,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:36:16.886115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:16.980795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c75b0e-f2e8-45ce-994a-3e832e9caa38 None None] Pushing event updated for resources: {'Port': ['ID=aa9ce7e5-1380-484f-8993-561c8c9f75fd,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:17.092753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:17.277295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks [] for router_gateway (91a2329c-6e74-4b57-b1dc-042ad7f57672), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:17.309246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:17.448872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Allocated IP 172.25.8.144 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/7e066860-d282-4bd7-a0bd-097d33b55e4b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:36:17.600173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks [] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:17.736711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:17.778209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:17.781327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:17.784969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:36:17.831450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e066860-d282-4bd7-a0bd-097d33b55e4b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:17.843038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.844970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.844970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.844970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.844970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.844970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.845379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.845379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.845668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.846001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.846330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.846658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:17.847012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:18.222966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks [] for router_gateway (91a2329c-6e74-4b57-b1dc-042ad7f57672), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.281439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f09a23-f968-4aa2-ad92-ea8cd4072133 None None] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:36:18.410964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aa9ce7e5-1380-484f-8993-561c8c9f75fd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:18.529062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b1cc66d9-cdc2-48c9-af95-929ad9fcd969 None None] Provisioning complete for port aa9ce7e5-1380-484f-8993-561c8c9f75fd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:18.529732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1cc66d9-cdc2-48c9-af95-929ad9fcd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.616660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port aa9ce7e5-1380-484f-8993-561c8c9f75fd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:18.619783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.620645 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.670130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (91a2329c-6e74-4b57-b1dc-042ad7f57672), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.730009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc66d9-cdc2-48c9-af95-929ad9fcd969 None None] Current status of the port aa9ce7e5-1380-484f-8993-561c8c9f75fd is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:18.730442 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1cc66d9-cdc2-48c9-af95-929ad9fcd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.856493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b1cc66d9-cdc2-48c9-af95-929ad9fcd969 None None] For port aa9ce7e5-1380-484f-8993-561c8c9f75fd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aa9ce7e5-1380-484f-8993-561c8c9f75fd,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:18.887102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aa9ce7e5-1380-484f-8993-561c8c9f75fd is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:18.887724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.971017 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b1cc66d9-cdc2-48c9-af95-929ad9fcd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:18.989602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:36:18.989973 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:36:19.036219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Router 91a2329c-6e74-4b57-b1dc-042ad7f57672 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:36:19.036444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc66d9-cdc2-48c9-af95-929ad9fcd969 None None] Pushing event updated for resources: {'Port': ['ID=aa9ce7e5-1380-484f-8993-561c8c9f75fd,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:19.104094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-09af8cad-065f-407d-b02f-b7e8855e76c7 None None] Provisioning complete for port aa9ce7e5-1380-484f-8993-561c8c9f75fd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:19.104480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-09af8cad-065f-407d-b02f-b7e8855e76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:19.191214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:36:19.223782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Sync routers for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:36:19.230226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-09af8cad-065f-407d-b02f-b7e8855e76c7 None None] Current status of the port aa9ce7e5-1380-484f-8993-561c8c9f75fd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:19.241913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:19.242618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:19.291567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:19.292965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dc6b7f68-1b03-4ea9-82c0-e2d7d8a78fa2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3880110 Feb 10 04:36:19.295662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42512) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:19.383573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:19.602908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aa9ce7e5-1380-484f-8993-561c8c9f75fd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:19.686236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:17Z', 'revision_number': 3, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:19.715770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Checking router: 91a2329c-6e74-4b57-b1dc-042ad7f57672 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:36:19.716090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Updating router 91a2329c-6e74-4b57-b1dc-042ad7f57672 port 7e066860-d282-4bd7-a0bd-097d33b55e4b binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:36:19.772236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.004945 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.232749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Allocated IP 172.20.0.1 (39a87934-40ac-4dbc-abc6-c40726d4bffa/aa43adff-01c7-4abe-99eb-faec22da4505/76b38e05-9517-479b-91bc-cfe697a7917d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:36:20.278666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aa9ce7e5-1380-484f-8993-561c8c9f75fd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:20.429648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks [] for port (76b38e05-9517-479b-91bc-cfe697a7917d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.502281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port aa9ce7e5-1380-484f-8993-561c8c9f75fd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:20.502792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.597277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Publish callbacks [] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.602745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.653994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aa9ce7e5-1380-484f-8993-561c8c9f75fd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:20.661206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:20.665728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:20.672979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:36:20.718978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.724320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Pushing event updated for resources: {'Port': ['ID=76b38e05-9517-479b-91bc-cfe697a7917d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:20.754532 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (91a2329c-6e74-4b57-b1dc-042ad7f57672), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.814992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Attempting to bind port 7e066860-d282-4bd7-a0bd-097d33b55e4b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:36:20.815370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Attempting to bind port 7e066860-d282-4bd7-a0bd-097d33b55e4b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:36:20.815871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Attempting to bind port 7e066860-d282-4bd7-a0bd-097d33b55e4b on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:20.824273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feee41-bac9-4109-be5e-c176d5ec5637 None None] Pushing event updated for resources: {'Port': ['ID=7e066860-d282-4bd7-a0bd-097d33b55e4b,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:20.844420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:36:20.844887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:20.845384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:20.848045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:36:20.849972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Bound port: 7e066860-d282-4bd7-a0bd-097d33b55e4b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:36:20.851314 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:21.006894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] For port 7e066860-d282-4bd7-a0bd-097d33b55e4b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:36:21.010581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] For port 7e066860-d282-4bd7-a0bd-097d33b55e4b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7e066860-d282-4bd7-a0bd-097d33b55e4b,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:36:21.177010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5d5cf233-2fb7-4274-9c7e-9ffa7f0a9955 None None] Provisioning complete for port 76b38e05-9517-479b-91bc-cfe697a7917d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:21.177405 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf233-2fb7-4274-9c7e-9ffa7f0a9955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:21.188524 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:21.211777 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:21.286389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cf233-2fb7-4274-9c7e-9ffa7f0a9955 None None] Port 76b38e05-9517-479b-91bc-cfe697a7917d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:36:21.295920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:21.296916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:21.453182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feee41-bac9-4109-be5e-c176d5ec5637 None None] Pushing event updated for resources: {'Port': ['ID=7e066860-d282-4bd7-a0bd-097d33b55e4b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:21.477320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:21.531684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks [] for port (76b38e05-9517-479b-91bc-cfe697a7917d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:21.611255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:21.720699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Pushing event updated for resources: {'Port': ['ID=76b38e05-9517-479b-91bc-cfe697a7917d,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:21.742618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (91a2329c-6e74-4b57-b1dc-042ad7f57672), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:21.827788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 1, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:21.865157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:21.867896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:21.907381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687cc1b8-46da-4729-9547-79bb26384ed1 None None] The sync data for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 is: [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 1, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:36:22.082051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Router 91a2329c-6e74-4b57-b1dc-042ad7f57672 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:36:22.327099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:36:22.333457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8cab4bd1-f199-475f-8d36-379c6571af7e admin admin] 10.222.0.42 "PUT /v2.0/routers/91a2329c-6e74-4b57-b1dc-042ad7f57672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0367768 Feb 10 04:36:22.339748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e56dd3ed-dba4-48c1-ae6b-b529dd5d47a0 None None] Provisioning complete for port 76b38e05-9517-479b-91bc-cfe697a7917d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:22.358566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e56dd3ed-dba4-48c1-ae6b-b529dd5d47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:22.425436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e56dd3ed-dba4-48c1-ae6b-b529dd5d47a0 None None] Port 76b38e05-9517-479b-91bc-cfe697a7917d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:36:23.392044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:23.398885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-179906086-network', 'tenant_id': '91299ca3277b4653bb0db18491f6b541'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:23.504601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Made reservation on behalf of 91299ca3277b4653bb0db18491f6b541 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:36:23.507674 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:23.534197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:23.657073 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks [] for security_group (49cd739e-808b-4554-96cf-bc3333c8833a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:23.730574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (49cd739e-808b-4554-96cf-bc3333c8833a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:23.764311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:36:23.776017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cd739e-808b-4554-96cf-bc3333c8833a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:23.781322 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (06ed8605-3862-4826-bba1-5ba5404e6d6d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:23.782141 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Added segment 06ed8605-3862-4826-bba1-5ba5404e6d6d of type vlan for network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 Feb 10 04:36:23.835026 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (4acd1fe0-6a1d-4850-a926-cda11a3cc6a0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:23.971057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (4acd1fe0-6a1d-4850-a926-cda11a3cc6a0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:23.975471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:23.975471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:24.041878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] Pushing event updated for resources: {'Network': ['ID=4acd1fe0-6a1d-4850-a926-cda11a3cc6a0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:24.052422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:36:24.104499 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:36:24.152733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cc8d6aa5-2b28-48f3-9116-ec0dea77f57a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7590644 Feb 10 04:36:24.156496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 42596) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:24.164611 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Request body: {'subnet': {'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-179906086-subnet', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:24.264795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Made reservation on behalf of 91299ca3277b4653bb0db18491f6b541 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:36:24.267547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:24.316787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7e066860-d282-4bd7-a0bd-097d33b55e4b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:24.387062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7e066860-d282-4bd7-a0bd-097d33b55e4b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:24.387511 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:24.552234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7e066860-d282-4bd7-a0bd-097d33b55e4b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:24.552828 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:24.580777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 7e066860-d282-4bd7-a0bd-097d33b55e4b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7e066860-d282-4bd7-a0bd-097d33b55e4b,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:24.636170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (e25eff87-45d7-42cb-ac38-2c63a7027bc2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:24.712721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25eff87-45d7-42cb-ac38-2c63a7027bc2,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:24.716598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Checking segment: {'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:24.717170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Network hostable DHCP agents. Network: 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:36:24.727604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:24.802585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7e066860-d282-4bd7-a0bd-097d33b55e4b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:24.855479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:36:24.931372 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Sync routers for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:36:24.934397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:24.941579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:24.942500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:24.943481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:24.944957 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:24.947010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c7bd0-be3f-4877-8fc4-5455b137db92 None None] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:36:25.071122 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-09741e6a-c51e-49f1-b23c-7632d784df7f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9089100 Feb 10 04:36:25.071488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42610) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:25.075060 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:25.076168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:25.090100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'project_id': '91299ca3277b4653bb0db18491f6b541', 'fixed_ips': [{'subnet_id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:36:25.091033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.230592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.232206 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.330961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Allocated IP 172.20.0.2 (4acd1fe0-6a1d-4850-a926-cda11a3cc6a0/e25eff87-45d7-42cb-ac38-2c63a7027bc2/44a2e9c5-b48b-439a-9ece-87c0bf81e6f7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:36:25.334939 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:21Z', 'revision_number': 2, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:25.372497 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Checking router: 91a2329c-6e74-4b57-b1dc-042ad7f57672 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:36:25.373087 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Updating router 91a2329c-6e74-4b57-b1dc-042ad7f57672 port 76b38e05-9517-479b-91bc-cfe697a7917d binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:36:25.373619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks [] for router_controller (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.402403 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.548083 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Publish callbacks [] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.647593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks [] for router_gateway (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.705104 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.750406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Pushing event updated for resources: {'Port': ['ID=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:25.768730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:25.770507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:25.776351 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:36:25.787951 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Publish callbacks [] for port (76b38e05-9517-479b-91bc-cfe697a7917d), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.887620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Attempting to bind port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:36:25.888414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Attempting to bind port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:36:25.889212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Attempting to bind port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 on network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:25.899613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:36:25.900317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Checking segment: {'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:25.900937 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:25.901923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Bound using segment: {'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:36:25.901923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Bound port: 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:36:25.902251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.145164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] For port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:36:26.145164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] For port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,segment=NetworkSegment(06ed8605-3862-4826-bba1-5ba5404e6d6d),segment_id=06ed8605-3862-4826-bba1-5ba5404e6d6d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:36:26.147110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks [] for router_gateway (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.147110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.208321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Allocated IP 172.25.8.27 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/9147f1e9-7079-4b1a-ac12-9de2352def91) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:36:26.279139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7e066860-d282-4bd7-a0bd-097d33b55e4b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:26.343989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7e066860-d282-4bd7-a0bd-097d33b55e4b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:26.344213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.425473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks [] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.428079 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.456692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7e066860-d282-4bd7-a0bd-097d33b55e4b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:26.503308 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.527135 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Pushing event updated for resources: {'Port': ['ID=76b38e05-9517-479b-91bc-cfe697a7917d,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:26.566174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.569467 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.571067 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.571426 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.571762 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.577569 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:36:26.646341 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Attempting to bind port 76b38e05-9517-479b-91bc-cfe697a7917d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:36:26.649023 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Attempting to bind port 76b38e05-9517-479b-91bc-cfe697a7917d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:36:26.650326 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Attempting to bind port 76b38e05-9517-479b-91bc-cfe697a7917d on network 39a87934-40ac-4dbc-abc6-c40726d4bffa {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:26.657703 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:36:26.658175 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Checking segment: {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:26.658368 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.658646 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Bound using segment: {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:36:26.659170 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Bound port: 76b38e05-9517-479b-91bc-cfe697a7917d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:36:26.659596 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:26.679798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7c152-db6c-4ddc-a281-0d0a3841cdc9 None None] Pushing event updated for resources: {'Port': ['ID=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:26.712044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:26.754264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:26.768044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:36:26.860992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Pushing event updated for resources: {'Port': ['ID=9147f1e9-7079-4b1a-ac12-9de2352def91,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:26.876374 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] For port 76b38e05-9517-479b-91bc-cfe697a7917d, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:36:26.883173 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] For port 76b38e05-9517-479b-91bc-cfe697a7917d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=76b38e05-9517-479b-91bc-cfe697a7917d,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:36:26.987453 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:27.047420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-15506bb2-4e79-4bf2-875a-28794d2519d3 None None] Provisioning complete for port 76b38e05-9517-479b-91bc-cfe697a7917d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:27.047806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-15506bb2-4e79-4bf2-875a-28794d2519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:27.115742 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:27.116469 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:27.118250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3543-b30a-4bb2-aff0-833c7cdcde2f None None] Pushing event updated for resources: {'Port': ['ID=76b38e05-9517-479b-91bc-cfe697a7917d,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:27.238189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-15506bb2-4e79-4bf2-875a-28794d2519d3 None None] Current status of the port 76b38e05-9517-479b-91bc-cfe697a7917d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:27.238189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-15506bb2-4e79-4bf2-875a-28794d2519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:27.283985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-15506bb2-4e79-4bf2-875a-28794d2519d3 None None] For port 76b38e05-9517-479b-91bc-cfe697a7917d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=76b38e05-9517-479b-91bc-cfe697a7917d,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:27.405353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-15506bb2-4e79-4bf2-875a-28794d2519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:27.472648 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:27.476547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15506bb2-4e79-4bf2-875a-28794d2519d3 None None] Pushing event updated for resources: {'Port': ['ID=76b38e05-9517-479b-91bc-cfe697a7917d,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:27.498766 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks [] for router_gateway (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:27.549495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d1849a6f-2a73-4c10-b238-40209915e1c2 None None] Provisioning complete for port 76b38e05-9517-479b-91bc-cfe697a7917d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:27.549933 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d1849a6f-2a73-4c10-b238-40209915e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:27.718822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d1849a6f-2a73-4c10-b238-40209915e1c2 None None] Current status of the port 76b38e05-9517-479b-91bc-cfe697a7917d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:27.753500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f2b65a3-82ec-41d9-add4-d8d58731b2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:27.927907 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:26Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:28.011186 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f8b2c-521b-4a94-9d99-1d89ee346655 None None] The sync data for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 is: [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:26Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:36:28.233114 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:28.357758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42373da-40ea-4b6d-ae91-ad5adc454f9a None None] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:36:28.566983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:28.578522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:36:28.642231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a543b0af-1611-49d5-aaac-6f86f1da3792 None None] Provisioning complete for port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:28.648545 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a543b0af-1611-49d5-aaac-6f86f1da3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:28.816811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:28.818384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:28.843777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:36:28.864240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Sync routers for ids ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:36:28.903813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Routers {'3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:28.905095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:29.019161 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:29.020066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-db792567-ca19-4f42-842c-ac315c17297e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9474018 Feb 10 04:36:29.023266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 42670) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:36:29.288772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:29.289169 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:29.328696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a543b0af-1611-49d5-aaac-6f86f1da3792 None None] Current status of the port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:29.329358 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a543b0af-1611-49d5-aaac-6f86f1da3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:29.360352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,segment=NetworkSegment(06ed8605-3862-4826-bba1-5ba5404e6d6d),segment_id=06ed8605-3862-4826-bba1-5ba5404e6d6d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:29.368149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Set router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:29.470960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:29.472311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 76b38e05-9517-479b-91bc-cfe697a7917d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:29.629977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:29.633195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:29.639418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-a543b0af-1611-49d5-aaac-6f86f1da3792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:36:29.639799 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-a543b0af-1611-49d5-aaac-6f86f1da3792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:36:29.691076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 76b38e05-9517-479b-91bc-cfe697a7917d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:29.692128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:29.760683 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 3, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port': {'id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:26Z', 'updated_at': '2022-02-10T04:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:29.794237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Checking router: 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:36:29.794619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Updating router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b port 9147f1e9-7079-4b1a-ac12-9de2352def91 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:36:29.825943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:29.948863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Allocated IP 172.20.0.1 (4acd1fe0-6a1d-4850-a926-cda11a3cc6a0/e25eff87-45d7-42cb-ac38-2c63a7027bc2/033e1e2f-590f-4ef4-83e8-57c7ee5bfc15) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:36:29.958293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-200e0293-4214-4740-a278-5fd24009e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.032708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 76b38e05-9517-479b-91bc-cfe697a7917d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:30.092796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks [] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.196795 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.240001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a543b0af-1611-49d5-aaac-6f86f1da3792 None None] Current status of the port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:30.261857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:30.268312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:30.273230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:36:30.283666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Pushing event updated for resources: {'Port': ['ID=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:30.327682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Publish callbacks [] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.354847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:30.387165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.408980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5b7501ca-612a-4927-992c-938e3504752b None None] Provisioning complete for port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:30.409461 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5b7501ca-612a-4927-992c-938e3504752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.446152 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.563175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Attempting to bind port 9147f1e9-7079-4b1a-ac12-9de2352def91 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:36:30.563568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Attempting to bind port 9147f1e9-7079-4b1a-ac12-9de2352def91 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:36:30.563913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Attempting to bind port 9147f1e9-7079-4b1a-ac12-9de2352def91 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:30.570051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:30.576341 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.626283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:36:30.626712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:30.627184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.627607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:36:30.628223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Bound port: 9147f1e9-7079-4b1a-ac12-9de2352def91, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:36:30.628629 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.653177 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.682149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2e62-0a08-4393-9a53-c460dd24607d None None] Pushing event updated for resources: {'Port': ['ID=9147f1e9-7079-4b1a-ac12-9de2352def91,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:30.707508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] For port 9147f1e9-7079-4b1a-ac12-9de2352def91, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:36:30.710809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] For port 9147f1e9-7079-4b1a-ac12-9de2352def91, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9147f1e9-7079-4b1a-ac12-9de2352def91,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:36:30.751213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:30.800449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5b7501ca-612a-4927-992c-938e3504752b None None] Current status of the port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:30.817234 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.919669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2e62-0a08-4393-9a53-c460dd24607d None None] Pushing event updated for resources: {'Port': ['ID=9147f1e9-7079-4b1a-ac12-9de2352def91,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:30.940071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks [] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.945605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c9d059fc-e7bf-4f18-8fdc-fb2bd0387e93 None None] Provisioning complete for port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:30.945996 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9d059fc-e7bf-4f18-8fdc-fb2bd0387e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:30.952795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Routers {'3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:30.953368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:31.031014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:31.052670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c9d059fc-e7bf-4f18-8fdc-fb2bd0387e93 None None] Port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:36:31.152857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:31.163246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] Set router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:31.175421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Pushing event updated for resources: {'Port': ['ID=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:31.184586 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:31.313657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:31.315161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:31.490027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 4, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port': {'id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:26Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '033e1e2f-590f-4ef4-83e8-57c7ee5bfc15', 'name': '', 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'mac_address': 'fa:16:3e:67:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:29Z', 'updated_at': '2022-02-10T04:36:29Z', 'revision_number': 1, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'subnets': [{'id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:31.553475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28330ba9-656c-4efd-8cc0-b9a6ed38507f None None] The sync data for ids ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'] in n-d-827844-2 is: [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 4, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port': {'id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:26Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '033e1e2f-590f-4ef4-83e8-57c7ee5bfc15', 'name': '', 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'mac_address': 'fa:16:3e:67:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:29Z', 'updated_at': '2022-02-10T04:36:29Z', 'revision_number': 1, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'subnets': [{'id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:36:31.580547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:36:31.693595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce2f8a74-dda3-4425-9958-61c41863e4e3 None None] Provisioning complete for port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:31.693595 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8a74-dda3-4425-9958-61c41863e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:31.746944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f8a74-dda3-4425-9958-61c41863e4e3 None None] Port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:36:31.777207 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:36:31.785608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-978e7094-f6e7-4d46-8020-5f40f73b9d23 admin admin] 10.222.0.42 "PUT /v2.0/routers/3ae8a94c-0031-4e3c-aef5-4e06d0766b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7607276 Feb 10 04:36:32.663859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:34.303412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9147f1e9-7079-4b1a-ac12-9de2352def91 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:34.346666 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:34.407929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9147f1e9-7079-4b1a-ac12-9de2352def91 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:34.408635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:34.515747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9147f1e9-7079-4b1a-ac12-9de2352def91 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:34.515747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:34.526466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 9147f1e9-7079-4b1a-ac12-9de2352def91, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9147f1e9-7079-4b1a-ac12-9de2352def91,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:34.622219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:34.760492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=9147f1e9-7079-4b1a-ac12-9de2352def91,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:35.351788 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Sync routers for ids ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:36:35.371052 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Routers {'3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:35.371930 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:35.522670 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Set router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:35.765858 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 4, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port': {'id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:26Z', 'updated_at': '2022-02-10T04:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '033e1e2f-590f-4ef4-83e8-57c7ee5bfc15', 'name': '', 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'mac_address': 'fa:16:3e:67:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:29Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 2, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'subnets': [{'id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:35.793403 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Checking router: 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:36:35.793763 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Updating router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:36:35.824637 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.236428 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Publish callbacks [] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.325003 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.350824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9147f1e9-7079-4b1a-ac12-9de2352def91 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:36.458864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9147f1e9-7079-4b1a-ac12-9de2352def91 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:36.459764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.482637 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c6e26-ed72-4f3f-bf61-006e8021b110 None None] Pushing event updated for resources: {'Port': ['ID=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:36.525462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Attempting to bind port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:36:36.525462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Attempting to bind port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:36:36.525462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Attempting to bind port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 on network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:36.548296 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:36:36.548980 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Checking segment: {'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:36.550350 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.551008 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Bound using segment: {'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:36:36.551740 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Bound port: 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ed8605-3862-4826-bba1-5ba5404e6d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:36:36.552352 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.720844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] For port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:36:36.725185 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] For port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,segment=NetworkSegment(06ed8605-3862-4826-bba1-5ba5404e6d6d),segment_id=06ed8605-3862-4826-bba1-5ba5404e6d6d)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:36:36.731889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9147f1e9-7079-4b1a-ac12-9de2352def91 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:36.825967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0df76261-76c0-449e-98ce-879091d6a760 None None] Provisioning complete for port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:36.826444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0df76261-76c0-449e-98ce-879091d6a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.852189 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:36.919443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0df76261-76c0-449e-98ce-879091d6a760 None None] Port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:36:36.936107 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Routers {'3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:36:36.936767 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:36:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:36.943598 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c6e26-ed72-4f3f-bf61-006e8021b110 None None] Pushing event updated for resources: {'Port': ['ID=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:37.089361 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] Set router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:36:37.253096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e420082d-63ce-4232-bf07-c7e697595304 None None] Provisioning complete for port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:37.253817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e420082d-63ce-4232-bf07-c7e697595304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:37.360857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e420082d-63ce-4232-bf07-c7e697595304 None None] Current status of the port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:37.360857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e420082d-63ce-4232-bf07-c7e697595304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:37.427062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e420082d-63ce-4232-bf07-c7e697595304 None None] For port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,segment=NetworkSegment(06ed8605-3862-4826-bba1-5ba5404e6d6d),segment_id=06ed8605-3862-4826-bba1-5ba5404e6d6d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:36:37.510948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e420082d-63ce-4232-bf07-c7e697595304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:37.517143 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 4, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port': {'id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:26Z', 'updated_at': '2022-02-10T04:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '033e1e2f-590f-4ef4-83e8-57c7ee5bfc15', 'name': '', 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'mac_address': 'fa:16:3e:67:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:29Z', 'updated_at': '2022-02-10T04:36:36Z', 'revision_number': 4, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'subnets': [{'id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:36:37.546510 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9c30e-cfdb-43de-83aa-9c96e98c0266 None None] The sync data for ids ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'] in n-d-827844-2 is: [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:36:30Z', 'revision_number': 4, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port': {'id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:26Z', 'updated_at': '2022-02-10T04:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '033e1e2f-590f-4ef4-83e8-57c7ee5bfc15', 'name': '', 'network_id': '4acd1fe0-6a1d-4850-a926-cda11a3cc6a0', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'mac_address': 'fa:16:3e:67:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:29Z', 'updated_at': '2022-02-10T04:36:36Z', 'revision_number': 4, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'subnets': [{'id': 'e25eff87-45d7-42cb-ac38-2c63a7027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:36:37.589188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420082d-63ce-4232-bf07-c7e697595304 None None] Pushing event updated for resources: {'Port': ['ID=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:38.297781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:36:38.394659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:38.395804 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:38.489276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:36:46.881590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-938d12ed-47b1-4996-adc5-aa74f61a2543 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505108418&fields=id&tenant_id=cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 267 time: 0.0830851 Feb 10 04:36:46.987931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-a32d04d0-b2bb-4bcb-b50e-849b06762bc4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:46.995269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-a32d04d0-b2bb-4bcb-b50e-849b06762bc4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1124935 Feb 10 04:36:47.010588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-cf79fa7c-2bde-4f39-a02d-19f29f5a9453 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/quotas/cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 375 time: 0.0143945 Feb 10 04:36:47.104719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:47.162834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-adb8f1ee-8d9e-44ef-99ed-96c84198e75f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505013 Feb 10 04:36:47.287768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-f1a81229-b681-452c-83a3-c3bd73147169 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138725 Feb 10 04:36:47.403138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-5d3c4304-42b0-49c7-bcc2-3d6e191cd4d2 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100364 Feb 10 04:36:48.199787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df3212f7-c868-4023-9a06-f459e4007750 req-ac3327b2-ad7d-4d97-afc9-06802d4388fb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.1621757 Feb 10 04:36:48.565559 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:49.326992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-470c52d2-e2be-419f-be1f-ed57635ce71f req-4a3aee7d-af87-4892-87d4-448330eeb69b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0336270 Feb 10 04:36:50.453844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a9e55ab-4b67-4b13-be00-201dd231b5f2 req-20692160-031e-4ef1-b94a-da9f45f06da3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0320656 Feb 10 04:36:51.455852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-284be3aa-e958-46ae-a782-e798f4b877ca tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:51.457420 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-284be3aa-e958-46ae-a782-e798f4b877ca tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1168318 Feb 10 04:36:51.542159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-01d06690-c532-4b59-8f7a-6345b8998379 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 380 time: 0.0767236 Feb 10 04:36:51.552564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'port': {'device_id': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'admin_state_up': True, 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'security_groups': ['67206c7e-2b2e-46e1-bc86-197fa97609dc']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:51.739623 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2adeb253-0758-476a-8902-07853a467a7f req-95ec6155-4ea2-4e76-bd71-6402d24cbc26 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.1263821 Feb 10 04:36:51.840981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:36:51.846471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:52.003856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.20.0.4 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/4bddd589-95be-4794-9772-ff49d7d1f810) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:36:52.247825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (4bddd589-95be-4794-9772-ff49d7d1f810), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:52.363699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:52.404777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:36:52.427054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:36:52.434580 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:36:52.463013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=4bddd589-95be-4794-9772-ff49d7d1f810,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:52.511678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:52.513814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:52.635350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-90914736-df0f-46d8-9556-c8bf3b7fc452 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0879393 Feb 10 04:36:52.645530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-ab09f809-a2d1-4d8a-b0c2-86a5b5daf8e1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:36:52.646891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-ab09f809-a2d1-4d8a-b0c2-86a5b5daf8e1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061016 Feb 10 04:36:52.658251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Request body: {'port': {'device_id': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:36:52.758266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:52.760425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6c2b9727-6193-49ef-b934-2d0f64e9b6a5 None None] Provisioning complete for port 4bddd589-95be-4794-9772-ff49d7d1f810 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:36:52.762019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6c2b9727-6193-49ef-b934-2d0f64e9b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:52.849387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b9727-6193-49ef-b934-2d0f64e9b6a5 None None] Port 4bddd589-95be-4794-9772-ff49d7d1f810 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:36:52.915353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b4b40-989a-4c50-9e4b-0da2c16d83fc req-e8e8a168-b395-48ee-a1ae-89bbc6fee908 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:52.923718 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-712b4b40-989a-4c50-9e4b-0da2c16d83fc req-e8e8a168-b395-48ee-a1ae-89bbc6fee908 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 931 time: 0.0815275 Feb 10 04:36:52.999882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-712b4b40-989a-4c50-9e4b-0da2c16d83fc req-3b058266-7a93-4c9f-a32c-137d5f4242a7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749471 Feb 10 04:36:53.125452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bddd589-95be-4794-9772-ff49d7d1f810 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:36:53.141673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Publish callbacks [] for port (4bddd589-95be-4794-9772-ff49d7d1f810), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:53.163910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Transition to ACTIVE for port object 4bddd589-95be-4794-9772-ff49d7d1f810 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:36:53.247356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:53.301931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Pushing event updated for resources: {'Port': ['ID=4bddd589-95be-4794-9772-ff49d7d1f810,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:53.460323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Attempting to bind port 4bddd589-95be-4794-9772-ff49d7d1f810 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:36:53.460679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Attempting to bind port 4bddd589-95be-4794-9772-ff49d7d1f810 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:36:53.461020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Attempting to bind port 4bddd589-95be-4794-9772-ff49d7d1f810 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:53.467901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Port 4bddd589-95be-4794-9772-ff49d7d1f810 on network 3a8f9648-c978-46ea-9258-23f73207f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:36:53.468555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Attempting to bind port 4bddd589-95be-4794-9772-ff49d7d1f810 on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:36:53.498248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:36:53.498248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:36:53.498248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:36:53.498248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Bound port: 4bddd589-95be-4794-9772-ff49d7d1f810, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:36:53.498248 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:53.620126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] For port 4bddd589-95be-4794-9772-ff49d7d1f810, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:36:53.626657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] For port 4bddd589-95be-4794-9772-ff49d7d1f810, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4bddd589-95be-4794-9772-ff49d7d1f810,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:36:53.708778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:53.804685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:53.805387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:53.806949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] 10.222.0.43 "PUT /v2.0/ports/4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 200 len: 1091 time: 1.1532218 Feb 10 04:36:53.807496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:36:53.809758 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:36:53.846803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f9b1-309a-4f11-b724-f939b8465859 service neutron] Pushing event updated for resources: {'Port': ['ID=4bddd589-95be-4794-9772-ff49d7d1f810,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:36:53.962576 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f8f09-5657-448f-8fca-4ef078b8a3ca x-openstack-request-id: req-f49f8f09-5657-448f-8fca-4ef078b8a3ca {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:36:53.966362 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:36:53.966525 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f49f8f09-5657-448f-8fca-4ef078b8a3ca {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:36:53.966863 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810', 'status': 'completed', 'code': 200} Feb 10 04:36:54.015991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-532ad456-e06d-45ea-b513-d428a8ae31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:54.015991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-532ad456-e06d-45ea-b513-d428a8ae31c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1125 time: 0.1047051 Feb 10 04:36:54.088075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-909f9552-c2bc-4360-8214-6d3f9cdfd0d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 200 len: 217 time: 0.0559764 Feb 10 04:36:54.164013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-37beac37-f6c0-49f9-adae-031cd688212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:54.165904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-37beac37-f6c0-49f9-adae-031cd688212a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0792990 Feb 10 04:36:54.244945 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b23f2-4f9a-4195-8fff-b1c965d45554 req-47f483cc-fd4b-47df-969b-b44eed3aa916 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:54.266230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb6b23f2-4f9a-4195-8fff-b1c965d45554 req-47f483cc-fd4b-47df-969b-b44eed3aa916 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.1367383 Feb 10 04:36:54.404915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-5fbbe4ba-c95a-4da9-a58b-2df4ee8ea9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:54.413359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-5fbbe4ba-c95a-4da9-a58b-2df4ee8ea9d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1006780 Feb 10 04:36:54.417023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb6b23f2-4f9a-4195-8fff-b1c965d45554 req-6e0ff5fe-91ae-4cfb-8610-7d9297027f46 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498709 Feb 10 04:36:54.668582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-95280f0a-a20f-4a80-aa63-38f6161b432e service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300870 Feb 10 04:36:54.778429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7734ef5-2781-4bd2-b7b9-2001b9df819f req-82f4d7a8-b9d8-4c92-b0a9-256df7b13b05 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054673 Feb 10 04:36:55.035639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-1cbd4217-785b-4de0-ab80-2f890a5e9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:55.037903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-1cbd4217-785b-4de0-ab80-2f890a5e9f1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1125 time: 0.0984960 Feb 10 04:36:55.237569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-91b323a2-d019-40c5-9012-943da598e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:55.239134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-91b323a2-d019-40c5-9012-943da598e5ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1957097 Feb 10 04:36:55.319444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-d62a33f0-f1a7-49cf-abdf-aa48f0597dd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 200 len: 217 time: 0.0740829 Feb 10 04:36:55.407136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-21e007da-1080-4f89-bf25-70553b4c3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:55.408616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-21e007da-1080-4f89-bf25-70553b4c3e83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0844419 Feb 10 04:36:55.480124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-dbcd4765-6368-4620-bb4e-887264f202c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:55.481665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-dbcd4765-6368-4620-bb4e-887264f202c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655925 Feb 10 04:36:55.809633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-7e24ce80-887f-4f35-9977-4388c7a5580b service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208289 Feb 10 04:36:55.874772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0bef-05e8-488e-b273-2c8af4ecd3e4 req-440661d3-2299-45ac-a830-8a1a1b35a542 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:55.878902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f59e0bef-05e8-488e-b273-2c8af4ecd3e4 req-440661d3-2299-45ac-a830-8a1a1b35a542 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.3250942 Feb 10 04:36:55.974065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f59e0bef-05e8-488e-b273-2c8af4ecd3e4 req-3f0d3359-ee29-4e99-9805-3ef661216870 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629499 Feb 10 04:36:55.992796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e6ce1ed-97a9-4a0e-8ed2-abb3065ccc9e req-1e511df9-5931-4827-8fbb-11c789e6c762 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742513 Feb 10 04:36:57.170825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400c776-7e13-4f61-8ee8-76ede4245675 req-bce02ebd-4288-4cc1-a97a-1d8694a9896c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:57.187633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4400c776-7e13-4f61-8ee8-76ede4245675 req-bce02ebd-4288-4cc1-a97a-1d8694a9896c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.1246126 Feb 10 04:36:57.273048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4400c776-7e13-4f61-8ee8-76ede4245675 req-7d2405d5-f7c1-4a6d-966f-d99ebae252a4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732725 Feb 10 04:36:57.676469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf582-07ac-4a79-adf3-75828a8305aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:58.480365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e74a8a-3483-44da-b6d1-b06db5826a0a req-ce414cca-eaa6-486c-9557-0c4b3a8f08e8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:58.489257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7e74a8a-3483-44da-b6d1-b06db5826a0a req-ce414cca-eaa6-486c-9557-0c4b3a8f08e8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.1067247 Feb 10 04:36:58.546578 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7e74a8a-3483-44da-b6d1-b06db5826a0a req-89752323-a3e6-49d4-ad71-3d5e65692ae4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518405 Feb 10 04:36:59.757614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a1289-bcef-4d22-b653-b61f6a585149 req-17dd7eb5-a96d-49b7-8a04-9f74488532db tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:36:59.759160 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1d1a1289-bcef-4d22-b653-b61f6a585149 req-17dd7eb5-a96d-49b7-8a04-9f74488532db tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.1114147 Feb 10 04:36:59.811187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-48ab0f65-f8e3-48da-adac-addf285e4d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:36:59.832963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1d1a1289-bcef-4d22-b653-b61f6a585149 req-1bfcaf34-f3c1-4556-918f-b7b9025f9e2b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681713 Feb 10 04:37:00.744069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43326) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:00.933729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6db557b8-c496-4bc6-879e-d5d772affe52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.052054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bd368-a10e-44d7-bb8d-72f20b6226f8 req-54d67338-65ff-4b2a-bda0-5f54db5ff137 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:01.054342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b4bd368-a10e-44d7-bb8d-72f20b6226f8 req-54d67338-65ff-4b2a-bda0-5f54db5ff137 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.1452942 Feb 10 04:37:01.077574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6db557b8-c496-4bc6-879e-d5d772affe52 admin admin] Publish callbacks [] for security_group (77d9ad22-6258-4090-b092-08f4195b696e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.104331 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:37:01.104956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.120026 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b4bd368-a10e-44d7-bb8d-72f20b6226f8 req-e7d1d0b9-90c8-420b-8a42-a4e613263822 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546343 Feb 10 04:37:01.133895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6db557b8-c496-4bc6-879e-d5d772affe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (77d9ad22-6258-4090-b092-08f4195b696e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.176053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6db557b8-c496-4bc6-879e-d5d772affe52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6ee2f82d3014d0da5e3f9f41a6abb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278636 Feb 10 04:37:01.176435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43332) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:01.179443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db557b8-c496-4bc6-879e-d5d772affe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9ad22-6258-4090-b092-08f4195b696e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:01.229223 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf60e-81ca-47ad-bd6b-3441d7caee58 admin admin] Publish callbacks [] for security_group (77d9ad22-6258-4090-b092-08f4195b696e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.252361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf60e-81ca-47ad-bd6b-3441d7caee58 admin admin] Publish callbacks [] for security_group (77d9ad22-6258-4090-b092-08f4195b696e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.411471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf60e-81ca-47ad-bd6b-3441d7caee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (77d9ad22-6258-4090-b092-08f4195b696e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.415011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf60e-81ca-47ad-bd6b-3441d7caee58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:01.416561 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d7cdf60e-81ca-47ad-bd6b-3441d7caee58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77d9ad22-6258-4090-b092-08f4195b696e HTTP/1.1" status: 204 len: 168 time: 0.2385480 Feb 10 04:37:01.427186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdf60e-81ca-47ad-bd6b-3441d7caee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9ad22-6258-4090-b092-08f4195b696e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:02.252093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6d0e-9833-41ff-ba68-592396c54f50 req-52f1d3ef-6ece-4133-b775-48ddddde7c4c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:02.254067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-213a6d0e-9833-41ff-ba68-592396c54f50 req-52f1d3ef-6ece-4133-b775-48ddddde7c4c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0579751 Feb 10 04:37:02.310801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-213a6d0e-9833-41ff-ba68-592396c54f50 req-f40c3630-6741-4c5d-adc7-654f56d2b4c6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507774 Feb 10 04:37:02.662281 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:03.458734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f150041-c081-4752-8ab0-9b305aa43295 req-d41e0b87-4ef1-472f-8b20-91bc66938e81 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:03.461104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f150041-c081-4752-8ab0-9b305aa43295 req-d41e0b87-4ef1-472f-8b20-91bc66938e81 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0683608 Feb 10 04:37:03.514513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1f150041-c081-4752-8ab0-9b305aa43295 req-0288fc68-e65a-465c-8416-e714bd13cf49 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Feb 10 04:37:04.314317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:04.662004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6dddd-8979-4333-803a-d5864ff3ec3c req-f1bb7883-8e4c-4c31-a07d-9fbf1fb69bb5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:04.669141 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4cb6dddd-8979-4333-803a-d5864ff3ec3c req-f1bb7883-8e4c-4c31-a07d-9fbf1fb69bb5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0623591 Feb 10 04:37:04.726375 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4cb6dddd-8979-4333-803a-d5864ff3ec3c req-9dd7e6f5-9fd6-4444-b3a2-808d55fb2af8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527279 Feb 10 04:37:05.886031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f270d8-7aba-46c3-95da-923f40370305 req-539e0c7b-27e2-46e3-90b1-94fc0cb16f80 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:05.893510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92f270d8-7aba-46c3-95da-923f40370305 req-539e0c7b-27e2-46e3-90b1-94fc0cb16f80 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0660155 Feb 10 04:37:05.952236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92f270d8-7aba-46c3-95da-923f40370305 req-1fd626ce-c114-4cab-892e-3435a6025203 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531619 Feb 10 04:37:07.087795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1092e3-e0ee-4cb8-843e-326aa458698b req-e337ea46-9ab5-4728-8892-82c09ef4ffa8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:07.089458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a1092e3-e0ee-4cb8-843e-326aa458698b req-e337ea46-9ab5-4728-8892-82c09ef4ffa8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0593293 Feb 10 04:37:07.146425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a1092e3-e0ee-4cb8-843e-326aa458698b req-dd4a7704-7017-4a7a-87f2-3241a7aebfcb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Feb 10 04:37:08.270446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ce1f8-688f-4210-aaa8-f67030143ae6 req-d89ba417-a508-4b78-a48e-0f91b0445a46 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:08.273559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a4ce1f8-688f-4210-aaa8-f67030143ae6 req-d89ba417-a508-4b78-a48e-0f91b0445a46 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0545859 Feb 10 04:37:08.327106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a4ce1f8-688f-4210-aaa8-f67030143ae6 req-e4c4b253-fd7a-4388-8619-489d367bcbeb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477695 Feb 10 04:37:09.492673 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeb101-6078-49b0-b5d8-6d257572d592 req-70d8004e-8abe-486d-8c99-d110f676bbcb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:09.501131 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ffeb101-6078-49b0-b5d8-6d257572d592 req-70d8004e-8abe-486d-8c99-d110f676bbcb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0843675 Feb 10 04:37:09.553791 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ffeb101-6078-49b0-b5d8-6d257572d592 req-1bc3d1d8-458e-4c2f-8bc6-eaef3e497139 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509970 Feb 10 04:37:10.686359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235bb1-9cc6-4b16-bc4c-9b6c5260dcc3 req-87c006fd-cf42-46d7-802c-00dba3dd8280 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:10.689888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce235bb1-9cc6-4b16-bc4c-9b6c5260dcc3 req-87c006fd-cf42-46d7-802c-00dba3dd8280 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0637274 Feb 10 04:37:10.744566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce235bb1-9cc6-4b16-bc4c-9b6c5260dcc3 req-92e83d3b-487d-425c-9332-e25a32d916c6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498266 Feb 10 04:37:11.876150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdc2f7-3036-48ad-b558-7bde6f4b9cfa req-ddf5fb94-dbdf-4b7f-b7b4-fb7b352c2194 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:11.891144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04bdc2f7-3036-48ad-b558-7bde6f4b9cfa req-ddf5fb94-dbdf-4b7f-b7b4-fb7b352c2194 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 943 time: 0.0644965 Feb 10 04:37:11.933272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04bdc2f7-3036-48ad-b558-7bde6f4b9cfa req-c737eaa5-084c-4954-ab10-64bcc3060c0e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495670 Feb 10 04:37:11.993658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4bddd589-95be-4794-9772-ff49d7d1f810 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:37:12.097824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4bddd589-95be-4794-9772-ff49d7d1f810, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4bddd589-95be-4794-9772-ff49d7d1f810,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:37:12.110233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '4bddd589-95be-4794-9772-ff49d7d1f810', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'port_id': '4bddd589-95be-4794-9772-ff49d7d1f810', 'mac_address': 'fa:16:3e:f1:33:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:37:12.315823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4bddd589-95be-4794-9772-ff49d7d1f810 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:37:12.316210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:12.329361 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bddd589-95be-4794-9772-ff49d7d1f810 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:37:12.351812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4bddd589-95be-4794-9772-ff49d7d1f810, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4bddd589-95be-4794-9772-ff49d7d1f810,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:37:12.453944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:12.506949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4bddd589-95be-4794-9772-ff49d7d1f810,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:12.514799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.515160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.515582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.515928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.516272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.516618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.516947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.517279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.517609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.517936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.518267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.518728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.519062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:12.657931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4bddd589-95be-4794-9772-ff49d7d1f810'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:37:13.079246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09625-723b-4207-98ce-c09a3df40038 req-e650e2f4-bdf9-4f85-9aa7-a348db7eb616 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:13.081678 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86d09625-723b-4207-98ce-c09a3df40038 req-e650e2f4-bdf9-4f85-9aa7-a348db7eb616 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 944 time: 0.0700586 Feb 10 04:37:13.147763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86d09625-723b-4207-98ce-c09a3df40038 req-0c8e4020-4edc-4a0f-96ab-b228325b6c47 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575671 Feb 10 04:37:14.010822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4bddd589-95be-4794-9772-ff49d7d1f810 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:37:14.145508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 4bddd589-95be-4794-9772-ff49d7d1f810 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:37:14.151211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 4bddd589-95be-4794-9772-ff49d7d1f810 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:37:14.151981 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:14.294171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4bddd589-95be-4794-9772-ff49d7d1f810 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:37:14.295178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:14.323544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:37:14.326785 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f6bc4e-6604-4324-a182-5ed928e129fb" -d '{"events": [{"server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "name": "network-vif-plugged", "status": "completed", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:37:14.345169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4bddd589-95be-4794-9772-ff49d7d1f810, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4bddd589-95be-4794-9772-ff49d7d1f810,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:37:14.371165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c4b7-a0b6-4dfa-87b4-f03bb2bca9de req-a0e54ed0-a256-44fa-9939-13e4c276b211 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:14.373426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf07c4b7-a0b6-4dfa-87b4-f03bb2bca9de req-a0e54ed0-a256-44fa-9939-13e4c276b211 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 944 time: 0.1064007 Feb 10 04:37:14.396553 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f93167f-2012-4667-b876-1c82fc037023 x-openstack-request-id: req-0f93167f-2012-4667-b876-1c82fc037023 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:37:14.397336 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "name": "network-vif-plugged", "status": "completed", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:37:14.397691 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f93167f-2012-4667-b876-1c82fc037023 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:37:14.398193 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810', 'code': 200} Feb 10 04:37:14.430926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:14.458733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf07c4b7-a0b6-4dfa-87b4-f03bb2bca9de req-12c4f593-32d2-4085-a2bc-50f3a1b21172 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788977 Feb 10 04:37:14.530866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4bddd589-95be-4794-9772-ff49d7d1f810,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:14.531452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5f85c-6264-4c9c-81fe-e3bcca1d4263 req-89a4a4c5-e1a9-45dc-819b-2c5f86bf4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:14.533596 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3e5f85c-6264-4c9c-81fe-e3bcca1d4263 req-89a4a4c5-e1a9-45dc-819b-2c5f86bf4198 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1127 time: 0.0778663 Feb 10 04:37:14.636752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3e5f85c-6264-4c9c-81fe-e3bcca1d4263 req-6d0880b5-d8d0-43a3-8780-5f59c11426a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960355 Feb 10 04:37:16.064746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaad06-2ff8-43e7-956c-532a53a377fb req-39e3c18f-8edf-41ba-96f9-a315318cec26 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:16.073217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71aaad06-2ff8-43e7-956c-532a53a377fb req-39e3c18f-8edf-41ba-96f9-a315318cec26 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 945 time: 0.4802430 Feb 10 04:37:16.126879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71aaad06-2ff8-43e7-956c-532a53a377fb req-9c3d25fc-2a81-4f27-b821-9ed85557601a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511882 Feb 10 04:37:17.093516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:17.245142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23fa48-d359-45c4-9093-3f05722ac55e req-6fe15c0e-854d-4b9b-84f8-cf3e891be9dd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:17.246674 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e23fa48-d359-45c4-9093-3f05722ac55e req-6fe15c0e-854d-4b9b-84f8-cf3e891be9dd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 945 time: 0.0532088 Feb 10 04:37:17.294759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e23fa48-d359-45c4-9093-3f05722ac55e req-ac2e21de-7e11-480e-89d2-b16aec4ecf56 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 Feb 10 04:37:17.428072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fbcc6-736d-4209-af6d-db927d2c9df0 req-c6c7c365-cf8b-493e-9c11-803a496fe23f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:17.432565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c4fbcc6-736d-4209-af6d-db927d2c9df0 req-c6c7c365-cf8b-493e-9c11-803a496fe23f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 945 time: 0.0609810 Feb 10 04:37:17.479095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c4fbcc6-736d-4209-af6d-db927d2c9df0 req-2a032ce4-b36f-4675-b3bb-37c3ec2f0bcc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Feb 10 04:37:17.501507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43566) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:17.711216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfbaeca-0e29-4203-84e2-79fa59ac58c4 tempest-TestVolumeBootPattern-1357868477 tempest-TestVolumeBootPattern-1357868477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:17.716048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8cfbaeca-0e29-4203-84e2-79fa59ac58c4 tempest-TestVolumeBootPattern-1357868477 tempest-TestVolumeBootPattern-1357868477-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1122 time: 0.2104523 Feb 10 04:37:17.716315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43572) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:17.720920 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '4bddd589-95be-4794-9772-ff49d7d1f810', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:37:17.800358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:17.927505 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:18.039883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.25.8.212 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/ff0f656a-dabb-4fd8-82f2-1330f8945cb9) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:37:18.143056 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:18.236821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:18.279933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:37:18.285284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:37:18.288658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:37:18.292262 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=ff0f656a-dabb-4fd8-82f2-1330f8945cb9,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:18.323643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.324127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.325548 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.325953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.326918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.327365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.327778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.328185 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.330169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.332515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.332943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.333975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.338834 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:18.505728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:19.195917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:19.371586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:19.535805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:19.596192 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:19.667338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=ff0f656a-dabb-4fd8-82f2-1330f8945cb9,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:19.679952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:19.799468 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Floating IP 87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc associated. External IP: 172.25.8.212, port: 4bddd589-95be-4794-9772-ff49d7d1f810. Feb 10 04:37:20.029833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:37:20.145503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:37:20.158669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:37:20.175600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:37:20.176387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:37:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:37:20.320839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:37:20.396277 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:20.428076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-043fc04b-8ca4-450c-9034-a17052f82003 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7106712 Feb 10 04:37:20.429058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:37:20.431669 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f51b7-f75c-4986-b042-dcad4e2b37a5" -d '{"events": [{"name": "network-changed", "server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:37:20.607259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': '4bddd589-95be-4794-9772-ff49d7d1f810', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:f1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:37:18Z', 'updated_at': '2022-02-10T04:37:18Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:37:20.620045 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa77968-8a4f-4d0d-84e4-c1a0dc2a1d87 x-openstack-request-id: req-eaa77968-8a4f-4d0d-84e4-c1a0dc2a1d87 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:37:20.620344 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:37:20.620602 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaa77968-8a4f-4d0d-84e4-c1a0dc2a1d87 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:37:20.621016 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810', 'status': 'completed', 'code': 200} Feb 10 04:37:20.644292 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:37:20.655522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:37:20.656137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:37:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:37:20.700195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-4c6df8da-03ad-4d23-a55f-fa3a41175a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:20.703374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-4c6df8da-03ad-4d23-a55f-fa3a41175a87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1127 time: 0.0611806 Feb 10 04:37:20.783077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:37:20.810847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-9fcac987-d30d-46b0-97bf-c2c8b3092f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:20.815303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-9fcac987-d30d-46b0-97bf-c2c8b3092f17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1035638 Feb 10 04:37:20.889379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-aba1b155-016f-4722-be95-e674ef5b2e4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 200 len: 999 time: 0.0686798 Feb 10 04:37:20.941657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-5bb7a2f7-3e78-45c6-a75a-0ae3e15f82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:20.944749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-5bb7a2f7-3e78-45c6-a75a-0ae3e15f82e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0484636 Feb 10 04:37:21.020492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-178274e6-d78d-4292-b271-49df9bf6c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:21.022645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-178274e6-d78d-4292-b271-49df9bf6c172 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0723593 Feb 10 04:37:21.075354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': '4bddd589-95be-4794-9772-ff49d7d1f810', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:f1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:37:18Z', 'updated_at': '2022-02-10T04:37:18Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:37:21.109055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176089a-d8fa-46c3-a4b7-21b1bafd7dbb None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': '4bddd589-95be-4794-9772-ff49d7d1f810', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:f1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:37:18Z', 'updated_at': '2022-02-10T04:37:18Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:37:21.120309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-4f7424db-695a-4e21-bd6b-7f6f856c18ed service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926983 Feb 10 04:37:21.227263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-353f51b7-f75c-4986-b042-dcad4e2b37a5 req-44e117c8-909d-44b2-81f5-4c09f1052af9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016874 Feb 10 04:37:21.353172 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474da5d-b843-4714-a821-f68b210753b2 None None] New status for floating IP 87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:37:22.328192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43616) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:22.448716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:22.529569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Publish callbacks [] for security_group (eab75e59-c32b-423c-afef-5d863912f67e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:22.634094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (eab75e59-c32b-423c-afef-5d863912f67e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:22.676425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eaa94057159745fea874a70049f58ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439670 Feb 10 04:37:22.676663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43622) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:22.689856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab75e59-c32b-423c-afef-5d863912f67e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:22.698007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.698357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.698692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.699062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.699396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.699731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.700065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.700391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.700718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.701041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.701365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.701687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.702006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15967086-f387-43e2-aa4d-7be5530f1e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:37:22.749473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c950b6b5-19c4-4cc5-ad1c-3e2fc6d4dbb4 admin admin] Publish callbacks [] for security_group (eab75e59-c32b-423c-afef-5d863912f67e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:22.771234 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c950b6b5-19c4-4cc5-ad1c-3e2fc6d4dbb4 admin admin] Publish callbacks [] for security_group (eab75e59-c32b-423c-afef-5d863912f67e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:22.891644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c950b6b5-19c4-4cc5-ad1c-3e2fc6d4dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (eab75e59-c32b-423c-afef-5d863912f67e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:22.894501 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c950b6b5-19c4-4cc5-ad1c-3e2fc6d4dbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:22.898496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c950b6b5-19c4-4cc5-ad1c-3e2fc6d4dbb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eab75e59-c32b-423c-afef-5d863912f67e HTTP/1.1" status: 204 len: 168 time: 0.2186604 Feb 10 04:37:22.908116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950b6b5-19c4-4cc5-ad1c-3e2fc6d4dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab75e59-c32b-423c-afef-5d863912f67e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:23.556299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 43632) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:23.570325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9678bc0a-dd66-4f88-bad4-680859dd219b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:23.644108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9678bc0a-dd66-4f88-bad4-680859dd219b admin admin] Publish callbacks [] for security_group (0586af25-955d-460c-a7f3-109ae669d6fb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:23.716456 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9678bc0a-dd66-4f88-bad4-680859dd219b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0586af25-955d-460c-a7f3-109ae669d6fb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:23.758151 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9678bc0a-dd66-4f88-bad4-680859dd219b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d47a7654e5a04ab5b7f542ba2a543f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007387 Feb 10 04:37:23.759086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678bc0a-dd66-4f88-bad4-680859dd219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0586af25-955d-460c-a7f3-109ae669d6fb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:23.760825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43634) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:23.811635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a423ca2-287a-4ef1-9edc-47f6b378fa51 admin admin] Publish callbacks [] for security_group (0586af25-955d-460c-a7f3-109ae669d6fb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:23.833652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a423ca2-287a-4ef1-9edc-47f6b378fa51 admin admin] Publish callbacks [] for security_group (0586af25-955d-460c-a7f3-109ae669d6fb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:23.939252 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a423ca2-287a-4ef1-9edc-47f6b378fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0586af25-955d-460c-a7f3-109ae669d6fb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:23.941955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a423ca2-287a-4ef1-9edc-47f6b378fa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:23.943170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4a423ca2-287a-4ef1-9edc-47f6b378fa51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0586af25-955d-460c-a7f3-109ae669d6fb HTTP/1.1" status: 204 len: 168 time: 0.1807272 Feb 10 04:37:23.951571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a423ca2-287a-4ef1-9edc-47f6b378fa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0586af25-955d-460c-a7f3-109ae669d6fb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:24.631105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:24.646311 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a31360eb-5a2b-4e51-a93f-7afcee4ddbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:24.725542 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a31360eb-5a2b-4e51-a93f-7afcee4ddbbf admin admin] Publish callbacks [] for security_group (c38d3457-1da1-44f8-a74c-53e5b3990d02), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:24.799544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a31360eb-5a2b-4e51-a93f-7afcee4ddbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c38d3457-1da1-44f8-a74c-53e5b3990d02), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:24.840345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31360eb-5a2b-4e51-a93f-7afcee4ddbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38d3457-1da1-44f8-a74c-53e5b3990d02,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:24.845269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a31360eb-5a2b-4e51-a93f-7afcee4ddbbf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7030fad1d38d4f04b4cdd3a946708a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122686 Feb 10 04:37:24.847902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 43646) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:37:24.895943 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1966a0bd-a1a3-4eb6-b3b1-033bfb616d4f admin admin] Publish callbacks [] for security_group (c38d3457-1da1-44f8-a74c-53e5b3990d02), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:24.917270 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1966a0bd-a1a3-4eb6-b3b1-033bfb616d4f admin admin] Publish callbacks [] for security_group (c38d3457-1da1-44f8-a74c-53e5b3990d02), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:25.024883 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1966a0bd-a1a3-4eb6-b3b1-033bfb616d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c38d3457-1da1-44f8-a74c-53e5b3990d02), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:25.027627 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1966a0bd-a1a3-4eb6-b3b1-033bfb616d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:25.028797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1966a0bd-a1a3-4eb6-b3b1-033bfb616d4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c38d3457-1da1-44f8-a74c-53e5b3990d02 HTTP/1.1" status: 204 len: 168 time: 0.1799853 Feb 10 04:37:25.036758 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966a0bd-a1a3-4eb6-b3b1-033bfb616d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38d3457-1da1-44f8-a74c-53e5b3990d02,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:37:27.649553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c7241078-a053-4c76-b9fb-66320e709010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:29.794473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac07d937-cc71-48bb-92d0-20676f4bbbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:31.109214 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:32.706445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:33.294969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-95db93f9-5d8a-4abc-a602-e023df646447 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463407 Feb 10 04:37:33.398349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-68d9d0dc-e016-4710-8c93-1bc9315e9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:33.400691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-68d9d0dc-e016-4710-8c93-1bc9315e9bab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1127 time: 0.0572455 Feb 10 04:37:33.519370 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-bd30e489-4d8a-47c3-bb98-848fc7b24f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:33.521835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-bd30e489-4d8a-47c3-bb98-848fc7b24f85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.0969629 Feb 10 04:37:33.603517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-4a65f951-bb81-468a-b5c2-5b4881c349e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 200 len: 1001 time: 0.0757980 Feb 10 04:37:33.661462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-0ef3a221-a62b-438e-a779-adf30413af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:33.663559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-0ef3a221-a62b-438e-a779-adf30413af60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0540500 Feb 10 04:37:33.719557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-bec5e818-637a-46c6-a45e-89ff3000be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:37:33.721671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-bec5e818-637a-46c6-a45e-89ff3000be09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527823 Feb 10 04:37:33.832375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-d05be3e6-8cbd-493c-b786-744cbb99d5f7 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049597 Feb 10 04:37:33.970512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0bcf5e4-f530-4934-a319-0c09e5984262 req-4fbda655-67e1-4178-8ff6-0d531095b83d service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308193 Feb 10 04:37:34.328092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:38.108073 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:37:40.902119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-f57aad14-e87f-4168-9893-0fe835b6e37e service neutron] (109959) timed out ('10.222.0.42', 46108) {{(pid=109959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:37:41.031570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-60a8dd2c-21b6-49a2-83b0-5570af429744 req-ad6159d8-d7df-4780-8c16-95ad0df74147 tempest-AttachVolumeShelveTestJSON-1509549572 tempest-AttachVolumeShelveTestJSON-1509549572-project] (109958) timed out ('10.222.0.42', 33138) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:37:47.105495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:48.554460 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:57.663171 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5556f1d0-b5fe-49e6-b2aa-d8a546bf059d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:37:59.807922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53301852-3378-4c77-bdaf-aff05f927419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:01.055446 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:02.737179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:04.291152 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:15.110398 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:38:17.128355 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:18.552162 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:27.659904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9b4148d8-6712-4b28-9faa-af7442b326ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:29.800604 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5e1f2898-981e-4316-8c51-eb2b1ecf3771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:31.105118 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:32.694287 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:34.328318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:34.415239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-9d3ec122-3b37-41e5-b995-5a2914bee556 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1832261 Feb 10 04:38:34.513322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-07efd448-292a-43e9-8e82-fa4ac9307d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:38:34.514975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-07efd448-292a-43e9-8e82-fa4ac9307d1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1127 time: 0.0523281 Feb 10 04:38:34.645634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-0737da1b-8817-47f0-a64f-67aa0e23a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:38:34.647172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-0737da1b-8817-47f0-a64f-67aa0e23a93b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1108963 Feb 10 04:38:34.720676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-03ad88ef-e377-4a49-8b29-a892e3dae6ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 200 len: 1001 time: 0.0670919 Feb 10 04:38:34.774373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-49c7e9bb-5b50-420f-a890-9bee97be296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:38:34.776120 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-49c7e9bb-5b50-420f-a890-9bee97be296c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0498033 Feb 10 04:38:34.829951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-8688234d-3a84-49b5-b390-2b379badc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:38:34.832016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-8688234d-3a84-49b5-b390-2b379badc1a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503306 Feb 10 04:38:34.931337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-ccafacd5-b2f3-42ed-846c-6ee1b26ebca1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927684 Feb 10 04:38:35.027045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f14b7798-5937-4173-ba94-5cfe36a31372 req-f804d3ca-05c1-4c78-84b7-9a03171337dc service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897093 Feb 10 04:38:38.597697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45242) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:38:38.746531 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a910c26d-b4b3-41a5-9457-96e627aa5f0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79b4fd4c98e14779ad67d74cf1a1700d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474066 Feb 10 04:38:38.749083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45248) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:38:38.797363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Publish callbacks [] for security_group (6c9de6e1-d121-45a7-a580-ae8e67131709), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:38.825581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Publish callbacks [] for security_group (6c9de6e1-d121-45a7-a580-ae8e67131709), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:38.980737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6c9de6e1-d121-45a7-a580-ae8e67131709), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:38.984635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:38.985542 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c9de6e1-d121-45a7-a580-ae8e67131709 HTTP/1.1" status: 204 len: 168 time: 0.2355452 Feb 10 04:38:38.996265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9de6e1-d121-45a7-a580-ae8e67131709,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:38:39.005861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.007649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.007649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.007649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.008452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.009213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.010360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.010992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.011574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.012136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.012874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.013463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:39.014010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb41-eedf-4094-b1ab-f3541e539f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.155998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45286) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:38:40.283820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1153634958-network', 'tenant_id': '7505cda4918b421bae504f32f204ec48'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:38:40.380605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Made reservation on behalf of 7505cda4918b421bae504f32f204ec48 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:38:40.383751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.394156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.484464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks [] for security_group (85871a98-3b2b-4320-9e97-258937d809fe), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.551044 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (85871a98-3b2b-4320-9e97-258937d809fe), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.616496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85871a98-3b2b-4320-9e97-258937d809fe,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:38:40.635532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:38:40.647530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.648214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.648652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.649112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.649658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.650137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.650731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.651165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.651597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.652090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.652517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.652942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.653373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:38:40.663556 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (924a3396-6f82-44c7-94cb-694ea8c20943), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.664017 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Added segment 924a3396-6f82-44c7-94cb-694ea8c20943 of type vlan for network 20d31854-442e-4670-b6f8-9a521c51369c Feb 10 04:38:40.710749 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (20d31854-442e-4670-b6f8-9a521c51369c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.806012 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (20d31854-442e-4670-b6f8-9a521c51369c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.807775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:38:40.808546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:40.885574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] Pushing event updated for resources: {'Network': ['ID=20d31854-442e-4670-b6f8-9a521c51369c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:38:40.896054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 20d31854-442e-4670-b6f8-9a521c51369c details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:38:40.928979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4ff99d9a-7135-4684-9e56-db3f418f9aaa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7686734 Feb 10 04:38:40.929231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45304) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:38:40.935005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Request body: {'subnet': {'network_id': '20d31854-442e-4670-b6f8-9a521c51369c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1153634958-subnet', 'tenant_id': '7505cda4918b421bae504f32f204ec48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:38:41.037763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Made reservation on behalf of 7505cda4918b421bae504f32f204ec48 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:38:41.041624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:41.372190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (8f385884-9d7e-4b4e-beb9-96befc3185ba), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:41.443863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f385884-9d7e-4b4e-beb9-96befc3185ba,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:38:41.448275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Checking segment: {'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:38:41.448856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Network hostable DHCP agents. Network: 20d31854-442e-4670-b6f8-9a521c51369c, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:38:41.526682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Network 20d31854-442e-4670-b6f8-9a521c51369c is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:38:41.631404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 20d31854-442e-4670-b6f8-9a521c51369c) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:38:41.655505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d06a88-313b-438d-b92b-c3180060f7f3 None None] Network 20d31854-442e-4670-b6f8-9a521c51369c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:38:41.661558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:38:41.667410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:41.758041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07cbc2-4176-4d0a-a7fb-f6021b2639c6 None None] Network 20d31854-442e-4670-b6f8-9a521c51369c requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:38:41.792572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5c856ca0-2265-4907-9b99-f6d07b067c32 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8571272 Feb 10 04:38:47.097258 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:48.534272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:52.115757 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:38:57.676703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b60ca38d-a270-4a5c-a989-ae2005856bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:38:59.813998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-22ff2a64-a335-43fd-8468-6c50e1728db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:01.082435 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:02.694222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:04.337445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:17.092008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:18.540022 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:27.661539 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d221ec68-6476-4793-aa97-aa9e152cb512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.339392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 45852) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:39:28.469643 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-06be3563-b12f-4d5c-9e21-39602e3bb8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.546924 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-06be3563-b12f-4d5c-9e21-39602e3bb8c6 admin admin] Publish callbacks [] for security_group (c1f07f2f-84d3-4504-8456-4256a860c903), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.614591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-06be3563-b12f-4d5c-9e21-39602e3bb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c1f07f2f-84d3-4504-8456-4256a860c903), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.655824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be3563-b12f-4d5c-9e21-39602e3bb8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f07f2f-84d3-4504-8456-4256a860c903,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:39:28.687561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 45864) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:39:28.702039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-06be3563-b12f-4d5c-9e21-39602e3bb8c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=636927adc34147319ff5c8d572689fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3606493 Feb 10 04:39:28.776011 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb8720d5-6b33-44b9-9461-cf4fa6f44937 admin admin] Publish callbacks [] for security_group (c1f07f2f-84d3-4504-8456-4256a860c903), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.795665 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb8720d5-6b33-44b9-9461-cf4fa6f44937 admin admin] Publish callbacks [] for security_group (c1f07f2f-84d3-4504-8456-4256a860c903), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.951719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb8720d5-6b33-44b9-9461-cf4fa6f44937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c1f07f2f-84d3-4504-8456-4256a860c903), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.954274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cb8720d5-6b33-44b9-9461-cf4fa6f44937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:28.955629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cb8720d5-6b33-44b9-9461-cf4fa6f44937 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1f07f2f-84d3-4504-8456-4256a860c903 HTTP/1.1" status: 204 len: 168 time: 0.2655759 Feb 10 04:39:28.964730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8720d5-6b33-44b9-9461-cf4fa6f44937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f07f2f-84d3-4504-8456-4256a860c903,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:39:29.121272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:39:29.813938 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-240c902c-267a-4f11-a5d1-3633bd48bb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:31.092708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:32.689859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:34.317018 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:36.339560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-000fb0ff-3265-41e6-b623-5f765ea39860 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560739 Feb 10 04:39:36.463862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0023-1f27-497f-87dc-ca70713325df req-76be031c-0978-4661-be4e-e4bfd585ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:39:36.465860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-76be031c-0978-4661-be4e-e4bfd585ef84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 1127 time: 0.0672328 Feb 10 04:39:36.577491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0023-1f27-497f-87dc-ca70713325df req-b9f2f9c4-c3ea-42b3-a429-3d65f3b2a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:39:36.579029 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-b9f2f9c4-c3ea-42b3-a429-3d65f3b2a1e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.0903292 Feb 10 04:39:36.648484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-69d11d69-4769-4e89-bf50-07aaa330b200 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 200 len: 1001 time: 0.0634069 Feb 10 04:39:36.707764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0023-1f27-497f-87dc-ca70713325df req-589c0113-dcd8-44df-9691-4604c8b4dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:39:36.709357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-589c0113-dcd8-44df-9691-4604c8b4dc80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0549700 Feb 10 04:39:36.764245 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0023-1f27-497f-87dc-ca70713325df req-32e661be-2b79-4354-a09f-d428b34aa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:39:36.765799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-32e661be-2b79-4354-a09f-d428b34aa89b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503135 Feb 10 04:39:36.860520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-a95f56a8-b98b-4502-aab6-a31d6cf11ecb service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881333 Feb 10 04:39:36.958996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fbaf0023-1f27-497f-87dc-ca70713325df req-42706205-7ddf-48f0-a209-d7c61ab2e71e service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922253 Feb 10 04:39:47.126336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:48.600492 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:57.694037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da04d516-2c9b-441f-b6a0-507358f43c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.242012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46534) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:39:58.247702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735343265', 'description': 'tempest-secgroup-smoke-1735343265 description', 'project_id': '76d75510bcb84cb0a8c8f068c3957762'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:39:58.354855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c95e27-4663-4eee-9877-5881b4077402 req-5881c948-38a8-4f65-8e71-7c9bcf2aacad tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:39:58.356489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6c95e27-4663-4eee-9877-5881b4077402 req-5881c948-38a8-4f65-8e71-7c9bcf2aacad tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 945 time: 0.0553796 Feb 10 04:39:58.402533 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.423432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e6c95e27-4663-4eee-9877-5881b4077402 req-23cd096f-a71b-4d87-943e-44f90d34e29b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586081 Feb 10 04:39:58.484559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group (cbbc74a4-4738-46c2-9465-fc27fd68ed0f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.545326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cbbc74a4-4738-46c2-9465-fc27fd68ed0f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.575881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc74a4-4738-46c2-9465-fc27fd68ed0f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:39:58.586322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.586777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.587192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.587598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.587995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.588392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.588864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.589408 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.589813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.590205 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.590595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.591002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.591390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.637754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.643191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46540) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:39:58.643373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3a85afc7-ea01-4cd6-9e3b-acebfcfbfa42 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3998315 Feb 10 04:39:58.648198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc74a4-4738-46c2-9465-fc27fd68ed0f', 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:39:58.762256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (fef2b49f-e8d9-4f8c-b203-2048a4cdf8ad), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.823752 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (fef2b49f-e8d9-4f8c-b203-2048a4cdf8ad), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.903261 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (fef2b49f-e8d9-4f8c-b203-2048a4cdf8ad), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:58.919747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef2b49f-e8d9-4f8c-b203-2048a4cdf8ad,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:39:58.930231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.930502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.930881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.931222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.931556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.931886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.932211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.932585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.932946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.933226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.933553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.933877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:58.934288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:39:59.031084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.032358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e1b9087c-e540-491d-b42d-44d9ceb29936 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881083 Feb 10 04:39:59.035050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46550) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:39:59.039940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-823c861f-b9eb-40dc-aedb-c4223a9c1ad0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc74a4-4738-46c2-9465-fc27fd68ed0f', 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:39:59.131471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-823c861f-b9eb-40dc-aedb-c4223a9c1ad0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (73674af3-553e-4c27-be6b-9a9fd7b92498), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.187526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-823c861f-b9eb-40dc-aedb-c4223a9c1ad0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (73674af3-553e-4c27-be6b-9a9fd7b92498), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.257566 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-823c861f-b9eb-40dc-aedb-c4223a9c1ad0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (73674af3-553e-4c27-be6b-9a9fd7b92498), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.276420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c861f-b9eb-40dc-aedb-c4223a9c1ad0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73674af3-553e-4c27-be6b-9a9fd7b92498,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:39:59.353079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-823c861f-b9eb-40dc-aedb-c4223a9c1ad0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.354423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-823c861f-b9eb-40dc-aedb-c4223a9c1ad0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3182933 Feb 10 04:39:59.357144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:39:59.362108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4b692859-5f52-4069-8d6f-96279d13a232 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc74a4-4738-46c2-9465-fc27fd68ed0f', 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:39:59.471879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b692859-5f52-4069-8d6f-96279d13a232 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (35edb359-ec1b-4759-84fa-0c64767e66ce), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.545011 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b692859-5f52-4069-8d6f-96279d13a232 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (35edb359-ec1b-4759-84fa-0c64767e66ce), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.565351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1715513-af9c-4ca8-b822-955fbc341580 req-198fea27-4c70-45f3-8c15-6f0c349aeaec tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:39:59.566954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1715513-af9c-4ca8-b822-955fbc341580 req-198fea27-4c70-45f3-8c15-6f0c349aeaec tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 945 time: 0.0632012 Feb 10 04:39:59.608564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b692859-5f52-4069-8d6f-96279d13a232 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (35edb359-ec1b-4759-84fa-0c64767e66ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.621426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1715513-af9c-4ca8-b822-955fbc341580 req-2d577d46-543d-4b23-aee8-6989ed7f03db tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477753 Feb 10 04:39:59.633462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b692859-5f52-4069-8d6f-96279d13a232 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35edb359-ec1b-4759-84fa-0c64767e66ce,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:39:59.724988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b692859-5f52-4069-8d6f-96279d13a232 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.726140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b692859-5f52-4069-8d6f-96279d13a232 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3680201 Feb 10 04:39:59.728942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46568) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:39:59.735682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d24af116-2a4d-4f77-90ba-36239b9ac9a8 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc74a4-4738-46c2-9465-fc27fd68ed0f', 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:39:59.808024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-ddc8a2aa-8141-4b8a-a034-2b07d7d13733 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:39:59.809613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-ddc8a2aa-8141-4b8a-a034-2b07d7d13733 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 945 time: 0.0756490 Feb 10 04:39:59.825116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac32d412-636c-4c6c-9c6d-8e4195511d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.847127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d24af116-2a4d-4f77-90ba-36239b9ac9a8 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (20e27655-b761-41d2-8a01-52f996812600), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.954364 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d24af116-2a4d-4f77-90ba-36239b9ac9a8 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (20e27655-b761-41d2-8a01-52f996812600), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:39:59.962832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port 4bddd589-95be-4794-9772-ff49d7d1f810 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:39:59.963301 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.036844 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d24af116-2a4d-4f77-90ba-36239b9ac9a8 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (20e27655-b761-41d2-8a01-52f996812600), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.055319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24af116-2a4d-4f77-90ba-36239b9ac9a8 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e27655-b761-41d2-8a01-52f996812600,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:00.067087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] For port 4bddd589-95be-4794-9772-ff49d7d1f810, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4bddd589-95be-4794-9772-ff49d7d1f810,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:00.067462 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.169987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d24af116-2a4d-4f77-90ba-36239b9ac9a8 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.174324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d24af116-2a4d-4f77-90ba-36239b9ac9a8 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4441555 Feb 10 04:40:00.175138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46580) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:00.179662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc74a4-4738-46c2-9465-fc27fd68ed0f', 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:00.276590 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.276937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.277218 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Floating IP 87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc disassociated. External IP: 172.25.8.212, port: 4bddd589-95be-4794-9772-ff49d7d1f810. Feb 10 04:40:00.277559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for 4bddd589-95be-4794-9772-ff49d7d1f810 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:40:00.283198 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Project 76d75510bcb84cb0a8c8f068c3957762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:40:00.292494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (8009a703-a198-4d1b-ba08-ee5a50bf9bda), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.379561 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (8009a703-a198-4d1b-ba08-ee5a50bf9bda), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.465341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8009a703-a198-4d1b-ba08-ee5a50bf9bda), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.467377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46588) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:00.494917 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4bddd589-95be-4794-9772-ff49d7d1f810), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.502794 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8009a703-a198-4d1b-ba08-ee5a50bf9bda,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:00.537175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=4bddd589-95be-4794-9772-ff49d7d1f810,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:00.593330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.596357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b2a5ab42-eba4-4dff-8a6d-faa861df5acf tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4196551 Feb 10 04:40:00.598647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46592) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:00.603416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc74a4-4738-46c2-9465-fc27fd68ed0f', 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:00.675268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40d54d82-f828-4559-96ed-2e19388fbac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.721680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:40:00.802111 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Project 76d75510bcb84cb0a8c8f068c3957762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:40:00.824821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b9c7ba7-f070-486e-8b74-b2a7c8fc1ec8 req-ce5b93f8-bf00-4a65-992a-db0668df6f2a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0449281 Feb 10 04:40:00.830869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (c428629e-8bf5-435d-b3ff-e8bbb9a4c5dd), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.931803 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40d54d82-f828-4559-96ed-2e19388fbac0 admin admin] Publish callbacks [] for security_group (c65e5a99-694c-4ac2-b9db-0ecdfbae21ad), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:00.957077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:40:00.971833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:40:00.990515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:00.991510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:00.991709 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (c428629e-8bf5-435d-b3ff-e8bbb9a4c5dd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.041137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] No DVR routers for this DVR port 4bddd589-95be-4794-9772-ff49d7d1f810 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:40:01.043091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.049313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9c0a2ea-8a08-4479-9bf8-fc2c1c0eda14 req-93eefad0-24ce-4669-984b-c111f29afc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "DELETE /v2.0/ports/4bddd589-95be-4794-9772-ff49d7d1f810 HTTP/1.1" status: 204 len: 173 time: 1.2343395 Feb 10 04:40:01.050767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'name': 'network-vif-deleted', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:01.053310 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738a91d-7677-40b8-a490-4c740c4aa98f" -d '{"events": [{"server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "name": "network-vif-deleted", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:01.056243 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40d54d82-f828-4559-96ed-2e19388fbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c65e5a99-694c-4ac2-b9db-0ecdfbae21ad), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.164734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-40d54d82-f828-4559-96ed-2e19388fbac0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c588eaf85f064f489561875e94500c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6949384 Feb 10 04:40:01.165282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d54d82-f828-4559-96ed-2e19388fbac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e5a99-694c-4ac2-b9db-0ecdfbae21ad,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:01.171658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46610) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:01.178970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c428629e-8bf5-435d-b3ff-e8bbb9a4c5dd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.205842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c428629e-8bf5-435d-b3ff-e8bbb9a4c5dd,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:01.262065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6095c4a2-908b-4749-926b-066471f12618 admin admin] Publish callbacks [] for security_group (c65e5a99-694c-4ac2-b9db-0ecdfbae21ad), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.314015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6095c4a2-908b-4749-926b-066471f12618 admin admin] Publish callbacks [] for security_group (c65e5a99-694c-4ac2-b9db-0ecdfbae21ad), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.322567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.324502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e01e90a5-68e8-477f-92a4-e21717e8e76e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7248116 Feb 10 04:40:01.481827 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ccfe3-42a7-4c08-ad65-e683f3c51609 x-openstack-request-id: req-c61ccfe3-42a7-4c08-ad65-e683f3c51609 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:01.482463 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36380b77-eebb-4ed6-8bab-84e5b46f2f71", "name": "network-vif-deleted", "tag": "4bddd589-95be-4794-9772-ff49d7d1f810", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:01.482463 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c61ccfe3-42a7-4c08-ad65-e683f3c51609 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:01.483436 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36380b77-eebb-4ed6-8bab-84e5b46f2f71', 'name': 'network-vif-deleted', 'tag': '4bddd589-95be-4794-9772-ff49d7d1f810', 'status': 'completed', 'code': 200} Feb 10 04:40:01.488214 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6095c4a2-908b-4749-926b-066471f12618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (c65e5a99-694c-4ac2-b9db-0ecdfbae21ad), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.491166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6095c4a2-908b-4749-926b-066471f12618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.495112 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6095c4a2-908b-4749-926b-066471f12618 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c65e5a99-694c-4ac2-b9db-0ecdfbae21ad HTTP/1.1" status: 204 len: 168 time: 0.3271134 Feb 10 04:40:01.516935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095c4a2-908b-4749-926b-066471f12618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e5a99-694c-4ac2-b9db-0ecdfbae21ad,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:01.565506 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:01.596106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:01.711808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-ccdb4190-efeb-44d3-8443-f461f21db786 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735343265&fields=id&tenant_id=76d75510bcb84cb0a8c8f068c3957762 HTTP/1.1" status: 200 len: 267 time: 0.0599933 Feb 10 04:40:01.857163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-eda4fbe7-0b8f-41d1-ab70-f452c3635921 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:01.865481 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-eda4fbe7-0b8f-41d1-ab70-f452c3635921 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/networks?id=39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 200 len: 814 time: 0.1527748 Feb 10 04:40:01.883208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-835103c4-4228-41f2-aa50-759b869aaf45 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/quotas/76d75510bcb84cb0a8c8f068c3957762 HTTP/1.1" status: 200 len: 375 time: 0.0164514 Feb 10 04:40:01.963572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-9b2874d3-5ccb-4123-9ff7-17ed1f7faf92 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790956 Feb 10 04:40:01.977104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:02.027382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:40:02.053862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:02.054600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:02.091682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ebe8db-9c77-4fa7-b23e-d804e808a825 req-a41b93ed-013b-4413-9121-33f5b72e1381 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0856681 Feb 10 04:40:02.120429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-c21173a2-376f-4ed9-9c1e-7f09e6f0e6c4 service neutron] 10.222.0.42 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529734 Feb 10 04:40:02.213322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:02.276465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-b2ca3cb2-0943-47d2-93ea-3f77e5e9d248 service neutron] 10.222.0.42 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547053 Feb 10 04:40:02.519241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:02.561895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b36799-c26f-4a23-b352-885665e0a252 None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:40:02.650025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4bddd589-95be-4794-9772-ff49d7d1f810 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:40:02.682218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 4bddd589-95be-4794-9772-ff49d7d1f810 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:40:02.682218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4bddd589-95be-4794-9772-ff49d7d1f810 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:40:02.682218 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:02.979762 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99134f14-8075-4332-9222-5e3f34752b7d None None] New status for floating IP 87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:40:03.166928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eaea1e5b-5726-4457-a0f3-f1c5f1a2db78 req-04d4a8da-fcc9-417c-8f42-9f59bd5c7fac tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0981627 Feb 10 04:40:03.254595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fd6ecf7-010a-4c78-84a9-a9692e37b17f req-a763e16f-dacc-4757-972a-2636e4b2f8ee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0598483 Feb 10 04:40:04.284243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4551cd6-7c04-4fb6-9c93-4899456cb448 req-9b295a99-0f01-40d0-9ab0-b6dbbce714de tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0466433 Feb 10 04:40:04.395709 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:04.401669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fcf3c07-4089-41d7-a488-172924f7966b req-8a3a4540-46e4-4cf2-85f7-d5fa014f582a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Feb 10 04:40:04.775538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46718) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:04.780585 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698690010', 'description': 'tempest-secgroup-smoke-698690010 description', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:04.883029 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:04.892392 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:04.996151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (0ed3916b-7d13-4930-b174-39417a8d2f72), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.059791 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0ed3916b-7d13-4930-b174-39417a8d2f72), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.103378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3916b-7d13-4930-b174-39417a8d2f72,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:05.148119 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (0b414550-80f0-4bce-aff5-847f9addae6b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.213900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0b414550-80f0-4bce-aff5-847f9addae6b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.247586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b414550-80f0-4bce-aff5-847f9addae6b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:05.349567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.351831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-19728ea5-6952-4ec3-a44d-7289e75dd827 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5752196 Feb 10 04:40:05.354939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46730) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:05.361942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e92e6719-07b8-4a6a-ad9d-5be3e9ae3bf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '0b414550-80f0-4bce-aff5-847f9addae6b', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:05.395430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb40957d-6123-491a-a58e-d912ce5acabd req-9c444fa4-c869-474b-a896-4d35890bb47e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0296705 Feb 10 04:40:05.452460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92e6719-07b8-4a6a-ad9d-5be3e9ae3bf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (8f0ebd67-933a-402b-9d03-d2690aedad12), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.553453 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98672c46-1292-4d82-8d25-b19b633bbde9 req-6bec42dc-6ad8-4d35-a76a-a3201f0f8224 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0357950 Feb 10 04:40:05.563720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92e6719-07b8-4a6a-ad9d-5be3e9ae3bf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (8f0ebd67-933a-402b-9d03-d2690aedad12), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.631444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92e6719-07b8-4a6a-ad9d-5be3e9ae3bf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8f0ebd67-933a-402b-9d03-d2690aedad12), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.659996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e6719-07b8-4a6a-ad9d-5be3e9ae3bf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0ebd67-933a-402b-9d03-d2690aedad12,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:05.756903 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e92e6719-07b8-4a6a-ad9d-5be3e9ae3bf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.760802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e92e6719-07b8-4a6a-ad9d-5be3e9ae3bf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007711 Feb 10 04:40:05.760971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46738) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:05.766139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-554e7bdc-53ed-4002-9bb7-07fb8c2d4c92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '0b414550-80f0-4bce-aff5-847f9addae6b', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:05.799313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-7c361a8e-df95-4e66-95f5-61e9ea7a022f tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:05.801665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-7c361a8e-df95-4e66-95f5-61e9ea7a022f tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.24 "GET /v2.0/networks?id=39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 200 len: 814 time: 0.1586843 Feb 10 04:40:05.872164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-bbf10f9e-dc54-4ccf-b37a-bef10be13aa2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76d75510bcb84cb0a8c8f068c3957762 HTTP/1.1" status: 200 len: 380 time: 0.0613353 Feb 10 04:40:05.880894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'port': {'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'admin_state_up': True, 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'security_groups': ['cbbc74a4-4738-46c2-9465-fc27fd68ed0f']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:05.894875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554e7bdc-53ed-4002-9bb7-07fb8c2d4c92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (a8512110-088b-48eb-82cb-94e1761b2e38), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:05.968496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554e7bdc-53ed-4002-9bb7-07fb8c2d4c92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (a8512110-088b-48eb-82cb-94e1761b2e38), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.070253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554e7bdc-53ed-4002-9bb7-07fb8c2d4c92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a8512110-088b-48eb-82cb-94e1761b2e38), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.091739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Made reservation on behalf of 76d75510bcb84cb0a8c8f068c3957762 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:40:06.096681 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.107502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e7bdc-53ed-4002-9bb7-07fb8c2d4c92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8512110-088b-48eb-82cb-94e1761b2e38,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:06.115217 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:40:06.185346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-554e7bdc-53ed-4002-9bb7-07fb8c2d4c92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.186951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-554e7bdc-53ed-4002-9bb7-07fb8c2d4c92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4250290 Feb 10 04:40:06.189555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:06.194263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-85aae91f-b6d2-46cf-b77c-a873b3cfde49 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '0b414550-80f0-4bce-aff5-847f9addae6b', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:06.274997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Allocated IP 172.20.0.10 (39a87934-40ac-4dbc-abc6-c40726d4bffa/aa43adff-01c7-4abe-99eb-faec22da4505/b31ec2d6-6a57-40ab-9805-412837853d6f) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:06.298805 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85aae91f-b6d2-46cf-b77c-a873b3cfde49 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (76ec19f4-140f-4b38-8f27-25824c4c8377), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.386450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85aae91f-b6d2-46cf-b77c-a873b3cfde49 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (76ec19f4-140f-4b38-8f27-25824c4c8377), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.454320 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85aae91f-b6d2-46cf-b77c-a873b3cfde49 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (76ec19f4-140f-4b38-8f27-25824c4c8377), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.473328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aae91f-b6d2-46cf-b77c-a873b3cfde49 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ec19f4-140f-4b38-8f27-25824c4c8377,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:06.546187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.554037 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-85aae91f-b6d2-46cf-b77c-a873b3cfde49 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.555362 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-85aae91f-b6d2-46cf-b77c-a873b3cfde49 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3646097 Feb 10 04:40:06.557928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46754) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:06.573952 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7da139c5-c76b-433f-81d0-90a6eb9fced5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '0b414550-80f0-4bce-aff5-847f9addae6b', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:06.656070 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af467a7b-fb99-417c-9723-61204576bf0a req-0785a645-0310-4a62-9b33-c547b08f5bee tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0656605 Feb 10 04:40:06.735959 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d243cc4-c62c-490d-87d7-1d2a0134a0db req-9a30fcda-f176-4d93-abc0-42873327de06 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0724766 Feb 10 04:40:06.737295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da139c5-c76b-433f-81d0-90a6eb9fced5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (0cfb181b-098a-4f2e-89c4-0b7b5ee85093), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.757746 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.839162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da139c5-c76b-433f-81d0-90a6eb9fced5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (0cfb181b-098a-4f2e-89c4-0b7b5ee85093), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.839428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:06.841293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:06.844025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:06.847040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'Port': ['ID=b31ec2d6-6a57-40ab-9805-412837853d6f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:06.912043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:06.912733 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.931084 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da139c5-c76b-433f-81d0-90a6eb9fced5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (0cfb181b-098a-4f2e-89c4-0b7b5ee85093), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:06.961791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da139c5-c76b-433f-81d0-90a6eb9fced5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfb181b-098a-4f2e-89c4-0b7b5ee85093,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:07.018623 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-b08db2ca-b275-43bf-ab45-5a2b2c675a3c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1406941 Feb 10 04:40:07.031994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-1521812c-a39f-4bda-b86b-6053b78e1ede tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:40:07.034744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-1521812c-a39f-4bda-b86b-6053b78e1ede tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095415 Feb 10 04:40:07.085300 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7da139c5-c76b-433f-81d0-90a6eb9fced5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.089223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7da139c5-c76b-433f-81d0-90a6eb9fced5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5276990 Feb 10 04:40:07.089410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:07.095060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '0b414550-80f0-4bce-aff5-847f9addae6b', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:07.191307 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:40:07.197433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (3ad75646-031c-4a4e-ab3a-5a1b350d22cb), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.218148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Request body: {'port': {'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:07.223271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c2571609-2376-481c-b1fb-9064ed246dcf None None] Provisioning complete for port b31ec2d6-6a57-40ab-9805-412837853d6f triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:07.223778 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c2571609-2376-481c-b1fb-9064ed246dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.289718 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (3ad75646-031c-4a4e-ab3a-5a1b350d22cb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.320166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c2571609-2376-481c-b1fb-9064ed246dcf None None] Port b31ec2d6-6a57-40ab-9805-412837853d6f cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:40:07.362534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.366817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (3ad75646-031c-4a4e-ab3a-5a1b350d22cb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.382127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad75646-031c-4a4e-ab3a-5a1b350d22cb,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:07.516789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.522157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f820972f-b2ec-4124-8c90-c6d76de5fc70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4317234 Feb 10 04:40:07.523195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:07.528253 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '0b414550-80f0-4bce-aff5-847f9addae6b', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:07.625802 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:40:07.633194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (2396c479-e865-4e37-a816-5acc15e8c545), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.696810 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31ec2d6-6a57-40ab-9805-412837853d6f {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:07.705214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Publish callbacks [] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.719115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Transition to ACTIVE for port object b31ec2d6-6a57-40ab-9805-412837853d6f will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:40:07.741135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (2396c479-e865-4e37-a816-5acc15e8c545), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.853765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c5b830fc-dd2b-4079-822d-ad3474b88aa6 req-ea0fac70-cc11-438e-817d-f22c49d90e1d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0381134 Feb 10 04:40:07.855306 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2396c479-e865-4e37-a816-5acc15e8c545), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.894327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2396c479-e865-4e37-a816-5acc15e8c545,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:07.958319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:07.963497 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c3da5892-6f87-4ca3-ac2e-44ad288e1482 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4392262 Feb 10 04:40:07.964490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46780) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:07.970867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'network': {'name': 'tempest-network-smoke--2029633046', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'port_security_enabled': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:08.060186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:40:08.067365 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.099264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:40:08.109010 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8161871c-af48-436c-aaf6-aa70328e7559), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.109388 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Added segment 8161871c-af48-436c-aaf6-aa70328e7559 of type vlan for network 28503e94-8dc2-46a6-ab25-fd17247bb93f Feb 10 04:40:08.153355 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (28503e94-8dc2-46a6-ab25-fd17247bb93f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.157515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.217777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ec2d6-6a57-40ab-9805-412837853d6f,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:08.234064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f677f-1760-45cd-adb9-5741c27067fb req-ed6bad4e-e308-4520-b0b4-95aaac477970 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:08.235200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d2f677f-1760-45cd-adb9-5741c27067fb req-ed6bad4e-e308-4520-b0b4-95aaac477970 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 932 time: 0.4751487 Feb 10 04:40:08.253922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (28503e94-8dc2-46a6-ab25-fd17247bb93f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.261122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:08.265713 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.372692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d2f677f-1760-45cd-adb9-5741c27067fb req-85954dc7-d829-4fb0-8e29-a5760c07fef1 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225476 Feb 10 04:40:08.379064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4134276 Feb 10 04:40:08.384121 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46786) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:08.397365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Attempting to bind port b31ec2d6-6a57-40ab-9805-412837853d6f on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:40:08.397731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Attempting to bind port b31ec2d6-6a57-40ab-9805-412837853d6f by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:40:08.398101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Attempting to bind port b31ec2d6-6a57-40ab-9805-412837853d6f on network 39a87934-40ac-4dbc-abc6-c40726d4bffa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:08.399550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'admin_state_up': True, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:08.410652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Port b31ec2d6-6a57-40ab-9805-412837853d6f on network 39a87934-40ac-4dbc-abc6-c40726d4bffa not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:40:08.411002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Attempting to bind port b31ec2d6-6a57-40ab-9805-412837853d6f on network 39a87934-40ac-4dbc-abc6-c40726d4bffa {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:08.417745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:40:08.418094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Checking segment: {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:08.433385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Bound using segment: {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:40:08.433966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Bound port: b31ec2d6-6a57-40ab-9805-412837853d6f, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8c71dd-499e-4cb5-8f68-6791d178b46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:40:08.434339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.453648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c268045-cc54-4de2-8aa1-d74dd9c178ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Network': ['ID=28503e94-8dc2-46a6-ab25-fd17247bb93f,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:08.467633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:40:08.488425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.489813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.529426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] For port b31ec2d6-6a57-40ab-9805-412837853d6f, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:40:08.533536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] For port b31ec2d6-6a57-40ab-9805-412837853d6f, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b31ec2d6-6a57-40ab-9805-412837853d6f,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:40:08.557472 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.648890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.687930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:08.688636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:08.690044 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 200 len: 1092 time: 1.6489401 Feb 10 04:40:08.690510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:08.692877 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9bece0-511d-4247-ba28-575d9d46388d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:08.720313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045cf3f-99b8-45f3-8290-8c7bef8e43c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ec2d6-6a57-40ab-9805-412837853d6f,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:08.754685 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd243a0-7b1a-4d6a-bffb-a4485788c6a6 x-openstack-request-id: req-7fd243a0-7b1a-4d6a-bffb-a4485788c6a6 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:08.755172 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:08.755569 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fd243a0-7b1a-4d6a-bffb-a4485788c6a6 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:08.755970 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'status': 'completed', 'code': 200} Feb 10 04:40:08.862982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bece0-511d-4247-ba28-575d9d46388d req-2d7d880e-c4e1-44f0-bfe5-1643d72935d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:08.865208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e9bece0-511d-4247-ba28-575d9d46388d req-2d7d880e-c4e1-44f0-bfe5-1643d72935d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1126 time: 0.0891500 Feb 10 04:40:08.871541 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:09.017132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56389586-6a5f-483d-9766-4538ff0edf2c req-ae745987-41c2-4d80-bfec-090e95ff83a2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0421731 Feb 10 04:40:09.045134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bece0-511d-4247-ba28-575d9d46388d req-b08b9a05-9146-42ec-b29b-6f7fa8ca762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:09.047333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e9bece0-511d-4247-ba28-575d9d46388d req-b08b9a05-9146-42ec-b29b-6f7fa8ca762c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76d75510bcb84cb0a8c8f068c3957762&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1720479 Feb 10 04:40:09.150642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bece0-511d-4247-ba28-575d9d46388d req-9cfa5e99-719a-4667-9137-4dc86799be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:09.152226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e9bece0-511d-4247-ba28-575d9d46388d req-9cfa5e99-719a-4667-9137-4dc86799be04 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992262 Feb 10 04:40:09.191265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:09.216187 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:09.267453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-3461412a-dc94-4dc5-ae1e-99905c488260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:09.269904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-3461412a-dc94-4dc5-ae1e-99905c488260 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1126 time: 0.0666299 Feb 10 04:40:09.318042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-3648f1f7-4508-4b29-af59-0524cdf121b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 200 len: 217 time: 0.0425804 Feb 10 04:40:09.360296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.157 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/7487b657-68cb-4e5e-b132-fea7ddc135b2) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:09.368981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-c6074963-4225-4872-b3a5-12207043617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:09.370519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-c6074963-4225-4872-b3a5-12207043617f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa43adff-01c7-4abe-99eb-faec22da4505 HTTP/1.1" status: 200 len: 853 time: 0.0466793 Feb 10 04:40:09.442978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6173f-540c-465c-97c5-071e4538577b req-b5d012ad-99ff-4c01-8588-afa89ae2bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:09.445205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-b5d012ad-99ff-4c01-8588-afa89ae2bf88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39a87934-40ac-4dbc-abc6-c40726d4bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0679538 Feb 10 04:40:09.549570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:09.566452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-78bf35fd-01f9-406e-a885-36b049b92cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131821 Feb 10 04:40:09.567481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ce77-29e0-462a-9dcb-7369da962464 req-d73a2dac-6072-48e1-b49e-6c6ee090e052 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:09.569019 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8252ce77-29e0-462a-9dcb-7369da962464 req-d73a2dac-6072-48e1-b49e-6c6ee090e052 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0942066 Feb 10 04:40:09.642871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8252ce77-29e0-462a-9dcb-7369da962464 req-0f4bb91b-a736-4840-a5e7-ab021c2adfc5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609682 Feb 10 04:40:09.692100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:09.698988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2d6173f-540c-465c-97c5-071e4538577b req-a4aeea39-0163-4152-8529-50eaed45ca7c service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261098 Feb 10 04:40:09.736707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:09.741226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:09.744802 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:09.750721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=7487b657-68cb-4e5e-b132-fea7ddc135b2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:10.136124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab31a1f9-3911-451c-baea-27dd44de155b req-7acd8be3-e4f5-44ef-9360-56b700e72b2a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0356405 Feb 10 04:40:10.455939 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:10.672951 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:10.825008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f314fe-c40a-4ae8-9ba6-aff726ad5855 req-9048527e-cc71-44ba-8db2-a5bbeed75c50 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:10.826716 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2f314fe-c40a-4ae8-9ba6-aff726ad5855 req-9048527e-cc71-44ba-8db2-a5bbeed75c50 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.1039679 Feb 10 04:40:10.894780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e2f314fe-c40a-4ae8-9ba6-aff726ad5855 req-2e5e1084-9c90-4952-8f77-fb7ad7e76125 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581875 Feb 10 04:40:10.983373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:40:11.098380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:40:11.111138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Sync routers for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:40:11.153124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:11.153745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:11.188148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:11.193674 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-092e7535-3fec-4af5-9ba2-7bc41f2735d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8043993 Feb 10 04:40:11.193674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46828) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:11.288371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:11.309318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91816192-2191-4b17-a88c-42e716c3c468 req-6586415e-1a70-47d9-9ce7-fbfe17691f3d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0680859 Feb 10 04:40:11.319553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-430a7537-90e5-426e-afa7-6f492c1762d9 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d4365f40ecff4bc0baea8fb2311e4f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1258781 Feb 10 04:40:11.322254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46832) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:11.442560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a1d3c-fb36-49d5-9668-495a3d40484d tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:11.446740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-513a1d3c-fb36-49d5-9668-495a3d40484d tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1207483 Feb 10 04:40:11.447555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 46836) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:11.485544 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ef065b24-27bb-4f08-824c-5375658931ab tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363550 Feb 10 04:40:11.491752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46838) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:11.493942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803249675', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:11.503066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:10Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:11.528839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Checking router: 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:40:11.529188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Updating router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 port 7487b657-68cb-4e5e-b132-fea7ddc135b2 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:40:11.557113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:11.663379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:40:11.667816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:11.903812 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Publish callbacks [] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:11.953020 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (aa5b8177-86b7-4025-b588-92b5e0b4cc86), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:11.980170 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:12.028140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Pushing event updated for resources: {'Port': ['ID=7487b657-68cb-4e5e-b132-fea7ddc135b2,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:12.038612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Subnet': ['ID=aa5b8177-86b7-4025-b588-92b5e0b4cc86,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:12.047553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.047927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.049128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.049487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.050435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.050994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.052764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.053182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Checking segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:12.053559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network hostable DHCP agents. Network: 28503e94-8dc2-46a6-ab25-fd17247bb93f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:40:12.054237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.054794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.055300 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.056034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.056535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.058130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:12.071646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198abf6-ce1b-4e6e-b1da-1fb1113e6210 req-59e84bf8-258f-4b90-a86e-750fe7027076 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:12.086856 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Attempting to bind port 7487b657-68cb-4e5e-b132-fea7ddc135b2 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:40:12.087989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b198abf6-ce1b-4e6e-b1da-1fb1113e6210 req-59e84bf8-258f-4b90-a86e-750fe7027076 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.1212661 Feb 10 04:40:12.088857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Attempting to bind port 7487b657-68cb-4e5e-b132-fea7ddc135b2 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:40:12.089221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Attempting to bind port 7487b657-68cb-4e5e-b132-fea7ddc135b2 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:12.107165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:40:12.107590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:12.109413 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:12.110639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:40:12.115527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Bound port: 7487b657-68cb-4e5e-b132-fea7ddc135b2, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:40:12.120710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:12.139596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:40:12.158194 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b198abf6-ce1b-4e6e-b1da-1fb1113e6210 req-0e5f51ca-373e-454d-87bc-d5f5b5a52e2d tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600553 Feb 10 04:40:12.193521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] For port 7487b657-68cb-4e5e-b132-fea7ddc135b2, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:40:12.196792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] For port 7487b657-68cb-4e5e-b132-fea7ddc135b2, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7487b657-68cb-4e5e-b132-fea7ddc135b2,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:40:12.257575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 28503e94-8dc2-46a6-ab25-fd17247bb93f) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:12.259517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:12.267131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:12.273344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:12.277778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01754f4-ded4-4fcb-9efe-8a8615fe17e8 None None] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:40:12.368465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ecfa772f-6f92-4188-89f5-35490c7742ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8758717 Feb 10 04:40:12.369269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 46852) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:12.396466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:12.397104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:12.442414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f736633-43c8-4be9-97cb-52803d4325e7 None None] Pushing event updated for resources: {'Port': ['ID=7487b657-68cb-4e5e-b132-fea7ddc135b2,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:12.502381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-28503e94-8dc2-46a6-ab25-fd17247bb93f', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:40:12.503335 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:12.544970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-549283de-449f-4be5-9e5d-964659c3cc19 req-f0193594-252b-4490-a04f-2144cbcdd8c7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=36380b77-eebb-4ed6-8bab-84e5b46f2f71 HTTP/1.1" status: 200 len: 210 time: 0.0321701 Feb 10 04:40:12.879264 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:12.927331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Allocated IP 172.20.0.2 (28503e94-8dc2-46a6-ab25-fd17247bb93f/aa5b8177-86b7-4025-b588-92b5e0b4cc86/43f527c7-fd86-4064-8f65-d26d89ebac9a) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:12.958466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.250269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:10Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:13.295681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c4f13-2d76-4492-af39-40dee8c1e574 None None] The sync data for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 is: [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:10Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:40:13.325751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352410d-28be-44b1-96cd-1cd36daaa66c req-dc2dabd9-72c6-4d61-abf3-b0380a92900f tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:13.343067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7352410d-28be-44b1-96cd-1cd36daaa66c req-dc2dabd9-72c6-4d61-abf3-b0380a92900f tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0965581 Feb 10 04:40:13.363097 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Publish callbacks [] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.412222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7352410d-28be-44b1-96cd-1cd36daaa66c req-99409db5-9edd-437c-a7ea-9224a46946fc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673456 Feb 10 04:40:13.460235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.516819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:13.524530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:13.529275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:13.534285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.1 (28503e94-8dc2-46a6-ab25-fd17247bb93f/aa5b8177-86b7-4025-b588-92b5e0b4cc86/cb39445e-0632-4472-bb7e-9118162f4bb5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:13.543870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Pushing event updated for resources: {'Port': ['ID=43f527c7-fd86-4064-8f65-d26d89ebac9a,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:13.643888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Attempting to bind port 43f527c7-fd86-4064-8f65-d26d89ebac9a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:40:13.643888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Attempting to bind port 43f527c7-fd86-4064-8f65-d26d89ebac9a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:40:13.643888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Attempting to bind port 43f527c7-fd86-4064-8f65-d26d89ebac9a on network 28503e94-8dc2-46a6-ab25-fd17247bb93f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:13.652112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:40:13.661822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Checking segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:13.661822 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.661822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Bound using segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:40:13.668484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Bound port: 43f527c7-fd86-4064-8f65-d26d89ebac9a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:40:13.669089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.788012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.829320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] For port 43f527c7-fd86-4064-8f65-d26d89ebac9a, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:40:13.834261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] For port 43f527c7-fd86-4064-8f65-d26d89ebac9a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=43f527c7-fd86-4064-8f65-d26d89ebac9a,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:40:13.903861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.935461 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:13.996091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=cb39445e-0632-4472-bb7e-9118162f4bb5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:14.029138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e935e-4ee6-418d-9651-a0888cc5c95b None None] Pushing event updated for resources: {'Port': ['ID=43f527c7-fd86-4064-8f65-d26d89ebac9a,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:14.046796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:14.049091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:14.052905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:14.112403 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:14.129948 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e6ab2e8a-d624-4396-83b8-1d1a250ec8e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505108418&fields=id&tenant_id=cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 267 time: 0.1338048 Feb 10 04:40:14.301047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-28fbea3b-a62b-4e6c-8334-7f8db927823f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:14.308336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-28fbea3b-a62b-4e6c-8334-7f8db927823f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1772900 Feb 10 04:40:14.349177 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-16d3c253-5404-439b-9314-769f88870b6e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/quotas/cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 375 time: 0.0395293 Feb 10 04:40:14.450260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:14.478198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-0994f40e-e174-4a77-92bf-d3d41b685077 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194293 Feb 10 04:40:14.487853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-3600e34c-3ad1-42f7-a37f-bded17d0b162 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:40:14.507313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-3600e34c-3ad1-42f7-a37f-bded17d0b162 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275316 Feb 10 04:40:14.661747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-d1b735da-fb41-4729-8722-e2749521beef service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534922 Feb 10 04:40:14.757471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7487b657-68cb-4e5e-b132-fea7ddc135b2 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:14.796073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-0d9d67be-38f0-43f8-aedb-4a0d2093186b service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319127 Feb 10 04:40:14.873464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7487b657-68cb-4e5e-b132-fea7ddc135b2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:14.874201 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:14.887869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2b796-e203-46c2-97a4-f86996fda964 req-f56d98c4-1acb-4155-ba16-33c9aa377bc2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:14.890658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00d2b796-e203-46c2-97a4-f86996fda964 req-f56d98c4-1acb-4155-ba16-33c9aa377bc2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.3016458 Feb 10 04:40:14.990020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7487b657-68cb-4e5e-b132-fea7ddc135b2 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:14.990790 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.016088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 7487b657-68cb-4e5e-b132-fea7ddc135b2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7487b657-68cb-4e5e-b132-fea7ddc135b2,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:15.102454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00d2b796-e203-46c2-97a4-f86996fda964 req-01328843-b336-4a33-aef0-83a2c4bc6c41 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001613 Feb 10 04:40:15.147485 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.162823 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.164223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 43f527c7-fd86-4064-8f65-d26d89ebac9a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:15.225809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.259276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7487b657-68cb-4e5e-b132-fea7ddc135b2,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:15.284758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 43f527c7-fd86-4064-8f65-d26d89ebac9a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:15.285424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.375798 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.382210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=cb39445e-0632-4472-bb7e-9118162f4bb5,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:15.446321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 43f527c7-fd86-4064-8f65-d26d89ebac9a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:15.446537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.502125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 43f527c7-fd86-4064-8f65-d26d89ebac9a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=43f527c7-fd86-4064-8f65-d26d89ebac9a,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:15.542387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:15.544130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:15.596996 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.675433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=43f527c7-fd86-4064-8f65-d26d89ebac9a,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:15.696398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505e27d-8a9c-4d28-8f14-3bc09913a94d None None] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:40:15.717695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:40:15.831577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a0d07a4a-9440-40f6-9112-00e91eef9343 None None] Provisioning complete for port 43f527c7-fd86-4064-8f65-d26d89ebac9a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:15.832593 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a0d07a4a-9440-40f6-9112-00e91eef9343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:15.899006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:40:15.908482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6d67d6f4-3551-4844-bed2-09c7f85218e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5381005 Feb 10 04:40:15.982232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a0d07a4a-9440-40f6-9112-00e91eef9343 None None] Current status of the port 43f527c7-fd86-4064-8f65-d26d89ebac9a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:16.153991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-0ba5b0c9-6311-418d-b37e-d86bcd65aae1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698690010&fields=id&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 267 time: 0.0749903 Feb 10 04:40:16.292194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e83bbe15-a887-4be1-9af3-bef13ef81c17 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:16.293900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e83bbe15-a887-4be1-9af3-bef13ef81c17 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 797 time: 0.1292028 Feb 10 04:40:16.305656 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Sync routers for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:40:16.322232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-c1022570-620a-4ec4-aaea-e2e4ce3741b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/quotas/d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 375 time: 0.0162592 Feb 10 04:40:16.325003 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:16.325621 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:16.332488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-60f624db-55b2-4c02-9b32-749547648f8e None None] Provisioning complete for port 43f527c7-fd86-4064-8f65-d26d89ebac9a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:16.332858 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-60f624db-55b2-4c02-9b32-749547648f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:16.394458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-16997b2a-0462-452b-a6e6-36b5eec69382 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710692 Feb 10 04:40:16.472910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-60f624db-55b2-4c02-9b32-749547648f8e None None] Current status of the port 43f527c7-fd86-4064-8f65-d26d89ebac9a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:16.473474 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:16.483775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-60f624db-55b2-4c02-9b32-749547648f8e None None] Provisioning complete for port cb39445e-0632-4472-bb7e-9118162f4bb5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:16.483775 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-60f624db-55b2-4c02-9b32-749547648f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:16.561646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-60f624db-55b2-4c02-9b32-749547648f8e None None] Port cb39445e-0632-4472-bb7e-9118162f4bb5 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:40:16.595111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7487b657-68cb-4e5e-b132-fea7ddc135b2 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:16.633831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-b7c2a607-47f2-4ed3-9041-d98b241c315e service neutron] 10.222.0.42 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229085 Feb 10 04:40:16.741986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-969a0581-c1e1-41fb-a821-59903adb66f2 None None] Provisioning complete for port cb39445e-0632-4472-bb7e-9118162f4bb5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:16.742208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-969a0581-c1e1-41fb-a821-59903adb66f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:16.785475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7487b657-68cb-4e5e-b132-fea7ddc135b2 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:16.785772 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:16.829110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-969a0581-c1e1-41fb-a821-59903adb66f2 None None] Port cb39445e-0632-4472-bb7e-9118162f4bb5 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:40:16.839156 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58d389-47ec-423b-846b-bbdb584c503b req-3f314a50-43bf-454e-b5c9-228cc3e3d4c6 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:16.850943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a58d389-47ec-423b-846b-bbdb584c503b req-3f314a50-43bf-454e-b5c9-228cc3e3d4c6 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.1508958 Feb 10 04:40:16.938893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-3879b509-9e4e-457d-b791-f23435e101d9 service neutron] 10.222.0.42 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829165 Feb 10 04:40:16.956365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7487b657-68cb-4e5e-b132-fea7ddc135b2 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:16.958167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 43f527c7-fd86-4064-8f65-d26d89ebac9a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:16.964695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a58d389-47ec-423b-846b-bbdb584c503b req-38f4e9a1-75c7-4f91-9a04-ac109797b75b tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108592 Feb 10 04:40:16.972496 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 2, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:17.036283 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Checking router: 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:40:17.036579 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Updating router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 port cb39445e-0632-4472-bb7e-9118162f4bb5 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:40:17.077643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 43f527c7-fd86-4064-8f65-d26d89ebac9a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:17.077643 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.077985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e4f38da-ff37-4fc8-8483-a2df54f41c45 req-173db34a-ae98-4e98-8ac4-91d2ef176299 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0605886 Feb 10 04:40:17.078767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fe1f9e81-5f29-4d79-b00d-c95e67beb4bc None None] Provisioning complete for port cb39445e-0632-4472-bb7e-9118162f4bb5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:17.079387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9e81-5f29-4d79-b00d-c95e67beb4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.098098 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.151479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f9e81-5f29-4d79-b00d-c95e67beb4bc None None] Port cb39445e-0632-4472-bb7e-9118162f4bb5 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:40:17.158051 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.230415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 43f527c7-fd86-4064-8f65-d26d89ebac9a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:17.488325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90491c67-d6f5-4d97-8516-918ce51f8d24 req-83467fe9-7b1d-40b0-b972-43e83a9479d3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 210 time: 0.0548940 Feb 10 04:40:17.489447 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Publish callbacks [] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.617655 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.682075 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Pushing event updated for resources: {'Port': ['ID=cb39445e-0632-4472-bb7e-9118162f4bb5,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:17.709420 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.710011 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.710490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.714256 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:40:17.755331 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Attempting to bind port cb39445e-0632-4472-bb7e-9118162f4bb5 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:40:17.755871 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Attempting to bind port cb39445e-0632-4472-bb7e-9118162f4bb5 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:40:17.760095 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Attempting to bind port cb39445e-0632-4472-bb7e-9118162f4bb5 on network 28503e94-8dc2-46a6-ab25-fd17247bb93f {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:17.762086 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:40:17.762901 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Checking segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:17.763568 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.764671 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Bound using segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:40:17.765380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Bound port: cb39445e-0632-4472-bb7e-9118162f4bb5, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:40:17.765953 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.859809 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] For port cb39445e-0632-4472-bb7e-9118162f4bb5, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:40:17.863637 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] For port cb39445e-0632-4472-bb7e-9118162f4bb5, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=cb39445e-0632-4472-bb7e-9118162f4bb5,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:40:17.935136 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:17.992412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ac70fdd5-44a4-40e8-8179-7df32f9342f1 None None] Provisioning complete for port cb39445e-0632-4472-bb7e-9118162f4bb5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:17.995193 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac70fdd5-44a4-40e8-8179-7df32f9342f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:18.071128 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:18.071766 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:18.082672 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaa08d-c6bf-40a8-8f78-1eaa865da5e5 None None] Pushing event updated for resources: {'Port': ['ID=cb39445e-0632-4472-bb7e-9118162f4bb5,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:18.143103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ac70fdd5-44a4-40e8-8179-7df32f9342f1 None None] Current status of the port cb39445e-0632-4472-bb7e-9118162f4bb5 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:18.143916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac70fdd5-44a4-40e8-8179-7df32f9342f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:18.192885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ac70fdd5-44a4-40e8-8179-7df32f9342f1 None None] For port cb39445e-0632-4472-bb7e-9118162f4bb5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=cb39445e-0632-4472-bb7e-9118162f4bb5,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:18.202890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff968d-8c98-4081-bd06-d4df19073f77 req-3f5309dd-7c6d-41e9-b0f3-ad46b17d9c63 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:18.205312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5ff968d-8c98-4081-bd06-d4df19073f77 req-3f5309dd-7c6d-41e9-b0f3-ad46b17d9c63 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.1174734 Feb 10 04:40:18.286224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5b6284a-6323-4207-a2de-a90d1d6b0d9d req-587e1c12-904d-4d27-8a43-411c55f9a3ac tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0645814 Feb 10 04:40:18.288142 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac70fdd5-44a4-40e8-8179-7df32f9342f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:18.320363 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:18.333845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c5ff968d-8c98-4081-bd06-d4df19073f77 req-180ad857-6670-47e4-af22-085d5917f271 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225901 Feb 10 04:40:18.430815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70fdd5-44a4-40e8-8179-7df32f9342f1 None None] Pushing event updated for resources: {'Port': ['ID=cb39445e-0632-4472-bb7e-9118162f4bb5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:18.466363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03b424b7-7e27-4059-8524-fad0a79027a6 req-3b757f6a-16b8-49c7-9e08-868b38a560f0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 210 time: 0.0443966 Feb 10 04:40:18.515334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fca909bf-d814-45a7-9bd8-90a032c46821 None None] Provisioning complete for port cb39445e-0632-4472-bb7e-9118162f4bb5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:18.516082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fca909bf-d814-45a7-9bd8-90a032c46821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:18.582915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:18.651298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fca909bf-d814-45a7-9bd8-90a032c46821 None None] Current status of the port cb39445e-0632-4472-bb7e-9118162f4bb5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:18.687292 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:17Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:18.826299 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c262e6-5977-40fe-8b00-517b11e7287d None None] The sync data for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 is: [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:17Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:40:19.363490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-afed927d-f74a-4f9d-a590-0c7368bc7408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:19.365089 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-afed927d-f74a-4f9d-a590-0c7368bc7408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1430669 Feb 10 04:40:19.494246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0c839c5-a9fe-407d-af9a-d65fd92ef1c1 req-1226b1e4-3d73-44c1-8fe4-0c0f49f88b57 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0806580 Feb 10 04:40:19.500232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a83d7121-341c-4ffa-b549-8081da94ef45 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 380 time: 0.1260409 Feb 10 04:40:19.505293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc03362-30ed-452e-b043-750fa121822a req-af344077-19a1-4ca7-b7f2-178ffb3b5dd0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:19.506906 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5dc03362-30ed-452e-b043-750fa121822a req-af344077-19a1-4ca7-b7f2-178ffb3b5dd0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0643084 Feb 10 04:40:19.543316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'port': {'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'admin_state_up': True, 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'security_groups': ['67206c7e-2b2e-46e1-bc86-197fa97609dc']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:19.610574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8f5e272-fa7c-4780-8eb2-9f176d1bd8a5 req-65c7283a-65b1-4196-abfc-f021d905828d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 210 time: 0.0434434 Feb 10 04:40:19.661773 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5dc03362-30ed-452e-b043-750fa121822a req-f142be13-4bcc-433e-b1db-6f9ea8e19658 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236749 Feb 10 04:40:19.790845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:40:19.794323 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:19.968121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.20.0.8 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/c3981de4-cde3-4f0f-a9b8-9152085f20ce) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:20.173289 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:20.287635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-1bde77e5-ed1e-478e-afc9-72a08555206c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:20.289149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-1bde77e5-ed1e-478e-afc9-72a08555206c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 797 time: 0.1564956 Feb 10 04:40:20.362288 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:20.430212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=c3981de4-cde3-4f0f-a9b8-9152085f20ce,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:20.448693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-2a85be86-303e-41c4-9524-61570cbbeafa tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 379 time: 0.1517692 Feb 10 04:40:20.458789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'port': {'device_id': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'admin_state_up': True, 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'security_groups': ['0b414550-80f0-4bce-aff5-847f9addae6b']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:20.465817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:20.495065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:20.513939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:20.609095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device cb39445e-0632-4472-bb7e-9118162f4bb5 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:20.717089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port cb39445e-0632-4472-bb7e-9118162f4bb5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:20.717704 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:20.734715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:20.736226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:20.762860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02f1a4f8-0ce9-4aae-a323-fd9b1b8aacc7 req-9cd72a84-1026-4f64-aa81-20092259ffaf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 210 time: 0.0527871 Feb 10 04:40:20.808916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a597749-f96d-47ea-b32b-ef17d4d49549 req-ffce0af6-7d78-41a2-bd50-0beffd602649 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:20.812543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a597749-f96d-47ea-b32b-ef17d4d49549 req-ffce0af6-7d78-41a2-bd50-0beffd602649 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 931 time: 0.1750619 Feb 10 04:40:20.840225 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-a0b54edb-437f-4744-bf06-1a3fbea8548e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3343539 Feb 10 04:40:20.859722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Request body: {'port': {'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:20.892836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port cb39445e-0632-4472-bb7e-9118162f4bb5 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:20.913498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-03d51221-fc19-4e65-bd81-a5e5c5ae9f02 None None] Provisioning complete for port c3981de4-cde3-4f0f-a9b8-9152085f20ce triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:20.914630 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-03d51221-fc19-4e65-bd81-a5e5c5ae9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:20.951464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11870d-47ea-4ed1-831e-cae9c6fe0c56 req-89816fa1-adaf-45f1-bfb6-074856a6bc46 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:20.957407 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e11870d-47ea-4ed1-831e-cae9c6fe0c56 req-89816fa1-adaf-45f1-bfb6-074856a6bc46 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0937855 Feb 10 04:40:20.966437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a597749-f96d-47ea-b32b-ef17d4d49549 req-564beb78-c996-470b-a478-482fb22ef80f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427877 Feb 10 04:40:20.970786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-03d51221-fc19-4e65-bd81-a5e5c5ae9f02 None None] Port c3981de4-cde3-4f0f-a9b8-9152085f20ce cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:40:21.018390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:40:21.022859 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:21.024589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e11870d-47ea-4ed1-831e-cae9c6fe0c56 req-de146677-5521-44c1-9c24-e81934d34c20 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601530 Feb 10 04:40:21.036355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:21.282893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.6 (28503e94-8dc2-46a6-ab25-fd17247bb93f/aa5b8177-86b7-4025-b588-92b5e0b4cc86/9b52390f-c1cc-4c32-ba55-25a6a536e26c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:21.882390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a54b6e6-c327-4e35-9cd0-06a714bb9759 req-02febd4b-fcb0-48ed-a168-d0c6ab6ef2ca tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 210 time: 0.0444367 Feb 10 04:40:21.888021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3981de4-cde3-4f0f-a9b8-9152085f20ce {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:21.908906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Publish callbacks [] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:21.913097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:21.929359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Transition to ACTIVE for port object c3981de4-cde3-4f0f-a9b8-9152085f20ce will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:40:22.001054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.031248 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.103112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7f36f-8889-4406-8190-8c0b2fe1fbec req-8c8450cc-c574-439f-8054-745ea85f25ca tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:22.111971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4de7f36f-8889-4406-8190-8c0b2fe1fbec req-8c8450cc-c574-439f-8054-745ea85f25ca tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0676906 Feb 10 04:40:22.159118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:22.161222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:22.171097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4de7f36f-8889-4406-8190-8c0b2fe1fbec req-164396fc-3f67-4c7a-b6ef-7a64d7f373ba tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573268 Feb 10 04:40:22.176554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:22.193711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Pushing event updated for resources: {'Port': ['ID=c3981de4-cde3-4f0f-a9b8-9152085f20ce,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:22.321588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Attempting to bind port c3981de4-cde3-4f0f-a9b8-9152085f20ce on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:40:22.321867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Attempting to bind port c3981de4-cde3-4f0f-a9b8-9152085f20ce by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:40:22.322206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Attempting to bind port c3981de4-cde3-4f0f-a9b8-9152085f20ce on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:22.353849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Port c3981de4-cde3-4f0f-a9b8-9152085f20ce on network 3a8f9648-c978-46ea-9258-23f73207f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:40:22.354168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Attempting to bind port c3981de4-cde3-4f0f-a9b8-9152085f20ce on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:22.361689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:22.362329 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.375785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3e252-7bc8-462e-8bad-026a40559d75 req-01f69566-f8cc-49ff-ac7e-ed4a6d3d5bc5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:22.377361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86d3e252-7bc8-462e-8bad-026a40559d75 req-01f69566-f8cc-49ff-ac7e-ed4a6d3d5bc5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.2240226 Feb 10 04:40:22.378016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:22.384181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:40:22.384531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:22.384914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:40:22.385341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Bound port: c3981de4-cde3-4f0f-a9b8-9152085f20ce, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:40:22.385706 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.486910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-86d3e252-7bc8-462e-8bad-026a40559d75 req-5321e281-6036-4f23-8502-0e766e0c1a67 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865121 Feb 10 04:40:22.504071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] For port c3981de4-cde3-4f0f-a9b8-9152085f20ce, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:40:22.507539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] For port c3981de4-cde3-4f0f-a9b8-9152085f20ce, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:40:22.511615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-04befce2-5958-4464-afdd-d849056aa9ce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0569491 Feb 10 04:40:22.527578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Request body: {'port': {'device_id': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:22.544434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6317ce42-1f2c-4773-ac21-92da3a56b19c None None] Provisioning complete for port 9b52390f-c1cc-4c32-ba55-25a6a536e26c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:22.544434 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6317ce42-1f2c-4773-ac21-92da3a56b19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.573936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6317ce42-1f2c-4773-ac21-92da3a56b19c None None] Port 9b52390f-c1cc-4c32-ba55-25a6a536e26c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:40:22.597118 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.607037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.676478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:22.677112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:22.678551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] 10.222.0.43 "PUT /v2.0/ports/c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 1091 time: 1.8239710 Feb 10 04:40:22.679038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:22.681295 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e0b9cb-e47b-4fff-aefa-e2ca7df7925d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:22.712951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b48c75-6885-4fe0-9410-aa16792b2134 service neutron] Pushing event updated for resources: {'Port': ['ID=c3981de4-cde3-4f0f-a9b8-9152085f20ce,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:22.737367 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7036a67-bc50-451b-9817-89ea16024b83 x-openstack-request-id: req-d7036a67-bc50-451b-9817-89ea16024b83 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:22.737733 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:22.738224 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7036a67-bc50-451b-9817-89ea16024b83 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:22.738631 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'status': 'completed', 'code': 200} Feb 10 04:40:22.933426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0b9cb-e47b-4fff-aefa-e2ca7df7925d req-77053da0-8cf4-4345-86ac-bfa2a72cd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:22.935139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51e0b9cb-e47b-4fff-aefa-e2ca7df7925d req-77053da0-8cf4-4345-86ac-bfa2a72cd65e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1125 time: 0.1299193 Feb 10 04:40:23.146953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a31f0-0f37-4721-85ad-2c431324aaed req-2c0998ab-ff82-4701-aa3e-065722814aa9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.148476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b0a31f0-0f37-4721-85ad-2c431324aaed req-2c0998ab-ff82-4701-aa3e-065722814aa9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 931 time: 0.1791570 Feb 10 04:40:23.151406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0b9cb-e47b-4fff-aefa-e2ca7df7925d req-83c2a038-3f17-420c-abb6-db71d7f7d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.152846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51e0b9cb-e47b-4fff-aefa-e2ca7df7925d req-83c2a038-3f17-420c-abb6-db71d7f7d317 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cad10205985b4f2884d5297f74c842d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2106483 Feb 10 04:40:23.200563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b52390f-c1cc-4c32-ba55-25a6a536e26c {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:23.214148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Publish callbacks [] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:23.273964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Transition to ACTIVE for port object 9b52390f-c1cc-4c32-ba55-25a6a536e26c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:40:23.299440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cc91e-9310-49fe-9b1b-70e1c373942f req-28d87c27-ffa5-404e-b71b-95d4a5b19166 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.301582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b0a31f0-0f37-4721-85ad-2c431324aaed req-d775c61b-9cfb-40c6-994b-1df299440d19 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440032 Feb 10 04:40:23.306415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a77cc91e-9310-49fe-9b1b-70e1c373942f req-28d87c27-ffa5-404e-b71b-95d4a5b19166 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0596054 Feb 10 04:40:23.337266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0b9cb-e47b-4fff-aefa-e2ca7df7925d req-86caff3e-bcba-4b54-8824-89e2d9e36940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.344440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51e0b9cb-e47b-4fff-aefa-e2ca7df7925d req-86caff3e-bcba-4b54-8824-89e2d9e36940 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818087 Feb 10 04:40:23.362730 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a77cc91e-9310-49fe-9b1b-70e1c373942f req-d04f478a-2649-4b4c-aafd-1d43a8d1f4e1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553010 Feb 10 04:40:23.374407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:23.463387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:23.498665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-2a923f62-b22d-4cab-a3af-ccc666e32003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.500305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-2a923f62-b22d-4cab-a3af-ccc666e32003 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1125 time: 0.1199121 Feb 10 04:40:23.596183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-abccbf48-15cf-4225-a63e-2fccb8dffdf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 217 time: 0.0629191 Feb 10 04:40:23.690594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:40:23.691040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:40:23.691440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on network 28503e94-8dc2-46a6-ab25-fd17247bb93f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:23.694534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-c0018668-9879-4152-bb02-2500515fd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.696204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-c0018668-9879-4152-bb02-2500515fd662 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0892425 Feb 10 04:40:23.701894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on network 28503e94-8dc2-46a6-ab25-fd17247bb93f not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:40:23.702338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on network 28503e94-8dc2-46a6-ab25-fd17247bb93f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:23.745644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd167db-57d0-4a6c-893d-fb8db6a7370f req-43fb5f2b-a136-4242-bd91-940034969cae tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.747220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-efd167db-57d0-4a6c-893d-fb8db6a7370f req-43fb5f2b-a136-4242-bd91-940034969cae tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.1560702 Feb 10 04:40:23.749842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:40:23.750177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Checking segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:23.750560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Bound using segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:40:23.751064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Bound port: 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:40:23.751418 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:23.854301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-82ef5098-1130-4a05-8af2-76446a70553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:23.855922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-82ef5098-1130-4a05-8af2-76446a70553f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1482019 Feb 10 04:40:23.864848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-efd167db-57d0-4a6c-893d-fb8db6a7370f req-02a15ce3-64cd-427e-ac54-1c2a71cdcf37 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084254 Feb 10 04:40:23.888870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:40:23.910229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:40:23.972461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-d9ce372e-8624-47ad-a72b-7a6c9eba4e85 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066470 Feb 10 04:40:23.973981 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:24.032442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.033069 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:24.034469 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] 10.222.0.43 "PUT /v2.0/ports/9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 1091 time: 1.5158978 Feb 10 04:40:24.090163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f0bc-2f9a-4f13-bef0-dde2c60b8d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:24.129937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1091ad4f-6b17-4b39-ac90-ea7576092948 req-73d9ba28-2c6c-4407-9b12-3e2b0c50a922 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508482 Feb 10 04:40:24.219227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-0bd6216f-c9e7-4d9b-987b-79af6a56fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.220808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-0bd6216f-c9e7-4d9b-987b-79af6a56fa35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1125 time: 0.0608113 Feb 10 04:40:24.271415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-70bfbc74-6dae-4aa7-a9f1-4e8617f92b89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 217 time: 0.0435088 Feb 10 04:40:24.323650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-f09bcfb9-e355-4608-8b94-99389460a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.325176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-f09bcfb9-e355-4608-8b94-99389460a9f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0480883 Feb 10 04:40:24.388760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-f87c2df1-cfb7-4dab-87d2-7bd91a9df2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.390686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-f87c2df1-cfb7-4dab-87d2-7bd91a9df2b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585790 Feb 10 04:40:24.456795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3011068-271a-42d8-901c-a2a62aad77e2 req-def4db04-0008-48aa-8e5f-1a2454e64ef6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.459423 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3011068-271a-42d8-901c-a2a62aad77e2 req-def4db04-0008-48aa-8e5f-1a2454e64ef6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.0632863 Feb 10 04:40:24.520249 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3011068-271a-42d8-901c-a2a62aad77e2 req-0aef8a2b-ce14-4a62-ad6d-b3f8c62bb110 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541084 Feb 10 04:40:24.548459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-161626b9-50f0-4cfb-95e6-b511e38bb822 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508243 Feb 10 04:40:24.556255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552dd8d-58ab-4534-a86d-a911b12d73ae req-9c0ab437-95c2-49b7-94f9-aa48fb21c3f2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.557640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0552dd8d-58ab-4534-a86d-a911b12d73ae req-9c0ab437-95c2-49b7-94f9-aa48fb21c3f2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.1132865 Feb 10 04:40:24.664904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0552dd8d-58ab-4534-a86d-a911b12d73ae req-d616c61a-8150-425b-b1a8-24913edc19ef tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983543 Feb 10 04:40:24.686666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-77bd3f2e-ad74-4f9f-9685-f2b5360fb0f3 req-3386b97d-4ec8-4aab-a18d-74fe22a24321 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249003 Feb 10 04:40:24.740285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:24.742647 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:24.778615 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1ae82d-0768-4f73-936d-4d076232e7a6 x-openstack-request-id: req-dd1ae82d-0768-4f73-936d-4d076232e7a6 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:24.778940 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:24.779194 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd1ae82d-0768-4f73-936d-4d076232e7a6 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:24.779610 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'status': 'completed', 'code': 200} Feb 10 04:40:24.844970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-73164d57-cfd2-4a69-a6e2-4ca0dfe10285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.846612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-73164d57-cfd2-4a69-a6e2-4ca0dfe10285 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1125 time: 0.0465562 Feb 10 04:40:24.936443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-c4bc4204-3962-4df9-9b67-bf12c1c5f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:24.937889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-c4bc4204-3962-4df9-9b67-bf12c1c5f8f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.0858018 Feb 10 04:40:25.003413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-20e3a2dc-b64c-4f15-904c-67e2b6fe6200 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 217 time: 0.0561509 Feb 10 04:40:25.057671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deaaeb-a908-4279-b38e-908ca67d48c7 req-7ac6ed55-8a10-477e-b3a6-c000c3feae76 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:25.059221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76deaaeb-a908-4279-b38e-908ca67d48c7 req-7ac6ed55-8a10-477e-b3a6-c000c3feae76 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.1204493 Feb 10 04:40:25.066881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-2c2ee5f7-d5ff-4d13-8a31-91d2499f3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:25.068302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-2c2ee5f7-d5ff-4d13-8a31-91d2499f3a16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0585537 Feb 10 04:40:25.145344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76deaaeb-a908-4279-b38e-908ca67d48c7 req-8ece1f18-7a02-4350-a02a-6a63a373f069 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760827 Feb 10 04:40:25.151460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-01347d2f-8267-4020-95e9-b102aaf1c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:25.153157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-01347d2f-8267-4020-95e9-b102aaf1c86d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774012 Feb 10 04:40:25.249862 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-f7884752-78c2-4f8f-8619-34dd1f9aadfc service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901539 Feb 10 04:40:25.345748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea44be4b-3d94-4016-a5a4-13158c0c1cd2 req-b2cd7ebc-2876-4671-91ac-49e560da4843 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892708 Feb 10 04:40:25.647617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b10f3b-8adc-4079-8e87-6a1c9acafd8f req-8186b029-7268-4af2-8bab-24d11665bbea tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:25.649161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90b10f3b-8adc-4079-8e87-6a1c9acafd8f req-8186b029-7268-4af2-8bab-24d11665bbea tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.0553281 Feb 10 04:40:25.699105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90b10f3b-8adc-4079-8e87-6a1c9acafd8f req-4b2f56b9-6e99-4e47-9fa0-50e1ac4d8a8c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Feb 10 04:40:25.788850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1573f-f5b9-4806-901c-649fb830b8c9 req-0142aea2-7c85-43f3-bcb6-96adc4f4906d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:25.790276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-46f1573f-f5b9-4806-901c-649fb830b8c9 req-0142aea2-7c85-43f3-bcb6-96adc4f4906d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0528579 Feb 10 04:40:25.840916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-46f1573f-f5b9-4806-901c-649fb830b8c9 req-1b4a1b04-f729-47dc-a017-f9f7adf401ab tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Feb 10 04:40:26.274773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d943e-beff-46dd-8ce4-fd3fc6dfb83c req-17dcfc2d-bde0-4df6-9970-289d565c572d tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:26.276268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f9d943e-beff-46dd-8ce4-fd3fc6dfb83c req-17dcfc2d-bde0-4df6-9970-289d565c572d tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0570552 Feb 10 04:40:26.328600 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0f9d943e-beff-46dd-8ce4-fd3fc6dfb83c req-592fa580-afb3-424b-bee0-9dc600526823 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463154 Feb 10 04:40:26.823975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48913-03e4-4e28-95d2-a110c679184b req-c21b82ad-a12f-4753-97ad-a55bbbbc6b39 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:26.825465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39b48913-03e4-4e28-95d2-a110c679184b req-c21b82ad-a12f-4753-97ad-a55bbbbc6b39 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.0566366 Feb 10 04:40:26.875976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39b48913-03e4-4e28-95d2-a110c679184b req-b5e4b4b1-5251-4b31-a7cf-2c127be414db tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441885 Feb 10 04:40:26.975780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a64ff-7a7b-4306-ab0c-50af61a63046 req-76e2dd53-4ede-4004-a6ed-a74e92051af2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:26.977265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d85a64ff-7a7b-4306-ab0c-50af61a63046 req-76e2dd53-4ede-4004-a6ed-a74e92051af2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0575113 Feb 10 04:40:27.025980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d85a64ff-7a7b-4306-ab0c-50af61a63046 req-56a5d264-d87c-4003-8471-4afe0e0fb3b1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Feb 10 04:40:27.445945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efcdf-400c-4850-bd24-e48eb03f2733 req-e9f2c74a-b423-4320-8b78-e858e9bfe9f5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:27.447457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f7efcdf-400c-4850-bd24-e48eb03f2733 req-e9f2c74a-b423-4320-8b78-e858e9bfe9f5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0518241 Feb 10 04:40:27.496038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f7efcdf-400c-4850-bd24-e48eb03f2733 req-cc3f18c0-574c-4190-abf7-91db60dfab16 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Feb 10 04:40:27.657579 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a471a8b4-8c4c-41f1-863a-966316a5121b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:28.002334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eccd2-c5c9-436b-96c0-e0c5d031504b req-bc0517cb-8dcc-42c9-898b-f616caeed4ba tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:28.003877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e77eccd2-c5c9-436b-96c0-e0c5d031504b req-bc0517cb-8dcc-42c9-898b-f616caeed4ba tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.0589705 Feb 10 04:40:28.055864 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e77eccd2-c5c9-436b-96c0-e0c5d031504b req-eb13cdc3-5235-46c3-be90-820de93a08d8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463693 Feb 10 04:40:28.157722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5f4f-3365-4c83-9df4-05f355d09e52 req-8c0f44a4-b6e4-4c42-b6d5-39bd65054842 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:28.159971 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c2b5f4f-3365-4c83-9df4-05f355d09e52 req-8c0f44a4-b6e4-4c42-b6d5-39bd65054842 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0524092 Feb 10 04:40:28.218921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7c2b5f4f-3365-4c83-9df4-05f355d09e52 req-c97e8b9d-bd0f-4b5b-8ffa-9b189eac3697 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533912 Feb 10 04:40:28.627518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe97a8-3557-4676-adfa-a006f88cbd69 req-d3c8cd82-f527-4cfe-b7c3-3912e416fa76 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:28.629243 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6fe97a8-3557-4676-adfa-a006f88cbd69 req-d3c8cd82-f527-4cfe-b7c3-3912e416fa76 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0600138 Feb 10 04:40:28.686057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6fe97a8-3557-4676-adfa-a006f88cbd69 req-0fef33bf-d3ad-414b-bb96-2a08c80e7d4e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510001 Feb 10 04:40:28.750059 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:40:28.853965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:28.865758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'port_id': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'mac_address': 'fa:16:3e:9e:7a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:40:28.906540 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 9b52390f-c1cc-4c32-ba55-25a6a536e26c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:28.906958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:28.921418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b52390f-c1cc-4c32-ba55-25a6a536e26c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:28.940966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:29.031332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:29.083007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:29.184047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fbcf6-6e16-4bd0-90b7-cb55a019ad62 req-d429e935-2188-4767-80a3-f1136016140b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:29.185497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-292fbcf6-6e16-4bd0-90b7-cb55a019ad62 req-d429e935-2188-4767-80a3-f1136016140b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 944 time: 0.0528169 Feb 10 04:40:29.239276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-292fbcf6-6e16-4bd0-90b7-cb55a019ad62 req-dbc977b1-b4e0-4d20-a227-17956a0f7ee6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480025 Feb 10 04:40:29.284940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['9b52390f-c1cc-4c32-ba55-25a6a536e26c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:40:29.375632 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb366bf7-3af4-4e73-9baf-ea9637625095 req-8d31a3e2-51a8-46f8-9220-d13a961f5152 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:29.377232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb366bf7-3af4-4e73-9baf-ea9637625095 req-8d31a3e2-51a8-46f8-9220-d13a961f5152 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0870011 Feb 10 04:40:29.435398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cb366bf7-3af4-4e73-9baf-ea9637625095 req-09b3473b-ee1a-414f-9a2b-e2a2a01d1155 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516002 Feb 10 04:40:29.806938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ec05c-5a24-435c-9b90-3a20d64d3945 req-d6003283-13bd-426f-a85d-982e4dc823ab tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:29.808438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf2ec05c-5a24-435c-9b90-3a20d64d3945 req-d6003283-13bd-426f-a85d-982e4dc823ab tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0530069 Feb 10 04:40:29.825420 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bac2c823-d984-4bae-bd5d-7ad9849c10a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:29.860195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf2ec05c-5a24-435c-9b90-3a20d64d3945 req-23455dcd-cbb3-40b7-aef7-c53efb2ca249 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Feb 10 04:40:30.361829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c150-9ba6-485d-aa7e-0d30ff954872 req-1666310e-8ffb-4746-ab95-d779aee96523 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:30.363398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d051c150-9ba6-485d-aa7e-0d30ff954872 req-1666310e-8ffb-4746-ab95-d779aee96523 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 944 time: 0.0544250 Feb 10 04:40:30.412815 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d051c150-9ba6-485d-aa7e-0d30ff954872 req-fdbf8a57-0271-48de-b995-e7c804767b93 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Feb 10 04:40:30.562975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb00f1-a448-4164-91bd-d2105edbaa72 req-08aca81d-64db-4a11-9c5c-8c31fc495754 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:30.564474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9feb00f1-a448-4164-91bd-d2105edbaa72 req-08aca81d-64db-4a11-9c5c-8c31fc495754 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0564854 Feb 10 04:40:30.612625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9feb00f1-a448-4164-91bd-d2105edbaa72 req-10305e6a-5ff8-4827-a096-ab299f7d5dc3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Feb 10 04:40:30.756715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:30.874544 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 9b52390f-c1cc-4c32-ba55-25a6a536e26c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:40:30.878622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 9b52390f-c1cc-4c32-ba55-25a6a536e26c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:30.879062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:30.964076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 9b52390f-c1cc-4c32-ba55-25a6a536e26c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:30.964461 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:30.985643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c820d59-3181-492b-9e5c-adf36e4db9f9 req-c37ac5c9-ad02-4b27-bcfd-fcb8ee66fc22 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:30.987219 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c820d59-3181-492b-9e5c-adf36e4db9f9 req-c37ac5c9-ad02-4b27-bcfd-fcb8ee66fc22 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0566022 Feb 10 04:40:30.990170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:30.992438 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb216e8-d1de-4367-ba3b-500d36915a08" -d '{"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:31.006247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:31.044037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c820d59-3181-492b-9e5c-adf36e4db9f9 req-3cd4439a-3916-4799-84db-db9e6270c7d6 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503621 Feb 10 04:40:31.097590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:31.122825 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b89c42-8acb-4d97-896b-9bf710b5d9c4 x-openstack-request-id: req-e6b89c42-8acb-4d97-896b-9bf710b5d9c4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:31.123671 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:31.124236 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6b89c42-8acb-4d97-896b-9bf710b5d9c4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:31.124787 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'code': 200} Feb 10 04:40:31.127978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:31.154607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:31.216345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b8d72-3d33-436b-b19c-bdc550e23181 req-e611f05e-574a-42a9-9867-631d22597c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:31.220232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e29b8d72-3d33-436b-b19c-bdc550e23181 req-e611f05e-574a-42a9-9867-631d22597c0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1127 time: 0.0464280 Feb 10 04:40:31.266296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e29b8d72-3d33-436b-b19c-bdc550e23181 req-8253619f-0537-4bfa-ac12-b0235b967c80 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Feb 10 04:40:31.542669 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789d6db-2a04-4655-8208-ca1c74facb1a req-a9987d6d-94a1-42a7-9b0c-8158f7733005 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:31.544211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6789d6db-2a04-4655-8208-ca1c74facb1a req-a9987d6d-94a1-42a7-9b0c-8158f7733005 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0575981 Feb 10 04:40:31.593185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6789d6db-2a04-4655-8208-ca1c74facb1a req-30ad7baa-b954-4ff6-abbf-d2affa141659 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Feb 10 04:40:31.731346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1f80f-f3e9-42e9-ba2c-610e3283ccfe req-e338e645-68fa-41e6-b485-d8469b6021a7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:31.733327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fb1f80f-f3e9-42e9-ba2c-610e3283ccfe req-e338e645-68fa-41e6-b485-d8469b6021a7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0514345 Feb 10 04:40:31.787521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fb1f80f-f3e9-42e9-ba2c-610e3283ccfe req-0fc143c8-f717-4e69-a8fd-c415d9bb2373 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Feb 10 04:40:32.165639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8919f5-b3fb-4adf-973d-23c3a3a6492c req-126b9188-44fe-4df6-9025-5cc45ddf4ff6 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:32.167301 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a8919f5-b3fb-4adf-973d-23c3a3a6492c req-126b9188-44fe-4df6-9025-5cc45ddf4ff6 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 944 time: 0.0538495 Feb 10 04:40:32.172364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b31ec2d6-6a57-40ab-9805-412837853d6f details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:40:32.223877 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a8919f5-b3fb-4adf-973d-23c3a3a6492c req-3a21454d-a470-4477-92b8-973b063d6487 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479047 Feb 10 04:40:32.288327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b31ec2d6-6a57-40ab-9805-412837853d6f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b31ec2d6-6a57-40ab-9805-412837853d6f,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:32.301748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'mac_address': 'fa:16:3e:6f:3c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:40:32.347280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port b31ec2d6-6a57-40ab-9805-412837853d6f is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:32.347681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:32.361389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31ec2d6-6a57-40ab-9805-412837853d6f {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:32.387352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b31ec2d6-6a57-40ab-9805-412837853d6f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b31ec2d6-6a57-40ab-9805-412837853d6f,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:32.425154 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:32.473125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=b31ec2d6-6a57-40ab-9805-412837853d6f,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:32.652192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['b31ec2d6-6a57-40ab-9805-412837853d6f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:40:32.678122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:32.719692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2537-4e12-49e8-900b-2066602637d9 req-737ff6c0-e8e3-4996-b4a4-013c769774c0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:32.721454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b5c2537-4e12-49e8-900b-2066602637d9 req-737ff6c0-e8e3-4996-b4a4-013c769774c0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0588202 Feb 10 04:40:32.776000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b5c2537-4e12-49e8-900b-2066602637d9 req-4bc303dc-463f-43a6-8981-fd8fd51f116b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483468 Feb 10 04:40:32.938278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595b487-36e5-4383-b3a7-9af70e4498a6 req-9132e63e-c0fe-4c76-89d0-83cb4e588516 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:32.943166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0595b487-36e5-4383-b3a7-9af70e4498a6 req-9132e63e-c0fe-4c76-89d0-83cb4e588516 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0635521 Feb 10 04:40:32.943599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493909-9430-4203-9051-e102baac7514 req-cbeb69bb-10c3-41e3-8273-ac22afc4f365 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:32.945623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e493909-9430-4203-9051-e102baac7514 req-cbeb69bb-10c3-41e3-8273-ac22afc4f365 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0668070 Feb 10 04:40:32.993581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0595b487-36e5-4383-b3a7-9af70e4498a6 req-ed9bc6f6-d0ce-4d3e-91e0-7fa4859976d4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476925 Feb 10 04:40:33.002767 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2e493909-9430-4203-9051-e102baac7514 req-79c74f72-0e48-4795-8ee7-18dbc58601a5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499716 Feb 10 04:40:33.025719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47072) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:33.073212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ff66b-3469-4179-9d6f-1876819bf329 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:33.074787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ba7ff66b-3469-4179-9d6f-1876819bf329 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1122 time: 0.0479445 Feb 10 04:40:33.077946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47074) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:33.082472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:33.160062 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:33.265645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:33.407734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb7fbe-b81b-4c0f-a80e-7fb1ea8c293b req-c530aaac-04a9-442f-8800-ff068c946fc1 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:33.412015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cb7fbe-b81b-4c0f-a80e-7fb1ea8c293b req-c530aaac-04a9-442f-8800-ff068c946fc1 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 945 time: 0.1009402 Feb 10 04:40:33.423681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.237 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/3c9cccd5-89d0-4e39-b32b-334ceda5d870) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:33.500033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cb7fbe-b81b-4c0f-a80e-7fb1ea8c293b req-34ea9058-eaa0-4201-89a9-0c1904701a6c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838268 Feb 10 04:40:33.564964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:33.660158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:33.708263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:33.712484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:33.717340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:33.720401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=3c9cccd5-89d0-4e39-b32b-334ceda5d870,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:34.131931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0c48c-8f8f-4aeb-8638-7b735bd224a2 req-86c17ac1-9cc0-403e-9a49-21d7e8b6bcd3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:34.135184 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c9f0c48c-8f8f-4aeb-8638-7b735bd224a2 req-86c17ac1-9cc0-403e-9a49-21d7e8b6bcd3 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0595157 Feb 10 04:40:34.174085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b31ec2d6-6a57-40ab-9805-412837853d6f up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:34.190548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c9f0c48c-8f8f-4aeb-8638-7b735bd224a2 req-fac69073-f142-4103-b368-3163b48120aa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501637 Feb 10 04:40:34.311484 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:34.342555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port b31ec2d6-6a57-40ab-9805-412837853d6f completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:40:34.347579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port b31ec2d6-6a57-40ab-9805-412837853d6f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:34.348068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:34.429335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port b31ec2d6-6a57-40ab-9805-412837853d6f is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:34.429725 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:34.456757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:34.459095 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4a8de1-8fef-46d0-932b-d2f2d6e5bd84" -d '{"events": [{"server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "name": "network-vif-plugged", "status": "completed", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:34.471703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b31ec2d6-6a57-40ab-9805-412837853d6f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b31ec2d6-6a57-40ab-9805-412837853d6f,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:34.501261 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860073d0-f5d3-4df2-aa17-793f39aff7d9 x-openstack-request-id: req-860073d0-f5d3-4df2-aa17-793f39aff7d9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:34.501581 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "name": "network-vif-plugged", "status": "completed", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:34.501952 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-860073d0-f5d3-4df2-aa17-793f39aff7d9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:34.502225 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'code': 200} Feb 10 04:40:34.544065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:34.605122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=b31ec2d6-6a57-40ab-9805-412837853d6f,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:34.660573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0696ee-4705-447a-94a2-f4c503b77e1e req-2995e3b3-9ec9-41cc-95a9-0c5a259837dd tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:34.662172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed0696ee-4705-447a-94a2-f4c503b77e1e req-2995e3b3-9ec9-41cc-95a9-0c5a259837dd tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 946 time: 0.0592270 Feb 10 04:40:34.699507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7490a0-5dee-417d-a57f-20d721a613c8 req-64f9341f-fb70-471b-9024-10a606ae1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:34.701041 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad7490a0-5dee-417d-a57f-20d721a613c8 req-64f9341f-fb70-471b-9024-10a606ae1104 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1128 time: 0.1241682 Feb 10 04:40:34.706612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (47232256-45a1-4a54-bbdf-f3bd779a3194), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:34.716703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ed0696ee-4705-447a-94a2-f4c503b77e1e req-9fac8ec3-f950-42bc-8c27-27f585d01e04 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Feb 10 04:40:34.821723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad7490a0-5dee-417d-a57f-20d721a613c8 req-bbbe8f3a-b13f-4abb-bf67-8ee2919ffa85 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673957 Feb 10 04:40:34.886083 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:35.039732 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:35.099027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:35.169765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=3c9cccd5-89d0-4e39-b32b-334ceda5d870,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:35.179797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (47232256-45a1-4a54-bbdf-f3bd779a3194), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:35.310971 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 47232256-45a1-4a54-bbdf-f3bd779a3194 associated. External IP: 172.25.8.237, port: 9b52390f-c1cc-4c32-ba55-25a6a536e26c. Feb 10 04:40:35.375975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b93c6-2154-4c40-9121-6794a4de6fb6 req-da1116a3-7ac4-4f98-a5b6-2461068fcd70 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:35.377501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d8b93c6-2154-4c40-9121-6794a4de6fb6 req-da1116a3-7ac4-4f98-a5b6-2461068fcd70 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.1057436 Feb 10 04:40:35.508058 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1d8b93c6-2154-4c40-9121-6794a4de6fb6 req-97809613-b038-4588-a1ae-040b0eb4a075 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970681 Feb 10 04:40:35.579894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:40:35.691252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:40:35.704920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] Sync routers for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:40:35.715145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:35.715911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:35.787722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:35.865378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5178e367-f3bf-4fe9-8614-4dcfe2051d07 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7863040 Feb 10 04:40:35.866067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:35.875064 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47bd761-7b86-42ed-b523-dd13829d1290" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:35.912777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e530fd-71f1-4dcd-a0a7-b534f3bbebb6 req-38e3b426-dac6-41af-9291-ffb26cd422b7 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:35.914922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54e530fd-71f1-4dcd-a0a7-b534f3bbebb6 req-38e3b426-dac6-41af-9291-ffb26cd422b7 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 946 time: 0.1249745 Feb 10 04:40:35.981779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54e530fd-71f1-4dcd-a0a7-b534f3bbebb6 req-e5c21858-da21-40b2-81ce-3f245b031bb0 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568898 Feb 10 04:40:36.004520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:36.005663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499752-90f4-4a53-aadc-58e561c0f348 req-5b89d4dc-81fe-4fb3-ab30-bd9ab422d2b0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:36.013306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a499752-90f4-4a53-aadc-58e561c0f348 req-5b89d4dc-81fe-4fb3-ab30-bd9ab422d2b0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0774028 Feb 10 04:40:36.085303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a499752-90f4-4a53-aadc-58e561c0f348 req-ffb936fe-6f15-4eba-9232-fcbca5122080 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711188 Feb 10 04:40:36.086899 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe385dc6-261b-4997-ab3f-f1381408cd2e x-openstack-request-id: req-fe385dc6-261b-4997-ab3f-f1381408cd2e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:36.087326 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:36.087678 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe385dc6-261b-4997-ab3f-f1381408cd2e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:36.088193 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'status': 'completed', 'code': 200} Feb 10 04:40:36.111261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47098) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:36.208496 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-88a645e0-40b5-449f-8252-bc6c63f2246e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/47232256-45a1-4a54-bbdf-f3bd779a3194 HTTP/1.1" status: 200 len: 991 time: 0.0948646 Feb 10 04:40:36.214338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-b33ade6b-36cb-4709-b204-eb14072d04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:36.215986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-b33ade6b-36cb-4709-b204-eb14072d04dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1127 time: 0.0979390 Feb 10 04:40:36.298406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '47232256-45a1-4a54-bbdf-f3bd779a3194', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'port_id': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'mac_address': 'fa:16:3e:9e:7a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:34Z', 'updated_at': '2022-02-10T04:40:34Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:18Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:36.312585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-dff3ab59-d1e3-45c3-a942-df3a4a2daeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:36.312585 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-dff3ab59-d1e3-45c3-a942-df3a4a2daeb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.0900638 Feb 10 04:40:36.333685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] Checking router: 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:40:36.344992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:36.345628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:36.401217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-41891098-a70a-4aa8-91e3-85ce003e3f96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 999 time: 0.0829244 Feb 10 04:40:36.468728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-5953e6d6-1a95-4511-bee1-107e2a018b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:36.470251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-5953e6d6-1a95-4511-bee1-107e2a018b1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0627282 Feb 10 04:40:36.474532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:36.523633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-c143101d-d2bc-4ca5-b929-a5049f716f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:36.527571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-c143101d-d2bc-4ca5-b929-a5049f716f31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509777 Feb 10 04:40:36.659328 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-7ecf6b9e-18a9-42ce-b81f-a99a2299c16c service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261504 Feb 10 04:40:36.661163 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b4d40-1aff-4d3e-9ae3-77eb07b8ace0 req-c99f890c-41a3-44be-beed-5aa765aea802 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:36.668973 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-495b4d40-1aff-4d3e-9ae3-77eb07b8ace0 req-c99f890c-41a3-44be-beed-5aa765aea802 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0755153 Feb 10 04:40:36.743540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-495b4d40-1aff-4d3e-9ae3-77eb07b8ace0 req-25aac403-b6e4-4e9a-b6d4-838ed176ced7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736489 Feb 10 04:40:36.762179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '47232256-45a1-4a54-bbdf-f3bd779a3194', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'port_id': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'mac_address': 'fa:16:3e:9e:7a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:34Z', 'updated_at': '2022-02-10T04:40:34Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:18Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:36.796032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3d013-98bb-44e6-b6ca-4e4bbca91e0c None None] The sync data for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 is: [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '47232256-45a1-4a54-bbdf-f3bd779a3194', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'port_id': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'mac_address': 'fa:16:3e:9e:7a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:34Z', 'updated_at': '2022-02-10T04:40:34Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:18Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:40:36.802513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b47bd761-7b86-42ed-b523-dd13829d1290 req-7e08e0fe-6aed-476b-8dd9-e7a95115b8bb service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290007 Feb 10 04:40:37.009676 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140025a-1ca0-45e5-8282-08031bfbd00b None None] New status for floating IP 47232256-45a1-4a54-bbdf-f3bd779a3194: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:40:37.121218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8414691-e38e-44e2-a68d-559617485dba req-c24130f0-d252-4b17-a3c2-dbcbba873b5f tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.122899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8414691-e38e-44e2-a68d-559617485dba req-c24130f0-d252-4b17-a3c2-dbcbba873b5f tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 946 time: 0.0587926 Feb 10 04:40:37.174758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8414691-e38e-44e2-a68d-559617485dba req-4ad2b3f1-19e8-4ce8-a205-96237bef3b9f tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Feb 10 04:40:37.211122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47108) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:37.311642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5455b617-1559-480d-a6b3-c932f6c2ae91 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/47232256-45a1-4a54-bbdf-f3bd779a3194 HTTP/1.1" status: 200 len: 991 time: 0.0980601 Feb 10 04:40:37.312049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db859f-424a-44b5-ac83-147a0b7a5019 req-ba0b1f7c-c307-41d4-9302-ae55f794a6be tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.315172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02db859f-424a-44b5-ac83-147a0b7a5019 req-ba0b1f7c-c307-41d4-9302-ae55f794a6be tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 946 time: 0.0699835 Feb 10 04:40:37.336211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-27808292-31d9-4856-8838-6cefcbbe3cb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686121 Feb 10 04:40:37.382091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02db859f-424a-44b5-ac83-147a0b7a5019 req-519d38e1-fead-4179-bf38-dacb7ee207ae tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594115 Feb 10 04:40:37.405628 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47110) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:37.427649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26965064-7d6b-4161-ba83-3463fc014c09 req-6fcd3000-b7b6-459c-9090-95a8667df55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.429152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-6fcd3000-b7b6-459c-9090-95a8667df55b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1127 time: 0.0478153 Feb 10 04:40:37.552193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26965064-7d6b-4161-ba83-3463fc014c09 req-03e0f0a1-6126-4ca8-849e-ff1b7768ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.553897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-03e0f0a1-6126-4ca8-849e-ff1b7768ed11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.0991590 Feb 10 04:40:37.586749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77508fc3-c54d-4128-aaa4-719991b59667 tempest-TestVolumeBackupRestore-1596655570 tempest-TestVolumeBackupRestore-1596655570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.586749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-77508fc3-c54d-4128-aaa4-719991b59667 tempest-TestVolumeBackupRestore-1596655570 tempest-TestVolumeBackupRestore-1596655570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1123 time: 0.1779959 Feb 10 04:40:37.588032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47120) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:37.594854 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:37.630995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-a724c19c-8f63-4c74-9e83-5565fa97b586 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 1001 time: 0.0705171 Feb 10 04:40:37.680152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26965064-7d6b-4161-ba83-3463fc014c09 req-931f0ad6-2926-46da-9c00-f164c99854ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.681579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-931f0ad6-2926-46da-9c00-f164c99854ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0449350 Feb 10 04:40:37.688343 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:37.746511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26965064-7d6b-4161-ba83-3463fc014c09 req-c86f1a6e-c239-4894-919d-ed0f1fdabc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.748424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-c86f1a6e-c239-4894-919d-ed0f1fdabc2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608673 Feb 10 04:40:37.808114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:37.896910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-6d89ce64-7715-488e-b98e-43a8dad49997 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416445 Feb 10 04:40:37.930767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Allocated IP 172.25.8.28 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c6ac34fe-99bd-4a41-92a9-697f051a3755) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:37.950483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca60236-42a4-4db0-845c-8b9e89237c1e req-fec1c522-e88c-4ab8-b514-4fbaed1cb13d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:37.952600 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dca60236-42a4-4db0-845c-8b9e89237c1e req-fec1c522-e88c-4ab8-b514-4fbaed1cb13d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.1105616 Feb 10 04:40:38.043021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26965064-7d6b-4161-ba83-3463fc014c09 req-559c140f-969a-41e3-b2d2-08dfc51b7149 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386981 Feb 10 04:40:38.047922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dca60236-42a4-4db0-845c-8b9e89237c1e req-827de9cc-fbea-4993-bee2-5d0dd4e73399 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673919 Feb 10 04:40:38.053295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:38.163302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:38.207277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:38.210413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:38.213125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:38.238865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'Port': ['ID=c6ac34fe-99bd-4a41-92a9-697f051a3755,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:38.314717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47148) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:38.384877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aed5a142-bf74-4ef2-91d1-72b414d33147 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/47232256-45a1-4a54-bbdf-f3bd779a3194 HTTP/1.1" status: 200 len: 993 time: 0.0688899 Feb 10 04:40:38.615065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for floatingip (4752b8b4-aa86-4a27-a1c1-2d6589bdbb04), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:38.744883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:38.911126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:38.973814 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:39.044379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event updated for resources: {'Port': ['ID=c6ac34fe-99bd-4a41-92a9-697f051a3755,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:39.057151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4752b8b4-aa86-4a27-a1c1-2d6589bdbb04), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:39.536968 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Floating IP 4752b8b4-aa86-4a27-a1c1-2d6589bdbb04 associated. External IP: 172.25.8.28, port: b31ec2d6-6a57-40ab-9805-412837853d6f. Feb 10 04:40:39.598643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82456b90-a5f8-4780-8664-8f2c50713db9 req-8d654d06-3da9-4f8a-9f82-f099e0838db7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:39.600164 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82456b90-a5f8-4780-8664-8f2c50713db9 req-8d654d06-3da9-4f8a-9f82-f099e0838db7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.4400566 Feb 10 04:40:39.692397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-82456b90-a5f8-4780-8664-8f2c50713db9 req-77de2f26-a2cf-497b-8aac-3c582ce7a3c6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599740 Feb 10 04:40:39.798482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Router 91a2329c-6e74-4b57-b1dc-042ad7f57672 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:40:39.919335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:40:39.930286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] Sync routers for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:40:39.942031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:39.942658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:40.014302 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:40.065765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3bf9aad5-4a2d-433d-9054-cda1b710c2a2 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4751549 Feb 10 04:40:40.067536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:40.068326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47230) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:40.070870 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f46804-d2bd-491c-b4b1-82449d89146a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:40.095047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:40.121446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0496b-c73d-4d28-a67c-95e5ae127fab tempest-TestVolumeBackupRestore-1596655570 tempest-TestVolumeBackupRestore-1596655570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:40.123893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2fb0496b-c73d-4d28-a67c-95e5ae127fab tempest-TestVolumeBackupRestore-1596655570 tempest-TestVolumeBackupRestore-1596655570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1123 time: 0.0536020 Feb 10 04:40:40.126194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47234) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:40.131515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Request body: {'floatingip': {'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:40.146594 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c588ed5-9e39-4cd2-9d40-045a95fd4fa9 x-openstack-request-id: req-8c588ed5-9e39-4cd2-9d40-045a95fd4fa9 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:40.146956 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:40.147259 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c588ed5-9e39-4cd2-9d40-045a95fd4fa9 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:40.147691 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'status': 'completed', 'code': 200} Feb 10 04:40:40.211094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for floatingip (4752b8b4-aa86-4a27-a1c1-2d6589bdbb04), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:40.585485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4752b8b4-aa86-4a27-a1c1-2d6589bdbb04', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'mac_address': 'fa:16:3e:6f:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:38Z', 'updated_at': '2022-02-10T04:40:38Z', 'revision_number': 0, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:40.627702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] Checking router: 91a2329c-6e74-4b57-b1dc-042ad7f57672 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:40:40.680907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:40.681633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:40.906676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f46804-d2bd-491c-b4b1-82449d89146a req-57abd411-d4e4-48e3-9ad3-af90ec8bee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:40.910302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f46804-d2bd-491c-b4b1-82449d89146a req-57abd411-d4e4-48e3-9ad3-af90ec8bee5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1128 time: 0.6326106 Feb 10 04:40:40.924410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:40.946971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027b97c-8216-44f6-8f91-009caa10b010 req-a56965e9-1f4b-474b-aef2-c697bab217ee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:40.949067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f027b97c-8216-44f6-8f91-009caa10b010 req-a56965e9-1f4b-474b-aef2-c697bab217ee tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.1270211 Feb 10 04:40:41.043109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f027b97c-8216-44f6-8f91-009caa10b010 req-29295568-06a4-4084-a462-ac39dd235d48 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875037 Feb 10 04:40:41.171807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f46804-d2bd-491c-b4b1-82449d89146a req-9a4efc6e-d6ab-4a8b-89c9-b10befac7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:41.173329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f46804-d2bd-491c-b4b1-82449d89146a req-9a4efc6e-d6ab-4a8b-89c9-b10befac7a8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 200 len: 915 time: 0.2556746 Feb 10 04:40:41.302413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f46804-d2bd-491c-b4b1-82449d89146a req-503c2a12-18cb-4d47-a750-09154dd96a04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 200 len: 999 time: 0.1225038 Feb 10 04:40:41.313788 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4752b8b4-aa86-4a27-a1c1-2d6589bdbb04', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'mac_address': 'fa:16:3e:6f:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:38Z', 'updated_at': '2022-02-10T04:40:38Z', 'revision_number': 0, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:41.370941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2110a-7ba9-44cc-a06b-d4ee7b20bb3a None None] The sync data for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 is: [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4752b8b4-aa86-4a27-a1c1-2d6589bdbb04', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'mac_address': 'fa:16:3e:6f:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:38Z', 'updated_at': '2022-02-10T04:40:38Z', 'revision_number': 0, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:40:41.412425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f46804-d2bd-491c-b4b1-82449d89146a req-95e1f429-a8f3-4df6-aef4-23109adb0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:41.414091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f46804-d2bd-491c-b4b1-82449d89146a req-95e1f429-a8f3-4df6-aef4-23109adb0b97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa43adff-01c7-4abe-99eb-faec22da4505 HTTP/1.1" status: 200 len: 853 time: 0.1028342 Feb 10 04:40:41.559350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f46804-d2bd-491c-b4b1-82449d89146a req-19a4ab35-181e-4141-ae5f-af7a4219bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:41.560912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f46804-d2bd-491c-b4b1-82449d89146a req-19a4ab35-181e-4141-ae5f-af7a4219bd70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39a87934-40ac-4dbc-abc6-c40726d4bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081464 Feb 10 04:40:41.583276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:41.637754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4752b8b4-aa86-4a27-a1c1-2d6589bdbb04), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:41.749104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f46804-d2bd-491c-b4b1-82449d89146a req-9184a158-879b-40b7-8bc7-27b41e8156a2 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812632 Feb 10 04:40:41.818101 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c33d-1fb9-44c2-b964-c410e3ab577e None None] New status for floating IP 4752b8b4-aa86-4a27-a1c1-2d6589bdbb04: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:40:41.977376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Router 91a2329c-6e74-4b57-b1dc-042ad7f57672 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:40:42.005138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-70f46804-d2bd-491c-b4b1-82449d89146a req-a7548e3c-ac04-45fb-9091-913229f90a50 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485404 Feb 10 04:40:42.171827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:40:42.178765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:42.269674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] Sync routers for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:40:42.284350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:42.286017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:42.286734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:42.288330 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e829b-19f6-4205-b944-923cc0f34165" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:42.313335 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f6fdba98-9412-48c6-8072-6ac1a34b1b60 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "PUT /v2.0/floatingips/4752b8b4-aa86-4a27-a1c1-2d6589bdbb04 HTTP/1.1" status: 200 len: 991 time: 2.1857967 Feb 10 04:40:42.321848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e561f5a-bedd-4fa7-8aa7-e10295110fbd req-83642265-2c58-4ef0-b2b6-ec4faa8aabe1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:42.323999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e561f5a-bedd-4fa7-8aa7-e10295110fbd req-83642265-2c58-4ef0-b2b6-ec4faa8aabe1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.1416371 Feb 10 04:40:42.365035 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4ae24-1824-4d1f-b8fc-a584a28f127a x-openstack-request-id: req-51c4ae24-1824-4d1f-b8fc-a584a28f127a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:42.365338 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:42.365592 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51c4ae24-1824-4d1f-b8fc-a584a28f127a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:42.365987 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'status': 'completed', 'code': 200} Feb 10 04:40:42.396498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e561f5a-bedd-4fa7-8aa7-e10295110fbd req-b06488dc-0534-4f90-af98-e94eb14d43ea tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652339 Feb 10 04:40:42.477225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e829b-19f6-4205-b944-923cc0f34165 req-e9a89985-d626-4e1e-b6a2-033ec7867866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:42.479141 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-025e829b-19f6-4205-b944-923cc0f34165 req-e9a89985-d626-4e1e-b6a2-033ec7867866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1128 time: 0.0775859 Feb 10 04:40:42.480305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:42.627414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e829b-19f6-4205-b944-923cc0f34165 req-146feebd-5ed7-4447-8195-7fbf1ebcd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:42.629126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-025e829b-19f6-4205-b944-923cc0f34165 req-146feebd-5ed7-4447-8195-7fbf1ebcd97e service neutron] 10.222.0.24 "GET /v2.0/networks?id=39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 200 len: 915 time: 0.1445105 Feb 10 04:40:42.703846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-025e829b-19f6-4205-b944-923cc0f34165 req-f737a663-27c9-42c9-be4e-015443ba0001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 200 len: 1001 time: 0.0687945 Feb 10 04:40:42.743248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4752b8b4-aa86-4a27-a1c1-2d6589bdbb04', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'mac_address': 'fa:16:3e:6f:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:38Z', 'updated_at': '2022-02-10T04:40:41Z', 'revision_number': 2, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:42.766383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e829b-19f6-4205-b944-923cc0f34165 req-924e30ad-51a4-4b8e-bfb6-eaf84435ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:42.767872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-025e829b-19f6-4205-b944-923cc0f34165 req-924e30ad-51a4-4b8e-bfb6-eaf84435ff40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa43adff-01c7-4abe-99eb-faec22da4505 HTTP/1.1" status: 200 len: 853 time: 0.0589626 Feb 10 04:40:42.779830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] Checking router: 91a2329c-6e74-4b57-b1dc-042ad7f57672 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:40:42.788891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:42.789693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:42.821193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e829b-19f6-4205-b944-923cc0f34165 req-ce4f8f7a-5732-42da-9e0b-2928fdb85246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:42.822909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-025e829b-19f6-4205-b944-923cc0f34165 req-ce4f8f7a-5732-42da-9e0b-2928fdb85246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39a87934-40ac-4dbc-abc6-c40726d4bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492811 Feb 10 04:40:42.949143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-025e829b-19f6-4205-b944-923cc0f34165 req-506ea54d-d5c0-42b2-8970-a3aa710467f1 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202815 Feb 10 04:40:43.050100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-025e829b-19f6-4205-b944-923cc0f34165 req-d50572a1-ff0c-41f6-80f7-50428a459e98 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957568 Feb 10 04:40:43.080211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:43.115056 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:40:43.313767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4752b8b4-aa86-4a27-a1c1-2d6589bdbb04', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'mac_address': 'fa:16:3e:6f:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:38Z', 'updated_at': '2022-02-10T04:40:41Z', 'revision_number': 2, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:43.346183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3d1b4f-4e9c-4998-a376-ead58a62b967 None None] The sync data for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 is: [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4752b8b4-aa86-4a27-a1c1-2d6589bdbb04', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'port_id': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'mac_address': 'fa:16:3e:6f:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:38Z', 'updated_at': '2022-02-10T04:40:41Z', 'revision_number': 2, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:40:43.545861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f55b6-1a8c-4ce3-9dc4-d469fb12d342 req-b1c9f923-00fb-41c9-afca-c7afe7d6618f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:43.547577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f97f55b6-1a8c-4ce3-9dc4-d469fb12d342 req-b1c9f923-00fb-41c9-afca-c7afe7d6618f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0586653 Feb 10 04:40:43.606934 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f97f55b6-1a8c-4ce3-9dc4-d469fb12d342 req-4167c55c-dcc4-41bf-9e71-4efe0de72075 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529068 Feb 10 04:40:44.367292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:44.369798 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c15bb61-bff0-4b24-be69-3390912fe30c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:44.408220 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d10a4-87d0-4492-9998-f9f95257ba07 x-openstack-request-id: req-564d10a4-87d0-4492-9998-f9f95257ba07 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:44.408516 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:44.408771 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-564d10a4-87d0-4492-9998-f9f95257ba07 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:44.409170 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'status': 'completed', 'code': 200} Feb 10 04:40:44.484660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-1e7f0daf-7624-4084-ab0d-6f27521f5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:44.486438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-1e7f0daf-7624-4084-ab0d-6f27521f5693 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1128 time: 0.0507529 Feb 10 04:40:44.597811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-7b2eb3ff-efe2-42ef-a8c8-97160885f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:44.599366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-7b2eb3ff-efe2-42ef-a8c8-97160885f45a service neutron] 10.222.0.24 "GET /v2.0/networks?id=39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 200 len: 915 time: 0.1070826 Feb 10 04:40:44.668874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-31404bce-bf1a-47aa-9c96-d358601c6807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 200 len: 1001 time: 0.0636418 Feb 10 04:40:44.726111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-a830da31-8e90-401c-a421-625478c5dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:44.727760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-a830da31-8e90-401c-a421-625478c5dd39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa43adff-01c7-4abe-99eb-faec22da4505 HTTP/1.1" status: 200 len: 853 time: 0.0539596 Feb 10 04:40:44.744106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab5e4f-3af1-4b10-82d8-2e23f59c9155 req-d35a0806-215f-4a88-9ca3-bf21c641cede tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:44.745531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5aab5e4f-3af1-4b10-82d8-2e23f59c9155 req-d35a0806-215f-4a88-9ca3-bf21c641cede tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0607884 Feb 10 04:40:44.784842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-44533165-47a6-4c5d-9c9d-378e95289c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:44.786528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-44533165-47a6-4c5d-9c9d-378e95289c23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39a87934-40ac-4dbc-abc6-c40726d4bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515957 Feb 10 04:40:44.801242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5aab5e4f-3af1-4b10-82d8-2e23f59c9155 req-f0946a67-8102-4735-a581-0966cdbd5267 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488765 Feb 10 04:40:44.892003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-a8c79693-b73b-4954-bd29-e973dae00d0d service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998604 Feb 10 04:40:45.000482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c15bb61-bff0-4b24-be69-3390912fe30c req-79a2cba8-7a9d-475b-a88c-4e678bc2699d service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029074 Feb 10 04:40:45.946583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1504d2-c2f1-4be0-9c4b-ac2887144901 req-3acc6c91-8ccf-4443-aecf-63f9ac2b7a9f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:45.948137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de1504d2-c2f1-4be0-9c4b-ac2887144901 req-3acc6c91-8ccf-4443-aecf-63f9ac2b7a9f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0589671 Feb 10 04:40:46.002588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de1504d2-c2f1-4be0-9c4b-ac2887144901 req-71fd1c7a-f312-41f6-a07b-092b62ae9749 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Feb 10 04:40:47.132896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fda9d-aa1a-42d7-90a4-36cb769770e3 req-eb610f85-c66a-4c05-9341-894b085e5403 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:47.134415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc6fda9d-aa1a-42d7-90a4-36cb769770e3 req-eb610f85-c66a-4c05-9341-894b085e5403 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0526502 Feb 10 04:40:47.168196 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:47.188321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc6fda9d-aa1a-42d7-90a4-36cb769770e3 req-08d327b5-e4d0-4cad-bcf3-8590598dddec tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 Feb 10 04:40:48.310107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8bc4-a928-4522-a741-312b9b324a7c req-737d089a-000b-4f97-b70f-6dab80f107f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:48.313331 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60fc8bc4-a928-4522-a741-312b9b324a7c req-737d089a-000b-4f97-b70f-6dab80f107f8 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 943 time: 0.0574906 Feb 10 04:40:48.330195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-f6036ae0-1f78-4e3e-a4ac-076e4ad9746e tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:48.331985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-f6036ae0-1f78-4e3e-a4ac-076e4ad9746e tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/networks?id=20d31854-442e-4670-b6f8-9a521c51369c HTTP/1.1" status: 200 len: 814 time: 0.1051979 Feb 10 04:40:48.348846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-20e2e565-39ec-442b-8c09-394f65a72e37 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/quotas/7505cda4918b421bae504f32f204ec48 HTTP/1.1" status: 200 len: 375 time: 0.0104101 Feb 10 04:40:48.364475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60fc8bc4-a928-4522-a741-312b9b324a7c req-7b2b644b-9909-4ca0-8a9a-69302c320b55 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Feb 10 04:40:48.381785 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-9907dd50-9f14-47d2-9c7b-422b94237567 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7505cda4918b421bae504f32f204ec48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271916 Feb 10 04:40:48.524755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-f31ad1c2-b0a6-4af7-bdb7-c1217cbbe16e service neutron] 10.222.0.42 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363494 Feb 10 04:40:48.554120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:48.613333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-9b3ee131-be53-460b-9426-91f88034a614 service neutron] 10.222.0.42 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820045 Feb 10 04:40:48.852240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a243d94f-ab0d-42d4-8f81-1b8e0bb54aa4 req-fce73d14-8107-4a95-836c-cce71eca7690 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 210 time: 0.0295444 Feb 10 04:40:48.867344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c3981de4-cde3-4f0f-a9b8-9152085f20ce details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:40:48.969354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c3981de4-cde3-4f0f-a9b8-9152085f20ce, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:48.980071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:40:49.017213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c3981de4-cde3-4f0f-a9b8-9152085f20ce is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:49.017605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:49.030120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3981de4-cde3-4f0f-a9b8-9152085f20ce {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:49.049963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c3981de4-cde3-4f0f-a9b8-9152085f20ce, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:49.116328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:49.164850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c3981de4-cde3-4f0f-a9b8-9152085f20ce,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:49.323938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c3981de4-cde3-4f0f-a9b8-9152085f20ce'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:40:49.495819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b37328-f95f-4037-89d9-650553d81aa9 req-aea13d41-fb95-48b2-9e1d-0d64e178a9fd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:49.497310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b37328-f95f-4037-89d9-650553d81aa9 req-aea13d41-fb95-48b2-9e1d-0d64e178a9fd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 944 time: 0.0610683 Feb 10 04:40:49.551694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b37328-f95f-4037-89d9-650553d81aa9 req-ceb9ef8c-f750-4f74-99b0-e57021412f01 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481410 Feb 10 04:40:49.946271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ccfc3f0-7a88-4766-bcf0-fa43c8e9c41d req-ac691554-b8b7-4faf-8675-4563060b6448 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 210 time: 0.0289130 Feb 10 04:40:50.689242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3ca94-ba1a-44bf-8824-837893495b64 req-9bc088ca-a041-4229-b6c0-bba04b751cd6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:50.690795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96b3ca94-ba1a-44bf-8824-837893495b64 req-9bc088ca-a041-4229-b6c0-bba04b751cd6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 944 time: 0.0621738 Feb 10 04:40:50.740103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96b3ca94-ba1a-44bf-8824-837893495b64 req-efd5d037-41bb-41f5-8d6e-6af7235b0e4a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Feb 10 04:40:50.882389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c3981de4-cde3-4f0f-a9b8-9152085f20ce up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:50.954743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-74ca732f-214f-4a05-afbd-29128552913c tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:50.956716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-74ca732f-214f-4a05-afbd-29128552913c tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.24 "GET /v2.0/networks?id=20d31854-442e-4670-b6f8-9a521c51369c HTTP/1.1" status: 200 len: 814 time: 0.1128464 Feb 10 04:40:50.969080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Request body: {'port': {'device_id': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c', 'admin_state_up': True, 'tenant_id': '7505cda4918b421bae504f32f204ec48'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:51.014094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c3981de4-cde3-4f0f-a9b8-9152085f20ce completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:40:51.018129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c3981de4-cde3-4f0f-a9b8-9152085f20ce triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:51.018550 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.057489 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2108962-778f-4bdb-8a90-229651e8693f req-7e368f3a-0e10-4bd8-a27d-1735bc2bfd31 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 210 time: 0.0321033 Feb 10 04:40:51.116845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c3981de4-cde3-4f0f-a9b8-9152085f20ce is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:51.117241 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.147398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:51.149771 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbce1fb-4389-4123-bb89-e73e2bdcd131" -d '{"events": [{"server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "name": "network-vif-plugged", "status": "completed", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:51.163604 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c3981de4-cde3-4f0f-a9b8-9152085f20ce, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:51.165735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Made reservation on behalf of 7505cda4918b421bae504f32f204ec48 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:40:51.169180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.188812 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10097075-a763-4fd4-ae26-c43575153da0 x-openstack-request-id: req-10097075-a763-4fd4-ae26-c43575153da0 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:51.189114 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "name": "network-vif-plugged", "status": "completed", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:51.189681 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10097075-a763-4fd4-ae26-c43575153da0 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:51.190257 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'code': 200} Feb 10 04:40:51.241119 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.294005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c3981de4-cde3-4f0f-a9b8-9152085f20ce,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:51.328865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Allocated IP 172.20.0.13 (20d31854-442e-4670-b6f8-9a521c51369c/8f385884-9d7e-4b4e-beb9-96befc3185ba/b41a0fd6-6deb-4362-b139-b402e5272c82) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:51.347366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc75d8-9045-4686-bc6d-b7304fb1354a req-4663e931-3015-4550-9f23-5ce3c8443071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:51.348873 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07fc75d8-9045-4686-bc6d-b7304fb1354a req-4663e931-3015-4550-9f23-5ce3c8443071 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.0898538 Feb 10 04:40:51.441207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07fc75d8-9045-4686-bc6d-b7304fb1354a req-4edec80d-ffe3-4dc6-8ab3-1c093b050fcf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821340 Feb 10 04:40:51.521699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks [] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.631240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.673840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Network 20d31854-442e-4670-b6f8-9a521c51369c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:51.676969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:51.680618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:51.710121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Pushing event updated for resources: {'Port': ['ID=b41a0fd6-6deb-4362-b139-b402e5272c82,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:51.736508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:51.737126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.828749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-a96b8791-5bb8-45eb-aff8-2a176c77a101 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8637004 Feb 10 04:40:51.841762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Request body: {'port': {'device_id': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:51.861981 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd1a5-192d-42c7-84e6-089720f276c7 req-369ff42a-5aee-47b8-b662-ee9c6068745f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:51.864768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-753cd1a5-192d-42c7-84e6-089720f276c7 req-369ff42a-5aee-47b8-b662-ee9c6068745f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 945 time: 0.0579710 Feb 10 04:40:51.904079 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:51.913584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-753cd1a5-192d-42c7-84e6-089720f276c7 req-a33d3868-f29a-4f61-a7bb-be0836427944 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Feb 10 04:40:52.230001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41a0fd6-6deb-4362-b139-b402e5272c82 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:52.240773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Publish callbacks [] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:52.254874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d906b-6a83-4b75-bc6e-6b687e20c3f9 req-3eda3bb8-be10-4030-9928-dfadfb96652f tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:52.256386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-250d906b-6a83-4b75-bc6e-6b687e20c3f9 req-3eda3bb8-be10-4030-9928-dfadfb96652f tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 932 time: 0.1260464 Feb 10 04:40:52.265016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Transition to ACTIVE for port object b41a0fd6-6deb-4362-b139-b402e5272c82 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:40:52.306338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-250d906b-6a83-4b75-bc6e-6b687e20c3f9 req-7ddf5522-8bdf-4a19-b2e3-59bd4cea369d tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Feb 10 04:40:52.339257 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:52.391126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Pushing event updated for resources: {'Port': ['ID=b41a0fd6-6deb-4362-b139-b402e5272c82,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:52.472528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Attempting to bind port b41a0fd6-6deb-4362-b139-b402e5272c82 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:40:52.476766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Attempting to bind port b41a0fd6-6deb-4362-b139-b402e5272c82 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:40:52.476766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Attempting to bind port b41a0fd6-6deb-4362-b139-b402e5272c82 on network 20d31854-442e-4670-b6f8-9a521c51369c {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:52.477820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Port b41a0fd6-6deb-4362-b139-b402e5272c82 on network 20d31854-442e-4670-b6f8-9a521c51369c not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:40:52.478140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Attempting to bind port b41a0fd6-6deb-4362-b139-b402e5272c82 on network 20d31854-442e-4670-b6f8-9a521c51369c {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:40:52.483358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:40:52.483612 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Checking segment: {'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:40:52.484001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Bound using segment: {'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:40:52.484428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Bound port: b41a0fd6-6deb-4362-b139-b402e5272c82, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:40:52.484783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:52.553716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] For port b41a0fd6-6deb-4362-b139-b402e5272c82, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:40:52.556718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] For port b41a0fd6-6deb-4362-b139-b402e5272c82, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b41a0fd6-6deb-4362-b139-b402e5272c82,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:40:52.625666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:52.658657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:52.659411 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:52.660795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] 10.222.0.24 "PUT /v2.0/ports/b41a0fd6-6deb-4362-b139-b402e5272c82 HTTP/1.1" status: 200 len: 1092 time: 0.8247447 Feb 10 04:40:52.661259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'tag': 'b41a0fd6-6deb-4362-b139-b402e5272c82'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:52.663544 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81dfed-2fad-413c-9bc9-b9b70289470a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcd3935-87d4-4265-9a5f-9adba1120c69", "tag": "b41a0fd6-6deb-4362-b139-b402e5272c82"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:52.692534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63eae6-c0f1-4783-9aff-286bfd533807 service neutron] Pushing event updated for resources: {'Port': ['ID=b41a0fd6-6deb-4362-b139-b402e5272c82,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:52.700521 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd11066c-b7b9-4d86-939d-416af54edb88 x-openstack-request-id: req-cd11066c-b7b9-4d86-939d-416af54edb88 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:52.700754 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcd3935-87d4-4265-9a5f-9adba1120c69", "tag": "b41a0fd6-6deb-4362-b139-b402e5272c82", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:52.701013 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd11066c-b7b9-4d86-939d-416af54edb88 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:52.701457 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'tag': 'b41a0fd6-6deb-4362-b139-b402e5272c82', 'status': 'completed', 'code': 200} Feb 10 04:40:52.766741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81dfed-2fad-413c-9bc9-b9b70289470a req-d54bc73d-651d-4701-a152-24e1a0196c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:52.768164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c81dfed-2fad-413c-9bc9-b9b70289470a req-d54bc73d-651d-4701-a152-24e1a0196c9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7505cda4918b421bae504f32f204ec48&device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 1126 time: 0.0450175 Feb 10 04:40:52.871917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81dfed-2fad-413c-9bc9-b9b70289470a req-fd8b38d9-46a0-48fd-b336-11bc8da71a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:52.874139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c81dfed-2fad-413c-9bc9-b9b70289470a req-fd8b38d9-46a0-48fd-b336-11bc8da71a9b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7505cda4918b421bae504f32f204ec48&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0955281 Feb 10 04:40:53.248895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81dfed-2fad-413c-9bc9-b9b70289470a req-f3b44113-5e1a-47ff-af31-96a1538baaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:53.250367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c81dfed-2fad-413c-9bc9-b9b70289470a req-f3b44113-5e1a-47ff-af31-96a1538baaf9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3700058 Feb 10 04:40:53.269559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289800c2-8014-4af2-8d5c-ef57e257a622 req-327960df-dcc6-4df3-8437-1b312f850269 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:53.271087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-289800c2-8014-4af2-8d5c-ef57e257a622 req-327960df-dcc6-4df3-8437-1b312f850269 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 945 time: 0.0683270 Feb 10 04:40:53.351321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-289800c2-8014-4af2-8d5c-ef57e257a622 req-ef6b992c-0250-4a14-88c0-77de8f4b372f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745580 Feb 10 04:40:53.358396 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-d6951000-070b-4d12-80b0-fb3c8dd4ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:53.360957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-d6951000-070b-4d12-80b0-fb3c8dd4ddac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7505cda4918b421bae504f32f204ec48&device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 1126 time: 0.0684049 Feb 10 04:40:53.429920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-2e2db9c9-85d9-4d52-b310-59e30def54b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41a0fd6-6deb-4362-b139-b402e5272c82 HTTP/1.1" status: 200 len: 217 time: 0.0624623 Feb 10 04:40:53.463634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced456e3-4449-44ba-8ae5-bfe6f573cad2 req-5cc23417-479a-4791-943d-60581cb8be4b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:53.465367 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ced456e3-4449-44ba-8ae5-bfe6f573cad2 req-5cc23417-479a-4791-943d-60581cb8be4b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 944 time: 0.0709519 Feb 10 04:40:53.506790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-3b336561-8d91-4c0e-86eb-143c1ddc78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:53.508148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-3b336561-8d91-4c0e-86eb-143c1ddc78dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f385884-9d7e-4b4e-beb9-96befc3185ba HTTP/1.1" status: 200 len: 854 time: 0.0726430 Feb 10 04:40:53.518205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ced456e3-4449-44ba-8ae5-bfe6f573cad2 req-47940257-afac-494a-8d74-506eafcfe762 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Feb 10 04:40:53.548213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-d7bad07a-ad4e-4df5-948f-895f8141a7d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20d31854-442e-4670-b6f8-9a521c51369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332568 Feb 10 04:40:53.555776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592aa1e-4e03-4fac-8552-5ef67ccc97fb req-0ba296b8-ddf4-4b7f-a494-ccc491b6633f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:53.558468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1592aa1e-4e03-4fac-8552-5ef67ccc97fb req-0ba296b8-ddf4-4b7f-a494-ccc491b6633f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 945 time: 0.0950885 Feb 10 04:40:53.656882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1592aa1e-4e03-4fac-8552-5ef67ccc97fb req-220cd37d-aa2e-4117-8022-1d3c29ef8e72 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914385 Feb 10 04:40:53.679844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-d07f99ca-4f13-4089-b2e1-b36a478d00ca service neutron] 10.222.0.24 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177616 Feb 10 04:40:53.679844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47656) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:53.789909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e75c57-b775-4601-85ec-3714143d5a81 tempest-TestVolumeBootPattern-1357868477 tempest-TestVolumeBootPattern-1357868477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:53.791399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-69e75c57-b775-4601-85ec-3714143d5a81 tempest-TestVolumeBootPattern-1357868477 tempest-TestVolumeBootPattern-1357868477-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1122 time: 0.1105168 Feb 10 04:40:53.794369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47658) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:40:53.799179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:40:53.801691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6262de12-cb76-4cf0-98b7-bcd23dcf8afe req-dbab5352-dc42-4837-ab13-53da64d55d2b service neutron] 10.222.0.24 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195042 Feb 10 04:40:53.940028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:54.041399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:54.144229 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.25.8.137 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/8a0c2f6a-d8ec-40ad-8d78-6115426713c3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:40:54.250813 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:54.350926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:54.393997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:40:54.396955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:40:54.401879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:40:54.405616 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=8a0c2f6a-d8ec-40ad-8d78-6115426713c3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:54.707024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9131f28-d23a-4332-983e-862997d86b50 req-65b685d8-652d-4dc3-9bae-15f44ca3f152 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:54.708420 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9131f28-d23a-4332-983e-862997d86b50 req-65b685d8-652d-4dc3-9bae-15f44ca3f152 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 944 time: 0.1061890 Feb 10 04:40:54.798675 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9131f28-d23a-4332-983e-862997d86b50 req-f98b1239-e224-42fc-b299-3177e3efe916 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820553 Feb 10 04:40:54.845293 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (9f5ef10a-587f-47b9-a1c0-2bb52d72c95c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:54.973163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:55.119473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:55.176597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:55.243065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=8a0c2f6a-d8ec-40ad-8d78-6115426713c3,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:55.253450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (9f5ef10a-587f-47b9-a1c0-2bb52d72c95c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:55.358185 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Floating IP 9f5ef10a-587f-47b9-a1c0-2bb52d72c95c associated. External IP: 172.25.8.137, port: c3981de4-cde3-4f0f-a9b8-9152085f20ce. Feb 10 04:40:55.570833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:40:55.681703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:40:55.691561 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:40:55.701142 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:55.701735 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:55.764190 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:55.794222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9d178ef7-47ba-46da-bfcd-42977ed833e9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9986784 Feb 10 04:40:55.794969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:55.797563 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c77a9-f2d0-4c52-8c12-53da48223d06" -d '{"events": [{"name": "network-changed", "server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:55.807086 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:55.833794 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72be3e2-4af3-46e6-86e7-fc7fafe84294 x-openstack-request-id: req-f72be3e2-4af3-46e6-86e7-fc7fafe84294 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:55.834090 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:55.834345 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f72be3e2-4af3-46e6-86e7-fc7fafe84294 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:55.834784 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'status': 'completed', 'code': 200} Feb 10 04:40:55.914568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-050d6bc5-f0d1-42a3-9c3c-1aa0b56fbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:55.916965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-050d6bc5-f0d1-42a3-9c3c-1aa0b56fbd6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.0564890 Feb 10 04:40:55.949485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f527c3f-57bf-4fdd-98dc-133a123c9516 req-bfd5d5cf-2578-4f78-961e-19f6f071e8a4 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:55.952310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f527c3f-57bf-4fdd-98dc-133a123c9516 req-bfd5d5cf-2578-4f78-961e-19f6f071e8a4 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 944 time: 0.0578880 Feb 10 04:40:56.007918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f527c3f-57bf-4fdd-98dc-133a123c9516 req-e589da78-94d2-4cd7-8a5a-61330facc662 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Feb 10 04:40:56.013279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-d7ae58c1-d3e3-4aa9-91da-3c6847475807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:56.015221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-d7ae58c1-d3e3-4aa9-91da-3c6847475807 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.0910480 Feb 10 04:40:56.055371 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:54Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:56.083743 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:40:56.084004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-6fefd775-14ea-4ac5-8385-fa7e1674cd9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 999 time: 0.0631583 Feb 10 04:40:56.091712 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:40:56.092296 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:40:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:56.133739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-764e39b1-b3b1-4995-8205-fb5379294d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:56.135252 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-764e39b1-b3b1-4995-8205-fb5379294d4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0455174 Feb 10 04:40:56.184496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-e10a0472-dadf-4e3c-bc6a-284db1d105ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:56.186022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-e10a0472-dadf-4e3c-bc6a-284db1d105ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438888 Feb 10 04:40:56.202322 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:40:56.278389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-64712976-ac9e-4056-9baa-0f82dc8e4df9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860450 Feb 10 04:40:56.285378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b41a0fd6-6deb-4362-b139-b402e5272c82 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:40:56.384141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b41a0fd6-6deb-4362-b139-b402e5272c82, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b41a0fd6-6deb-4362-b139-b402e5272c82,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:56.385734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210c77a9-f2d0-4c52-8c12-53da48223d06 req-81caee10-0672-45b1-898c-ceef30183c8d service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008584 Feb 10 04:40:56.400355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'b41a0fd6-6deb-4362-b139-b402e5272c82', 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c', 'port_id': 'b41a0fd6-6deb-4362-b139-b402e5272c82', 'mac_address': 'fa:16:3e:01:26:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f385884-9d7e-4b4e-beb9-96befc3185ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:40:56.440124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port b41a0fd6-6deb-4362-b139-b402e5272c82 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:56.440516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:56.446131 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:54Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:40:56.454470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41a0fd6-6deb-4362-b139-b402e5272c82 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:40:56.476447 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a6c89-3291-4e4f-aa1a-5c580f8e8206 None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:54Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:40:56.479494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b41a0fd6-6deb-4362-b139-b402e5272c82, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b41a0fd6-6deb-4362-b139-b402e5272c82,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:56.549290 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:56.601199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=b41a0fd6-6deb-4362-b139-b402e5272c82,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:56.685666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037a3b2-fe04-4d53-a812-bee91295af47 None None] New status for floating IP 9f5ef10a-587f-47b9-a1c0-2bb52d72c95c: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:40:56.775429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['b41a0fd6-6deb-4362-b139-b402e5272c82'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:40:57.129569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87648b11-0b31-409b-9356-c4fbee4b556c req-e385c7c9-9b39-46f9-81b3-081611647b74 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:57.131096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87648b11-0b31-409b-9356-c4fbee4b556c req-e385c7c9-9b39-46f9-81b3-081611647b74 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 945 time: 0.0544274 Feb 10 04:40:57.182761 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87648b11-0b31-409b-9356-c4fbee4b556c req-4d093403-78b8-40fc-b6b1-39d882d31424 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Feb 10 04:40:57.699362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6fa19666-8300-4232-a316-e262cfee34d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:58.300873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b41a0fd6-6deb-4362-b139-b402e5272c82 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:40:58.310422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21b577-3e57-4321-a64d-69561f77970a req-b0b42db3-0ed6-4b0f-91f8-957ceb74c70d tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:58.311967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de21b577-3e57-4321-a64d-69561f77970a req-b0b42db3-0ed6-4b0f-91f8-957ceb74c70d tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 945 time: 0.0579538 Feb 10 04:40:58.361457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de21b577-3e57-4321-a64d-69561f77970a req-743b2b8a-9f88-4ce2-9b74-1fe299159df3 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Feb 10 04:40:58.402227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port b41a0fd6-6deb-4362-b139-b402e5272c82 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:40:58.406346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port b41a0fd6-6deb-4362-b139-b402e5272c82 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:40:58.407443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:58.482563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port b41a0fd6-6deb-4362-b139-b402e5272c82 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:40:58.482989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:58.505241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41a0fd6-6deb-4362-b139-b402e5272c82'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:40:58.507446 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488b715-4043-4e9a-b402-bcf4d0a86cc9" -d '{"events": [{"server_uuid": "0fcd3935-87d4-4265-9a5f-9adba1120c69", "name": "network-vif-plugged", "status": "completed", "tag": "b41a0fd6-6deb-4362-b139-b402e5272c82"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:40:58.519374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port b41a0fd6-6deb-4362-b139-b402e5272c82, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b41a0fd6-6deb-4362-b139-b402e5272c82,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:40:58.543385 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c26138-8026-402c-b6d7-a08c2befe4d8 x-openstack-request-id: req-87c26138-8026-402c-b6d7-a08c2befe4d8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:40:58.543776 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcd3935-87d4-4265-9a5f-9adba1120c69", "name": "network-vif-plugged", "status": "completed", "tag": "b41a0fd6-6deb-4362-b139-b402e5272c82", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:40:58.544037 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87c26138-8026-402c-b6d7-a08c2befe4d8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:40:58.544510 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41a0fd6-6deb-4362-b139-b402e5272c82', 'code': 200} Feb 10 04:40:58.573479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:40:58.621857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=b41a0fd6-6deb-4362-b139-b402e5272c82,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:40:58.657819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869cf14-5d14-48b3-b04f-129746edb189 req-f5510fb4-80ee-494e-96df-8ef41b06116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:58.659365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2869cf14-5d14-48b3-b04f-129746edb189 req-f5510fb4-80ee-494e-96df-8ef41b06116c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 1128 time: 0.0452154 Feb 10 04:40:58.704124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2869cf14-5d14-48b3-b04f-129746edb189 req-4d91532a-2084-412c-86d4-6702779439b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Feb 10 04:40:59.482220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d7242-4c30-4178-87ef-65e38661e9e3 req-cb7bb9d7-e41c-4b65-83a2-acb0bfe6bef8 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:40:59.483751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff8d7242-4c30-4178-87ef-65e38661e9e3 req-cb7bb9d7-e41c-4b65-83a2-acb0bfe6bef8 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 946 time: 0.0520043 Feb 10 04:40:59.534692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff8d7242-4c30-4178-87ef-65e38661e9e3 req-6fb24772-5e30-44c2-aa03-8deec00df2ad tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Feb 10 04:40:59.817367 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3493896f-5256-4468-9395-fe84cf903694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:00.661441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e61a8-2300-4690-b429-c53f25dd7599 req-a99b9dc9-292a-4466-9478-140d38c31f27 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:00.663006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da1e61a8-2300-4690-b429-c53f25dd7599 req-a99b9dc9-292a-4466-9478-140d38c31f27 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 946 time: 0.0557208 Feb 10 04:41:00.710986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-da1e61a8-2300-4690-b429-c53f25dd7599 req-0deb2125-eea2-4d1e-97cb-4ac5937929d1 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Feb 10 04:41:01.082219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:02.680318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:04.342941 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:07.491794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f9c10-e807-42d1-a0d0-c1cb320f8805 req-7bad4787-e5d8-44af-9738-2103cd4fccfc tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:07.495477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e2f9c10-e807-42d1-a0d0-c1cb320f8805 req-7bad4787-e5d8-44af-9738-2103cd4fccfc tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1127 time: 0.0477412 Feb 10 04:41:07.512728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e2f9c10-e807-42d1-a0d0-c1cb320f8805 req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:07.592630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e2f9c10-e807-42d1-a0d0-c1cb320f8805 req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Publish callbacks [] for security_group (76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:07.693615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e2f9c10-e807-42d1-a0d0-c1cb320f8805 req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:07.733947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e2f9c10-e807-42d1-a0d0-c1cb320f8805 req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342942 Feb 10 04:41:07.734679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:41:07.743232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.743577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.744041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.744398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.744737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.745084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.745422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.751006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.751425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.751781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.752131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.752479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.752817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0dc6e4-eea4-4acb-a486-8972cf1eadcb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:07.869512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e85e61-610d-4dcf-b41d-a883c8080fa2 req-56fe2096-10c3-4c4c-9fb8-453417ae65e3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:07.871166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23e85e61-610d-4dcf-b41d-a883c8080fa2 req-56fe2096-10c3-4c4c-9fb8-453417ae65e3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0671062 Feb 10 04:41:07.921825 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23e85e61-610d-4dcf-b41d-a883c8080fa2 req-f0e1e26a-a939-40c4-952f-2173d664d351 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444655 Feb 10 04:41:07.945777 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47782) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:41:08.012579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4d8a5dfb-59b7-47c8-ae1d-687977a2b822 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/47232256-45a1-4a54-bbdf-f3bd779a3194 HTTP/1.1" status: 200 len: 993 time: 0.0612321 Feb 10 04:41:08.312716 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-f70d190f-fd7d-44e3-a6a7-718ca4eb0b58 req-d853a4ec-8448-400e-86f8-7208a145c824 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:41:08.313732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f70d190f-fd7d-44e3-a6a7-718ca4eb0b58 req-d853a4ec-8448-400e-86f8-7208a145c824 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576088 Feb 10 04:41:09.101539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d1a71-161e-4a1f-8e5a-5fbe34388459 req-97c9afdb-99f0-4bf1-abaa-c1e7f647324f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:09.103066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a49d1a71-161e-4a1f-8e5a-5fbe34388459 req-97c9afdb-99f0-4bf1-abaa-c1e7f647324f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0575988 Feb 10 04:41:09.158233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a49d1a71-161e-4a1f-8e5a-5fbe34388459 req-a1faafac-1a90-4d39-8c58-4181fb39c663 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494196 Feb 10 04:41:09.200441 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47802) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:41:09.304307 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-a763f53a-6f2a-402e-85e8-dce8e031c51d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024778 Feb 10 04:41:09.313652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-8c19067d-f48d-4b97-bc62-c0f45814288a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:41:09.314692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-8c19067d-f48d-4b97-bc62-c0f45814288a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050952 Feb 10 04:41:09.842854 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 47824) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:41:09.942041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-fae7631c-5b67-46d9-bfd8-ec9e2a5de4d7 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:09.943552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-fae7631c-5b67-46d9-bfd8-ec9e2a5de4d7 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports/9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 1124 time: 0.0996466 Feb 10 04:41:10.292950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72183ce0-8249-4820-af4b-acbf26e20015 req-d2d82cc2-4f0e-4fce-a734-b6dbab9bb7e3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:10.295795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72183ce0-8249-4820-af4b-acbf26e20015 req-d2d82cc2-4f0e-4fce-a734-b6dbab9bb7e3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0594335 Feb 10 04:41:10.350334 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72183ce0-8249-4820-af4b-acbf26e20015 req-82bce6cb-655a-4f22-a870-2e9054fc2b18 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503495 Feb 10 04:41:11.497109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae219d58-6305-483b-8725-cf8fd0124a39 req-64cd2ecd-8e55-4e0b-87c4-d37a2ded3243 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:11.498620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae219d58-6305-483b-8725-cf8fd0124a39 req-64cd2ecd-8e55-4e0b-87c4-d37a2ded3243 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0575206 Feb 10 04:41:11.558638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae219d58-6305-483b-8725-cf8fd0124a39 req-806f864d-143c-4cab-8713-8761ccd09d1e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504484 Feb 10 04:41:12.084381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-c38b5df1-63aa-4c98-a323-dd16b6d335a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:12.086019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-c38b5df1-63aa-4c98-a323-dd16b6d335a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1127 time: 0.0456111 Feb 10 04:41:12.181463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-ff67f184-ed7b-4784-a2a3-9150a0b7b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:12.182988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-ff67f184-ed7b-4784-a2a3-9150a0b7b0bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.0918546 Feb 10 04:41:12.255381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-d77fbf96-5477-415b-b36e-d8fc0c076df9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 1001 time: 0.0657475 Feb 10 04:41:12.314209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-9a7a66df-09c4-4986-b42b-1c65f58eee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:12.316145 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-9a7a66df-09c4-4986-b42b-1c65f58eee0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0561247 Feb 10 04:41:12.370841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-d12fd30e-fb2c-4781-8920-29a3d9ea89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:12.372432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-d12fd30e-fb2c-4781-8920-29a3d9ea89f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511112 Feb 10 04:41:12.466366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-5e2e0120-c581-45c8-8b13-25d9fbd5ea55 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876114 Feb 10 04:41:12.561008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-a6761bf8-d29c-40d6-9250-ba2422062141 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888188 Feb 10 04:41:12.691430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4fec1-1fed-4013-91eb-b13e4c6857e3 req-4aff86fb-ce75-4940-a8c2-206d9d022c80 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:12.693360 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7b4fec1-1fed-4013-91eb-b13e4c6857e3 req-4aff86fb-ce75-4940-a8c2-206d9d022c80 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0608904 Feb 10 04:41:12.744858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7b4fec1-1fed-4013-91eb-b13e4c6857e3 req-6f8ef0c9-03e7-4bc4-ba42-d42ff4426bcb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447047 Feb 10 04:41:13.871420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e18ef-63bf-400f-87f8-f6296d2ee320 req-8449493e-ea70-4488-8fd0-d79345de7109 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:13.872930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a74e18ef-63bf-400f-87f8-f6296d2ee320 req-8449493e-ea70-4488-8fd0-d79345de7109 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0540817 Feb 10 04:41:13.924247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a74e18ef-63bf-400f-87f8-f6296d2ee320 req-1884037d-4809-451a-870c-862d8d83b9a0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432887 Feb 10 04:41:15.060749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44185d0b-729c-4aa2-bfe1-d2576abf1e53 req-823b9256-ceb4-4d92-b510-1c36af9e9081 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:15.065236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44185d0b-729c-4aa2-bfe1-d2576abf1e53 req-823b9256-ceb4-4d92-b510-1c36af9e9081 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0634699 Feb 10 04:41:15.113192 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44185d0b-729c-4aa2-bfe1-d2576abf1e53 req-13a0feed-6e71-4907-9ae0-fc7de9159440 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450509 Feb 10 04:41:16.242728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43d036-ba16-4a32-8e34-064a04799038 req-403edca7-c7ee-4bd3-bebe-bae1c0ffc940 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:16.244260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d43d036-ba16-4a32-8e34-064a04799038 req-403edca7-c7ee-4bd3-bebe-bae1c0ffc940 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0586464 Feb 10 04:41:16.295340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d43d036-ba16-4a32-8e34-064a04799038 req-84913c56-c051-4600-9baa-5e97479fda41 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Feb 10 04:41:17.180048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:17.425320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834df94a-c6a0-4bd5-91b1-2bc378029957 req-5ba098fc-5fc2-4cb2-a6d3-a21463c19bd6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:17.428020 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-834df94a-c6a0-4bd5-91b1-2bc378029957 req-5ba098fc-5fc2-4cb2-a6d3-a21463c19bd6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0532672 Feb 10 04:41:17.479899 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-834df94a-c6a0-4bd5-91b1-2bc378029957 req-ee0dcdb0-f920-414a-b313-dfa31389c9db tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461755 Feb 10 04:41:18.556215 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:18.602471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c8291-464e-406a-adec-7a7907ed4759 req-d283b802-1126-4674-b439-3eeca300e7ef tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:18.603945 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d07c8291-464e-406a-adec-7a7907ed4759 req-d283b802-1126-4674-b439-3eeca300e7ef tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0554786 Feb 10 04:41:18.654776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d07c8291-464e-406a-adec-7a7907ed4759 req-94b61951-ea1c-46ef-b885-bc0dd77ae299 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450811 Feb 10 04:41:19.779552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88793b64-186d-4e46-96fa-8ccc9e60ddde req-11da7556-ed9f-40d5-b8ad-f136968e9f08 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:19.781102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88793b64-186d-4e46-96fa-8ccc9e60ddde req-11da7556-ed9f-40d5-b8ad-f136968e9f08 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0519760 Feb 10 04:41:19.830109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88793b64-186d-4e46-96fa-8ccc9e60ddde req-49ddbf0e-41c4-4643-aa55-562cd242f89a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Feb 10 04:41:20.114482 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:41:20.958938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb00914-1fc2-40f5-9696-4513457621e4 req-db8ce45a-d0cf-4aa6-a675-a04ec9dd9056 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:20.960458 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-edb00914-1fc2-40f5-9696-4513457621e4 req-db8ce45a-d0cf-4aa6-a675-a04ec9dd9056 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0592971 Feb 10 04:41:21.013745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-edb00914-1fc2-40f5-9696-4513457621e4 req-0776ea74-9bab-4ec6-a247-0ecdf0f6bdf1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475507 Feb 10 04:41:22.142082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80ca8b-2e34-4015-9c44-f8ef0325e035 req-83326a6c-e202-49fa-9b4d-449e20539841 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:22.143665 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d80ca8b-2e34-4015-9c44-f8ef0325e035 req-83326a6c-e202-49fa-9b4d-449e20539841 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0551722 Feb 10 04:41:22.195166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d80ca8b-2e34-4015-9c44-f8ef0325e035 req-72e7ecf3-4460-4101-aa2f-bef008fa30c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451305 Feb 10 04:41:23.332280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce0d05-142f-446e-a2d0-3ac63aef9213 req-d7b1a01c-f11a-479f-93a4-f0d20672005f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:23.334203 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15ce0d05-142f-446e-a2d0-3ac63aef9213 req-d7b1a01c-f11a-479f-93a4-f0d20672005f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0571856 Feb 10 04:41:23.384031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15ce0d05-142f-446e-a2d0-3ac63aef9213 req-3d72a97c-ea64-4439-9239-953d1e9f60cc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439763 Feb 10 04:41:24.521063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55b7cb-48d9-470c-94af-a125fe8b3dd3 req-8d27993e-493e-4d88-9439-d8608429a862 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:24.522653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf55b7cb-48d9-470c-94af-a125fe8b3dd3 req-8d27993e-493e-4d88-9439-d8608429a862 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0620427 Feb 10 04:41:24.575278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf55b7cb-48d9-470c-94af-a125fe8b3dd3 req-c98c5581-ab55-4b90-b428-7aa14046310b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469937 Feb 10 04:41:24.698304 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-a22adb11-5009-4a21-93fc-d8f1d6f460cd service neutron] show failed (client error): The resource could not be found. Feb 10 04:41:24.699280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-a22adb11-5009-4a21-93fc-d8f1d6f460cd service neutron] 10.222.0.43 "GET /v2.0/ports/9b52390f-c1cc-4c32-ba55-25a6a536e26c/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0564759 Feb 10 04:41:25.368461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-d44922d5-cf00-4cfe-af62-71b9c08ce59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:25.370022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-d44922d5-cf00-4cfe-af62-71b9c08ce59e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 1127 time: 0.0856371 Feb 10 04:41:25.383645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:41:25.446507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:25.685138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:41:25.729389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:41:25.737345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dc1cd-37c0-4743-9e2f-be482138b3f3 req-4d497262-b25f-4efb-a570-5b7c4c808a95 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:25.738978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a88dc1cd-37c0-4743-9e2f-be482138b3f3 req-4d497262-b25f-4efb-a570-5b7c4c808a95 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0906081 Feb 10 04:41:25.804705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:41:25.807142 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5676f1-b717-441a-aea8-9f10e63cb1d8" -d '{"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:41:25.812807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Publish callbacks [] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:25.838598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a88dc1cd-37c0-4743-9e2f-be482138b3f3 req-2fd2767f-d336-4682-be10-ee2e51ef468c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808635 Feb 10 04:41:25.842199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Transition to ACTIVE for port object 9b52390f-c1cc-4c32-ba55-25a6a536e26c will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:41:25.873048 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c5685-382c-4751-bae5-4dd8c83c676f x-openstack-request-id: req-164c5685-382c-4751-bae5-4dd8c83c676f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:41:25.873346 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:41:25.873599 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-164c5685-382c-4751-bae5-4dd8c83c676f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:41:25.873997 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'code': 200} Feb 10 04:41:26.001877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:26.105050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:41:26.181308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] No DVR routers for this DVR port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:41:26.327750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:41:26.327750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:41:26.327750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on network 28503e94-8dc2-46a6-ab25-fd17247bb93f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:41:26.328135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on network 28503e94-8dc2-46a6-ab25-fd17247bb93f not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:41:26.328388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Attempting to bind port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on network 28503e94-8dc2-46a6-ab25-fd17247bb93f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:41:26.334149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:41:26.334492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Checking segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:41:26.334898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Bound using segment: {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:41:26.335354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Bound port: 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8161871c-af48-436c-aaf6-aa70328e7559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:41:26.335735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:26.399925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:41:26.402871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:41:26.491880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:26.533217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:26.533862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:26.535285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 1091 time: 1.1569498 Feb 10 04:41:26.556955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16afbb-234b-4592-acb2-85cd139208f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:41:26.613305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-b96a6351-0c77-4929-971b-2182a637bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:26.615182 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-b96a6351-0c77-4929-971b-2182a637bfab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1125 time: 0.0549479 Feb 10 04:41:26.720005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-b31ec245-7e37-4034-839a-85f0c91098b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:26.721503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-b31ec245-7e37-4034-839a-85f0c91098b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.1005442 Feb 10 04:41:26.787773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-bca50da7-6cbb-4ead-b4ba-af5197ece970 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 999 time: 0.0597742 Feb 10 04:41:26.839114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-8bf90316-2a4f-494a-ba88-b1cb6c18c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:26.840603 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-8bf90316-2a4f-494a-ba88-b1cb6c18c049 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0465236 Feb 10 04:41:26.895843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-60778c88-05de-480e-a21a-8a12e848c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:26.897394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-60778c88-05de-480e-a21a-8a12e848c22a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503175 Feb 10 04:41:27.035404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e5e87-d564-42a8-bc27-d60e6caf8a35 req-0c5db54e-5f60-44ed-be24-bc74bfd21225 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:27.037832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c6e5e87-d564-42a8-bc27-d60e6caf8a35 req-0c5db54e-5f60-44ed-be24-bc74bfd21225 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.1195123 Feb 10 04:41:27.042034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-2f2dcbaf-0a9c-4288-9495-fc91d411cb1c service neutron] 10.222.0.24 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326861 Feb 10 04:41:27.127579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:41:27.153740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c6e5e87-d564-42a8-bc27-d60e6caf8a35 req-f56e77c1-bb4d-4c25-b68d-128182c49dc6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091886 Feb 10 04:41:27.170385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port 9b52390f-c1cc-4c32-ba55-25a6a536e26c host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:41:27.177543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:41:27.177692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f78f97f4-1cf5-4db0-b126-7e989a825245 req-c9524679-d022-4865-b634-8f02ed88738d service neutron] 10.222.0.24 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245842 Feb 10 04:41:27.676682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f78e4254-024f-4e8a-a64d-7182a965afbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:27.875036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:41:27.877313 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621515bc-2f43-4e69-bb7e-bdc163adfe68" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:41:27.926144 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81afd15b-8a64-499e-abdb-f7b8f6536bbb x-openstack-request-id: req-81afd15b-8a64-499e-abdb-f7b8f6536bbb {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:41:27.926444 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:41:27.926729 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81afd15b-8a64-499e-abdb-f7b8f6536bbb {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:41:27.927140 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'status': 'completed', 'code': 200} Feb 10 04:41:28.026927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-13d0eb05-a9fb-438e-9b48-f108693d457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.028437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-13d0eb05-a9fb-438e-9b48-f108693d457e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1125 time: 0.0798879 Feb 10 04:41:28.030772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-3dec0273-e609-4de2-baad-eaf5d5e0da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.032123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-3dec0273-e609-4de2-baad-eaf5d5e0da6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1125 time: 0.0823748 Feb 10 04:41:28.479649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-93e83579-87f6-47e3-9be0-5f104d341ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.481127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-93e83579-87f6-47e3-9be0-5f104d341ae1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.4472680 Feb 10 04:41:28.483021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-8d993599-2ae1-4011-82bf-563e909ec6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.484334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-8d993599-2ae1-4011-82bf-563e909ec6a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.4425988 Feb 10 04:41:28.569344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8f4cb-df3c-4a4d-beac-adbae63848fa req-e34594ba-f36d-4ea6-a3b9-0438c07cbcf8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.571011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58e8f4cb-df3c-4a4d-beac-adbae63848fa req-e34594ba-f36d-4ea6-a3b9-0438c07cbcf8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.1700556 Feb 10 04:41:28.622928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-c6fd0137-9a04-46ec-83f7-d8c85aa1d536 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 999 time: 0.1351125 Feb 10 04:41:28.624516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-ab3d26c7-0433-4f29-b567-faa384509d54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 999 time: 0.1290939 Feb 10 04:41:28.719518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-58e8f4cb-df3c-4a4d-beac-adbae63848fa req-46612707-9ba7-4915-bc0b-b109a36d982c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406934 Feb 10 04:41:28.734390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-5cb0af73-e628-4322-851b-8c962c9ef1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.734390 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-5cb0af73-e628-4322-851b-8c962c9ef1c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.1044149 Feb 10 04:41:28.736900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-caa4b766-0625-4ca5-b273-548cd7acfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.738235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-caa4b766-0625-4ca5-b273-548cd7acfa4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0924942 Feb 10 04:41:28.822555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-54d86d5d-c4f4-4d57-ab97-0355cc61f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.824113 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-54d86d5d-c4f4-4d57-ab97-0355cc61f594 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0849783 Feb 10 04:41:28.828493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-b7ef9379-b8ab-4447-b041-03ae43dd577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:28.830091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-b7ef9379-b8ab-4447-b041-03ae43dd577c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826168 Feb 10 04:41:28.983683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-094ad635-c54c-40e3-9941-148b3fd6109b service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526072 Feb 10 04:41:28.988884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-e27ddada-407b-46a8-a4bc-cae6bc686886 service neutron] 10.222.0.24 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406155 Feb 10 04:41:29.144058 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-481bc7ee-cbde-47c7-935a-3ffdd38e0fe0 service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540692 Feb 10 04:41:29.147756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-621515bc-2f43-4e69-bb7e-bdc163adfe68 req-b9186e9f-7c48-4d78-84c2-9467eda419a4 service neutron] 10.222.0.24 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499147 Feb 10 04:41:29.817084 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db073d58-7d1a-4a4b-ad4b-9d35e3a41481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:29.853698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4c0e-6a53-48d3-b786-58a71ea46bdc req-7bfc8a45-e9b4-4a90-8452-6ffcdb0ae6b6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:29.855350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43cc4c0e-6a53-48d3-b786-58a71ea46bdc req-7bfc8a45-e9b4-4a90-8452-6ffcdb0ae6b6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.0554001 Feb 10 04:41:29.905570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43cc4c0e-6a53-48d3-b786-58a71ea46bdc req-ae8c576d-610d-4ed4-a538-40f27b968d05 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444202 Feb 10 04:41:30.245641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727794f-9a35-44e4-99ac-3565ea3a6a69 req-1c221f80-8920-468b-bc8d-b39b3d654845 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:30.247470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2727794f-9a35-44e4-99ac-3565ea3a6a69 req-1c221f80-8920-468b-bc8d-b39b3d654845 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 943 time: 0.0623579 Feb 10 04:41:30.313508 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2727794f-9a35-44e4-99ac-3565ea3a6a69 req-4f60a7b3-3c90-4963-bc89-e5801cbce603 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576680 Feb 10 04:41:30.387093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-24eedb1c-a65a-4532-8bca-e4f1f1025436 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:30.388530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-24eedb1c-a65a-4532-8bca-e4f1f1025436 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 943 time: 0.1101165 Feb 10 04:41:30.460347 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-6dc35fa6-1f11-4d07-a00c-d0d82b13eeb8 service neutron] delete failed (client error): The resource could not be found. Feb 10 04:41:30.461593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-6dc35fa6-1f11-4d07-a00c-d0d82b13eeb8 service neutron] 10.222.0.43 "DELETE /v2.0/ports/9b52390f-c1cc-4c32-ba55-25a6a536e26c/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0661814 Feb 10 04:41:30.474520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:41:30.566500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-6e9d129f-28ae-4034-bbc8-354f5e1be81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:30.566500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-6e9d129f-28ae-4034-bbc8-354f5e1be81b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1125 time: 0.0513391 Feb 10 04:41:30.600742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:41:30.619008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'port_id': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'mac_address': 'fa:16:3e:9e:7a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:41:30.665486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9b52390f-c1cc-4c32-ba55-25a6a536e26c is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:41:30.665952 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:30.678944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-58cc507c-d94b-4810-b6fe-52b5f04a2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:30.680637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-58cc507c-d94b-4810-b6fe-52b5f04a2412 service neutron] 10.222.0.43 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.1087399 Feb 10 04:41:30.684569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b52390f-c1cc-4c32-ba55-25a6a536e26c {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:41:30.708607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:41:30.782599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-6112483a-4131-44bb-bd28-1d5ae56fe1f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 999 time: 0.0911803 Feb 10 04:41:30.807804 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:30.846327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-4ad052af-62d5-49de-9fd2-fc2d0e43cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:30.848371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-4ad052af-62d5-49de-9fd2-fc2d0e43cbdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0635343 Feb 10 04:41:30.864451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:41:30.873294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.873645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.873996 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.874385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.874742 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.875075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.875409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.875762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.876072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.876403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.876733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.877075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.877442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:41:30.914845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-63bd00dd-67f0-43ed-973b-6a03cfd4b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:30.918440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-63bd00dd-67f0-43ed-973b-6a03cfd4b5db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626585 Feb 10 04:41:31.023974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-fd2201ff-9dc1-463d-beb3-c266a3d2b3cd service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019316 Feb 10 04:41:31.082824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['9b52390f-c1cc-4c32-ba55-25a6a536e26c'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:41:31.122876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abd64a0c-7c11-48d6-a950-bc0fdce9ae91 req-f5eaef7a-fa5f-4e4e-a6ad-09b5313c68fe service neutron] 10.222.0.43 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929441 Feb 10 04:41:31.125879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:31.449992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b97f1-a12c-42aa-aff4-22efc86d503e req-22ce46aa-8a7d-4f8a-b147-3b5ab483822f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:31.452017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa9b97f1-a12c-42aa-aff4-22efc86d503e req-22ce46aa-8a7d-4f8a-b147-3b5ab483822f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 944 time: 0.0597844 Feb 10 04:41:31.500719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa9b97f1-a12c-42aa-aff4-22efc86d503e req-c80932d1-9eed-42f3-bdab-9d0c6ca7ec1c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Feb 10 04:41:32.494581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:41:32.577038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-f63f8753-2fe2-48b5-8624-6ef8ce0bd042 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586157 Feb 10 04:41:32.607495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 9b52390f-c1cc-4c32-ba55-25a6a536e26c completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:41:32.612575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 9b52390f-c1cc-4c32-ba55-25a6a536e26c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:41:32.613233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:32.686027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-b1142bd0-89ea-47fb-aaf9-b5fd667ffaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:32.687699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-b1142bd0-89ea-47fb-aaf9-b5fd667ffaa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1128 time: 0.0641987 Feb 10 04:41:32.698046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae758-5c57-4d70-b21a-0273cf6289d5 req-a5525dfe-3189-4669-82c1-78fa57f3abe9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:32.703303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-801ae758-5c57-4d70-b21a-0273cf6289d5 req-a5525dfe-3189-4669-82c1-78fa57f3abe9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 944 time: 0.1155474 Feb 10 04:41:32.717931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 9b52390f-c1cc-4c32-ba55-25a6a536e26c is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:41:32.718332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:32.729537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:32.742761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:41:32.745018 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a35d5e-5137-4fdd-88aa-b2f48aeb41e1" -d '{"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:41:32.761085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:41:32.790204 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3e6a0b-0d9c-4166-9111-b0263e4d34be x-openstack-request-id: req-db3e6a0b-0d9c-4166-9111-b0263e4d34be {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:41:32.790504 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-plugged", "status": "completed", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:41:32.790820 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db3e6a0b-0d9c-4166-9111-b0263e4d34be {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:41:32.791225 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'code': 200} Feb 10 04:41:32.809495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-801ae758-5c57-4d70-b21a-0273cf6289d5 req-f4ae0651-5768-46df-a414-ce43b81ec2d7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040218 Feb 10 04:41:32.830042 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:32.837002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-9778da2e-eeec-4191-9a9b-b1a97812e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:32.838504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-9778da2e-eeec-4191-9a9b-b1a97812e836 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 200 len: 915 time: 0.1310046 Feb 10 04:41:32.838987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 47972) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:41:32.890354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:41:32.960733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9ffbb72d-bc8d-4f0e-9a95-a933fcc81387 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/47232256-45a1-4a54-bbdf-f3bd779a3194 HTTP/1.1" status: 200 len: 993 time: 0.1206563 Feb 10 04:41:32.964736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-ba7bbf6f-1dac-47b5-9da6-892518688f7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 200 len: 1001 time: 0.1185043 Feb 10 04:41:33.015571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-46c773cf-a422-4d06-a6fc-141cb8a15dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:33.016954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-46c773cf-a422-4d06-a6fc-141cb8a15dce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa43adff-01c7-4abe-99eb-faec22da4505 HTTP/1.1" status: 200 len: 853 time: 0.0447421 Feb 10 04:41:33.067015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-e715a9a6-175f-4c3d-8eeb-3d8c869c3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:33.068613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-e715a9a6-175f-4c3d-8eeb-3d8c869c3bba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39a87934-40ac-4dbc-abc6-c40726d4bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441968 Feb 10 04:41:33.161149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-e1d37b34-c98c-4515-9dc1-2d93f76c6ce7 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Feb 10 04:41:33.251750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d0a0cc52-dd26-49ad-a8ef-25b3627278be req-b925d710-caf1-461a-9591-d549562e6181 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842326 Feb 10 04:41:34.321944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:39.309652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-d765f6fa-3467-4b34-b4c2-89b5fbbe8559 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476968 Feb 10 04:41:39.394281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-77d3dca5-9da9-4fbf-88b9-cd195e710968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:39.395874 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-77d3dca5-9da9-4fbf-88b9-cd195e710968 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.0446010 Feb 10 04:41:39.500939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-a11e32da-e10d-49bc-b76f-8f9630bc0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:39.502405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-a11e32da-e10d-49bc-b76f-8f9630bc0dd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.0873528 Feb 10 04:41:39.571114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-566a4829-0142-49b9-a35d-4fa066f47b80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 1001 time: 0.0630062 Feb 10 04:41:39.618464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-308f780c-22b4-4217-9e20-0bb7b7af1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:39.619955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-308f780c-22b4-4217-9e20-0bb7b7af1603 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0433526 Feb 10 04:41:39.668063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-da509125-876b-4337-8274-9f31fd46619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:39.669594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-da509125-876b-4337-8274-9f31fd46619d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437143 Feb 10 04:41:39.762762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-4f6db5b9-d2ab-4639-aba9-816762cbd34e service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Feb 10 04:41:39.856282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-997dcbb9-310a-4cfb-95ea-9532e8542d49 req-2239f764-2e42-4785-9679-57f6b762c0b5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871451 Feb 10 04:41:47.150950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:48.562475 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:51.318685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48026) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:41:51.590455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Deleting port c6ac34fe-99bd-4a41-92a9-697f051a3755 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:41:51.590900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:51.665889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:51.666213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for floatingip (c6ac34fe-99bd-4a41-92a9-697f051a3755), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:51.681354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Calling delete_port for c6ac34fe-99bd-4a41-92a9-697f051a3755 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:41:51.925654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c6ac34fe-99bd-4a41-92a9-697f051a3755), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:52.246860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event deleted for resources: {'Port': ['ID=c6ac34fe-99bd-4a41-92a9-697f051a3755,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:41:52.307801 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for floatingip (4752b8b4-aa86-4a27-a1c1-2d6589bdbb04), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:52.308135 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Floating IP 4752b8b4-aa86-4a27-a1c1-2d6589bdbb04 disassociated (deleted). External IP: 172.25.8.28, port: b31ec2d6-6a57-40ab-9805-412837853d6f. Feb 10 04:41:52.567897 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Router 91a2329c-6e74-4b57-b1dc-042ad7f57672 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:41:52.685018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:41:52.694715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:52.699857 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] Sync routers for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:41:52.714410 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:41:52.717924 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:41:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:41:52.729125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1fa676f2-e2d0-40e6-91c0-99a2220309d5 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "DELETE /v2.0/floatingips/4752b8b4-aa86-4a27-a1c1-2d6589bdbb04 HTTP/1.1" status: 204 len: 168 time: 1.4092450 Feb 10 04:41:52.730119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:41:52.734021 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382ec947-236b-46d5-beab-9601deecc813" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:41:52.775379 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3864c76f-b862-4e6b-9870-0e4bd8c03e06 x-openstack-request-id: req-3864c76f-b862-4e6b-9870-0e4bd8c03e06 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:41:52.775680 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:41:52.775957 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3864c76f-b862-4e6b-9870-0e4bd8c03e06 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:41:52.776362 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'status': 'completed', 'code': 200} Feb 10 04:41:52.849574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ec947-236b-46d5-beab-9601deecc813 req-4273a6c0-534d-4bba-abb5-a0c549b892c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:52.851884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-382ec947-236b-46d5-beab-9601deecc813 req-4273a6c0-534d-4bba-abb5-a0c549b892c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76d75510bcb84cb0a8c8f068c3957762&device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 1128 time: 0.0522180 Feb 10 04:41:52.964123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ec947-236b-46d5-beab-9601deecc813 req-24ea3133-9227-4338-8872-b498dc4acf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:52.964375 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:41:52.965682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-382ec947-236b-46d5-beab-9601deecc813 req-24ea3133-9227-4338-8872-b498dc4acf2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 200 len: 915 time: 0.1029406 Feb 10 04:41:53.006557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-382ec947-236b-46d5-beab-9601deecc813 req-aa6cc6a6-8cb7-42dc-9de1-63d50cc5c530 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 200 len: 217 time: 0.0346928 Feb 10 04:41:53.062585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ec947-236b-46d5-beab-9601deecc813 req-30d9b365-8fe3-4824-b19c-e11e650461cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:53.064106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-382ec947-236b-46d5-beab-9601deecc813 req-30d9b365-8fe3-4824-b19c-e11e650461cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa43adff-01c7-4abe-99eb-faec22da4505 HTTP/1.1" status: 200 len: 853 time: 0.0515122 Feb 10 04:41:53.130429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ec947-236b-46d5-beab-9601deecc813 req-6c30ce11-26be-426e-b8d2-6f72d66139ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:53.133661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-382ec947-236b-46d5-beab-9601deecc813 req-6c30ce11-26be-426e-b8d2-6f72d66139ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39a87934-40ac-4dbc-abc6-c40726d4bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616069 Feb 10 04:41:53.199776 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:41:53.237680 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] Checking router: 91a2329c-6e74-4b57-b1dc-042ad7f57672 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:41:53.240460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-382ec947-236b-46d5-beab-9601deecc813 req-e7e7adfb-e64d-40cd-b76e-303978348a5d service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003869 Feb 10 04:41:53.246539 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:41:53.247200 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:41:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:41:53.365492 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:41:53.381612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-382ec947-236b-46d5-beab-9601deecc813 req-306c2a27-2f44-495e-8d22-6936c5986c21 service neutron] 10.222.0.24 "GET /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341026 Feb 10 04:41:53.411399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb40ad-d628-4764-b636-5c824df0e7cd req-3e73b144-5926-4582-87c3-ec47915d51a1 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:53.414631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3bb40ad-d628-4764-b636-5c824df0e7cd req-3e73b144-5926-4582-87c3-ec47915d51a1 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 946 time: 0.1436636 Feb 10 04:41:53.475906 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3bb40ad-d628-4764-b636-5c824df0e7cd req-e48ab9ca-149b-4dc8-9f5f-546ea0bfedad tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556667 Feb 10 04:41:53.590239 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:41:53.617582 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99864d4c-bb8f-4aa0-a6ff-d289d41b7447 None None] The sync data for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 is: [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:36:20Z', 'revision_number': 4, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '76b38e05-9517-479b-91bc-cfe697a7917d', 'name': '', 'network_id': '39a87934-40ac-4dbc-abc6-c40726d4bffa', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'mac_address': 'fa:16:3e:13:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:20Z', 'updated_at': '2022-02-10T04:36:27Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'subnets': [{'id': 'aa43adff-01c7-4abe-99eb-faec22da4505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:41:53.867871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a81b4e-bac4-4e91-9cda-1004e701cc65 None None] New status for floating IP 4752b8b4-aa86-4a27-a1c1-2d6589bdbb04: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:41:54.668092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09dd8-eb6b-4953-b90a-044092b0c0eb req-1543b6c8-4d4c-4d1d-802e-fdde6e65a59c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:54.669567 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fdb09dd8-eb6b-4953-b90a-044092b0c0eb req-1543b6c8-4d4c-4d1d-802e-fdde6e65a59c tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 946 time: 0.1130395 Feb 10 04:41:54.719045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fdb09dd8-eb6b-4953-b90a-044092b0c0eb req-5a925d35-1b1e-44d7-8a13-22eff30b262a tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbc74a4-4738-46c2-9465-fc27fd68ed0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Feb 10 04:41:54.887146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-1442191a-e146-463d-b67a-cad58498351e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:41:54.888647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-1442191a-e146-463d-b67a-cad58498351e tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 946 time: 0.0604200 Feb 10 04:41:54.996197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Deleting port b31ec2d6-6a57-40ab-9805-412837853d6f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:41:54.996650 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:55.091903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] For port b31ec2d6-6a57-40ab-9805-412837853d6f, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b31ec2d6-6a57-40ab-9805-412837853d6f,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:41:55.092417 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:55.104420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Calling delete_port for b31ec2d6-6a57-40ab-9805-412837853d6f owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:41:55.298668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b31ec2d6-6a57-40ab-9805-412837853d6f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:55.329967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event deleted for resources: {'Port': ['ID=b31ec2d6-6a57-40ab-9805-412837853d6f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:41:55.385042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] No DVR routers for this DVR port b31ec2d6-6a57-40ab-9805-412837853d6f on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:41:55.387758 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:55.391147 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b87ce77c-2e12-4f8b-be2e-b375a82cbd80 req-006908df-19c2-4ed3-8349-c04140dec5dc tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.24 "DELETE /v2.0/ports/b31ec2d6-6a57-40ab-9805-412837853d6f HTTP/1.1" status: 204 len: 173 time: 0.4956808 Feb 10 04:41:55.391607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'name': 'network-vif-deleted', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:41:55.393882 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f2535f-152e-4704-a784-ba05be1fe8d7" -d '{"events": [{"server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "name": "network-vif-deleted", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:41:55.432345 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede3c6ca-5275-4943-af4b-58432bd399cc x-openstack-request-id: req-ede3c6ca-5275-4943-af4b-58432bd399cc {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:41:55.432644 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62c361-c29c-4bbd-a393-6105db5700ce", "name": "network-vif-deleted", "tag": "b31ec2d6-6a57-40ab-9805-412837853d6f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:41:55.432895 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ede3c6ca-5275-4943-af4b-58432bd399cc {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:41:55.433424 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62c361-c29c-4bbd-a393-6105db5700ce', 'name': 'network-vif-deleted', 'tag': 'b31ec2d6-6a57-40ab-9805-412837853d6f', 'status': 'completed', 'code': 200} Feb 10 04:41:55.826680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb2983ee-543c-416a-be5a-773483d3b2ed req-7ef0ffb0-02ca-4c87-ae08-eafaaa500b0b tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0292730 Feb 10 04:41:56.932839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18930ec2-10b8-4e77-88cc-438ca1ed4a0b req-bb2d7cff-0a47-426f-8d11-61e289e04df7 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0307417 Feb 10 04:41:57.119507 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:41:57.673599 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ae18-1d72-4110-a1e9-476f6cb4cc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:41:58.028735 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-616d9c87-7dda-4482-baa5-91c8ce2729e7 req-de72dff6-9258-4575-aa58-ab56e62bc78d tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0277691 Feb 10 04:41:58.625289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b31ec2d6-6a57-40ab-9805-412837853d6f no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:41:58.645654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: b31ec2d6-6a57-40ab-9805-412837853d6f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:41:58.646005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b31ec2d6-6a57-40ab-9805-412837853d6f not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:41:59.142290 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6376c741-492f-4238-aec8-6f26ad02f054 req-869eccdb-309a-4344-b05c-6ef0989eb190 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0299315 Feb 10 04:41:59.807398 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eea04f08-8571-494f-bc1e-585435920c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:00.247924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a68c25b-fc28-4023-b60f-fd35d465ef21 req-015407b9-d3bd-4ac4-a400-c874fcb31bef tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0375900 Feb 10 04:42:01.098736 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:01.363870 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8416edb0-d512-44f7-a918-1037b8670185 req-02aa66fa-b4d8-41cb-b4f8-009b6e08df48 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0374761 Feb 10 04:42:01.626233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4078e-2ee1-4fb9-af76-fae8c549a4b4 req-32ee705e-33c8-470f-87b5-02b466c0691e tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:01.627838 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecf4078e-2ee1-4fb9-af76-fae8c549a4b4 req-32ee705e-33c8-470f-87b5-02b466c0691e tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1127 time: 0.0448635 Feb 10 04:42:01.674373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ecf4078e-2ee1-4fb9-af76-fae8c549a4b4 req-e8c20239-a17a-4386-ba91-8054f80f4850 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 Feb 10 04:42:01.698047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48100) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:01.857608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 3c9cccd5-89d0-4e39-b32b-334ceda5d870 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:01.857958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:01.938399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:01.939084 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (3c9cccd5-89d0-4e39-b32b-334ceda5d870), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:01.952371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 3c9cccd5-89d0-4e39-b32b-334ceda5d870 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:02.171466 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3c9cccd5-89d0-4e39-b32b-334ceda5d870), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:02.200237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=3c9cccd5-89d0-4e39-b32b-334ceda5d870,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:02.302634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (47232256-45a1-4a54-bbdf-f3bd779a3194), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:02.303646 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 47232256-45a1-4a54-bbdf-f3bd779a3194 disassociated (deleted). External IP: 172.25.8.237, port: 9b52390f-c1cc-4c32-ba55-25a6a536e26c. Feb 10 04:42:02.483029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e0c2417-d9e3-4aba-af72-149853061d58 req-e8a7ff02-f6b1-4d42-94aa-76f414b10f06 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0318184 Feb 10 04:42:02.551436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:42:02.670367 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:02.685597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:42:02.690121 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:02.698602 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] Sync routers for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:42:02.712777 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:02.713539 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:02.724938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9d863c1d-80ff-40e6-a398-c9ef9e2d9fbe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/floatingips/47232256-45a1-4a54-bbdf-f3bd779a3194 HTTP/1.1" status: 204 len: 168 time: 1.0233219 Feb 10 04:42:02.724938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:02.727214 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11486dd-e804-413a-a23a-2e86fc9685c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:02.796834 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c65b4e3-bc4e-41ac-97de-0f76f778458b x-openstack-request-id: req-4c65b4e3-bc4e-41ac-97de-0f76f778458b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:02.797893 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:02.798244 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c65b4e3-bc4e-41ac-97de-0f76f778458b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:02.798792 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'status': 'completed', 'code': 200} Feb 10 04:42:02.847598 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:02.869709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-ac0588b2-1ef3-4500-9a59-465bfdbf3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:02.871608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-ac0588b2-1ef3-4500-9a59-465bfdbf3305 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 1127 time: 0.0509999 Feb 10 04:42:02.974818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-72f275b0-9b85-4881-b03b-6e215f3eae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:02.977000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-72f275b0-9b85-4881-b03b-6e215f3eae65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 200 len: 898 time: 0.0989857 Feb 10 04:42:03.041972 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-46511076-7b0c-42a8-8b00-42e55f26b0d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 200 len: 217 time: 0.0582290 Feb 10 04:42:03.064038 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:18Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:03.093517 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] Checking router: 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:42:03.100103 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:03.100815 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:03.111590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-621e593c-0fdb-466d-ab08-0697adc4589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:03.113206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-621e593c-0fdb-466d-ab08-0697adc4589e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 200 len: 835 time: 0.0632622 Feb 10 04:42:03.176171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-30b9d029-51da-4fab-8917-18f10267b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:03.180756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-30b9d029-51da-4fab-8917-18f10267b5be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28503e94-8dc2-46a6-ab25-fd17247bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612240 Feb 10 04:42:03.207546 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097328d-f713-45d9-8335-2b675085c200 req-443f0acc-c01d-454c-84cb-5a3b3e9b1867 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:03.216282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8097328d-f713-45d9-8335-2b675085c200 req-443f0acc-c01d-454c-84cb-5a3b3e9b1867 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0691564 Feb 10 04:42:03.248330 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:03.277164 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8097328d-f713-45d9-8335-2b675085c200 req-42f18020-99e6-4875-8beb-12c95bbca2c7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596919 Feb 10 04:42:03.280118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-be2cec33-1470-49dc-8d1d-f6ee33b3fdb6 service neutron] 10.222.0.24 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925992 Feb 10 04:42:03.397501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e11486dd-e804-413a-a23a-2e86fc9685c3 req-e6027772-e6c7-48bc-a672-1182d210c949 service neutron] 10.222.0.24 "GET /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062310 Feb 10 04:42:03.472031 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:18Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:03.500274 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4e490-fcc4-478e-a1ad-b558288afcbc None None] The sync data for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 is: [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'cb39445e-0632-4472-bb7e-9118162f4bb5', 'name': '', 'network_id': '28503e94-8dc2-46a6-ab25-fd17247bb93f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:28:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:13Z', 'updated_at': '2022-02-10T04:40:18Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'aa5b8177-86b7-4025-b588-92b5e0b4cc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:42:03.615328 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e729d877-eed0-46a8-a343-e15178d1bb46 req-c147da41-b75a-4c7d-8d95-874176cc6df1 tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0323026 Feb 10 04:42:03.809063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098a91f-45ac-472a-9d49-916fc37f3646 None None] New status for floating IP 47232256-45a1-4a54-bbdf-f3bd779a3194: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:42:04.287740 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:04.439363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2821f6-13bb-41b3-9956-a642d2fb7ea2 req-f5820d5e-082e-45d6-a30f-a576aea2948d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:04.446776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a2821f6-13bb-41b3-9956-a642d2fb7ea2 req-f5820d5e-082e-45d6-a30f-a576aea2948d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.0930731 Feb 10 04:42:04.508240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-4131456c-4baf-4e9e-b8d1-67d974e9a834 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:04.511478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a2821f6-13bb-41b3-9956-a642d2fb7ea2 req-49c9347d-6c98-4644-a5e1-3730b32aa592 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b414550-80f0-4bce-aff5-847f9addae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635159 Feb 10 04:42:04.512979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-4131456c-4baf-4e9e-b8d1-67d974e9a834 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 945 time: 0.1151013 Feb 10 04:42:04.642072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 9b52390f-c1cc-4c32-ba55-25a6a536e26c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:04.642505 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:04.767151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8dce8b39-8640-4817-8fbd-7da90bd1d3d0 req-a2530b3b-12cd-4757-b84d-777bd6bb55cd tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb62c361-c29c-4bbd-a393-6105db5700ce HTTP/1.1" status: 200 len: 210 time: 0.0412645 Feb 10 04:42:04.800542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 9b52390f-c1cc-4c32-ba55-25a6a536e26c, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=9b52390f-c1cc-4c32-ba55-25a6a536e26c,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:04.800903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:04.813300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 9b52390f-c1cc-4c32-ba55-25a6a536e26c owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:05.023086 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9b52390f-c1cc-4c32-ba55-25a6a536e26c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:05.053761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=9b52390f-c1cc-4c32-ba55-25a6a536e26c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:05.095772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] No DVR routers for this DVR port 9b52390f-c1cc-4c32-ba55-25a6a536e26c on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:42:05.098544 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:05.102441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e57795f8-2bd1-42b0-b3c8-84912f4ae6d8 req-7b224275-6682-4436-9680-f0d3f1864ba2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "DELETE /v2.0/ports/9b52390f-c1cc-4c32-ba55-25a6a536e26c HTTP/1.1" status: 204 len: 173 time: 0.5820267 Feb 10 04:42:05.102905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-deleted', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:05.105191 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be2ded0-594f-4672-9423-78a467536849" -d '{"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-deleted", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:05.146594 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26603851-ec96-4ea4-b321-ad2574ef15c1 x-openstack-request-id: req-26603851-ec96-4ea4-b321-ad2574ef15c1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:05.146937 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72373e-7286-4149-ae59-71eaaa655f2c", "name": "network-vif-deleted", "tag": "9b52390f-c1cc-4c32-ba55-25a6a536e26c", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:05.147192 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26603851-ec96-4ea4-b321-ad2574ef15c1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:05.147612 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72373e-7286-4149-ae59-71eaaa655f2c', 'name': 'network-vif-deleted', 'tag': '9b52390f-c1cc-4c32-ba55-25a6a536e26c', 'status': 'completed', 'code': 200} Feb 10 04:42:05.639560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4d4ec97d-e1bd-45d6-86a5-2c74286800fc req-44a55752-3f61-4034-92b8-a89bfa1bd805 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d72373e-7286-4149-ae59-71eaaa655f2c HTTP/1.1" status: 200 len: 210 time: 0.0309918 Feb 10 04:42:05.825256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48134) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:05.884807 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de3e2761-d45c-471e-96ca-702a32ecd4ec tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group (cbbc74a4-4738-46c2-9465-fc27fd68ed0f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:05.909781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de3e2761-d45c-471e-96ca-702a32ecd4ec tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group (cbbc74a4-4738-46c2-9465-fc27fd68ed0f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:06.034015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de3e2761-d45c-471e-96ca-702a32ecd4ec tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (cbbc74a4-4738-46c2-9465-fc27fd68ed0f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:06.036858 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-de3e2761-d45c-471e-96ca-702a32ecd4ec tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:06.041157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-de3e2761-d45c-471e-96ca-702a32ecd4ec tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] 10.222.0.42 "DELETE /v2.0/security-groups/cbbc74a4-4738-46c2-9465-fc27fd68ed0f HTTP/1.1" status: 204 len: 168 time: 0.2117815 Feb 10 04:42:06.048222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e2761-d45c-471e-96ca-702a32ecd4ec tempest-TestVolumeBackupRestore-1036352198 tempest-TestVolumeBackupRestore-1036352198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc74a4-4738-46c2-9465-fc27fd68ed0f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:06.731710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48170) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:07.526229 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:07.902060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port cb39445e-0632-4472-bb7e-9118162f4bb5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:07.902846 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:08.015043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port cb39445e-0632-4472-bb7e-9118162f4bb5, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=cb39445e-0632-4472-bb7e-9118162f4bb5,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:08.015043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:08.034962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for cb39445e-0632-4472-bb7e-9118162f4bb5 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:08.337439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cb39445e-0632-4472-bb7e-9118162f4bb5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:08.381618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=cb39445e-0632-4472-bb7e-9118162f4bb5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:08.408186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.408543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.408882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.409230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.409550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.409881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.410208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.410534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.410919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.411195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.411516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.411858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.412176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:08.655792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:08.695708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 9b52390f-c1cc-4c32-ba55-25a6a536e26c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:08.696205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 9b52390f-c1cc-4c32-ba55-25a6a536e26c not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:08.723388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:09.069566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:42:09.260362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:42:09.274242 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] Sync routers for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:42:09.281450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48280) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:09.295899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cf437154-0915-4723-948b-ea3b7b5b0e92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5612717 Feb 10 04:42:09.306266 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:09.307139 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:09.355869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting subnet aa5b8177-86b7-4025-b588-92b5e0b4cc86 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:42:09.361385 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (aa5b8177-86b7-4025-b588-92b5e0b4cc86), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:09.412491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (aa5b8177-86b7-4025-b588-92b5e0b4cc86), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:09.562518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (aa5b8177-86b7-4025-b588-92b5e0b4cc86), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:09.591440 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:09.783170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (aa5b8177-86b7-4025-b588-92b5e0b4cc86), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:09.797897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:09.806461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250220fd-6dc1-4e7d-8d5e-7fc3a001ce1c None None] Network 28503e94-8dc2-46a6-ab25-fd17247bb93f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:42:09.807952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48302) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:09.814580 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/subnets/aa5b8177-86b7-4025-b588-92b5e0b4cc86 HTTP/1.1" status: 204 len: 168 time: 0.5319939 Feb 10 04:42:09.816208 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:42:08Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:09.867604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] Checking router: 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:42:09.870444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5b8177-86b7-4025-b588-92b5e0b4cc86,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:09.878181 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] Routers {'0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:09.879039 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:09.890679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.891068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.891443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.893526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.894058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.894406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.894776 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.895132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.895480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.895799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.898597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.901029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:09.901541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f822ed-bdb5-4118-b86c-4b1fdf37f794 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:10.000589 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.127434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] DHCP port deletion for 28503e94-8dc2-46a6-ab25-fd17247bb93f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:42:10.134850 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] Set router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:10.157472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.204450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] Deleting port 43f527c7-fd86-4064-8f65-d26d89ebac9a {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:10.205008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.326815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] For port 43f527c7-fd86-4064-8f65-d26d89ebac9a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=43f527c7-fd86-4064-8f65-d26d89ebac9a,segment=NetworkSegment(8161871c-af48-436c-aaf6-aa70328e7559),segment_id=8161871c-af48-436c-aaf6-aa70328e7559)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:10.328106 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.348761 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:42:08Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:10.356143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] Calling delete_port for 43f527c7-fd86-4064-8f65-d26d89ebac9a owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:10.376720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 7487b657-68cb-4e5e-b132-fea7ddc135b2 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:10.377092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.381136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab7b55-df40-4c2d-a84f-7d78d13ae4d8 None None] The sync data for ids ['0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1'] in n-d-827844-2 is: [{'id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100644350', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:40:08Z', 'updated_at': '2022-02-10T04:42:08Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '7487b657-68cb-4e5e-b132-fea7ddc135b2', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:40:09Z', 'updated_at': '2022-02-10T04:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:42:10.513432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 7487b657-68cb-4e5e-b132-fea7ddc135b2, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7487b657-68cb-4e5e-b132-fea7ddc135b2,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:10.513926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.534845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 7487b657-68cb-4e5e-b132-fea7ddc135b2 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:10.583449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (43f527c7-fd86-4064-8f65-d26d89ebac9a), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.624622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] Pushing event deleted for resources: {'Port': ['ID=43f527c7-fd86-4064-8f65-d26d89ebac9a,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:10.626841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2de17d-d477-4213-bd4b-416d95ef06a7 None None] No DVR routers for this DVR port 43f527c7-fd86-4064-8f65-d26d89ebac9a on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:42:10.825059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7487b657-68cb-4e5e-b132-fea7ddc135b2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:10.869731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=7487b657-68cb-4e5e-b132-fea7ddc135b2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:10.883333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device cb39445e-0632-4472-bb7e-9118162f4bb5 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:10.918007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: cb39445e-0632-4472-bb7e-9118162f4bb5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:10.918710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device cb39445e-0632-4472-bb7e-9118162f4bb5 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:10.925520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 43f527c7-fd86-4064-8f65-d26d89ebac9a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:10.955330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 43f527c7-fd86-4064-8f65-d26d89ebac9a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:10.955918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 43f527c7-fd86-4064-8f65-d26d89ebac9a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:10.982390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.128167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.130508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.293649 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.294299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:42:11.301004 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.302529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6583ce7d-1c79-4388-b750-da1ec5b2be73 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/routers/0e7d5a3a-28ef-45c3-bc0b-15ae9d6fccf1 HTTP/1.1" status: 204 len: 168 time: 1.4934404 Feb 10 04:42:11.305931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48370) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:11.407478 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (28503e94-8dc2-46a6-ab25-fd17247bb93f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.566269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (28503e94-8dc2-46a6-ab25-fd17247bb93f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.593241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28503e94-8dc2-46a6-ab25-fd17247bb93f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:11.614928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8161871c-af48-436c-aaf6-aa70328e7559') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:11.615424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8161871c-af48-436c-aaf6-aa70328e7559') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:11.642300 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (8161871c-af48-436c-aaf6-aa70328e7559), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.678439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (8161871c-af48-436c-aaf6-aa70328e7559), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.687000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:42:11.687405 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (8161871c-af48-436c-aaf6-aa70328e7559), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:42:11.705839 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:42:11.808340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (28503e94-8dc2-46a6-ab25-fd17247bb93f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.825325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.833187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/networks/28503e94-8dc2-46a6-ab25-fd17247bb93f HTTP/1.1" status: 204 len: 168 time: 0.5231080 Feb 10 04:42:11.833504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48388) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:11.853878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5ff18-e907-47e3-b63b-b87b9b2ab97e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Network': ['ID=28503e94-8dc2-46a6-ab25-fd17247bb93f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:11.937216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5635-e37e-4e19-b80e-27b9db60e183 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (0b414550-80f0-4bce-aff5-847f9addae6b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:11.965558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5635-e37e-4e19-b80e-27b9db60e183 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (0b414550-80f0-4bce-aff5-847f9addae6b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:12.093294 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5635-e37e-4e19-b80e-27b9db60e183 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0b414550-80f0-4bce-aff5-847f9addae6b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:12.096673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5635-e37e-4e19-b80e-27b9db60e183 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:12.101496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9a7d5635-e37e-4e19-b80e-27b9db60e183 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/security-groups/0b414550-80f0-4bce-aff5-847f9addae6b HTTP/1.1" status: 204 len: 168 time: 0.2663739 Feb 10 04:42:12.115850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d5635-e37e-4e19-b80e-27b9db60e183 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b414550-80f0-4bce-aff5-847f9addae6b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:12.553371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:12.558327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ba149288-326f-4025-ae64-9326e3189cf4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501834811', 'description': 'tempest-secgroup-smoke-1501834811 description', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:12.617904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7487b657-68cb-4e5e-b132-fea7ddc135b2 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:12.652768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7487b657-68cb-4e5e-b132-fea7ddc135b2 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:12.653123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7487b657-68cb-4e5e-b132-fea7ddc135b2 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:12.691333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba149288-326f-4025-ae64-9326e3189cf4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:12.773926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba149288-326f-4025-ae64-9326e3189cf4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (2540d558-deb7-4690-ba44-3ac3e483f642), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:12.887526 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba149288-326f-4025-ae64-9326e3189cf4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2540d558-deb7-4690-ba44-3ac3e483f642), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:12.922868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba149288-326f-4025-ae64-9326e3189cf4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2540d558-deb7-4690-ba44-3ac3e483f642,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:13.090313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ba149288-326f-4025-ae64-9326e3189cf4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.091672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ba149288-326f-4025-ae64-9326e3189cf4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5369480 Feb 10 04:42:13.094658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48440) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:13.099218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8479a125-7b06-4004-996c-15044cdd1051 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '2540d558-deb7-4690-ba44-3ac3e483f642', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:13.228410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8479a125-7b06-4004-996c-15044cdd1051 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (1830dfa3-8719-4dac-8157-b8d4932c65ee), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.366249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8479a125-7b06-4004-996c-15044cdd1051 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (1830dfa3-8719-4dac-8157-b8d4932c65ee), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.464437 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8479a125-7b06-4004-996c-15044cdd1051 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (1830dfa3-8719-4dac-8157-b8d4932c65ee), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.504080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479a125-7b06-4004-996c-15044cdd1051 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1830dfa3-8719-4dac-8157-b8d4932c65ee,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:13.615525 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8479a125-7b06-4004-996c-15044cdd1051 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.617820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8479a125-7b06-4004-996c-15044cdd1051 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5220461 Feb 10 04:42:13.620553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48464) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:13.625272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-07d74954-3210-4c4d-a8d7-a6b1d054e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '2540d558-deb7-4690-ba44-3ac3e483f642', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:13.774629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07d74954-3210-4c4d-a8d7-a6b1d054e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (ada08bc8-7640-4901-b1d5-c5ee2878ce12), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.853116 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07d74954-3210-4c4d-a8d7-a6b1d054e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (ada08bc8-7640-4901-b1d5-c5ee2878ce12), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.930356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07d74954-3210-4c4d-a8d7-a6b1d054e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (ada08bc8-7640-4901-b1d5-c5ee2878ce12), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:13.958799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d74954-3210-4c4d-a8d7-a6b1d054e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada08bc8-7640-4901-b1d5-c5ee2878ce12,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:14.051945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-07d74954-3210-4c4d-a8d7-a6b1d054e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.056261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-07d74954-3210-4c4d-a8d7-a6b1d054e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4319823 Feb 10 04:42:14.056521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48480) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:14.061982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c399c720-f24d-4b05-863c-90467c0f85e9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '2540d558-deb7-4690-ba44-3ac3e483f642', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:14.183195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c399c720-f24d-4b05-863c-90467c0f85e9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (4f6bb28b-4bfb-46f4-8f63-bbb9d10188ae), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.250636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c399c720-f24d-4b05-863c-90467c0f85e9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (4f6bb28b-4bfb-46f4-8f63-bbb9d10188ae), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.350415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c399c720-f24d-4b05-863c-90467c0f85e9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (4f6bb28b-4bfb-46f4-8f63-bbb9d10188ae), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.407466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399c720-f24d-4b05-863c-90467c0f85e9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6bb28b-4bfb-46f4-8f63-bbb9d10188ae,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:14.517727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c399c720-f24d-4b05-863c-90467c0f85e9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.521835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c399c720-f24d-4b05-863c-90467c0f85e9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615078 Feb 10 04:42:14.521835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48500) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:14.526813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fecc814e-3550-476a-95af-246ab27222a1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '2540d558-deb7-4690-ba44-3ac3e483f642', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:14.624962 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fecc814e-3550-476a-95af-246ab27222a1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (d50730d6-2080-4e44-ad9b-442ddcb42456), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.714359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fecc814e-3550-476a-95af-246ab27222a1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (d50730d6-2080-4e44-ad9b-442ddcb42456), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.841926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fecc814e-3550-476a-95af-246ab27222a1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d50730d6-2080-4e44-ad9b-442ddcb42456), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.862504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc814e-3550-476a-95af-246ab27222a1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50730d6-2080-4e44-ad9b-442ddcb42456,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:14.996197 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fecc814e-3550-476a-95af-246ab27222a1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:14.999452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fecc814e-3550-476a-95af-246ab27222a1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4764419 Feb 10 04:42:15.003934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48518) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:15.012901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '2540d558-deb7-4690-ba44-3ac3e483f642', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:15.150607 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:42:15.156447 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (b19802f2-f2a2-4769-8b82-902ceb2eccd0), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:15.249875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (b19802f2-f2a2-4769-8b82-902ceb2eccd0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:15.390419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b19802f2-f2a2-4769-8b82-902ceb2eccd0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:15.408189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19802f2-f2a2-4769-8b82-902ceb2eccd0,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:15.495846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48540) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:15.520244 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:15.520244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-17dbda80-72f5-4996-a7d7-02fa59050d70 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5147300 Feb 10 04:42:15.522602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48544) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:15.528133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '2540d558-deb7-4690-ba44-3ac3e483f642', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:15.630528 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:42:15.671961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (d93ca22c-4990-4cda-a73e-e86191e6dddf), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:15.828857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (d93ca22c-4990-4cda-a73e-e86191e6dddf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:15.910284 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d93ca22c-4990-4cda-a73e-e86191e6dddf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:15.931448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93ca22c-4990-4cda-a73e-e86191e6dddf,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:16.073412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.077729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48564) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:16.078204 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-28a06b4a-9bef-4f28-b592-cab8d6c301b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5538888 Feb 10 04:42:16.088173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'network': {'name': 'tempest-network-smoke--2014581467', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:16.107828 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (91a2329c-6e74-4b57-b1dc-042ad7f57672), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.212448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:42:16.218364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.254889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:42:16.281095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (203ffa18-288e-451e-9047-48ca46d4f5f3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.281441 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Added segment 203ffa18-288e-451e-9047-48ca46d4f5f3 of type vlan for network f47fce8b-d215-4762-a657-03c635b02ea1 Feb 10 04:42:16.338793 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f47fce8b-d215-4762-a657-03c635b02ea1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.429862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f47fce8b-d215-4762-a657-03c635b02ea1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.436512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:16.437814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.575840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Network': ['ID=f47fce8b-d215-4762-a657-03c635b02ea1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:16.592145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f47fce8b-d215-4762-a657-03c635b02ea1 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:42:16.610376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0785e4d2-c483-4459-980c-e300c6192a84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5280924 Feb 10 04:42:16.611066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:16.629937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'admin_state_up': True, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:16.796281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.797552 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.848040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Deleting port 76b38e05-9517-479b-91bc-cfe697a7917d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:16.848742 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.965486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] For port 76b38e05-9517-479b-91bc-cfe697a7917d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=76b38e05-9517-479b-91bc-cfe697a7917d,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:16.965861 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:16.981328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Calling delete_port for 76b38e05-9517-479b-91bc-cfe697a7917d owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:17.181653 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:17.260628 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:17.287682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (76b38e05-9517-479b-91bc-cfe697a7917d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:17.319003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b38e05-9517-479b-91bc-cfe697a7917d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:17.525926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:17.541987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (91a2329c-6e74-4b57-b1dc-042ad7f57672), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:17.810249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Router 91a2329c-6e74-4b57-b1dc-042ad7f57672 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:42:17.851325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:17.878280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:17.945994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:42:17.955371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ce95efd6-69fa-43e5-885c-003514f52895 admin admin] 10.222.0.42 "PUT /v2.0/routers/91a2329c-6e74-4b57-b1dc-042ad7f57672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4583123 Feb 10 04:42:17.955993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:17.958987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] Sync routers for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:42:17.976094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:17.976094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:18.012858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.125 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/9d4eae75-78fa-451e-b3e3-c64cfe11577c) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:42:18.106144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks [] for router (91a2329c-6e74-4b57-b1dc-042ad7f57672), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.106412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:18.168519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.229734 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks [] for router_gateway (91a2329c-6e74-4b57-b1dc-042ad7f57672), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.338079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:42:17Z', 'revision_number': 5, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port': {'id': '7e066860-d282-4bd7-a0bd-097d33b55e4b', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:17Z', 'updated_at': '2022-02-10T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:18.342926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.370120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] Checking router: 91a2329c-6e74-4b57-b1dc-042ad7f57672 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:42:18.380102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] Routers {'91a2329c-6e74-4b57-b1dc-042ad7f57672'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:18.380959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['91a2329c-6e74-4b57-b1dc-042ad7f57672'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:18.381519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:42:18.388712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:18.392836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:42:18.442952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=9d4eae75-78fa-451e-b3e3-c64cfe11577c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:18.446738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Deleting port 7e066860-d282-4bd7-a0bd-097d33b55e4b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:18.447667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.500230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] Set router 91a2329c-6e74-4b57-b1dc-042ad7f57672 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:18.556698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] For port 7e066860-d282-4bd7-a0bd-097d33b55e4b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7e066860-d282-4bd7-a0bd-097d33b55e4b,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:18.558598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.580178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:42:18Z', 'revision_number': 6, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:18.603316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Calling delete_port for 7e066860-d282-4bd7-a0bd-097d33b55e4b owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:18.653331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a786ed-0ddc-4c33-998c-7f03937e0ec2 None None] The sync data for ids ['91a2329c-6e74-4b57-b1dc-042ad7f57672'] in n-d-827844-2 is: [{'id': '91a2329c-6e74-4b57-b1dc-042ad7f57672', 'name': 'tempest-TestVolumeBackupRestore-1797012283-router', 'tenant_id': '76d75510bcb84cb0a8c8f068c3957762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:16Z', 'updated_at': '2022-02-10T04:42:18Z', 'revision_number': 6, 'project_id': '76d75510bcb84cb0a8c8f068c3957762', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:42:18.758116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.862371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.923286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7e066860-d282-4bd7-a0bd-097d33b55e4b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:18.959235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7e066860-d282-4bd7-a0bd-097d33b55e4b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:19.038183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (91a2329c-6e74-4b57-b1dc-042ad7f57672), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.154787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.166378 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (91a2329c-6e74-4b57-b1dc-042ad7f57672), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.169466 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks [] for router_controller (91a2329c-6e74-4b57-b1dc-042ad7f57672), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.354115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (91a2329c-6e74-4b57-b1dc-042ad7f57672), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.358168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a2329c-6e74-4b57-b1dc-042ad7f57672 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:42:19.359401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.360686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-054f430f-58ec-45ce-b752-0acca1c545ec admin admin] 10.222.0.42 "DELETE /v2.0/routers/91a2329c-6e74-4b57-b1dc-042ad7f57672 HTTP/1.1" status: 204 len: 168 time: 1.4035003 Feb 10 04:42:19.363304 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48674) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:19.409576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] Deleting subnet aa43adff-01c7-4abe-99eb-faec22da4505 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:42:19.412727 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] Publish callbacks [] for subnet (aa43adff-01c7-4abe-99eb-faec22da4505), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.447914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:42:19.449133 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (aa43adff-01c7-4abe-99eb-faec22da4505), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.534846 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (aa43adff-01c7-4abe-99eb-faec22da4505), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.573854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:42:19.586472 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Sync routers for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:42:19.606794 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:19.606794 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:19.684275 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.689399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e4e05222-3371-4c60-9ea1-a8f08d11c6dd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0761783 Feb 10 04:42:19.689537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48676) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:19.720572 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d4a2ae2c-923b-47d5-b5a0-460c1c2ce7e5 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d4365f40ecff4bc0baea8fb2311e4f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292931 Feb 10 04:42:19.723369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48678) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:19.728513 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:19.733600 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (aa43adff-01c7-4abe-99eb-faec22da4505), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.766931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa43adff-01c7-4abe-99eb-faec22da4505,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:19.778133 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.783282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e682d0-6ec2-4754-bf28-fb6590db4bbd None None] Network 39a87934-40ac-4dbc-abc6-c40726d4bffa requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:42:19.798073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5bdda304-aa34-407f-ab06-78eac2d15277 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa43adff-01c7-4abe-99eb-faec22da4505 HTTP/1.1" status: 204 len: 168 time: 0.4336503 Feb 10 04:42:19.799909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48682) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:19.895107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156435b9-04ae-49f6-bd20-7e885799e7d8 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:19.900131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-156435b9-04ae-49f6-bd20-7e885799e7d8 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1723306 Feb 10 04:42:19.900511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48684) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:19.947975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bdb08676-634d-4df9-8f9c-749e49793982 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439072 Feb 10 04:42:19.960255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48686) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:19.966994 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (39a87934-40ac-4dbc-abc6-c40726d4bffa), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:19.972936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1627399690', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:19.983401 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:18Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:20.028014 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Checking router: c4837cfb-3318-4d80-bb2b-fdb330d46ad2 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:42:20.028366 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Updating router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 port 9d4eae75-78fa-451e-b3e3-c64cfe11577c binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:42:20.044967 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] DHCP port deletion for 39a87934-40ac-4dbc-abc6-c40726d4bffa request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:42:20.061359 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.074520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Deleting port aa9ce7e5-1380-484f-8993-561c8c9f75fd {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:20.075087 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.126811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] Deleting port aa9ce7e5-1380-484f-8993-561c8c9f75fd {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:20.127115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.154137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:42:20.157793 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.176728 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] For port aa9ce7e5-1380-484f-8993-561c8c9f75fd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aa9ce7e5-1380-484f-8993-561c8c9f75fd,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:20.177089 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.197564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] For port aa9ce7e5-1380-484f-8993-561c8c9f75fd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aa9ce7e5-1380-484f-8993-561c8c9f75fd,segment=NetworkSegment(ef8c71dd-499e-4cb5-8f68-6791d178b46f),segment_id=ef8c71dd-499e-4cb5-8f68-6791d178b46f)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:20.198032 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.217949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Calling delete_port for aa9ce7e5-1380-484f-8993-561c8c9f75fd owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:20.226209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] Calling delete_port for aa9ce7e5-1380-484f-8993-561c8c9f75fd owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:20.374686 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Publish callbacks [] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.390725 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.396513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (aa9ce7e5-1380-484f-8993-561c8c9f75fd), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.409741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] No DVR routers for this DVR port aa9ce7e5-1380-484f-8993-561c8c9f75fd on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:42:20.434885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] Pushing event deleted for resources: {'Port': ['ID=aa9ce7e5-1380-484f-8993-561c8c9f75fd,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:20.436947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4c65d-dc81-4512-b791-8a0d849ed497 None None] No DVR routers for this DVR port aa9ce7e5-1380-484f-8993-561c8c9f75fd on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:42:20.463170 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.463390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9ce7e5-1380-484f-8993-561c8c9f75fd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:20.519123 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Attempting to bind port 9d4eae75-78fa-451e-b3e3-c64cfe11577c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:42:20.519613 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Attempting to bind port 9d4eae75-78fa-451e-b3e3-c64cfe11577c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:42:20.519981 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Attempting to bind port 9d4eae75-78fa-451e-b3e3-c64cfe11577c on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:42:20.528479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (39a87934-40ac-4dbc-abc6-c40726d4bffa), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.533701 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:42:20.534158 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:42:20.534465 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.535096 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:42:20.535711 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Bound port: 9d4eae75-78fa-451e-b3e3-c64cfe11577c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:42:20.536090 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.553030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a87934-40ac-4dbc-abc6-c40726d4bffa']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:20.568301 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (ee876332-b3ff-4295-b213-d39aff4cd0ab), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.572318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8c71dd-499e-4cb5-8f68-6791d178b46f') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:20.572662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8c71dd-499e-4cb5-8f68-6791d178b46f') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:20.585202 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (ef8c71dd-499e-4cb5-8f68-6791d178b46f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.599547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (ef8c71dd-499e-4cb5-8f68-6791d178b46f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.599973 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] For port 9d4eae75-78fa-451e-b3e3-c64cfe11577c, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:42:20.601920 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Pushing event updated for resources: {'Port': ['ID=9d4eae75-78fa-451e-b3e3-c64cfe11577c,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:20.605824 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] For port 9d4eae75-78fa-451e-b3e3-c64cfe11577c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9d4eae75-78fa-451e-b3e3-c64cfe11577c,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:42:20.606744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:42:20.609060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 76b38e05-9517-479b-91bc-cfe697a7917d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:20.612999 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.613352 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.622568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (ef8c71dd-499e-4cb5-8f68-6791d178b46f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:42:20.623514 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:42:20.642154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 76b38e05-9517-479b-91bc-cfe697a7917d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:20.643734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 76b38e05-9517-479b-91bc-cfe697a7917d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:20.644412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aa9ce7e5-1380-484f-8993-561c8c9f75fd no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:20.666385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Subnet': ['ID=ee876332-b3ff-4295-b213-d39aff4cd0ab,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:20.672499 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.676456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Checking segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:42:20.676857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network hostable DHCP agents. Network: f47fce8b-d215-4762-a657-03c635b02ea1, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:42:20.684231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: aa9ce7e5-1380-484f-8993-561c8c9f75fd {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:20.688282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aa9ce7e5-1380-484f-8993-561c8c9f75fd not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:20.692858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7e066860-d282-4bd7-a0bd-097d33b55e4b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:20.714089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7e066860-d282-4bd7-a0bd-097d33b55e4b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:20.714757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7e066860-d282-4bd7-a0bd-097d33b55e4b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:20.744783 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (39a87934-40ac-4dbc-abc6-c40726d4bffa), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.747138 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d2fd0-46b6-45b8-a86a-a9c8d2fd787d None None] Pushing event updated for resources: {'Port': ['ID=9d4eae75-78fa-451e-b3e3-c64cfe11577c,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:20.751336 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:20.751495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.751944 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:20.754931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] 10.222.0.42 "DELETE /v2.0/networks/39a87934-40ac-4dbc-abc6-c40726d4bffa HTTP/1.1" status: 204 len: 168 time: 0.9527504 Feb 10 04:42:20.759199 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48690) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:20.783087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b19c1-a0b1-4dfa-9729-6ce82dd39086 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a87934-40ac-4dbc-abc6-c40726d4bffa,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:20.815595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network f47fce8b-d215-4762-a657-03c635b02ea1 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:42:20.932670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f47fce8b-d215-4762-a657-03c635b02ea1) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:20.939048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:20.939647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:20.945602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ebbde5-423d-4a50-b797-53f76be2e954 None None] Network f47fce8b-d215-4762-a657-03c635b02ea1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:42:20.985990 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:21.062865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-f47fce8b-d215-4762-a657-03c635b02ea1', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:42:21.064098 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.081732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7ca83ac5-47c4-43c3-8425-eceeeafb431e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1190600 Feb 10 04:42:21.084637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48692) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:21.224170 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:18Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:21.228506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.229028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Allocated IP 172.20.0.2 (f47fce8b-d215-4762-a657-03c635b02ea1/ee876332-b3ff-4295-b213-d39aff4cd0ab/1eadb4ef-cd9f-4ac8-8b0e-6febf8136696) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:42:21.264168 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893ef5e-9702-4e1f-bb5a-fcfe8383fe7d None None] The sync data for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 is: [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:18Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:42:21.704780 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Publish callbacks [] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.717924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Deleting port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:21.718491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.774511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.808089 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.815307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] For port 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,segment=NetworkSegment(06ed8605-3862-4826-bba1-5ba5404e6d6d),segment_id=06ed8605-3862-4826-bba1-5ba5404e6d6d)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:21.815784 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.827966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Network f47fce8b-d215-4762-a657-03c635b02ea1 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:42:21.829718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Calling delete_port for 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:21.850792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:21.854819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:42:21.974215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Pushing event updated for resources: {'Port': ['ID=1eadb4ef-cd9f-4ac8-8b0e-6febf8136696,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:21.980350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Attempting to bind port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:42:21.980551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Attempting to bind port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:42:21.981302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Attempting to bind port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:42:21.987748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:42:21.989258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Checking segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:42:21.989838 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:21.990250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Bound using segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:42:21.990792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Bound port: 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:42:21.991189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.076114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] For port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:42:22.080837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] For port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1eadb4ef-cd9f-4ac8-8b0e-6febf8136696,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:42:22.158142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.1 (f47fce8b-d215-4762-a657-03c635b02ea1/ee876332-b3ff-4295-b213-d39aff4cd0ab/e9271ec9-127c-442b-9053-34259801790b) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:42:22.162551 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.265087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ea140-a584-4fca-892d-95b5e5d1c7fe None None] Pushing event updated for resources: {'Port': ['ID=1eadb4ef-cd9f-4ac8-8b0e-6febf8136696,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:22.318258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (e9271ec9-127c-442b-9053-34259801790b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.422349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e9271ec9-127c-442b-9053-34259801790b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.483298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network f47fce8b-d215-4762-a657-03c635b02ea1 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:42:22.492059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:22.496796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:42:22.571704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=e9271ec9-127c-442b-9053-34259801790b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:22.590318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.590877 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (033e1e2f-590f-4ef4-83e8-57c7ee5bfc15), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.640706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=033e1e2f-590f-4ef4-83e8-57c7ee5bfc15,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:22.801961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9d4eae75-78fa-451e-b3e3-c64cfe11577c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:42:22.874514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9d4eae75-78fa-451e-b3e3-c64cfe11577c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:22.875716 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.903776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:22.907602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e9271ec9-127c-442b-9053-34259801790b), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.019947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9d4eae75-78fa-451e-b3e3-c64cfe11577c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:23.020641 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.048998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 9d4eae75-78fa-451e-b3e3-c64cfe11577c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9d4eae75-78fa-451e-b3e3-c64cfe11577c,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:23.089039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21cbaa-379d-4def-9c72-b70bcf018bb7 req-26b14bd7-b98f-49eb-a7f2-2ef4fe08e274 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:23.090576 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc21cbaa-379d-4def-9c72-b70bcf018bb7 req-26b14bd7-b98f-49eb-a7f2-2ef4fe08e274 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 946 time: 0.1106012 Feb 10 04:42:23.149307 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.183670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bc21cbaa-379d-4def-9c72-b70bcf018bb7 req-50501a71-1af0-4a15-8bc6-309837d2e6ee tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862794 Feb 10 04:42:23.206560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=9d4eae75-78fa-451e-b3e3-c64cfe11577c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:23.252243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:42:23.271731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (e9271ec9-127c-442b-9053-34259801790b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.344946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e9271ec9-127c-442b-9053-34259801790b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.373253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:42:23.378286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-53237d49-9d92-4c7a-84c0-94f51aa26c0c admin admin] 10.222.0.42 "PUT /v2.0/routers/3ae8a94c-0031-4e3c-aef5-4e06d0766b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6178257 Feb 10 04:42:23.380753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48702) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:23.383515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] Sync routers for ids ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:42:23.395894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] Routers {'3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:23.396771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:23.441998 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=e9271ec9-127c-442b-9053-34259801790b,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:23.450798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.507842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks [] for router (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.547728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] Set router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:23.556280 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network f47fce8b-d215-4762-a657-03c635b02ea1 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:42:23.557731 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:23.648699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks [] for router_gateway (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.778364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 5, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port': {'id': '9147f1e9-7079-4b1a-ac12-9de2352def91', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:36:26Z', 'updated_at': '2022-02-10T04:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:23.808494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] Checking router: 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:42:23.818957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] Routers {'3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:23.819655 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:23.865205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Deleting port 9147f1e9-7079-4b1a-ac12-9de2352def91 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:23.865867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:23.932755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] Set router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:23.999598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] For port 9147f1e9-7079-4b1a-ac12-9de2352def91, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9147f1e9-7079-4b1a-ac12-9de2352def91,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:24.000153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.006554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 6, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:24.025006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Calling delete_port for 9147f1e9-7079-4b1a-ac12-9de2352def91 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:24.037881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e661c2a6-f6bb-4722-b3ef-44f4d9d43c67 None None] The sync data for ids ['3ae8a94c-0031-4e3c-aef5-4e06d0766b1b'] in n-d-827844-2 is: [{'id': '3ae8a94c-0031-4e3c-aef5-4e06d0766b1b', 'name': 'tempest-TestVolumeBackupRestore-179906086-router', 'tenant_id': '91299ca3277b4653bb0db18491f6b541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:36:25Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 6, 'project_id': '91299ca3277b4653bb0db18491f6b541', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:42:24.111254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:42:24.250667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:42:24.256340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-04667c6d-f433-4e5e-a345-70ebb957a0ac tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/c4837cfb-3318-4d80-bb2b-fdb330d46ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1696553 Feb 10 04:42:24.269553 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Sync routers for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:42:24.280530 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:24.295368 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:24.314771 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9147f1e9-7079-4b1a-ac12-9de2352def91), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.318911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f457c-9a0a-492b-8503-e31822f92791 None None] Network f47fce8b-d215-4762-a657-03c635b02ea1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:42:24.387583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Pushing event deleted for resources: {'Port': ['ID=9147f1e9-7079-4b1a-ac12-9de2352def91,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:24.420860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af81bdf-f7a4-4037-8563-4804a03fbc1b req-005435e4-be88-4250-b419-63a405affaaf tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:24.420860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3af81bdf-f7a4-4037-8563-4804a03fbc1b req-005435e4-be88-4250-b419-63a405affaaf tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 946 time: 0.1214747 Feb 10 04:42:24.454177 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:24.489623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9e95be7f-eb9c-4256-b561-f7b33c4ae6c4 None None] Provisioning complete for port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:24.490036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9e95be7f-eb9c-4256-b561-f7b33c4ae6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.552391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3af81bdf-f7a4-4037-8563-4804a03fbc1b req-d7745a99-8afc-4294-81eb-3cf63a75d928 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218984 Feb 10 04:42:24.560294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c90bc-1421-45b9-b333-60f1591aebaa req-1ada6f2a-8ca7-4aa6-992d-ef5483a91f46 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:24.562549 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-688c90bc-1421-45b9-b333-60f1591aebaa req-1ada6f2a-8ca7-4aa6-992d-ef5483a91f46 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 946 time: 0.2041948 Feb 10 04:42:24.570745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.674527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9e95be7f-eb9c-4256-b561-f7b33c4ae6c4 None None] Current status of the port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:24.675054 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9e95be7f-eb9c-4256-b561-f7b33c4ae6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.712615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9e95be7f-eb9c-4256-b561-f7b33c4ae6c4 None None] For port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1eadb4ef-cd9f-4ac8-8b0e-6febf8136696,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:24.756380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 2, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:24.779460 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9e95be7f-eb9c-4256-b561-f7b33c4ae6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.803031 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Checking router: c4837cfb-3318-4d80-bb2b-fdb330d46ad2 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:42:24.803320 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Updating router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 port e9271ec9-127c-442b-9053-34259801790b binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:42:24.829007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.837007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks [] for router_controller (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.840916 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e9271ec9-127c-442b-9053-34259801790b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:24.863868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95be7f-eb9c-4256-b561-f7b33c4ae6c4 None None] Pushing event updated for resources: {'Port': ['ID=1eadb4ef-cd9f-4ac8-8b0e-6febf8136696,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:24.914857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-3c7d49e5-f754-496e-8e46-52f82c84f308 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501834811&fields=id&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 267 time: 0.4354446 Feb 10 04:42:25.017024 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-95683a64-afb5-4766-8eaf-2ddb842ee393 None None] Provisioning complete for port e9271ec9-127c-442b-9053-34259801790b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:25.017513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-95683a64-afb5-4766-8eaf-2ddb842ee393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e9271ec9-127c-442b-9053-34259801790b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.041663 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (3ae8a94c-0031-4e3c-aef5-4e06d0766b1b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.046134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae8a94c-0031-4e3c-aef5-4e06d0766b1b {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:42:25.063027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.063027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4d74032d-ef92-4a91-b517-a5216bf5200b admin admin] 10.222.0.42 "DELETE /v2.0/routers/3ae8a94c-0031-4e3c-aef5-4e06d0766b1b HTTP/1.1" status: 204 len: 168 time: 1.6780567 Feb 10 04:42:25.063353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48722) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:25.086859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Deleting port b41a0fd6-6deb-4362-b139-b402e5272c82 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:25.088773 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.123206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-95683a64-afb5-4766-8eaf-2ddb842ee393 None None] Port e9271ec9-127c-442b-9053-34259801790b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:42:25.138321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-95683a64-afb5-4766-8eaf-2ddb842ee393 None None] Provisioning complete for port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:25.138727 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-95683a64-afb5-4766-8eaf-2ddb842ee393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.167859 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] Deleting subnet e25eff87-45d7-42cb-ac38-2c63a7027bc2 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:42:25.177072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-8e8d3c42-ff5b-495e-a516-af674fced9d7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:25.180515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] Publish callbacks [] for subnet (e25eff87-45d7-42cb-ac38-2c63a7027bc2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.186794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-8e8d3c42-ff5b-495e-a516-af674fced9d7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 797 time: 0.2709460 Feb 10 04:42:25.192584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9d4eae75-78fa-451e-b3e3-c64cfe11577c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:42:25.264203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e25eff87-45d7-42cb-ac38-2c63a7027bc2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.299895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-95683a64-afb5-4766-8eaf-2ddb842ee393 None None] Current status of the port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:25.300834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] For port b41a0fd6-6deb-4362-b139-b402e5272c82, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=b41a0fd6-6deb-4362-b139-b402e5272c82,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:25.301205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.321248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-9e6765e2-77d9-4f76-8f6a-f30817160c19 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/quotas/d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 375 time: 0.1334755 Feb 10 04:42:25.322506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Calling delete_port for b41a0fd6-6deb-4362-b139-b402e5272c82 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:25.328388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9d4eae75-78fa-451e-b3e3-c64cfe11577c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:25.328907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.361563 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Publish callbacks [] for port (e9271ec9-127c-442b-9053-34259801790b), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.405211 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e25eff87-45d7-42cb-ac38-2c63a7027bc2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.476831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-782cf5b5-0c28-4097-9a01-f217e9bb6319 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480055 Feb 10 04:42:25.481783 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e9271ec9-127c-442b-9053-34259801790b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.493785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9d4eae75-78fa-451e-b3e3-c64cfe11577c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:25.494956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:42:25.496730 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-26badbc2-53b5-4c77-9761-44a205489ab2 None None] Provisioning complete for port e9271ec9-127c-442b-9053-34259801790b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:25.497173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26badbc2-53b5-4c77-9761-44a205489ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e9271ec9-127c-442b-9053-34259801790b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.540349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e25eff87-45d7-42cb-ac38-2c63a7027bc2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.574314 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ebd9a-f6ea-4bad-b847-c7079fa7c123 None None] Pushing event updated for resources: {'Port': ['ID=e9271ec9-127c-442b-9053-34259801790b,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:25.605747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25eff87-45d7-42cb-ac38-2c63a7027bc2,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:25.606186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-26badbc2-53b5-4c77-9761-44a205489ab2 None None] Port e9271ec9-127c-442b-9053-34259801790b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:42:25.614126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.621904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-36d3dba2-dfe9-40f1-b2e4-dce76e1a7680 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e25eff87-45d7-42cb-ac38-2c63a7027bc2 HTTP/1.1" status: 204 len: 168 time: 0.5551813 Feb 10 04:42:25.621904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48726) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:25.634328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe0b28-7ebc-464f-a876-e0270f390c8f None None] Network 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:42:25.709605 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Attempting to bind port e9271ec9-127c-442b-9053-34259801790b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:42:25.709815 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Attempting to bind port e9271ec9-127c-442b-9053-34259801790b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:42:25.710020 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Attempting to bind port e9271ec9-127c-442b-9053-34259801790b on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:42:25.716932 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:42:25.717308 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Checking segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:42:25.717718 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.718143 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Bound using segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:42:25.718676 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Bound port: e9271ec9-127c-442b-9053-34259801790b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:42:25.719082 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e9271ec9-127c-442b-9053-34259801790b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.788341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-888a2e77-7878-48e7-adc3-666538ccbabc service neutron] 10.222.0.42 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973461 Feb 10 04:42:25.838646 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (4acd1fe0-6a1d-4850-a926-cda11a3cc6a0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.843509 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] For port e9271ec9-127c-442b-9053-34259801790b, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:42:25.848005 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] For port e9271ec9-127c-442b-9053-34259801790b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e9271ec9-127c-442b-9053-34259801790b,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:42:25.856445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3c053237-8cb5-45cb-afd3-ba99d87b4429 None None] Provisioning complete for port e9271ec9-127c-442b-9053-34259801790b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:25.857239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3c053237-8cb5-45cb-afd3-ba99d87b4429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e9271ec9-127c-442b-9053-34259801790b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.890109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:25.890883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.918043 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6e6fc-b3f8-435a-b19b-02309ead2530 req-29017cba-f9e2-4de4-b07f-aab10a29c352 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:25.918043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fdb6e6fc-b3f8-435a-b19b-02309ead2530 req-29017cba-f9e2-4de4-b07f-aab10a29c352 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 946 time: 0.2002585 Feb 10 04:42:25.950833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b41a0fd6-6deb-4362-b139-b402e5272c82), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.961555 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e9271ec9-127c-442b-9053-34259801790b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:25.970731 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['b41a0fd6-6deb-4362-b139-b402e5272c82'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:42:26.013945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3c053237-8cb5-45cb-afd3-ba99d87b4429 None None] Port e9271ec9-127c-442b-9053-34259801790b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:42:26.014824 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fdb6e6fc-b3f8-435a-b19b-02309ead2530 req-bcef88ea-5828-4ffa-b6d5-080548da16cd tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904193 Feb 10 04:42:26.044134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] DHCP port deletion for 4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:42:26.046568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Deleting port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:26.048610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Pushing event deleted for resources: {'Port': ['ID=b41a0fd6-6deb-4362-b139-b402e5272c82,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:26.050358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.053066 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:26.053584 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:26.060423 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ebd9a-f6ea-4bad-b847-c7079fa7c123 None None] Pushing event updated for resources: {'Port': ['ID=e9271ec9-127c-442b-9053-34259801790b,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:26.080773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-66ce3af9-1dec-4c80-8f18-a16569314cbb service neutron] 10.222.0.42 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814894 Feb 10 04:42:26.144763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] No DVR routers for this DVR port b41a0fd6-6deb-4362-b139-b402e5272c82 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:42:26.151650 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.162326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-688c90bc-1421-45b9-b333-60f1591aebaa req-a2ea382f-f83e-4b1d-ac0b-70eabf3c5503 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.24 "DELETE /v2.0/ports/b41a0fd6-6deb-4362-b139-b402e5272c82 HTTP/1.1" status: 204 len: 173 time: 1.5019310 Feb 10 04:42:26.163504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'name': 'network-vif-deleted', 'tag': 'b41a0fd6-6deb-4362-b139-b402e5272c82'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:26.170393 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653ac3ff-6d00-4a6a-8317-adcafc855402" -d '{"events": [{"server_uuid": "0fcd3935-87d4-4265-9a5f-9adba1120c69", "name": "network-vif-deleted", "tag": "b41a0fd6-6deb-4362-b139-b402e5272c82"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:26.180377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:26.205114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] For port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,segment=NetworkSegment(06ed8605-3862-4826-bba1-5ba5404e6d6d),segment_id=06ed8605-3862-4826-bba1-5ba5404e6d6d)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:26.206494 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.225289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Calling delete_port for 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:26.231017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3aa4292a-089a-4e39-92d5-7f5fb5960eb5 None None] Provisioning complete for port e9271ec9-127c-442b-9053-34259801790b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:26.231391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3aa4292a-089a-4e39-92d5-7f5fb5960eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e9271ec9-127c-442b-9053-34259801790b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.243736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] Deleting port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:42:26.244030 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.258038 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c0ea6-ebbf-4309-913f-371a6953f8f9 x-openstack-request-id: req-027c0ea6-ebbf-4309-913f-371a6953f8f9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:26.258615 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcd3935-87d4-4265-9a5f-9adba1120c69", "name": "network-vif-deleted", "tag": "b41a0fd6-6deb-4362-b139-b402e5272c82", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:26.258927 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-027c0ea6-ebbf-4309-913f-371a6953f8f9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:26.259400 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcd3935-87d4-4265-9a5f-9adba1120c69', 'name': 'network-vif-deleted', 'tag': 'b41a0fd6-6deb-4362-b139-b402e5272c82', 'status': 'completed', 'code': 200} Feb 10 04:42:26.307273 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:26.330833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:26.483854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:26.483854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 033e1e2f-590f-4ef4-83e8-57c7ee5bfc15 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:26.489030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] For port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,segment=NetworkSegment(06ed8605-3862-4826-bba1-5ba5404e6d6d),segment_id=06ed8605-3862-4826-bba1-5ba5404e6d6d)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:26.489440 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.495044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b607876b-32a8-4cc9-ae1e-ab619ecb2632 req-de8b21c8-c2fd-4bf1-bd53-193779fc2058 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 210 time: 0.0507171 Feb 10 04:42:26.498388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.504340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] Calling delete_port for 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:42:26.508987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4292a-089a-4e39-92d5-7f5fb5960eb5 None None] Current status of the port e9271ec9-127c-442b-9053-34259801790b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:26.509435 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3aa4292a-089a-4e39-92d5-7f5fb5960eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e9271ec9-127c-442b-9053-34259801790b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.555587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] No DVR routers for this DVR port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:42:26.590592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:26.610285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-3aa4292a-089a-4e39-92d5-7f5fb5960eb5 None None] For port e9271ec9-127c-442b-9053-34259801790b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e9271ec9-127c-442b-9053-34259801790b,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:26.648375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (44a2e9c5-b48b-439a-9ece-87c0bf81e6f7), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.662611 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:25Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:26.683871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:42:26.691433 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4663dbd-1562-4846-89b2-acb004f99b96 None None] The sync data for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 is: [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:25Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:42:26.694344 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (4acd1fe0-6a1d-4850-a926-cda11a3cc6a0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.717330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acd1fe0-6a1d-4850-a926-cda11a3cc6a0']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:26.721290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] Pushing event deleted for resources: {'Port': ['ID=44a2e9c5-b48b-439a-9ece-87c0bf81e6f7,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:26.730943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3aa4292a-089a-4e39-92d5-7f5fb5960eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e9271ec9-127c-442b-9053-34259801790b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.731247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ed8605-3862-4826-bba1-5ba5404e6d6d') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:26.731247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ed8605-3862-4826-bba1-5ba5404e6d6d') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:26.773481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (06ed8605-3862-4826-bba1-5ba5404e6d6d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.773986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46144e-114f-4340-a712-1bc68623e9dc None None] No DVR routers for this DVR port 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:42:26.774150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (06ed8605-3862-4826-bba1-5ba5404e6d6d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.780909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:42:26.780909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (06ed8605-3862-4826-bba1-5ba5404e6d6d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:42:26.781728 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:42:26.840912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:26.841327 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:26.910592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4292a-089a-4e39-92d5-7f5fb5960eb5 None None] Pushing event updated for resources: {'Port': ['ID=e9271ec9-127c-442b-9053-34259801790b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:26.918382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9e8f5906-c6cc-4bbf-9c00-69a2e68f5db5 None None] Provisioning complete for port e9271ec9-127c-442b-9053-34259801790b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:26.918887 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5906-c6cc-4bbf-9c00-69a2e68f5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e9271ec9-127c-442b-9053-34259801790b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.005882 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (4acd1fe0-6a1d-4850-a926-cda11a3cc6a0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.014538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.018503 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4acd1fe0-6a1d-4850-a926-cda11a3cc6a0 HTTP/1.1" status: 204 len: 168 time: 1.3957350 Feb 10 04:42:27.032877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3422c55-4e1d-4588-b238-dd601cf234f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4acd1fe0-6a1d-4850-a926-cda11a3cc6a0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:27.156368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-618a6aaf-51d5-4faa-a739-b8404558463c req-8952da56-d504-4161-aebf-cf70641d77a2 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fcd3935-87d4-4265-9a5f-9adba1120c69 HTTP/1.1" status: 200 len: 210 time: 0.0367138 Feb 10 04:42:27.207984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:27.228310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f5906-c6cc-4bbf-9c00-69a2e68f5db5 None None] Current status of the port e9271ec9-127c-442b-9053-34259801790b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:27.275627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:27.297898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:27.298213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 44a2e9c5-b48b-439a-9ece-87c0bf81e6f7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:27.298629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9147f1e9-7079-4b1a-ac12-9de2352def91 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:27.319309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9147f1e9-7079-4b1a-ac12-9de2352def91 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:27.320219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9147f1e9-7079-4b1a-ac12-9de2352def91 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:27.419778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:27.470627 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c650926a-c1f0-44ae-9451-602454600b21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76d75510bcb84cb0a8c8f068c3957762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432222 Feb 10 04:42:27.473325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48746) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:27.525002 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e192-d019-4550-8063-dc311e78028c admin admin] Publish callbacks [] for security_group (51bc4078-29c1-4ab9-a147-4de2ae0fd709), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.553473 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e192-d019-4550-8063-dc311e78028c admin admin] Publish callbacks [] for security_group (51bc4078-29c1-4ab9-a147-4de2ae0fd709), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.575371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11968c8e-40ef-4853-bb95-a3f4c4eecc69 req-b1fb01d4-b589-49cb-abe6-82f3ff9d393b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 210 time: 0.0354781 Feb 10 04:42:27.733402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e192-d019-4550-8063-dc311e78028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (51bc4078-29c1-4ab9-a147-4de2ae0fd709), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.737235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ce577a3-855d-42c4-b98a-17f606750313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.737410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e192-d019-4550-8063-dc311e78028c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:27.737410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eaf2e192-d019-4550-8063-dc311e78028c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51bc4078-29c1-4ab9-a147-4de2ae0fd709 HTTP/1.1" status: 204 len: 168 time: 0.2630808 Feb 10 04:42:27.746506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2e192-d019-4550-8063-dc311e78028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc4078-29c1-4ab9-a147-4de2ae0fd709,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:28.594154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e9271ec9-127c-442b-9053-34259801790b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:42:28.651737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e9271ec9-127c-442b-9053-34259801790b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:28.652108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e9271ec9-127c-442b-9053-34259801790b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:28.706903 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cbeb77dd-a6f4-44ed-8584-6141e031ef48 req-328c900f-cb16-427e-850a-7dca261ffb6c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 210 time: 0.0575202 Feb 10 04:42:28.718961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48762) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:28.742760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e9271ec9-127c-442b-9053-34259801790b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:28.768349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b41a0fd6-6deb-4362-b139-b402e5272c82 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:42:28.768559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a6cafba1-fae2-47cf-aa3f-7c80968de1f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91299ca3277b4653bb0db18491f6b541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477073 Feb 10 04:42:28.770734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:28.777272 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: b41a0fd6-6deb-4362-b139-b402e5272c82 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:42:28.777627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device b41a0fd6-6deb-4362-b139-b402e5272c82 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:42:28.830179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7ea8a7c-5496-42f5-9461-c6ff0284e6ff admin admin] Publish callbacks [] for security_group (49cd739e-808b-4554-96cf-bc3333c8833a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:28.853515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7ea8a7c-5496-42f5-9461-c6ff0284e6ff admin admin] Publish callbacks [] for security_group (49cd739e-808b-4554-96cf-bc3333c8833a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:28.955355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-8cd502d6-1c76-4f4e-88c7-59b8864ef3c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:28.958188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-8cd502d6-1c76-4f4e-88c7-59b8864ef3c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 797 time: 0.1298542 Feb 10 04:42:28.984574 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7ea8a7c-5496-42f5-9461-c6ff0284e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (49cd739e-808b-4554-96cf-bc3333c8833a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:28.987387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f7ea8a7c-5496-42f5-9461-c6ff0284e6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:28.991410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f7ea8a7c-5496-42f5-9461-c6ff0284e6ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49cd739e-808b-4554-96cf-bc3333c8833a HTTP/1.1" status: 204 len: 168 time: 0.2169368 Feb 10 04:42:28.997691 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea8a7c-5496-42f5-9461-c6ff0284e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cd739e-808b-4554-96cf-bc3333c8833a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:29.034544 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-6df2aa83-a6ff-4fc2-881a-23629d141aeb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 380 time: 0.0688589 Feb 10 04:42:29.043550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'port': {'device_id': 'b328e324-df72-47cb-9024-f7081ee8573e', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'admin_state_up': True, 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'security_groups': ['2540d558-deb7-4690-ba44-3ac3e483f642']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:29.245314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:42:29.248698 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:29.382495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.13 (f47fce8b-d215-4762-a657-03c635b02ea1/ee876332-b3ff-4295-b213-d39aff4cd0ab/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:42:29.558580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:29.665337 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:29.724347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network f47fce8b-d215-4762-a657-03c635b02ea1 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:42:29.728660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:29.731609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:42:29.849338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:29.850039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:29.854818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:29.870143 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-89aa80ad-aacb-4534-b0f0-30ff8f23d27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:29.924134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16469b-b5bf-4b84-a385-714a0d8f2be3 req-5b8ad5c7-c968-4c5d-8601-e626cdd8dcda tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:29.925765 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef16469b-b5bf-4b84-a385-714a0d8f2be3 req-5b8ad5c7-c968-4c5d-8601-e626cdd8dcda tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 932 time: 0.0719151 Feb 10 04:42:29.982929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-454379f3-a5d0-4507-9107-f0e27dd2ccc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9432051 Feb 10 04:42:29.987324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef16469b-b5bf-4b84-a385-714a0d8f2be3 req-65a6aa8f-b0e9-4a03-b8ac-ddf61fe7d21a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552912 Feb 10 04:42:29.995455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Request body: {'port': {'device_id': 'b328e324-df72-47cb-9024-f7081ee8573e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:30.095304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-41b972d3-a8db-42b9-9b19-95ab314da710 None None] Provisioning complete for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:30.096015 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-41b972d3-a8db-42b9-9b19-95ab314da710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:30.135092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-41b972d3-a8db-42b9-9b19-95ab314da710 None None] Port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:42:30.385419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:30.654129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:42:30.661831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Publish callbacks [] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:30.674063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Transition to ACTIVE for port object 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:42:30.738373 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:30.793065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:30.877042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:42:30.877383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:42:30.877713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:42:30.882190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:42:30.882598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:42:30.887826 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:42:30.888172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Checking segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:42:30.888558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Bound using segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:42:30.888985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Bound port: 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:42:30.889343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:30.958496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:42:30.962028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:42:31.053371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-e23eb0db-43df-4905-88a1-ffbdd9c99da3 req-fc26bc59-e4b6-480f-acb0-96b8e2ed75f1 service neutron] (109958) timed out ('10.222.0.42', 60372) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:42:31.060821 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:31.111846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.113484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:31.114282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-beed0a91-458f-4931-98a9-4242f944345f service neutron] 10.222.0.24 "PUT /v2.0/ports/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1092 time: 1.1240983 Feb 10 04:42:31.115632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:31.119985 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b6ac21-c485-4336-be30-32412ced497f" -d '{"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:31.140975 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:31.160117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed0a91-458f-4931-98a9-4242f944345f service neutron] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:31.167486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8b151-fa14-4757-82db-8ca47342bff4 req-f6fcb79c-3d5c-4a24-8d56-e24c52ae2832 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.169526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21d8b151-fa14-4757-82db-8ca47342bff4 req-f6fcb79c-3d5c-4a24-8d56-e24c52ae2832 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0917952 Feb 10 04:42:31.189495 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b25017-4fbe-4988-9f7a-6412cfa448ac x-openstack-request-id: req-a4b25017-4fbe-4988-9f7a-6412cfa448ac {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:31.190336 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:31.192825 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4b25017-4fbe-4988-9f7a-6412cfa448ac {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:31.193227 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'status': 'completed', 'code': 200} Feb 10 04:42:31.278013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21d8b151-fa14-4757-82db-8ca47342bff4 req-71f7a04b-159c-4d9d-9c6c-cc69a20385f5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998073 Feb 10 04:42:31.322235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ac21-c485-4336-be30-32412ced497f req-26565d0b-5d8b-479d-bcb9-033057a3c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.326063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64b6ac21-c485-4336-be30-32412ced497f req-26565d0b-5d8b-479d-bcb9-033057a3c18b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1126 time: 0.1105561 Feb 10 04:42:31.487611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ac21-c485-4336-be30-32412ced497f req-680b2362-6ccb-4715-a786-599f7625e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.489488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64b6ac21-c485-4336-be30-32412ced497f req-680b2362-6ccb-4715-a786-599f7625e96d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1557934 Feb 10 04:42:31.607691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ac21-c485-4336-be30-32412ced497f req-bb0eaed3-ee51-4813-8933-aefc7f81deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.609355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64b6ac21-c485-4336-be30-32412ced497f req-bb0eaed3-ee51-4813-8933-aefc7f81deb4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146309 Feb 10 04:42:31.700988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-d3e5ccb9-dec7-40c9-8956-32e807aa1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.702432 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-d3e5ccb9-dec7-40c9-8956-32e807aa1a10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1126 time: 0.0561306 Feb 10 04:42:31.747650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-d9447b8f-4b10-42db-b100-5ba5c34e92d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 217 time: 0.0386562 Feb 10 04:42:31.801239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-f0091b4b-9972-4ee0-8978-6ac6a3224c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.803326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-f0091b4b-9972-4ee0-8978-6ac6a3224c7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0496805 Feb 10 04:42:31.861041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-d1f9ef88-c74b-4561-bb3a-bfaec45618f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:31.862567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-d1f9ef88-c74b-4561-bb3a-bfaec45618f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530677 Feb 10 04:42:31.979778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-bbdf1fe8-aa46-4eb5-9e0c-b32cd70b816a service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112084 Feb 10 04:42:32.074207 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43a4c9f-4b1f-46dc-89f7-b835988a4fe9 req-51a5e8c4-b15d-4a04-80b6-bceb9a3f5b8c service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890031 Feb 10 04:42:32.404585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889914bd-fa94-4c6b-889a-60a558fe81f3 req-3e22d912-900d-4dfa-bc36-b532aaf26c00 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:32.406103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889914bd-fa94-4c6b-889a-60a558fe81f3 req-3e22d912-900d-4dfa-bc36-b532aaf26c00 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0585234 Feb 10 04:42:32.456655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-889914bd-fa94-4c6b-889a-60a558fe81f3 req-a5a6551c-5754-4c7d-b7e9-7eb09d8c788f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Feb 10 04:42:32.707917 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:33.593799 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de651551-9c61-4421-b189-1d286de67c09 req-559d40c5-f0fb-410f-ba88-275d7f2b1151 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:33.595323 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de651551-9c61-4421-b189-1d286de67c09 req-559d40c5-f0fb-410f-ba88-275d7f2b1151 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0581050 Feb 10 04:42:33.643560 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de651551-9c61-4421-b189-1d286de67c09 req-50696027-eb27-4117-ad43-cab672ee9ec1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Feb 10 04:42:34.119355 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:42:34.287886 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:34.770743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15b802-4896-4bb5-afa3-1871d98dc729 req-35eb8cc8-ebcf-4375-bf5b-d0dd6ae3ee50 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:34.772467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a15b802-4896-4bb5-afa3-1871d98dc729 req-35eb8cc8-ebcf-4375-bf5b-d0dd6ae3ee50 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0558014 Feb 10 04:42:34.803922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:42:34.824269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a15b802-4896-4bb5-afa3-1871d98dc729 req-7ab21be9-5946-4e86-9465-74e3c8f18bef tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458341 Feb 10 04:42:34.909595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:34.921710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'port_id': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'mac_address': 'fa:16:3e:93:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:42:34.960560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:34.961134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:34.974046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:42:34.996114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:35.062168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:35.112189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:35.121123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.121474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.121913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.122256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.122589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.122957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.123285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.123640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.123964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.124347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.124713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.125036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.125357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:42:35.266241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:42:35.951104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900c3e-86ca-406c-be00-aecb93ef5373 req-9d1176fa-8c9e-482a-a493-a6ed558dbc3c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:35.952620 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25900c3e-86ca-406c-be00-aecb93ef5373 req-9d1176fa-8c9e-482a-a493-a6ed558dbc3c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 945 time: 0.0598736 Feb 10 04:42:36.004213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25900c3e-86ca-406c-be00-aecb93ef5373 req-0bca05f4-3f57-4f70-a5a8-5d6634c885f1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444491 Feb 10 04:42:36.812290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:42:36.932687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:42:36.936845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:36.937221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:37.019795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:37.020187 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:37.045183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:37.049675 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6973e0-3963-4340-b10d-364e1d3eafdf" -d '{"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-plugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:37.064783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:37.098928 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c39ba-b99d-4f80-8834-5add70189e9a x-openstack-request-id: req-a27c39ba-b99d-4f80-8834-5add70189e9a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:37.099243 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-plugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:37.099500 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a27c39ba-b99d-4f80-8834-5add70189e9a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:37.099896 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'code': 200} Feb 10 04:42:37.121754 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:37.159057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617380f-3f72-45c8-8d0b-48a90b3dcd33 req-b98b4d7b-3e2d-4850-8233-69f1d36d35c1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:37.160497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7617380f-3f72-45c8-8d0b-48a90b3dcd33 req-b98b4d7b-3e2d-4850-8233-69f1d36d35c1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 945 time: 0.0642200 Feb 10 04:42:37.182734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:37.238292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7617380f-3f72-45c8-8d0b-48a90b3dcd33 req-d7ae74df-2a87-4f3a-8f9f-c6930e32dd12 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662582 Feb 10 04:42:37.240864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4993e-b2af-43bc-8a90-bea448dc66d8 req-c7e2bf45-78ac-48f2-9600-0d41c17880fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:37.243127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24c4993e-b2af-43bc-8a90-bea448dc66d8 req-c7e2bf45-78ac-48f2-9600-0d41c17880fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1128 time: 0.0800610 Feb 10 04:42:37.287665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24c4993e-b2af-43bc-8a90-bea448dc66d8 req-1e159263-47b9-43a7-9d39-32bdd21519c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 Feb 10 04:42:38.380098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a834ac-a443-4cae-9a90-143a73dfd945 req-8340f040-ee92-4834-8ef3-daeb51ce10a8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:38.381871 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39a834ac-a443-4cae-9a90-143a73dfd945 req-8340f040-ee92-4834-8ef3-daeb51ce10a8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0666754 Feb 10 04:42:38.437000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39a834ac-a443-4cae-9a90-143a73dfd945 req-35031d21-4140-44d3-a6d8-657c860f9ea2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470889 Feb 10 04:42:39.119039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-4e27182c-7161-436b-bdf3-0995b6720b05 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:39.120444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-4e27182c-7161-436b-bdf3-0995b6720b05 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/networks?id=20d31854-442e-4670-b6f8-9a521c51369c HTTP/1.1" status: 200 len: 814 time: 0.1191261 Feb 10 04:42:39.135744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-05efcbf0-8461-441f-a866-4dc12eac6edd tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/quotas/7505cda4918b421bae504f32f204ec48 HTTP/1.1" status: 200 len: 375 time: 0.0097640 Feb 10 04:42:39.167910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-6025fb57-6bc2-42c6-9692-4722cb00be16 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7505cda4918b421bae504f32f204ec48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269926 Feb 10 04:42:39.261170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-ba250ae1-b0c5-4816-ace7-71f964586a8d service neutron] 10.222.0.42 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867186 Feb 10 04:42:39.349114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-a646d8aa-50a0-43a8-a1a9-b50c7003c0bc service neutron] 10.222.0.42 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820580 Feb 10 04:42:39.574870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501df5d4-9bba-4c02-b602-b85718f4962a req-e8004d3e-4c8b-4f18-8e86-6b4487b54041 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:39.579303 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-501df5d4-9bba-4c02-b602-b85718f4962a req-e8004d3e-4c8b-4f18-8e86-6b4487b54041 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0735834 Feb 10 04:42:39.583312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1654efdb-95dd-490c-9660-3ed590302be4 req-d255007d-a09e-48a9-860b-343f0004f9ae tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 210 time: 0.0287092 Feb 10 04:42:39.631026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-501df5d4-9bba-4c02-b602-b85718f4962a req-aa787895-da46-4df7-b75c-9fccc5eae81e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473807 Feb 10 04:42:39.761234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f059-dcc3-4758-98d2-977624076eae req-ad709c18-14df-4d24-9add-c4d3a8af2990 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:39.762733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ada0f059-dcc3-4758-98d2-977624076eae req-ad709c18-14df-4d24-9add-c4d3a8af2990 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0633907 Feb 10 04:42:39.812379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ada0f059-dcc3-4758-98d2-977624076eae req-5a8c198a-f343-4b49-931a-965f0093fc58 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Feb 10 04:42:39.833944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48848) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:39.880148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e674ce9-02a4-4d77-be6a-ce8231a9d152 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:39.881747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8e674ce9-02a4-4d77-be6a-ce8231a9d152 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1123 time: 0.0468211 Feb 10 04:42:39.885048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 48850) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:39.890522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:39.971474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:40.082690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:40.187172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.219 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/aadd3076-9ce4-4d4f-b549-7adb14a26076) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:42:40.295708 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:40.408092 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:40.452167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:42:40.453684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:40.458241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:42:40.482243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=aadd3076-9ce4-4d4f-b549-7adb14a26076,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:40.693951 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4773f16a-4c46-4333-9008-4144c8bbd9fa req-9c691ee1-7123-41d3-a584-7db305a9adac tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 210 time: 0.0326993 Feb 10 04:42:40.876065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (61517b14-0162-408c-8aa6-a383878e0214), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:41.044861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:41.204013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:41.261113 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:41.376768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=aadd3076-9ce4-4d4f-b549-7adb14a26076,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:41.380533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (61517b14-0162-408c-8aa6-a383878e0214), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:41.421083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-b4d82cc0-5855-47a3-ac5d-011e812ed6fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1692798 Feb 10 04:42:41.619667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-d49df837-fa25-4d28-b0da-c61d0ff734f2 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:41.621166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-d49df837-fa25-4d28-b0da-c61d0ff734f2 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.43 "GET /v2.0/networks?id=20d31854-442e-4670-b6f8-9a521c51369c HTTP/1.1" status: 200 len: 814 time: 0.1930828 Feb 10 04:42:41.625198 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 61517b14-0162-408c-8aa6-a383878e0214 associated. External IP: 172.25.8.219, port: 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64. Feb 10 04:42:41.662184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-527b7d01-1b32-41d3-88d6-becebab40862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:41.664431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-527b7d01-1b32-41d3-88d6-becebab40862 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.1921895 Feb 10 04:42:41.672818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Request body: {'port': {'device_id': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c', 'admin_state_up': True, 'tenant_id': '7505cda4918b421bae504f32f204ec48'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:42.191433 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-85184c17-f20d-4a9b-8aba-520c97b74cd0 req-fd5dd4e7-760b-4935-ab59-8034ce215374 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 210 time: 0.0718653 Feb 10 04:42:42.239553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-ad1e2dbe-a1d0-49c2-ba49-e5b13997cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:42.241024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-ad1e2dbe-a1d0-49c2-ba49-e5b13997cabd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.5496397 Feb 10 04:42:42.380165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-d402e12b-fcd1-4c5d-8026-1583f9046038 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 1001 time: 0.0988226 Feb 10 04:42:42.397643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Made reservation on behalf of 7505cda4918b421bae504f32f204ec48 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:42:42.401569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:42.455581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:42:42.474723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-362a03cf-e6eb-4a8a-a8d0-62180d0375b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:42.476293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-362a03cf-e6eb-4a8a-a8d0-62180d0375b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0890102 Feb 10 04:42:42.693735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-baf14c43-ad22-40f4-8bc7-7e9450f28f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:42.695875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-baf14c43-ad22-40f4-8bc7-7e9450f28f7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1938782 Feb 10 04:42:42.704973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Allocated IP 172.20.0.14 (20d31854-442e-4670-b6f8-9a521c51369c/8f385884-9d7e-4b4e-beb9-96befc3185ba/a45fe4a8-21a0-4a0e-8376-899e922a38c4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:42:42.747745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:42:42.758034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] Sync routers for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:42:42.767795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:42.768414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:42.860170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-ba623d14-cc7f-4e59-aa7d-9430096a8bc3 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573427 Feb 10 04:42:42.885629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:42.923441 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:43.002822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-652f7d98-5cd5-4f01-b214-654208b2782d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1156204 Feb 10 04:42:43.009098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:43.011716 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:43.055772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks [] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:43.062806 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-af7a664d-d260-4be4-94fa-6cccbdc26a04 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923308 Feb 10 04:42:43.087296 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a9bd48-70f5-435e-80d3-2fa8dc440f8b x-openstack-request-id: req-54a9bd48-70f5-435e-80d3-2fa8dc440f8b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:43.087637 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:43.087843 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54a9bd48-70f5-435e-80d3-2fa8dc440f8b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:43.088248 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'status': 'completed', 'code': 200} Feb 10 04:42:43.130461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c7fe7-50ca-4766-933a-5d780d2a4fb0 req-44371af5-cb22-48d0-b4a0-89d5300f3ebc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:43.140012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-929c7fe7-50ca-4766-933a-5d780d2a4fb0 req-44371af5-cb22-48d0-b4a0-89d5300f3ebc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0727155 Feb 10 04:42:43.143547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-1b4ef7e8-83b1-4257-8e39-117a23246c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:43.145096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-1b4ef7e8-83b1-4257-8e39-117a23246c76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1128 time: 0.0488327 Feb 10 04:42:43.156698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '61517b14-0162-408c-8aa6-a383878e0214', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'port_id': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'mac_address': 'fa:16:3e:93:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b328e324-df72-47cb-9024-f7081ee8573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:42:40Z', 'updated_at': '2022-02-10T04:42:40Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:26Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:43.187176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-929c7fe7-50ca-4766-933a-5d780d2a4fb0 req-e9da521e-0125-49c9-8442-77a459af41ee tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460045 Feb 10 04:42:43.188918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] Checking router: c4837cfb-3318-4d80-bb2b-fdb330d46ad2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:42:43.199022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:42:43.199726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:42:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:43.212135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48862) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:43.217058 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:43.277848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Network 20d31854-442e-4670-b6f8-9a521c51369c is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:42:43.287463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:42:43.301340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:42:43.301582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-31a76ffd-9d67-4e86-a18a-b5adae58e60b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/61517b14-0162-408c-8aa6-a383878e0214 HTTP/1.1" status: 200 len: 992 time: 0.0872185 Feb 10 04:42:43.327270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:42:43.347835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Pushing event updated for resources: {'Port': ['ID=a45fe4a8-21a0-4a0e-8376-899e922a38c4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:43.377295 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-665720d9-8412-4dbd-a84a-fbaaff9a16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:43.378883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-665720d9-8412-4dbd-a84a-fbaaff9a16f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.2281592 Feb 10 04:42:43.405297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:43.405908 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:43.464763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d2582-e1ee-4a37-85fc-45d403b04084 req-b60b7633-396c-4422-95e4-ef2292881bb1 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:43.466257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b79d2582-e1ee-4a37-85fc-45d403b04084 req-b60b7633-396c-4422-95e4-ef2292881bb1 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 932 time: 0.1840475 Feb 10 04:42:43.486004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-b0678c7c-4c76-49fe-8bd6-4129e52c4026 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.1000419 Feb 10 04:42:43.524681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b907daec-2a14-42a6-8ce7-d34c25911e94 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8646412 Feb 10 04:42:43.541560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Request body: {'port': {'device_id': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:42:43.573218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '61517b14-0162-408c-8aa6-a383878e0214', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'port_id': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'mac_address': 'fa:16:3e:93:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b328e324-df72-47cb-9024-f7081ee8573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:42:40Z', 'updated_at': '2022-02-10T04:42:40Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:26Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:42:43.595718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b79d2582-e1ee-4a37-85fc-45d403b04084 req-4b15187e-42c4-42bc-8db7-c7f931394480 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205993 Feb 10 04:42:43.602152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-27145c33-e275-4114-8ef3-c5af1f6fee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:43.602370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96033e15-1775-4433-aa2f-1097a3ce0a36 None None] The sync data for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 is: [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '61517b14-0162-408c-8aa6-a383878e0214', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'port_id': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'mac_address': 'fa:16:3e:93:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b328e324-df72-47cb-9024-f7081ee8573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:42:40Z', 'updated_at': '2022-02-10T04:42:40Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:26Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:42:43.603659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-27145c33-e275-4114-8ef3-c5af1f6fee6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.1113942 Feb 10 04:42:43.659768 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:43.710613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-a885eaa3-97d1-492d-a3bb-c335da24858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:43.712424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-a885eaa3-97d1-492d-a3bb-c335da24858e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1031890 Feb 10 04:42:43.828599 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d4ba7-7211-4861-b78b-038faa9b3c06 None None] New status for floating IP 61517b14-0162-408c-8aa6-a383878e0214: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:42:43.927618 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-dc453068-a855-4767-adf3-810e2ba70ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091165 Feb 10 04:42:44.088084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a273c685-73c3-4f5d-92c0-3e5c6cd04fa1 req-bc07da65-c2e0-4c62-866e-fa2a12a5b661 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519482 Feb 10 04:42:44.099273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45fe4a8-21a0-4a0e-8376-899e922a38c4 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:42:44.107534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Publish callbacks [] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:44.119900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Transition to ACTIVE for port object a45fe4a8-21a0-4a0e-8376-899e922a38c4 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:42:44.235974 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:44.286290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fe4a8-21a0-4a0e-8376-899e922a38c4,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:44.302739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48870) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:42:44.361993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Attempting to bind port a45fe4a8-21a0-4a0e-8376-899e922a38c4 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:42:44.363779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Attempting to bind port a45fe4a8-21a0-4a0e-8376-899e922a38c4 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:42:44.363779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Attempting to bind port a45fe4a8-21a0-4a0e-8376-899e922a38c4 on network 20d31854-442e-4670-b6f8-9a521c51369c {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:42:44.367457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Port a45fe4a8-21a0-4a0e-8376-899e922a38c4 on network 20d31854-442e-4670-b6f8-9a521c51369c not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:42:44.367775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Attempting to bind port a45fe4a8-21a0-4a0e-8376-899e922a38c4 on network 20d31854-442e-4670-b6f8-9a521c51369c {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:42:44.372356 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a7b21667-8ae6-4a7d-8484-7d23c6486bbc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/61517b14-0162-408c-8aa6-a383878e0214 HTTP/1.1" status: 200 len: 994 time: 0.0682352 Feb 10 04:42:44.377864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:42:44.378421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Checking segment: {'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:42:44.378936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Bound using segment: {'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:42:44.379476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Bound port: a45fe4a8-21a0-4a0e-8376-899e922a38c4, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924a3396-6f82-44c7-94cb-694ea8c20943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:42:44.379946 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:44.447780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] For port a45fe4a8-21a0-4a0e-8376-899e922a38c4, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:42:44.450659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] For port a45fe4a8-21a0-4a0e-8376-899e922a38c4, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a45fe4a8-21a0-4a0e-8376-899e922a38c4,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:42:44.527450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:44.565187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:44.565812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:44.567226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/a45fe4a8-21a0-4a0e-8376-899e922a38c4 HTTP/1.1" status: 200 len: 1092 time: 1.0352747 Feb 10 04:42:44.585858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350501b-da19-4d21-989a-350ccb0530f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fe4a8-21a0-4a0e-8376-899e922a38c4,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:44.720805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6a91c-faff-4be0-9fcd-1c4e4f680291 req-74b6892d-688b-4b61-ad2f-85314a7bc4df tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:44.722314 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1a6a91c-faff-4be0-9fcd-1c4e4f680291 req-74b6892d-688b-4b61-ad2f-85314a7bc4df tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 944 time: 0.0562937 Feb 10 04:42:44.743993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-042f2ee0-7ca7-4084-98b9-25391631ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:44.745536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-042f2ee0-7ca7-4084-98b9-25391631ef60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7505cda4918b421bae504f32f204ec48&device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 1126 time: 0.0472472 Feb 10 04:42:44.771885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1a6a91c-faff-4be0-9fcd-1c4e4f680291 req-14bdb5d9-3c1a-407c-a9aa-9eef0fb7e88e tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Feb 10 04:42:44.791751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-b5c803f6-8685-43cb-b996-6ccb0b7785f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45fe4a8-21a0-4a0e-8376-899e922a38c4 HTTP/1.1" status: 200 len: 217 time: 0.0388775 Feb 10 04:42:44.843788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-ebf7f66a-a1c4-422b-b5ae-67794e26433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:44.845192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-ebf7f66a-a1c4-422b-b5ae-67794e26433a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f385884-9d7e-4b4e-beb9-96befc3185ba HTTP/1.1" status: 200 len: 854 time: 0.0469358 Feb 10 04:42:44.878609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-1da8bce9-d92e-4ffc-a685-8953ec6f25d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20d31854-442e-4670-b6f8-9a521c51369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263877 Feb 10 04:42:44.971753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-bd015124-b66d-4179-9375-113195d016b7 service neutron] 10.222.0.43 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875022 Feb 10 04:42:45.060254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-13d3a0e0-cb22-4509-a60c-ae338d94d631 req-8ca55100-4299-4156-b94f-544b8b05ec41 service neutron] 10.222.0.43 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821192 Feb 10 04:42:45.088920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'tag': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:45.091283 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29b620b-ebe3-4c47-8779-35bb010ef551" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0", "tag": "a45fe4a8-21a0-4a0e-8376-899e922a38c4"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:45.127229 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c5f6c-a91a-458f-93c6-f98fe0d78655 x-openstack-request-id: req-4b5c5f6c-a91a-458f-93c6-f98fe0d78655 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:45.127554 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0", "tag": "a45fe4a8-21a0-4a0e-8376-899e922a38c4", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:45.127840 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b5c5f6c-a91a-458f-93c6-f98fe0d78655 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:45.128270 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'tag': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4', 'status': 'completed', 'code': 200} Feb 10 04:42:45.230577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-cc937947-491d-4b91-ae11-fb4a71f217f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:45.232151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-cc937947-491d-4b91-ae11-fb4a71f217f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7505cda4918b421bae504f32f204ec48&device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 1126 time: 0.0472338 Feb 10 04:42:45.326942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-62dfbbb3-3df7-4c6d-9c62-67dca56c1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:45.328405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-62dfbbb3-3df7-4c6d-9c62-67dca56c1c81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=20d31854-442e-4670-b6f8-9a521c51369c HTTP/1.1" status: 200 len: 915 time: 0.0901332 Feb 10 04:42:45.370604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-15fa847c-9245-4681-92c1-1efb97da255d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45fe4a8-21a0-4a0e-8376-899e922a38c4 HTTP/1.1" status: 200 len: 217 time: 0.0355070 Feb 10 04:42:45.423566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-f74fb28b-45e0-4781-b9ff-795919b88342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:45.425027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-f74fb28b-45e0-4781-b9ff-795919b88342 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f385884-9d7e-4b4e-beb9-96befc3185ba HTTP/1.1" status: 200 len: 854 time: 0.0487530 Feb 10 04:42:45.457574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-5debca15-b5cf-43c3-9268-67cc8f27a0d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20d31854-442e-4670-b6f8-9a521c51369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256779 Feb 10 04:42:45.552515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-b587c96b-9d2b-43f4-b2ca-2a1c85d22673 service neutron] 10.222.0.43 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Feb 10 04:42:45.646815 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a29b620b-ebe3-4c47-8779-35bb010ef551 req-9e311831-01df-4ca3-82cc-9f9d6e76a674 service neutron] 10.222.0.43 "GET /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878036 Feb 10 04:42:45.902784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcef6-f4bf-49a9-8667-291711828087 req-03260581-e808-4829-a81a-5bdd31dd094b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:45.904458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23bbcef6-f4bf-49a9-8667-291711828087 req-03260581-e808-4829-a81a-5bdd31dd094b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 944 time: 0.0547051 Feb 10 04:42:45.956363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23bbcef6-f4bf-49a9-8667-291711828087 req-a9f23347-d4bf-428c-97bd-1a22c0a39cfa tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461469 Feb 10 04:42:47.078966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cec66-a0c5-48aa-81a6-7d88f224a214 req-454ac226-5d4b-4f8e-b713-2d7af03d7893 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:47.080533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff7cec66-a0c5-48aa-81a6-7d88f224a214 req-454ac226-5d4b-4f8e-b713-2d7af03d7893 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 944 time: 0.0544686 Feb 10 04:42:47.127851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff7cec66-a0c5-48aa-81a6-7d88f224a214 req-dadf7fbd-d0ba-4f45-90ab-458a88408e27 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Feb 10 04:42:47.201342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:47.582653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a45fe4a8-21a0-4a0e-8376-899e922a38c4 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:42:47.681719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a45fe4a8-21a0-4a0e-8376-899e922a38c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a45fe4a8-21a0-4a0e-8376-899e922a38c4,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:47.691786 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4', 'network_id': '20d31854-442e-4670-b6f8-9a521c51369c', 'port_id': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4', 'mac_address': 'fa:16:3e:83:c7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f385884-9d7e-4b4e-beb9-96befc3185ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:42:47.730763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a45fe4a8-21a0-4a0e-8376-899e922a38c4 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:47.731162 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:47.745671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45fe4a8-21a0-4a0e-8376-899e922a38c4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:42:47.764087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a45fe4a8-21a0-4a0e-8376-899e922a38c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a45fe4a8-21a0-4a0e-8376-899e922a38c4,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:47.839062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:47.885933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a45fe4a8-21a0-4a0e-8376-899e922a38c4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:48.054993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['a45fe4a8-21a0-4a0e-8376-899e922a38c4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:42:48.252420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac17c5-ce4d-478b-bdbc-2228f9c73b64 req-af043444-645e-4396-8144-5d61a8e368a5 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:48.254029 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbac17c5-ce4d-478b-bdbc-2228f9c73b64 req-af043444-645e-4396-8144-5d61a8e368a5 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 945 time: 0.0543034 Feb 10 04:42:48.301001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fbac17c5-ce4d-478b-bdbc-2228f9c73b64 req-d5141c96-e269-439c-b921-3eca1e6c29ef tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Feb 10 04:42:48.584201 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:49.426830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0072a91-b715-4831-8b21-dceb6f48e2a6 req-2523059c-b600-4542-8431-f751108ab365 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:49.428338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0072a91-b715-4831-8b21-dceb6f48e2a6 req-2523059c-b600-4542-8431-f751108ab365 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 945 time: 0.0573485 Feb 10 04:42:49.476951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0072a91-b715-4831-8b21-dceb6f48e2a6 req-72b136f5-5e10-48ca-ad7f-d01e979f1d79 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Feb 10 04:42:49.598994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a45fe4a8-21a0-4a0e-8376-899e922a38c4 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:42:49.704228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port a45fe4a8-21a0-4a0e-8376-899e922a38c4 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:42:49.708407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port a45fe4a8-21a0-4a0e-8376-899e922a38c4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:42:49.708788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:49.789892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port a45fe4a8-21a0-4a0e-8376-899e922a38c4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:42:49.790256 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:49.815055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:42:49.817306 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f40b28-c5c4-4f8f-8bd6-dbc5ded69a94" -d '{"events": [{"server_uuid": "ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0", "name": "network-vif-plugged", "status": "completed", "tag": "a45fe4a8-21a0-4a0e-8376-899e922a38c4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:42:49.829263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port a45fe4a8-21a0-4a0e-8376-899e922a38c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a45fe4a8-21a0-4a0e-8376-899e922a38c4,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:42:49.855046 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d2a603-7efc-4562-8e6c-d4ec2ca85512 x-openstack-request-id: req-27d2a603-7efc-4562-8e6c-d4ec2ca85512 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:42:49.855046 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0", "name": "network-vif-plugged", "status": "completed", "tag": "a45fe4a8-21a0-4a0e-8376-899e922a38c4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:42:49.855329 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27d2a603-7efc-4562-8e6c-d4ec2ca85512 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:42:49.855729 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4', 'code': 200} Feb 10 04:42:49.902154 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:49.952275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=a45fe4a8-21a0-4a0e-8376-899e922a38c4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:42:49.953522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23aaa4-ae62-4730-9f3e-99df363d14ed req-c49509d9-2797-4e25-80a5-e157c3dccb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:49.955880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d23aaa4-ae62-4730-9f3e-99df363d14ed req-c49509d9-2797-4e25-80a5-e157c3dccb36 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 1128 time: 0.0459802 Feb 10 04:42:50.009296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d23aaa4-ae62-4730-9f3e-99df363d14ed req-95ccfcd5-aaa8-4903-be2b-5c87a3b28b30 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Feb 10 04:42:50.595536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4baaec-af8b-4059-a580-8517e6a1576b req-ac94a369-1a36-45c8-9941-1705066439b1 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:50.596921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa4baaec-af8b-4059-a580-8517e6a1576b req-ac94a369-1a36-45c8-9941-1705066439b1 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 946 time: 0.0514498 Feb 10 04:42:50.646763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fa4baaec-af8b-4059-a580-8517e6a1576b req-97c53d92-4fc6-428f-bf55-e5a6d79e5a2c tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Feb 10 04:42:51.765467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f6680-100b-47b3-84b6-1e6fa8ceeff6 req-c73bf5cd-db70-4ec3-a130-07743cf53b70 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:42:51.766966 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a9f6680-100b-47b3-84b6-1e6fa8ceeff6 req-c73bf5cd-db70-4ec3-a130-07743cf53b70 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 946 time: 0.0512686 Feb 10 04:42:51.813226 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a9f6680-100b-47b3-84b6-1e6fa8ceeff6 req-a6505d23-bb0f-4699-aa41-c78bd4ba7d10 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Feb 10 04:42:57.681739 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5df78cca-bdc7-4623-87ca-a7ff91b622d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:42:59.806690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-343822fa-01c3-4821-8adc-972f233f5bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:01.092354 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:02.675627 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:04.286384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:11.134106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:43:13.650326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b563cb8-492a-49cc-8a9e-7072756dbf79 req-829ad62a-25b6-40e3-9179-15b033a5611c tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:13.651896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b563cb8-492a-49cc-8a9e-7072756dbf79 req-829ad62a-25b6-40e3-9179-15b033a5611c tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1128 time: 0.0447843 Feb 10 04:43:13.696840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b563cb8-492a-49cc-8a9e-7072756dbf79 req-66e1c6e9-4355-4ea7-9748-251fd16eb87c tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392640 Feb 10 04:43:13.823713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f684f-b530-45cf-89cc-d0ade86269bc req-2b9f7fbf-432a-4680-adf5-298a8c3d2ca3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:13.825137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c42f684f-b530-45cf-89cc-d0ade86269bc req-2b9f7fbf-432a-4680-adf5-298a8c3d2ca3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0578399 Feb 10 04:43:13.877608 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c42f684f-b530-45cf-89cc-d0ade86269bc req-66c10f2a-01c3-44e9-a806-64de22e91eb2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 Feb 10 04:43:13.899543 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48960) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:43:13.960888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ea7193fc-1f8b-4cd8-812b-3d0ff50ef81b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/61517b14-0162-408c-8aa6-a383878e0214 HTTP/1.1" status: 200 len: 994 time: 0.0601404 Feb 10 04:43:14.645948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5d147-1b48-4168-8f4b-d48c2084d199 req-40b4ac6c-6bc3-4cf9-b09c-e121288b7bd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:14.647414 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15a5d147-1b48-4168-8f4b-d48c2084d199 req-40b4ac6c-6bc3-4cf9-b09c-e121288b7bd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0537963 Feb 10 04:43:14.701613 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-15a5d147-1b48-4168-8f4b-d48c2084d199 req-ecf5dc78-04ee-40a4-ad85-b028f9bd889c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476995 Feb 10 04:43:14.707096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 48974) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:43:14.873245 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-3dcd4a51-6cd8-4080-a5cd-eac952bf74e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1645565 Feb 10 04:43:14.881662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-7bbc0f26-3852-429c-a028-c1a69c476a8e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:43:14.882612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-7bbc0f26-3852-429c-a028-c1a69c476a8e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049729 Feb 10 04:43:15.518808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49000) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:43:15.670037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-ad193c5b-919a-4a36-af35-210e40c38e14 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:15.671492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-ad193c5b-919a-4a36-af35-210e40c38e14 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1125 time: 0.1516976 Feb 10 04:43:15.870111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f7f7-a2c9-4380-8629-e84fa62ee125 req-81ca23e3-8652-440c-acaf-79ce0c60a5cb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:15.871649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c75f7f7-a2c9-4380-8629-e84fa62ee125 req-81ca23e3-8652-440c-acaf-79ce0c60a5cb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0571153 Feb 10 04:43:15.923218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c75f7f7-a2c9-4380-8629-e84fa62ee125 req-ece73ec3-a9fe-4fce-b9dd-a86f24395023 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Feb 10 04:43:17.058230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb33407-f2f2-46f0-91ec-69911ef8ceca req-65d27a62-6f12-4bbe-b727-081e255efd85 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:17.059745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-deb33407-f2f2-46f0-91ec-69911ef8ceca req-65d27a62-6f12-4bbe-b727-081e255efd85 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0615940 Feb 10 04:43:17.111428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-deb33407-f2f2-46f0-91ec-69911ef8ceca req-4c959a4c-b286-4bf9-ae23-9fca6f03b32f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459929 Feb 10 04:43:17.164854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-c7749161-6646-4948-a80a-12feb1f68bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:17.166728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-c7749161-6646-4948-a80a-12feb1f68bcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1128 time: 0.0466151 Feb 10 04:43:17.229722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:17.260912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-03e7a6a3-6c58-4ba1-a39d-39c5c9446c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:17.262424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-03e7a6a3-6c58-4ba1-a39d-39c5c9446c58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.0904565 Feb 10 04:43:17.330165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-0778add7-abf4-4431-b368-a013b5edd7db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1002 time: 0.0616171 Feb 10 04:43:17.404911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-74988f17-63d9-4b3e-9ebd-4b3955e9048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:17.411869 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-74988f17-63d9-4b3e-9ebd-4b3955e9048c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0705075 Feb 10 04:43:17.471271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-b7c36a52-b274-4e3e-b6de-96f84374fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:17.472937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-b7c36a52-b274-4e3e-b6de-96f84374fba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577445 Feb 10 04:43:17.564219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-821f8355-31b9-4753-bde0-6d2ff7e56c89 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849943 Feb 10 04:43:17.972498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-f943c86c-b7d7-4729-8504-e25802b82f80 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026272 Feb 10 04:43:18.246491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e8a0-9dfe-4795-9994-45d9fd57ea1b req-aa77178e-913c-45e5-9b1a-c2cc0c4301d2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:18.248006 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ce0e8a0-9dfe-4795-9994-45d9fd57ea1b req-aa77178e-913c-45e5-9b1a-c2cc0c4301d2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0585840 Feb 10 04:43:18.296154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ce0e8a0-9dfe-4795-9994-45d9fd57ea1b req-3501614b-fdbb-4f3d-8755-d63f876df11b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Feb 10 04:43:18.622060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:19.420475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c1aa5-bf3d-4ded-b12c-55b937ff09ec req-c0c77a9f-4619-4aba-bad2-ac7b12f3ed9d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:19.421984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-256c1aa5-bf3d-4ded-b12c-55b937ff09ec req-c0c77a9f-4619-4aba-bad2-ac7b12f3ed9d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0537777 Feb 10 04:43:19.470202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-256c1aa5-bf3d-4ded-b12c-55b937ff09ec req-77f5fbc4-6aa4-4b3f-83d6-77b3b3d54690 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Feb 10 04:43:20.629493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3edf0-746e-449c-83b5-c867fcae1e26 req-cc97579f-2d8f-4ddc-9662-49e523bae50b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:20.631041 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ae3edf0-746e-449c-83b5-c867fcae1e26 req-cc97579f-2d8f-4ddc-9662-49e523bae50b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0597613 Feb 10 04:43:20.679796 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2ae3edf0-746e-449c-83b5-c867fcae1e26 req-a4d575a7-2f5c-43b3-8894-088c68df26ff tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Feb 10 04:43:21.809619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1879c8-118c-4a36-976d-a4b3f55aa58d req-5343ee8b-5140-41a8-9d20-c34256b855c7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:21.811158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf1879c8-118c-4a36-976d-a4b3f55aa58d req-5343ee8b-5140-41a8-9d20-c34256b855c7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0533531 Feb 10 04:43:21.869173 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf1879c8-118c-4a36-976d-a4b3f55aa58d req-f23bbc09-0f55-4a43-aeb1-073888d5e3f1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515804 Feb 10 04:43:22.992467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac435ad-2a9b-4b96-a8f1-7931cc9399be req-723cec2e-9d4f-4b5f-a65e-cd0da98bb934 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:22.994100 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ac435ad-2a9b-4b96-a8f1-7931cc9399be req-723cec2e-9d4f-4b5f-a65e-cd0da98bb934 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0534499 Feb 10 04:43:23.046159 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ac435ad-2a9b-4b96-a8f1-7931cc9399be req-17a2086a-de6c-450d-9d71-2894659fdaae tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462215 Feb 10 04:43:24.173334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ef019-efc8-4f25-9956-d5c7b8e02374 req-d5cf6e24-2780-4972-a7e3-75c0b1d85013 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:24.174899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d79ef019-efc8-4f25-9956-d5c7b8e02374 req-d5cf6e24-2780-4972-a7e3-75c0b1d85013 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0559063 Feb 10 04:43:24.223129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d79ef019-efc8-4f25-9956-d5c7b8e02374 req-4672dff0-3c76-42e7-b28e-b2ea50269c3a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Feb 10 04:43:25.348120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b07fa-54f5-4025-8949-5f67faec59fa req-e8bcc5e5-5c2e-4482-89ad-279b81c96725 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:25.349943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-501b07fa-54f5-4025-8949-5f67faec59fa req-e8bcc5e5-5c2e-4482-89ad-279b81c96725 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0552423 Feb 10 04:43:25.402036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-501b07fa-54f5-4025-8949-5f67faec59fa req-a87ebc14-7dd3-4534-8e70-22694da9cdb2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Feb 10 04:43:26.535522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406c98c-f37b-4f38-984f-a1b5afedfc52 req-bc35ea5c-a5b8-4136-9729-b9858783658b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:26.537121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b406c98c-f37b-4f38-984f-a1b5afedfc52 req-bc35ea5c-a5b8-4136-9729-b9858783658b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0606258 Feb 10 04:43:26.590447 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b406c98c-f37b-4f38-984f-a1b5afedfc52 req-6e191729-3aec-47ba-8635-26cfd63af076 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446608 Feb 10 04:43:27.671653 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4b793ecd-91d4-4a1d-b73b-66cda91a967c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:27.722962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aee12-5cce-44d7-9d41-3b51cf715872 req-6742aa3e-0e73-427a-a838-1ede951e9d87 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:27.724477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c4aee12-5cce-44d7-9d41-3b51cf715872 req-6742aa3e-0e73-427a-a838-1ede951e9d87 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0622845 Feb 10 04:43:27.788187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c4aee12-5cce-44d7-9d41-3b51cf715872 req-3b00f235-cde8-437e-8d5e-933414c78045 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494969 Feb 10 04:43:28.921204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7bbac-7dd1-43a6-b623-338c5a1a26e9 req-7caddd2c-a917-4bfd-8d81-6c4fadf89ed4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:28.922864 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3dc7bbac-7dd1-43a6-b623-338c5a1a26e9 req-7caddd2c-a917-4bfd-8d81-6c4fadf89ed4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0535150 Feb 10 04:43:28.974291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3dc7bbac-7dd1-43a6-b623-338c5a1a26e9 req-02f06d9a-12cb-49ca-8489-9c39df5a052d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Feb 10 04:43:29.839011 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-78243960-34b2-48e2-b2fc-20ca070171b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:30.097311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6f399-9f1a-4539-b48e-967fbfa78fb3 req-db5c2f9a-98c6-4825-9397-c11c5a60286b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:30.098930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9a6f399-9f1a-4539-b48e-967fbfa78fb3 req-db5c2f9a-98c6-4825-9397-c11c5a60286b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0538335 Feb 10 04:43:30.187361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9a6f399-9f1a-4539-b48e-967fbfa78fb3 req-40ae6604-76b9-409b-9f4b-13772399a3ea tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794108 Feb 10 04:43:30.207269 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-3a80d6b2-740f-4be9-8903-cb002cfccc7f service neutron] show failed (client error): The resource could not be found. Feb 10 04:43:30.209114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-3a80d6b2-740f-4be9-8903-cb002cfccc7f service neutron] 10.222.0.24 "GET /v2.0/ports/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0839651 Feb 10 04:43:30.757252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-d5029566-d898-474b-9d5d-8b25b685ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:30.759048 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-d5029566-d898-474b-9d5d-8b25b685ea27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 1128 time: 0.0481131 Feb 10 04:43:30.770794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:43:30.843095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:31.083527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:31.098467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:31.118422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:43:31.166035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Publish callbacks [] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:31.180168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:43:31.182623 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5bd50f-a95a-4cd0-bd9a-cc3edc219703" -d '{"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-unplugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:43:31.186681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Transition to ACTIVE for port object 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:43:31.250419 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb58fc2-6ead-4c18-b5ab-3adad48f5820 x-openstack-request-id: req-9fb58fc2-6ead-4c18-b5ab-3adad48f5820 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:43:31.250939 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-unplugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:43:31.251201 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fb58fc2-6ead-4c18-b5ab-3adad48f5820 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:43:31.251619 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'code': 200} Feb 10 04:43:31.290266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:31.376321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:31.429524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.429524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.429834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.430149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.430494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.430865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.431279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.431609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.431944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.432273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.432601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.432985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.433605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:31.453616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0b1af-9eea-432f-8f73-63d81cac893c req-ce09636c-e38a-4b80-8960-698fc7deab75 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:31.467948 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95c0b1af-9eea-432f-8f73-63d81cac893c req-ce09636c-e38a-4b80-8960-698fc7deab75 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.1907752 Feb 10 04:43:31.563080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] No DVR routers for this DVR port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:43:31.571438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95c0b1af-9eea-432f-8f73-63d81cac893c req-1c78d403-f863-477f-b9a4-db3afd42ca1f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969846 Feb 10 04:43:31.771744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:43:31.772116 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:43:31.772405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:43:31.777468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:43:31.777468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:43:31.783186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:43:31.783500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Checking segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:43:31.783855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Bound using segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:43:31.784650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Bound port: 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:43:31.784650 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:31.863233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:43:31.866469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:43:31.934365 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:31.978419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:31.979074 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:31.981350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1092 time: 1.2153502 Feb 10 04:43:32.001794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e6135-9ce6-4d94-bb9e-e2d9a775c2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:32.057237 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-ee239ba0-0714-451d-bfd4-f62ddfcc075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:32.061812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-ee239ba0-0714-451d-bfd4-f62ddfcc075b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1126 time: 0.0568931 Feb 10 04:43:32.168698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-e37e9467-7f10-4b7c-bdb0-1c8dd834238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:32.170274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-e37e9467-7f10-4b7c-bdb0-1c8dd834238a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.1016850 Feb 10 04:43:32.256286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-f3c7d5f7-a4ab-466f-88e6-5008dd0499d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.0793486 Feb 10 04:43:32.307096 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-568afc70-6a58-4d76-b8e9-3970a6adec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:32.309231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-568afc70-6a58-4d76-b8e9-3970a6adec5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0456779 Feb 10 04:43:32.368537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-8e67bdae-f892-4c42-b4c5-a3f396cbc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:32.370066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-8e67bdae-f892-4c42-b4c5-a3f396cbc90a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547428 Feb 10 04:43:32.464487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-f0326724-0756-45a3-9a4b-1d01ca2c1eef service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872886 Feb 10 04:43:32.565913 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-dd6c92f0-7ac8-4af1-afae-d4d3c1b89b0a service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963705 Feb 10 04:43:32.736833 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24736a7f-a076-47e4-8ca5-042dde3b09f8 req-09c8ea93-1a5f-4934-ae10-a3deff0b5352 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:32.738391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24736a7f-a076-47e4-8ca5-042dde3b09f8 req-09c8ea93-1a5f-4934-ae10-a3deff0b5352 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0793798 Feb 10 04:43:32.749866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:32.796992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-24736a7f-a076-47e4-8ca5-042dde3b09f8 req-a6522e3d-59af-466f-b1b5-b215a2d67af2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518880 Feb 10 04:43:33.252643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:43:33.255080 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631" -d '{"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:43:33.305272 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294493f-f255-4b71-b9b5-b1721079417a x-openstack-request-id: req-b294493f-f255-4b71-b9b5-b1721079417a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:43:33.305565 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:43:33.305816 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b294493f-f255-4b71-b9b5-b1721079417a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:43:33.306217 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'status': 'completed', 'code': 200} Feb 10 04:43:33.402729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-21c0368c-ab43-4406-91c7-3a124d3ab3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.404428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-21c0368c-ab43-4406-91c7-3a124d3ab3a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1126 time: 0.0775397 Feb 10 04:43:33.408774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-86c3ba21-6f7c-4e69-bf31-fa88e7143b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.410239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-86c3ba21-6f7c-4e69-bf31-fa88e7143b17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1126 time: 0.0744867 Feb 10 04:43:33.576601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-065b3f01-bd05-48a0-953d-5d988d7149ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.578194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-065b3f01-bd05-48a0-953d-5d988d7149ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.1590483 Feb 10 04:43:33.579149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-79108891-701f-4868-9067-d322c184ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.580436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-79108891-701f-4868-9067-d322c184ed7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.1692998 Feb 10 04:43:33.746394 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-8f2ac903-89e5-4da0-8a39-002470dc2b3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.1577260 Feb 10 04:43:33.781351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-8e6882dc-0401-4e9a-9b8b-2e675c5f04a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.1969926 Feb 10 04:43:33.828200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-edabb8f8-23a4-4198-8b3f-2c59ca4bbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.829656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-edabb8f8-23a4-4198-8b3f-2c59ca4bbe1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0766108 Feb 10 04:43:33.868876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-1c625320-e034-4225-9812-74673f0b7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.870440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-1c625320-e034-4225-9812-74673f0b7e44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0818160 Feb 10 04:43:33.923252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-11f5dda2-db61-46c4-b7ba-cb7515447056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.925092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-11f5dda2-db61-46c4-b7ba-cb7515447056 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0887754 Feb 10 04:43:33.942551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eed4e-3f16-4c5c-8e09-288236e030b0 req-0d7b8dc6-1f32-47e0-aed3-3affcd893c21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.951051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f21eed4e-3f16-4c5c-8e09-288236e030b0 req-0d7b8dc6-1f32-47e0-aed3-3affcd893c21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0657511 Feb 10 04:43:33.968400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-01d88e27-888b-4020-b1ee-2defd3bc9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:33.970281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-01d88e27-888b-4020-b1ee-2defd3bc9ae0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932074 Feb 10 04:43:34.009129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f21eed4e-3f16-4c5c-8e09-288236e030b0 req-fb602355-8479-4790-ac40-b7fcbc7dd3f4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525739 Feb 10 04:43:34.100860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-b333c94f-9bf6-4912-880d-38f2bec463b0 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696651 Feb 10 04:43:34.147322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-797d2cc5-3d7e-41da-97c8-71ccfdcd712c service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699767 Feb 10 04:43:34.284359 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-a04cbd3b-6c60-4607-b9d6-8ec02b0448fc service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731565 Feb 10 04:43:34.298353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:34.321663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e93b6c4c-5605-4d13-a9a6-dac8d2a12631 req-8e3fd3c8-ae25-4164-96c6-a21671b875f7 service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668921 Feb 10 04:43:35.130307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfae55-8b2a-4720-8004-fe90e0c9e5f9 req-bdefd55a-4db7-4332-94bc-eeb90ece138d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:35.131808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01bfae55-8b2a-4720-8004-fe90e0c9e5f9 req-bdefd55a-4db7-4332-94bc-eeb90ece138d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0622520 Feb 10 04:43:35.150636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:43:35.194989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 host n-h2-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:43:35.195510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:43:35.200236 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01bfae55-8b2a-4720-8004-fe90e0c9e5f9 req-4ab7082d-f4b4-41dc-aae5-2db2609ee9ae tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623584 Feb 10 04:43:35.343011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61c2b-0fc9-4cdd-bfc4-27c6d75446aa req-13dfd941-3e1a-4275-85e4-334337c41b78 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:35.344694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49e61c2b-0fc9-4cdd-bfc4-27c6d75446aa req-13dfd941-3e1a-4275-85e4-334337c41b78 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 946 time: 0.0578337 Feb 10 04:43:35.397538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-49e61c2b-0fc9-4cdd-bfc4-27c6d75446aa req-8edf08e1-5888-4873-b009-bcc41d78850c tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467820 Feb 10 04:43:35.778390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e542-4fe0-42f6-851f-bc46e52b3423 req-13168a17-331b-4664-b95a-77afd33f91de tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:35.779974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cf1e542-4fe0-42f6-851f-bc46e52b3423 req-13168a17-331b-4664-b95a-77afd33f91de tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 944 time: 0.0558643 Feb 10 04:43:35.834798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:43:35.873056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cf1e542-4fe0-42f6-851f-bc46e52b3423 req-cd09416a-83cd-404c-b7fb-a897d43e2d9b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868988 Feb 10 04:43:35.885385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-682fbabf-8502-4f25-9b11-db4926cbacd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:35.888872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-682fbabf-8502-4f25-9b11-db4926cbacd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 944 time: 0.0938945 Feb 10 04:43:35.951112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:35.962577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'port_id': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'mac_address': 'fa:16:3e:93:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:43:35.966393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-b7eb7a04-3e0e-43ca-8e65-5e5cc545d826 service neutron] 10.222.0.43 "GET /v2.0/ports/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 382 time: 0.0705597 Feb 10 04:43:36.014679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:43:36.015101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:36.028922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:43:36.040646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-6c949497-b871-440f-a403-c5ac529bec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:36.042893 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-6c949497-b871-440f-a403-c5ac529bec88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1126 time: 0.0527632 Feb 10 04:43:36.053509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:36.143401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-9dd138d2-f058-42c8-9829-443f759f4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:36.144908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-9dd138d2-f058-42c8-9829-443f759f4996 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.0955734 Feb 10 04:43:36.172134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:36.223244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-fec5b540-805b-4f01-82cc-91a451d9ff30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.0716095 Feb 10 04:43:36.227454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:36.236039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.236398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.236750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.237102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.237445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.237787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.238121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.238457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.238813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.239149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.239478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.239811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.240137 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:43:36.276995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-88fdcb26-0c66-435e-944c-738376b8c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:36.278464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-88fdcb26-0c66-435e-944c-738376b8c0ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0494153 Feb 10 04:43:36.330056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-fdf8a465-551e-40b3-b8e2-b375703989ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:36.331948 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-fdf8a465-551e-40b3-b8e2-b375703989ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474429 Feb 10 04:43:36.402607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:43:36.447213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-7a942236-32c0-43ad-a6fd-e4dfebb3026a service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079459 Feb 10 04:43:36.548900 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819958-08d7-47d9-8c92-2a9788467a6a req-1e394c4a-d2a2-486e-85ce-af08285602a9 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:36.551109 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c4819958-08d7-47d9-8c92-2a9788467a6a req-1e394c4a-d2a2-486e-85ce-af08285602a9 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 946 time: 0.0643101 Feb 10 04:43:36.576996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-d16ad1e8-2b8c-4317-ad89-bb4ccc7f2231 service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209805 Feb 10 04:43:36.617202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c4819958-08d7-47d9-8c92-2a9788467a6a req-f2ac24cb-a21d-46a0-b813-1f3893977a80 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/security-groups?id=85871a98-3b2b-4320-9e97-258937d809fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592461 Feb 10 04:43:36.785899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544961-2a54-4ee3-a2de-a50a57d648be req-d3f72034-2dc5-477a-8b56-4250b1ec6220 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:36.787411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17544961-2a54-4ee3-a2de-a50a57d648be req-d3f72034-2dc5-477a-8b56-4250b1ec6220 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 946 time: 0.0557799 Feb 10 04:43:36.909931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Deleting port a45fe4a8-21a0-4a0e-8376-899e922a38c4 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:43:36.910305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:37.040752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] For port a45fe4a8-21a0-4a0e-8376-899e922a38c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=a45fe4a8-21a0-4a0e-8376-899e922a38c4,segment=NetworkSegment(924a3396-6f82-44c7-94cb-694ea8c20943),segment_id=924a3396-6f82-44c7-94cb-694ea8c20943)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:37.041111 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:37.056293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Calling delete_port for a45fe4a8-21a0-4a0e-8376-899e922a38c4 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:43:37.064566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a3660-98e2-4ce3-bf31-0248bcc6db00 req-105afc0f-e4e5-437a-afbe-8bf3b1c5e6a5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:37.066074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-633a3660-98e2-4ce3-bf31-0248bcc6db00 req-105afc0f-e4e5-437a-afbe-8bf3b1c5e6a5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 945 time: 0.0901062 Feb 10 04:43:37.164891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-633a3660-98e2-4ce3-bf31-0248bcc6db00 req-e38c3f6e-6777-4301-99cb-15feae0d750b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913289 Feb 10 04:43:37.303901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a45fe4a8-21a0-4a0e-8376-899e922a38c4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:37.315582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['a45fe4a8-21a0-4a0e-8376-899e922a38c4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:43:37.336272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Pushing event deleted for resources: {'Port': ['ID=a45fe4a8-21a0-4a0e-8376-899e922a38c4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:37.383425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] No DVR routers for this DVR port a45fe4a8-21a0-4a0e-8376-899e922a38c4 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:43:37.387127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:37.390855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17544961-2a54-4ee3-a2de-a50a57d648be req-59420e2d-f9c8-49d4-9bc3-823aabdf791b tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.43 "DELETE /v2.0/ports/a45fe4a8-21a0-4a0e-8376-899e922a38c4 HTTP/1.1" status: 204 len: 173 time: 0.5962188 Feb 10 04:43:37.391323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'name': 'network-vif-deleted', 'tag': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:43:37.394115 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1dcc67-f8e6-4dba-ae96-2adc20f37804" -d '{"events": [{"server_uuid": "ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0", "name": "network-vif-deleted", "tag": "a45fe4a8-21a0-4a0e-8376-899e922a38c4"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:43:37.429871 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be79538-3344-41f2-a00a-1430a425bd93 x-openstack-request-id: req-3be79538-3344-41f2-a00a-1430a425bd93 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:43:37.430156 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0", "name": "network-vif-deleted", "tag": "a45fe4a8-21a0-4a0e-8376-899e922a38c4", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:43:37.431551 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3be79538-3344-41f2-a00a-1430a425bd93 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:43:37.431957 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0', 'name': 'network-vif-deleted', 'tag': 'a45fe4a8-21a0-4a0e-8376-899e922a38c4', 'status': 'completed', 'code': 200} Feb 10 04:43:37.716567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-83a66e6b-78cd-4e23-9180-96f5ab0ff293 req-4adf8a44-2469-482d-bc4c-0fb668959128 tempest-VolumesSnapshotTestJSON-1054081781 tempest-VolumesSnapshotTestJSON-1054081781-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce0eff0c-d53f-43fb-ba3a-e77c01fac9e0 HTTP/1.1" status: 200 len: 210 time: 0.0334301 Feb 10 04:43:37.847918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:43:37.966513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:43:37.971011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:43:37.978916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:38.056838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:43:38.057264 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:38.083859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:43:38.086254 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41366b7-c2c3-4707-ac81-20cf727a9565" -d '{"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-plugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:43:38.099080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:38.141758 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d852eb-792e-4ba4-a412-10a2f6d33a85 x-openstack-request-id: req-a6d852eb-792e-4ba4-a412-10a2f6d33a85 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:43:38.142054 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-plugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:43:38.143075 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6d852eb-792e-4ba4-a412-10a2f6d33a85 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:43:38.143075 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'code': 200} Feb 10 04:43:38.172447 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:38.231826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:38.296218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac883a-afbd-4e04-8195-4ba21203ec2c req-83dbb03b-35df-4b06-9072-525d655079e5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:38.297723 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7fac883a-afbd-4e04-8195-4ba21203ec2c req-83dbb03b-35df-4b06-9072-525d655079e5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.0577385 Feb 10 04:43:38.350311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7fac883a-afbd-4e04-8195-4ba21203ec2c req-e0b5b47d-296c-4ce0-99ec-c5c018407d08 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465219 Feb 10 04:43:39.246721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-aa725fa1-ae7c-4c86-9b1d-23cfd02298cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:39.252269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-aa725fa1-ae7c-4c86-9b1d-23cfd02298cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 1128 time: 0.0550873 Feb 10 04:43:39.259285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:43:39.321599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:39.568041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cab6d6-0cfc-439f-aa4d-6955406a3ac6 req-f3a5e2ec-ce5c-4cf4-b520-df1dc59537df tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:39.569546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51cab6d6-0cfc-439f-aa4d-6955406a3ac6 req-f3a5e2ec-ce5c-4cf4-b520-df1dc59537df tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 946 time: 0.1308942 Feb 10 04:43:39.623234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:39.650738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51cab6d6-0cfc-439f-aa4d-6955406a3ac6 req-a1cd861b-e76c-4728-aac7-1a92a3c1c5a9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728517 Feb 10 04:43:39.671723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:43:39.715010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:43:39.717295 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a46273e-4320-4138-b08d-5b351c0d7720" -d '{"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-unplugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:43:39.721403 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Publish callbacks [] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:39.737088 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Transition to ACTIVE for port object 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:43:39.776850 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d7d96-e217-46e9-acef-ce4fd8ebdc2d x-openstack-request-id: req-db7d7d96-e217-46e9-acef-ce4fd8ebdc2d {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:43:39.777170 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-unplugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:43:39.777417 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db7d7d96-e217-46e9-acef-ce4fd8ebdc2d {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:43:39.778104 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'code': 200} Feb 10 04:43:39.826618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:39.851671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a45fe4a8-21a0-4a0e-8376-899e922a38c4 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:43:39.877791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: a45fe4a8-21a0-4a0e-8376-899e922a38c4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:43:39.878207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device a45fe4a8-21a0-4a0e-8376-899e922a38c4 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:43:40.257181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=10']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:40.301702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] No DVR routers for this DVR port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:43:40.461947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:43:40.462292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:43:40.462627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:43:40.467816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:43:40.468141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Attempting to bind port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on network f47fce8b-d215-4762-a657-03c635b02ea1 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:43:40.472900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:43:40.473241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Checking segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:43:40.473625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Bound using segment: {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:43:40.474043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Bound port: 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203ffa18-288e-451e-9047-48ca46d4f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:43:40.474397 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:40.552623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:43:40.563148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:43:40.642135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:40.754146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=11']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:40.781194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:40.783887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:40.785403 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-5848c1c2-8497-49fd-bf64-9e7918c795dd service neutron] 10.222.0.24 "PUT /v2.0/ports/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1093 time: 1.5301039 Feb 10 04:43:40.941333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d1fb-e0c8-4a30-8ea2-5164e2bffafc req-5bdd43f4-a5a7-4a82-8d3f-323fbdff8a3b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:40.942864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6b3d1fb-e0c8-4a30-8ea2-5164e2bffafc req-5bdd43f4-a5a7-4a82-8d3f-323fbdff8a3b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 945 time: 0.1563647 Feb 10 04:43:40.945920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-6965b846-15b7-4659-9db5-13927f5f763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:40.952969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-6965b846-15b7-4659-9db5-13927f5f763d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1127 time: 0.1242082 Feb 10 04:43:41.059710 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6b3d1fb-e0c8-4a30-8ea2-5164e2bffafc req-c25bad3d-8164-46e5-85e5-52f5b9cd2498 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099904 Feb 10 04:43:41.110068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-9ca727c1-0994-4aaa-88d4-0779e51504f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:41.112296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-9ca727c1-0994-4aaa-88d4-0779e51504f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.1474085 Feb 10 04:43:41.192429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-632eaf6c-9c76-4488-87f9-21e0477b2119 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.0743930 Feb 10 04:43:41.259072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-4497a50a-afdf-46f6-b31b-cc184574a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:41.261917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-4497a50a-afdf-46f6-b31b-cc184574a015 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0629191 Feb 10 04:43:41.332232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-f9624f7b-1412-471f-bb3a-0fb8744a5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:41.333813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-f9624f7b-1412-471f-bb3a-0fb8744a5163 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0666037 Feb 10 04:43:41.440075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-46c5afcf-9874-44a0-8cca-2f496974d768 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997074 Feb 10 04:43:41.541845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f94a0743-345e-4443-8c93-e8fe8d67421b req-09fe9415-1c42-4032-b13d-c0476142b258 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953979 Feb 10 04:43:41.779511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:43:41.781895 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011f0e50-e1d7-4677-bd97-a3d0928a6b74" -d '{"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:43:41.844668 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f52d8-3ade-4352-8a4a-3269e26cf094 x-openstack-request-id: req-9f2f52d8-3ade-4352-8a4a-3269e26cf094 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:43:41.844966 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:43:41.845223 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f2f52d8-3ade-4352-8a4a-3269e26cf094 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:43:41.845630 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'status': 'completed', 'code': 200} Feb 10 04:43:41.873891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:43:41.950087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:43:41.950787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:43:41.979874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-a2702df8-9a72-4826-ba8f-d75b0344f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:41.982451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-a2702df8-9a72-4826-ba8f-d75b0344f1e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1127 time: 0.1188259 Feb 10 04:43:42.008659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-9c993772-0534-4836-8b04-c23e743b602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.010205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-9c993772-0534-4836-8b04-c23e743b602c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1127 time: 0.1341593 Feb 10 04:43:42.197988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-b554e3e3-0659-495e-be9d-5206ae3b2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.199646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-b554e3e3-0659-495e-be9d-5206ae3b2336 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.2107306 Feb 10 04:43:42.293856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-835c733d-199a-405f-a638-fa432f2193b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.297770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-835c733d-199a-405f-a638-fa432f2193b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.2770822 Feb 10 04:43:42.423323 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-c44ef6e0-1478-4f32-ad03-afd7c9d2884b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.2116239 Feb 10 04:43:42.444887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-6329af2c-39dc-4c28-a9a4-40e2c39fd578 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 1000 time: 0.1121368 Feb 10 04:43:42.531218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093a1aa-c6f0-4fc1-8c38-a8f06ae4b293 req-86e94b01-3d3a-471e-b612-9c0cc5f7ede3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.533043 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4093a1aa-c6f0-4fc1-8c38-a8f06ae4b293 req-86e94b01-3d3a-471e-b612-9c0cc5f7ede3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 945 time: 0.2737424 Feb 10 04:43:42.598021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-6b6358e1-de85-4454-9ad0-1b61fd3e032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.599689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-6b6358e1-de85-4454-9ad0-1b61fd3e032e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.1694634 Feb 10 04:43:42.607389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-5087b234-4e74-4974-a462-ce31e6925af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.608830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-5087b234-4e74-4974-a462-ce31e6925af4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.1292105 Feb 10 04:43:42.684098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4093a1aa-c6f0-4fc1-8c38-a8f06ae4b293 req-2dbe43e4-8c76-4ecf-bcd5-40c9ef5f8210 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390164 Feb 10 04:43:42.711822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-219d7779-8db8-4ad9-9caa-756aed91d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.713365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-219d7779-8db8-4ad9-9caa-756aed91d9f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1018515 Feb 10 04:43:42.717956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-90a7d0ec-9109-4b41-b551-2d65b44a53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:42.719429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-90a7d0ec-9109-4b41-b551-2d65b44a53ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915556 Feb 10 04:43:42.894722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-2b05f73d-759d-4b46-bab6-7e9718da80bd service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738131 Feb 10 04:43:42.896818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-f588ae6d-4e3f-43bf-bc48-c210eeb021aa service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687522 Feb 10 04:43:43.072200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-602c99ff-8c13-49e4-a0f7-817c8943eb32 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711793 Feb 10 04:43:43.075090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-011f0e50-e1d7-4677-bd97-a3d0928a6b74 req-8017ca5f-0829-4922-88e0-68dd9a2c7191 service neutron] 10.222.0.43 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657689 Feb 10 04:43:43.276019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-ec7402ea-876c-4f85-9d63-1392d2dfddf6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510433 Feb 10 04:43:43.381664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-828b7d41-69bc-48c4-a424-9bbf998ec178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:43.383249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-828b7d41-69bc-48c4-a424-9bbf998ec178 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.0594711 Feb 10 04:43:43.509154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-6c4325e2-3a82-4f5a-a0e2-fc3317e842bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:43.511193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-6c4325e2-3a82-4f5a-a0e2-fc3317e842bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1065187 Feb 10 04:43:43.586068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-6a9d043c-f26c-4b5b-940a-d6b268c01aff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 1001 time: 0.0697243 Feb 10 04:43:43.638668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-323097ce-912f-4774-a325-cb6672494d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:43.640265 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-323097ce-912f-4774-a325-cb6672494d46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0486863 Feb 10 04:43:43.693804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-199a62d9-f26a-4e43-b9d0-9b7449cdaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:43.695559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-199a62d9-f26a-4e43-b9d0-9b7449cdaf68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497365 Feb 10 04:43:43.808820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-89751430-5a36-4029-bbf9-5a6726a5e2a3 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075792 Feb 10 04:43:43.845288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921689e5-e533-445e-9e7d-1e57daa9f290 req-c1a80584-f709-4b37-a180-6e7dbc1b836c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:43:43.846832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-921689e5-e533-445e-9e7d-1e57daa9f290 req-c1a80584-f709-4b37-a180-6e7dbc1b836c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 945 time: 0.0672660 Feb 10 04:43:43.914170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-921689e5-e533-445e-9e7d-1e57daa9f290 req-ad59d3d4-f256-46b9-a792-619109003a6a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590012 Feb 10 04:43:43.916109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a96025c6-3883-4a89-8cae-0ebd3d4f719f req-d4ac2f03-6bbf-4163-9d99-5f1c6633adfa service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014233 Feb 10 04:43:43.941308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49202) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:43:44.011437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f5cf5c32-b31d-4a6b-939b-e47dfb04ed1c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/61517b14-0162-408c-8aa6-a383878e0214 HTTP/1.1" status: 200 len: 992 time: 0.0679300 Feb 10 04:43:45.220984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:43:45.333126 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:45.347281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'port_id': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'mac_address': 'fa:16:3e:93:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:43:45.385520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:43:45.386566 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:45.399679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:43:45.424085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:45.566787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:45.617254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=12']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:45.790787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:43:47.227383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:43:47.253144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:47.349591 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:43:47.355785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:43:47.356437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:47.442654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:43:47.443072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:47.472548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:43:47.475092 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62687749-a64e-4fe3-a13e-b3012b9023ab" -d '{"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-plugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:43:47.487899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:43:47.522205 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd1f74-4afe-4d3c-b419-77740a272772 x-openstack-request-id: req-f8cd1f74-4afe-4d3c-b419-77740a272772 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:43:47.522606 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-plugged", "status": "completed", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:43:47.522983 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8cd1f74-4afe-4d3c-b419-77740a272772 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:43:47.523549 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'code': 200} Feb 10 04:43:47.555129 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:47.610381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=13']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:43:48.123030 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:43:48.629391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:57.658626 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f80184dd-e8e1-4a33-8f3f-19cafeeec6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:43:59.804392 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deb95e5a-7b14-43c2-a162-adc9d3eec1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:01.164083 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:02.338075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-bfa9a099-4e2a-419d-9a04-e51a5dae22ab tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505108418&fields=id&tenant_id=cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 267 time: 0.0438251 Feb 10 04:44:02.446779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-4e478514-2ae7-489f-97ce-415581dabbfd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:02.448301 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-4e478514-2ae7-489f-97ce-415581dabbfd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1039221 Feb 10 04:44:02.463258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-b466f4dc-c426-4028-be4d-3735c2042f25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/quotas/cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 375 time: 0.0094984 Feb 10 04:44:02.520571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-a57f5ea4-4365-4aed-ac78-1441f052d5a4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520685 Feb 10 04:44:02.623079 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ebdadd00-5c23-4c52-b0fe-4130292a7180 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908203 Feb 10 04:44:02.715464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-5593392f-d1c3-41cc-9e3d-5eb28d0d4e01 service neutron] 10.222.0.42 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865412 Feb 10 04:44:02.726429 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:03.357006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f2a6c7e-2e70-4188-940c-be8e168041ff req-24d6699d-f113-4bfe-afb9-747d862dfbec tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0335412 Feb 10 04:44:04.303479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:04.466638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98d896ff-594b-4945-beb6-1e0cfa4801ed req-4f757ca8-72fa-42a5-9b9f-1a71023de0bc tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0352316 Feb 10 04:44:05.579977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aeb1fb3e-0058-45c4-ad22-2d80caafd5c8 req-47f76a0b-2bff-4aff-be65-68de1da68bc2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0328863 Feb 10 04:44:05.609151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-f5433b3c-e148-428c-a8a8-c6bb4830ebf6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:05.610620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-f5433b3c-e148-428c-a8a8-c6bb4830ebf6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 812 time: 0.1290870 Feb 10 04:44:05.674106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-811a868a-8bff-4bab-b001-405e0202ef19 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad10205985b4f2884d5297f74c842d0 HTTP/1.1" status: 200 len: 380 time: 0.0560303 Feb 10 04:44:05.683044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'port': {'device_id': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'admin_state_up': True, 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'security_groups': ['67206c7e-2b2e-46e1-bc86-197fa97609dc']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:05.880344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Made reservation on behalf of cad10205985b4f2884d5297f74c842d0 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:44:05.884815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:06.019568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.20.0.7 (3a8f9648-c978-46ea-9258-23f73207f925/611058d8-f7bb-420e-b040-bfcb280411a2/c6d96f59-cb79-4b6a-abc9-0d4790e56aec) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:44:06.163684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:06.267553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:06.313735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network 3a8f9648-c978-46ea-9258-23f73207f925 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:06.316974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:06.320750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:44:06.344860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:06.376344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:06.376977 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:06.481330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-c4c65aed-a04c-4fb7-a4ab-09a7aaf7bcdb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8018911 Feb 10 04:44:06.493844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Request body: {'port': {'device_id': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:06.558718 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:06.591205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6c91998f-5bc8-458c-8b15-99da720b676c None None] Provisioning complete for port c6d96f59-cb79-4b6a-abc9-0d4790e56aec triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:06.592624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6c91998f-5bc8-458c-8b15-99da720b676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:06.661210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6c91998f-5bc8-458c-8b15-99da720b676c None None] Port c6d96f59-cb79-4b6a-abc9-0d4790e56aec cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:44:06.745006 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e3e2f-eb9d-4f92-9282-fa4c297f7be3 req-64adf9d5-9606-4d2a-91c9-25b36476de6c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:06.747176 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa6e3e2f-eb9d-4f92-9282-fa4c297f7be3 req-64adf9d5-9606-4d2a-91c9-25b36476de6c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 931 time: 0.0673463 Feb 10 04:44:06.801036 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa6e3e2f-eb9d-4f92-9282-fa4c297f7be3 req-c4ac8114-3ed1-4928-8224-c960bbfaf0a7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477231 Feb 10 04:44:06.868234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d96f59-cb79-4b6a-abc9-0d4790e56aec {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:44:06.876448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Publish callbacks [] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:06.889168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Transition to ACTIVE for port object c6d96f59-cb79-4b6a-abc9-0d4790e56aec will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:44:06.989044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:07.040906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Pushing event updated for resources: {'Port': ['ID=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:07.121398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Attempting to bind port c6d96f59-cb79-4b6a-abc9-0d4790e56aec on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:44:07.121737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Attempting to bind port c6d96f59-cb79-4b6a-abc9-0d4790e56aec by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:44:07.122068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Attempting to bind port c6d96f59-cb79-4b6a-abc9-0d4790e56aec on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:44:07.127284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Port c6d96f59-cb79-4b6a-abc9-0d4790e56aec on network 3a8f9648-c978-46ea-9258-23f73207f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:44:07.127284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Attempting to bind port c6d96f59-cb79-4b6a-abc9-0d4790e56aec on network 3a8f9648-c978-46ea-9258-23f73207f925 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:44:07.133863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:44:07.134578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Checking segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:44:07.135189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Bound using segment: {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:44:07.135570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Bound port: c6d96f59-cb79-4b6a-abc9-0d4790e56aec, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a893271-d548-467c-8f40-d8f6f0298b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:44:07.135983 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:07.207442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] For port c6d96f59-cb79-4b6a-abc9-0d4790e56aec, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:44:07.211163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] For port c6d96f59-cb79-4b6a-abc9-0d4790e56aec, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:44:07.290572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:07.329895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.330532 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:07.332780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] 10.222.0.43 "PUT /v2.0/ports/c6d96f59-cb79-4b6a-abc9-0d4790e56aec HTTP/1.1" status: 200 len: 1091 time: 0.8440466 Feb 10 04:44:07.333266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:07.335531 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0391c61-2401-4173-877e-93c9f7ce9ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:07.363256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48252a-f596-42be-aa5c-3a1347c7df6c service neutron] Pushing event updated for resources: {'Port': ['ID=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:07.398517 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ea061-9237-44ec-8554-ff2890b91fbc x-openstack-request-id: req-483ea061-9237-44ec-8554-ff2890b91fbc {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:07.398954 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:07.399311 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-483ea061-9237-44ec-8554-ff2890b91fbc {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:07.399823 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'status': 'completed', 'code': 200} Feb 10 04:44:07.481528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391c61-2401-4173-877e-93c9f7ce9ebd req-ad4a3486-ba90-4f97-87d8-eb2e551aab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.483276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0391c61-2401-4173-877e-93c9f7ce9ebd req-ad4a3486-ba90-4f97-87d8-eb2e551aab55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 1125 time: 0.0576003 Feb 10 04:44:07.597737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391c61-2401-4173-877e-93c9f7ce9ebd req-8d28c48f-b02a-4e7e-a49a-c5d0a23bdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.599381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0391c61-2401-4173-877e-93c9f7ce9ebd req-8d28c48f-b02a-4e7e-a49a-c5d0a23bdbb9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cad10205985b4f2884d5297f74c842d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1093483 Feb 10 04:44:07.700806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391c61-2401-4173-877e-93c9f7ce9ebd req-ba914503-9d5d-41ca-9a9a-1119475bfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.702223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0391c61-2401-4173-877e-93c9f7ce9ebd req-ba914503-9d5d-41ca-9a9a-1119475bfd31 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975015 Feb 10 04:44:07.785147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-f23bbd6e-8f7a-4524-b7ec-977c6aad84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.786728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-f23bbd6e-8f7a-4524-b7ec-977c6aad84ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 1125 time: 0.0470951 Feb 10 04:44:07.827694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-3cc4a7a2-add6-4b5d-bbc4-d72c5360080d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec HTTP/1.1" status: 200 len: 217 time: 0.0341523 Feb 10 04:44:07.882978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-3ed369e7-80fa-4a6d-8d7c-2499a9092c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.887367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-3ed369e7-80fa-4a6d-8d7c-2499a9092c55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0520978 Feb 10 04:44:07.939719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-1b69f5d4-ed61-4337-bd81-3a30448367b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.941025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-1b69f5d4-ed61-4337-bd81-3a30448367b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504966 Feb 10 04:44:07.955049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500e8f-01a1-44d0-a2cf-9570eaa1c78c req-06934aa6-ecac-4f7c-9da2-dd9fed2ac7e0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:07.955049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f2500e8f-01a1-44d0-a2cf-9570eaa1c78c req-06934aa6-ecac-4f7c-9da2-dd9fed2ac7e0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0657499 Feb 10 04:44:08.012237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f2500e8f-01a1-44d0-a2cf-9570eaa1c78c req-a14091de-d9e9-4bca-9f67-221fb308bb9b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540466 Feb 10 04:44:08.042800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-13e619bf-30d5-4824-8ec3-b199188f9cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952036 Feb 10 04:44:08.453674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56198302-7462-4a7f-adc7-c1035f09fec8 req-f4f2c87e-49e4-4e77-b26a-4b386ccc3c99 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053814 Feb 10 04:44:09.134948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e74e29-3c62-4aa5-b428-6f0c33b5be24 req-d90fa980-e6d3-4157-91f5-3285bb2dbc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:09.136466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e74e29-3c62-4aa5-b428-6f0c33b5be24 req-d90fa980-e6d3-4157-91f5-3285bb2dbc43 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0533795 Feb 10 04:44:09.188926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09e74e29-3c62-4aa5-b428-6f0c33b5be24 req-6d7b5382-1368-4ae0-b85e-6f20a662d191 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466475 Feb 10 04:44:10.318973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c2afd-0710-42f8-a56f-a7d91c9ac44a req-e421f9be-af7e-42a7-904e-dae92c464510 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:10.320837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab0c2afd-0710-42f8-a56f-a7d91c9ac44a req-e421f9be-af7e-42a7-904e-dae92c464510 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0581019 Feb 10 04:44:10.375506 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab0c2afd-0710-42f8-a56f-a7d91c9ac44a req-32c30d3a-2b28-4d41-b3ac-8e703fd5cbcd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484726 Feb 10 04:44:11.499884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec784a-5755-4b93-a257-b61531e5bb68 req-cac8160c-619f-4e10-9b9c-e71a4115ac1c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:11.501386 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eec784a-5755-4b93-a257-b61531e5bb68 req-cac8160c-619f-4e10-9b9c-e71a4115ac1c tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0531456 Feb 10 04:44:11.550971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8eec784a-5755-4b93-a257-b61531e5bb68 req-e376c329-d1f3-48f7-a947-ee31a11e71a7 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Feb 10 04:44:12.683246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124d9b2-be53-429a-addf-06573b11b056 req-5f868095-f32e-49a9-90ac-fd0d28df0ab0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:12.684761 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b124d9b2-be53-429a-addf-06573b11b056 req-5f868095-f32e-49a9-90ac-fd0d28df0ab0 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0627873 Feb 10 04:44:12.735051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b124d9b2-be53-429a-addf-06573b11b056 req-f97772e6-567a-4622-84f9-cf9fd4acdf56 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 Feb 10 04:44:13.863840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39f86e-b89d-4f79-926e-f1f326470822 req-e01a0336-8623-4a4e-a740-d866e546ca4f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:13.865653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d39f86e-b89d-4f79-926e-f1f326470822 req-e01a0336-8623-4a4e-a740-d866e546ca4f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0581319 Feb 10 04:44:13.915781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d39f86e-b89d-4f79-926e-f1f326470822 req-b1fca219-0afd-497f-a99c-a3b7978fdc6e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Feb 10 04:44:14.489766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91fa5d-5890-4077-901a-3570abc10941 req-0bfbf3d3-c604-4f84-8e5a-59e0fc371a9f tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:14.491665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd91fa5d-5890-4077-901a-3570abc10941 req-0bfbf3d3-c604-4f84-8e5a-59e0fc371a9f tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1129 time: 0.0461428 Feb 10 04:44:14.539374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd91fa5d-5890-4077-901a-3570abc10941 req-348a4d4e-f008-47e6-9408-526237ec505b tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Feb 10 04:44:14.561640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49362) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:14.726594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port aadd3076-9ce4-4d4f-b549-7adb14a26076 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:44:14.726963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:14.807660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:14.807985 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (aadd3076-9ce4-4d4f-b549-7adb14a26076), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:14.820257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for aadd3076-9ce4-4d4f-b549-7adb14a26076 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:44:15.046012 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7525f1-d6d0-40e0-a46d-6c8aa2a60a3b req-94e6571c-df3f-443f-983b-0a8e40339f02 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:15.047530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a7525f1-d6d0-40e0-a46d-6c8aa2a60a3b req-94e6571c-df3f-443f-983b-0a8e40339f02 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0585918 Feb 10 04:44:15.073012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (aadd3076-9ce4-4d4f-b549-7adb14a26076), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:15.100783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a7525f1-d6d0-40e0-a46d-6c8aa2a60a3b req-648f331c-3e90-469b-be66-93a60339fc68 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458264 Feb 10 04:44:15.101779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=aadd3076-9ce4-4d4f-b549-7adb14a26076,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:15.175061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (61517b14-0162-408c-8aa6-a383878e0214), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:15.175411 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 61517b14-0162-408c-8aa6-a383878e0214 disassociated (deleted). External IP: 172.25.8.219, port: 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64. Feb 10 04:44:15.395135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:44:15.512081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:44:15.517184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:15.523212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] Sync routers for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:44:15.536378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:15.537347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:15.554571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8edfe108-0414-4a21-b4f7-a06e8b0cb421 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/floatingips/61517b14-0162-408c-8aa6-a383878e0214 HTTP/1.1" status: 204 len: 168 time: 0.9892719 Feb 10 04:44:15.554571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:15.555685 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e3c12d-b843-4eb3-8b69-1177359fad37" -d '{"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:15.625679 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c49b7f-f794-4905-ad47-2fa194cc5ebe x-openstack-request-id: req-66c49b7f-f794-4905-ad47-2fa194cc5ebe {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:15.626109 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:15.627234 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66c49b7f-f794-4905-ad47-2fa194cc5ebe {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:15.627941 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'status': 'completed', 'code': 200} Feb 10 04:44:15.672614 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:15.698107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-c2756c59-4b79-489b-a247-098c092b107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:15.699988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-c2756c59-4b79-489b-a247-098c092b107d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 1129 time: 0.0541034 Feb 10 04:44:15.797435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-554c5f57-3b43-4361-96a1-7f5abac89a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:15.799012 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-554c5f57-3b43-4361-96a1-7f5abac89a8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 200 len: 898 time: 0.0926249 Feb 10 04:44:15.851276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-0d3072f7-a773-4cb4-ac50-fbf6e4e96b2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 200 len: 217 time: 0.0454857 Feb 10 04:44:15.876438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:26Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:15.904197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] Checking router: c4837cfb-3318-4d80-bb2b-fdb330d46ad2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:44:15.905957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-8e1a3cd2-b30b-4255-aaed-d62a02976b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:15.907752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-8e1a3cd2-b30b-4255-aaed-d62a02976b6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 200 len: 835 time: 0.0501554 Feb 10 04:44:15.912675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:15.913302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:15.964836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-ae60a5e9-1248-453c-9149-6ac87d98e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:15.966448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-ae60a5e9-1248-453c-9149-6ac87d98e06a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f47fce8b-d215-4762-a657-03c635b02ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529470 Feb 10 04:44:16.029758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:16.072479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-6e263288-b1e9-4245-b298-75d60dea6a4d service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002743 Feb 10 04:44:16.190001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a11b8-86c7-4827-bc0a-fb3c9e98e3d6 req-289d0185-c323-4476-b801-24209c472ad2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:16.199024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-466a11b8-86c7-4827-bc0a-fb3c9e98e3d6 req-289d0185-c323-4476-b801-24209c472ad2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 947 time: 0.0687051 Feb 10 04:44:16.202553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81e3c12d-b843-4eb3-8b69-1177359fad37 req-6b2ea1ec-cff2-4cc5-b753-40b8ee5c9ce0 service neutron] 10.222.0.24 "GET /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236053 Feb 10 04:44:16.259369 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-466a11b8-86c7-4827-bc0a-fb3c9e98e3d6 req-3e3b958e-c131-4486-921f-2cfe6e594d58 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592189 Feb 10 04:44:16.272219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343180f2-2dda-4325-9a89-5bbca5222d0e req-2227f82f-e65f-4fa3-8ae8-89085a6e8026 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:16.274314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-343180f2-2dda-4325-9a89-5bbca5222d0e req-2227f82f-e65f-4fa3-8ae8-89085a6e8026 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0674341 Feb 10 04:44:16.294923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:26Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:16.323392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a2aa7-96bb-47c5-bb13-26aac6e13fa5 None None] The sync data for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 is: [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:42:22Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e9271ec9-127c-442b-9053-34259801790b', 'name': '', 'network_id': 'f47fce8b-d215-4762-a657-03c635b02ea1', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:6f:ee:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:21Z', 'updated_at': '2022-02-10T04:42:26Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'ee876332-b3ff-4295-b213-d39aff4cd0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:44:16.331464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-343180f2-2dda-4325-9a89-5bbca5222d0e req-4a1ea2cb-fa80-4362-8e0c-ecae7346ee79 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493262 Feb 10 04:44:16.572604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181f884-5914-4913-ba88-959f88d50340 None None] New status for floating IP 61517b14-0162-408c-8aa6-a383878e0214: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:44:17.232852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:17.384824 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d540c-7d8f-41d1-a0d8-cfe9c1f9ea31 req-eaf903ab-7ad9-432e-a322-165373547dce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:17.386511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c4d540c-7d8f-41d1-a0d8-cfe9c1f9ea31 req-eaf903ab-7ad9-432e-a322-165373547dce tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 947 time: 0.0599613 Feb 10 04:44:17.393216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-0ad4d111-9257-4d54-a514-9fbcea14590e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:17.395314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-0ad4d111-9257-4d54-a514-9fbcea14590e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 947 time: 0.0625894 Feb 10 04:44:17.452920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c4d540c-7d8f-41d1-a0d8-cfe9c1f9ea31 req-ca7fe84f-0fb8-43b4-8938-0085b8d7bc86 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=2540d558-deb7-4690-ba44-3ac3e483f642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600195 Feb 10 04:44:17.519550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14d918-47d6-4dce-a8f8-4202502031c4 req-8dfa2d49-6fa2-4d62-93b2-948839d0f46e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:17.521067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af14d918-47d6-4dce-a8f8-4202502031c4 req-8dfa2d49-6fa2-4d62-93b2-948839d0f46e tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.1112323 Feb 10 04:44:17.563337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:44:17.563680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:17.603118 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af14d918-47d6-4dce-a8f8-4202502031c4 req-3a32fdb3-4b26-4580-b149-a061fb2b2589 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756793 Feb 10 04:44:17.672205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:17.672626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:17.685627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:44:17.898350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:17.925475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:17.973461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] No DVR routers for this DVR port 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:44:17.976644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:17.980031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1466e47-3057-450c-bfb3-aa1d26f54bcd req-c9922048-5c6b-44f5-9a73-901550c2a4c3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "DELETE /v2.0/ports/3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 HTTP/1.1" status: 204 len: 173 time: 0.5791852 Feb 10 04:44:17.980506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-deleted', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:17.982784 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecfa916-8691-416e-b7fb-ed746dd293f1" -d '{"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-deleted", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:18.017767 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1608753c-6ea9-4456-8192-9a62dc4a82c3 x-openstack-request-id: req-1608753c-6ea9-4456-8192-9a62dc4a82c3 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:18.018126 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b328e324-df72-47cb-9024-f7081ee8573e", "name": "network-vif-deleted", "tag": "3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:18.018381 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1608753c-6ea9-4456-8192-9a62dc4a82c3 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:18.018833 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b328e324-df72-47cb-9024-f7081ee8573e', 'name': 'network-vif-deleted', 'tag': '3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64', 'status': 'completed', 'code': 200} Feb 10 04:44:18.560847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7128d13-8061-4bc3-a429-215956c89ad3 req-e6d12e89-c396-4c43-a5db-761e4b4ded52 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=b328e324-df72-47cb-9024-f7081ee8573e HTTP/1.1" status: 200 len: 210 time: 0.0281765 Feb 10 04:44:18.701435 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:18.730150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d9caf-4615-450b-9038-f1884d6aa5aa req-3935a450-7061-4299-8e0f-e99af0343a13 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:18.734811 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d7d9caf-4615-450b-9038-f1884d6aa5aa req-3935a450-7061-4299-8e0f-e99af0343a13 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0556297 Feb 10 04:44:18.781016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d7d9caf-4615-450b-9038-f1884d6aa5aa req-84d7f7c5-b9a1-4499-a631-224b53e86c90 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Feb 10 04:44:19.619287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49398) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:19.902418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa9bf9-bc08-4d5b-8cf4-56aad061f9d1 req-36a4cd81-53ad-432f-8ac9-4e1635c4ae2a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:19.903869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-baaa9bf9-bc08-4d5b-8cf4-56aad061f9d1 req-36a4cd81-53ad-432f-8ac9-4e1635c4ae2a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0533872 Feb 10 04:44:19.953617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-baaa9bf9-bc08-4d5b-8cf4-56aad061f9d1 req-e6f0abf2-0ea7-42c1-93ab-ad441b6c22ad tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440364 Feb 10 04:44:20.006736 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:20.270218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port e9271ec9-127c-442b-9053-34259801790b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:44:20.270475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e9271ec9-127c-442b-9053-34259801790b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:20.363540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port e9271ec9-127c-442b-9053-34259801790b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e9271ec9-127c-442b-9053-34259801790b,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:20.363904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e9271ec9-127c-442b-9053-34259801790b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:20.380587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for e9271ec9-127c-442b-9053-34259801790b owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:44:20.667036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e9271ec9-127c-442b-9053-34259801790b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:20.693741 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=e9271ec9-127c-442b-9053-34259801790b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:20.878078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:21.340831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:44:21.365700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:44:21.366070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 3916c0ed-05cb-48a9-af5a-eb6cd9a5aa64 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:44:21.442655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a43a8f-6887-4d93-84ae-9eff0e7d06da req-4b4c1f2f-2408-414b-b33d-943d02a875c9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:21.444149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3a43a8f-6887-4d93-84ae-9eff0e7d06da req-4b4c1f2f-2408-414b-b33d-943d02a875c9 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.4141412 Feb 10 04:44:21.461077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:44:21.537700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3a43a8f-6887-4d93-84ae-9eff0e7d06da req-e35e17bc-c94b-4462-9c66-71cc5df9c9cf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867484 Feb 10 04:44:21.603654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:44:21.608926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-50c64826-f337-46cc-aad8-01fa30e6777b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/c4837cfb-3318-4d80-bb2b-fdb330d46ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9885747 Feb 10 04:44:21.611828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49408) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:21.615625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] Sync routers for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:44:21.627416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:21.628033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:21.671527 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting subnet ee876332-b3ff-4295-b213-d39aff4cd0ab {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:44:21.674729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (ee876332-b3ff-4295-b213-d39aff4cd0ab), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:21.716393 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (ee876332-b3ff-4295-b213-d39aff4cd0ab), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:21.738132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:21.800810 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (ee876332-b3ff-4295-b213-d39aff4cd0ab), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:21.917207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:44:20Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:21.935946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (ee876332-b3ff-4295-b213-d39aff4cd0ab), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:21.942974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] Checking router: c4837cfb-3318-4d80-bb2b-fdb330d46ad2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:44:21.951200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] Routers {'c4837cfb-3318-4d80-bb2b-fdb330d46ad2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:21.951801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:21.964850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Subnet': ['ID=ee876332-b3ff-4295-b213-d39aff4cd0ab,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:21.968878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:21.970496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/subnets/ee876332-b3ff-4295-b213-d39aff4cd0ab HTTP/1.1" status: 204 len: 168 time: 0.3573711 Feb 10 04:44:21.973198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:21.978176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.978644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.979259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.979694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.980573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.982329 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.982688 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.983066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.983405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.983743 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.984079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.984405 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.984732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a7c40-7548-4623-9a0a-5f3f3ce17733 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:21.993015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5de8fa-8e08-4b13-b687-66d4df06c79c None None] Network f47fce8b-d215-4762-a657-03c635b02ea1 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:44:22.090316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.206791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.286413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] Set router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:22.402960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 9d4eae75-78fa-451e-b3e3-c64cfe11577c {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:44:22.403306 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.414186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] DHCP port deletion for f47fce8b-d215-4762-a657-03c635b02ea1 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:44:22.494601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 9d4eae75-78fa-451e-b3e3-c64cfe11577c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9d4eae75-78fa-451e-b3e3-c64cfe11577c,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:22.494918 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.507348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 9d4eae75-78fa-451e-b3e3-c64cfe11577c owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:44:22.510267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] Deleting port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:44:22.510649 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.516518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:44:20Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:22.560583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6dfb8-39ba-4e6e-8902-d2ec13d50104 None None] The sync data for ids ['c4837cfb-3318-4d80-bb2b-fdb330d46ad2'] in n-d-827844-2 is: [{'id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46813348', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:42:16Z', 'updated_at': '2022-02-10T04:44:20Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '9d4eae75-78fa-451e-b3e3-c64cfe11577c', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4837cfb-3318-4d80-bb2b-fdb330d46ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:42:17Z', 'updated_at': '2022-02-10T04:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:44:22.613485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] For port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1eadb4ef-cd9f-4ac8-8b0e-6febf8136696,segment=NetworkSegment(203ffa18-288e-451e-9047-48ca46d4f5f3),segment_id=203ffa18-288e-451e-9047-48ca46d4f5f3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:22.613896 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.629426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] Calling delete_port for 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:44:22.728414 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75067160-d52e-4f3a-b34c-736f2ab6163d req-141c36c5-0691-4e63-9b58-f30d96a9e453 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:22.729924 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75067160-d52e-4f3a-b34c-736f2ab6163d req-141c36c5-0691-4e63-9b58-f30d96a9e453 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0758550 Feb 10 04:44:22.780729 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75067160-d52e-4f3a-b34c-736f2ab6163d req-9250a483-a4ba-4ebd-85d9-eff7de217734 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Feb 10 04:44:22.805968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (1eadb4ef-cd9f-4ac8-8b0e-6febf8136696), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.817642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (9d4eae75-78fa-451e-b3e3-c64cfe11577c), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:22.836030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] Pushing event deleted for resources: {'Port': ['ID=1eadb4ef-cd9f-4ac8-8b0e-6febf8136696,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:22.839727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71b100-a0b5-417e-8807-91a45a1eada0 None None] No DVR routers for this DVR port 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:44:22.846368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=9d4eae75-78fa-451e-b3e3-c64cfe11577c,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:22.918265 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.025349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.027581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.037922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:44:23.068270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:44:23.068629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1eadb4ef-cd9f-4ac8-8b0e-6febf8136696 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:44:23.172405 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (c4837cfb-3318-4d80-bb2b-fdb330d46ad2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.173045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Fanout notify agent at l3_agent the message router_deleted on router c4837cfb-3318-4d80-bb2b-fdb330d46ad2 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:44:23.182163 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.183444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ffa56e07-7bc8-4ba8-a6cb-076f61bdb689 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/routers/c4837cfb-3318-4d80-bb2b-fdb330d46ad2 HTTP/1.1" status: 204 len: 168 time: 1.2092364 Feb 10 04:44:23.186197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49416) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:23.270088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f47fce8b-d215-4762-a657-03c635b02ea1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.357739 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f47fce8b-d215-4762-a657-03c635b02ea1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.378021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47fce8b-d215-4762-a657-03c635b02ea1']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:23.387987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203ffa18-288e-451e-9047-48ca46d4f5f3') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:23.388282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203ffa18-288e-451e-9047-48ca46d4f5f3') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:23.397654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (203ffa18-288e-451e-9047-48ca46d4f5f3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.410814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (203ffa18-288e-451e-9047-48ca46d4f5f3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.416623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:44:23.417008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (203ffa18-288e-451e-9047-48ca46d4f5f3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:44:23.419994 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:44:23.592376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f47fce8b-d215-4762-a657-03c635b02ea1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.600432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.607091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/networks/f47fce8b-d215-4762-a657-03c635b02ea1 HTTP/1.1" status: 204 len: 168 time: 0.4173782 Feb 10 04:44:23.607689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49418) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:23.626863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d3848-c755-4e67-94c7-c5ad4f455646 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Network': ['ID=f47fce8b-d215-4762-a657-03c635b02ea1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:23.680550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fcdb90b9-d8dc-4f86-acde-b8a420ea9210 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (2540d558-deb7-4690-ba44-3ac3e483f642), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.705874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fcdb90b9-d8dc-4f86-acde-b8a420ea9210 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (2540d558-deb7-4690-ba44-3ac3e483f642), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.888303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fcdb90b9-d8dc-4f86-acde-b8a420ea9210 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2540d558-deb7-4690-ba44-3ac3e483f642), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.890796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fcdb90b9-d8dc-4f86-acde-b8a420ea9210 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:23.891938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fcdb90b9-d8dc-4f86-acde-b8a420ea9210 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/security-groups/2540d558-deb7-4690-ba44-3ac3e483f642 HTTP/1.1" status: 204 len: 168 time: 0.2727981 Feb 10 04:44:23.904314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb90b9-d8dc-4f86-acde-b8a420ea9210 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2540d558-deb7-4690-ba44-3ac3e483f642,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:23.921057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3954bb-90c0-4e28-b31a-c258910ce8f3 req-4052748b-1b76-41fe-839e-ac02de112ffa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:23.923926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f3954bb-90c0-4e28-b31a-c258910ce8f3 req-4052748b-1b76-41fe-839e-ac02de112ffa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0725291 Feb 10 04:44:23.973499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f3954bb-90c0-4e28-b31a-c258910ce8f3 req-3c55f5e4-05ce-4862-bab5-0bb793600a4f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447304 Feb 10 04:44:24.634999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9d4eae75-78fa-451e-b3e3-c64cfe11577c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:44:24.658080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9d4eae75-78fa-451e-b3e3-c64cfe11577c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:44:24.658506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9d4eae75-78fa-451e-b3e3-c64cfe11577c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:44:24.659054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e9271ec9-127c-442b-9053-34259801790b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:44:24.679029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e9271ec9-127c-442b-9053-34259801790b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:44:24.679774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e9271ec9-127c-442b-9053-34259801790b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:44:24.920297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49430) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:24.937465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-31b0cd29-901e-4898-bef5-eadfdf74e01c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558162041', 'description': 'tempest-secgroup-smoke-1558162041 description', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:25.044819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd29-901e-4898-bef5-eadfdf74e01c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.110533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8085dec-18f1-4ecd-8f04-14e076615150 req-97f22c27-677f-4ef9-bfc6-ac46e38fae25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:25.112226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8085dec-18f1-4ecd-8f04-14e076615150 req-97f22c27-677f-4ef9-bfc6-ac46e38fae25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0603764 Feb 10 04:44:25.121934 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:44:25.125205 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd29-901e-4898-bef5-eadfdf74e01c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (498a7a87-574c-429f-b115-9e0cb0b118c7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.166434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8085dec-18f1-4ecd-8f04-14e076615150 req-c30b53f7-2997-407f-8fa5-6f09d03558aa tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474019 Feb 10 04:44:25.263040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd29-901e-4898-bef5-eadfdf74e01c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (498a7a87-574c-429f-b115-9e0cb0b118c7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.290664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0cd29-901e-4898-bef5-eadfdf74e01c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498a7a87-574c-429f-b115-9e0cb0b118c7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:25.356711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-31b0cd29-901e-4898-bef5-eadfdf74e01c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.357991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-31b0cd29-901e-4898-bef5-eadfdf74e01c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4363363 Feb 10 04:44:25.360875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49434) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:25.365315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b0a4ee1b-1d62-4b56-b235-9fdc92d08490 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '498a7a87-574c-429f-b115-9e0cb0b118c7', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:25.495045 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ee1b-1d62-4b56-b235-9fdc92d08490 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (70a0db1c-cfc2-4cfc-81b6-7627f17a6959), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.553109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ee1b-1d62-4b56-b235-9fdc92d08490 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (70a0db1c-cfc2-4cfc-81b6-7627f17a6959), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.649848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ee1b-1d62-4b56-b235-9fdc92d08490 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (70a0db1c-cfc2-4cfc-81b6-7627f17a6959), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.667734 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4ee1b-1d62-4b56-b235-9fdc92d08490 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a0db1c-cfc2-4cfc-81b6-7627f17a6959,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:25.748772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ee1b-1d62-4b56-b235-9fdc92d08490 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.749936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b0a4ee1b-1d62-4b56-b235-9fdc92d08490 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881502 Feb 10 04:44:25.752787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49436) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:25.757589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-16d44a07-8e6e-4b4f-a287-02daf69ec7bf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '498a7a87-574c-429f-b115-9e0cb0b118c7', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:25.862062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d44a07-8e6e-4b4f-a287-02daf69ec7bf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (061f346a-ef1a-42ff-9967-18ae88e49ab1), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:25.918909 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d44a07-8e6e-4b4f-a287-02daf69ec7bf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (061f346a-ef1a-42ff-9967-18ae88e49ab1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.017301 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d44a07-8e6e-4b4f-a287-02daf69ec7bf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (061f346a-ef1a-42ff-9967-18ae88e49ab1), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.037608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d44a07-8e6e-4b4f-a287-02daf69ec7bf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061f346a-ef1a-42ff-9967-18ae88e49ab1,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:26.049069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c6d96f59-cb79-4b6a-abc9-0d4790e56aec details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:44:26.122230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-16d44a07-8e6e-4b4f-a287-02daf69ec7bf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.123842 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-16d44a07-8e6e-4b4f-a287-02daf69ec7bf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3699119 Feb 10 04:44:26.126293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49446) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:26.130849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2808298c-6983-4e3d-9a5e-c8ded69e7cf6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '498a7a87-574c-429f-b115-9e0cb0b118c7', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:26.148429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c6d96f59-cb79-4b6a-abc9-0d4790e56aec, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:26.159654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'port_id': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'mac_address': 'fa:16:3e:55:59:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:44:26.201263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c6d96f59-cb79-4b6a-abc9-0d4790e56aec is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:26.205774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.215957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d96f59-cb79-4b6a-abc9-0d4790e56aec {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:44:26.229980 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2808298c-6983-4e3d-9a5e-c8ded69e7cf6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (6f64440a-e938-44cc-83b5-3268be34e646), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.236928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c6d96f59-cb79-4b6a-abc9-0d4790e56aec, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:26.331251 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2808298c-6983-4e3d-9a5e-c8ded69e7cf6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (6f64440a-e938-44cc-83b5-3268be34e646), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.347066 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.350812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc26b-a82e-4847-9b6b-62c4444e5acc req-91f99c50-caec-40ab-b6d2-c869c70e6a68 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:26.350812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6acfc26b-a82e-4847-9b6b-62c4444e5acc req-91f99c50-caec-40ab-b6d2-c869c70e6a68 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 943 time: 0.0800910 Feb 10 04:44:26.394208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:26.403571 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6acfc26b-a82e-4847-9b6b-62c4444e5acc req-41347a58-2076-4ef6-8d07-e01976180c87 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458760 Feb 10 04:44:26.493177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2808298c-6983-4e3d-9a5e-c8ded69e7cf6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (6f64440a-e938-44cc-83b5-3268be34e646), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.513540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808298c-6983-4e3d-9a5e-c8ded69e7cf6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f64440a-e938-44cc-83b5-3268be34e646,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:26.562539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c6d96f59-cb79-4b6a-abc9-0d4790e56aec'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:44:26.600356 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2808298c-6983-4e3d-9a5e-c8ded69e7cf6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.602458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2808298c-6983-4e3d-9a5e-c8ded69e7cf6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4751410 Feb 10 04:44:26.605110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49452) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:26.610091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-14bd52aa-ae35-4095-8a1c-45587a771205 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '498a7a87-574c-429f-b115-9e0cb0b118c7', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:26.702547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-14bd52aa-ae35-4095-8a1c-45587a771205 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (8a393132-b308-45b0-a1e3-3935cd82c439), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.782256 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-14bd52aa-ae35-4095-8a1c-45587a771205 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (8a393132-b308-45b0-a1e3-3935cd82c439), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.918272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-14bd52aa-ae35-4095-8a1c-45587a771205 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8a393132-b308-45b0-a1e3-3935cd82c439), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:26.935764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd52aa-ae35-4095-8a1c-45587a771205 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a393132-b308-45b0-a1e3-3935cd82c439,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:27.017397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-14bd52aa-ae35-4095-8a1c-45587a771205 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.019027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-14bd52aa-ae35-4095-8a1c-45587a771205 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4127078 Feb 10 04:44:27.021568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49456) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:27.028296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '498a7a87-574c-429f-b115-9e0cb0b118c7', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:27.137701 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:44:27.143296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (3a8d46d7-ebd4-4c73-b19b-b3a9f0fd69e9), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.204742 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (3a8d46d7-ebd4-4c73-b19b-b3a9f0fd69e9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.308072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (3a8d46d7-ebd4-4c73-b19b-b3a9f0fd69e9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.338000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8d46d7-ebd4-4c73-b19b-b3a9f0fd69e9,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:27.414474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.415820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8a27d14d-9d5c-436c-bd66-a77170daf987 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3924675 Feb 10 04:44:27.418524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49460) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:27.423115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': '498a7a87-574c-429f-b115-9e0cb0b118c7', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:27.540836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb900fe-b157-4cc0-86af-2ef9852fbf50 req-45d5f4cf-f7b1-40d4-8bcd-7da0c286d36f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:27.540836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fb900fe-b157-4cc0-86af-2ef9852fbf50 req-45d5f4cf-f7b1-40d4-8bcd-7da0c286d36f tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 944 time: 0.0601981 Feb 10 04:44:27.540836 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:44:27.547302 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (fe8a3821-7f8f-4bf1-8629-94692882858b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.631045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fb900fe-b157-4cc0-86af-2ef9852fbf50 req-7144d35e-20d4-4b58-bd42-5970b2aba5d2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854087 Feb 10 04:44:27.657201 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (fe8a3821-7f8f-4bf1-8629-94692882858b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.718433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-40cd25c2-ac3b-4b29-a728-24e4bcc07e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.737722 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (fe8a3821-7f8f-4bf1-8629-94692882858b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.758841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8a3821-7f8f-4bf1-8629-94692882858b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:27.834751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.836635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ca08131a-8b37-4d2d-95a9-5993b8241cb6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4165173 Feb 10 04:44:27.839060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49464) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:27.843962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'network': {'name': 'tempest-network-smoke--1289659735', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:27.926177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:44:27.930137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.953798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:44:27.962847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e17555a8-144f-4c94-8ea4-f1bf48ca6138), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:27.963190 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Added segment e17555a8-144f-4c94-8ea4-f1bf48ca6138 of type vlan for network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 Feb 10 04:44:28.003787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (06d3e1f9-0bde-4bf1-af61-764940b31ab0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.059767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c6d96f59-cb79-4b6a-abc9-0d4790e56aec up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:44:28.120819 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (06d3e1f9-0bde-4bf1-af61-764940b31ab0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.125869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:28.126471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.198609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Network': ['ID=06d3e1f9-0bde-4bf1-af61-764940b31ab0,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:28.209904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:44:28.236755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c6d96f59-cb79-4b6a-abc9-0d4790e56aec completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:44:28.251930 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49466) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:28.257869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'admin_state_up': True, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:28.261861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b02de04b-b415-4e8b-a426-10e9ccba1716 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4216301 Feb 10 04:44:28.271513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c6d96f59-cb79-4b6a-abc9-0d4790e56aec triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:28.271822 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.353148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (f0f93249-6cc5-4875-8c21-46656a8da4b7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.354238 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (f0f93249-6cc5-4875-8c21-46656a8da4b7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.373635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c6d96f59-cb79-4b6a-abc9-0d4790e56aec is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:28.374027 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.399722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:28.402026 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7095dce7-f696-40b9-85fb-ca3467a35b3b" -d '{"events": [{"server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "name": "network-vif-plugged", "status": "completed", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:28.423124 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (f0f93249-6cc5-4875-8c21-46656a8da4b7), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.425575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c6d96f59-cb79-4b6a-abc9-0d4790e56aec, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:28.449243 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72b7347-733e-4073-bf7f-658613923afa x-openstack-request-id: req-f72b7347-733e-4073-bf7f-658613923afa {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:28.449470 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "name": "network-vif-plugged", "status": "completed", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:28.449719 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f72b7347-733e-4073-bf7f-658613923afa {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:28.450222 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'code': 200} Feb 10 04:44:28.520172 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.574314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:28.594799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f751db-6154-479d-b67c-1572b7522b4a req-c54517cf-73e3-4d18-a4ff-063cb9c71669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:28.594799 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16f751db-6154-479d-b67c-1572b7522b4a req-c54517cf-73e3-4d18-a4ff-063cb9c71669 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 1127 time: 0.0804372 Feb 10 04:44:28.642620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-16f751db-6154-479d-b67c-1572b7522b4a req-56171c0a-ad76-4406-981c-0ce60c2e4e03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445058 Feb 10 04:44:28.655141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (f0f93249-6cc5-4875-8c21-46656a8da4b7), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.763986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e965fe-803e-45d1-bce6-bf33db948eaf req-c2b7197f-db6a-486e-a4da-31b22e243ee4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:28.767153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29e965fe-803e-45d1-bce6-bf33db948eaf req-c2b7197f-db6a-486e-a4da-31b22e243ee4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 945 time: 0.0632303 Feb 10 04:44:28.817995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29e965fe-803e-45d1-bce6-bf33db948eaf req-78391596-da8d-4e53-bb17-4884723827a6 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464082 Feb 10 04:44:28.945107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (f0f93249-6cc5-4875-8c21-46656a8da4b7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:28.964106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:29.073561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.194 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/735efcef-ad29-425d-8559-523538c55185) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:44:29.176276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (735efcef-ad29-425d-8559-523538c55185), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:29.301298 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (735efcef-ad29-425d-8559-523538c55185), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:29.354562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:29.361154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:29.361919 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:44:29.365551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=735efcef-ad29-425d-8559-523538c55185,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:29.705868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (f0f93249-6cc5-4875-8c21-46656a8da4b7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:29.839580 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf7d1-21dd-46b5-9bbb-8be57b2d6ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:30.245596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67237eed-ac2b-4888-87e5-698f87ba8bed req-730a6a75-1b83-41d0-9446-55154465c97d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:30.247012 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67237eed-ac2b-4888-87e5-698f87ba8bed req-730a6a75-1b83-41d0-9446-55154465c97d tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 945 time: 0.1071985 Feb 10 04:44:30.331543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (f0f93249-6cc5-4875-8c21-46656a8da4b7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:30.341809 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67237eed-ac2b-4888-87e5-698f87ba8bed req-da9f4f0d-a9f1-4811-9e18-5d8276d395a5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886385 Feb 10 04:44:30.484418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ca673-c268-4ab4-a686-4173772ea499 req-cf73b4b1-7150-4add-87c3-160060071b5a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:30.491894 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b27ca673-c268-4ab4-a686-4173772ea499 req-cf73b4b1-7150-4add-87c3-160060071b5a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 945 time: 0.0695937 Feb 10 04:44:30.543344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b27ca673-c268-4ab4-a686-4173772ea499 req-ba1f6937-bcc9-4975-99d9-4b43868120b5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483410 Feb 10 04:44:30.565947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49484) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:30.571789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router f0f93249-6cc5-4875-8c21-46656a8da4b7 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:44:30.722656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:44:30.734654 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Sync routers for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:44:30.746962 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:30.748479 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:30.805647 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:30.807539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-95308054-e73f-4327-97e8-e2624a56bc1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5540767 Feb 10 04:44:30.810307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49490) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:30.874932 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:30.884475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c5a3e32e-3fe4-4ba4-8a44-ec6aa599b3e0 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d4365f40ecff4bc0baea8fb2311e4f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726497 Feb 10 04:44:30.886806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49492) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:30.974261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d69dc-6004-4da4-b40e-6dbfc976af4b tempest-TestVolumeBootPattern-1357868477 tempest-TestVolumeBootPattern-1357868477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:30.979628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7c6d69dc-6004-4da4-b40e-6dbfc976af4b tempest-TestVolumeBootPattern-1357868477 tempest-TestVolumeBootPattern-1357868477-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 1122 time: 0.4090400 Feb 10 04:44:30.979628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49494) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:30.983497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:31.019907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e29fe1-6023-45fb-a146-2f2b9f0c9161 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:31.021620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-42e29fe1-6023-45fb-a146-2f2b9f0c9161 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334760 Feb 10 04:44:31.026240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49496) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:31.068989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49500) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:31.069718 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5073a23d-0e80-4c0b-a7cf-11bfc7bc4c3f tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418620 Feb 10 04:44:31.076582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224891086', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:31.101170 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:29Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:31.126343 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.130490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Checking router: f0f93249-6cc5-4875-8c21-46656a8da4b7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:44:31.130916 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Updating router f0f93249-6cc5-4875-8c21-46656a8da4b7 port 735efcef-ad29-425d-8559-523538c55185 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:44:31.152827 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.170805 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (735efcef-ad29-425d-8559-523538c55185), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.234692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:44:31.239809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.252992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.485331 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Publish callbacks [] for port (735efcef-ad29-425d-8559-523538c55185), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.560598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (cd4d07e1-0987-49ec-bfd0-5ece95256bc9), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.615340 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (735efcef-ad29-425d-8559-523538c55185), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.629445 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Checking segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:44:31.629815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network hostable DHCP agents. Network: 06d3e1f9-0bde-4bf1-af61-764940b31ab0, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:44:31.632530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Subnet': ['ID=cd4d07e1-0987-49ec-bfd0-5ece95256bc9,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:31.674839 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Attempting to bind port 735efcef-ad29-425d-8559-523538c55185 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:44:31.675215 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Attempting to bind port 735efcef-ad29-425d-8559-523538c55185 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:44:31.675568 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Attempting to bind port 735efcef-ad29-425d-8559-523538c55185 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:44:31.684601 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Pushing event updated for resources: {'Port': ['ID=735efcef-ad29-425d-8559-523538c55185,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:31.686893 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:44:31.687259 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:44:31.687661 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.688034 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:44:31.688850 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Bound port: 735efcef-ad29-425d-8559-523538c55185, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:44:31.688850 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (735efcef-ad29-425d-8559-523538c55185), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.714776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Allocated IP 172.25.8.242 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/77033ed7-b69c-46f2-9725-12abb72dbd06) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:44:31.726437 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:44:31.775285 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] For port 735efcef-ad29-425d-8559-523538c55185, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:44:31.779738 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] For port 735efcef-ad29-425d-8559-523538c55185, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=735efcef-ad29-425d-8559-523538c55185,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:44:31.785004 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.785536 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.786094 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.786781 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.787287 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.787779 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.788885 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.789363 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.789850 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.790340 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.790908 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.791381 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.791867 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:31.847882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.862840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 06d3e1f9-0bde-4bf1-af61-764940b31ab0) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:31.867517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:31.868136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.883130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf1ac2-7161-4a3a-881b-9f964c66b80a None None] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:44:31.907411 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (735efcef-ad29-425d-8559-523538c55185), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:31.968172 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:31.968881 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:31.970644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f85a7e-c336-4ecc-addf-4e9eead69322 None None] Pushing event updated for resources: {'Port': ['ID=735efcef-ad29-425d-8559-523538c55185,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:31.998756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.019785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:44:32.020726 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.028727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-38984be8-3e91-4279-8b4d-b7d6a66b8ac7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9554360 Feb 10 04:44:32.029570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49506) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:32.086537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:32.091258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:32.102771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:44:32.105853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=77033ed7-b69c-46f2-9725-12abb72dbd06,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.178540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.181954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:32.197770 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:32.359953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Allocated IP 172.20.0.2 (06d3e1f9-0bde-4bf1-af61-764940b31ab0/cd4d07e1-0987-49ec-bfd0-5ece95256bc9/271e8495-6428-4ad4-9b02-ffecb956019e) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:44:32.719853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Publish callbacks [] for port (271e8495-6428-4ad4-9b02-ffecb956019e), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.722780 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:29Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:32.752453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.759022 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfc51-4fbd-40ec-ac7a-c2f0df002a6a None None] The sync data for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 is: [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:29Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:44:32.789687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.830176 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.856204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (06f1f293-e100-4ffd-8117-617cd7eede89), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.889607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:32.895710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:32.902543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:44:32.907223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Pushing event updated for resources: {'Port': ['ID=271e8495-6428-4ad4-9b02-ffecb956019e,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:32.968289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Attempting to bind port 271e8495-6428-4ad4-9b02-ffecb956019e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:44:32.968667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Attempting to bind port 271e8495-6428-4ad4-9b02-ffecb956019e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:44:32.969031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Attempting to bind port 271e8495-6428-4ad4-9b02-ffecb956019e on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:44:32.975109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:44:32.975459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Checking segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:44:32.975945 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:32.976451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Bound using segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:44:32.976944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Bound port: 271e8495-6428-4ad4-9b02-ffecb956019e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:44:32.977535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.067569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.078184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] For port 271e8495-6428-4ad4-9b02-ffecb956019e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:44:33.082635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] For port 271e8495-6428-4ad4-9b02-ffecb956019e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=271e8495-6428-4ad4-9b02-ffecb956019e,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:44:33.191553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.1 (06d3e1f9-0bde-4bf1-af61-764940b31ab0/cd4d07e1-0987-49ec-bfd0-5ece95256bc9/851c59b1-b726-415d-b6c5-457b448cc27a) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:44:33.196283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.362735 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dc057-7e1e-4ead-9048-6d864f41cc60 None None] Pushing event updated for resources: {'Port': ['ID=271e8495-6428-4ad4-9b02-ffecb956019e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:33.401152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.458804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (851c59b1-b726-415d-b6c5-457b448cc27a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.486148 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.578501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event updated for resources: {'Port': ['ID=77033ed7-b69c-46f2-9725-12abb72dbd06,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:33.608028 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (06f1f293-e100-4ffd-8117-617cd7eede89), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.623894 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.694793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:33.698976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:33.704103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:44:33.740629 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Floating IP 06f1f293-e100-4ffd-8117-617cd7eede89 associated. External IP: 172.25.8.242, port: c6d96f59-cb79-4b6a-abc9-0d4790e56aec. Feb 10 04:44:33.769544 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (f0f93249-6cc5-4875-8c21-46656a8da4b7), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:33.778830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=851c59b1-b726-415d-b6c5-457b448cc27a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:34.034255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:44:34.051515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:34.155470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:44:34.169864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:44:34.182546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:34.183238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:34.244199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:34.280749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0eb86730-87f2-45c2-8e69-b599326a6463 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3004112 Feb 10 04:44:34.281230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:34.283739 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac" -d '{"events": [{"name": "network-changed", "server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:34.319032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:34.358330 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b9ff34-1505-4b71-9d74-42a8c2f25cca x-openstack-request-id: req-f3b9ff34-1505-4b71-9d74-42a8c2f25cca {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:34.358609 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:34.365556 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3b9ff34-1505-4b71-9d74-42a8c2f25cca {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:34.365556 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'status': 'completed', 'code': 200} Feb 10 04:44:34.416897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (851c59b1-b726-415d-b6c5-457b448cc27a), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:34.437734 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:34.440033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-c9101f9e-ef1f-4edf-acac-9d10566f3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:34.441683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-c9101f9e-ef1f-4edf-acac-9d10566f3c44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 1127 time: 0.0637212 Feb 10 04:44:34.554909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-d463c4e0-fac5-4270-9f9e-6239e76ef07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:34.556422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-d463c4e0-fac5-4270-9f9e-6239e76ef07a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1076896 Feb 10 04:44:34.606326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:34.628938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '06f1f293-e100-4ffd-8117-617cd7eede89', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:55:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:32Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}, {'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:56Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:34.639717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-363ad312-9c98-41c6-9661-be55af2a423f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec HTTP/1.1" status: 200 len: 999 time: 0.0763018 Feb 10 04:44:34.668338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:44:34.685167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:34.685167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:34.739620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-65ec6249-6862-4577-8395-bd2f13f5eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:34.742375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-65ec6249-6862-4577-8395-bd2f13f5eb04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0948625 Feb 10 04:44:34.766686 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=851c59b1-b726-415d-b6c5-457b448cc27a,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:34.769318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (f0f93249-6cc5-4875-8c21-46656a8da4b7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:34.787230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ae7ab-902d-49b6-b097-cd6cbfafee77 None None] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:44:34.827380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 735efcef-ad29-425d-8559-523538c55185 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:44:34.877168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:34.878895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:35.033267 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router f0f93249-6cc5-4875-8c21-46656a8da4b7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:44:35.133667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-56a80129-04b0-43e2-ba0b-02158e20d437 None None] Provisioning complete for port 271e8495-6428-4ad4-9b02-ffecb956019e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:35.134044 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56a80129-04b0-43e2-ba0b-02158e20d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:35.184624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-9006374b-485d-4de2-936c-38c2e6b2f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:35.185821 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-9006374b-485d-4de2-936c-38c2e6b2f013 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4361374 Feb 10 04:44:35.188434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:44:35.200519 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-90e63936-ee1b-433a-a086-639fe0f7d094 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/f0f93249-6cc5-4875-8c21-46656a8da4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1667464 Feb 10 04:44:35.222514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:35.298637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-c357d386-9c08-4510-994d-facbfe7b0fa9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041312 Feb 10 04:44:35.359863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 735efcef-ad29-425d-8559-523538c55185 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:35.360245 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (735efcef-ad29-425d-8559-523538c55185), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:35.384782 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Sync routers for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:44:35.399822 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:35.403865 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:35.459867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd5fe26e-7e4e-4628-92d9-011e3c3615ac req-f4c345c1-3af7-408a-b76d-f51ddb8089e1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550145 Feb 10 04:44:35.508473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-879f9ef8-9f1e-4287-bcc5-6f4a0e2743b1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558162041&fields=id&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 267 time: 0.0473638 Feb 10 04:44:35.551795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-56a80129-04b0-43e2-ba0b-02158e20d437 None None] Current status of the port 271e8495-6428-4ad4-9b02-ffecb956019e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:35.552949 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56a80129-04b0-43e2-ba0b-02158e20d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:35.574066 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:35.638273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-b37c0460-b9fe-47cf-b505-c33b529fbd1e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:35.640193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-b37c0460-b9fe-47cf-b505-c33b529fbd1e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/networks?id=06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 200 len: 797 time: 0.1245935 Feb 10 04:44:35.655983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-04737dca-c83e-48a9-b562-fe30f7628568 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/quotas/d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 375 time: 0.0101652 Feb 10 04:44:35.694936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 735efcef-ad29-425d-8559-523538c55185 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:35.695329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (735efcef-ad29-425d-8559-523538c55185), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:35.713199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-56a80129-04b0-43e2-ba0b-02158e20d437 None None] For port 271e8495-6428-4ad4-9b02-ffecb956019e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=271e8495-6428-4ad4-9b02-ffecb956019e,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:35.736968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 735efcef-ad29-425d-8559-523538c55185, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=735efcef-ad29-425d-8559-523538c55185,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:35.754333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-665ce33b-1240-4cf2-86fb-7b8e47085a54 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928810 Feb 10 04:44:35.757360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '06f1f293-e100-4ffd-8117-617cd7eede89', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:55:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:32Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}, {'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:56Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:35.791800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf750723-81c2-4449-9e58-df2f0bdb522f None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '06f1f293-e100-4ffd-8117-617cd7eede89', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:55:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:32Z', 'revision_number': 0, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}, {'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:56Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:44:35.834549 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56a80129-04b0-43e2-ba0b-02158e20d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:35.886681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (735efcef-ad29-425d-8559-523538c55185), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:35.887852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 271e8495-6428-4ad4-9b02-ffecb956019e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:44:35.944176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:34Z', 'revision_number': 2, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:35.953426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-1e317a38-d88b-43d0-a3ad-391e33b20fdc service neutron] 10.222.0.42 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838512 Feb 10 04:44:35.992956 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Checking router: f0f93249-6cc5-4875-8c21-46656a8da4b7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:44:35.993385 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Updating router f0f93249-6cc5-4875-8c21-46656a8da4b7 port 851c59b1-b726-415d-b6c5-457b448cc27a binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:44:36.031791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a80129-04b0-43e2-ba0b-02158e20d437 None None] Pushing event updated for resources: {'Port': ['ID=271e8495-6428-4ad4-9b02-ffecb956019e,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:36.048535 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.090752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7456bc17-2fdc-4acf-bae8-f7cab6a349f2 None None] Provisioning complete for port 851c59b1-b726-415d-b6c5-457b448cc27a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:36.091159 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7456bc17-2fdc-4acf-bae8-f7cab6a349f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.163726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7456bc17-2fdc-4acf-bae8-f7cab6a349f2 None None] Port 851c59b1-b726-415d-b6c5-457b448cc27a cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:44:36.169295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-c8699871-443d-49b3-bb74-b0db5191097e service neutron] 10.222.0.42 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042215 Feb 10 04:44:36.204462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14e68-54ba-40ef-8ea7-bc830279e7d5 None None] New status for floating IP 06f1f293-e100-4ffd-8117-617cd7eede89: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:44:36.253869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=735efcef-ad29-425d-8559-523538c55185,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:36.263541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 271e8495-6428-4ad4-9b02-ffecb956019e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:36.263922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.270450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7456bc17-2fdc-4acf-bae8-f7cab6a349f2 None None] Provisioning complete for port 271e8495-6428-4ad4-9b02-ffecb956019e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:36.270847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7456bc17-2fdc-4acf-bae8-f7cab6a349f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.279203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.279560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.279909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.280252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.280590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.280925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.281265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.281596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.281942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.282369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.282582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.289198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.289573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:44:36.452906 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Publish callbacks [] for port (851c59b1-b726-415d-b6c5-457b448cc27a), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.552273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cce0316e-ca1b-4c9a-abee-6aeaebed33fe req-273d5026-7c7a-41fd-9bf3-462e91710b9c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 210 time: 0.0357461 Feb 10 04:44:36.577676 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.628263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7456bc17-2fdc-4acf-bae8-f7cab6a349f2 None None] Current status of the port 271e8495-6428-4ad4-9b02-ffecb956019e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:36.628799 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295720e-87d3-4af5-a345-027ec6cb9e20 None None] Pushing event updated for resources: {'Port': ['ID=851c59b1-b726-415d-b6c5-457b448cc27a,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:36.639961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 271e8495-6428-4ad4-9b02-ffecb956019e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:36.712141 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Attempting to bind port 851c59b1-b726-415d-b6c5-457b448cc27a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:44:36.712666 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Attempting to bind port 851c59b1-b726-415d-b6c5-457b448cc27a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:44:36.713308 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Attempting to bind port 851c59b1-b726-415d-b6c5-457b448cc27a on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:44:36.721613 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:44:36.722300 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Checking segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:44:36.722891 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.724693 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Bound using segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:44:36.725407 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Bound port: 851c59b1-b726-415d-b6c5-457b448cc27a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:44:36.726282 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.769104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7b812de1-e984-48c7-b70e-c96f533207a9 None None] Provisioning complete for port 851c59b1-b726-415d-b6c5-457b448cc27a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:36.769582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7b812de1-e984-48c7-b70e-c96f533207a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.830101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7b812de1-e984-48c7-b70e-c96f533207a9 None None] Port 851c59b1-b726-415d-b6c5-457b448cc27a cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:44:36.836926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 735efcef-ad29-425d-8559-523538c55185 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:44:36.874574 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] For port 851c59b1-b726-415d-b6c5-457b448cc27a, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:44:36.878783 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] For port 851c59b1-b726-415d-b6c5-457b448cc27a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=851c59b1-b726-415d-b6c5-457b448cc27a,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:44:36.900807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 735efcef-ad29-425d-8559-523538c55185 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:36.901270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (735efcef-ad29-425d-8559-523538c55185), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.964791 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:36.977875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8f4e940f-136a-4e41-a656-845980f4e54c None None] Provisioning complete for port 851c59b1-b726-415d-b6c5-457b448cc27a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:36.978281 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f4e940f-136a-4e41-a656-845980f4e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:37.022132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 735efcef-ad29-425d-8559-523538c55185 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:37.023836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 271e8495-6428-4ad4-9b02-ffecb956019e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:44:37.051985 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295720e-87d3-4af5-a345-027ec6cb9e20 None None] Pushing event updated for resources: {'Port': ['ID=851c59b1-b726-415d-b6c5-457b448cc27a,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:37.086765 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:37.087550 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:37.116207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 271e8495-6428-4ad4-9b02-ffecb956019e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:37.116703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:37.118527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e940f-136a-4e41-a656-845980f4e54c None None] Current status of the port 851c59b1-b726-415d-b6c5-457b448cc27a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:37.118936 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f4e940f-136a-4e41-a656-845980f4e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:37.183864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8f4e940f-136a-4e41-a656-845980f4e54c None None] For port 851c59b1-b726-415d-b6c5-457b448cc27a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=851c59b1-b726-415d-b6c5-457b448cc27a,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:37.228833 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:37.241501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 271e8495-6428-4ad4-9b02-ffecb956019e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:37.314732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8f4e940f-136a-4e41-a656-845980f4e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:37.378833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e940f-136a-4e41-a656-845980f4e54c None None] Pushing event updated for resources: {'Port': ['ID=851c59b1-b726-415d-b6c5-457b448cc27a,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:37.438287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-74543713-c298-43d9-82f7-3e5931ca5d2c None None] Provisioning complete for port 851c59b1-b726-415d-b6c5-457b448cc27a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:37.438858 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-74543713-c298-43d9-82f7-3e5931ca5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:37.486858 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:36Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:37.524547 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb72f4-b147-493d-bddd-4bb325920261 None None] The sync data for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 is: [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:36Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:44:37.538433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-74543713-c298-43d9-82f7-3e5931ca5d2c None None] Current status of the port 851c59b1-b726-415d-b6c5-457b448cc27a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:37.676219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-23f6bcf2-6d7e-4ba8-b0e6-5d14645be31c req-0b8154dc-fff8-4ebe-95c6-d26d364c317f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 210 time: 0.0381498 Feb 10 04:44:38.743830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 851c59b1-b726-415d-b6c5-457b448cc27a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:44:38.771999 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d1dd976-2d55-4197-8eb6-51db8fc58a46 req-51c3135f-2689-4426-8720-3c4230c30c46 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Feb 10 04:44:38.796221 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 851c59b1-b726-415d-b6c5-457b448cc27a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:38.796221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:38.878764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 851c59b1-b726-415d-b6c5-457b448cc27a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:39.026089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-ff6ecab0-120a-4a97-bb6f-aeb7bc5bb4f5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:39.027798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-ff6ecab0-120a-4a97-bb6f-aeb7bc5bb4f5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "GET /v2.0/networks?id=06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 200 len: 797 time: 0.1079092 Feb 10 04:44:39.090749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-db3b1105-fb16-4dcf-bc27-d16db9a27685 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 380 time: 0.0554612 Feb 10 04:44:39.098722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'port': {'device_id': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'admin_state_up': True, 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'security_groups': ['498a7a87-574c-429f-b115-9e0cb0b118c7']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:39.318028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:44:39.321550 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:39.447236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.6 (06d3e1f9-0bde-4bf1-af61-764940b31ab0/cd4d07e1-0987-49ec-bfd0-5ece95256bc9/d5c32fdd-fcae-4c13-b677-f357b7931992) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:44:39.587844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:39.707251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:39.752801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:39.755881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:39.760263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:44:39.766506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:39.825384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:39.827611 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:39.915398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4652b5-3184-49eb-bf44-ce12881672e1 req-d2cf93ad-5e02-4883-a6d1-04d4957da7a8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:39.917020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c4652b5-3184-49eb-bf44-ce12881672e1 req-d2cf93ad-5e02-4883-a6d1-04d4957da7a8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 931 time: 0.0586026 Feb 10 04:44:39.920787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f769d90c-8681-4244-9afc-23ef8fd1fda8 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8258388 Feb 10 04:44:39.933347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Request body: {'port': {'device_id': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:39.985658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ba090bf7-2827-4601-ad2e-528b8b360036 None None] Provisioning complete for port d5c32fdd-fcae-4c13-b677-f357b7931992 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:39.986182 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba090bf7-2827-4601-ad2e-528b8b360036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:40.026249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ba090bf7-2827-4601-ad2e-528b8b360036 None None] Port d5c32fdd-fcae-4c13-b677-f357b7931992 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:44:40.034993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:40.041153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c4652b5-3184-49eb-bf44-ce12881672e1 req-602672e2-fafb-43ad-841a-5067b11710b2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179981 Feb 10 04:44:40.340855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c32fdd-fcae-4c13-b677-f357b7931992 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:44:40.347615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Publish callbacks [] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:40.360458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Transition to ACTIVE for port object d5c32fdd-fcae-4c13-b677-f357b7931992 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:44:40.489464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:40.620168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:44:40.620682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:44:40.621103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:44:40.624470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:40.636899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:44:40.637482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:44:40.644143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:44:40.644849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Checking segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:44:40.645448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Bound using segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:44:40.646086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Bound port: d5c32fdd-fcae-4c13-b677-f357b7931992, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:44:40.646751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:40.739630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:44:40.744868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:44:40.812431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:40.849170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:40.849940 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:40.852745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] 10.222.0.24 "PUT /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 1091 time: 0.9235079 Feb 10 04:44:40.855378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:40.868079 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed06eb9-11d4-467f-8a68-4f5e1c5dc23e" -d '{"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:40.924844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a978b6-3292-413a-b270-f59da416b940 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:40.947592 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556a17ae-960a-48db-8477-6a552db44405 x-openstack-request-id: req-556a17ae-960a-48db-8477-6a552db44405 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:40.947896 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:40.948280 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-556a17ae-960a-48db-8477-6a552db44405 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:40.948744 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'status': 'completed', 'code': 200} Feb 10 04:44:41.005348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06eb9-11d4-467f-8a68-4f5e1c5dc23e req-40547810-d9e4-47ee-90b8-d41c9e40d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:41.007413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed06eb9-11d4-467f-8a68-4f5e1c5dc23e req-40547810-d9e4-47ee-90b8-d41c9e40d80f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1125 time: 0.0524855 Feb 10 04:44:41.202778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06eb9-11d4-467f-8a68-4f5e1c5dc23e req-b22f72f7-6661-4fd9-b0a1-8696eb082967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:41.204320 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed06eb9-11d4-467f-8a68-4f5e1c5dc23e req-b22f72f7-6661-4fd9-b0a1-8696eb082967 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1907895 Feb 10 04:44:41.258895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc2e04-2641-44e4-8884-83ee30a778e4 req-f26eeaef-9576-4106-8fe2-a5c5bf2b0a9b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:41.260406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9bc2e04-2641-44e4-8884-83ee30a778e4 req-f26eeaef-9576-4106-8fe2-a5c5bf2b0a9b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 943 time: 0.1144755 Feb 10 04:44:41.376019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9bc2e04-2641-44e4-8884-83ee30a778e4 req-644e8870-2d64-4bf5-8842-42dc8f6f84e4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876794 Feb 10 04:44:41.377161 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06eb9-11d4-467f-8a68-4f5e1c5dc23e req-1fc841b0-b584-4b8e-8230-7829d941b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:41.378554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ed06eb9-11d4-467f-8a68-4f5e1c5dc23e req-1fc841b0-b584-4b8e-8230-7829d941b447 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692021 Feb 10 04:44:41.486696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f31f563f-5d46-4727-a069-dd1f89aff965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:41.488672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-f31f563f-5d46-4727-a069-dd1f89aff965 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1125 time: 0.0606301 Feb 10 04:44:41.543997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-16b89219-fd38-4b79-a324-0a0e76f61ec3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 217 time: 0.0476062 Feb 10 04:44:41.601215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-72d580da-b7aa-4ae4-abe9-50028b973e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:41.601215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-72d580da-b7aa-4ae4-abe9-50028b973e3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd4d07e1-0987-49ec-bfd0-5ece95256bc9 HTTP/1.1" status: 200 len: 835 time: 0.0497625 Feb 10 04:44:41.651347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-bfca64bc-ce48-4319-8976-f0c023c4292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:41.653000 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-bfca64bc-ce48-4319-8976-f0c023c4292e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06d3e1f9-0bde-4bf1-af61-764940b31ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479798 Feb 10 04:44:41.756022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-2edec3b6-2455-4295-a7f6-77072b355a60 service neutron] 10.222.0.24 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969229 Feb 10 04:44:41.860608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad90fa26-b73e-4bee-a86d-2b6d14e26310 req-fe05b7d7-a0a9-4668-a18d-8175778030f0 service neutron] 10.222.0.24 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981534 Feb 10 04:44:42.523035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a1e1a-01e8-4506-99bd-6697aa055321 req-a12ed5e2-0a2e-47a3-937a-9ad503c818c1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:42.524445 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e36a1e1a-01e8-4506-99bd-6697aa055321 req-a12ed5e2-0a2e-47a3-937a-9ad503c818c1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 943 time: 0.0579357 Feb 10 04:44:42.577025 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e36a1e1a-01e8-4506-99bd-6697aa055321 req-024533e4-b579-4ee0-b446-76cae13b47db tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466630 Feb 10 04:44:43.272504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-59a5b879-f347-4919-81f0-150f79cd705e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519867 Feb 10 04:44:43.361678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146736fe-92dd-4216-9598-908932e9d401 req-dbc28851-72e1-4a00-8876-7bad3617efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:43.363334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-dbc28851-72e1-4a00-8876-7bad3617efe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.0459199 Feb 10 04:44:43.473278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146736fe-92dd-4216-9598-908932e9d401 req-583126a4-bde8-4bb6-987a-d2aeff073168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:43.474855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-583126a4-bde8-4bb6-987a-d2aeff073168 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.0927234 Feb 10 04:44:43.543609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-74c1cd00-241d-4aaf-b2ed-8883f3ffe409 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 1001 time: 0.0616291 Feb 10 04:44:43.596764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146736fe-92dd-4216-9598-908932e9d401 req-ac87932f-2f6c-464d-a1b7-90a7aa8caaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:43.598276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-ac87932f-2f6c-464d-a1b7-90a7aa8caaad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0491755 Feb 10 04:44:43.663112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146736fe-92dd-4216-9598-908932e9d401 req-8ac9389e-5497-4183-886d-322c87abad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:43.664733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-8ac9389e-5497-4183-886d-322c87abad73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569642 Feb 10 04:44:43.777575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b3c3f-600a-4166-b9b6-e5fefa4fd849 req-f9226165-9c11-4dd3-8a13-350913eb99ed tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:43.779186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e8b3c3f-600a-4166-b9b6-e5fefa4fd849 req-f9226165-9c11-4dd3-8a13-350913eb99ed tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 943 time: 0.1133537 Feb 10 04:44:43.813080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-0387756e-372d-44d5-b13b-2985770e09c2 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375411 Feb 10 04:44:43.897409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e8b3c3f-600a-4166-b9b6-e5fefa4fd849 req-9b73caf8-5783-491d-9373-ce8c93e1c12b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057050 Feb 10 04:44:43.938990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-146736fe-92dd-4216-9598-908932e9d401 req-89690abb-157c-4234-98d0-935fa17900d5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195495 Feb 10 04:44:45.029024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bc637-1a67-4106-bf18-852fec14d465 req-e34abdf5-437e-44e0-b37f-386fc037289e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:45.030524 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f1bc637-1a67-4106-bf18-852fec14d465 req-e34abdf5-437e-44e0-b37f-386fc037289e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 943 time: 0.0572023 Feb 10 04:44:45.082124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f1bc637-1a67-4106-bf18-852fec14d465 req-54e15b3c-3015-426b-8a7d-63ed9313fb39 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Feb 10 04:44:45.419028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:44:45.672663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:45.689406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'port_id': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'mac_address': 'fa:16:3e:0e:87:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:44:45.732235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d5c32fdd-fcae-4c13-b677-f357b7931992 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:45.732638 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:45.749075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c32fdd-fcae-4c13-b677-f357b7931992 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:44:45.768280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:45.826546 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:45.876924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:46.039363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d5c32fdd-fcae-4c13-b677-f357b7931992'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:44:46.215244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d1743-28cc-4c69-a20f-db70df9a1e61 req-f760ad8e-a4a9-4a02-b767-524fc9646d1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:46.217511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43d1743-28cc-4c69-a20f-db70df9a1e61 req-f760ad8e-a4a9-4a02-b767-524fc9646d1d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.0604808 Feb 10 04:44:46.274054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d43d1743-28cc-4c69-a20f-db70df9a1e61 req-2b4ca862-8fa9-4ff6-93f3-aef6657515fa tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495088 Feb 10 04:44:47.285900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:47.402586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef2a2-5a0a-4f12-8b30-8fa8db3c833d req-d29359ac-b941-4aa3-bc27-a8e143dcfe27 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:47.404088 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bdef2a2-5a0a-4f12-8b30-8fa8db3c833d req-d29359ac-b941-4aa3-bc27-a8e143dcfe27 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.0584650 Feb 10 04:44:47.434646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:44:47.457584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bdef2a2-5a0a-4f12-8b30-8fa8db3c833d req-311145cd-ee54-4430-8c9f-bfe6ae15566e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476546 Feb 10 04:44:47.554675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port d5c32fdd-fcae-4c13-b677-f357b7931992 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:44:47.558565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port d5c32fdd-fcae-4c13-b677-f357b7931992 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:44:47.558973 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:47.641675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d5c32fdd-fcae-4c13-b677-f357b7931992 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:44:47.642067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:47.664899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:47.667275 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f419f682-e6db-4ac1-a1f2-62c2ec2851be" -d '{"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-plugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:47.680073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:44:47.707003 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b482148-4c45-40f2-a798-a03bf3fe2da5 x-openstack-request-id: req-7b482148-4c45-40f2-a798-a03bf3fe2da5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:47.707325 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-plugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:47.707601 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b482148-4c45-40f2-a798-a03bf3fe2da5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:47.708070 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'code': 200} Feb 10 04:44:47.754540 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:47.807278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:47.812175 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0fb9-9978-4395-b298-be5b29ed5480 req-25e9025d-6edf-4e36-8344-e3e7f95ba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:47.813741 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c0e0fb9-9978-4395-b298-be5b29ed5480 req-25e9025d-6edf-4e36-8344-e3e7f95ba018 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1127 time: 0.0517077 Feb 10 04:44:47.860675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c0e0fb9-9978-4395-b298-be5b29ed5480 req-fa45cd31-0c76-4870-941f-e657f758d39a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Feb 10 04:44:48.582574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991952-487d-4e25-89d0-726941c29ef7 req-6617affe-721f-439f-bd39-9653727fdb59 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:48.584142 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa991952-487d-4e25-89d0-726941c29ef7 req-6617affe-721f-439f-bd39-9653727fdb59 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0550587 Feb 10 04:44:48.635854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa991952-487d-4e25-89d0-726941c29ef7 req-3c5de72b-ef70-4460-80d6-8f19dbafa9de tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452743 Feb 10 04:44:48.638255 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:49.758332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbeb7b-ee03-499b-991b-5e01a5d405d8 req-dced7925-cf8b-48d2-bc42-d8d7498b95d4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:49.760645 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d4fbeb7b-ee03-499b-991b-5e01a5d405d8 req-dced7925-cf8b-48d2-bc42-d8d7498b95d4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0540235 Feb 10 04:44:49.813684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d4fbeb7b-ee03-499b-991b-5e01a5d405d8 req-95d69dbe-9c90-4a4b-8529-49bf07e822a9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465527 Feb 10 04:44:49.932413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f041-f9f5-44a4-8ae5-749ea3a9c657 req-d18a5107-b829-47dc-9425-f80221573b55 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:49.933797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4090f041-f9f5-44a4-8ae5-749ea3a9c657 req-d18a5107-b829-47dc-9425-f80221573b55 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Feb 10 04:44:49.988365 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4090f041-f9f5-44a4-8ae5-749ea3a9c657 req-bcc89730-190c-4a99-bb00-8b827b315a5a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488405 Feb 10 04:44:50.010997 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49616) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:50.056646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359ae37-6728-4d61-859d-51b0d1679f2d tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:50.058186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7359ae37-6728-4d61-859d-51b0d1679f2d tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1122 time: 0.0462198 Feb 10 04:44:50.061214 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:50.065448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:44:50.149333 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:50.280227 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:50.402587 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.4 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:44:50.534242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:50.652081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:50.695101 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:44:50.698778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:44:50.702380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:44:50.725461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:51.474427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (81692f3c-3f8b-4d30-838f-a0bf03c6f59f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:51.628554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:51.793782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:51.866484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:51.937516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:44:51.950863 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (81692f3c-3f8b-4d30-838f-a0bf03c6f59f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:52.060604 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 81692f3c-3f8b-4d30-838f-a0bf03c6f59f associated. External IP: 172.25.8.4, port: d5c32fdd-fcae-4c13-b677-f357b7931992. Feb 10 04:44:52.285112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router f0f93249-6cc5-4875-8c21-46656a8da4b7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:44:52.399792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:44:52.409545 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] Sync routers for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:44:52.420619 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:52.423004 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:52.488437 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:52.523478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3adbcdf3-dde9-4066-b12d-ca0bf2649130 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4612403 Feb 10 04:44:52.524120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:44:52.526626 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909" -d '{"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:44:52.533106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:52.654041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576ac91-da35-48cc-bdc1-c4eb525fd81c req-a05a6bb3-d6b2-49bb-af4d-7e619e6375cf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:52.662211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0576ac91-da35-48cc-bdc1-c4eb525fd81c req-a05a6bb3-d6b2-49bb-af4d-7e619e6375cf tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0748751 Feb 10 04:44:52.687170 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47bef4-3b8c-42c0-a364-1d19825cb446 x-openstack-request-id: req-ad47bef4-3b8c-42c0-a364-1d19825cb446 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:44:52.687907 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:44:52.690337 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad47bef4-3b8c-42c0-a364-1d19825cb446 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:44:52.692985 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'status': 'completed', 'code': 200} Feb 10 04:44:52.720638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0576ac91-da35-48cc-bdc1-c4eb525fd81c req-a3fa0cf1-17c3-457a-8d31-67ee2d5aafc6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579920 Feb 10 04:44:52.747252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49632) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:52.765864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-8b3c8e02-6db3-4e02-8dc4-d7a5e68028ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:52.769886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-8b3c8e02-6db3-4e02-8dc4-d7a5e68028ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1127 time: 0.0582411 Feb 10 04:44:52.829077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a10054bc-8897-4141-b0b5-9d756e4daaf1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/81692f3c-3f8b-4d30-838f-a0bf03c6f59f HTTP/1.1" status: 200 len: 989 time: 0.0804768 Feb 10 04:44:52.875325 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '81692f3c-3f8b-4d30-838f-a0bf03c6f59f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'port_id': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'mac_address': 'fa:16:3e:0e:87:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:44:50Z', 'updated_at': '2022-02-10T04:44:50Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:37Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:52.882410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-6cf25d7d-07f9-4e20-a9ea-9b8d5a9a986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:52.884190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-6cf25d7d-07f9-4e20-a9ea-9b8d5a9a986b service neutron] 10.222.0.24 "GET /v2.0/networks?id=06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 200 len: 898 time: 0.1049554 Feb 10 04:44:52.901803 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] Checking router: f0f93249-6cc5-4875-8c21-46656a8da4b7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:44:52.910582 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:44:52.911224 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:44:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:52.951494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-a6fc4570-b4fe-4e7d-bb1b-d3519f673034 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 997 time: 0.0618742 Feb 10 04:44:52.999800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-f24ff906-8405-4e5a-a0c3-31c721b4ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:53.001336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-f24ff906-8405-4e5a-a0c3-31c721b4ccba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd4d07e1-0987-49ec-bfd0-5ece95256bc9 HTTP/1.1" status: 200 len: 835 time: 0.0447195 Feb 10 04:44:53.018529 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:44:53.056368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-60179d05-2b5e-4a0b-aa5b-2e32876c27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:44:53.057133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-60179d05-2b5e-4a0b-aa5b-2e32876c27d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06d3e1f9-0bde-4bf1-af61-764940b31ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504472 Feb 10 04:44:53.151580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-6718976a-de23-4244-b8f0-698e79e84fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889227 Feb 10 04:44:53.249036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4ff7bb0-0a9b-467d-826c-4ca9eea87909 req-22ba2602-1f4f-4958-b932-1347e7cff184 service neutron] 10.222.0.24 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916293 Feb 10 04:44:53.267732 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '81692f3c-3f8b-4d30-838f-a0bf03c6f59f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'port_id': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'mac_address': 'fa:16:3e:0e:87:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:44:50Z', 'updated_at': '2022-02-10T04:44:50Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:37Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:44:53.294621 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1735b1b-5f3d-4ff0-9c9a-380190dfdd96 None None] The sync data for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 is: [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '81692f3c-3f8b-4d30-838f-a0bf03c6f59f', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'port_id': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'mac_address': 'fa:16:3e:0e:87:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:44:50Z', 'updated_at': '2022-02-10T04:44:50Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:37Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:44:53.524100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcabd304-9477-4663-a81a-e4f688b6a315 None None] New status for floating IP 81692f3c-3f8b-4d30-838f-a0bf03c6f59f: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:44:53.832862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49636) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:44:53.898895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a6b77266-730e-4f10-9604-15c438ac1415 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/81692f3c-3f8b-4d30-838f-a0bf03c6f59f HTTP/1.1" status: 200 len: 991 time: 0.0647216 Feb 10 04:44:57.660840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef96321e-ac01-4ddc-9734-e5ab5e6525f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:44:59.843311 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e045faae-8699-45c6-a5f2-d6ef741b7e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:01.165516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:02.121351 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:45:02.791876 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:04.329256 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:17.251163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:18.668213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:20.693212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9f0b-59c0-47e7-92ee-8bf962ce98eb req-8311872f-acfa-4ac2-a5b6-b23190332328 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:20.694748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dde9f0b-59c0-47e7-92ee-8bf962ce98eb req-8311872f-acfa-4ac2-a5b6-b23190332328 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0556922 Feb 10 04:45:20.748008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0dde9f0b-59c0-47e7-92ee-8bf962ce98eb req-4ddcdaeb-3583-4311-b65c-0b46d3b48b7e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475190 Feb 10 04:45:20.770590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49734) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:20.830811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4237cfea-566b-4ab6-a580-ef7c94b4d5f1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/81692f3c-3f8b-4d30-838f-a0bf03c6f59f HTTP/1.1" status: 200 len: 991 time: 0.0587051 Feb 10 04:45:21.311398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07e671-3bd8-4e42-8473-4cf6b7d19bb7 req-4819b013-1271-4d7b-917b-5bca9c0dc688 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:21.313281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a07e671-3bd8-4e42-8473-4cf6b7d19bb7 req-4819b013-1271-4d7b-917b-5bca9c0dc688 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1127 time: 0.0444043 Feb 10 04:45:21.362904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a07e671-3bd8-4e42-8473-4cf6b7d19bb7 req-3b901677-0317-4b35-9666-9e47e3f3d9f6 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 Feb 10 04:45:22.298756 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-6f51330d-a7da-4728-ada0-02c58b0b4f16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451615 Feb 10 04:45:22.307306 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-9262062a-7236-4f79-85ad-4d1ae85bc81c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:45:22.308261 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-9262062a-7236-4f79-85ad-4d1ae85bc81c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050008 Feb 10 04:45:22.376891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-9f21911b-9bfd-4ecf-b8a8-093be94d47cb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:22.378270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-9f21911b-9bfd-4ecf-b8a8-093be94d47cb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 1124 time: 0.0414615 Feb 10 04:45:23.421683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-e1b55682-96d1-4460-afa5-0339e872c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:23.423863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-e1b55682-96d1-4460-afa5-0339e872c78d service neutron] 10.222.0.42 "GET /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 1124 time: 0.0402558 Feb 10 04:45:23.438522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Request body: {'binding': {'host': 'n-h2-827844-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:23.439015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Unknown quota resources ['binding']. {{(pid=109958) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 10 04:45:23.574649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on host n-h2-827844-2 for vnic_type normal with profile None {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:45:23.575017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:45:23.575561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:23.580362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:45:23.580889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:23.585837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:45:23.587371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Checking segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:23.587371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Bound using segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} {{(pid=109958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:45:23.587371 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.managers [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Bound port: d5c32fdd-fcae-4c13-b677-f357b7931992, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}}] {{(pid=109958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:45:23.695360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:45:23.776989 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:23.778199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-2d8fe562-6ef2-471c-ad71-7b430b359b32 service neutron] 10.222.0.42 "POST /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992/bindings HTTP/1.1" status: 201 len: 389 time: 0.3440974 Feb 10 04:45:24.081140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be3ec-9eaa-4c9b-b920-942069f7eedd req-a5c19b87-b8a0-4a69-9130-62a3e3ca2954 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:24.084789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b1be3ec-9eaa-4c9b-b920-942069f7eedd req-a5c19b87-b8a0-4a69-9130-62a3e3ca2954 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0730758 Feb 10 04:45:24.152863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b1be3ec-9eaa-4c9b-b920-942069f7eedd req-e3d05735-e4c1-4768-8ee8-683fa0de5391 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622592 Feb 10 04:45:24.440336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-50bc21ba-59bb-4afa-a567-6bf0fae33bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:24.442075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-50bc21ba-59bb-4afa-a567-6bf0fae33bc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1127 time: 0.0530794 Feb 10 04:45:24.542167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-d81598a2-eeca-456d-a896-6646e153c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:24.543834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-d81598a2-eeca-456d-a896-6646e153c0c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 200 len: 898 time: 0.0968094 Feb 10 04:45:24.614004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-44ac11c9-9772-42c1-8194-bfd361f26b2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 999 time: 0.0635810 Feb 10 04:45:24.667990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-d17d2cc0-3dc7-4a4f-a871-1b105372b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:24.669462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-d17d2cc0-3dc7-4a4f-a871-1b105372b6e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd4d07e1-0987-49ec-bfd0-5ece95256bc9 HTTP/1.1" status: 200 len: 835 time: 0.0490277 Feb 10 04:45:24.724166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-1149df3c-fc5c-48b4-b129-2cc477df82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:24.725694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-1149df3c-fc5c-48b4-b129-2cc477df82f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06d3e1f9-0bde-4bf1-af61-764940b31ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499485 Feb 10 04:45:24.822952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-28899f63-e0bb-4bfb-b222-4d5690789873 service neutron] 10.222.0.43 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906107 Feb 10 04:45:24.919408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-93150e5f-901c-47b1-9a98-ab77e85d6940 service neutron] 10.222.0.43 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908046 Feb 10 04:45:25.054351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-a920e5b9-8f42-4c40-9019-5c33e06b2272 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:25.055904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-a920e5b9-8f42-4c40-9019-5c33e06b2272 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1127 time: 0.0823653 Feb 10 04:45:25.066555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827844-2'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:25.132709 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:25.272389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:25.293814 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb609e5b-a9b9-47e7-a080-d9bcd6a6ee3f req-078746d9-f183-4c53-a757-adebbfd3eb52 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:25.296141 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb609e5b-a9b9-47e7-a080-d9bcd6a6ee3f req-078746d9-f183-4c53-a757-adebbfd3eb52 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0606403 Feb 10 04:45:25.312750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:25.354145 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fb609e5b-a9b9-47e7-a080-d9bcd6a6ee3f req-51efc7b8-e8cc-42a8-97e4-613008f4828e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508006 Feb 10 04:45:25.359823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:25.362130 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9001239-0866-4f24-b1de-cd04310e76b2" -d '{"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:25.365921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Publish callbacks [] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:25.466024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:25.495692 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548df96d-6e31-4d40-9eb9-0ff97eff483d x-openstack-request-id: req-548df96d-6e31-4d40-9eb9-0ff97eff483d {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:25.496086 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:25.496414 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-548df96d-6e31-4d40-9eb9-0ff97eff483d {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:25.496881 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'code': 200} Feb 10 04:45:25.575966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:25.631177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on host n-h1-827844-2 for vnic_type normal with profile {"migrating_to": "n-h2-827844-2"} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:45:25.631654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:45:25.632092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:25.637126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:45:25.637578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Attempting to bind port d5c32fdd-fcae-4c13-b677-f357b7931992 on network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:25.643500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:45:25.643970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Checking segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:25.644461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Bound using segment: {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:45:25.644999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Bound port: d5c32fdd-fcae-4c13-b677-f357b7931992, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17555a8-144f-4c94-8ea4-f1bf48ca6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:45:25.645585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:25.717583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:25.721287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:45:25.757699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a49c3dc1-b880-4993-a763-894c7a7be63b None None] Provisioning complete for port d5c32fdd-fcae-4c13-b677-f357b7931992 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:25.758269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a49c3dc1-b880-4993-a763-894c7a7be63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:25.792596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a49c3dc1-b880-4993-a763-894c7a7be63b None None] Port d5c32fdd-fcae-4c13-b677-f357b7931992 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:45:25.811564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:25.921529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=8']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:25.970870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:25.975688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:25.975688 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-875ce49e-8ab8-4e58-993b-b211ce7f956e service neutron] 10.222.0.43 "PUT /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 1121 time: 0.9108438 Feb 10 04:45:26.034808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d5c32fdd-fcae-4c13-b677-f357b7931992'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:45:26.133434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b2522b3a-7623-48ce-ac80-3d7d85c9cd36 None None] Provisioning complete for port d5c32fdd-fcae-4c13-b677-f357b7931992 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:26.133718 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b2522b3a-7623-48ce-ac80-3d7d85c9cd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:26.281075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b2522b3a-7623-48ce-ac80-3d7d85c9cd36 None None] Current status of the port d5c32fdd-fcae-4c13-b677-f357b7931992 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:26.285046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b2522b3a-7623-48ce-ac80-3d7d85c9cd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:26.318038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:26.320348 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c493c900-8ba7-4e5b-a7e9-bc02d85ff79f" -d '{"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-plugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:26.346271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b2522b3a-7623-48ce-ac80-3d7d85c9cd36 None None] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:26.364351 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69443d-16b3-4e6b-97e3-c978c5688306 x-openstack-request-id: req-7e69443d-16b3-4e6b-97e3-c978c5688306 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:26.364648 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-plugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:26.364902 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e69443d-16b3-4e6b-97e3-c978c5688306 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:26.365299 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'code': 200} Feb 10 04:45:26.393699 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b2522b3a-7623-48ce-ac80-3d7d85c9cd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:26.495259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c7365-46a0-4466-9000-76a420b8e3eb req-af7383ad-34f9-403a-87db-92c0fc4c2d92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:26.497683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-036c7365-46a0-4466-9000-76a420b8e3eb req-af7383ad-34f9-403a-87db-92c0fc4c2d92 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0619378 Feb 10 04:45:26.541691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522b3a-7623-48ce-ac80-3d7d85c9cd36 None None] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:26.553670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-036c7365-46a0-4466-9000-76a420b8e3eb req-334026a8-7c7b-4f85-8c5d-3c20460cb59e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470681 Feb 10 04:45:27.498118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:27.500989 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615cd8d5-72ca-4747-8652-a74240b21fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:27.539051 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dc9e55-77b3-45c4-97dd-599b38236f0b x-openstack-request-id: req-61dc9e55-77b3-45c4-97dd-599b38236f0b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:27.539349 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:27.539602 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61dc9e55-77b3-45c4-97dd-599b38236f0b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:27.540003 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'status': 'completed', 'code': 200} Feb 10 04:45:27.684936 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5cb83d8-a9d7-419a-8b78-8cdee0986bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:27.711656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-acf9a5b9-8404-438d-820e-49bbb7e518a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:27.713254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-acf9a5b9-8404-438d-820e-49bbb7e518a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1157 time: 0.1473475 Feb 10 04:45:27.724788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe487b4-5ddd-4108-8a3c-b3d7e7849a2a req-2bb02580-8e45-42f9-808f-6d7503b2fbf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:27.726196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fe487b4-5ddd-4108-8a3c-b3d7e7849a2a req-2bb02580-8e45-42f9-808f-6d7503b2fbf3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0695229 Feb 10 04:45:28.140672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fe487b4-5ddd-4108-8a3c-b3d7e7849a2a req-a9099e4f-aafa-404c-b253-0c42abb816b0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056904 Feb 10 04:45:28.160925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-6784698d-3b5b-47cf-b90a-064ef4f755ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:28.160925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-6784698d-3b5b-47cf-b90a-064ef4f755ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 200 len: 898 time: 0.4333172 Feb 10 04:45:28.233833 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-85aedb7a-9854-493e-937b-0624fad0eccb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 999 time: 0.0663073 Feb 10 04:45:28.276338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:45:28.288541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-255f6397-3f01-4129-b9f7-4ef829109c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:28.289811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-255f6397-3f01-4129-b9f7-4ef829109c2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd4d07e1-0987-49ec-bfd0-5ece95256bc9 HTTP/1.1" status: 200 len: 835 time: 0.0498128 Feb 10 04:45:28.352110 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-997d60b2-085b-4192-bcba-3c83de82562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:28.353907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-997d60b2-085b-4192-bcba-3c83de82562c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=06d3e1f9-0bde-4bf1-af61-764940b31ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575380 Feb 10 04:45:28.383608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:28.394814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 has no active binding in host n-h2-827844-2 {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 10 04:45:28.449707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-9de561c8-2f93-4106-9807-3f6f03f91fcb service neutron] 10.222.0.24 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881476 Feb 10 04:45:28.541988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-615cd8d5-72ca-4747-8652-a74240b21fe0 req-953d66d5-fce0-478e-b4bf-fe5399435149 service neutron] 10.222.0.24 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857859 Feb 10 04:45:29.272889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492562-e588-4441-9c07-5bc94eb8fa14 req-b6491f53-9e57-4017-9d93-ff11d71eb52d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:29.274414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38492562-e588-4441-9c07-5bc94eb8fa14 req-b6491f53-9e57-4017-9d93-ff11d71eb52d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0584302 Feb 10 04:45:29.323115 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38492562-e588-4441-9c07-5bc94eb8fa14 req-672e1102-20ed-4ce2-95f8-e4e08ef77f18 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Feb 10 04:45:29.860635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-00dd40fc-0883-4536-ad74-c2ef01e37702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:30.456895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc182b7-2500-4d0b-96a6-a0568620b055 req-c13c0834-0b50-421f-9e08-0044d6b16ec4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:30.458522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3dc182b7-2500-4d0b-96a6-a0568620b055 req-c13c0834-0b50-421f-9e08-0044d6b16ec4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 945 time: 0.0608468 Feb 10 04:45:30.509288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3dc182b7-2500-4d0b-96a6-a0568620b055 req-2a772767-a71b-410d-b74d-4f1b1952147c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 Feb 10 04:45:30.983582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-747f2129-6374-4eb7-af4e-c891fcd54dd1 service neutron] 10.222.0.24 "GET /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 384 time: 0.0561783 Feb 10 04:45:31.108292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:31.159518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:31.179854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:31.227239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:31.229488 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58f8f6-1215-4078-8e6d-480f526913b6" -d '{"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:31.237753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:31.278602 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c541a9b0-53c8-432f-a5e1-0a0e0d57876b x-openstack-request-id: req-c541a9b0-53c8-432f-a5e1-0a0e0d57876b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:31.279005 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:31.279266 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c541a9b0-53c8-432f-a5e1-0a0e0d57876b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:31.280416 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'code': 200} Feb 10 04:45:31.313392 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:31.397362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] Transition to ACTIVE for port object d5c32fdd-fcae-4c13-b677-f357b7931992 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:45:31.462607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:31.561667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=11']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:31.655302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] No DVR routers for this DVR port d5c32fdd-fcae-4c13-b677-f357b7931992 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:45:31.735932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981610f-a974-400c-9451-ea32ced076da req-bf9da1a0-0e80-4767-8c98-c92472372761 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:31.737738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3981610f-a974-400c-9451-ea32ced076da req-bf9da1a0-0e80-4767-8c98-c92472372761 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.1490128 Feb 10 04:45:31.833795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3981610f-a974-400c-9451-ea32ced076da req-184bb12f-f0c2-4929-b0b1-14a536ecbf2d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888467 Feb 10 04:45:31.865523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-0beb9290-131f-44d3-bce5-4b4f3cfc44a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992/bindings/n-h2-827844-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8766580 Feb 10 04:45:32.020779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-5e28a330-02f9-4f39-9371-f41b5abe9e4e tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:32.022177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-5e28a330-02f9-4f39-9371-f41b5abe9e4e tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.0534048 Feb 10 04:45:32.072816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-7e3285ec-3d3b-4c39-8f71-e8eca122ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:32.074298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-7e3285ec-3d3b-4c39-8f71-e8eca122ca33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 1126 time: 0.0440826 Feb 10 04:45:32.140923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-65d92bf3-4b91-41e1-bdbb-09de79f49085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:32.142441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-65d92bf3-4b91-41e1-bdbb-09de79f49085 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1126 time: 0.0455520 Feb 10 04:45:32.241217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-d0ae3048-efdc-436e-a990-bd9886807aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:32.242671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-d0ae3048-efdc-436e-a990-bd9886807aa2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 200 len: 898 time: 0.0943954 Feb 10 04:45:32.307671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-55d45d2a-9c0b-4483-9295-3bfd2b27faca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 997 time: 0.0580835 Feb 10 04:45:32.356294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-ace432d8-dfbb-4f81-8b5c-af68aa8646f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:32.358462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-ace432d8-dfbb-4f81-8b5c-af68aa8646f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd4d07e1-0987-49ec-bfd0-5ece95256bc9 HTTP/1.1" status: 200 len: 835 time: 0.0437086 Feb 10 04:45:32.410503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-19624298-f775-4e46-8e89-9dda714dc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:32.412024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-19624298-f775-4e46-8e89-9dda714dc493 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06d3e1f9-0bde-4bf1-af61-764940b31ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483258 Feb 10 04:45:32.501021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-563e7a12-4db2-4210-8142-05eb34eaad14 service neutron] 10.222.0.43 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828459 Feb 10 04:45:32.595475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-76ea76c1-22fb-4e4d-8d79-0f9c58538d9a service neutron] 10.222.0.43 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890806 Feb 10 04:45:32.740278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:32.963703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade4db-40af-459b-998e-0c07360c1a2d req-5039445f-8fc9-4225-a73d-46f0c4488c19 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:32.967926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adade4db-40af-459b-998e-0c07360c1a2d req-5039445f-8fc9-4225-a73d-46f0c4488c19 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.0576575 Feb 10 04:45:33.016661 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-adade4db-40af-459b-998e-0c07360c1a2d req-ad6334e2-d4dd-44a1-b10f-54cc6a35f057 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445130 Feb 10 04:45:33.099716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-8f482796-f59f-43b8-946b-3fa0116343f5 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:33.101333 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-8f482796-f59f-43b8-946b-3fa0116343f5 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 1126 time: 0.0522461 Feb 10 04:45:33.323505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-c7a75890-c50a-46f8-89a3-e1f40f70f738 service neutron] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:33.327880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-c7a75890-c50a-46f8-89a3-e1f40f70f738 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:33.329103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-c7a75890-c50a-46f8-89a3-e1f40f70f738 service neutron] 10.222.0.43 "DELETE /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992/bindings/n-h1-827844-2 HTTP/1.1" status: 204 len: 173 time: 0.2220364 Feb 10 04:45:34.151542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4539e8-bf5c-46b7-9ba0-0fc68735b127 req-f273d6f6-7ad9-44d1-8c4b-d0873bbd1310 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:34.153311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b4539e8-bf5c-46b7-9ba0-0fc68735b127 req-f273d6f6-7ad9-44d1-8c4b-d0873bbd1310 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.0597126 Feb 10 04:45:34.208090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b4539e8-bf5c-46b7-9ba0-0fc68735b127 req-768639ef-e3c1-4c73-a3ac-52d39cb2a42d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472331 Feb 10 04:45:34.332537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2172a3-5df6-4bf3-a895-40bf0dc89a30 req-7b569615-60df-46de-a7ad-a5d87008922e tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:34.334083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b2172a3-5df6-4bf3-a895-40bf0dc89a30 req-7b569615-60df-46de-a7ad-a5d87008922e tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1126 time: 0.0528941 Feb 10 04:45:34.337060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:34.391101 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b2172a3-5df6-4bf3-a895-40bf0dc89a30 req-7e5576d6-bcb5-43cc-9da9-f5b36d9c2288 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Feb 10 04:45:34.509506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c502d-62da-4a59-9919-adf48ad10d82 req-dc44ade9-ebf1-4bbe-a124-e6a483c98ecb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:34.511199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a77c502d-62da-4a59-9919-adf48ad10d82 req-dc44ade9-ebf1-4bbe-a124-e6a483c98ecb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Feb 10 04:45:34.570459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a77c502d-62da-4a59-9919-adf48ad10d82 req-4aebc05a-7290-4593-9609-d689e3ce0cf9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528357 Feb 10 04:45:34.593934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49860) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:34.658014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-22c062c2-01f7-4bfb-a8d6-1d5cce11a185 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/81692f3c-3f8b-4d30-838f-a0bf03c6f59f HTTP/1.1" status: 200 len: 989 time: 0.0628881 Feb 10 04:45:35.659462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:45:35.701471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port d5c32fdd-fcae-4c13-b677-f357b7931992 host n-h2-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:45:35.701857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:45:38.336174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49874) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:38.496456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:45:38.496795 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:38.576607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:38.576915 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:38.588856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:45:38.822184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:38.847359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=0a4431f2-5f7c-4577-b3fc-9f1e21b8e7a3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:38.860824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.861181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.861532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.861870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.862205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.862539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.862901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.863236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.863564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.863894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.864221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.864547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.864868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:38.921189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (81692f3c-3f8b-4d30-838f-a0bf03c6f59f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:38.921519 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 81692f3c-3f8b-4d30-838f-a0bf03c6f59f disassociated (deleted). External IP: 172.25.8.4, port: d5c32fdd-fcae-4c13-b677-f357b7931992. Feb 10 04:45:39.122730 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:45:39.138467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router f0f93249-6cc5-4875-8c21-46656a8da4b7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:45:39.249698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:45:39.256314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:39.265943 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] Sync routers for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:45:39.284483 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:39.285768 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:39.292570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49878) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:39.293232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5c889709-0dc8-4b3a-bd6c-5cf547e0fa9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/floatingips/81692f3c-3f8b-4d30-838f-a0bf03c6f59f HTTP/1.1" status: 204 len: 168 time: 0.9558129 Feb 10 04:45:39.293962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:39.296449 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bde3e7d-6a41-486f-a2d8-49720e6efea6" -d '{"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:39.377740 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e153dfa-0e3a-4f15-931e-697a50328016 x-openstack-request-id: req-8e153dfa-0e3a-4f15-931e-697a50328016 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:39.378508 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:39.378850 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e153dfa-0e3a-4f15-931e-697a50328016 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:39.379352 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'status': 'completed', 'code': 200} Feb 10 04:45:39.414729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:39.454549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-2130a739-23ee-4c1b-b66b-486ce2ffe067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:39.456535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-2130a739-23ee-4c1b-b66b-486ce2ffe067 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 1126 time: 0.0546572 Feb 10 04:45:39.543779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Deleting subnet 8f385884-9d7e-4b4e-beb9-96befc3185ba {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:45:39.547807 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Publish callbacks [] for subnet (8f385884-9d7e-4b4e-beb9-96befc3185ba), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:39.585699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-d6698a79-a119-490d-aa82-14ec0e34d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:39.586906 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-d6698a79-a119-490d-aa82-14ec0e34d408 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 200 len: 898 time: 0.1245196 Feb 10 04:45:39.587850 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (8f385884-9d7e-4b4e-beb9-96befc3185ba), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:39.634196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (8f385884-9d7e-4b4e-beb9-96befc3185ba), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:39.636370 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-cc58ef84-12d3-4888-973c-058b63d162b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 200 len: 217 time: 0.0416758 Feb 10 04:45:39.674295 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:37Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:39.697064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-49fb566a-5376-453d-956f-6611f0e14874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:39.698784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-49fb566a-5376-453d-956f-6611f0e14874 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd4d07e1-0987-49ec-bfd0-5ece95256bc9 HTTP/1.1" status: 200 len: 835 time: 0.0559185 Feb 10 04:45:39.711907 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] Checking router: f0f93249-6cc5-4875-8c21-46656a8da4b7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:45:39.724203 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:39.725070 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:39.751720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-1faac013-6f13-46e8-8659-7a438d4caee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:39.753214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-1faac013-6f13-46e8-8659-7a438d4caee0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06d3e1f9-0bde-4bf1-af61-764940b31ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480750 Feb 10 04:45:39.811864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (8f385884-9d7e-4b4e-beb9-96befc3185ba), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:39.854010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f385884-9d7e-4b4e-beb9-96befc3185ba,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:39.855827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-2d94d2fd-ff12-42c3-b8e4-48f8bcf258cb service neutron] 10.222.0.43 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965779 Feb 10 04:45:39.860035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:39.863530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8f385884-9d7e-4b4e-beb9-96befc3185ba HTTP/1.1" status: 204 len: 168 time: 0.5698941 Feb 10 04:45:39.868011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49890) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:39.877310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.877947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.878146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.878419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.878792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.879103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.879876 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.880207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.880533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.880856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.881177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.881497 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.881869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaee5ba-f0e9-44f2-bd7e-15b65c513997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:39.889652 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:39.986404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3bde3e7d-6a41-486f-a2d8-49720e6efea6 req-d914d005-0ccd-46a9-9a9d-c7cadeb6a29c service neutron] 10.222.0.43 "GET /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222930 Feb 10 04:45:40.029128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (20d31854-442e-4670-b6f8-9a521c51369c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.112069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06dbf4-f3f2-4289-ac81-889d74f5cc3c req-a05675ac-14db-4006-a2e8-dce65eaf2b8c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:40.115641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf06dbf4-f3f2-4289-ac81-889d74f5cc3c req-a05675ac-14db-4006-a2e8-dce65eaf2b8c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.1896410 Feb 10 04:45:40.146207 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:37Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:40.168221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (20d31854-442e-4670-b6f8-9a521c51369c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.181076 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7a74a-e8c8-4c04-8da7-dd168c9effd2 None None] The sync data for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 is: [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:33Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '851c59b1-b726-415d-b6c5-457b448cc27a', 'name': '', 'network_id': '06d3e1f9-0bde-4bf1-af61-764940b31ab0', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:1f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:32Z', 'updated_at': '2022-02-10T04:44:37Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': 'cd4d07e1-0987-49ec-bfd0-5ece95256bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:45:40.204652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d31854-442e-4670-b6f8-9a521c51369c']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:40.240789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924a3396-6f82-44c7-94cb-694ea8c20943') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:40.243292 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924a3396-6f82-44c7-94cb-694ea8c20943') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:40.254156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (924a3396-6f82-44c7-94cb-694ea8c20943), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.274559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (924a3396-6f82-44c7-94cb-694ea8c20943), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.291109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:45:40.291554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (924a3396-6f82-44c7-94cb-694ea8c20943), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.304385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-695f0d78-bd32-4273-b3b2-2d7a84d71546 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:40.308754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-695f0d78-bd32-4273-b3b2-2d7a84d71546 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 944 time: 0.0928383 Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:45:40.372622 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:45:40.394888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf06dbf4-f3f2-4289-ac81-889d74f5cc3c req-8b0f9527-bcbb-4daf-a413-8da0c827a46e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=498a7a87-574c-429f-b115-9e0cb0b118c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729018 Feb 10 04:45:40.452173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port d5c32fdd-fcae-4c13-b677-f357b7931992 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:45:40.452886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.471754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (20d31854-442e-4670-b6f8-9a521c51369c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.495457 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.504213 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] 10.222.0.42 "DELETE /v2.0/networks/20d31854-442e-4670-b6f8-9a521c51369c HTTP/1.1" status: 204 len: 168 time: 0.6351621 Feb 10 04:45:40.505693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566b17-f66e-4a87-8a91-297fbcc99c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=20d31854-442e-4670-b6f8-9a521c51369c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:40.589614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port d5c32fdd-fcae-4c13-b677-f357b7931992, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d5c32fdd-fcae-4c13-b677-f357b7931992,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:40.590158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.604547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for d5c32fdd-fcae-4c13-b677-f357b7931992 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:45:40.614875 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07617b7-28df-41e9-b14e-a6a4fb1f7e72 None None] New status for floating IP 81692f3c-3f8b-4d30-838f-a0bf03c6f59f: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:45:40.837355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d5c32fdd-fcae-4c13-b677-f357b7931992), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.867257 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=d5c32fdd-fcae-4c13-b677-f357b7931992,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:40.922244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49894) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:40.926247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] No DVR routers for this DVR port d5c32fdd-fcae-4c13-b677-f357b7931992 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:45:40.928790 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:40.932256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7bc720bc-51f5-4ca5-9298-35235f81a640 req-907eefcb-65d5-44a9-ab67-1e17eb08716a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "DELETE /v2.0/ports/d5c32fdd-fcae-4c13-b677-f357b7931992 HTTP/1.1" status: 204 len: 173 time: 0.6167004 Feb 10 04:45:40.963272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ab730748-fa1a-4ec3-90ed-5e1a4d5cc7bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7505cda4918b421bae504f32f204ec48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396736 Feb 10 04:45:40.965505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49896) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:41.025773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d673642-5d9f-430e-b324-cae1a90f7b7e admin admin] Publish callbacks [] for security_group (85871a98-3b2b-4320-9e97-258937d809fe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:41.049503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d673642-5d9f-430e-b324-cae1a90f7b7e admin admin] Publish callbacks [] for security_group (85871a98-3b2b-4320-9e97-258937d809fe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:41.191913 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d673642-5d9f-430e-b324-cae1a90f7b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (85871a98-3b2b-4320-9e97-258937d809fe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:41.194625 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9d673642-5d9f-430e-b324-cae1a90f7b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:41.198106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9d673642-5d9f-430e-b324-cae1a90f7b7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85871a98-3b2b-4320-9e97-258937d809fe HTTP/1.1" status: 204 len: 168 time: 0.2294459 Feb 10 04:45:41.206349 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d673642-5d9f-430e-b324-cae1a90f7b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85871a98-3b2b-4320-9e97-258937d809fe,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:41.380069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-deleted', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:41.382478 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11ceb01-7610-40b3-91ad-31909b86af7a" -d '{"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-deleted", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:41.429820 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714db966-dfa6-414d-8eba-c79d6116c5dd x-openstack-request-id: req-714db966-dfa6-414d-8eba-c79d6116c5dd {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:41.430124 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591c0e8-ec17-4372-a5b4-e5149b8ec741", "name": "network-vif-deleted", "tag": "d5c32fdd-fcae-4c13-b677-f357b7931992", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:41.430663 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-714db966-dfa6-414d-8eba-c79d6116c5dd {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:41.430804 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591c0e8-ec17-4372-a5b4-e5149b8ec741', 'name': 'network-vif-deleted', 'tag': 'd5c32fdd-fcae-4c13-b677-f357b7931992', 'status': 'completed', 'code': 200} Feb 10 04:45:41.535301 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-99809db9-e6a3-4f8b-8a34-69e80e43aa02 req-33adba92-dabc-4772-9294-14220b4a26ea tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7591c0e8-ec17-4372-a5b4-e5149b8ec741 HTTP/1.1" status: 200 len: 210 time: 0.0434663 Feb 10 04:45:42.322499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49922) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:42.421378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1303967273-network', 'tenant_id': '435ed1bbeffb47bbb9f4c8351582ac0b'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:42.516932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Made reservation on behalf of 435ed1bbeffb47bbb9f4c8351582ac0b for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:45:42.519288 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:42.527985 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:42.598033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49928) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:42.647039 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks [] for security_group (6f9b19f9-e1c7-42b3-8ed2-10ac342b734c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:42.775429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6f9b19f9-e1c7-42b3-8ed2-10ac342b734c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:42.833909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:45:42.853665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:42.856555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:42.856899 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Added segment fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e of type vlan for network 6cc19449-9796-4a13-824f-11d337c9434a Feb 10 04:45:42.930540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6cc19449-9796-4a13-824f-11d337c9434a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.058630 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6cc19449-9796-4a13-824f-11d337c9434a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.059642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:43.060215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.104351 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (f0f93249-6cc5-4875-8c21-46656a8da4b7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.173033 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc19449-9796-4a13-824f-11d337c9434a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:43.183233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6cc19449-9796-4a13-824f-11d337c9434a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:45:43.190898 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd4470bb-9d04-4c6d-8037-4613192e9d33 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8672671 Feb 10 04:45:43.193662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49932) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:43.198443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Request body: {'subnet': {'network_id': '6cc19449-9796-4a13-824f-11d337c9434a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1303967273-subnet', 'tenant_id': '435ed1bbeffb47bbb9f4c8351582ac0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:43.336282 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Made reservation on behalf of 435ed1bbeffb47bbb9f4c8351582ac0b for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:45:43.338606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.520376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 851c59b1-b726-415d-b6c5-457b448cc27a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:45:43.520632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.649157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 851c59b1-b726-415d-b6c5-457b448cc27a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=851c59b1-b726-415d-b6c5-457b448cc27a,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:43.649875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.663784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 851c59b1-b726-415d-b6c5-457b448cc27a owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:45:43.704692 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (7cf8487b-4200-4400-9b02-28035cdf166e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:43.807029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf8487b-4200-4400-9b02-28035cdf166e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:43.834245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Checking segment: {'id': 'fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6cc19449-9796-4a13-824f-11d337c9434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:43.834600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Network hostable DHCP agents. Network: 6cc19449-9796-4a13-824f-11d337c9434a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:45:43.941925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Network 6cc19449-9796-4a13-824f-11d337c9434a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:45:43.993142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (851c59b1-b726-415d-b6c5-457b448cc27a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:44.026076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=851c59b1-b726-415d-b6c5-457b448cc27a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:44.028771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 6cc19449-9796-4a13-824f-11d337c9434a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:44.037073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:44.037673 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:44.039543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d34a85-e0d5-4b24-91fa-4cad3964642c None None] Network 6cc19449-9796-4a13-824f-11d337c9434a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:45:44.156244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f276c-516d-4b3b-9e5a-002f083b8fd6 None None] Network 6cc19449-9796-4a13-824f-11d337c9434a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:45:44.191169 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f4be0ecf-9a3e-43d7-a604-f0b9f8d8ba2c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9921165 Feb 10 04:45:44.279077 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (f0f93249-6cc5-4875-8c21-46656a8da4b7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:44.363192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:45:44.392039 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: d5c32fdd-fcae-4c13-b677-f357b7931992 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:45:44.392515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d5c32fdd-fcae-4c13-b677-f357b7931992 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:45:44.540492 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router f0f93249-6cc5-4875-8c21-46656a8da4b7 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:45:44.894377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49948) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:44.899410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1632095350-network', 'tenant_id': '3c9f66bd4a9944e89f1f5cf97279e07d'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:45.022111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Made reservation on behalf of 3c9f66bd4a9944e89f1f5cf97279e07d for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:45:45.022332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:45:45.024548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.027471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-850177e0-ec50-41b2-8b34-dbc612f70b6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/f0f93249-6cc5-4875-8c21-46656a8da4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4284713 Feb 10 04:45:45.032575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49950) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:45.037219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.086113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting subnet cd4d07e1-0987-49ec-bfd0-5ece95256bc9 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:45:45.089502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (cd4d07e1-0987-49ec-bfd0-5ece95256bc9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.124482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks [] for security_group (e6e91ed2-635e-4173-acd4-5fbeb19c77d2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.132914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (cd4d07e1-0987-49ec-bfd0-5ece95256bc9), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.140364 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] Sync routers for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:45:45.149534 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:45.150123 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:45.199342 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e6e91ed2-635e-4173-acd4-5fbeb19c77d2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.221399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:45:45.224059 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (cd4d07e1-0987-49ec-bfd0-5ece95256bc9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.237242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e91ed2-635e-4173-acd4-5fbeb19c77d2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:45.240409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (12b46e00-c97f-44f7-8987-6b70adf68972), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.240925 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Added segment 12b46e00-c97f-44f7-8987-6b70adf68972 of type vlan for network 92886fae-023e-4bc8-976f-611a3a1f4136 Feb 10 04:45:45.262250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:45.325929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (92886fae-023e-4bc8-976f-611a3a1f4136), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.360072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-29657143-e86c-4f1f-b1f6-a9f1850f1894 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703013 Feb 10 04:45:45.363614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (cd4d07e1-0987-49ec-bfd0-5ece95256bc9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.390969 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4d07e1-0987-49ec-bfd0-5ece95256bc9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:45.395008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.398401 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-72e140e1-ba3b-4808-a8a8-db47ce13052a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/subnets/cd4d07e1-0987-49ec-bfd0-5ece95256bc9 HTTP/1.1" status: 204 len: 168 time: 0.3646359 Feb 10 04:45:45.407228 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fdaaed-4bed-4cde-9e47-182a745e397a None None] Network 06d3e1f9-0bde-4bf1-af61-764940b31ab0 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:45:45.407850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49952) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:45.447801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-c6e83e7d-f53c-4b0f-8872-8dc85546dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:45.449668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-c6e83e7d-f53c-4b0f-8872-8dc85546dd31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 1127 time: 0.0691996 Feb 10 04:45:45.450994 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (92886fae-023e-4bc8-976f-611a3a1f4136), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.452433 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:45.453239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.456619 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:45:43Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:45.496737 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] Checking router: f0f93249-6cc5-4875-8c21-46656a8da4b7 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:45:45.506306 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] Routers {'f0f93249-6cc5-4875-8c21-46656a8da4b7'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:45.506992 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['f0f93249-6cc5-4875-8c21-46656a8da4b7'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:45.550458 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (f0f93249-6cc5-4875-8c21-46656a8da4b7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.625817 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] DHCP port deletion for 06d3e1f9-0bde-4bf1-af61-764940b31ab0 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:45:45.658900 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] Set router f0f93249-6cc5-4875-8c21-46656a8da4b7 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:45.684646 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (f0f93249-6cc5-4875-8c21-46656a8da4b7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.689848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Deleting port 271e8495-6428-4ad4-9b02-ffecb956019e {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:45:45.690376 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.761647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] For port 271e8495-6428-4ad4-9b02-ffecb956019e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=271e8495-6428-4ad4-9b02-ffecb956019e,segment=NetworkSegment(e17555a8-144f-4c94-8ea4-f1bf48ca6138),segment_id=e17555a8-144f-4c94-8ea4-f1bf48ca6138)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:45.762159 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.783656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Calling delete_port for 271e8495-6428-4ad4-9b02-ffecb956019e owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:45:45.822607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 735efcef-ad29-425d-8559-523538c55185 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:45:45.823382 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (735efcef-ad29-425d-8559-523538c55185), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.863704 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:45:43Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:45.893928 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0b50-8ab9-47ec-84c6-62310215a518 None None] The sync data for ids ['f0f93249-6cc5-4875-8c21-46656a8da4b7'] in n-d-827844-2 is: [{'id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92051059', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '735efcef-ad29-425d-8559-523538c55185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:45:43Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '735efcef-ad29-425d-8559-523538c55185', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f93249-6cc5-4875-8c21-46656a8da4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:44:28Z', 'updated_at': '2022-02-10T04:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:45:45.949033 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0458651 Feb 10 04:45:45.949033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0924389-6b4d-4048-9e7d-a22d44b2842a admin admin] Pushing event updated for resources: {'Network': ['ID=92886fae-023e-4bc8-976f-611a3a1f4136,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:45.949984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 735efcef-ad29-425d-8559-523538c55185, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=735efcef-ad29-425d-8559-523538c55185,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:45.952093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (735efcef-ad29-425d-8559-523538c55185), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:45.958546 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 92886fae-023e-4bc8-976f-611a3a1f4136 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:45:45.964463 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49954) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:45.976534 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Request body: {'subnet': {'network_id': '92886fae-023e-4bc8-976f-611a3a1f4136', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1632095350-subnet', 'tenant_id': '3c9f66bd4a9944e89f1f5cf97279e07d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:45.993649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 735efcef-ad29-425d-8559-523538c55185 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:45:46.002720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-e1e98478-2eec-4f29-8ebf-54944e4494ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:46.004223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-e1e98478-2eec-4f29-8ebf-54944e4494ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.5261488 Feb 10 04:45:46.024351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (271e8495-6428-4ad4-9b02-ffecb956019e), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.055911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Pushing event deleted for resources: {'Port': ['ID=271e8495-6428-4ad4-9b02-ffecb956019e,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:46.061235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] No DVR routers for this DVR port 271e8495-6428-4ad4-9b02-ffecb956019e on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:45:46.076429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Made reservation on behalf of 3c9f66bd4a9944e89f1f5cf97279e07d for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:45:46.077765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.078120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.078465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.078830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.079169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.079403 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.079527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.079838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.080420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.081223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.081223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.081438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.081680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.082050 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cd01b-3f9d-4426-af18-4464db3e38ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:46.087746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-2a877eb2-26aa-4773-aca5-31d2f0170138 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec HTTP/1.1" status: 200 len: 1001 time: 0.0769856 Feb 10 04:45:46.137346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-f8a07c23-e9a7-4e67-8a49-418c50b08985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:46.138871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-f8a07c23-e9a7-4e67-8a49-418c50b08985 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0448575 Feb 10 04:45:46.189518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-fa8f8d53-3650-489a-a8b9-b8a477d8d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:46.190969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-fa8f8d53-3650-489a-a8b9-b8a477d8d209 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464358 Feb 10 04:45:46.303670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-b30db24a-ff2c-41bd-8f6f-a6f0c023b7fe service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069071 Feb 10 04:45:46.382606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (735efcef-ad29-425d-8559-523538c55185), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.402382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4bc7563b-0d40-4608-a1b7-b97bea8e5efc req-e8bd72bd-92f7-415a-827e-1a3cfacbf9a4 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923238 Feb 10 04:45:46.418746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=735efcef-ad29-425d-8559-523538c55185,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:46.422911 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (5543d0a7-bf34-494f-b0dc-f96286b1963b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.532538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (f0f93249-6cc5-4875-8c21-46656a8da4b7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.559076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5543d0a7-bf34-494f-b0dc-f96286b1963b,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:46.636396 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Checking segment: {'id': '12b46e00-c97f-44f7-8987-6b70adf68972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '92886fae-023e-4bc8-976f-611a3a1f4136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:46.636750 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Network hostable DHCP agents. Network: 92886fae-023e-4bc8-976f-611a3a1f4136, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:45:46.640824 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (f0f93249-6cc5-4875-8c21-46656a8da4b7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.643595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (f0f93249-6cc5-4875-8c21-46656a8da4b7), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.776513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Network 92886fae-023e-4bc8-976f-611a3a1f4136 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:45:46.796502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 271e8495-6428-4ad4-9b02-ffecb956019e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:45:46.805008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (f0f93249-6cc5-4875-8c21-46656a8da4b7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.805711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Fanout notify agent at l3_agent the message router_deleted on router f0f93249-6cc5-4875-8c21-46656a8da4b7 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:45:46.813473 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.814637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-79f0f5ad-9747-4a9c-b141-dec492c7934e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/routers/f0f93249-6cc5-4875-8c21-46656a8da4b7 HTTP/1.1" status: 204 len: 168 time: 1.4056718 Feb 10 04:45:46.817288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 271e8495-6428-4ad4-9b02-ffecb956019e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:45:46.817423 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 49956) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:46.817644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 271e8495-6428-4ad4-9b02-ffecb956019e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:45:46.818133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 851c59b1-b726-415d-b6c5-457b448cc27a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:45:46.838723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 851c59b1-b726-415d-b6c5-457b448cc27a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:45:46.843849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 851c59b1-b726-415d-b6c5-457b448cc27a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:45:46.900703 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 92886fae-023e-4bc8-976f-611a3a1f4136) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:46.908189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:46.908790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:46.915672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252708c-020f-4e03-bbef-cf6a1e2af05d None None] Network 92886fae-023e-4bc8-976f-611a3a1f4136 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:45:46.916510 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (06d3e1f9-0bde-4bf1-af61-764940b31ab0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.027326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa312c-3025-4f23-82e6-7f2e1cd731d5 None None] Network 92886fae-023e-4bc8-976f-611a3a1f4136 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:45:47.027464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-19cffadb-15de-43d2-8ddf-b2d8f8a2b6a2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0618291 Feb 10 04:45:47.029976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (06d3e1f9-0bde-4bf1-af61-764940b31ab0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.053672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d3e1f9-0bde-4bf1-af61-764940b31ab0']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:47.064232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17555a8-144f-4c94-8ea4-f1bf48ca6138') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:47.064793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17555a8-144f-4c94-8ea4-f1bf48ca6138') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:47.075054 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (e17555a8-144f-4c94-8ea4-f1bf48ca6138), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.089925 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e17555a8-144f-4c94-8ea4-f1bf48ca6138), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.097238 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:45:47.097627 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (e17555a8-144f-4c94-8ea4-f1bf48ca6138), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:45:47.100673 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:45:47.204772 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (06d3e1f9-0bde-4bf1-af61-764940b31ab0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.210135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.213629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/networks/06d3e1f9-0bde-4bf1-af61-764940b31ab0 HTTP/1.1" status: 204 len: 168 time: 0.3950891 Feb 10 04:45:47.216531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49962) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:47.228292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.230667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174cacd-b124-47ed-853e-62bef70a452b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Network': ['ID=06d3e1f9-0bde-4bf1-af61-764940b31ab0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:47.296187 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fc034b3-9749-4491-accb-40242bf187fe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (498a7a87-574c-429f-b115-9e0cb0b118c7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.330497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fc034b3-9749-4491-accb-40242bf187fe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (498a7a87-574c-429f-b115-9e0cb0b118c7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.471606 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fc034b3-9749-4491-accb-40242bf187fe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (498a7a87-574c-429f-b115-9e0cb0b118c7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.474338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0fc034b3-9749-4491-accb-40242bf187fe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:47.478430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0fc034b3-9749-4491-accb-40242bf187fe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/security-groups/498a7a87-574c-429f-b115-9e0cb0b118c7 HTTP/1.1" status: 204 len: 168 time: 0.2572532 Feb 10 04:45:47.487674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc034b3-9749-4491-accb-40242bf187fe tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=498a7a87-574c-429f-b115-9e0cb0b118c7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:47.558302 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-cd386336-e1fe-4431-a0ff-c198af9ec09d tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:47.559985 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-cd386336-e1fe-4431-a0ff-c198af9ec09d tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/networks?id=6cc19449-9796-4a13-824f-11d337c9434a HTTP/1.1" status: 200 len: 812 time: 0.1160808 Feb 10 04:45:47.577581 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-b9842ec5-41cf-4a52-a1a5-898f501fa70a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/quotas/435ed1bbeffb47bbb9f4c8351582ac0b HTTP/1.1" status: 200 len: 375 time: 0.0112555 Feb 10 04:45:47.619496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-f35b7ab3-ecd4-4aeb-bd77-9bc9bff74230 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=435ed1bbeffb47bbb9f4c8351582ac0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346975 Feb 10 04:45:47.717162 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-1216a373-6f1d-4dc1-a7f7-8620c7bcdd25 service neutron] 10.222.0.42 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897822 Feb 10 04:45:47.805446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-715d4b66-919b-47cb-93cb-16aa67243c42 service neutron] 10.222.0.42 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822284 Feb 10 04:45:47.840859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49984) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:47.846450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e65be325-16c0-4ecd-9b63-506f1ee87bcc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845748137', 'description': 'tempest-secgroup-smoke-845748137 description', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:47.936790 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e65be325-16c0-4ecd-9b63-506f1ee87bcc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.002451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e65be325-16c0-4ecd-9b63-506f1ee87bcc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (a1f58368-566d-4905-a435-95246e172502), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.059744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb2290e2-f8e3-4ee5-9852-bb55c714d8c3 req-4d4cca15-b306-445b-8c69-0ffc39f8b0f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 210 time: 0.0275960 Feb 10 04:45:48.079820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e65be325-16c0-4ecd-9b63-506f1ee87bcc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a1f58368-566d-4905-a435-95246e172502), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.109937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65be325-16c0-4ecd-9b63-506f1ee87bcc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f58368-566d-4905-a435-95246e172502,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:48.166815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e65be325-16c0-4ecd-9b63-506f1ee87bcc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.168151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e65be325-16c0-4ecd-9b63-506f1ee87bcc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3262358 Feb 10 04:45:48.171842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 49994) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:48.177686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3496b0f7-cd40-4d04-a5eb-1e037bd7956e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': 'a1f58368-566d-4905-a435-95246e172502', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:48.305262 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3496b0f7-cd40-4d04-a5eb-1e037bd7956e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (ea473599-fa51-46c0-8f7f-77b2b443296c), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.365178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3496b0f7-cd40-4d04-a5eb-1e037bd7956e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (ea473599-fa51-46c0-8f7f-77b2b443296c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.431403 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3496b0f7-cd40-4d04-a5eb-1e037bd7956e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (ea473599-fa51-46c0-8f7f-77b2b443296c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.448536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496b0f7-cd40-4d04-a5eb-1e037bd7956e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea473599-fa51-46c0-8f7f-77b2b443296c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:48.526431 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3496b0f7-cd40-4d04-a5eb-1e037bd7956e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.527700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3496b0f7-cd40-4d04-a5eb-1e037bd7956e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549092 Feb 10 04:45:48.531113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50000) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:48.535505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ac56ebc0-b04d-4471-a241-9c0e0ac98765 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': 'a1f58368-566d-4905-a435-95246e172502', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:48.659695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac56ebc0-b04d-4471-a241-9c0e0ac98765 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (7b45763c-ce3d-4381-81c0-ce0313b7a46d), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.676919 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.714665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 735efcef-ad29-425d-8559-523538c55185 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:45:48.719509 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac56ebc0-b04d-4471-a241-9c0e0ac98765 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (7b45763c-ce3d-4381-81c0-ce0313b7a46d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.735803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 735efcef-ad29-425d-8559-523538c55185 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:45:48.736255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 735efcef-ad29-425d-8559-523538c55185 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:45:48.781882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac56ebc0-b04d-4471-a241-9c0e0ac98765 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (7b45763c-ce3d-4381-81c0-ce0313b7a46d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.800104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56ebc0-b04d-4471-a241-9c0e0ac98765 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b45763c-ce3d-4381-81c0-ce0313b7a46d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:48.893387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ac56ebc0-b04d-4471-a241-9c0e0ac98765 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:48.893387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ac56ebc0-b04d-4471-a241-9c0e0ac98765 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557980 Feb 10 04:45:48.893387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50002) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:48.895654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9f1636e2-d5a3-4197-a21e-cf8ed0d727cd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': 'a1f58368-566d-4905-a435-95246e172502', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:49.083382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f1636e2-d5a3-4197-a21e-cf8ed0d727cd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (75619911-6c89-4408-8c4d-8f41a703f096), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.142992 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f1636e2-d5a3-4197-a21e-cf8ed0d727cd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (75619911-6c89-4408-8c4d-8f41a703f096), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.143506 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bbf4e97-d1f6-44d5-9cf4-ae61bffc15a8 req-fbbc1075-82bb-4a8c-aed6-7211620512e8 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 210 time: 0.0277653 Feb 10 04:45:49.217841 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f1636e2-d5a3-4197-a21e-cf8ed0d727cd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (75619911-6c89-4408-8c4d-8f41a703f096), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.238113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1636e2-d5a3-4197-a21e-cf8ed0d727cd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75619911-6c89-4408-8c4d-8f41a703f096,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:49.320878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f1636e2-d5a3-4197-a21e-cf8ed0d727cd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.322261 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9f1636e2-d5a3-4197-a21e-cf8ed0d727cd tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4300613 Feb 10 04:45:49.325013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50008) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:49.329701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0b3afeaa-13ed-41b3-9bd0-7fb9e8e1205d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': 'a1f58368-566d-4905-a435-95246e172502', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:49.450158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b3afeaa-13ed-41b3-9bd0-7fb9e8e1205d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (a603cabc-6f06-41f6-8648-d3ed4f48df76), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.513038 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b3afeaa-13ed-41b3-9bd0-7fb9e8e1205d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (a603cabc-6f06-41f6-8648-d3ed4f48df76), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.627646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b3afeaa-13ed-41b3-9bd0-7fb9e8e1205d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a603cabc-6f06-41f6-8648-d3ed4f48df76), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.646290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3afeaa-13ed-41b3-9bd0-7fb9e8e1205d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a603cabc-6f06-41f6-8648-d3ed4f48df76,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:49.739013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b3afeaa-13ed-41b3-9bd0-7fb9e8e1205d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.740317 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0b3afeaa-13ed-41b3-9bd0-7fb9e8e1205d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4142380 Feb 10 04:45:49.742937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50010) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:49.747448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': 'a1f58368-566d-4905-a435-95246e172502', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:49.867651 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:45:49.872889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (3600c558-e94c-4cc8-ae3f-91a8bc4e4e25), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:49.937711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (3600c558-e94c-4cc8-ae3f-91a8bc4e4e25), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.021964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (3600c558-e94c-4cc8-ae3f-91a8bc4e4e25), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.037917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3600c558-e94c-4cc8-ae3f-91a8bc4e4e25,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:50.120837 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.122238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5fc3da3e-0f5f-4ddc-8416-30d8f2a81c9a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3782592 Feb 10 04:45:50.125061 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50012) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:50.129402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'security_group_rule': {'security_group_id': 'a1f58368-566d-4905-a435-95246e172502', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:50.199397 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Project d4365f40ecff4bc0baea8fb2311e4f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 04:45:50.205699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (5fe6c72f-f84c-4fb4-8c2c-cdb7745f6537), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.257294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f382d1b5-5558-4904-b5bf-4a95a16ccb10 req-0d2a48eb-b18f-4b92-83d5-1b24f760e5e4 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 210 time: 0.0374596 Feb 10 04:45:50.284147 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (5fe6c72f-f84c-4fb4-8c2c-cdb7745f6537), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.387471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5fe6c72f-f84c-4fb4-8c2c-cdb7745f6537), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.405879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe6c72f-f84c-4fb4-8c2c-cdb7745f6537,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:50.480905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.482197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-10e4ed27-e39d-4175-aa64-e28b3b5ce4fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561904 Feb 10 04:45:50.485204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50016) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:50.490033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'network': {'name': 'tempest-network-smoke--924793389', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:50.583688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:45:50.587088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.655980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:45:50.671632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-2f467c83-e544-4ce4-bdce-43e724f15272 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:50.673097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-2f467c83-e544-4ce4-bdce-43e724f15272 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.24 "GET /v2.0/networks?id=6cc19449-9796-4a13-824f-11d337c9434a HTTP/1.1" status: 200 len: 812 time: 0.1298330 Feb 10 04:45:50.676102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d2ba85b1-4c23-4869-b9f6-e9929d22f344), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.676446 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Added segment d2ba85b1-4c23-4869-b9f6-e9929d22f344 of type vlan for network df55f287-ff2f-4e50-83c5-660108f25380 Feb 10 04:45:50.690885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Request body: {'port': {'device_id': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'network_id': '6cc19449-9796-4a13-824f-11d337c9434a', 'admin_state_up': True, 'tenant_id': '435ed1bbeffb47bbb9f4c8351582ac0b'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:50.752724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (df55f287-ff2f-4e50-83c5-660108f25380), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.895970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (df55f287-ff2f-4e50-83c5-660108f25380), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.901198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:50.901796 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.912517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Made reservation on behalf of 435ed1bbeffb47bbb9f4c8351582ac0b for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:45:50.915844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:50.997098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Network': ['ID=df55f287-ff2f-4e50-83c5-660108f25380,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:51.008258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network df55f287-ff2f-4e50-83c5-660108f25380 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:45:51.031614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-adab027c-cb5c-4264-bb72-984a13a2345a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5453691 Feb 10 04:45:51.035126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50018) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:51.039835 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'admin_state_up': True, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:51.107814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Allocated IP 172.20.0.8 (6cc19449-9796-4a13-824f-11d337c9434a/7cf8487b-4200-4400-9b02-28035cdf166e/1a3d0d7c-ba9b-4012-8108-421a45371246) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:45:51.145866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (95432433-5b4c-40f3-837d-d3fe9b8baf50), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.147073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (95432433-5b4c-40f3-837d-d3fe9b8baf50), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.205175 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (95432433-5b4c-40f3-837d-d3fe9b8baf50), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.267233 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks [] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.363253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.387429 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa4b6124-a57b-45e7-b9e8-66cffb51eb98 req-de57b73f-f645-42f3-88ab-c3726d964595 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 210 time: 0.0591631 Feb 10 04:45:51.425122 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (95432433-5b4c-40f3-837d-d3fe9b8baf50), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.425566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Network 6cc19449-9796-4a13-824f-11d337c9434a is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:45:51.431032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:51.433577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:45:51.440898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Pushing event updated for resources: {'Port': ['ID=1a3d0d7c-ba9b-4012-8108-421a45371246,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:51.495834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:51.496451 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.579548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d5511794-27ca-4d69-85ea-e253d72186f6 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8953340 Feb 10 04:45:51.590247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Request body: {'port': {'device_id': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:51.652419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.680532 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (95432433-5b4c-40f3-837d-d3fe9b8baf50), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.703667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.808508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.85 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/85a62002-182e-4ba7-a899-d478c2a6d142) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:45:51.915194 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (85a62002-182e-4ba7-a899-d478c2a6d142), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.931436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3d0d7c-ba9b-4012-8108-421a45371246 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:45:51.940291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Publish callbacks [] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:51.953364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Transition to ACTIVE for port object 1a3d0d7c-ba9b-4012-8108-421a45371246 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:45:52.017164 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:52.056626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:45:52.059542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:52.062987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:45:52.067963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:52.085873 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=85a62002-182e-4ba7-a899-d478c2a6d142,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:52.124341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3d0d7c-ba9b-4012-8108-421a45371246,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:52.191510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Attempting to bind port 1a3d0d7c-ba9b-4012-8108-421a45371246 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:45:52.191777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Attempting to bind port 1a3d0d7c-ba9b-4012-8108-421a45371246 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6cc19449-9796-4a13-824f-11d337c9434a'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:45:52.192153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Attempting to bind port 1a3d0d7c-ba9b-4012-8108-421a45371246 on network 6cc19449-9796-4a13-824f-11d337c9434a {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:52.196614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Port 1a3d0d7c-ba9b-4012-8108-421a45371246 on network 6cc19449-9796-4a13-824f-11d337c9434a not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:45:52.196942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Attempting to bind port 1a3d0d7c-ba9b-4012-8108-421a45371246 on network 6cc19449-9796-4a13-824f-11d337c9434a {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:52.201819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:45:52.202425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Checking segment: {'id': 'fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6cc19449-9796-4a13-824f-11d337c9434a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:52.202904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Bound using segment: {'id': 'fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6cc19449-9796-4a13-824f-11d337c9434a'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:45:52.203362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Bound port: 1a3d0d7c-ba9b-4012-8108-421a45371246, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6cc19449-9796-4a13-824f-11d337c9434a'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:45:52.203724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:52.270165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] For port 1a3d0d7c-ba9b-4012-8108-421a45371246, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:52.273188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] For port 1a3d0d7c-ba9b-4012-8108-421a45371246, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1a3d0d7c-ba9b-4012-8108-421a45371246,segment=NetworkSegment(fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e),segment_id=fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:45:52.382461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:52.393216 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (95432433-5b4c-40f3-837d-d3fe9b8baf50), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:52.418057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:52.418313 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:52.424250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a3d0d7c-ba9b-4012-8108-421a45371246 HTTP/1.1" status: 200 len: 1091 time: 0.8380392 Feb 10 04:45:52.424939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'tag': '1a3d0d7c-ba9b-4012-8108-421a45371246'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:52.428397 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5d044-70f8-4cfd-bf91-b7b82f031e57" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd7724b-be95-4c57-b9ae-3df71ca3f002", "tag": "1a3d0d7c-ba9b-4012-8108-421a45371246"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:52.460996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73177586-66c6-4015-b7a7-1272a4583ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3d0d7c-ba9b-4012-8108-421a45371246,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:52.485125 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a2eda-6f5e-4229-999b-9854033e9800 x-openstack-request-id: req-414a2eda-6f5e-4229-999b-9854033e9800 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:52.485624 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd7724b-be95-4c57-b9ae-3df71ca3f002", "tag": "1a3d0d7c-ba9b-4012-8108-421a45371246", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:52.485878 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-414a2eda-6f5e-4229-999b-9854033e9800 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:52.486283 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'tag': '1a3d0d7c-ba9b-4012-8108-421a45371246', 'status': 'completed', 'code': 200} Feb 10 04:45:52.579457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709bf01-a97c-45b3-aad7-5f7b90d0ef29 req-19cefd85-07b8-4ce0-b5a2-71f8d5a434e9 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:52.581397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7709bf01-a97c-45b3-aad7-5f7b90d0ef29 req-19cefd85-07b8-4ce0-b5a2-71f8d5a434e9 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 943 time: 0.0847821 Feb 10 04:45:52.584025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5d044-70f8-4cfd-bf91-b7b82f031e57 req-c9c614b8-6f9c-4534-9713-70fc621f51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:52.585401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42c5d044-70f8-4cfd-bf91-b7b82f031e57 req-c9c614b8-6f9c-4534-9713-70fc621f51fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=435ed1bbeffb47bbb9f4c8351582ac0b&device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 1125 time: 0.0799770 Feb 10 04:45:52.614565 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (95432433-5b4c-40f3-837d-d3fe9b8baf50), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:52.692762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7709bf01-a97c-45b3-aad7-5f7b90d0ef29 req-c24e0af9-b7de-452b-97d8-06d670451781 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049130 Feb 10 04:45:52.725395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5d044-70f8-4cfd-bf91-b7b82f031e57 req-8230a323-052f-48e2-9a6b-8a4d39c1566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:52.726938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42c5d044-70f8-4cfd-bf91-b7b82f031e57 req-8230a323-052f-48e2-9a6b-8a4d39c1566e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=435ed1bbeffb47bbb9f4c8351582ac0b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1328580 Feb 10 04:45:52.830069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5d044-70f8-4cfd-bf91-b7b82f031e57 req-2a15f379-1d0e-480c-81e1-b1fdba8e4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:52.831596 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42c5d044-70f8-4cfd-bf91-b7b82f031e57 req-2a15f379-1d0e-480c-81e1-b1fdba8e4cb7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993865 Feb 10 04:45:52.916384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-5980ad0c-2e8c-4d94-b807-41c764d23569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:52.918051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-5980ad0c-2e8c-4d94-b807-41c764d23569 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=435ed1bbeffb47bbb9f4c8351582ac0b&device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 1125 time: 0.0480497 Feb 10 04:45:52.959840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-d61d1009-f04d-4093-91cb-876926af338c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3d0d7c-ba9b-4012-8108-421a45371246 HTTP/1.1" status: 200 len: 217 time: 0.0350766 Feb 10 04:45:53.014269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-ee1c6d8c-e2b8-459a-8aba-06a0777c874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:53.016442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-ee1c6d8c-e2b8-459a-8aba-06a0777c874f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf8487b-4200-4400-9b02-28035cdf166e HTTP/1.1" status: 200 len: 852 time: 0.0493994 Feb 10 04:45:53.047176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-76c57b97-6dd2-47cc-afaa-e73dc7f8c34c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cc19449-9796-4a13-824f-11d337c9434a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253236 Feb 10 04:45:53.125017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 95432433-5b4c-40f3-837d-d3fe9b8baf50 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:45:53.134102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-599bb919-dfa1-4303-94b6-129f1d392e2c service neutron] 10.222.0.24 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815554 Feb 10 04:45:53.229564 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ef14e6d-7de6-42b9-a240-8ff32f1023e2 req-e2a90f92-2a47-42c9-8ca4-686c6b21af1a service neutron] 10.222.0.24 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889709 Feb 10 04:45:53.234565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:45:53.246503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Sync routers for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:45:53.256909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:53.257532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:53.325295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:53.326531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d9b2b1c9-62b7-4113-93b2-5f12ebb387b9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2903514 Feb 10 04:45:53.330881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50028) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:53.362218 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b26d1af2-4059-4774-b090-50b7a700ad75 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d4365f40ecff4bc0baea8fb2311e4f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301678 Feb 10 04:45:53.364844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50030) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:53.379199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:53.513104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae8abd-7754-4572-a611-5a8b93e773c7 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:53.514937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-36ae8abd-7754-4572-a611-5a8b93e773c7 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491320 Feb 10 04:45:53.518049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:53.548191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-62378ccd-6526-4f37-8933-78c5bf1bc3d1 tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289364 Feb 10 04:45:53.552328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50036) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:53.557536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1748560857', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:45:53.563195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:52Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:53.594727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Checking router: 95432433-5b4c-40f3-837d-d3fe9b8baf50 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:45:53.595102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Updating router 95432433-5b4c-40f3-837d-d3fe9b8baf50 port 85a62002-182e-4ba7-a899-d478c2a6d142 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:45:53.623313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:53.711379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:45:53.714853 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:53.835967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1f37e-3d89-4307-abd8-f0a26c0332e3 req-820833fb-009a-460e-b3db-2590cf00585a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:53.837533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd1f37e-3d89-4307-abd8-f0a26c0332e3 req-820833fb-009a-460e-b3db-2590cf00585a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 943 time: 0.0570140 Feb 10 04:45:53.888209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Publish callbacks [] for port (85a62002-182e-4ba7-a899-d478c2a6d142), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:53.891650 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd1f37e-3d89-4307-abd8-f0a26c0332e3 req-f55098d1-d388-4885-bd06-992a352bd54b tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478370 Feb 10 04:45:53.979697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:53.999472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (91e37343-2255-4033-8aa6-7345375019c5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:54.039956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb9f67-4666-4bea-a711-d3e04a37eea8 None None] Pushing event updated for resources: {'Port': ['ID=85a62002-182e-4ba7-a899-d478c2a6d142,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:54.042246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Attempting to bind port 85a62002-182e-4ba7-a899-d478c2a6d142 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:45:54.042653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Attempting to bind port 85a62002-182e-4ba7-a899-d478c2a6d142 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:45:54.043112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Attempting to bind port 85a62002-182e-4ba7-a899-d478c2a6d142 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:54.049494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:45:54.050274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:54.050274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:54.050679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:45:54.051187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Bound port: 85a62002-182e-4ba7-a899-d478c2a6d142, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:45:54.051578 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:54.067578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Subnet': ['ID=91e37343-2255-4033-8aa6-7345375019c5,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:54.078517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Checking segment: {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:54.078925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network hostable DHCP agents. Network: df55f287-ff2f-4e50-83c5-660108f25380, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:45:54.105587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] For port 85a62002-182e-4ba7-a899-d478c2a6d142, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:54.108706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] For port 85a62002-182e-4ba7-a899-d478c2a6d142, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=85a62002-182e-4ba7-a899-d478c2a6d142,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:45:54.164440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network df55f287-ff2f-4e50-83c5-660108f25380 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:45:54.186974 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:54.242849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:54.243037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, df55f287-ff2f-4e50-83c5-660108f25380) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:54.243463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:54.247944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:54.248570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:54.283569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb9f67-4666-4bea-a711-d3e04a37eea8 None None] Pushing event updated for resources: {'Port': ['ID=85a62002-182e-4ba7-a899-d478c2a6d142,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:54.289081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a97c6-b633-41e9-b423-d4364eec0a74 None None] Network df55f287-ff2f-4e50-83c5-660108f25380 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:45:54.315009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2c934812-caff-4ee4-ae62-2a3ab9b83a13 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7615027 Feb 10 04:45:54.317709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50040) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:45:54.435027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:54.495448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-df55f287-ff2f-4e50-83c5-660108f25380', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:45:54.496322 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:54.727682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Allocated IP 172.20.0.2 (df55f287-ff2f-4e50-83c5-660108f25380/91e37343-2255-4033-8aa6-7345375019c5/6f39a783-9c72-4047-9815-0d1ac270d5cf) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:45:54.784072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:54.806081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-83941695-ea5e-41da-bef2-66420db2834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:52Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:54.839652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83941695-ea5e-41da-bef2-66420db2834e None None] The sync data for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 is: [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:52Z', 'revision_number': 3, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:45:54.929802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Publish callbacks [] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.025108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.070479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Network df55f287-ff2f-4e50-83c5-660108f25380 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:45:55.076409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:55.078192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:45:55.106753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4040080-758a-4206-9d1d-aa29eacc4bcf req-11f76040-876f-4ea2-9192-601f45431dac tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:55.109009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4040080-758a-4206-9d1d-aa29eacc4bcf req-11f76040-876f-4ea2-9192-601f45431dac tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 943 time: 0.1071553 Feb 10 04:45:55.123240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Pushing event updated for resources: {'Port': ['ID=6f39a783-9c72-4047-9815-0d1ac270d5cf,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:55.147423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.1 (df55f287-ff2f-4e50-83c5-660108f25380/91e37343-2255-4033-8aa6-7345375019c5/1f27988a-311f-4aa3-9663-9d7c905b7c43) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:45:55.155751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Attempting to bind port 6f39a783-9c72-4047-9815-0d1ac270d5cf on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:45:55.156641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Attempting to bind port 6f39a783-9c72-4047-9815-0d1ac270d5cf by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:45:55.156879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Attempting to bind port 6f39a783-9c72-4047-9815-0d1ac270d5cf on network df55f287-ff2f-4e50-83c5-660108f25380 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:55.162822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:45:55.165893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Checking segment: {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:55.165893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.165893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Bound using segment: {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:45:55.165893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Bound port: 6f39a783-9c72-4047-9815-0d1ac270d5cf, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:45:55.165893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.228889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4040080-758a-4206-9d1d-aa29eacc4bcf req-667105f8-27e6-47e0-a689-da81138b6a44 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959349 Feb 10 04:45:55.235763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] For port 6f39a783-9c72-4047-9815-0d1ac270d5cf, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:55.240355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] For port 6f39a783-9c72-4047-9815-0d1ac270d5cf, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f39a783-9c72-4047-9815-0d1ac270d5cf,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:45:55.312226 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.341987 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.409379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49604f-e1e7-4415-a24b-6b93cea9a58e None None] Pushing event updated for resources: {'Port': ['ID=6f39a783-9c72-4047-9815-0d1ac270d5cf,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:55.433712 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.477677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network df55f287-ff2f-4e50-83c5-660108f25380 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:45:55.485693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:55.485693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:45:55.522107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=1f27988a-311f-4aa3-9663-9d7c905b7c43,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:55.548827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (95432433-5b4c-40f3-837d-d3fe9b8baf50), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.745236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1a3d0d7c-ba9b-4012-8108-421a45371246 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:45:55.759710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.852200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1a3d0d7c-ba9b-4012-8108-421a45371246, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1a3d0d7c-ba9b-4012-8108-421a45371246,segment=NetworkSegment(fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e),segment_id=fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:55.865966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '1a3d0d7c-ba9b-4012-8108-421a45371246', 'network_id': '6cc19449-9796-4a13-824f-11d337c9434a', 'port_id': '1a3d0d7c-ba9b-4012-8108-421a45371246', 'mac_address': 'fa:16:3e:ae:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf8487b-4200-4400-9b02-28035cdf166e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:45:55.917501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1a3d0d7c-ba9b-4012-8108-421a45371246 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:55.917901 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:55.937025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3d0d7c-ba9b-4012-8108-421a45371246 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:45:55.956827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1a3d0d7c-ba9b-4012-8108-421a45371246, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1a3d0d7c-ba9b-4012-8108-421a45371246,segment=NetworkSegment(fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e),segment_id=fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:56.037238 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:56.053780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:56.088853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1a3d0d7c-ba9b-4012-8108-421a45371246,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:56.124744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:56.204527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=1f27988a-311f-4aa3-9663-9d7c905b7c43,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:56.207420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (95432433-5b4c-40f3-837d-d3fe9b8baf50), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:56.239674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1a3d0d7c-ba9b-4012-8108-421a45371246'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:45:56.302006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network df55f287-ff2f-4e50-83c5-660108f25380 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:45:56.304221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:45:56.388744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49e35-25e8-47bc-8615-0372bad08e4a req-0e4ff53a-1d19-4d24-a1e6-6a2e289ff71b tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:56.391258 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fd49e35-25e8-47bc-8615-0372bad08e4a req-0e4ff53a-1d19-4d24-a1e6-6a2e289ff71b tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 944 time: 0.0776126 Feb 10 04:45:56.443415 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fd49e35-25e8-47bc-8615-0372bad08e4a req-dc0fac2f-f570-42c5-b41c-cbcc549c7957 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Feb 10 04:45:56.448906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 95432433-5b4c-40f3-837d-d3fe9b8baf50 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:45:56.839703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85a62002-182e-4ba7-a899-d478c2a6d142 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:45:56.872607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2bc2b1-372e-4015-ab17-1822841e9369 None None] Network df55f287-ff2f-4e50-83c5-660108f25380 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:45:56.924363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:45:56.938955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e26f5399-f32e-4b8e-a85e-e72510386945 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/95432433-5b4c-40f3-837d-d3fe9b8baf50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6113250 Feb 10 04:45:56.964133 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Sync routers for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:45:56.972790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 85a62002-182e-4ba7-a899-d478c2a6d142 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:56.973156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:56.979802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-632fac97-9165-455f-85a5-340ec9c372d4 None None] Provisioning complete for port 6f39a783-9c72-4047-9815-0d1ac270d5cf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:56.979802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-632fac97-9165-455f-85a5-340ec9c372d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:56.980021 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:56.980261 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:57.114375 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:57.147950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-f269bc33-9fe2-44b2-815f-7d03b0809bad tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845748137&fields=id&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 267 time: 0.0486956 Feb 10 04:45:57.263187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-9140f1bd-96e6-482e-a7d2-7a2d3d243e9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:57.265223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-9140f1bd-96e6-482e-a7d2-7a2d3d243e9f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/networks?id=df55f287-ff2f-4e50-83c5-660108f25380 HTTP/1.1" status: 200 len: 796 time: 0.1087577 Feb 10 04:45:57.281796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-2a9dcb7f-55d0-4cbc-97b3-c81fbb5f0df4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/quotas/d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 375 time: 0.0109007 Feb 10 04:45:57.332190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-632fac97-9165-455f-85a5-340ec9c372d4 None None] Current status of the port 6f39a783-9c72-4047-9815-0d1ac270d5cf is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:57.332723 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-632fac97-9165-455f-85a5-340ec9c372d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.334239 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 2, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:57.347718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 85a62002-182e-4ba7-a899-d478c2a6d142 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:57.348115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.360300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-ea553e61-cf5c-4319-ad67-03d9ddd50248 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709658 Feb 10 04:45:57.373187 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Checking router: 95432433-5b4c-40f3-837d-d3fe9b8baf50 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:45:57.373554 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Updating router 95432433-5b4c-40f3-837d-d3fe9b8baf50 port 1f27988a-311f-4aa3-9663-9d7c905b7c43 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:45:57.385219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 85a62002-182e-4ba7-a899-d478c2a6d142, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=85a62002-182e-4ba7-a899-d478c2a6d142,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:57.396834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-632fac97-9165-455f-85a5-340ec9c372d4 None None] For port 6f39a783-9c72-4047-9815-0d1ac270d5cf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f39a783-9c72-4047-9815-0d1ac270d5cf,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:57.406582 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.483865 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.487525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f39a783-9c72-4047-9815-0d1ac270d5cf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:45:57.487775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-ee2b5428-2cbe-4021-8d72-939a1be24e87 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:45:57.496090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-ee2b5428-2cbe-4021-8d72-939a1be24e87 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1325366 Feb 10 04:45:57.537698 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-632fac97-9165-455f-85a5-340ec9c372d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.609753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=85a62002-182e-4ba7-a899-d478c2a6d142,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:57.617644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-98f7370e-6acb-48fd-a168-3b0d9972bd33 service neutron] 10.222.0.42 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206162 Feb 10 04:45:57.641479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113d75-fd48-4572-a992-3dad5e68ea53 req-a755a6b5-d2c3-4b21-8f22-a9a0ff8487e1 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:57.649128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-52113d75-fd48-4572-a992-3dad5e68ea53 req-a755a6b5-d2c3-4b21-8f22-a9a0ff8487e1 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 944 time: 0.0883031 Feb 10 04:45:57.708049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fac97-9165-455f-85a5-340ec9c372d4 None None] Pushing event updated for resources: {'Port': ['ID=6f39a783-9c72-4047-9815-0d1ac270d5cf,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:57.721051 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a726cd76-5aaf-437e-9bc1-8f6c31cb4a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.726155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-37045ede-5263-4484-9d6c-fde373e80cdb None None] Provisioning complete for port 1f27988a-311f-4aa3-9663-9d7c905b7c43 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:57.726629 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-37045ede-5263-4484-9d6c-fde373e80cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.729978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6f39a783-9c72-4047-9815-0d1ac270d5cf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:57.734222 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.734353 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-52113d75-fd48-4572-a992-3dad5e68ea53 req-51a5dc59-b605-43ea-be34-d540633ca9e7 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823548 Feb 10 04:45:57.765742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-e81efe5a-eaaf-4703-9bd9-8f82927e026f service neutron] 10.222.0.42 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441534 Feb 10 04:45:57.780215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1a3d0d7c-ba9b-4012-8108-421a45371246 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:45:57.796541 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Publish callbacks [] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.842222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-37045ede-5263-4484-9d6c-fde373e80cdb None None] Port 1f27988a-311f-4aa3-9663-9d7c905b7c43 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:45:57.867555 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.869081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-37045ede-5263-4484-9d6c-fde373e80cdb None None] Provisioning complete for port 6f39a783-9c72-4047-9815-0d1ac270d5cf triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:57.869672 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-37045ede-5263-4484-9d6c-fde373e80cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:57.918156 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Pushing event updated for resources: {'Port': ['ID=1f27988a-311f-4aa3-9663-9d7c905b7c43,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:57.928221 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.928695 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.928959 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.929292 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.929629 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.929958 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.930285 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.930963 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.931290 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.931613 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.931939 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.932270 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.932593 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:45:57.951738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6f39a783-9c72-4047-9815-0d1ac270d5cf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:58.017973 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Attempting to bind port 1f27988a-311f-4aa3-9663-9d7c905b7c43 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:45:58.018539 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Attempting to bind port 1f27988a-311f-4aa3-9663-9d7c905b7c43 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:45:58.018943 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Attempting to bind port 1f27988a-311f-4aa3-9663-9d7c905b7c43 on network df55f287-ff2f-4e50-83c5-660108f25380 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:45:58.026075 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:45:58.026717 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Checking segment: {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:45:58.027227 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.027820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Bound using segment: {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:45:58.028429 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Bound port: 1f27988a-311f-4aa3-9663-9d7c905b7c43, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:45:58.028884 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.035446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 1a3d0d7c-ba9b-4012-8108-421a45371246 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:45:58.050431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 1a3d0d7c-ba9b-4012-8108-421a45371246 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:58.050431 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.099511 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fd678bf-4ba9-4957-a2d1-54742e69dd53 req-11c005b6-021a-4ee4-86c6-c83e8420a196 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 210 time: 0.0734479 Feb 10 04:45:58.117106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-37045ede-5263-4484-9d6c-fde373e80cdb None None] Current status of the port 6f39a783-9c72-4047-9815-0d1ac270d5cf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:58.184026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1a3d0d7c-ba9b-4012-8108-421a45371246 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:58.184567 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.213798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3d0d7c-ba9b-4012-8108-421a45371246'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:45:58.216191 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462df219-c6fc-4e21-aaa6-e7daa8abbdbf" -d '{"events": [{"server_uuid": "8cd7724b-be95-4c57-b9ae-3df71ca3f002", "name": "network-vif-plugged", "status": "completed", "tag": "1a3d0d7c-ba9b-4012-8108-421a45371246"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:45:58.242313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1a3d0d7c-ba9b-4012-8108-421a45371246, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1a3d0d7c-ba9b-4012-8108-421a45371246,segment=NetworkSegment(fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e),segment_id=fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:58.243252 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] For port 1f27988a-311f-4aa3-9663-9d7c905b7c43, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:45:58.246844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] For port 1f27988a-311f-4aa3-9663-9d7c905b7c43, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1f27988a-311f-4aa3-9663-9d7c905b7c43,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:45:58.252720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-521dc56d-2543-432e-8810-04ade056a7d4 None None] Provisioning complete for port 1f27988a-311f-4aa3-9663-9d7c905b7c43 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:58.253210 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-521dc56d-2543-432e-8810-04ade056a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.294197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-521dc56d-2543-432e-8810-04ade056a7d4 None None] Port 1f27988a-311f-4aa3-9663-9d7c905b7c43 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:45:58.351445 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a5c78-e0a2-4bb0-9d5e-231d1a44cc06 x-openstack-request-id: req-f61a5c78-e0a2-4bb0-9d5e-231d1a44cc06 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:45:58.351877 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd7724b-be95-4c57-b9ae-3df71ca3f002", "name": "network-vif-plugged", "status": "completed", "tag": "1a3d0d7c-ba9b-4012-8108-421a45371246", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:45:58.352138 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f61a5c78-e0a2-4bb0-9d5e-231d1a44cc06 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:45:58.352546 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3d0d7c-ba9b-4012-8108-421a45371246', 'code': 200} Feb 10 04:45:58.363158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.391272 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.452372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1a3d0d7c-ba9b-4012-8108-421a45371246,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:58.466802 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:45:58.468055 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:45:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:58.470127 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ee77-31d6-45b9-92f3-df423b99d265 None None] Pushing event updated for resources: {'Port': ['ID=1f27988a-311f-4aa3-9663-9d7c905b7c43,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:58.495933 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981d123-b86d-4299-8e6a-59ca6b85c6fa req-fe694242-4e51-4185-8733-cd38dc801e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:58.497510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0981d123-b86d-4299-8e6a-59ca6b85c6fa req-fe694242-4e51-4185-8733-cd38dc801e24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 1127 time: 0.0800328 Feb 10 04:45:58.544451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0981d123-b86d-4299-8e6a-59ca6b85c6fa req-14e0400a-24b1-4dcd-ac48-5964f8eb3606 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Feb 10 04:45:58.591399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:45:58.619096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-72b8d10f-ffd0-4d10-acde-63091880cb38 None None] Provisioning complete for port 1f27988a-311f-4aa3-9663-9d7c905b7c43 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:58.619603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-72b8d10f-ffd0-4d10-acde-63091880cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.725278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-72b8d10f-ffd0-4d10-acde-63091880cb38 None None] Current status of the port 1f27988a-311f-4aa3-9663-9d7c905b7c43 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:58.725539 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-72b8d10f-ffd0-4d10-acde-63091880cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.776332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-72b8d10f-ffd0-4d10-acde-63091880cb38 None None] For port 1f27988a-311f-4aa3-9663-9d7c905b7c43, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1f27988a-311f-4aa3-9663-9d7c905b7c43,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:45:58.800402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85a62002-182e-4ba7-a899-d478c2a6d142 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:45:58.833278 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:45:58.856501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-72b8d10f-ffd0-4d10-acde-63091880cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.865315 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251c33d-47eb-407d-99ad-eb15a2a52789 None None] The sync data for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 is: [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:45:58.872315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78bde-ff5a-4f0a-bc7e-d09600f25f96 req-85d578c9-22e1-404f-b4d7-3f565978fbcb tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:45:58.875598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88c78bde-ff5a-4f0a-bc7e-d09600f25f96 req-85d578c9-22e1-404f-b4d7-3f565978fbcb tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0628018 Feb 10 04:45:58.889386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 85a62002-182e-4ba7-a899-d478c2a6d142 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:58.889898 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:58.967317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-88c78bde-ff5a-4f0a-bc7e-d09600f25f96 req-75283c72-6d78-4f53-8081-96833ccb2faf tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829899 Feb 10 04:45:59.006668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8d10f-ffd0-4d10-acde-63091880cb38 None None] Pushing event updated for resources: {'Port': ['ID=1f27988a-311f-4aa3-9663-9d7c905b7c43,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:45:59.023612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e2ce386f-0f2f-466f-8492-c47ba6d32062 None None] Provisioning complete for port 1f27988a-311f-4aa3-9663-9d7c905b7c43 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:59.024000 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2ce386f-0f2f-466f-8492-c47ba6d32062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:59.065475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 85a62002-182e-4ba7-a899-d478c2a6d142 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:59.067478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f39a783-9c72-4047-9815-0d1ac270d5cf up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:45:59.177158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6f39a783-9c72-4047-9815-0d1ac270d5cf triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:45:59.177453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:45:59.196750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ffd685b-9291-4613-9154-89668b6e402f req-56516d72-af4b-451a-b1f7-f4260a855d6e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 210 time: 0.0367045 Feb 10 04:45:59.201899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce386f-0f2f-466f-8492-c47ba6d32062 None None] Current status of the port 1f27988a-311f-4aa3-9663-9d7c905b7c43 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:59.274816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6f39a783-9c72-4047-9815-0d1ac270d5cf is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:45:59.829048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f540ae23-4189-4a3b-b5d2-34bc1ac3c8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:00.091586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01c1a2-feda-4dd0-8883-06bf783a119b req-974bba51-c871-4c32-9e3f-633515fc456f tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:00.093790 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a01c1a2-feda-4dd0-8883-06bf783a119b req-974bba51-c871-4c32-9e3f-633515fc456f tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0562153 Feb 10 04:46:00.143556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3a01c1a2-feda-4dd0-8883-06bf783a119b req-56f64eed-f126-46b9-a6dc-a1142e51203e tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Feb 10 04:46:00.184947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-f8159d8d-479e-48e1-ab10-ef2266efcd25 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:00.187511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-f8159d8d-479e-48e1-ab10-ef2266efcd25 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/networks?id=df55f287-ff2f-4e50-83c5-660108f25380 HTTP/1.1" status: 200 len: 796 time: 0.1124032 Feb 10 04:46:00.288323 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-550fe082-5eb9-42a8-b2f0-e3b0b8cf92a4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a HTTP/1.1" status: 200 len: 379 time: 0.0918932 Feb 10 04:46:00.292074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-212a0a59-8d13-4f87-b99d-46615c7358ba req-17b25ece-c436-4863-ad25-37aa70de4353 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 210 time: 0.0340497 Feb 10 04:46:00.302162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'port': {'device_id': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'admin_state_up': True, 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'security_groups': ['a1f58368-566d-4905-a435-95246e172502']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:46:00.324539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e090-8b9e-4d6d-b0eb-e3122e37dae1 req-2eaa219a-af39-4b6d-b263-6a9ddb5e4bce tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:00.326047 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9f1e090-8b9e-4d6d-b0eb-e3122e37dae1 req-2eaa219a-af39-4b6d-b263-6a9ddb5e4bce tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.1042180 Feb 10 04:46:00.432188 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9f1e090-8b9e-4d6d-b0eb-e3122e37dae1 req-962b6aa9-2fba-465d-a103-dd67db1b912c tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981898 Feb 10 04:46:00.524315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Made reservation on behalf of d4365f40ecff4bc0baea8fb2311e4f3a for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:46:00.527905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:00.656750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.20.0.8 (df55f287-ff2f-4e50-83c5-660108f25380/91e37343-2255-4033-8aa6-7345375019c5/0d6239fd-5d37-4710-854c-b1904f03ad06) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:46:00.814420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1f27988a-311f-4aa3-9663-9d7c905b7c43 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:46:00.833570 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:00.863322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 1f27988a-311f-4aa3-9663-9d7c905b7c43 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:46:00.863579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c2c53-6aad-4ea9-9ef6-bb842f1a0568 req-ad12606b-bde6-44c1-a11b-2c89bf30ea79 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:00.863705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:00.864961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-646c2c53-6aad-4ea9-9ef6-bb842f1a0568 req-ad12606b-bde6-44c1-a11b-2c89bf30ea79 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0918794 Feb 10 04:46:00.922940 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-646c2c53-6aad-4ea9-9ef6-bb842f1a0568 req-fa514542-11c7-4bfc-bd30-06f5f90a497a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494518 Feb 10 04:46:00.955755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 1f27988a-311f-4aa3-9663-9d7c905b7c43 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:46:00.970671 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.016485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network df55f287-ff2f-4e50-83c5-660108f25380 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:46:01.019530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:46:01.023210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:46:01.047390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:01.076444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:01.077124 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.134405 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.173619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-72101b68-ac5d-4d88-8fe8-5cc9fbd6fa21 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8799233 Feb 10 04:46:01.185362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Request body: {'port': {'device_id': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:46:01.235776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6074ba2b-9ef6-45ac-ab1c-a1003e77d8b1 None None] Provisioning complete for port 0d6239fd-5d37-4710-854c-b1904f03ad06 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:46:01.236092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6074ba2b-9ef6-45ac-ab1c-a1003e77d8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.254926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.271698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6074ba2b-9ef6-45ac-ab1c-a1003e77d8b1 None None] Port 0d6239fd-5d37-4710-854c-b1904f03ad06 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:46:01.424417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1243d-9e3e-40d0-9661-af4028185d29 req-01684306-56e7-469d-ac57-17b3356c7370 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:01.425952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-efe1243d-9e3e-40d0-9661-af4028185d29 req-01684306-56e7-469d-ac57-17b3356c7370 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 931 time: 0.0579023 Feb 10 04:46:01.476336 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-efe1243d-9e3e-40d0-9661-af4028185d29 req-d208cf96-d379-4217-b7c4-ee4e5b3dffd4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443850 Feb 10 04:46:01.533714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6239fd-5d37-4710-854c-b1904f03ad06 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:46:01.541174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Publish callbacks [] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.552860 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Transition to ACTIVE for port object 0d6239fd-5d37-4710-854c-b1904f03ad06 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:46:01.593988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.651969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:01.724602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Attempting to bind port 0d6239fd-5d37-4710-854c-b1904f03ad06 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:46:01.724946 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Attempting to bind port 0d6239fd-5d37-4710-854c-b1904f03ad06 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:46:01.725289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Attempting to bind port 0d6239fd-5d37-4710-854c-b1904f03ad06 on network df55f287-ff2f-4e50-83c5-660108f25380 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:46:01.729847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Port 0d6239fd-5d37-4710-854c-b1904f03ad06 on network df55f287-ff2f-4e50-83c5-660108f25380 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:46:01.730181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Attempting to bind port 0d6239fd-5d37-4710-854c-b1904f03ad06 on network df55f287-ff2f-4e50-83c5-660108f25380 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:46:01.736039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:46:01.736386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Checking segment: {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:46:01.736779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Bound using segment: {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:46:01.737218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Bound port: 0d6239fd-5d37-4710-854c-b1904f03ad06, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ba85b1-4c23-4869-b9f6-e9929d22f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:46:01.737584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.803253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:46:01.806345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:46:01.913690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.956940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:01.958211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:01.959763 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] 10.222.0.43 "PUT /v2.0/ports/0d6239fd-5d37-4710-854c-b1904f03ad06 HTTP/1.1" status: 200 len: 1091 time: 0.7788389 Feb 10 04:46:01.960180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:01.962499 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21274346-4477-4000-8f1d-6fb371cef8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:02.005633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efddd9-0584-4879-9317-31df4672e8cb service neutron] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:02.016974 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab9c90a-5e80-4da9-90ee-a9aad89dfcd5 x-openstack-request-id: req-8ab9c90a-5e80-4da9-90ee-a9aad89dfcd5 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:02.018177 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:02.018612 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ab9c90a-5e80-4da9-90ee-a9aad89dfcd5 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:02.019069 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'status': 'completed', 'code': 200} Feb 10 04:46:02.106385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274346-4477-4000-8f1d-6fb371cef8b3 req-0fd7d03b-8c75-4550-be04-ff29f052c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.108568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21274346-4477-4000-8f1d-6fb371cef8b3 req-0fd7d03b-8c75-4550-be04-ff29f052c343 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 1125 time: 0.0743716 Feb 10 04:46:02.116283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab1bf6-8692-4622-9e37-900f496fcb31 req-3213d390-0484-402a-9efe-9ae9940e323a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.117750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71ab1bf6-8692-4622-9e37-900f496fcb31 req-3213d390-0484-402a-9efe-9ae9940e323a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0974376 Feb 10 04:46:02.229133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71ab1bf6-8692-4622-9e37-900f496fcb31 req-b99f7b04-d822-4249-8c16-ab2e76831e1d tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012475 Feb 10 04:46:02.244988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274346-4477-4000-8f1d-6fb371cef8b3 req-1e779982-828f-4d91-9f17-247f1a088c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.246468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21274346-4477-4000-8f1d-6fb371cef8b3 req-1e779982-828f-4d91-9f17-247f1a088c2f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1278620 Feb 10 04:46:02.347744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274346-4477-4000-8f1d-6fb371cef8b3 req-42e91c07-ed26-4827-b8c5-b2bed4722844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.349236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-21274346-4477-4000-8f1d-6fb371cef8b3 req-42e91c07-ed26-4827-b8c5-b2bed4722844 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964246 Feb 10 04:46:02.434329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-8e2a2fde-b9e2-45d5-9d2e-2eeb6977fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.435898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-8e2a2fde-b9e2-45d5-9d2e-2eeb6977fdab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 1125 time: 0.0517936 Feb 10 04:46:02.476752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-abda08ca-0edd-45ff-b314-e0982cd1a733 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d6239fd-5d37-4710-854c-b1904f03ad06 HTTP/1.1" status: 200 len: 217 time: 0.0342486 Feb 10 04:46:02.531155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-60ea2b87-2c47-4ab3-99d6-37653118818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.532732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-60ea2b87-2c47-4ab3-99d6-37653118818f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91e37343-2255-4033-8aa6-7345375019c5 HTTP/1.1" status: 200 len: 835 time: 0.0510294 Feb 10 04:46:02.613077 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0e08a-8f78-48dc-8773-30845514ea6a req-675d90c5-627c-446b-afa5-ab305c5368de tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.619247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ed0e08a-8f78-48dc-8773-30845514ea6a req-675d90c5-627c-446b-afa5-ab305c5368de tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0618141 Feb 10 04:46:02.635427 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-0a518527-2d78-4205-8016-14e61585e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.637225 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-0a518527-2d78-4205-8016-14e61585e1af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df55f287-ff2f-4e50-83c5-660108f25380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0971408 Feb 10 04:46:02.651350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5895-e670-4eba-98fd-470d228cebc4 req-b3635257-cb9d-4a0d-99a5-585a281f175c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.652884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed3b5895-e670-4eba-98fd-470d228cebc4 req-b3635257-cb9d-4a0d-99a5-585a281f175c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 943 time: 0.0831337 Feb 10 04:46:02.675637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ed0e08a-8f78-48dc-8773-30845514ea6a req-d981c9ac-26c3-48f9-b371-74bc09d4701a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524418 Feb 10 04:46:02.694118 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:02.805599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed3b5895-e670-4eba-98fd-470d228cebc4 req-92e9a8a3-d82d-41b3-9c68-4b75f4fcdcd6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434872 Feb 10 04:46:02.809562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-223281f7-1e67-4797-beb5-c155c8fc6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.811014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-223281f7-1e67-4797-beb5-c155c8fc6467 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=435ed1bbeffb47bbb9f4c8351582ac0b&device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 1127 time: 0.1508257 Feb 10 04:46:02.815059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-dcd6350e-a9c6-4d50-a0b3-2c34fabee70f service neutron] 10.222.0.43 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713910 Feb 10 04:46:02.968931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-4c6c7380-3971-4fbb-9cbb-5f5b6920aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:02.970453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-4c6c7380-3971-4fbb-9cbb-5f5b6920aa4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cc19449-9796-4a13-824f-11d337c9434a HTTP/1.1" status: 200 len: 913 time: 0.1538997 Feb 10 04:46:02.972614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a4e6eda-dde2-4aa1-acde-a039ce1e2ba2 req-4603419e-60a4-4872-999c-3aa1b83896c8 service neutron] 10.222.0.43 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488886 Feb 10 04:46:03.015575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-d226c6e1-0de8-4ea6-b79c-37fe985a45f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3d0d7c-ba9b-4012-8108-421a45371246 HTTP/1.1" status: 200 len: 217 time: 0.0395753 Feb 10 04:46:03.062997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-aecd6f42-6867-41a9-b1d5-6bb96ce30842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:03.064384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-aecd6f42-6867-41a9-b1d5-6bb96ce30842 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf8487b-4200-4400-9b02-28035cdf166e HTTP/1.1" status: 200 len: 852 time: 0.0431440 Feb 10 04:46:03.095760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-22c80bc6-3836-4e6d-85f8-49728d3e07bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cc19449-9796-4a13-824f-11d337c9434a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254869 Feb 10 04:46:03.186461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-d2ea6b70-24e2-42a1-a9fa-0b70ebe5f30c service neutron] 10.222.0.24 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847161 Feb 10 04:46:03.272992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6eb08fe2-3eb4-4d8a-a9b3-28c671694b89 req-3ee216a9-c3fe-4acb-9bf7-d86eb4364cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812314 Feb 10 04:46:03.801746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c5510-a433-4295-8705-99975052cb9a req-1b55f585-e1b4-4a25-96c3-a951080b1583 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:03.803241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f2c5510-a433-4295-8705-99975052cb9a req-1b55f585-e1b4-4a25-96c3-a951080b1583 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0559328 Feb 10 04:46:03.850037 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7f2c5510-a433-4295-8705-99975052cb9a req-0dcd39e0-8c23-4995-82e4-ba3324c5785b tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Feb 10 04:46:03.925557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642973-6c94-4ed6-a2cf-ab5a019be6e9 req-d8b3fb92-8c3a-41c4-9ac0-c9888736b9d1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:03.927052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da642973-6c94-4ed6-a2cf-ab5a019be6e9 req-d8b3fb92-8c3a-41c4-9ac0-c9888736b9d1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 943 time: 0.0518408 Feb 10 04:46:03.980462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da642973-6c94-4ed6-a2cf-ab5a019be6e9 req-9d36e2f1-26c9-4357-9f50-2bb372c039dc tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477839 Feb 10 04:46:04.328306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:04.965426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17943c-ced5-43cb-9752-84a694d42a01 req-7e3f3900-a5a2-46fe-a4a9-8089b0454248 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:04.966835 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac17943c-ced5-43cb-9752-84a694d42a01 req-7e3f3900-a5a2-46fe-a4a9-8089b0454248 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0520887 Feb 10 04:46:05.019332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac17943c-ced5-43cb-9752-84a694d42a01 req-4b2acb69-e3e6-4982-b709-d212e947adae tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Feb 10 04:46:05.111058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec388-79a4-4186-bf70-3a40879f6200 req-2c2d04dc-d36a-48e2-9936-714c7bde0920 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:05.112674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-373ec388-79a4-4186-bf70-3a40879f6200 req-2c2d04dc-d36a-48e2-9936-714c7bde0920 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 943 time: 0.0565000 Feb 10 04:46:05.161784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-373ec388-79a4-4186-bf70-3a40879f6200 req-6593be16-e1da-437a-8a10-9d3ff6e1000b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436709 Feb 10 04:46:05.435821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47a40f-81df-4982-b05f-5c2b70065c6a req-68b80c89-96c7-470a-938f-7ebc87ce82c3 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:05.437647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a47a40f-81df-4982-b05f-5c2b70065c6a req-68b80c89-96c7-470a-938f-7ebc87ce82c3 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0561345 Feb 10 04:46:05.485080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a47a40f-81df-4982-b05f-5c2b70065c6a req-1586c327-a01a-42e7-89b8-b9422960213f tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Feb 10 04:46:06.287187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7625d8-7237-432b-b450-4a6830e28433 req-01ad79f5-3172-4c9e-ae81-4cf7efd7e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:06.288662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e7625d8-7237-432b-b450-4a6830e28433 req-01ad79f5-3172-4c9e-ae81-4cf7efd7e9c2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 943 time: 0.0571008 Feb 10 04:46:06.337070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e7625d8-7237-432b-b450-4a6830e28433 req-65af7c47-34eb-4797-aae4-97a6c0c5c76e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Feb 10 04:46:06.547555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0d6239fd-5d37-4710-854c-b1904f03ad06 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:46:06.606319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59f86b-17b6-42f6-9ee6-e637916cf4d5 req-1abdb2ba-484f-4454-a78f-15151d37a72c tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:06.607870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a59f86b-17b6-42f6-9ee6-e637916cf4d5 req-1abdb2ba-484f-4454-a78f-15151d37a72c tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Feb 10 04:46:06.644195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:46:06.653656 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a59f86b-17b6-42f6-9ee6-e637916cf4d5 req-c217fdcf-3db2-4a2a-9e9c-0d14bda715f8 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Feb 10 04:46:06.655391 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'port_id': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'mac_address': 'fa:16:3e:fb:aa:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:46:06.695905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0d6239fd-5d37-4710-854c-b1904f03ad06 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:46:06.696301 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:06.710058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6239fd-5d37-4710-854c-b1904f03ad06 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:46:06.729515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:46:06.854002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:06.901978 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:07.050326 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c385-3c4d-4fbf-af3f-abd57af3d3e0 req-95a95119-ff2b-40f4-b807-cd7e7adac691 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:07.051853 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84d8c385-3c4d-4fbf-af3f-abd57af3d3e0 req-95a95119-ff2b-40f4-b807-cd7e7adac691 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0530999 Feb 10 04:46:07.079163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['0d6239fd-5d37-4710-854c-b1904f03ad06'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:46:07.126665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84d8c385-3c4d-4fbf-af3f-abd57af3d3e0 req-24acc950-fc72-46e1-92dc-c6dafc9bcf46 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676122 Feb 10 04:46:07.145014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-f09b15b5-dc20-4354-8561-ef7c5654af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:07.146662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-f09b15b5-dc20-4354-8561-ef7c5654af2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=435ed1bbeffb47bbb9f4c8351582ac0b&device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 1127 time: 0.0557697 Feb 10 04:46:07.241440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-f3dc560a-f68a-4033-85db-1dbf6a3c74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:07.242845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-f3dc560a-f68a-4033-85db-1dbf6a3c74c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cc19449-9796-4a13-824f-11d337c9434a HTTP/1.1" status: 200 len: 913 time: 0.0904212 Feb 10 04:46:07.283274 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-ff6c5e02-6414-4061-ade5-c7d34b035fc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3d0d7c-ba9b-4012-8108-421a45371246 HTTP/1.1" status: 200 len: 217 time: 0.0340295 Feb 10 04:46:07.335606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-67b2fada-78c8-46bc-a400-a2e2ba4fe872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:07.336918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-67b2fada-78c8-46bc-a400-a2e2ba4fe872 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf8487b-4200-4400-9b02-28035cdf166e HTTP/1.1" status: 200 len: 852 time: 0.0479550 Feb 10 04:46:07.369823 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-979d9f25-bfd3-4852-aec6-e802750d954a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cc19449-9796-4a13-824f-11d337c9434a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256062 Feb 10 04:46:07.459432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49921-bffb-4246-a3a1-01f895c0f27a req-2bbae12e-8063-420c-8244-0ff918026125 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:07.460448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-edcb3cb8-ba4b-4f95-81d6-2e13ca187404 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838778 Feb 10 04:46:07.460905 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56b49921-bffb-4246-a3a1-01f895c0f27a req-2bbae12e-8063-420c-8244-0ff918026125 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 944 time: 0.0531967 Feb 10 04:46:07.513227 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56b49921-bffb-4246-a3a1-01f895c0f27a req-7a248368-ae56-4370-89cd-c4d13014fed3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Feb 10 04:46:07.552977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f424cd7-4ff6-4e03-a11c-f21f91237b43 req-70f2f963-6d30-495a-b34a-c27c61ccc897 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874166 Feb 10 04:46:08.251346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0f9a-9f9f-4917-a16a-55558af7541a req-e12b7b49-b6ba-4797-a86f-b4eb2c6e7fda tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:08.252900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d2e0f9a-9f9f-4917-a16a-55558af7541a req-e12b7b49-b6ba-4797-a86f-b4eb2c6e7fda tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0536351 Feb 10 04:46:08.300022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5d2e0f9a-9f9f-4917-a16a-55558af7541a req-5e7ef346-7c12-45c1-9a16-71f775117ee2 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Feb 10 04:46:08.548140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0d6239fd-5d37-4710-854c-b1904f03ad06 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:46:08.635696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16528ae8-4399-493a-9fc6-7439370bb403 req-69126421-442b-4f26-a9a0-0015b8769501 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:08.637200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16528ae8-4399-493a-9fc6-7439370bb403 req-69126421-442b-4f26-a9a0-0015b8769501 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 944 time: 0.0537229 Feb 10 04:46:08.678662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 0d6239fd-5d37-4710-854c-b1904f03ad06 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:46:08.682816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 0d6239fd-5d37-4710-854c-b1904f03ad06 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:46:08.683189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:08.689561 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16528ae8-4399-493a-9fc6-7439370bb403 req-26cfab83-2748-40fc-914a-b28f7312e9ba tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465305 Feb 10 04:46:08.765172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0d6239fd-5d37-4710-854c-b1904f03ad06 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:46:08.765639 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:08.791551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:08.793752 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c923309d-e06a-4378-a0dd-bd2e50b845f9" -d '{"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:08.806322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:46:08.829163 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e149fb2d-4fb5-4730-8dac-5631fb4abf7e x-openstack-request-id: req-e149fb2d-4fb5-4730-8dac-5631fb4abf7e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:08.829462 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:08.829986 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e149fb2d-4fb5-4730-8dac-5631fb4abf7e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:08.830387 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'code': 200} Feb 10 04:46:08.890879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:08.932264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d92e5-c4ba-4398-aa9a-850323facf93 req-2a62704a-5f3c-4c8d-bf42-cd0a3093743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:08.933759 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-374d92e5-c4ba-4398-aa9a-850323facf93 req-2a62704a-5f3c-4c8d-bf42-cd0a3093743e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 1127 time: 0.0482428 Feb 10 04:46:08.939492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:08.981040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-374d92e5-c4ba-4398-aa9a-850323facf93 req-3b9002e5-418d-4d0c-a556-2545c343995b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402403 Feb 10 04:46:09.419381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8e90-201b-4141-9942-4a9260c717ed req-f676d44e-6a52-4b7b-ab30-b02b565146cb tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:09.421027 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e93d8e90-201b-4141-9942-4a9260c717ed req-f676d44e-6a52-4b7b-ab30-b02b565146cb tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Feb 10 04:46:09.467653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e93d8e90-201b-4141-9942-4a9260c717ed req-88c38d25-6bd3-45c9-bfa8-89090917a953 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Feb 10 04:46:09.815522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bd324-1c0d-4d3f-93ca-4fce81c3e018 req-c49ef299-c9c6-4fdf-a762-1a96cd2df456 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:09.817028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d88bd324-1c0d-4d3f-93ca-4fce81c3e018 req-c49ef299-c9c6-4fdf-a762-1a96cd2df456 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0528419 Feb 10 04:46:09.882241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d88bd324-1c0d-4d3f-93ca-4fce81c3e018 req-f4864ede-47dd-452b-aa0d-306bd279edfb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591741 Feb 10 04:46:09.953084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f1c4e-e08d-4bc4-94b1-14d290f3c44f req-850063d4-ae4c-41a6-80e0-ceade218f7c4 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:09.954917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd6f1c4e-e08d-4bc4-94b1-14d290f3c44f req-850063d4-ae4c-41a6-80e0-ceade218f7c4 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0598214 Feb 10 04:46:10.006683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd6f1c4e-e08d-4bc4-94b1-14d290f3c44f req-02047e3b-f7f2-4d77-892e-12d195e6a1a4 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444567 Feb 10 04:46:11.005071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411427-7e30-4b74-9570-61e0fa6a9305 req-962777ef-d33f-45d6-984e-58a15188c650 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:11.006532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74411427-7e30-4b74-9570-61e0fa6a9305 req-962777ef-d33f-45d6-984e-58a15188c650 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0616305 Feb 10 04:46:11.056164 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-74411427-7e30-4b74-9570-61e0fa6a9305 req-282727f0-bedf-4fdc-bf88-5116a89c807e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440772 Feb 10 04:46:11.131364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac8b1-db64-461b-bdf2-04b94b6bee8f req-c0e896c3-072b-4afa-9ab8-18157148a15c tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:11.132861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a3ac8b1-db64-461b-bdf2-04b94b6bee8f req-c0e896c3-072b-4afa-9ab8-18157148a15c tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0579135 Feb 10 04:46:11.174533 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd88d4d-b34b-4a4a-9f03-13b435e73d71 req-483c9c69-48e2-456d-96f0-ba65d150267f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:11.176092 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fd88d4d-b34b-4a4a-9f03-13b435e73d71 req-483c9c69-48e2-456d-96f0-ba65d150267f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0532513 Feb 10 04:46:11.180020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a3ac8b1-db64-461b-bdf2-04b94b6bee8f req-2c70955a-3814-49c5-a8d5-403368b61770 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Feb 10 04:46:11.225411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8fd88d4d-b34b-4a4a-9f03-13b435e73d71 req-84b5183d-73f5-4dda-be1a-7127de0e7e84 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Feb 10 04:46:11.247160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50160) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:11.289219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b579498-d4ed-478d-87bd-320bfc78ef2c tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:11.290651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5b579498-d4ed-478d-87bd-320bfc78ef2c tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 1122 time: 0.0425165 Feb 10 04:46:11.293354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50162) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:11.298202 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:46:11.408449 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:11.508928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:11.617393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Allocated IP 172.25.8.120 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/6806a2e8-5fab-4e8c-8f85-37397bb277e2) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:46:11.711352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-4eb71121-53fa-4259-b57a-450ec5a4504a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:11.712847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-4eb71121-53fa-4259-b57a-450ec5a4504a tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 945 time: 0.0521531 Feb 10 04:46:11.715204 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:11.805538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Deleting port 1a3d0d7c-ba9b-4012-8108-421a45371246 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:46:11.805881 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:11.814043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:11.853394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:46:11.858058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:46:11.860858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:46:11.888073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=6806a2e8-5fab-4e8c-8f85-37397bb277e2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:11.902600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] For port 1a3d0d7c-ba9b-4012-8108-421a45371246, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1a3d0d7c-ba9b-4012-8108-421a45371246,segment=NetworkSegment(fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e),segment_id=fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:46:11.902994 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:11.916855 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Calling delete_port for 1a3d0d7c-ba9b-4012-8108-421a45371246 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:46:12.107467 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1a3d0d7c-ba9b-4012-8108-421a45371246), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:12.119593 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1a3d0d7c-ba9b-4012-8108-421a45371246'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:46:12.141507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Pushing event deleted for resources: {'Port': ['ID=1a3d0d7c-ba9b-4012-8108-421a45371246,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:12.182976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] No DVR routers for this DVR port 1a3d0d7c-ba9b-4012-8108-421a45371246 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:46:12.185748 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:12.190220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1029a1b-e49a-4fea-804b-0efd4f71dd04 req-7609a7ce-af3f-405a-98d7-782274cfcbb0 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.24 "DELETE /v2.0/ports/1a3d0d7c-ba9b-4012-8108-421a45371246 HTTP/1.1" status: 204 len: 173 time: 0.4715118 Feb 10 04:46:12.190676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'name': 'network-vif-deleted', 'tag': '1a3d0d7c-ba9b-4012-8108-421a45371246'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:12.192983 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09665a2-1f9c-470b-9715-9d79e80f5c09" -d '{"events": [{"server_uuid": "8cd7724b-be95-4c57-b9ae-3df71ca3f002", "name": "network-vif-deleted", "tag": "1a3d0d7c-ba9b-4012-8108-421a45371246"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:12.237711 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb492074-4a1f-4292-a61b-5920d5c08812 x-openstack-request-id: req-fb492074-4a1f-4292-a61b-5920d5c08812 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:12.237711 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd7724b-be95-4c57-b9ae-3df71ca3f002", "name": "network-vif-deleted", "tag": "1a3d0d7c-ba9b-4012-8108-421a45371246", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:12.237711 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb492074-4a1f-4292-a61b-5920d5c08812 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:12.237711 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd7724b-be95-4c57-b9ae-3df71ca3f002', 'name': 'network-vif-deleted', 'tag': '1a3d0d7c-ba9b-4012-8108-421a45371246', 'status': 'completed', 'code': 200} Feb 10 04:46:12.257124 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (6c99fa57-3057-4deb-b6ee-33a14c143c38), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:12.306278 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4a27d353-d0ea-4e5e-8d29-08ea25eb90bc req-4b41c966-5351-43d7-9a6f-94b47ecb2fd8 tempest-TestServerAdvancedOps-765078306 tempest-TestServerAdvancedOps-765078306-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd7724b-be95-4c57-b9ae-3df71ca3f002 HTTP/1.1" status: 200 len: 210 time: 0.0505400 Feb 10 04:46:12.427559 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:12.580788 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:12.649931 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:12.718584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event updated for resources: {'Port': ['ID=6806a2e8-5fab-4e8c-8f85-37397bb277e2,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:12.729179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (6c99fa57-3057-4deb-b6ee-33a14c143c38), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:12.837764 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 6c99fa57-3057-4deb-b6ee-33a14c143c38 associated. External IP: 172.25.8.120, port: 0d6239fd-5d37-4710-854c-b1904f03ad06. Feb 10 04:46:13.049065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 95432433-5b4c-40f3-837d-d3fe9b8baf50 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:46:13.158549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:46:13.168209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] Sync routers for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:46:13.177651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:46:13.178804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:46:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:13.255935 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:13.287325 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-96beb67e-798f-434a-9796-188895bbae68 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9929235 Feb 10 04:46:13.288029 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:13.290502 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f410aa-665a-4bae-bd35-e4a974a95106" -d '{"events": [{"name": "network-changed", "server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:13.353639 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c356820-f4da-40f3-bed4-96f61a6c17e7 x-openstack-request-id: req-0c356820-f4da-40f3-bed4-96f61a6c17e7 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:13.353960 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:13.354908 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c356820-f4da-40f3-bed4-96f61a6c17e7 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:13.359725 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'status': 'completed', 'code': 200} Feb 10 04:46:13.378596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:13.435862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-e6584ff1-bb31-4c31-9d96-9bd2ab8b5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:13.438025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-e6584ff1-bb31-4c31-9d96-9bd2ab8b5a77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 1127 time: 0.0596936 Feb 10 04:46:13.441400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] Deleting subnet 7cf8487b-4200-4400-9b02-28035cdf166e {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:46:13.444696 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] Publish callbacks [] for subnet (7cf8487b-4200-4400-9b02-28035cdf166e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:13.444835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c7e88-9c8c-45bb-962f-0048854e5035 req-d2ccde40-0ffa-4f77-9ae0-64fe09f454a0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:13.446239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca4c7e88-9c8c-45bb-962f-0048854e5035 req-d2ccde40-0ffa-4f77-9ae0-64fe09f454a0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.1026242 Feb 10 04:46:13.460211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:46:13.491370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (7cf8487b-4200-4400-9b02-28035cdf166e), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:13.533169 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (7cf8487b-4200-4400-9b02-28035cdf166e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:13.557170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ca4c7e88-9c8c-45bb-962f-0048854e5035 req-b176aa94-0b85-474c-bfee-5fd9c70198e5 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013336 Feb 10 04:46:13.573487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-7532764c-97b2-4593-aa93-75c21a1885c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:13.575987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-7532764c-97b2-4593-aa93-75c21a1885c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df55f287-ff2f-4e50-83c5-660108f25380 HTTP/1.1" status: 200 len: 897 time: 0.1279316 Feb 10 04:46:13.600395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50176) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:13.652216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-d172e8bc-f9da-4d69-a8d7-13381e21c73b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d6239fd-5d37-4710-854c-b1904f03ad06 HTTP/1.1" status: 200 len: 999 time: 0.0711019 Feb 10 04:46:13.674564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c6de61f2-3471-4df8-a592-a200641f0303 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/6c99fa57-3057-4deb-b6ee-33a14c143c38 HTTP/1.1" status: 200 len: 991 time: 0.0704975 Feb 10 04:46:13.682602 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (7cf8487b-4200-4400-9b02-28035cdf166e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:13.708870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-d68d3c3c-a71d-4349-b2bc-92b9e06fa37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:13.711318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-d68d3c3c-a71d-4349-b2bc-92b9e06fa37a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91e37343-2255-4033-8aa6-7345375019c5 HTTP/1.1" status: 200 len: 835 time: 0.0536644 Feb 10 04:46:13.713882 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf8487b-4200-4400-9b02-28035cdf166e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:13.715607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '6c99fa57-3057-4deb-b6ee-33a14c143c38', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'port_id': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'mac_address': 'fa:16:3e:fb:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:46:12Z', 'updated_at': '2022-02-10T04:46:12Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:13.719801 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:13.725333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-19e996a5-502f-4cd6-ae54-bd5660f5e0aa admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7cf8487b-4200-4400-9b02-28035cdf166e HTTP/1.1" status: 204 len: 168 time: 0.3456609 Feb 10 04:46:13.726060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50178) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:13.750850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] Checking router: 95432433-5b4c-40f3-837d-d3fe9b8baf50 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:46:13.762549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:46:13.763230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:46:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:13.774421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-a7ff8ff4-e58a-40b9-bfd7-1a35d99e3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:13.776039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-a7ff8ff4-e58a-40b9-bfd7-1a35d99e3995 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df55f287-ff2f-4e50-83c5-660108f25380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550122 Feb 10 04:46:13.871429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-48f01d8d-47ae-4e30-a2b8-21ec677dc998 service neutron] 10.222.0.43 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895753 Feb 10 04:46:13.880769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:46:13.968514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96f410aa-665a-4bae-bd35-e4a974a95106 req-1b5b987a-f1a6-4d2c-9f87-8733ef93756b service neutron] 10.222.0.43 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916867 Feb 10 04:46:14.049600 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6cc19449-9796-4a13-824f-11d337c9434a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.116400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '6c99fa57-3057-4deb-b6ee-33a14c143c38', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'port_id': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'mac_address': 'fa:16:3e:fb:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:46:12Z', 'updated_at': '2022-02-10T04:46:12Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:14.131156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6cc19449-9796-4a13-824f-11d337c9434a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.143710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69826b-94c4-447b-a6f3-369162030894 None None] The sync data for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 is: [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '6c99fa57-3057-4deb-b6ee-33a14c143c38', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'port_id': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'mac_address': 'fa:16:3e:fb:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:46:12Z', 'updated_at': '2022-02-10T04:46:12Z', 'revision_number': 0, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:46:14.151434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc19449-9796-4a13-824f-11d337c9434a']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:14.161210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:14.161509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:14.171597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.184823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.191693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:46:14.192077 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (fd4cbfb4-7383-4e96-a8a3-2ae0a579cf6e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:46:14.193762 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:46:14.313566 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6cc19449-9796-4a13-824f-11d337c9434a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.319392 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.322606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] 10.222.0.42 "DELETE /v2.0/networks/6cc19449-9796-4a13-824f-11d337c9434a HTTP/1.1" status: 204 len: 168 time: 0.5956028 Feb 10 04:46:14.325593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50180) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:14.334348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8ddca-f416-4668-9c4b-88b593be5a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc19449-9796-4a13-824f-11d337c9434a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:14.369242 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33588f5-1dd1-4559-92ea-4f2cae1aca56 None None] New status for floating IP 6c99fa57-3057-4deb-b6ee-33a14c143c38: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:46:14.381681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] Deleting subnet 5543d0a7-bf34-494f-b0dc-f96286b1963b {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:46:14.384944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] Publish callbacks [] for subnet (5543d0a7-bf34-494f-b0dc-f96286b1963b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.419246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (5543d0a7-bf34-494f-b0dc-f96286b1963b), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.466754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (5543d0a7-bf34-494f-b0dc-f96286b1963b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.636685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (5543d0a7-bf34-494f-b0dc-f96286b1963b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.662926 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.667721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5543d0a7-bf34-494f-b0dc-f96286b1963b HTTP/1.1" status: 204 len: 168 time: 0.3392851 Feb 10 04:46:14.667721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cb2bc-56c7-4d31-b51f-c75aa4d7a0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5543d0a7-bf34-494f-b0dc-f96286b1963b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:14.668784 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50182) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:14.675974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50184) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:14.736630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-de96be93-178e-43c7-b46e-82b2352838ae tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/6c99fa57-3057-4deb-b6ee-33a14c143c38 HTTP/1.1" status: 200 len: 993 time: 0.0594990 Feb 10 04:46:14.741759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (92886fae-023e-4bc8-976f-611a3a1f4136), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.821232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (92886fae-023e-4bc8-976f-611a3a1f4136), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.840980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92886fae-023e-4bc8-976f-611a3a1f4136']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:14.851062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b46e00-c97f-44f7-8987-6b70adf68972') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:14.851358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b46e00-c97f-44f7-8987-6b70adf68972') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:14.860754 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (12b46e00-c97f-44f7-8987-6b70adf68972), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.873518 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (12b46e00-c97f-44f7-8987-6b70adf68972), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.879157 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:46:14.879540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (12b46e00-c97f-44f7-8987-6b70adf68972), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:46:14.881114 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:46:14.993106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (92886fae-023e-4bc8-976f-611a3a1f4136), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:14.998353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:15.001805 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/92886fae-023e-4bc8-976f-611a3a1f4136 HTTP/1.1" status: 204 len: 168 time: 0.3319564 Feb 10 04:46:15.012353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151b11d-3eb4-48a1-b750-33a7108378f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=92886fae-023e-4bc8-976f-611a3a1f4136,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:15.356022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50188) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:15.415460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e1895cc1-80af-4821-b925-2e98f5023cdf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=435ed1bbeffb47bbb9f4c8351582ac0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582585 Feb 10 04:46:15.417996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50190) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:15.464899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-080bf228-061b-40ce-936f-cbc2a8f86770 admin admin] Publish callbacks [] for security_group (6f9b19f9-e1c7-42b3-8ed2-10ac342b734c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:15.485711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-080bf228-061b-40ce-936f-cbc2a8f86770 admin admin] Publish callbacks [] for security_group (6f9b19f9-e1c7-42b3-8ed2-10ac342b734c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:15.598381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-080bf228-061b-40ce-936f-cbc2a8f86770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6f9b19f9-e1c7-42b3-8ed2-10ac342b734c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:15.601115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-080bf228-061b-40ce-936f-cbc2a8f86770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:15.602273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-080bf228-061b-40ce-936f-cbc2a8f86770 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f9b19f9-e1c7-42b3-8ed2-10ac342b734c HTTP/1.1" status: 204 len: 168 time: 0.1833696 Feb 10 04:46:15.610890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bf228-061b-40ce-936f-cbc2a8f86770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b19f9-e1c7-42b3-8ed2-10ac342b734c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:15.877458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1a3d0d7c-ba9b-4012-8108-421a45371246 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:46:15.897037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 1a3d0d7c-ba9b-4012-8108-421a45371246 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:46:15.897389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1a3d0d7c-ba9b-4012-8108-421a45371246 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:46:16.121352 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:46:16.214900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50196) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:16.258672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7290a5d9-f9a9-4c6d-b986-8552519d823d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c9f66bd4a9944e89f1f5cf97279e07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425441 Feb 10 04:46:16.260981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50198) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:16.307246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-339e0a9f-517b-477f-9d9f-b30577aa0dbf admin admin] Publish callbacks [] for security_group (e6e91ed2-635e-4173-acd4-5fbeb19c77d2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:16.327786 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-339e0a9f-517b-477f-9d9f-b30577aa0dbf admin admin] Publish callbacks [] for security_group (e6e91ed2-635e-4173-acd4-5fbeb19c77d2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:16.448165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-339e0a9f-517b-477f-9d9f-b30577aa0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e6e91ed2-635e-4173-acd4-5fbeb19c77d2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:16.450806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-339e0a9f-517b-477f-9d9f-b30577aa0dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:16.452516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-339e0a9f-517b-477f-9d9f-b30577aa0dbf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6e91ed2-635e-4173-acd4-5fbeb19c77d2 HTTP/1.1" status: 204 len: 168 time: 0.1901088 Feb 10 04:46:16.460584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e0a9f-517b-477f-9d9f-b30577aa0dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e91ed2-635e-4173-acd4-5fbeb19c77d2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:17.265709 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:18.642377 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:22.721973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-42dad6af-3903-4d5a-b0d9-39336c1d2f2b req-f0420243-a658-4844-9ed9-7725d298348c service neutron] (109958) timed out ('10.222.0.24', 56878) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:46:27.664867 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-396b27f4-fb31-4d01-a371-42cfbdf1e3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:29.819239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08524270-d4ac-40a6-a53f-5f5eec10eff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:31.127886 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:32.723797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:34.334944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:34.641547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50202) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:34.992428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port 77033ed7-b69c-46f2-9725-12abb72dbd06 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:46:34.992775 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:35.069566 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:35.069895 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (77033ed7-b69c-46f2-9725-12abb72dbd06), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:35.082289 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for 77033ed7-b69c-46f2-9725-12abb72dbd06 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:46:35.335484 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (77033ed7-b69c-46f2-9725-12abb72dbd06), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:35.358849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=77033ed7-b69c-46f2-9725-12abb72dbd06,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:35.425832 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (06f1f293-e100-4ffd-8117-617cd7eede89), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:35.426168 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Floating IP 06f1f293-e100-4ffd-8117-617cd7eede89 disassociated (deleted). External IP: 172.25.8.242, port: c6d96f59-cb79-4b6a-abc9-0d4790e56aec. Feb 10 04:46:35.638789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:46:35.749119 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:46:35.759157 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:35.759443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:46:35.768759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:46:35.769363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:35.783482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ca798bf3-8aff-4d91-9258-ca91accdff25 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "DELETE /v2.0/floatingips/06f1f293-e100-4ffd-8117-617cd7eede89 HTTP/1.1" status: 204 len: 168 time: 1.1409674 Feb 10 04:46:35.784086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:35.786334 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2532b7e1-4b50-40fc-bd19-b2480ca264d8" -d '{"events": [{"name": "network-changed", "server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:35.833570 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721cab1d-d263-43f1-8d0b-b8486cd61887 x-openstack-request-id: req-721cab1d-d263-43f1-8d0b-b8486cd61887 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:35.833864 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:35.834118 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-721cab1d-d263-43f1-8d0b-b8486cd61887 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:35.834527 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'status': 'completed', 'code': 200} Feb 10 04:46:35.890110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:46:35.908026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-5840f7ac-cde5-47e5-97d1-1edf06f69042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:35.918625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-5840f7ac-cde5-47e5-97d1-1edf06f69042 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 1127 time: 0.0549817 Feb 10 04:46:36.006600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-198ead23-fb82-4785-8086-7f61844ab92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:36.008116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-198ead23-fb82-4785-8086-7f61844ab92b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.0922070 Feb 10 04:46:36.056027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-6a6f9d34-1fb8-4705-9a8b-053fc401740d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec HTTP/1.1" status: 200 len: 217 time: 0.0354791 Feb 10 04:46:36.109514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-5a19ac6f-44f8-4e47-9703-170916c7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:36.111463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-5a19ac6f-44f8-4e47-9703-170916c7f8dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0495582 Feb 10 04:46:36.119805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:56Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:36.147677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:46:36.156468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:46:36.157151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:36.163578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-9741c6e6-b66e-46aa-9f7c-a29db7d6154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:36.165174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-9741c6e6-b66e-46aa-9f7c-a29db7d6154e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480618 Feb 10 04:46:36.236045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540279f-db28-4c32-8003-8e3f682ce7a5 req-77bdbafb-35b4-46a1-a411-19f6e98bace5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:36.245240 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d540279f-db28-4c32-8003-8e3f682ce7a5 req-77bdbafb-35b4-46a1-a411-19f6e98bace5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 945 time: 0.0563598 Feb 10 04:46:36.263950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-c504442d-9b79-4772-b4b7-1870cab52392 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896804 Feb 10 04:46:36.274013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:46:36.290753 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d540279f-db28-4c32-8003-8e3f682ce7a5 req-84e6aa9f-4199-4b73-8bc6-6860a11fc19b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Feb 10 04:46:36.365736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2532b7e1-4b50-40fc-bd19-b2480ca264d8 req-d2960687-c3d6-4909-a7bb-3fbf3c41b231 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957623 Feb 10 04:46:36.503765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:56Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:36.530563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f50c34-d0bc-4ec1-8daa-8b93905b4e6b None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '9f5ef10a-587f-47b9-a1c0-2bb52d72c95c', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'port_id': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'mac_address': 'fa:16:3e:e3:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38a71d-167a-49de-9330-a5739a300a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:40:54Z', 'updated_at': '2022-02-10T04:40:56Z', 'revision_number': 1, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:46:36.756710 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672382d-d2ec-4fcd-b891-5973394e906b None None] New status for floating IP 06f1f293-e100-4ffd-8117-617cd7eede89: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:46:37.417002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d3eb9-bec0-4307-b883-87c9ec4bb443 req-75dd92b8-08a8-4536-85b6-88c8cd4a8442 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:37.418546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e9d3eb9-bec0-4307-b883-87c9ec4bb443 req-75dd92b8-08a8-4536-85b6-88c8cd4a8442 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 945 time: 0.0533090 Feb 10 04:46:37.466884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e9d3eb9-bec0-4307-b883-87c9ec4bb443 req-5490daea-bb0f-45b3-854b-dd44f7fa4f15 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Feb 10 04:46:37.796010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-bc15a5c6-746d-43ba-a8df-4352a4ddd7cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:37.797434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-bc15a5c6-746d-43ba-a8df-4352a4ddd7cb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 945 time: 0.0557907 Feb 10 04:46:38.199939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port c6d96f59-cb79-4b6a-abc9-0d4790e56aec {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:46:38.200192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:38.287718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] For port c6d96f59-cb79-4b6a-abc9-0d4790e56aec, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:46:38.288072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:38.300364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for c6d96f59-cb79-4b6a-abc9-0d4790e56aec owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:46:38.488063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c6d96f59-cb79-4b6a-abc9-0d4790e56aec), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:38.518903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=c6d96f59-cb79-4b6a-abc9-0d4790e56aec,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:38.566418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] No DVR routers for this DVR port c6d96f59-cb79-4b6a-abc9-0d4790e56aec on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:46:38.567658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54b4e51c-2394-4714-8541-a792af42352e req-ec11ff23-3e41-4f76-b910-c94d02ce7ab1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0304234 Feb 10 04:46:38.569347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:38.573526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9c618fa-6ace-46a6-a339-872d4003bb00 req-dd9504b1-2d99-4cf5-b153-587a9a4e4103 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "DELETE /v2.0/ports/c6d96f59-cb79-4b6a-abc9-0d4790e56aec HTTP/1.1" status: 204 len: 173 time: 0.7704139 Feb 10 04:46:38.573695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'name': 'network-vif-deleted', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:38.576793 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1017a74-b5a1-4d4b-9f0e-5ea3a2417b1a" -d '{"events": [{"server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "name": "network-vif-deleted", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:38.613642 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb97280-f07e-47f4-bf4c-2ae6d56c78ff x-openstack-request-id: req-adb97280-f07e-47f4-bf4c-2ae6d56c78ff {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:38.613943 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b10d69-55d8-4e81-bc8e-60b0f6fc99f1", "name": "network-vif-deleted", "tag": "c6d96f59-cb79-4b6a-abc9-0d4790e56aec", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:38.614246 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adb97280-f07e-47f4-bf4c-2ae6d56c78ff {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:38.614773 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b10d69-55d8-4e81-bc8e-60b0f6fc99f1', 'name': 'network-vif-deleted', 'tag': 'c6d96f59-cb79-4b6a-abc9-0d4790e56aec', 'status': 'completed', 'code': 200} Feb 10 04:46:39.669976 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cdc27336-defc-4bd5-a1bf-b8d2a2f35f66 req-88b1af69-83f1-4cf6-bcae-69acfe1548e1 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0325685 Feb 10 04:46:40.768219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c479c831-e65c-40c8-a887-d3dbaef35733 req-1def18c7-5dc3-4635-b47b-09f5b68255ff tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0274560 Feb 10 04:46:41.869007 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-16f6a71a-4a16-4e6a-b10d-5186f27b3c7c req-5e951169-15b1-4a90-bb63-fc38d7b7e4f5 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0289683 Feb 10 04:46:42.716676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c6d96f59-cb79-4b6a-abc9-0d4790e56aec no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:46:42.737068 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: c6d96f59-cb79-4b6a-abc9-0d4790e56aec {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:46:42.737416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c6d96f59-cb79-4b6a-abc9-0d4790e56aec not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:46:42.967155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-edc8cc28-0c57-45c5-b76e-4895a8f3813a req-c84de78e-4240-428f-ad61-41369364c7ba tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0272734 Feb 10 04:46:44.061040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35d315d7-cf39-4027-89e7-efde8a818e8b req-981d5599-1709-4db2-9b5b-d58cad8add54 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0269024 Feb 10 04:46:45.159827 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0cc12bc5-f3a0-4862-895a-710f0f1e2548 req-66d8bad1-2311-4bda-a6be-47153319c5df tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0305653 Feb 10 04:46:45.283354 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-aa825c19-0e39-49b5-838c-53562c9c4e75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459282 Feb 10 04:46:45.373638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-e0cd0710-bdcf-4fcc-b851-1a7ac03d1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:45.375191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-e0cd0710-bdcf-4fcc-b851-1a7ac03d1eae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.0477548 Feb 10 04:46:45.483618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-bfd69368-3d9f-4ddc-8ba0-19ef462e5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:45.485634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-bfd69368-3d9f-4ddc-8ba0-19ef462e5365 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.0895348 Feb 10 04:46:45.549491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-a2cf37b7-40c8-4ab8-989c-5240e248b725 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 1001 time: 0.0586681 Feb 10 04:46:45.597844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-ed80f59e-9ffd-4aa9-8cb9-641a72b15161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:45.599227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-ed80f59e-9ffd-4aa9-8cb9-641a72b15161 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0444019 Feb 10 04:46:45.654024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-8320495b-7f41-4db2-958e-28691f921cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:45.656112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-8320495b-7f41-4db2-958e-28691f921cca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515494 Feb 10 04:46:45.750334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-1f445632-c95e-47cb-bc52-9802583e7325 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880239 Feb 10 04:46:45.845368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fce0b363-d2d0-44e9-b3c7-8d27f1a26b44 req-61e09cab-ea70-4697-ad74-64d107cb9909 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879214 Feb 10 04:46:46.260202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84adccd6-5e2a-4782-86f7-527098f007f8 req-8e1364a8-a1fe-4930-a4a6-6e44b28e4807 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0298142 Feb 10 04:46:46.380659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7d455-f050-48f4-b925-423ac8845f15 req-c0f6ce2f-0670-47d4-b896-7dd2e865dbc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:46.382198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3c7d455-f050-48f4-b925-423ac8845f15 req-c0f6ce2f-0670-47d4-b896-7dd2e865dbc9 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0573695 Feb 10 04:46:46.433715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d3c7d455-f050-48f4-b925-423ac8845f15 req-1835d1d6-7059-4b85-a962-df341f9db48a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456347 Feb 10 04:46:47.264667 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:47.372528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-131b127b-6e80-4ec6-883a-169b79f8e62f req-5361c517-8195-44d1-a730-6773ec4797ce tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b10d69-55d8-4e81-bc8e-60b0f6fc99f1 HTTP/1.1" status: 200 len: 210 time: 0.0300512 Feb 10 04:46:47.557729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445da2-491c-4feb-8470-2e25434e9265 req-af6a59f0-22bd-4e51-8d4c-7e3d094931a0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:47.559233 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35445da2-491c-4feb-8470-2e25434e9265 req-af6a59f0-22bd-4e51-8d4c-7e3d094931a0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0584006 Feb 10 04:46:47.609855 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35445da2-491c-4feb-8470-2e25434e9265 req-27227264-161b-4d25-a87b-8bb6ad5c1c02 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450621 Feb 10 04:46:48.661480 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:48.739050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4ba58-a1c8-417a-b525-69e6f08fd03f req-125d37f4-32c3-48f6-8747-e0f0ded54377 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:48.740538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50d4ba58-a1c8-417a-b525-69e6f08fd03f req-125d37f4-32c3-48f6-8747-e0f0ded54377 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0538554 Feb 10 04:46:48.789211 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-50d4ba58-a1c8-417a-b525-69e6f08fd03f req-0f950e28-e7d8-47cd-b45d-646f674e2fc3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Feb 10 04:46:49.908346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf0f5-97ab-4746-b585-2a0ad1508d7b req-45be4827-038a-499f-a9da-73add64de71e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:49.909890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96fdf0f5-97ab-4746-b585-2a0ad1508d7b req-45be4827-038a-499f-a9da-73add64de71e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0525231 Feb 10 04:46:49.962860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-96fdf0f5-97ab-4746-b585-2a0ad1508d7b req-061c21f0-7906-4ee6-a516-f20b6ca44fa0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471716 Feb 10 04:46:51.082392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f533-cedd-4f99-a6ed-f99d331f80a6 req-847dffed-5149-4f52-b811-dddc630edf42 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:51.083902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9be7f533-cedd-4f99-a6ed-f99d331f80a6 req-847dffed-5149-4f52-b811-dddc630edf42 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0543892 Feb 10 04:46:51.136122 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9be7f533-cedd-4f99-a6ed-f99d331f80a6 req-8b7edccb-8cb6-4ced-9c94-90e1b7f0d29d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465987 Feb 10 04:46:52.262915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121af834-f58f-44fc-8f7e-c707cb828a93 req-3c89dcf5-bc80-41f9-82a0-c19f4139a64a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:52.264474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-121af834-f58f-44fc-8f7e-c707cb828a93 req-3c89dcf5-bc80-41f9-82a0-c19f4139a64a tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0577743 Feb 10 04:46:52.312325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-121af834-f58f-44fc-8f7e-c707cb828a93 req-643430a4-35d2-406b-9350-ae908be9a6e6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Feb 10 04:46:53.120247 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:46:53.434424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd47b3-4863-40ed-86fd-fdaf20b33ff2 req-3f235533-c2f6-470f-ad86-5109bbfc5904 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:53.435880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21fd47b3-4863-40ed-86fd-fdaf20b33ff2 req-3f235533-c2f6-470f-ad86-5109bbfc5904 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0556068 Feb 10 04:46:53.488263 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21fd47b3-4863-40ed-86fd-fdaf20b33ff2 req-a1d6b862-06bc-413b-8f7c-24adfe4ad738 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460813 Feb 10 04:46:54.803629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4bd22-b8bf-42cb-a566-bbaa149d723a req-103f77ee-6fcc-4ea7-8680-0664ff036ac6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:54.805310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53d4bd22-b8bf-42cb-a566-bbaa149d723a req-103f77ee-6fcc-4ea7-8680-0664ff036ac6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.2465062 Feb 10 04:46:54.859459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53d4bd22-b8bf-42cb-a566-bbaa149d723a req-cef5969e-9cd4-42b8-9f00-64e396ea41aa tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 Feb 10 04:46:56.096581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4660c-7eae-4ee7-bf13-2e510e8350e7 req-850d4196-1d2e-4565-a417-21271dc8d215 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:56.098097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ad4660c-7eae-4ee7-bf13-2e510e8350e7 req-850d4196-1d2e-4565-a417-21271dc8d215 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.1612809 Feb 10 04:46:56.151043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ad4660c-7eae-4ee7-bf13-2e510e8350e7 req-15dfafb8-e821-496f-a788-83729b8067a7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446365 Feb 10 04:46:57.106823 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50320) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:46:57.264986 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port 8a0c2f6a-d8ec-40ad-8d78-6115426713c3 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:46:57.265392 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:57.276321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf85329-575c-4859-86e5-673ba855c0b8 req-e15bed92-6bbc-40e8-9d9c-4f3d39951f53 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:57.277832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2cf85329-575c-4859-86e5-673ba855c0b8 req-e15bed92-6bbc-40e8-9d9c-4f3d39951f53 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0576200 Feb 10 04:46:57.326501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2cf85329-575c-4859-86e5-673ba855c0b8 req-6c6bfce3-cc84-49d0-8d0d-a085e3a93139 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430486 Feb 10 04:46:57.339381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:57.339894 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:57.352313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for 8a0c2f6a-d8ec-40ad-8d78-6115426713c3 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:46:57.540955 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (8a0c2f6a-d8ec-40ad-8d78-6115426713c3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:57.567112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=8a0c2f6a-d8ec-40ad-8d78-6115426713c3,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:57.592516 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.592870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.593220 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.593563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.593910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.594240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.594566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.594916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.595244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.595573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.596068 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.596483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.596816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:57.640321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (9f5ef10a-587f-47b9-a1c0-2bb52d72c95c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:57.640674 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Floating IP 9f5ef10a-587f-47b9-a1c0-2bb52d72c95c disassociated (deleted). External IP: 172.25.8.137, port: c3981de4-cde3-4f0f-a9b8-9152085f20ce. Feb 10 04:46:57.649602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a99d5747-df7e-4dd0-96f7-53d951f50458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:57.850978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:46:58.194810 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:46:58.199529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:58.204354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:46:58.213341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:46:58.213936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:58.227332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a06a725-a5af-4e54-b69b-f8325bb2f408 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "DELETE /v2.0/floatingips/9f5ef10a-587f-47b9-a1c0-2bb52d72c95c HTTP/1.1" status: 204 len: 168 time: 1.1194398 Feb 10 04:46:58.227931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:58.230170 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f705ced61b037f4bb378130ee8a3c901f2fcefe0948929a7dc3a503921bb7b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863112d5-2e47-4fbb-9e41-1badbb199b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:58.268742 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bf6bf8-1ea5-422f-bad4-6a4b1b6de25a x-openstack-request-id: req-24bf6bf8-1ea5-422f-bad4-6a4b1b6de25a {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:58.268742 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:58.268990 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24bf6bf8-1ea5-422f-bad4-6a4b1b6de25a {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:58.269235 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'status': 'completed', 'code': 200} Feb 10 04:46:58.325378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:46:58.338502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-bd283a96-6c6d-4ee8-84ea-78a1d411770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:58.340205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-bd283a96-6c6d-4ee8-84ea-78a1d411770a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cad10205985b4f2884d5297f74c842d0&device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 1127 time: 0.0470040 Feb 10 04:46:58.472913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-e06f04f4-0424-43bf-a626-e0d98f6e4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:58.475139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-e06f04f4-0424-43bf-a626-e0d98f6e4d94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 200 len: 913 time: 0.1288974 Feb 10 04:46:58.489159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c059d-79ae-4e2c-873e-fb4f74c09d4e req-b92d8488-8073-4bb3-a4bf-9459d26da871 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:58.490793 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-788c059d-79ae-4e2c-873e-fb4f74c09d4e req-b92d8488-8073-4bb3-a4bf-9459d26da871 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0831604 Feb 10 04:46:58.538140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-8fee916f-8ecf-4ec9-812f-27358c475409 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 200 len: 217 time: 0.0463641 Feb 10 04:46:58.540056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:58.567566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:46:58.576057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:46:58.576692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:46:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:58.610754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-788c059d-79ae-4e2c-873e-fb4f74c09d4e req-b4f4b451-fa53-4807-a72b-e225e6e6202e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130714 Feb 10 04:46:58.617153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-558e176b-2eb4-4e41-81aa-0de4dbdbc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:58.618627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-558e176b-2eb4-4e41-81aa-0de4dbdbc0d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 200 len: 851 time: 0.0736628 Feb 10 04:46:58.661925 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c1ccb-f1a8-47a8-b058-df1a1f2b3c22 req-a7e57788-c837-4e6c-b34a-53710f42cb64 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:58.663452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e51c1ccb-f1a8-47a8-b058-df1a1f2b3c22 req-a7e57788-c837-4e6c-b34a-53710f42cb64 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 945 time: 0.0588374 Feb 10 04:46:58.673489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-ff2e9bcf-5bde-4ce9-85a2-951ce9384d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:58.676329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-ff2e9bcf-5bde-4ce9-85a2-951ce9384d66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a8f9648-c978-46ea-9258-23f73207f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515022 Feb 10 04:46:58.690112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-178c6c2c-c7f0-4ff8-bddf-3bd3a7431148 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:46:58.690590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-178c6c2c-c7f0-4ff8-bddf-3bd3a7431148 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051703 Feb 10 04:46:58.694601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:46:58.715091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e51c1ccb-f1a8-47a8-b058-df1a1f2b3c22 req-fbc3e4d0-ca9a-4d1a-be37-f6a1a2004306 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/security-groups?id=67206c7e-2b2e-46e1-bc86-197fa97609dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451336 Feb 10 04:46:58.790976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-8966af04-33ff-42ec-b3e0-b170c7297034 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934176 Feb 10 04:46:58.883449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-863112d5-2e47-4fbb-9e41-1badbb199b7e req-865c63f1-0691-4507-b172-926d0cbd8929 service neutron] 10.222.0.43 "GET /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862525 Feb 10 04:46:58.901668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:46:59.091467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baa029-20f3-4263-99c4-1e6926eba2c0 None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:27:33Z', 'revision_number': 4, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'fce033fb-2271-4883-a08f-ec1ec75714ea', 'name': '', 'network_id': '3a8f9648-c978-46ea-9258-23f73207f925', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'mac_address': 'fa:16:3e:27:28:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:31Z', 'updated_at': '2022-02-10T04:27:43Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'subnets': [{'id': '611058d8-f7bb-420e-b040-bfcb280411a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:46:59.190604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-25684e05-d3c2-4b37-bddf-1c9838d90976 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:59.192152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-25684e05-d3c2-4b37-bddf-1c9838d90976 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 945 time: 0.0556269 Feb 10 04:46:59.292636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port c3981de4-cde3-4f0f-a9b8-9152085f20ce {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:46:59.292986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:59.313141 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c53a4-c3fc-4dd1-8e3a-c71252bfa3b1 None None] New status for floating IP 9f5ef10a-587f-47b9-a1c0-2bb52d72c95c: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:46:59.390449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] For port c3981de4-cde3-4f0f-a9b8-9152085f20ce, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c3981de4-cde3-4f0f-a9b8-9152085f20ce,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:46:59.391039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:59.403767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for c3981de4-cde3-4f0f-a9b8-9152085f20ce owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:46:59.630364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c3981de4-cde3-4f0f-a9b8-9152085f20ce), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:59.663769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=c3981de4-cde3-4f0f-a9b8-9152085f20ce,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:46:59.691195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.691570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.691918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.692264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.692602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.692938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.693321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.693647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.693977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.694301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.694624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.694977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.695300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:46:59.739609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] No DVR routers for this DVR port c3981de4-cde3-4f0f-a9b8-9152085f20ce on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:46:59.742291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:59.745604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cdc32229-2063-48e5-8aed-93a528adfae9 req-e86209bf-3da7-4956-9fef-91c0595e2fd2 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.43 "DELETE /v2.0/ports/c3981de4-cde3-4f0f-a9b8-9152085f20ce HTTP/1.1" status: 204 len: 173 time: 0.5479009 Feb 10 04:46:59.746232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'name': 'network-vif-deleted', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:46:59.748473 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae57cf9-bbeb-4633-baa0-cd87149bb4d9" -d '{"events": [{"server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "name": "network-vif-deleted", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:46:59.776770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448d83-0ca7-4194-b9dd-6019a87ff0e5 req-8afdd8d5-47ab-41aa-9ab7-d194fab1e6ea tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:46:59.778276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f448d83-0ca7-4194-b9dd-6019a87ff0e5 req-8afdd8d5-47ab-41aa-9ab7-d194fab1e6ea tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0772316 Feb 10 04:46:59.803634 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-050c61e2-41e5-4dd3-8722-663056794350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:46:59.818512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-af60c951-50a8-41e9-9450-aa6954195963 req-357ee1c5-a38b-475b-9ecb-befadb862e4a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0299444 Feb 10 04:46:59.835294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f448d83-0ca7-4194-b9dd-6019a87ff0e5 req-73b2a089-8bd0-4bca-bea2-555fa2d80af4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466681 Feb 10 04:46:59.865845 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ccb102-9115-450a-a1e0-329ef2cf8c1b x-openstack-request-id: req-a4ccb102-9115-450a-a1e0-329ef2cf8c1b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:46:59.866142 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd38a71d-167a-49de-9330-a5739a300a75", "name": "network-vif-deleted", "tag": "c3981de4-cde3-4f0f-a9b8-9152085f20ce", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:46:59.866400 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4ccb102-9115-450a-a1e0-329ef2cf8c1b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:46:59.866846 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd38a71d-167a-49de-9330-a5739a300a75', 'name': 'network-vif-deleted', 'tag': 'c3981de4-cde3-4f0f-a9b8-9152085f20ce', 'status': 'completed', 'code': 200} Feb 10 04:47:00.924227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7e22cac7-bae8-46c8-86b4-baa4058ec281 req-3b0d9d09-533e-4bcc-a05e-66b80ed36ebf tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Feb 10 04:47:00.970609 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef4d3a-a6ac-4897-81d8-f3fe13cf2ce6 req-0967ff00-7ce8-4438-8de8-0ca0cd14e13e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:00.973221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83ef4d3a-a6ac-4897-81d8-f3fe13cf2ce6 req-0967ff00-7ce8-4438-8de8-0ca0cd14e13e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0613565 Feb 10 04:47:01.021753 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83ef4d3a-a6ac-4897-81d8-f3fe13cf2ce6 req-ff32816a-9676-4cbd-a383-fce9e607016b tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 Feb 10 04:47:01.138954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:02.020974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-79c010a2-4bd1-4b54-a3bf-b31a9676694c req-9fd9b0c0-8d41-4313-9ddc-df7ce5ab31f4 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0278022 Feb 10 04:47:02.141518 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90613-7532-475d-a26d-6afa5b759eb6 req-53fc37d5-7980-4ea5-abbd-01946274ad79 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:02.143440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67e90613-7532-475d-a26d-6afa5b759eb6 req-53fc37d5-7980-4ea5-abbd-01946274ad79 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0535979 Feb 10 04:47:02.192051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67e90613-7532-475d-a26d-6afa5b759eb6 req-0937456a-c965-4880-b3b1-abb390ee597e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 Feb 10 04:47:02.695250 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:02.842501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c3981de4-cde3-4f0f-a9b8-9152085f20ce no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:02.862662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: c3981de4-cde3-4f0f-a9b8-9152085f20ce {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:02.863033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c3981de4-cde3-4f0f-a9b8-9152085f20ce not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:03.119497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3921e20e-2c44-4c6a-81b5-caa06d989779 req-9266b1f8-bf5b-418f-8d77-9db892612662 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0287483 Feb 10 04:47:03.321313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa129b2d-ecee-43bd-9c44-1ac483c9be4a req-fd08356f-e602-4c2b-9da2-abe17276927f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:03.322749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa129b2d-ecee-43bd-9c44-1ac483c9be4a req-fd08356f-e602-4c2b-9da2-abe17276927f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0594511 Feb 10 04:47:03.373561 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fa129b2d-ecee-43bd-9c44-1ac483c9be4a req-b60e2871-a47c-4829-8dd0-dd0c873d0ad2 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433724 Feb 10 04:47:04.216406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aa0c3f8a-8629-45e8-b03e-c852fb1e9e24 req-0db06beb-fa2a-4a1a-a02e-9f5db52fc89a tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0282784 Feb 10 04:47:04.340799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:04.509019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4341df-926e-46db-96cb-b10b0c17dc9f req-ee92fe7b-be0b-450f-b6b3-bc1a996b4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:04.510556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a4341df-926e-46db-96cb-b10b0c17dc9f req-ee92fe7b-be0b-450f-b6b3-bc1a996b4aa8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 1127 time: 0.0491202 Feb 10 04:47:04.516758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdce4c-59a9-4d84-8d91-382aab499e96 req-9d8d7f6b-3314-407f-abbb-0fbd7364628f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:04.519144 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7cdce4c-59a9-4d84-8d91-382aab499e96 req-9d8d7f6b-3314-407f-abbb-0fbd7364628f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0568299 Feb 10 04:47:04.558507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a4341df-926e-46db-96cb-b10b0c17dc9f req-ebe6eacc-be62-45d6-a2b8-0767f44a166b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411575 Feb 10 04:47:04.569143 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f7cdce4c-59a9-4d84-8d91-382aab499e96 req-767dc298-e5fe-4716-8266-1a6d05e94ca4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447657 Feb 10 04:47:05.315540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08fd4ff1-9107-4f97-8c07-6ed5a4b90700 req-b9ace2a0-b5b2-45e7-b714-7028935baebd tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0310020 Feb 10 04:47:05.694582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5b987-7c26-47ea-8fa9-954c333533c0 req-fe10d878-88d3-49a4-b1e4-52524821526c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:05.696229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8d5b987-7c26-47ea-8fa9-954c333533c0 req-fe10d878-88d3-49a4-b1e4-52524821526c tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0559616 Feb 10 04:47:05.750154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f8d5b987-7c26-47ea-8fa9-954c333533c0 req-73154dc1-18f3-4462-b9b1-24235d7131c4 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482357 Feb 10 04:47:06.412172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07a63d52-1d06-4802-99c3-cc3b48328dbc req-ba5b1176-ba71-43e6-bd1d-2f72b2201c88 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0287983 Feb 10 04:47:06.858859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0d6239fd-5d37-4710-854c-b1904f03ad06 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:47:06.863270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0d6239fd-5d37-4710-854c-b1904f03ad06 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:06.872885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14a50-35e5-4c64-96b2-e69858093048 req-782b0a7d-65b8-4bfe-ab72-71a9a468a782 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:06.874687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56e14a50-35e5-4c64-96b2-e69858093048 req-782b0a7d-65b8-4bfe-ab72-71a9a468a782 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0539584 Feb 10 04:47:06.925899 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56e14a50-35e5-4c64-96b2-e69858093048 req-e4b40f4e-80ed-4321-b164-a52adcd0e0df tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450869 Feb 10 04:47:06.955626 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50364) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:07.020183 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-01cdf29d-a9b5-4212-a4e1-dcca19fa135f tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/floatingips/6c99fa57-3057-4deb-b6ee-33a14c143c38 HTTP/1.1" status: 200 len: 993 time: 0.0607793 Feb 10 04:47:07.020393 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0d6239fd-5d37-4710-854c-b1904f03ad06 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:47:07.020393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:07.040929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:07.059186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'port_id': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'mac_address': 'fa:16:3e:fb:aa:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:47:07.063931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:47:07.066320 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a4e3a-43cc-4a1c-b4d1-8a2d8db13996" -d '{"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:47:07.098182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:07.104135 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6e58be-dcc7-44f3-927c-a65b85564141 x-openstack-request-id: req-bd6e58be-dcc7-44f3-927c-a65b85564141 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:47:07.104135 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:47:07.104335 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd6e58be-dcc7-44f3-927c-a65b85564141 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:47:07.104695 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'code': 200} Feb 10 04:47:07.121703 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0d6239fd-5d37-4710-854c-b1904f03ad06 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:47:07.122111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:07.135295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d6239fd-5d37-4710-854c-b1904f03ad06 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:47:07.187649 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:07.257157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:47:07.257517 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:47:07.262154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:07.269493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.269844 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.270237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.270531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.270903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.271237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.271563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.271888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.272208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.272534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.272857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.273176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.273511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:47:07.511460 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d683d67c-cb32-4b53-aa09-fca45113f52c req-af81db93-7dab-4c4f-a9e7-5259e5529d9b tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0322304 Feb 10 04:47:07.794028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0d6239fd-5d37-4710-854c-b1904f03ad06 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:47:07.794425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:07.811022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6239fd-5d37-4710-854c-b1904f03ad06 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:47:07.830761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:07.900908 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:07.948951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:08.109350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['0d6239fd-5d37-4710-854c-b1904f03ad06'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:47:08.619060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce4f7cb7-211a-42ee-b8cc-3428e523fcf7 req-9a334a18-2e7e-4731-b743-5c3d2bb3bf46 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd38a71d-167a-49de-9330-a5739a300a75 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Feb 10 04:47:08.866209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0d6239fd-5d37-4710-854c-b1904f03ad06 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:47:08.915042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 0d6239fd-5d37-4710-854c-b1904f03ad06 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:47:08.915727 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:08.994236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 0d6239fd-5d37-4710-854c-b1904f03ad06 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:47:08.994628 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:09.026898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:09.087518 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:09.109416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:47:09.112073 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c795bd-25f0-4115-990a-444a9e9ea2c0" -d '{"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:47:09.140304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:09.150104 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f2d95-22b8-42e6-b976-972961176b95 x-openstack-request-id: req-4e8f2d95-22b8-42e6-b976-972961176b95 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:47:09.150392 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:47:09.150644 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e8f2d95-22b8-42e6-b976-972961176b95 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:47:09.151062 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'code': 200} Feb 10 04:47:09.674439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50376) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:09.811059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Deleting port ff0f656a-dabb-4fd8-82f2-1330f8945cb9 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:09.811401 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:09.884569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:09.884890 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:09.896893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Calling delete_port for ff0f656a-dabb-4fd8-82f2-1330f8945cb9 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:10.087460 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ff0f656a-dabb-4fd8-82f2-1330f8945cb9), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:10.112005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'Port': ['ID=ff0f656a-dabb-4fd8-82f2-1330f8945cb9,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:10.186886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for floatingip (87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:10.189468 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:10.190670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-90990c46-0c84-4a1a-b5f8-1da3dd9a82bb tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "DELETE /v2.0/floatingips/87ee7f4f-82fd-429a-8b3a-3c3da5d49cfc HTTP/1.1" status: 204 len: 168 time: 0.5151680 Feb 10 04:47:15.749768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50400) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:15.807336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79205c59-f136-4293-9caf-5ec3e1ad6197 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group (67206c7e-2b2e-46e1-bc86-197fa97609dc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:15.832457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79205c59-f136-4293-9caf-5ec3e1ad6197 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group (67206c7e-2b2e-46e1-bc86-197fa97609dc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:15.973091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79205c59-f136-4293-9caf-5ec3e1ad6197 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (67206c7e-2b2e-46e1-bc86-197fa97609dc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:15.975645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-79205c59-f136-4293-9caf-5ec3e1ad6197 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:15.976800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-79205c59-f136-4293-9caf-5ec3e1ad6197 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] 10.222.0.42 "DELETE /v2.0/security-groups/67206c7e-2b2e-46e1-bc86-197fa97609dc HTTP/1.1" status: 204 len: 168 time: 0.2260489 Feb 10 04:47:15.986873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79205c59-f136-4293-9caf-5ec3e1ad6197 tempest-TestVolumeBootPattern-1098533509 tempest-TestVolumeBootPattern-1098533509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67206c7e-2b2e-46e1-bc86-197fa97609dc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:16.110871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50404) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:16.602885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (7f017d68-2a15-463d-adf0-67acc8b5b21f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:16.868201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Deleting port fce033fb-2271-4883-a08f-ec1ec75714ea {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:16.868833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:16.946553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] For port fce033fb-2271-4883-a08f-ec1ec75714ea, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=fce033fb-2271-4883-a08f-ec1ec75714ea,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:16.946864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:16.964260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Calling delete_port for fce033fb-2271-4883-a08f-ec1ec75714ea owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:17.203422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fce033fb-2271-4883-a08f-ec1ec75714ea), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:17.231415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce033fb-2271-4883-a08f-ec1ec75714ea,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:17.300753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:17.408624 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (7f017d68-2a15-463d-adf0-67acc8b5b21f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:17.637443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Router 7f017d68-2a15-463d-adf0-67acc8b5b21f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:47:17.754056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:47:17.759594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6df90455-7409-4589-ae93-b42031991b37 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f017d68-2a15-463d-adf0-67acc8b5b21f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6471486 Feb 10 04:47:17.761916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50408) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:17.769708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] Sync routers for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:47:17.779141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:17.779748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:17.869422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks [] for router (7f017d68-2a15-463d-adf0-67acc8b5b21f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:17.887522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:17.973585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks [] for router_gateway (7f017d68-2a15-463d-adf0-67acc8b5b21f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:18.062964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:47:17Z', 'revision_number': 5, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port': {'id': 'ef681052-bbdf-4308-a5d7-fcd12d0e11bf', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:28Z', 'updated_at': '2022-02-10T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:18.084796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Deleting port ef681052-bbdf-4308-a5d7-fcd12d0e11bf {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:18.085127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:18.090411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] Checking router: 7f017d68-2a15-463d-adf0-67acc8b5b21f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:47:18.099328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] Routers {'7f017d68-2a15-463d-adf0-67acc8b5b21f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:18.099930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f017d68-2a15-463d-adf0-67acc8b5b21f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:18.162345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] For port ef681052-bbdf-4308-a5d7-fcd12d0e11bf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:18.162725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:18.180359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Calling delete_port for ef681052-bbdf-4308-a5d7-fcd12d0e11bf owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:18.193194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] Set router 7f017d68-2a15-463d-adf0-67acc8b5b21f gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:18.247090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:47:17Z', 'revision_number': 6, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:18.273677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0ae0d-cca2-4b6f-bb12-dcdfe35c8888 None None] The sync data for ids ['7f017d68-2a15-463d-adf0-67acc8b5b21f'] in n-d-827844-2 is: [{'id': '7f017d68-2a15-463d-adf0-67acc8b5b21f', 'name': 'tempest-TestVolumeBootPattern-1735878520-router', 'tenant_id': 'cad10205985b4f2884d5297f74c842d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:25Z', 'updated_at': '2022-02-10T04:47:17Z', 'revision_number': 6, 'project_id': 'cad10205985b4f2884d5297f74c842d0', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:47:18.414556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ef681052-bbdf-4308-a5d7-fcd12d0e11bf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:18.438680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef681052-bbdf-4308-a5d7-fcd12d0e11bf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:18.511032 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (7f017d68-2a15-463d-adf0-67acc8b5b21f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:18.600888 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (7f017d68-2a15-463d-adf0-67acc8b5b21f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:18.603031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks [] for router_controller (7f017d68-2a15-463d-adf0-67acc8b5b21f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:18.626031 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.047500 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (7f017d68-2a15-463d-adf0-67acc8b5b21f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.048027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f017d68-2a15-463d-adf0-67acc8b5b21f {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:47:19.052963 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.054158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9f27620e-b484-4320-b007-f91d3bb3b36d admin admin] 10.222.0.42 "DELETE /v2.0/routers/7f017d68-2a15-463d-adf0-67acc8b5b21f HTTP/1.1" status: 204 len: 168 time: 1.2913332 Feb 10 04:47:19.056919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:19.100678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef681052-bbdf-4308-a5d7-fcd12d0e11bf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:19.107975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] Deleting subnet 611058d8-f7bb-420e-b040-bfcb280411a2 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:47:19.111787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] Publish callbacks [] for subnet (611058d8-f7bb-420e-b040-bfcb280411a2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.128399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ef681052-bbdf-4308-a5d7-fcd12d0e11bf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:19.128738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ef681052-bbdf-4308-a5d7-fcd12d0e11bf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:19.129164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device fce033fb-2271-4883-a08f-ec1ec75714ea no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:19.151017 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (611058d8-f7bb-420e-b040-bfcb280411a2), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.151894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: fce033fb-2271-4883-a08f-ec1ec75714ea {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:19.153994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device fce033fb-2271-4883-a08f-ec1ec75714ea not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:19.265363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (611058d8-f7bb-420e-b040-bfcb280411a2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.381122 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (611058d8-f7bb-420e-b040-bfcb280411a2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.406544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611058d8-f7bb-420e-b040-bfcb280411a2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:19.411045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.414298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4cc061ce-236d-481a-a28e-1b476243854f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/611058d8-f7bb-420e-b040-bfcb280411a2 HTTP/1.1" status: 204 len: 168 time: 0.3563797 Feb 10 04:47:19.416877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50412) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:19.419522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f89e1-7aef-4d40-9a86-a8c0a0a5868a None None] Network 3a8f9648-c978-46ea-9258-23f73207f925 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:47:19.496024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (3a8f9648-c978-46ea-9258-23f73207f925), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.551642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Deleting port ff33625e-3d8d-486d-afae-2f5dfa3a7299 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:19.551980 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.595659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] DHCP port deletion for 3a8f9648-c978-46ea-9258-23f73207f925 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:47:19.615508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] For port ff33625e-3d8d-486d-afae-2f5dfa3a7299, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ff33625e-3d8d-486d-afae-2f5dfa3a7299,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:19.615887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.632749 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Calling delete_port for ff33625e-3d8d-486d-afae-2f5dfa3a7299 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:19.641090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] Deleting port ff33625e-3d8d-486d-afae-2f5dfa3a7299 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:19.641577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.702269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] For port ff33625e-3d8d-486d-afae-2f5dfa3a7299, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ff33625e-3d8d-486d-afae-2f5dfa3a7299,segment=NetworkSegment(6a893271-d548-467c-8f40-d8f6f0298b1a),segment_id=6a893271-d548-467c-8f40-d8f6f0298b1a)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:19.702670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.715910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] Calling delete_port for ff33625e-3d8d-486d-afae-2f5dfa3a7299 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:19.769441 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.799052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff33625e-3d8d-486d-afae-2f5dfa3a7299,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:19.806315 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] No DVR routers for this DVR port ff33625e-3d8d-486d-afae-2f5dfa3a7299 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:47:19.806405 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (ff33625e-3d8d-486d-afae-2f5dfa3a7299), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.841130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] Pushing event deleted for resources: {'Port': ['ID=ff33625e-3d8d-486d-afae-2f5dfa3a7299,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:19.844757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad22946-3749-40e3-a695-f7709a22dda1 None None] No DVR routers for this DVR port ff33625e-3d8d-486d-afae-2f5dfa3a7299 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:47:19.886251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (3a8f9648-c978-46ea-9258-23f73207f925), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.905455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8f9648-c978-46ea-9258-23f73207f925']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:19.914837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a893271-d548-467c-8f40-d8f6f0298b1a') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:19.915130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a893271-d548-467c-8f40-d8f6f0298b1a') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:19.925348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (6a893271-d548-467c-8f40-d8f6f0298b1a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.938205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6a893271-d548-467c-8f40-d8f6f0298b1a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.944803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (6a893271-d548-467c-8f40-d8f6f0298b1a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:47:19.949269 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:47:20.066173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (3a8f9648-c978-46ea-9258-23f73207f925), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:20.071506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:20.074612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a8f9648-c978-46ea-9258-23f73207f925 HTTP/1.1" status: 204 len: 168 time: 0.6568227 Feb 10 04:47:20.077651 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50414) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:20.085273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeb40a-93bd-4914-a925-9ede06b8f9c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8f9648-c978-46ea-9258-23f73207f925,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:20.421623 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:20.665889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Deleting port 58f509b3-33a9-49d1-802d-100382f924cc {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:20.666140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (58f509b3-33a9-49d1-802d-100382f924cc), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:20.748242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] For port 58f509b3-33a9-49d1-802d-100382f924cc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=58f509b3-33a9-49d1-802d-100382f924cc,segment=NetworkSegment(49b1476d-1288-42ab-a073-e38553cae4d0),segment_id=49b1476d-1288-42ab-a073-e38553cae4d0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:20.748601 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (58f509b3-33a9-49d1-802d-100382f924cc), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:20.761526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Calling delete_port for 58f509b3-33a9-49d1-802d-100382f924cc owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:20.807597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ff33625e-3d8d-486d-afae-2f5dfa3a7299 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:20.828465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ff33625e-3d8d-486d-afae-2f5dfa3a7299 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:20.828816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ff33625e-3d8d-486d-afae-2f5dfa3a7299 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:21.070109 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (58f509b3-33a9-49d1-802d-100382f924cc), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:21.097199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Pushing event deleted for resources: {'Port': ['ID=58f509b3-33a9-49d1-802d-100382f924cc,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:21.262568 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:21.479818 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:47:21.585635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:47:21.590589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6c36ab64-6310-499e-a2cc-0a497a61410b admin admin] 10.222.0.42 "PUT /v2.0/routers/3fede8bd-dce0-43bc-b2f6-f363eb4a763a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5113549 Feb 10 04:47:21.593224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50416) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:21.594176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] Sync routers for ids ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:47:21.604820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] Routers {'3fede8bd-dce0-43bc-b2f6-f363eb4a763a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:21.605428 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:21.696547 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks [] for router (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:21.707739 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] Set router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:21.801253 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks [] for router_gateway (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:21.880379 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:47:20Z', 'revision_number': 5, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port': {'id': 'bfcefb5b-3a0b-4eac-b697-e5090ee4cab4', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:27:42Z', 'updated_at': '2022-02-10T04:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:21.906550 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] Checking router: 3fede8bd-dce0-43bc-b2f6-f363eb4a763a for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:47:21.915448 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] Routers {'3fede8bd-dce0-43bc-b2f6-f363eb4a763a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:21.916053 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:21.919668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Deleting port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:21.920013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.003080 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] For port bfcefb5b-3a0b-4eac-b697-e5090ee4cab4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:22.003446 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.016102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Calling delete_port for bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:22.098861 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] Set router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:22.152461 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:47:21Z', 'revision_number': 6, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:22.183237 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c50f9e-e6f3-4f61-a707-566a777faad7 None None] The sync data for ids ['3fede8bd-dce0-43bc-b2f6-f363eb4a763a'] in n-d-827844-2 is: [{'id': '3fede8bd-dce0-43bc-b2f6-f363eb4a763a', 'name': 'tempest-TestVolumeBootPattern-438546578-router', 'tenant_id': 'be3557c83024400a9e1069003dab2327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:27:40Z', 'updated_at': '2022-02-10T04:47:21Z', 'revision_number': 6, 'project_id': 'be3557c83024400a9e1069003dab2327', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:47:22.475606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bfcefb5b-3a0b-4eac-b697-e5090ee4cab4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.500790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcefb5b-3a0b-4eac-b697-e5090ee4cab4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:22.564928 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.659479 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.661577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks [] for router_controller (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.749817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (3fede8bd-dce0-43bc-b2f6-f363eb4a763a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.750252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fede8bd-dce0-43bc-b2f6-f363eb4a763a {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:47:22.755040 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.756178 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7fc9c429-7f46-4075-a04b-5fb9cfe7b599 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3fede8bd-dce0-43bc-b2f6-f363eb4a763a HTTP/1.1" status: 204 len: 168 time: 1.1620965 Feb 10 04:47:22.758692 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:22.801493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] Deleting subnet 150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:47:22.806129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] Publish callbacks [] for subnet (150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.841694 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.914319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:22.995973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:23.019082 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:23.019247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bfcefb5b-3a0b-4eac-b697-e5090ee4cab4 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:23.019583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 58f509b3-33a9-49d1-802d-100382f924cc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:23.037768 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 58f509b3-33a9-49d1-802d-100382f924cc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:23.037953 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.038108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 58f509b3-33a9-49d1-802d-100382f924cc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:23.069535 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.073569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd HTTP/1.1" status: 204 len: 168 time: 0.3139148 Feb 10 04:47:23.074573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5364bdf-2a87-42a0-8afa-eb2e2bc8ce92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150b6fb2-a122-4f7d-9a87-1e1b8af2fcfd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:23.075501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5fb5ec-5ed0-49cc-8d13-495d846ab50b None None] Network 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:47:23.076261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50420) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:23.150737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (63b9cf50-f8b8-4c64-9ede-b8c3d17bed82), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.208135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Deleting port 07356633-2cd5-4152-a643-2af229efa83b {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:23.208515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (07356633-2cd5-4152-a643-2af229efa83b), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.241338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] DHCP port deletion for 63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:47:23.280317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] For port 07356633-2cd5-4152-a643-2af229efa83b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=07356633-2cd5-4152-a643-2af229efa83b,segment=NetworkSegment(49b1476d-1288-42ab-a073-e38553cae4d0),segment_id=49b1476d-1288-42ab-a073-e38553cae4d0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:23.280709 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (07356633-2cd5-4152-a643-2af229efa83b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.294678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] Deleting port 07356633-2cd5-4152-a643-2af229efa83b {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:23.295272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (07356633-2cd5-4152-a643-2af229efa83b), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.295890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Calling delete_port for 07356633-2cd5-4152-a643-2af229efa83b owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:23.357096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] For port 07356633-2cd5-4152-a643-2af229efa83b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=07356633-2cd5-4152-a643-2af229efa83b,segment=NetworkSegment(49b1476d-1288-42ab-a073-e38553cae4d0),segment_id=49b1476d-1288-42ab-a073-e38553cae4d0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:23.357514 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (07356633-2cd5-4152-a643-2af229efa83b), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.369934 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] Calling delete_port for 07356633-2cd5-4152-a643-2af229efa83b owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:23.449196 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (07356633-2cd5-4152-a643-2af229efa83b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.456033 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (07356633-2cd5-4152-a643-2af229efa83b), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.478654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] Pushing event deleted for resources: {'Port': ['ID=07356633-2cd5-4152-a643-2af229efa83b,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:23.479677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Pushing event deleted for resources: {'Port': ['ID=07356633-2cd5-4152-a643-2af229efa83b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:23.484012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c22be-3fbc-4d8c-a9b1-4c8312bbdc3f None None] No DVR routers for this DVR port 07356633-2cd5-4152-a643-2af229efa83b on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:47:23.486839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] No DVR routers for this DVR port 07356633-2cd5-4152-a643-2af229efa83b on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:47:23.560607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (63b9cf50-f8b8-4c64-9ede-b8c3d17bed82), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.581430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b9cf50-f8b8-4c64-9ede-b8c3d17bed82']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:23.590548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b1476d-1288-42ab-a073-e38553cae4d0') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:23.595892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b1476d-1288-42ab-a073-e38553cae4d0') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:23.604761 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (49b1476d-1288-42ab-a073-e38553cae4d0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.618366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (49b1476d-1288-42ab-a073-e38553cae4d0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.624419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:47:23.624833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (49b1476d-1288-42ab-a073-e38553cae4d0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:47:23.626512 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:47:23.755534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (63b9cf50-f8b8-4c64-9ede-b8c3d17bed82), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.767828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:23.767828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] 10.222.0.42 "DELETE /v2.0/networks/63b9cf50-f8b8-4c64-9ede-b8c3d17bed82 HTTP/1.1" status: 204 len: 168 time: 0.6880109 Feb 10 04:47:23.774990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581842c8-d431-4bc8-bb7b-35e8cd07831b admin admin] Pushing event deleted for resources: {'Network': ['ID=63b9cf50-f8b8-4c64-9ede-b8c3d17bed82,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:24.045585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50424) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:24.084980 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-67095638-7ad7-4fd5-b6a3-84e0f9863261 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cad10205985b4f2884d5297f74c842d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381799 Feb 10 04:47:24.087348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50426) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:24.133891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b27-fc3e-49a5-b095-15d91fe53d61 admin admin] Publish callbacks [] for security_group (46d295a7-8c3e-4f73-beed-ebe1e1167fae), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:24.158440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b27-fc3e-49a5-b095-15d91fe53d61 admin admin] Publish callbacks [] for security_group (46d295a7-8c3e-4f73-beed-ebe1e1167fae), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:24.271494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b27-fc3e-49a5-b095-15d91fe53d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (46d295a7-8c3e-4f73-beed-ebe1e1167fae), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:24.274066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d1e51b27-fc3e-49a5-b095-15d91fe53d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:24.275257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d1e51b27-fc3e-49a5-b095-15d91fe53d61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46d295a7-8c3e-4f73-beed-ebe1e1167fae HTTP/1.1" status: 204 len: 168 time: 0.1870275 Feb 10 04:47:24.283042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e51b27-fc3e-49a5-b095-15d91fe53d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d295a7-8c3e-4f73-beed-ebe1e1167fae,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:24.809289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 07356633-2cd5-4152-a643-2af229efa83b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:24.829912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 07356633-2cd5-4152-a643-2af229efa83b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:24.830188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 07356633-2cd5-4152-a643-2af229efa83b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:24.934535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50432) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:24.974222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e6ff818f-454a-4dc1-bb49-519331cbb6f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be3557c83024400a9e1069003dab2327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384984 Feb 10 04:47:24.976695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50434) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:25.023388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6081d202-c198-4cb8-a29f-d0562ba372c4 admin admin] Publish callbacks [] for security_group (4937502e-0cf0-4cb1-95a0-c3091a4f6e81), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:25.043557 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6081d202-c198-4cb8-a29f-d0562ba372c4 admin admin] Publish callbacks [] for security_group (4937502e-0cf0-4cb1-95a0-c3091a4f6e81), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:25.146326 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6081d202-c198-4cb8-a29f-d0562ba372c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (4937502e-0cf0-4cb1-95a0-c3091a4f6e81), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:25.148882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6081d202-c198-4cb8-a29f-d0562ba372c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:25.150037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6081d202-c198-4cb8-a29f-d0562ba372c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4937502e-0cf0-4cb1-95a0-c3091a4f6e81 HTTP/1.1" status: 204 len: 168 time: 0.1724629 Feb 10 04:47:25.157890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081d202-c198-4cb8-a29f-d0562ba372c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4937502e-0cf0-4cb1-95a0-c3091a4f6e81,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:27.663978 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee39e-16ab-46f2-a775-e5e0e822ef17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:29.818163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d0e8-b4ec-4c16-ac52-12305a3a998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:30.119979 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:47:31.132692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:32.709857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:34.303918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:37.616354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50446) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:37.773689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 6806a2e8-5fab-4e8c-8f85-37397bb277e2 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:37.774027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:37.848893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:37.849217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (6806a2e8-5fab-4e8c-8f85-37397bb277e2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:37.860609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 6806a2e8-5fab-4e8c-8f85-37397bb277e2 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:38.076947 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6806a2e8-5fab-4e8c-8f85-37397bb277e2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:38.109597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=6806a2e8-5fab-4e8c-8f85-37397bb277e2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:38.171132 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for floatingip (6c99fa57-3057-4deb-b6ee-33a14c143c38), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:38.171460 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Floating IP 6c99fa57-3057-4deb-b6ee-33a14c143c38 disassociated (deleted). External IP: 172.25.8.120, port: 0d6239fd-5d37-4710-854c-b1904f03ad06. Feb 10 04:47:38.383051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 95432433-5b4c-40f3-837d-d3fe9b8baf50 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:47:38.491545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:47:38.496515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:38.500982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] Sync routers for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:47:38.511117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:38.512626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:38.527140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6feda2eb-1bbb-4e16-a38a-4412b4f93dd7 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/floatingips/6c99fa57-3057-4deb-b6ee-33a14c143c38 HTTP/1.1" status: 204 len: 168 time: 0.9097474 Feb 10 04:47:38.527740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:47:38.530050 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37636aad-516d-4966-89e6-ee454cb03827" -d '{"events": [{"name": "network-changed", "server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:47:38.567852 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c90225f-dd18-4cbe-8e22-abb6351833ce x-openstack-request-id: req-9c90225f-dd18-4cbe-8e22-abb6351833ce {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:47:38.568145 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:47:38.568398 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c90225f-dd18-4cbe-8e22-abb6351833ce {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:47:38.568806 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'status': 'completed', 'code': 200} Feb 10 04:47:38.631010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:38.634412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37636aad-516d-4966-89e6-ee454cb03827 req-a03741e8-1ca7-4621-82bf-556b43b837fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:38.636113 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37636aad-516d-4966-89e6-ee454cb03827 req-a03741e8-1ca7-4621-82bf-556b43b837fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 1127 time: 0.0460606 Feb 10 04:47:38.743505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37636aad-516d-4966-89e6-ee454cb03827 req-25f4781f-afc0-46b0-beb7-a720213e4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:38.745254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37636aad-516d-4966-89e6-ee454cb03827 req-25f4781f-afc0-46b0-beb7-a720213e4769 service neutron] 10.222.0.43 "GET /v2.0/networks?id=df55f287-ff2f-4e50-83c5-660108f25380 HTTP/1.1" status: 200 len: 897 time: 0.1000972 Feb 10 04:47:38.794040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37636aad-516d-4966-89e6-ee454cb03827 req-bf27286a-52d4-4405-922d-ca5972ee392a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d6239fd-5d37-4710-854c-b1904f03ad06 HTTP/1.1" status: 200 len: 217 time: 0.0401657 Feb 10 04:47:38.844573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37636aad-516d-4966-89e6-ee454cb03827 req-874d87ce-47cd-40fa-86da-990d23d96d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:38.846112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37636aad-516d-4966-89e6-ee454cb03827 req-874d87ce-47cd-40fa-86da-990d23d96d0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91e37343-2255-4033-8aa6-7345375019c5 HTTP/1.1" status: 200 len: 835 time: 0.0456848 Feb 10 04:47:38.897940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37636aad-516d-4966-89e6-ee454cb03827 req-52414c27-7420-44d8-b51d-ca4e797f9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:38.899992 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37636aad-516d-4966-89e6-ee454cb03827 req-52414c27-7420-44d8-b51d-ca4e797f9774 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=df55f287-ff2f-4e50-83c5-660108f25380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474563 Feb 10 04:47:39.004889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:39.014973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003981ee-3f07-4e8c-9eb6-5351ff16b9bf req-9911c964-d9dd-41c6-8c2a-65435296687e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:39.016632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003981ee-3f07-4e8c-9eb6-5351ff16b9bf req-9911c964-d9dd-41c6-8c2a-65435296687e tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.1157551 Feb 10 04:47:39.031431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] Checking router: 95432433-5b4c-40f3-837d-d3fe9b8baf50 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:47:39.039799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:39.040392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:39.046067 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37636aad-516d-4966-89e6-ee454cb03827 req-3e40246e-927b-4768-9db8-858b11c62218 service neutron] 10.222.0.43 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369171 Feb 10 04:47:39.103870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-003981ee-3f07-4e8c-9eb6-5351ff16b9bf req-7b7c9489-b8f3-4e3a-9543-31a62f9f9b42 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787280 Feb 10 04:47:39.150952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:39.162668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-37636aad-516d-4966-89e6-ee454cb03827 req-18c9276e-7256-47e5-b3bd-90ca772de980 service neutron] 10.222.0.43 "GET /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090596 Feb 10 04:47:39.351194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:39.379043 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cf891-ea45-4f44-9bf6-557536826761 None None] The sync data for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 is: [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:55Z', 'revision_number': 4, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1f27988a-311f-4aa3-9663-9d7c905b7c43', 'name': '', 'network_id': 'df55f287-ff2f-4e50-83c5-660108f25380', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'mac_address': 'fa:16:3e:f3:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '91e37343-2255-4033-8aa6-7345375019c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:54Z', 'updated_at': '2022-02-10T04:45:58Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'subnets': [{'id': '91e37343-2255-4033-8aa6-7345375019c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:47:39.599460 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd5f71-5383-4e1f-9000-cc96cbbe4b6e None None] New status for floating IP 6c99fa57-3057-4deb-b6ee-33a14c143c38: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:47:40.237575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396ac9-69b6-432d-8368-3cbffa875170 req-31e5f0f8-18cf-4574-b2a2-d035e9700ec1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:40.239432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04396ac9-69b6-432d-8368-3cbffa875170 req-31e5f0f8-18cf-4574-b2a2-d035e9700ec1 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0582583 Feb 10 04:47:40.278812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-3602533f-5394-4db8-92c1-c4564456197d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:40.280447 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-3602533f-5394-4db8-92c1-c4564456197d tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 945 time: 0.0563717 Feb 10 04:47:40.290935 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-04396ac9-69b6-432d-8368-3cbffa875170 req-ed12f002-59f4-4f02-88f0-aa0f447df8ab tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f58368-566d-4905-a435-95246e172502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457044 Feb 10 04:47:40.380556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 0d6239fd-5d37-4710-854c-b1904f03ad06 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:40.380904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:40.469853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 0d6239fd-5d37-4710-854c-b1904f03ad06, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=0d6239fd-5d37-4710-854c-b1904f03ad06,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:40.481128 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:40.482994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 0d6239fd-5d37-4710-854c-b1904f03ad06 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:40.710025 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0d6239fd-5d37-4710-854c-b1904f03ad06), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:40.742774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=0d6239fd-5d37-4710-854c-b1904f03ad06,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:40.794067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] No DVR routers for this DVR port 0d6239fd-5d37-4710-854c-b1904f03ad06 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:47:40.796794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:40.800726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60423407-9671-4ab6-93ad-ee9d2d84cdb9 req-e269cd70-d04e-440b-8749-b3af8e814284 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.43 "DELETE /v2.0/ports/0d6239fd-5d37-4710-854c-b1904f03ad06 HTTP/1.1" status: 204 len: 173 time: 0.5145409 Feb 10 04:47:40.801287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-deleted', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:47:40.803686 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9ac45d-e54a-4b66-b9d5-9e60bb492272" -d '{"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-deleted", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:47:40.845905 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24dfa10-c254-4063-8a54-96c65215de82 x-openstack-request-id: req-b24dfa10-c254-4063-8a54-96c65215de82 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:47:40.846235 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b", "name": "network-vif-deleted", "tag": "0d6239fd-5d37-4710-854c-b1904f03ad06", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:47:40.846524 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b24dfa10-c254-4063-8a54-96c65215de82 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:47:40.847107 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b', 'name': 'network-vif-deleted', 'tag': '0d6239fd-5d37-4710-854c-b1904f03ad06', 'status': 'completed', 'code': 200} Feb 10 04:47:41.397809 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c2da6fd2-d8b7-4fa1-8100-d0c006712d23 req-5fa87a87-be30-469c-8555-8fed740530fb tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da9f4d9-0f21-4dd8-84f2-c820c2aa7c1b HTTP/1.1" status: 200 len: 210 time: 0.0272577 Feb 10 04:47:42.457453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50462) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:42.814253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (95432433-5b4c-40f3-837d-d3fe9b8baf50), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:43.382017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 1f27988a-311f-4aa3-9663-9d7c905b7c43 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:43.382361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:43.473027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 1f27988a-311f-4aa3-9663-9d7c905b7c43, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1f27988a-311f-4aa3-9663-9d7c905b7c43,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:43.473731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:43.485065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 1f27988a-311f-4aa3-9663-9d7c905b7c43 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:43.732194 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1f27988a-311f-4aa3-9663-9d7c905b7c43), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:43.758493 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=1f27988a-311f-4aa3-9663-9d7c905b7c43,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:43.944529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (95432433-5b4c-40f3-837d-d3fe9b8baf50), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.165992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Router 95432433-5b4c-40f3-837d-d3fe9b8baf50 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:47:44.271118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:47:44.276069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cca0a98b-faf3-4819-aab3-3d168177bea6 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "PUT /v2.0/routers/95432433-5b4c-40f3-837d-d3fe9b8baf50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8175886 Feb 10 04:47:44.278929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50464) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:44.280354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] Sync routers for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:47:44.291721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:44.292578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:44.330727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting subnet 91e37343-2255-4033-8aa6-7345375019c5 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:47:44.334420 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (91e37343-2255-4033-8aa6-7345375019c5), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.374254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (91e37343-2255-4033-8aa6-7345375019c5), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.405282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:44.459221 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (91e37343-2255-4033-8aa6-7345375019c5), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.584352 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (91e37343-2255-4033-8aa6-7345375019c5), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.585067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:47:43Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:44.610989 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Subnet': ['ID=91e37343-2255-4033-8aa6-7345375019c5,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:44.613605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] Checking router: 95432433-5b4c-40f3-837d-d3fe9b8baf50 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:47:44.615614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.621137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d6c9d83c-f4d9-4721-ba3b-1217858c3089 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/subnets/91e37343-2255-4033-8aa6-7345375019c5 HTTP/1.1" status: 204 len: 168 time: 0.3385279 Feb 10 04:47:44.621431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50466) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:44.623980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a74eae-d54f-4bf8-b158-dd500cd39f3a None None] Network df55f287-ff2f-4e50-83c5-660108f25380 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:47:44.639767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] Routers {'95432433-5b4c-40f3-837d-d3fe9b8baf50'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:47:44.640397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:47:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95432433-5b4c-40f3-837d-d3fe9b8baf50'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:44.730568 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (95432433-5b4c-40f3-837d-d3fe9b8baf50), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.822632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] Set router 95432433-5b4c-40f3-837d-d3fe9b8baf50 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:47:44.847515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_gateway (95432433-5b4c-40f3-837d-d3fe9b8baf50), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:44.895861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] DHCP port deletion for df55f287-ff2f-4e50-83c5-660108f25380 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:47:44.969254 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Deleting port 85a62002-182e-4ba7-a899-d478c2a6d142 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:44.969595 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.024937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] Deleting port 6f39a783-9c72-4047-9815-0d1ac270d5cf {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:47:45.025254 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.049971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] For port 85a62002-182e-4ba7-a899-d478c2a6d142, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=85a62002-182e-4ba7-a899-d478c2a6d142,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:45.050335 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.061949 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Calling delete_port for 85a62002-182e-4ba7-a899-d478c2a6d142 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:45.062833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0d6239fd-5d37-4710-854c-b1904f03ad06 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:45.120387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 0d6239fd-5d37-4710-854c-b1904f03ad06 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:45.120676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 0d6239fd-5d37-4710-854c-b1904f03ad06 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:45.124246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] For port 6f39a783-9c72-4047-9815-0d1ac270d5cf, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6f39a783-9c72-4047-9815-0d1ac270d5cf,segment=NetworkSegment(d2ba85b1-4c23-4869-b9f6-e9929d22f344),segment_id=d2ba85b1-4c23-4869-b9f6-e9929d22f344)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:47:45.124720 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.140396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] Calling delete_port for 6f39a783-9c72-4047-9815-0d1ac270d5cf owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:47:45.153015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:47:43Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:45.209776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d250f-5868-43ba-a596-8ab939597d82 None None] The sync data for ids ['95432433-5b4c-40f3-837d-d3fe9b8baf50'] in n-d-827844-2 is: [{'id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449714495', 'tenant_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:47:43Z', 'revision_number': 5, 'project_id': 'd4365f40ecff4bc0baea8fb2311e4f3a', 'gw_port': {'id': '85a62002-182e-4ba7-a899-d478c2a6d142', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95432433-5b4c-40f3-837d-d3fe9b8baf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:45:51Z', 'updated_at': '2022-02-10T04:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:47:45.304202 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (85a62002-182e-4ba7-a899-d478c2a6d142), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.329696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Port': ['ID=85a62002-182e-4ba7-a899-d478c2a6d142,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:45.338469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (6f39a783-9c72-4047-9815-0d1ac270d5cf), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.362252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] Pushing event deleted for resources: {'Port': ['ID=6f39a783-9c72-4047-9815-0d1ac270d5cf,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:45.367755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c8821-220c-4978-bfe5-bee335db441b None None] No DVR routers for this DVR port 6f39a783-9c72-4047-9815-0d1ac270d5cf on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:47:45.398262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (95432433-5b4c-40f3-837d-d3fe9b8baf50), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.491435 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (95432433-5b4c-40f3-837d-d3fe9b8baf50), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.497106 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router_controller (95432433-5b4c-40f3-837d-d3fe9b8baf50), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.608618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (95432433-5b4c-40f3-837d-d3fe9b8baf50), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.609479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Fanout notify agent at l3_agent the message router_deleted on router 95432433-5b4c-40f3-837d-d3fe9b8baf50 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:47:45.617524 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.618339 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0ebed922-1170-40b8-8eaa-61a8f9520293 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/routers/95432433-5b4c-40f3-837d-d3fe9b8baf50 HTTP/1.1" status: 204 len: 168 time: 0.9959679 Feb 10 04:47:45.621058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50468) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:45.707937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (df55f287-ff2f-4e50-83c5-660108f25380), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.794604 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (df55f287-ff2f-4e50-83c5-660108f25380), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.817170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df55f287-ff2f-4e50-83c5-660108f25380']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:45.827133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ba85b1-4c23-4869-b9f6-e9929d22f344') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:45.827439 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ba85b1-4c23-4869-b9f6-e9929d22f344') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:47:45.843273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (d2ba85b1-4c23-4869-b9f6-e9929d22f344), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.857083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (d2ba85b1-4c23-4869-b9f6-e9929d22f344), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.864026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:47:45.864422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (d2ba85b1-4c23-4869-b9f6-e9929d22f344), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:47:45.867690 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:47:45.996680 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (df55f287-ff2f-4e50-83c5-660108f25380), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:46.003888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:46.006990 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/networks/df55f287-ff2f-4e50-83c5-660108f25380 HTTP/1.1" status: 204 len: 168 time: 0.3848925 Feb 10 04:47:46.012885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50470) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:46.017890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a35bd-5f11-4597-a1c8-3bc3a89d7fb3 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'Network': ['ID=df55f287-ff2f-4e50-83c5-660108f25380,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:46.073039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c536e540-bd5f-4f83-bf3c-76ccbe6a26d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (a1f58368-566d-4905-a435-95246e172502), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:46.098861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c536e540-bd5f-4f83-bf3c-76ccbe6a26d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (a1f58368-566d-4905-a435-95246e172502), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:46.231280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c536e540-bd5f-4f83-bf3c-76ccbe6a26d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a1f58368-566d-4905-a435-95246e172502), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:46.233869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c536e540-bd5f-4f83-bf3c-76ccbe6a26d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:46.235074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c536e540-bd5f-4f83-bf3c-76ccbe6a26d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] 10.222.0.42 "DELETE /v2.0/security-groups/a1f58368-566d-4905-a435-95246e172502 HTTP/1.1" status: 204 len: 168 time: 0.2244124 Feb 10 04:47:46.245383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536e540-bd5f-4f83-bf3c-76ccbe6a26d0 tempest-TestNetworkAdvancedServerOps-1377077170 tempest-TestNetworkAdvancedServerOps-1377077170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f58368-566d-4905-a435-95246e172502,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:46.832857 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50478) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:46.833898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1f27988a-311f-4aa3-9663-9d7c905b7c43 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:46.855200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 1f27988a-311f-4aa3-9663-9d7c905b7c43 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:46.855826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1f27988a-311f-4aa3-9663-9d7c905b7c43 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:46.856265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85a62002-182e-4ba7-a899-d478c2a6d142 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:46.879396 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 85a62002-182e-4ba7-a899-d478c2a6d142 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:46.880025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 85a62002-182e-4ba7-a899-d478c2a6d142 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:46.880633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f39a783-9c72-4047-9815-0d1ac270d5cf no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:47:46.901083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6f39a783-9c72-4047-9815-0d1ac270d5cf {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:47:46.901374 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6f39a783-9c72-4047-9815-0d1ac270d5cf not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:47:46.998817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9c1524ef-2caa-42ce-bdc1-769f48eaf012 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4365f40ecff4bc0baea8fb2311e4f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647413 Feb 10 04:47:47.001241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:47.046927 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b81d6d59-a0e3-4a74-bfdf-4183a03a15a5 admin admin] Publish callbacks [] for security_group (0ed3916b-7d13-4930-b174-39417a8d2f72), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:47.076687 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b81d6d59-a0e3-4a74-bfdf-4183a03a15a5 admin admin] Publish callbacks [] for security_group (0ed3916b-7d13-4930-b174-39417a8d2f72), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:47.208731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b81d6d59-a0e3-4a74-bfdf-4183a03a15a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0ed3916b-7d13-4930-b174-39417a8d2f72), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:47.211274 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b81d6d59-a0e3-4a74-bfdf-4183a03a15a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:47.212652 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b81d6d59-a0e3-4a74-bfdf-4183a03a15a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ed3916b-7d13-4930-b174-39417a8d2f72 HTTP/1.1" status: 204 len: 168 time: 0.2104990 Feb 10 04:47:47.224054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d6d59-a0e3-4a74-bfdf-4183a03a15a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3916b-7d13-4930-b174-39417a8d2f72,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:47.306282 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:47.799785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50488) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:47.840554 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-29953e18-66cc-4465-98f1-d4a84e5785a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7a6ad807bea4d81adec4d3daaa6c67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394471 Feb 10 04:47:47.842999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50490) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:47:47.895987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26579d9d-3cfd-45c5-9765-3c2c294d1945 admin admin] Publish callbacks [] for security_group (76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:47.917139 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26579d9d-3cfd-45c5-9765-3c2c294d1945 admin admin] Publish callbacks [] for security_group (76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:48.034926 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26579d9d-3cfd-45c5-9765-3c2c294d1945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:48.037474 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-26579d9d-3cfd-45c5-9765-3c2c294d1945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:48.038631 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-26579d9d-3cfd-45c5-9765-3c2c294d1945 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6 HTTP/1.1" status: 204 len: 168 time: 0.1947410 Feb 10 04:47:48.046295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579d9d-3cfd-45c5-9765-3c2c294d1945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fb1fd0-b40c-4c73-9ac2-b0bbf34246f6,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:47:48.700404 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:57.676488 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0200-eaea-44b6-9eb9-8e0db795d1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:47:59.026429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-6d3a55f2-cae4-4d94-8a2e-a2880e4ab023 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5561b6bc305148b5b0a2b17c19c366c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289752 Feb 10 04:47:59.210006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-b43ce3cd-11c3-4e95-b1bc-308a12727f8b tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:47:59.211429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-b43ce3cd-11c3-4e95-b1bc-308a12727f8b tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800416 Feb 10 04:47:59.225974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-7136aa04-0763-4757-a0ba-b1b34fa32eb5 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/quotas/5561b6bc305148b5b0a2b17c19c366c1 HTTP/1.1" status: 200 len: 375 time: 0.0090210 Feb 10 04:47:59.261620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-68b82304-6cc8-4c9e-ab3d-45c032f26c4b tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5561b6bc305148b5b0a2b17c19c366c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309525 Feb 10 04:47:59.501600 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29d0e920-8b37-4c37-87fe-0932a216518d req-888cb46b-a6bd-4bbf-a357-41f0fabe60f1 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 210 time: 0.0279574 Feb 10 04:47:59.836592 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08094946-2033-4268-a12e-546ed5b15dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:00.600612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-73329a21-0020-41b4-9ef4-f8b01296dec7 req-2f881de7-dd0f-490e-bcc4-d72bad784bc7 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 210 time: 0.0285842 Feb 10 04:48:01.133741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:01.376819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-cf2c3cac-aba6-49ce-9e5d-4ada91d0e3f4 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5561b6bc305148b5b0a2b17c19c366c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217607 Feb 10 04:48:01.488720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-86a1c06f-8544-45d6-a38f-edd2609e6170 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:01.490812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-86a1c06f-8544-45d6-a38f-edd2609e6170 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087687 Feb 10 04:48:01.502336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Request body: {'port': {'device_id': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'admin_state_up': True, 'tenant_id': '5561b6bc305148b5b0a2b17c19c366c1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:48:01.688127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Made reservation on behalf of 5561b6bc305148b5b0a2b17c19c366c1 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:48:01.691529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:01.698317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eebca63c-f36f-4c14-9add-acd10bb157f4 req-e5f4a09b-3ddd-4a13-98b1-4cb259fd9dd8 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 210 time: 0.0306802 Feb 10 04:48:01.700777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:01.774432 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks [] for security_group (e19518ce-42a4-43f8-933d-84cc1920571f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:01.836548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e19518ce-42a4-43f8-933d-84cc1920571f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:01.900622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19518ce-42a4-43f8-933d-84cc1920571f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:01.916793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.917153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.917502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.917845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.918182 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.918516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.918876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.919212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.919562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.919876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.920205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.920529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.920859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:01.982544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Allocated IP 192.168.233.42 (d4c9be6f-1e87-44bb-ba25-2f57ae0be67b/9b6aecc2-670d-4e40-8507-c1de1eccb4c5/c22d663d-2019-4c41-bd95-1d5afc7fd8c1) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:48:02.135725 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks [] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.207775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.257521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:48:02.260681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:48:02.264322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:48:02.288975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Pushing event updated for resources: {'Port': ['ID=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:02.317409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:02.318710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.423931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fb84bc8e-2160-4dbc-9ce3-da42d0e83a52 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9251058 Feb 10 04:48:02.434864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Request body: {'port': {'device_id': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:48:02.498482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.513579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e29a3505-3bb1-4216-9f3e-803e3ce1b06d None None] Provisioning complete for port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:48:02.521497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e29a3505-3bb1-4216-9f3e-803e3ce1b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.547824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e29a3505-3bb1-4216-9f3e-803e3ce1b06d None None] Port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:48:02.716788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.764628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22d663d-2019-4c41-bd95-1d5afc7fd8c1 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:48:02.773546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Publish callbacks [] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.812195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Transition to ACTIVE for port object c22d663d-2019-4c41-bd95-1d5afc7fd8c1 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:48:02.835036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade80849-b3d7-47f2-810f-444bfc6906df req-c9590df7-38a3-4723-9dfd-dd2b66c50791 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:02.836522 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade80849-b3d7-47f2-810f-444bfc6906df req-c9590df7-38a3-4723-9dfd-dd2b66c50791 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 935 time: 0.0652370 Feb 10 04:48:02.879687 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:02.888997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ade80849-b3d7-47f2-810f-444bfc6906df req-54768902-781a-44f0-87f2-d33484ad3667 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Feb 10 04:48:02.943083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:03.017824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Attempting to bind port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:48:03.018164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Attempting to bind port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:48:03.018494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Attempting to bind port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:48:03.023683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:48:03.024019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Attempting to bind port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 on network d4c9be6f-1e87-44bb-ba25-2f57ae0be67b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:48:03.029084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:48:03.029429 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Checking segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:48:03.029822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Bound using segment: {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:48:03.030256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Bound port: c22d663d-2019-4c41-bd95-1d5afc7fd8c1, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5036fcb7-35ab-486e-a083-b9529324afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:48:03.030615 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:03.100700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] For port c22d663d-2019-4c41-bd95-1d5afc7fd8c1, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:48:03.103779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] For port c22d663d-2019-4c41-bd95-1d5afc7fd8c1, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:48:03.163634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:03.179772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:03.180394 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:03.182044 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] 10.222.0.43 "PUT /v2.0/ports/c22d663d-2019-4c41-bd95-1d5afc7fd8c1 HTTP/1.1" status: 200 len: 1095 time: 0.7515464 Feb 10 04:48:03.200015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'tag': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:48:03.202266 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f21ae1-a1d7-4ea1-9949-112c15c1c448" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e", "tag": "c22d663d-2019-4c41-bd95-1d5afc7fd8c1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:48:03.233947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb42c9-b80f-450e-964b-7846c300d2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:03.242455 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8f806f-c2cf-4b8a-bb8a-6c5cfde0664c x-openstack-request-id: req-3e8f806f-c2cf-4b8a-bb8a-6c5cfde0664c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:48:03.242864 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e", "tag": "c22d663d-2019-4c41-bd95-1d5afc7fd8c1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:48:03.243044 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e8f806f-c2cf-4b8a-bb8a-6c5cfde0664c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:48:03.243454 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'tag': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1', 'status': 'completed', 'code': 200} Feb 10 04:48:03.312570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f21ae1-a1d7-4ea1-9949-112c15c1c448 req-8cda4bc5-b440-422c-bc65-c757584ae3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:03.314115 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8f21ae1-a1d7-4ea1-9949-112c15c1c448 req-8cda4bc5-b440-422c-bc65-c757584ae3c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5561b6bc305148b5b0a2b17c19c366c1&device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 1129 time: 0.0480292 Feb 10 04:48:03.341774 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8f21ae1-a1d7-4ea1-9949-112c15c1c448 req-244fa2d9-8f81-4b69-b1fb-ceac88815eb4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5561b6bc305148b5b0a2b17c19c366c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204027 Feb 10 04:48:03.440979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f21ae1-a1d7-4ea1-9949-112c15c1c448 req-64e3d01a-9838-4fd9-a072-1269c78198de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:03.442437 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f8f21ae1-a1d7-4ea1-9949-112c15c1c448 req-64e3d01a-9838-4fd9-a072-1269c78198de service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948133 Feb 10 04:48:03.519711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ea7b3ae-424d-4853-b5a6-7235a67d07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:03.521711 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-8ea7b3ae-424d-4853-b5a6-7235a67d07a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5561b6bc305148b5b0a2b17c19c366c1&device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 1129 time: 0.0452633 Feb 10 04:48:03.566235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-bf4c9fa1-faa6-4e92-b74a-6c3db5dbad11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=c22d663d-2019-4c41-bd95-1d5afc7fd8c1 HTTP/1.1" status: 200 len: 217 time: 0.0378573 Feb 10 04:48:03.614112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fbcfa83f-ff39-4976-bd54-1978cf246b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:03.615621 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-fbcfa83f-ff39-4976-bd54-1978cf246b9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b6aecc2-670d-4e40-8507-c1de1eccb4c5 HTTP/1.1" status: 200 len: 843 time: 0.0434506 Feb 10 04:48:03.663965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-a9860051-dcdb-40de-ac13-ff18b4aa1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:03.665446 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-a9860051-dcdb-40de-ac13-ff18b4aa1cb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4c9be6f-1e87-44bb-ba25-2f57ae0be67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0444477 Feb 10 04:48:03.755548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-eed49bf2-b239-4ac8-9b42-1a389f90f99a service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838370 Feb 10 04:48:03.842415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-66a2e664-a2de-4d4e-b494-3cf207017f05 req-dc4e0b25-2193-41d0-9833-8f4c5ca844bd service neutron] 10.222.0.43 "GET /v2.0/networks/d4c9be6f-1e87-44bb-ba25-2f57ae0be67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813057 Feb 10 04:48:04.012132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60515691-9f41-447c-a8c2-76e741840427 req-779a9ded-1f9f-49a1-9cb9-3177567cc9fd tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:04.013614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60515691-9f41-447c-a8c2-76e741840427 req-779a9ded-1f9f-49a1-9cb9-3177567cc9fd tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 947 time: 0.0514984 Feb 10 04:48:04.063617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-60515691-9f41-447c-a8c2-76e741840427 req-3ff8f1b4-2683-4339-8420-4f72618d3ae6 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Feb 10 04:48:04.310984 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:05.186078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4d762-9830-4a29-aa38-09bd9615e9f1 req-9b245e43-671d-4d58-a334-0a96c99279a9 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:05.187587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44a4d762-9830-4a29-aa38-09bd9615e9f1 req-9b245e43-671d-4d58-a334-0a96c99279a9 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 947 time: 0.0532706 Feb 10 04:48:05.243729 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44a4d762-9830-4a29-aa38-09bd9615e9f1 req-0021ea3a-ab68-4b0c-a69d-ff0ca17a7e97 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500772 Feb 10 04:48:06.368405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175070-0c2e-41e3-8ccb-0e13a606c317 req-02f435a9-fb88-4a21-a35e-d884d767ece5 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:06.369915 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9175070-0c2e-41e3-8ccb-0e13a606c317 req-02f435a9-fb88-4a21-a35e-d884d767ece5 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 947 time: 0.0544081 Feb 10 04:48:06.416582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9175070-0c2e-41e3-8ccb-0e13a606c317 req-dbae85ca-049e-4fe3-a885-0140e3e788cc tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Feb 10 04:48:07.119908 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:48:07.175937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c22d663d-2019-4c41-bd95-1d5afc7fd8c1 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:48:07.272044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c22d663d-2019-4c41-bd95-1d5afc7fd8c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:48:07.283100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1', 'network_id': 'd4c9be6f-1e87-44bb-ba25-2f57ae0be67b', 'port_id': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1', 'mac_address': 'fa:16:3e:fd:25:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6aecc2-670d-4e40-8507-c1de1eccb4c5', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:48:07.323116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:48:07.323509 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:07.336885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22d663d-2019-4c41-bd95-1d5afc7fd8c1 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:48:07.356663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c22d663d-2019-4c41-bd95-1d5afc7fd8c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:48:07.436291 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:07.484016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:07.492198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.492567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.492913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.493251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.493587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.493975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.494304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.494654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.495114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.495447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.495774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.496097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.496446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:07.538500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef733a-87f6-4ad3-b909-a1e2107e329c req-97b263a9-4ef6-41c5-8bfe-60473de0c748 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:07.540010 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7ef733a-87f6-4ad3-b909-a1e2107e329c req-97b263a9-4ef6-41c5-8bfe-60473de0c748 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 948 time: 0.0549338 Feb 10 04:48:07.587436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7ef733a-87f6-4ad3-b909-a1e2107e329c req-949fe9d4-5622-4078-8934-e7a24c676062 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417242 Feb 10 04:48:07.622164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c22d663d-2019-4c41-bd95-1d5afc7fd8c1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:48:08.706134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a082d-2870-48bf-9b49-f14c86a52809 req-76bdbdb4-4eb0-45b3-8398-f4fc32bd9825 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:08.707657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d74a082d-2870-48bf-9b49-f14c86a52809 req-76bdbdb4-4eb0-45b3-8398-f4fc32bd9825 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 948 time: 0.0533006 Feb 10 04:48:08.753562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d74a082d-2870-48bf-9b49-f14c86a52809 req-4ba29c39-afd4-4633-9ee8-e26de20c56c7 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Feb 10 04:48:09.199820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c22d663d-2019-4c41-bd95-1d5afc7fd8c1 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:48:09.345159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:48:09.349428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:48:09.349825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:09.428298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:48:09.428688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:09.450867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:48:09.453027 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68ee20c-909e-40d5-95d3-82388de6e197" -d '{"events": [{"server_uuid": "c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e", "name": "network-vif-plugged", "status": "completed", "tag": "c22d663d-2019-4c41-bd95-1d5afc7fd8c1"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:48:09.464985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c22d663d-2019-4c41-bd95-1d5afc7fd8c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:48:09.493559 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f33e5-bca1-4546-8542-db7e484dcb5a x-openstack-request-id: req-6d9f33e5-bca1-4546-8542-db7e484dcb5a {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:48:09.493559 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e", "name": "network-vif-plugged", "status": "completed", "tag": "c22d663d-2019-4c41-bd95-1d5afc7fd8c1", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:48:09.493559 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d9f33e5-bca1-4546-8542-db7e484dcb5a {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:48:09.493559 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1', 'code': 200} Feb 10 04:48:09.539821 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:09.588142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:09.595636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e700d9-48dd-4566-a209-379a4efc8d52 req-6c640a1e-697d-478c-af85-f34955b6479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:09.597152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b6e700d9-48dd-4566-a209-379a4efc8d52 req-6c640a1e-697d-478c-af85-f34955b6479d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 1131 time: 0.0488737 Feb 10 04:48:09.640015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b6e700d9-48dd-4566-a209-379a4efc8d52 req-4bbdab98-3f28-4890-95e9-d7420f7c86f7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Feb 10 04:48:09.870406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee7afd-5a72-4508-ae9f-b269616eec5b req-4c4c171f-e8e4-4e5e-a7c6-68111ecce28b tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:09.871959 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61ee7afd-5a72-4508-ae9f-b269616eec5b req-4c4c171f-e8e4-4e5e-a7c6-68111ecce28b tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 949 time: 0.0522113 Feb 10 04:48:09.917075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61ee7afd-5a72-4508-ae9f-b269616eec5b req-435f89a6-bd07-41f6-bc5a-dfa1eb417fd1 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Feb 10 04:48:11.039663 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de2f0d-766d-42bf-b0a0-e448a1608a07 req-80918305-874a-4933-a792-5eb7405057c1 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:11.041064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87de2f0d-766d-42bf-b0a0-e448a1608a07 req-80918305-874a-4933-a792-5eb7405057c1 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 949 time: 0.0561118 Feb 10 04:48:11.087004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-87de2f0d-766d-42bf-b0a0-e448a1608a07 req-ac0c2378-0cdd-4b7e-ac70-dadc1770a88e tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Feb 10 04:48:11.432264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-a95a86d5-b105-4506-95a1-12c4c0fb7d01 req-af9c8790-03fb-491f-9bea-6071571e9b2e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:48:11.433240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a95a86d5-b105-4506-95a1-12c4c0fb7d01 req-af9c8790-03fb-491f-9bea-6071571e9b2e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053885 Feb 10 04:48:11.975709 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-e39b24cd-3252-4dcd-9576-83efcab84f0d req-41c9f712-0252-4542-8c4f-6ac977536028 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:48:11.976718 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e39b24cd-3252-4dcd-9576-83efcab84f0d req-41c9f712-0252-4542-8c4f-6ac977536028 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1083403 Feb 10 04:48:12.531285 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4da264-06a9-469b-9adf-d7623527fd2f req-9c586805-73e6-41ba-a774-09e68bde58e6 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:12.532777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e4da264-06a9-469b-9adf-d7623527fd2f req-9c586805-73e6-41ba-a774-09e68bde58e6 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 949 time: 0.0521877 Feb 10 04:48:12.578772 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e4da264-06a9-469b-9adf-d7623527fd2f req-e3e44070-5803-4765-92db-42ee996b0b22 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Feb 10 04:48:13.726849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a99a4-c69d-4d94-b733-442ac065e70c req-4b810ac1-55dd-45e5-b520-a87124a94fde tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:13.728332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a86a99a4-c69d-4d94-b733-442ac065e70c req-4b810ac1-55dd-45e5-b520-a87124a94fde tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 949 time: 0.0803785 Feb 10 04:48:13.775204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-955d0d85-57d1-4c43-b536-36b7481a2317 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:13.776666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-955d0d85-57d1-4c43-b536-36b7481a2317 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 949 time: 0.0850029 Feb 10 04:48:13.816460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a86a99a4-c69d-4d94-b733-442ac065e70c req-a782a5ae-ac9c-44f0-9a12-97aa61191fb5 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/security-groups?id=e19518ce-42a4-43f8-933d-84cc1920571f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819349 Feb 10 04:48:13.877119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Deleting port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:48:13.877385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:13.967217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] For port c22d663d-2019-4c41-bd95-1d5afc7fd8c1, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,segment=NetworkSegment(5036fcb7-35ab-486e-a083-b9529324afac),segment_id=5036fcb7-35ab-486e-a083-b9529324afac)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:48:13.967579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:13.979150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Calling delete_port for c22d663d-2019-4c41-bd95-1d5afc7fd8c1 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:48:14.174031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c22d663d-2019-4c41-bd95-1d5afc7fd8c1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:14.186042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c22d663d-2019-4c41-bd95-1d5afc7fd8c1'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:48:14.205239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Pushing event deleted for resources: {'Port': ['ID=c22d663d-2019-4c41-bd95-1d5afc7fd8c1,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:14.256123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] No DVR routers for this DVR port c22d663d-2019-4c41-bd95-1d5afc7fd8c1 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:48:14.258809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:14.262112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-db4a3e0e-e324-448d-a488-bee61ef73776 req-417b2641-739e-4543-947d-a8bee40ab99c tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.43 "DELETE /v2.0/ports/c22d663d-2019-4c41-bd95-1d5afc7fd8c1 HTTP/1.1" status: 204 len: 173 time: 0.4800315 Feb 10 04:48:14.262569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'name': 'network-vif-deleted', 'tag': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:48:14.264942 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a77f8-bd9a-484a-88dd-8c30824e1c33" -d '{"events": [{"server_uuid": "c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e", "name": "network-vif-deleted", "tag": "c22d663d-2019-4c41-bd95-1d5afc7fd8c1"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:48:14.303009 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d17d0-2642-4ef1-b97f-1850273e590e x-openstack-request-id: req-247d17d0-2642-4ef1-b97f-1850273e590e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:48:14.303376 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e", "name": "network-vif-deleted", "tag": "c22d663d-2019-4c41-bd95-1d5afc7fd8c1", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:48:14.303693 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-247d17d0-2642-4ef1-b97f-1850273e590e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:48:14.304156 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e', 'name': 'network-vif-deleted', 'tag': 'c22d663d-2019-4c41-bd95-1d5afc7fd8c1', 'status': 'completed', 'code': 200} Feb 10 04:48:14.926560 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f8752ea-8035-4af8-8d39-310b044f29d2 req-1e7dfe74-a9bc-4510-8ea8-4649f8df4ac1 tempest-ServersAdminNegativeTestJSON-941565511 tempest-ServersAdminNegativeTestJSON-941565511-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7fd2fd7-3da0-46f4-a8ff-1ef16aa5483e HTTP/1.1" status: 200 len: 210 time: 0.0283959 Feb 10 04:48:16.390189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50630) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:48:16.519648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f7027908-6fa7-4235-b60a-b0d25da3965f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5561b6bc305148b5b0a2b17c19c366c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282418 Feb 10 04:48:16.523025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50634) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:48:16.573107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Publish callbacks [] for security_group (e19518ce-42a4-43f8-933d-84cc1920571f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:16.595773 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Publish callbacks [] for security_group (e19518ce-42a4-43f8-933d-84cc1920571f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:16.733580 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e19518ce-42a4-43f8-933d-84cc1920571f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:16.736129 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:16.737287 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e19518ce-42a4-43f8-933d-84cc1920571f HTTP/1.1" status: 204 len: 168 time: 0.2133698 Feb 10 04:48:16.745572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19518ce-42a4-43f8-933d-84cc1920571f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:16.752559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.752907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.753244 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.753588 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.753912 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.754241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.754668 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.755419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.755744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.756117 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.756482 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.756762 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:16.757079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb22c62-3198-4cef-a4d2-118e1fb199a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:48:17.315211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50640) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:48:17.325702 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.332557 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4baec2a-67cb-432c-8049-d5ab5dc9d401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.405956 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4baec2a-67cb-432c-8049-d5ab5dc9d401 admin admin] Publish callbacks [] for security_group (dcc6318f-2ea8-4dea-acdb-50cec429a653), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.457082 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f4baec2a-67cb-432c-8049-d5ab5dc9d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dcc6318f-2ea8-4dea-acdb-50cec429a653), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.494555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f4baec2a-67cb-432c-8049-d5ab5dc9d401 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=107793d9e1494b77bab723700e252bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782925 Feb 10 04:48:17.495668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baec2a-67cb-432c-8049-d5ab5dc9d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6318f-2ea8-4dea-acdb-50cec429a653,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:17.497428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50642) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:48:17.547500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6271c78-459d-49c4-97ed-ee12bf1c6608 admin admin] Publish callbacks [] for security_group (dcc6318f-2ea8-4dea-acdb-50cec429a653), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.578842 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6271c78-459d-49c4-97ed-ee12bf1c6608 admin admin] Publish callbacks [] for security_group (dcc6318f-2ea8-4dea-acdb-50cec429a653), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.687614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6271c78-459d-49c4-97ed-ee12bf1c6608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (dcc6318f-2ea8-4dea-acdb-50cec429a653), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.690199 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b6271c78-459d-49c4-97ed-ee12bf1c6608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:17.691393 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6271c78-459d-49c4-97ed-ee12bf1c6608 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcc6318f-2ea8-4dea-acdb-50cec429a653 HTTP/1.1" status: 204 len: 168 time: 0.1929784 Feb 10 04:48:17.700904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6271c78-459d-49c4-97ed-ee12bf1c6608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6318f-2ea8-4dea-acdb-50cec429a653,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:18.633974 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50664) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:48:18.662956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:18.730735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-289276299-network', 'tenant_id': 'c1aac42e2db3449499cf5f2d0435b199'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:48:18.853570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Made reservation on behalf of c1aac42e2db3449499cf5f2d0435b199 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:48:18.856035 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:18.864506 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:18.939592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks [] for security_group (953a2526-35a2-4b95-92e7-5786de47ab7e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:18.988874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (953a2526-35a2-4b95-92e7-5786de47ab7e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.012529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:48:19.022464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953a2526-35a2-4b95-92e7-5786de47ab7e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:19.027123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6ff8ead8-6509-4ff5-af23-b9e9e769babf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.027460 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Added segment 6ff8ead8-6509-4ff5-af23-b9e9e769babf of type vlan for network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 Feb 10 04:48:19.067331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (8930b797-ff2c-4db5-bcc1-cfe64f89b4f7), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.160425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (8930b797-ff2c-4db5-bcc1-cfe64f89b4f7), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.161751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:19.162797 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.222452 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:19.229850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c22d663d-2019-4c41-bd95-1d5afc7fd8c1 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:48:19.233483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:48:19.243592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e73971ac-e814-4cb9-8af2-88c059f5d7b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6085284 Feb 10 04:48:19.246471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50668) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:48:19.251310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Request body: {'subnet': {'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-289276299-subnet', 'tenant_id': 'c1aac42e2db3449499cf5f2d0435b199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:48:19.263936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: c22d663d-2019-4c41-bd95-1d5afc7fd8c1 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:48:19.264288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c22d663d-2019-4c41-bd95-1d5afc7fd8c1 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:48:19.326090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Made reservation on behalf of c1aac42e2db3449499cf5f2d0435b199 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:48:19.328732 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.572400 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (286754c6-12f5-4bb4-b383-f6bc59758229), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.633170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286754c6-12f5-4bb4-b383-f6bc59758229,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:19.644242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Checking segment: {'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:48:19.644826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Network hostable DHCP agents. Network: 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:48:19.754111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:48:19.816727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:48:19.821337 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:19.821960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:19.826630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434cb09-9705-4536-a25e-590a6c0f3016 None None] Network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:48:19.900548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a0a10ef7-4204-4667-a32c-cd2b8a22c2d3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6530087 Feb 10 04:48:19.937651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c4cad-6061-4591-980f-cc4d742284ce None None] Network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:48:20.344511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ba7a492c-1a7e-47a9-886c-ff1c86e18c72 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:20.345991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ba7a492c-1a7e-47a9-886c-ff1c86e18c72 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 811 time: 0.1107333 Feb 10 04:48:20.360884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-f065ad17-8e6a-423a-826a-7436490a7c5a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/quotas/c1aac42e2db3449499cf5f2d0435b199 HTTP/1.1" status: 200 len: 375 time: 0.0089355 Feb 10 04:48:20.391410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-04a89829-c8cd-45bb-9a77-9f8ea26a8018 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256553 Feb 10 04:48:20.477668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-c2cb9ccb-d086-41b9-82ad-6638604582b7 service neutron] 10.222.0.42 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794499 Feb 10 04:48:20.571366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-53afd06c-340d-44f4-92d8-923ed32861b1 service neutron] 10.222.0.42 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880141 Feb 10 04:48:20.824297 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5b5da2e-0f67-4350-a573-eec1416b92f4 req-c82852fa-3ccc-4b95-b985-461201cc1274 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 210 time: 0.0278006 Feb 10 04:48:21.928368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0c64123-d0cf-4ce0-9c55-e3de41821880 req-f1dfe482-639d-4aad-b4cc-a67679ed87de tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 210 time: 0.0287445 Feb 10 04:48:23.031880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df4c536c-4dfe-41e6-97cc-4bcb583779d5 req-83a34cc4-d161-4224-aaf8-92404a026c4f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 210 time: 0.0306981 Feb 10 04:48:23.199998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a02c7032-07c0-4f57-a68c-71cd5c27673f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:23.201460 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a02c7032-07c0-4f57-a68c-71cd5c27673f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.43 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 811 time: 0.4228194 Feb 10 04:48:23.212973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Request body: {'port': {'device_id': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7', 'admin_state_up': True, 'tenant_id': 'c1aac42e2db3449499cf5f2d0435b199'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:48:23.394393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Made reservation on behalf of c1aac42e2db3449499cf5f2d0435b199 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:48:23.397783 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:23.522796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Allocated IP 172.20.0.9 (8930b797-ff2c-4db5-bcc1-cfe64f89b4f7/286754c6-12f5-4bb4-b383-f6bc59758229/6afec71d-7b52-4d1f-8a4d-9781fe063bf6) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:48:23.668656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks [] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:23.773912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:23.817963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:48:23.820999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:48:23.824537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:48:23.830921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:23.875609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:23.876220 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:23.959510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ce669690-389a-4ad0-8dd0-2bc9ba5bb86a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498672 Feb 10 04:48:23.972470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Request body: {'port': {'device_id': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:48:24.034276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:24.246089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07257111-4476-4d7e-9b11-34a3e2d82aa0 req-a4fc3fc8-f471-4454-9ea0-39412cf89fb8 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:24.247499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07257111-4476-4d7e-9b11-34a3e2d82aa0 req-a4fc3fc8-f471-4454-9ea0-39412cf89fb8 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 931 time: 0.1166086 Feb 10 04:48:24.322666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-07257111-4476-4d7e-9b11-34a3e2d82aa0 req-61b315c6-da9d-4a96-9b19-fffaccc4edf1 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694883 Feb 10 04:48:24.368141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:48:24.375474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Publish callbacks [] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:24.387653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Transition to ACTIVE for port object 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:48:24.440022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:24.488753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:24.559964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:48:24.560328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:48:24.560659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:48:24.564925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:48:24.569261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:48:24.570684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:48:24.571052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Checking segment: {'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:48:24.571438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Bound using segment: {'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:48:24.571863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Bound port: 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:48:24.572221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:24.637901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:48:24.640816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:48:24.720169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:24.757459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:24.758108 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:24.759546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] 10.222.0.43 "PUT /v2.0/ports/6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 1091 time: 0.7911367 Feb 10 04:48:24.760001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:48:24.762256 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c70338-7de2-4ab8-b6c9-5aff54904121" -d '{"events": [{"name": "network-changed", "server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:48:24.782833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b8cc0-2260-4ee6-afef-83181ba3da34 service neutron] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:24.800321 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1c7603-8c08-4eac-9012-59db0027e1e1 x-openstack-request-id: req-9e1c7603-8c08-4eac-9012-59db0027e1e1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:48:24.800659 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:48:24.800915 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e1c7603-8c08-4eac-9012-59db0027e1e1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:48:24.801327 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'status': 'completed', 'code': 200} Feb 10 04:48:24.864069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70338-7de2-4ab8-b6c9-5aff54904121 req-e37c946f-ff81-4dcb-9709-1808ec7b77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:24.866507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78c70338-7de2-4ab8-b6c9-5aff54904121 req-e37c946f-ff81-4dcb-9709-1808ec7b77bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1125 time: 0.0471132 Feb 10 04:48:24.968504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70338-7de2-4ab8-b6c9-5aff54904121 req-d510b826-8c82-40cd-ad78-0de98bda957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:24.969997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78c70338-7de2-4ab8-b6c9-5aff54904121 req-d510b826-8c82-40cd-ad78-0de98bda957e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c1aac42e2db3449499cf5f2d0435b199&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957644 Feb 10 04:48:25.062883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70338-7de2-4ab8-b6c9-5aff54904121 req-8bf07c78-1769-4f48-9a2b-7d59ead7d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:25.064367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-78c70338-7de2-4ab8-b6c9-5aff54904121 req-8bf07c78-1769-4f48-9a2b-7d59ead7d009 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888388 Feb 10 04:48:25.149783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-6bd43701-2efd-4f01-b27b-2ad837935ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:25.151369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-6bd43701-2efd-4f01-b27b-2ad837935ec3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1125 time: 0.0507095 Feb 10 04:48:25.192061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-4e0b5498-a604-41a7-8806-afa71a1c1247 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 217 time: 0.0338089 Feb 10 04:48:25.240762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-4436bed5-fc32-4479-a4b6-042db1f399db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:25.242249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-4436bed5-fc32-4479-a4b6-042db1f399db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 200 len: 851 time: 0.0443032 Feb 10 04:48:25.273240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-ab4feabf-8d92-4539-bbef-b05c46cc8b72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251100 Feb 10 04:48:25.365947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-7b595d81-27f3-468d-bac4-d209f1136480 service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865874 Feb 10 04:48:25.489918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a580117-cc62-4fd2-8e39-f5c9693eced7 req-26f5e28e-b678-4c7a-b7e9-6e507a3604bd service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180444 Feb 10 04:48:25.498056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a96216-8bba-4cc5-a914-1d7d56b0084a req-aec511ef-a256-4484-b25e-f6a03f422c9f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:25.499559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8a96216-8bba-4cc5-a914-1d7d56b0084a req-aec511ef-a256-4484-b25e-f6a03f422c9f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 943 time: 0.1088462 Feb 10 04:48:25.546286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8a96216-8bba-4cc5-a914-1d7d56b0084a req-6a4b5c46-bc6e-4532-8648-ec2a29418513 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Feb 10 04:48:26.671066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639937-2e88-4aeb-86f6-224b1ae94553 req-574729e2-4e25-4d67-885f-cffe4ae98b4e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:26.672469 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a639937-2e88-4aeb-86f6-224b1ae94553 req-574729e2-4e25-4d67-885f-cffe4ae98b4e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 943 time: 0.0522089 Feb 10 04:48:26.718050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a639937-2e88-4aeb-86f6-224b1ae94553 req-e86ca818-b24c-43c2-bcd9-0c81d031fd9b tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Feb 10 04:48:27.691709 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2de44777-a9d6-49aa-8fc1-2e9dea1b1e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:27.835304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427dd9b-50bd-41e9-b3bb-aea07a23e132 req-55b70dbb-f3b8-480c-86e5-99e7f272f340 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:27.836764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3427dd9b-50bd-41e9-b3bb-aea07a23e132 req-55b70dbb-f3b8-480c-86e5-99e7f272f340 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 943 time: 0.0530422 Feb 10 04:48:27.883777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3427dd9b-50bd-41e9-b3bb-aea07a23e132 req-358763f6-e83a-4a67-ae2b-3aa8092c087e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Feb 10 04:48:29.005975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8a250-670d-4ad2-8603-5545a82e7294 req-c580c65c-3ac5-4de3-9055-8380487e55ea tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:29.007468 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ef8a250-670d-4ad2-8603-5545a82e7294 req-c580c65c-3ac5-4de3-9055-8380487e55ea tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 943 time: 0.0582094 Feb 10 04:48:29.053039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ef8a250-670d-4ad2-8603-5545a82e7294 req-c8bfdf15-9a4d-4c3d-a0c2-f74799b0011f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Feb 10 04:48:29.229615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:48:29.322623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:48:29.334148 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7', 'port_id': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'mac_address': 'fa:16:3e:38:dc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286754c6-12f5-4bb4-b383-f6bc59758229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:48:29.373364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:48:29.373751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:29.386545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:48:29.405276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:48:29.476208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:29.524532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:29.674537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['6afec71d-7b52-4d1f-8a4d-9781fe063bf6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:48:29.864398 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30c13cf0-b3e1-4c05-afe9-c4a90d126e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:30.176619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267f3d-4ce9-4c8d-b844-6474ac1bd023 req-87f6e80d-0ea4-4279-be48-5c08b1321125 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:30.178088 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a267f3d-4ce9-4c8d-b844-6474ac1bd023 req-87f6e80d-0ea4-4279-be48-5c08b1321125 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 944 time: 0.0576475 Feb 10 04:48:30.224314 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a267f3d-4ce9-4c8d-b844-6474ac1bd023 req-961dd9f9-fda5-470b-bf91-e6766a5b88ab tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Feb 10 04:48:31.154293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:31.229924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:48:31.341906 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847365fd-75c1-47b9-8521-ca86f975600e req-4e5fb23f-8c21-4ba0-a075-a18c25866d6d tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:31.343485 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-847365fd-75c1-47b9-8521-ca86f975600e req-4e5fb23f-8c21-4ba0-a075-a18c25866d6d tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 944 time: 0.0521204 Feb 10 04:48:31.344857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:48:31.349770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:48:31.350259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:31.390506 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-847365fd-75c1-47b9-8521-ca86f975600e req-2a9eb047-dbe9-4244-9302-c20afdc1c1dc tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Feb 10 04:48:31.431090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:48:31.431302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:31.453578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:48:31.455856 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e92f4d-3d39-4639-a33c-2b09e92bf734" -d '{"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-plugged", "status": "completed", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:48:31.468632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:48:31.493883 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fa4fff-d842-49e6-933c-29be5d05bf68 x-openstack-request-id: req-f6fa4fff-d842-49e6-933c-29be5d05bf68 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:48:31.494178 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-plugged", "status": "completed", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:48:31.494457 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6fa4fff-d842-49e6-933c-29be5d05bf68 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:48:31.494892 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'code': 200} Feb 10 04:48:31.510675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:31.557649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:48:31.596202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5993f1f-b7bc-4c74-9c72-fd32f38f5aa5 req-10503564-5654-4598-8a94-9bf58be16347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:31.597780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5993f1f-b7bc-4c74-9c72-fd32f38f5aa5 req-10503564-5654-4598-8a94-9bf58be16347 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1127 time: 0.0456476 Feb 10 04:48:31.641639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a5993f1f-b7bc-4c74-9c72-fd32f38f5aa5 req-5d6863ee-d691-4dfc-9c1b-5814973954c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Feb 10 04:48:32.512305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc70b5-70f1-48fe-bcde-8024c6a602c3 req-d15b9d84-c357-4b0b-a6c0-2d4cc54a3ce9 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:32.513806 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e4dc70b5-70f1-48fe-bcde-8024c6a602c3 req-d15b9d84-c357-4b0b-a6c0-2d4cc54a3ce9 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0561874 Feb 10 04:48:32.560880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e4dc70b5-70f1-48fe-bcde-8024c6a602c3 req-062892a3-f1ea-499d-a288-00d1cc98afa1 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Feb 10 04:48:32.727550 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:33.687720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa781c1-0413-4c46-b0f4-718d7a6a918f req-2b01606c-3cec-4641-bbe2-692dccf3adbf tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:33.689200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1aa781c1-0413-4c46-b0f4-718d7a6a918f req-2b01606c-3cec-4641-bbe2-692dccf3adbf tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0515935 Feb 10 04:48:33.740375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1aa781c1-0413-4c46-b0f4-718d7a6a918f req-4960ced4-2b0e-4412-a049-efe6c66a93c2 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Feb 10 04:48:34.119607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437da787-7398-403f-80b3-8b539433e99d req-dd0643b3-ef01-42ff-af4b-2ee05889f7fd tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:34.121121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-437da787-7398-403f-80b3-8b539433e99d req-dd0643b3-ef01-42ff-af4b-2ee05889f7fd tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0571198 Feb 10 04:48:34.169864 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-437da787-7398-403f-80b3-8b539433e99d req-ca69ee80-6cb4-4f8c-8a8a-403ce15c864e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Feb 10 04:48:34.314500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:34.317360 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-1477d751-f4dd-4e8c-bfc6-a5b261f4453c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119692 Feb 10 04:48:35.018031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-514fc25d-e1f3-4561-bfa8-e298e4f3796e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:35.019427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-514fc25d-e1f3-4561-bfa8-e298e4f3796e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports/6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 942 time: 0.1123245 Feb 10 04:48:35.299479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7ec0b-96fa-49c6-8858-51e722bb43f2 req-f6a81171-1dbb-42c4-ace9-4d0462f8fdf7 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:35.300952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bb7ec0b-96fa-49c6-8858-51e722bb43f2 req-f6a81171-1dbb-42c4-ace9-4d0462f8fdf7 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Feb 10 04:48:35.351276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bb7ec0b-96fa-49c6-8858-51e722bb43f2 req-ca47e90c-cbac-4334-8bc3-be5d6fe35435 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Feb 10 04:48:36.483262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1a987-5bc0-40ea-a4dc-fe8bc51356f3 req-8d21340b-be1c-44e0-8814-9f1f9903f5dd tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:36.484830 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ccc1a987-5bc0-40ea-a4dc-fe8bc51356f3 req-8d21340b-be1c-44e0-8814-9f1f9903f5dd tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0606825 Feb 10 04:48:36.567255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ccc1a987-5bc0-40ea-a4dc-fe8bc51356f3 req-eff5f789-1ade-4209-9ba5-7578372716fe tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760293 Feb 10 04:48:36.587453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6eb4c8c5-07ae-45f7-95f4-9f19c229e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:36.588944 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6eb4c8c5-07ae-45f7-95f4-9f19c229e19d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1127 time: 0.1248031 Feb 10 04:48:36.677875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-4b896f1b-c029-41ab-aff1-cad7a6e2f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:36.679339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-4b896f1b-c029-41ab-aff1-cad7a6e2f4b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 912 time: 0.0848517 Feb 10 04:48:36.725187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-272edc64-92e7-4944-a65a-f6c87539ee16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 217 time: 0.0404620 Feb 10 04:48:36.772511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6abdd071-3eb9-44e5-b1e5-cdde540c564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:36.773959 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6abdd071-3eb9-44e5-b1e5-cdde540c564d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 200 len: 851 time: 0.0436499 Feb 10 04:48:36.803998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-5cb55c01-8aa4-4da7-b10d-7c9b3304cd60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246902 Feb 10 04:48:36.897068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-4274d6e3-1868-42e9-802a-44f8bf309d07 service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875764 Feb 10 04:48:36.984576 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-af21c4ee-56ca-43f2-8a36-401613ce483f service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819161 Feb 10 04:48:37.687409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d11992-bdd2-4499-a97a-216a91960e2a req-90e06333-05ec-4628-bc36-76a3875ea155 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:37.688885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6d11992-bdd2-4499-a97a-216a91960e2a req-90e06333-05ec-4628-bc36-76a3875ea155 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0534773 Feb 10 04:48:37.733812 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6d11992-bdd2-4499-a97a-216a91960e2a req-fccc971c-49cb-4489-8764-a72821006bc5 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Feb 10 04:48:38.852999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d025-0acd-4516-a9a2-6d6fffb1f7e3 req-8da8ea3f-9d25-4e41-9577-8f44dd9fe140 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:38.854489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d025d025-0acd-4516-a9a2-6d6fffb1f7e3 req-8da8ea3f-9d25-4e41-9577-8f44dd9fe140 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0536156 Feb 10 04:48:38.905060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d025d025-0acd-4516-a9a2-6d6fffb1f7e3 req-1957166b-e0eb-49a1-bad6-fb410427b938 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Feb 10 04:48:40.023792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340dde-d272-4df5-bc9f-70fc20bbd520 req-6251b835-8e19-4b75-8269-e274454cd367 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:40.025272 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11340dde-d272-4df5-bc9f-70fc20bbd520 req-6251b835-8e19-4b75-8269-e274454cd367 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Feb 10 04:48:40.070986 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-11340dde-d272-4df5-bc9f-70fc20bbd520 req-130e136e-d83d-4672-b58a-8de36c1c093d tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Feb 10 04:48:41.190537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de5a9-0f2b-46a1-8511-7aeeef2c9d4f req-cc358a03-c0de-4719-b511-de3183dda84d tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:41.192664 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-230de5a9-0f2b-46a1-8511-7aeeef2c9d4f req-cc358a03-c0de-4719-b511-de3183dda84d tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0517890 Feb 10 04:48:41.243342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-230de5a9-0f2b-46a1-8511-7aeeef2c9d4f req-e93c39a5-228d-4998-bc39-423a91aab99c tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Feb 10 04:48:42.368228 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4db07-8527-411a-8b29-afea16b64e88 req-00a31c73-f0bc-47ba-8a31-430738b3931a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:42.369693 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eab4db07-8527-411a-8b29-afea16b64e88 req-00a31c73-f0bc-47ba-8a31-430738b3931a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0559897 Feb 10 04:48:42.414562 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eab4db07-8527-411a-8b29-afea16b64e88 req-8dee0307-2619-4b8b-ac5b-a2e5668e3300 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Feb 10 04:48:43.535526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f8e7b-b05d-46ec-b92b-ea67d52730cd req-2d17ed68-318a-49cf-8faa-32581c3e14f8 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:43.536942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b42f8e7b-b05d-46ec-b92b-ea67d52730cd req-2d17ed68-318a-49cf-8faa-32581c3e14f8 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Feb 10 04:48:43.584429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b42f8e7b-b05d-46ec-b92b-ea67d52730cd req-8165b7f1-b063-4c62-a3d3-8e13894d5270 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Feb 10 04:48:44.119876 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:48:44.701635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead062e4-b943-42ba-a9d2-c41ec0e98f1c req-c7dd8e0f-5c44-488e-863d-415abd3178da tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:44.703378 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ead062e4-b943-42ba-a9d2-c41ec0e98f1c req-c7dd8e0f-5c44-488e-863d-415abd3178da tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Feb 10 04:48:44.749137 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ead062e4-b943-42ba-a9d2-c41ec0e98f1c req-b7d12ca3-43e3-420d-abf3-4e5182ea7b54 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Feb 10 04:48:45.871126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e43fdb-e6c5-4345-bf4e-1bacf7810c83 req-1cf75d68-c64b-46e6-8fa4-c3753f91de5a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:45.872592 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7e43fdb-e6c5-4345-bf4e-1bacf7810c83 req-1cf75d68-c64b-46e6-8fa4-c3753f91de5a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0565014 Feb 10 04:48:45.917249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7e43fdb-e6c5-4345-bf4e-1bacf7810c83 req-71769c91-3407-4a62-99da-b277aa78b7ae tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Feb 10 04:48:46.336562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454699a7-4b23-4581-9663-fc54f6926561 req-bb7bb74e-5d36-4cd7-b205-1106d93e7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:46.338109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454699a7-4b23-4581-9663-fc54f6926561 req-bb7bb74e-5d36-4cd7-b205-1106d93e7ade service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1127 time: 0.0456095 Feb 10 04:48:46.451029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454699a7-4b23-4581-9663-fc54f6926561 req-76b228d2-221d-468d-a0b7-5e01d7bbee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:46.452570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454699a7-4b23-4581-9663-fc54f6926561 req-76b228d2-221d-468d-a0b7-5e01d7bbee1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 912 time: 0.0904434 Feb 10 04:48:46.497813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454699a7-4b23-4581-9663-fc54f6926561 req-0edca2b2-ec53-4da3-9d88-c3a7cf2793a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 217 time: 0.0341756 Feb 10 04:48:46.548942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454699a7-4b23-4581-9663-fc54f6926561 req-e1858b10-c42a-4906-b9b3-7e943058ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:46.550476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454699a7-4b23-4581-9663-fc54f6926561 req-e1858b10-c42a-4906-b9b3-7e943058ffca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 200 len: 851 time: 0.0427411 Feb 10 04:48:46.587882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454699a7-4b23-4581-9663-fc54f6926561 req-f9a69b9f-9a20-47c8-9d2d-93a0cf67cab5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299866 Feb 10 04:48:46.674235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454699a7-4b23-4581-9663-fc54f6926561 req-326ee035-f2ff-492f-931b-7437a0d0ab3a service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804570 Feb 10 04:48:46.766406 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-454699a7-4b23-4581-9663-fc54f6926561 req-f099d121-2441-4898-90e7-90b73cfac0e1 service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865111 Feb 10 04:48:47.043277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509ea1-f25c-49ba-8c6f-36066ea33f82 req-ddae5c20-58e8-4b73-b80d-1b59df8af622 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:47.044802 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9509ea1-f25c-49ba-8c6f-36066ea33f82 req-ddae5c20-58e8-4b73-b80d-1b59df8af622 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0567653 Feb 10 04:48:47.090410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e9509ea1-f25c-49ba-8c6f-36066ea33f82 req-2e1d92c4-d25c-4853-bd3c-5eb900f9fd8d tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Feb 10 04:48:47.298423 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:48.211689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d287cc-88f6-474d-9fd5-57eff43bd70f req-1d9c326a-aae5-4870-961c-5c103e8e8348 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:48.213215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34d287cc-88f6-474d-9fd5-57eff43bd70f req-1d9c326a-aae5-4870-961c-5c103e8e8348 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Feb 10 04:48:48.263356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-34d287cc-88f6-474d-9fd5-57eff43bd70f req-69225f9b-36c1-4cfc-b0e6-12567332726a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447333 Feb 10 04:48:48.698797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:49.382162 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592c055-3ca4-4d80-8c2e-06f68776eaf5 req-9454c84b-6b9c-4bb0-848b-25298d0fc6bb tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:49.383659 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9592c055-3ca4-4d80-8c2e-06f68776eaf5 req-9454c84b-6b9c-4bb0-848b-25298d0fc6bb tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Feb 10 04:48:49.430243 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9592c055-3ca4-4d80-8c2e-06f68776eaf5 req-b547156b-17e4-4d68-b8b1-c170f4475778 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409262 Feb 10 04:48:50.548337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51de6f-c409-424a-a818-1ce02c783fca req-7f6231c2-8ffd-4e6b-9538-92f93c7b4ea4 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:50.549792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7f51de6f-c409-424a-a818-1ce02c783fca req-7f6231c2-8ffd-4e6b-9538-92f93c7b4ea4 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0508897 Feb 10 04:48:50.608678 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7f51de6f-c409-424a-a818-1ce02c783fca req-10df0479-613c-4931-a6a7-d4518c01979c tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523753 Feb 10 04:48:51.727435 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23debdf3-9b3c-4b2a-8070-dee0812ff721 req-be19187e-ddbf-46d2-87f0-42771082f44b tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:51.728907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23debdf3-9b3c-4b2a-8070-dee0812ff721 req-be19187e-ddbf-46d2-87f0-42771082f44b tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0529070 Feb 10 04:48:51.780769 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-23debdf3-9b3c-4b2a-8070-dee0812ff721 req-324d8825-e27f-4e56-b80e-04cf2bb05ada tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463288 Feb 10 04:48:52.900342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5e3a2-8121-4ebf-a69e-1ae7d94f64eb req-0433d73c-76ec-4e6f-a7cc-ef3ebe1111b0 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:52.901816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f5e3a2-8121-4ebf-a69e-1ae7d94f64eb req-0433d73c-76ec-4e6f-a7cc-ef3ebe1111b0 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0523028 Feb 10 04:48:52.949463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d6f5e3a2-8121-4ebf-a69e-1ae7d94f64eb req-7d2bc7e5-f649-4a4b-95c5-61915ab94bac tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Feb 10 04:48:54.065983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe887c-b72a-4c40-bb6b-6bddc7d1b6f1 req-dd5ea7d4-bc1b-4995-898b-b7b79dc119ea tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:54.067632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3bbe887c-b72a-4c40-bb6b-6bddc7d1b6f1 req-dd5ea7d4-bc1b-4995-898b-b7b79dc119ea tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0512557 Feb 10 04:48:54.114108 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3bbe887c-b72a-4c40-bb6b-6bddc7d1b6f1 req-c4ae6281-6fb3-4db0-9a9d-96055d1b96d4 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Feb 10 04:48:55.232150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eda94-1760-4057-a270-a2aaf8c0e416 req-a56c5475-2133-4ada-af1c-ad8f81dd9a1a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:55.233646 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86eda94-1760-4057-a270-a2aaf8c0e416 req-a56c5475-2133-4ada-af1c-ad8f81dd9a1a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0521381 Feb 10 04:48:55.279929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86eda94-1760-4057-a270-a2aaf8c0e416 req-3d3b5c39-daca-4abe-99a0-8c36767face9 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Feb 10 04:48:56.397774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45acd06-f7aa-4486-8d31-b3fe9723ab66 req-69db9e6d-aef0-40dd-ac16-9e845979d672 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:56.399293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c45acd06-f7aa-4486-8d31-b3fe9723ab66 req-69db9e6d-aef0-40dd-ac16-9e845979d672 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Feb 10 04:48:56.446808 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c45acd06-f7aa-4486-8d31-b3fe9723ab66 req-d65563f3-39bd-47dd-a663-7fc98e129ed0 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Feb 10 04:48:57.571514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ea722-f805-41a4-8375-461365fe1706 req-ab3387a0-ce77-4973-9d31-b864fbc58640 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:57.573017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e28ea722-f805-41a4-8375-461365fe1706 req-ab3387a0-ce77-4973-9d31-b864fbc58640 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0580857 Feb 10 04:48:57.621027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e28ea722-f805-41a4-8375-461365fe1706 req-ac5a8ed0-03f3-4c61-b176-6da639451f94 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Feb 10 04:48:57.681190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-235bf053-5053-40f5-82da-a7b56c559981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:58.745025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582b7d-0ba6-47b2-b6eb-826b45667a7b req-4670f4c3-512d-4a6d-b0ff-24d946ac6f68 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:58.746499 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f582b7d-0ba6-47b2-b6eb-826b45667a7b req-4670f4c3-512d-4a6d-b0ff-24d946ac6f68 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0561268 Feb 10 04:48:58.791469 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3f582b7d-0ba6-47b2-b6eb-826b45667a7b req-c413f983-4e79-44de-b5a6-94d7c31820d2 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Feb 10 04:48:59.816341 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b8def0f8-51c3-4592-95a6-70e4e39c83eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:48:59.909052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0754730-2c17-429f-9386-1c31af378d01 req-1f92f61a-a6b7-4daf-ae02-6119dd623789 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:48:59.911450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0754730-2c17-429f-9386-1c31af378d01 req-1f92f61a-a6b7-4daf-ae02-6119dd623789 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Feb 10 04:48:59.956553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0754730-2c17-429f-9386-1c31af378d01 req-ec770d9c-f85b-4325-ba24-a036bbfa1c51 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Feb 10 04:49:01.076392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892fecc-a0f7-4ae7-9943-a8840b22fcd0 req-43aa3593-e072-4b41-869d-8eb5f7e434fc tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:01.078075 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0892fecc-a0f7-4ae7-9943-a8840b22fcd0 req-43aa3593-e072-4b41-869d-8eb5f7e434fc tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0533242 Feb 10 04:49:01.124436 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0892fecc-a0f7-4ae7-9943-a8840b22fcd0 req-77e45ce9-18c6-456d-af69-3dce4db1853f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Feb 10 04:49:01.143839 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:02.243696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad750d-5ae3-4699-86dc-f948066d6a03 req-810f8d3c-d691-42f2-8185-870dc061f266 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:02.245169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64ad750d-5ae3-4699-86dc-f948066d6a03 req-810f8d3c-d691-42f2-8185-870dc061f266 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0527201 Feb 10 04:49:02.294307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-64ad750d-5ae3-4699-86dc-f948066d6a03 req-04b7c91e-e57b-4b53-8925-e14da327087b tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Feb 10 04:49:02.708124 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:03.413046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61a98-240b-4da7-a259-8c55c2484fc4 req-9b146aa9-6e26-41e7-82eb-67faffcd3b30 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:03.414514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15b61a98-240b-4da7-a259-8c55c2484fc4 req-9b146aa9-6e26-41e7-82eb-67faffcd3b30 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0522647 Feb 10 04:49:03.465238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15b61a98-240b-4da7-a259-8c55c2484fc4 req-2d1569b4-d3c8-4f75-91cf-903cd26ee9f1 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450304 Feb 10 04:49:04.034528 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-48b3bad2-d8e3-4669-a8d5-0bce37242b86 service neutron] show failed (client error): The resource could not be found. Feb 10 04:49:04.036273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-48b3bad2-d8e3-4669-a8d5-0bce37242b86 service neutron] 10.222.0.43 "GET /v2.0/ports/6afec71d-7b52-4d1f-8a4d-9781fe063bf6/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0549977 Feb 10 04:49:04.332911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:04.486469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-22ab6ede-4f25-42c8-9576-32f2b1a7cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:04.488020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-22ab6ede-4f25-42c8-9576-32f2b1a7cc17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240&tenant_id=c1aac42e2db3449499cf5f2d0435b199 HTTP/1.1" status: 200 len: 1127 time: 0.0452807 Feb 10 04:49:04.500575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:49:04.587303 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:04.642850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7714e-a067-41e7-ba5f-6f4a12f2b364 req-8b13816b-d1dd-4406-b45e-03b10d455d6f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:04.644332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fd7714e-a067-41e7-ba5f-6f4a12f2b364 req-8b13816b-d1dd-4406-b45e-03b10d455d6f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0912964 Feb 10 04:49:04.771540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4fd7714e-a067-41e7-ba5f-6f4a12f2b364 req-ff4ebefb-2b14-4394-9873-ac1ad531926b tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169012 Feb 10 04:49:04.836506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:04.869872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:49:04.913262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:49:04.915642 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30c713b-3707-4249-b811-4a503ae75ba1" -d '{"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-unplugged", "status": "completed", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:49:04.919502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Publish callbacks [] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:04.932049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Transition to ACTIVE for port object 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:49:04.963191 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33e3324-50b2-4de2-bb84-85e29e05d15e x-openstack-request-id: req-e33e3324-50b2-4de2-bb84-85e29e05d15e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:49:04.963481 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-unplugged", "status": "completed", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:49:04.963781 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e33e3324-50b2-4de2-bb84-85e29e05d15e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:49:04.964522 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'code': 200} Feb 10 04:49:05.005676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:05.068875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:05.070981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] No DVR routers for this DVR port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:49:05.082472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.082847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.083189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.083520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.083846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.084169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.084489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.084809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.085127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.085444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.085760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.086081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.086392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:05.120051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:49:05.120312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:49:05.120668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:49:05.124906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:49:05.125232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Attempting to bind port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on network 8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:49:05.130623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:49:05.131162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Checking segment: {'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:49:05.132593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Bound using segment: {'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:49:05.134510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Bound port: 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff8ead8-6509-4ff5-af23-b9e9e769babf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:49:05.134907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:05.200893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:49:05.204118 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:49:05.287478 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:05.320449 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:05.321410 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:05.323169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] 10.222.0.24 "PUT /v2.0/ports/6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 1091 time: 0.8281796 Feb 10 04:49:05.357569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823fea7-eec2-419b-a975-2ba29e318831 service neutron] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:05.392881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-58068c3f-238e-4cea-b233-f7e89ea79f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:05.394307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-58068c3f-238e-4cea-b233-f7e89ea79f92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1125 time: 0.0456600 Feb 10 04:49:05.484899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-ef2b0c6c-d301-4779-910e-b96247293027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:05.486352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-ef2b0c6c-d301-4779-910e-b96247293027 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 912 time: 0.0861144 Feb 10 04:49:05.524801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-7e913c41-2a76-4ba4-b5c8-bb2642ab6a74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 217 time: 0.0325592 Feb 10 04:49:05.570472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-976997fd-78f3-46dc-96c9-f0994038cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:05.571934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-976997fd-78f3-46dc-96c9-f0994038cb42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 200 len: 851 time: 0.0422742 Feb 10 04:49:05.602202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-7f68ead6-7320-492b-9e06-c3d66951356c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245845 Feb 10 04:49:05.693186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-07f65f42-0080-4a9f-b38b-e94410ffe375 service neutron] 10.222.0.24 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844860 Feb 10 04:49:05.783165 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9fd371e-a9ca-4de2-a828-9d320c55c0b1 req-5e38942a-60d5-402f-9d4d-ab9ce6b1dbab service neutron] 10.222.0.24 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841501 Feb 10 04:49:05.890458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1232b2-b9db-44e9-907e-802647cf2075 req-9c82be93-2ce6-4b04-820b-944bfc489b97 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:05.892028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd1232b2-b9db-44e9-907e-802647cf2075 req-9c82be93-2ce6-4b04-820b-944bfc489b97 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 943 time: 0.0525806 Feb 10 04:49:05.939699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd1232b2-b9db-44e9-907e-802647cf2075 req-10ada2ef-c70a-477a-b992-45e9001d311b tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Feb 10 04:49:06.966115 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:49:06.968526 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39" -d '{"events": [{"name": "network-changed", "server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:49:07.016759 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831ff6b2-9f0c-43b8-bbf3-a525a28f4e7a x-openstack-request-id: req-831ff6b2-9f0c-43b8-bbf3-a525a28f4e7a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:49:07.017047 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:49:07.017295 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-831ff6b2-9f0c-43b8-bbf3-a525a28f4e7a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:49:07.017709 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'status': 'completed', 'code': 200} Feb 10 04:49:07.068902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e55e7e-c98e-4982-91dd-3ba7e460eab6 req-7bfa7c57-60ee-4e51-aff2-1b954cc07469 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:07.071013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55e55e7e-c98e-4982-91dd-3ba7e460eab6 req-7bfa7c57-60ee-4e51-aff2-1b954cc07469 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 943 time: 0.0560496 Feb 10 04:49:07.114309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-526be705-bd17-471e-b3fe-681b6c0e4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:07.115837 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-526be705-bd17-471e-b3fe-681b6c0e4f36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1125 time: 0.0784996 Feb 10 04:49:07.117559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-55e55e7e-c98e-4982-91dd-3ba7e460eab6 req-477daab4-f4dd-4908-b90c-ab6050603ea9 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Feb 10 04:49:07.120932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-646d0cab-d174-4925-be48-329a543a5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:07.122388 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-646d0cab-d174-4925-be48-329a543a5b39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1125 time: 0.0770679 Feb 10 04:49:07.616906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-ca36475d-df50-4630-9eaf-46890601ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:07.618294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-ca36475d-df50-4630-9eaf-46890601ac30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 912 time: 0.4951293 Feb 10 04:49:07.619617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-a6cdbaf2-960f-4a74-94d1-1275275d70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:07.620902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-a6cdbaf2-960f-4a74-94d1-1275275d70d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 912 time: 0.4902883 Feb 10 04:49:07.693709 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-f6168d74-2ee0-4ff7-bbbb-92bb7445e865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 217 time: 0.0680153 Feb 10 04:49:07.695132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-fac510ff-b917-443a-baab-dba4cf0150ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 217 time: 0.0630350 Feb 10 04:49:07.774499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-dbc78ca6-6638-4190-8d83-488c5f9d6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:07.775967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-dbc78ca6-6638-4190-8d83-488c5f9d6d51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 200 len: 851 time: 0.0767820 Feb 10 04:49:07.777158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-3a1c1ce7-2051-4874-b1eb-4cbfabe92937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:07.778439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-3a1c1ce7-2051-4874-b1eb-4cbfabe92937 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 200 len: 851 time: 0.0720904 Feb 10 04:49:07.812672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-4679e561-77d8-41ad-9a22-e3a707d787bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307362 Feb 10 04:49:07.832755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-2486ed30-373f-473c-bcf6-61b5deff4811 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427957 Feb 10 04:49:07.980046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-22d4c54f-b9a2-4222-bac6-011ceae8ebb7 service neutron] 10.222.0.24 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498065 Feb 10 04:49:07.982021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-01013d1f-7ca4-4ae7-b7f4-9f0e530cea94 service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427476 Feb 10 04:49:08.136090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-b003a296-2bef-463d-b836-26538dbe5445 service neutron] 10.222.0.24 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499591 Feb 10 04:49:08.137968 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b04fe8-6ad9-4093-90df-2c5505ec9e39 req-e8eb840d-810c-4d4a-8d54-e69d0ddc395e service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449189 Feb 10 04:49:08.240688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a0050-0d5e-4655-b689-48e7bf403ecd req-655e9d5d-f18f-46fb-84f6-add14580740c tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:08.242083 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce8a0050-0d5e-4655-b689-48e7bf403ecd req-655e9d5d-f18f-46fb-84f6-add14580740c tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 943 time: 0.0527806 Feb 10 04:49:08.291637 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ce8a0050-0d5e-4655-b689-48e7bf403ecd req-b6e9aefa-162b-4843-b7ed-691f8394395a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Feb 10 04:49:08.711854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:49:08.810905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:08.822221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886666-3825-4ce5-92af-e74207de8466 req-7dcddfe0-eb1d-45e3-b711-cb461fd97d3e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:08.822995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'network_id': '8930b797-ff2c-4db5-bcc1-cfe64f89b4f7', 'port_id': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'mac_address': 'fa:16:3e:38:dc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286754c6-12f5-4bb4-b383-f6bc59758229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:49:08.823715 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-7dcddfe0-eb1d-45e3-b711-cb461fd97d3e tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240&tenant_id=c1aac42e2db3449499cf5f2d0435b199&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 943 time: 0.0556493 Feb 10 04:49:08.859896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:49:08.860290 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:08.873486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:49:08.881780 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-9e886666-3825-4ce5-92af-e74207de8466 req-3e41203d-6df8-4441-adaf-3dc3a518fe88 service neutron] delete failed (client error): The resource could not be found. Feb 10 04:49:08.882850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-3e41203d-6df8-4441-adaf-3dc3a518fe88 service neutron] 10.222.0.43 "DELETE /v2.0/ports/6afec71d-7b52-4d1f-8a4d-9781fe063bf6/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0530775 Feb 10 04:49:08.897810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:08.969519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886666-3825-4ce5-92af-e74207de8466 req-c7dca86c-bab2-4b72-bdaa-21f395b8d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:08.971084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-c7dca86c-bab2-4b72-bdaa-21f395b8d419 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1aac42e2db3449499cf5f2d0435b199&device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 1125 time: 0.0457847 Feb 10 04:49:08.973044 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:09.020709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:09.028026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.030755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.031343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.031343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.031585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.031899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:09.064552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886666-3825-4ce5-92af-e74207de8466 req-2488e070-d253-49ce-b827-a5848dfeef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:09.065938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-2488e070-d253-49ce-b827-a5848dfeef30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 200 len: 912 time: 0.0888596 Feb 10 04:49:09.106093 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-7c06b5c9-d349-44f1-af11-430cfd68c64e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 200 len: 217 time: 0.0344760 Feb 10 04:49:09.157468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886666-3825-4ce5-92af-e74207de8466 req-336afa59-a1d0-497f-bf64-a5dcfed4714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:09.158985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-336afa59-a1d0-497f-bf64-a5dcfed4714f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 200 len: 851 time: 0.0466938 Feb 10 04:49:09.190371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-14a15f8b-c156-4087-a0ba-012fb92a2548 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262163 Feb 10 04:49:09.215743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6afec71d-7b52-4d1f-8a4d-9781fe063bf6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:49:09.279507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-0866490c-31a2-4352-9b8e-9712db304128 service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823686 Feb 10 04:49:09.375655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-97b97476-e8f7-491f-a6b7-5e32dc9db14b service neutron] 10.222.0.43 "GET /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889709 Feb 10 04:49:09.408262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:49:09.446618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:49:09.452884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:49:10.682473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204401e5-a6ae-4b39-91c8-f5e15d53e52e req-e8441bb7-a94c-4502-b646-6e876bb2a911 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:10.683989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204401e5-a6ae-4b39-91c8-f5e15d53e52e req-e8441bb7-a94c-4502-b646-6e876bb2a911 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 944 time: 0.0524626 Feb 10 04:49:10.712619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:49:10.732080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-204401e5-a6ae-4b39-91c8-f5e15d53e52e req-825de080-f4d9-439c-aec5-842bc47e119f tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Feb 10 04:49:10.812142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:49:10.815985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:49:10.816926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:10.895565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:49:10.895837 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:10.917487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:49:10.919703 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04458087-f96c-46b8-aded-56d613e64ba1" -d '{"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-plugged", "status": "completed", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:49:10.932626 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:10.957600 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c724e-b7f4-4aed-8cf8-cfe00a83ec4e x-openstack-request-id: req-070c724e-b7f4-4aed-8cf8-cfe00a83ec4e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:49:10.957906 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-plugged", "status": "completed", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:49:10.958162 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-070c724e-b7f4-4aed-8cf8-cfe00a83ec4e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:49:10.958562 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'code': 200} Feb 10 04:49:11.012266 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:11.059449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:11.860302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332acfad-9f92-469f-a9cb-bd7451d7d0e0 req-24da6774-6841-45ef-a976-8e67f4d9cc8a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:11.861797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332acfad-9f92-469f-a9cb-bd7451d7d0e0 req-24da6774-6841-45ef-a976-8e67f4d9cc8a tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0616088 Feb 10 04:49:11.919687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-332acfad-9f92-469f-a9cb-bd7451d7d0e0 req-17da78ee-ae38-4c2d-9452-b92055d51db2 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/security-groups?id=953a2526-35a2-4b95-92e7-5786de47ab7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510888 Feb 10 04:49:11.961780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886666-3825-4ce5-92af-e74207de8466 req-35366941-3b24-4a1d-b221-f313c6bdefa7 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:11.963280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-35366941-3b24-4a1d-b221-f313c6bdefa7 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 945 time: 0.0585246 Feb 10 04:49:12.052519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Deleting port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:49:12.052861 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:12.142184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] For port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,segment=NetworkSegment(6ff8ead8-6509-4ff5-af23-b9e9e769babf),segment_id=6ff8ead8-6509-4ff5-af23-b9e9e769babf)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:12.142541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:12.155424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Calling delete_port for 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:49:12.344032 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6afec71d-7b52-4d1f-8a4d-9781fe063bf6), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:12.355359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6afec71d-7b52-4d1f-8a4d-9781fe063bf6'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:49:12.374457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Pushing event deleted for resources: {'Port': ['ID=6afec71d-7b52-4d1f-8a4d-9781fe063bf6,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:12.418287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] No DVR routers for this DVR port 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:49:12.420970 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:12.424378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e886666-3825-4ce5-92af-e74207de8466 req-0dfb71e3-8fa4-4dc3-bf42-836ee206ff77 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.24 "DELETE /v2.0/ports/6afec71d-7b52-4d1f-8a4d-9781fe063bf6 HTTP/1.1" status: 204 len: 173 time: 0.4559228 Feb 10 04:49:12.424827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-deleted', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:49:12.427489 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a138f-18af-41ac-8026-278e5c1d85d2" -d '{"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-deleted", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:49:12.464319 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e2032-f935-40ae-9ced-3a57a8b3995a x-openstack-request-id: req-8f1e2032-f935-40ae-9ced-3a57a8b3995a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:49:12.464638 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd334a08-1dda-4e9d-950b-7bee17076240", "name": "network-vif-deleted", "tag": "6afec71d-7b52-4d1f-8a4d-9781fe063bf6", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:49:12.464927 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f1e2032-f935-40ae-9ced-3a57a8b3995a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:49:12.465335 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd334a08-1dda-4e9d-950b-7bee17076240', 'name': 'network-vif-deleted', 'tag': '6afec71d-7b52-4d1f-8a4d-9781fe063bf6', 'status': 'completed', 'code': 200} Feb 10 04:49:13.034336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6a0f00c-69c0-4bbc-b4dc-6f43441a17f9 req-87633861-4a93-4a90-b748-f8d423df6fd9 tempest-DeleteServersTestJSON-642642227 tempest-DeleteServersTestJSON-642642227-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd334a08-1dda-4e9d-950b-7bee17076240 HTTP/1.1" status: 200 len: 210 time: 0.0317888 Feb 10 04:49:14.168171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50838) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:49:14.211769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] Deleting subnet 286754c6-12f5-4bb4-b383-f6bc59758229 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:49:14.214731 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] Publish callbacks [] for subnet (286754c6-12f5-4bb4-b383-f6bc59758229), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.250959 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (286754c6-12f5-4bb4-b383-f6bc59758229), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.287956 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (286754c6-12f5-4bb4-b383-f6bc59758229), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.401448 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (286754c6-12f5-4bb4-b383-f6bc59758229), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.427197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286754c6-12f5-4bb4-b383-f6bc59758229,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:14.430667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.433819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-de575d9f-813a-4212-9757-87e6ee0dfbf1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/286754c6-12f5-4bb4-b383-f6bc59758229 HTTP/1.1" status: 204 len: 168 time: 0.2646515 Feb 10 04:49:14.436535 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50840) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:49:14.506172 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (8930b797-ff2c-4db5-bcc1-cfe64f89b4f7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.580101 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (8930b797-ff2c-4db5-bcc1-cfe64f89b4f7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.598761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8930b797-ff2c-4db5-bcc1-cfe64f89b4f7']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:49:14.607442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff8ead8-6509-4ff5-af23-b9e9e769babf') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:49:14.607735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff8ead8-6509-4ff5-af23-b9e9e769babf') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:49:14.617085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (6ff8ead8-6509-4ff5-af23-b9e9e769babf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.630548 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (6ff8ead8-6509-4ff5-af23-b9e9e769babf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.636295 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:49:14.636703 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (6ff8ead8-6509-4ff5-af23-b9e9e769babf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:49:14.638317 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:49:14.777845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (8930b797-ff2c-4db5-bcc1-cfe64f89b4f7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.783151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:14.787026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8930b797-ff2c-4db5-bcc1-cfe64f89b4f7 HTTP/1.1" status: 204 len: 168 time: 0.3495665 Feb 10 04:49:14.797268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79db2c-71dd-45d8-b17d-b27b758a8053 admin admin] Pushing event deleted for resources: {'Network': ['ID=8930b797-ff2c-4db5-bcc1-cfe64f89b4f7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:15.115148 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50844) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:49:15.154166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d86f2b7a-b3e5-4e7d-8d52-8f529dd3296e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1aac42e2db3449499cf5f2d0435b199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378764 Feb 10 04:49:15.156564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50846) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:49:15.201240 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39a6dffb-d631-4940-b556-11f5134e02b1 admin admin] Publish callbacks [] for security_group (953a2526-35a2-4b95-92e7-5786de47ab7e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:15.221585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39a6dffb-d631-4940-b556-11f5134e02b1 admin admin] Publish callbacks [] for security_group (953a2526-35a2-4b95-92e7-5786de47ab7e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:15.348443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39a6dffb-d631-4940-b556-11f5134e02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (953a2526-35a2-4b95-92e7-5786de47ab7e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:15.351043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39a6dffb-d631-4940-b556-11f5134e02b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:15.352232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-39a6dffb-d631-4940-b556-11f5134e02b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/953a2526-35a2-4b95-92e7-5786de47ab7e HTTP/1.1" status: 204 len: 168 time: 0.1948018 Feb 10 04:49:15.359897 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6dffb-d631-4940-b556-11f5134e02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a2526-35a2-4b95-92e7-5786de47ab7e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:16.257471 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 50868) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:49:16.353572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2065009413-network', 'tenant_id': 'be7af72d5398402da8caf122960d5fbf'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:49:16.467576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Made reservation on behalf of be7af72d5398402da8caf122960d5fbf for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:49:16.469946 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.479004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.551804 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks [] for security_group (85b6419f-0534-4a0d-958f-340231ae3ae4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.612231 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (85b6419f-0534-4a0d-958f-340231ae3ae4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.637581 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:49:16.642721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b6419f-0534-4a0d-958f-340231ae3ae4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:16.650878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9d7a5b34-5775-45db-81e1-2bcd1c654ae1), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.650878 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Added segment 9d7a5b34-5775-45db-81e1-2bcd1c654ae1 of type vlan for network 5a92fd3d-b402-42bc-bb33-e20e0df24136 Feb 10 04:49:16.690349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (5a92fd3d-b402-42bc-bb33-e20e0df24136), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.754973 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (5a92fd3d-b402-42bc-bb33-e20e0df24136), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.755942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:16.756537 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:16.758562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:49:16.779381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:49:16.779733 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6afec71d-7b52-4d1f-8a4d-9781fe063bf6 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:49:17.055747 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7971647 Feb 10 04:49:17.058603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 50872) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:49:17.059102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a92fd3d-b402-42bc-bb33-e20e0df24136,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:17.063578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Request body: {'subnet': {'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2065009413-subnet', 'tenant_id': 'be7af72d5398402da8caf122960d5fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:49:17.066481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.066855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.067189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.067524 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.067850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.068171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.068498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.068844 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.069190 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.069506 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.069821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.070134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.070472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76068cba-a2d1-47f1-bfe1-eb37555c19f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:49:17.082188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 5a92fd3d-b402-42bc-bb33-e20e0df24136 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:49:17.144662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Made reservation on behalf of be7af72d5398402da8caf122960d5fbf for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:49:17.147115 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:17.342128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:17.381907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (158a1373-e7de-4302-be60-6b44cdb8c206), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:17.436038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=158a1373-e7de-4302-be60-6b44cdb8c206,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:17.448166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Checking segment: {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:49:17.448537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Network hostable DHCP agents. Network: 5a92fd3d-b402-42bc-bb33-e20e0df24136, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:49:17.543607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Network 5a92fd3d-b402-42bc-bb33-e20e0df24136 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:49:17.606180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 5a92fd3d-b402-42bc-bb33-e20e0df24136) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:49:17.610241 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:17.610887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:17.615739 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d625525-cc29-4d4f-9209-bc52e7d7a69e None None] Network 5a92fd3d-b402-42bc-bb33-e20e0df24136 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:49:17.683439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c2ec2e36-58b1-48a0-9f3b-bb4bce071dd0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6236873 Feb 10 04:49:17.709762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81ec31-dd41-46f9-bc34-faec26452883 None None] Network 5a92fd3d-b402-42bc-bb33-e20e0df24136 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:49:18.102581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-8224144b-9080-4c15-b2fd-36aa0b8fd2c8 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:18.104073 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-8224144b-9080-4c15-b2fd-36aa0b8fd2c8 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 815 time: 0.1071198 Feb 10 04:49:18.118764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-9713be03-56fd-45b5-bb9b-3f676f8ab993 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/quotas/be7af72d5398402da8caf122960d5fbf HTTP/1.1" status: 200 len: 375 time: 0.0093586 Feb 10 04:49:18.153836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-e28d3ec0-b1d1-4273-a738-f9009209904d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304410 Feb 10 04:49:18.242162 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-edf92c34-2fc4-4a5a-9df5-69b130398091 service neutron] 10.222.0.42 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812886 Feb 10 04:49:18.334588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-47b2f2a5-e229-4273-911a-ffd8e28ad769 service neutron] 10.222.0.42 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869977 Feb 10 04:49:18.551754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e0b19284-79f7-4359-9f6a-260ff2f87247 req-492061e1-ea2f-4924-bab2-4bed654fb7aa tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 210 time: 0.0278742 Feb 10 04:49:18.674944 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:19.646235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6142227b-d3e1-4089-bb23-e40c3354e707 req-e02105b8-ae31-42e4-b75d-3e56d089efc4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Feb 10 04:49:20.482363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-1c83b35c-1a47-4fce-ad33-73a9b67d7433 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:20.483892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-1c83b35c-1a47-4fce-ad33-73a9b67d7433 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.24 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 815 time: 0.1062448 Feb 10 04:49:20.495604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Request body: {'port': {'device_id': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136', 'admin_state_up': True, 'tenant_id': 'be7af72d5398402da8caf122960d5fbf'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:49:20.675591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Made reservation on behalf of be7af72d5398402da8caf122960d5fbf for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:49:20.679759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:20.742462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e05bab0b-e46b-4ae4-8ef2-0ea889e5c878 req-386e0db9-0953-4c98-934b-56b63e5120fe tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Feb 10 04:49:20.814009 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Allocated IP 172.20.0.10 (5a92fd3d-b402-42bc-bb33-e20e0df24136/158a1373-e7de-4302-be60-6b44cdb8c206/e25854cc-493e-4a2e-b9af-735413b3aee5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:49:20.960076 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks [] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:21.056619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:21.101961 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Network 5a92fd3d-b402-42bc-bb33-e20e0df24136 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:49:21.105104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:49:21.108730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:49:21.121046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:49:21.132054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:21.159046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:21.159699 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:21.253324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-16522fab-94c2-4707-ac69-fc2c670eb89c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7613130 Feb 10 04:49:21.264647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Request body: {'port': {'device_id': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:49:21.327007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:21.596514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25854cc-493e-4a2e-b9af-735413b3aee5 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:49:21.604409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Publish callbacks [] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:21.616861 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Transition to ACTIVE for port object e25854cc-493e-4a2e-b9af-735413b3aee5 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:49:21.684458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:21.740121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:21.813777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Attempting to bind port e25854cc-493e-4a2e-b9af-735413b3aee5 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:49:21.814111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Attempting to bind port e25854cc-493e-4a2e-b9af-735413b3aee5 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:49:21.814445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Attempting to bind port e25854cc-493e-4a2e-b9af-735413b3aee5 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:49:21.827611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Port e25854cc-493e-4a2e-b9af-735413b3aee5 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:49:21.827936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Attempting to bind port e25854cc-493e-4a2e-b9af-735413b3aee5 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:49:21.848832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:49:21.849082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Checking segment: {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:49:21.849465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Bound using segment: {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:49:21.849893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Bound port: e25854cc-493e-4a2e-b9af-735413b3aee5, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:49:21.850253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:21.904789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cbf0d-eb94-4284-8c69-b416c787f0b6 req-bf1ce022-88f9-44b9-a524-9538fbde7b43 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:21.906276 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df8cbf0d-eb94-4284-8c69-b416c787f0b6 req-bf1ce022-88f9-44b9-a524-9538fbde7b43 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 944 time: 0.0943635 Feb 10 04:49:21.945223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:49:21.964839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:49:21.977300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df8cbf0d-eb94-4284-8c69-b416c787f0b6 req-6457a74f-26d6-4177-944f-d392531f68ec tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627198 Feb 10 04:49:22.036219 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:22.083305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:22.083927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:22.085303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] 10.222.0.24 "PUT /v2.0/ports/e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 200 len: 1092 time: 0.8247328 Feb 10 04:49:22.085783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:49:22.088028 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beaabc3-2181-42b6-88bd-b5f5da498815" -d '{"events": [{"name": "network-changed", "server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:49:22.109287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27ee7-c535-46ac-a965-43cc327b6e92 service neutron] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:22.126212 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5b90cc-22ea-46bd-84c9-feeab53eae89 x-openstack-request-id: req-ff5b90cc-22ea-46bd-84c9-feeab53eae89 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:49:22.126506 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:49:22.126795 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff5b90cc-22ea-46bd-84c9-feeab53eae89 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:49:22.127203 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'status': 'completed', 'code': 200} Feb 10 04:49:22.232836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaabc3-2181-42b6-88bd-b5f5da498815 req-781b5d65-4906-4c1b-8a87-4b0937186fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:22.234322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4beaabc3-2181-42b6-88bd-b5f5da498815 req-781b5d65-4906-4c1b-8a87-4b0937186fac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 1126 time: 0.0458934 Feb 10 04:49:22.333408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaabc3-2181-42b6-88bd-b5f5da498815 req-357dfe3a-afdb-4782-ad10-f3af2a6c8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:22.334904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4beaabc3-2181-42b6-88bd-b5f5da498815 req-357dfe3a-afdb-4782-ad10-f3af2a6c8138 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=be7af72d5398402da8caf122960d5fbf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942595 Feb 10 04:49:22.435442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaabc3-2181-42b6-88bd-b5f5da498815 req-b68b8c66-8c04-4c71-abd4-c1321c733719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:22.436898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4beaabc3-2181-42b6-88bd-b5f5da498815 req-b68b8c66-8c04-4c71-abd4-c1321c733719 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964892 Feb 10 04:49:22.515707 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-0f56e54e-d840-4d43-997d-80997ae50de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:22.517202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-0f56e54e-d840-4d43-997d-80997ae50de6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 1126 time: 0.0454600 Feb 10 04:49:22.562348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-8e90c6cd-4d24-44e8-92d1-e97da1598cbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 200 len: 217 time: 0.0383675 Feb 10 04:49:22.609265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-39c3945a-fc3c-446b-96e9-6eb6a5138545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:22.610684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-39c3945a-fc3c-446b-96e9-6eb6a5138545 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0431445 Feb 10 04:49:22.641592 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-84903251-d84d-43dd-8d1f-0cea330292bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251844 Feb 10 04:49:22.749293 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-07ca19d1-6a04-485d-bb8d-50c54f634bfe service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017542 Feb 10 04:49:22.834647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ccea9b-bc03-44de-bdea-8c8c9bb10052 req-c434fa57-b6c2-4374-b203-4f15478df688 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801656 Feb 10 04:49:23.101176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76225589-95fa-446a-8e17-88a3cf9f1c71 req-484f23cd-99da-4381-a243-0b3f8d83544f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:23.102677 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76225589-95fa-446a-8e17-88a3cf9f1c71 req-484f23cd-99da-4381-a243-0b3f8d83544f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 944 time: 0.0584509 Feb 10 04:49:23.148891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76225589-95fa-446a-8e17-88a3cf9f1c71 req-10d4289b-40b9-48a1-b368-42427ef4dc04 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Feb 10 04:49:24.267340 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7a3e0-e746-48d1-b089-188e82871b32 req-deb82180-e7fa-4dd6-83f0-300f7df37bc0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:24.268801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60d7a3e0-e746-48d1-b089-188e82871b32 req-deb82180-e7fa-4dd6-83f0-300f7df37bc0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 944 time: 0.0520160 Feb 10 04:49:24.314105 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-60d7a3e0-e746-48d1-b089-188e82871b32 req-6069b970-7c03-479d-ad00-60cf2a216c9e tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397110 Feb 10 04:49:24.846904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25854cc-493e-4a2e-b9af-735413b3aee5 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:49:24.946569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:24.957917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136', 'port_id': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'mac_address': 'fa:16:3e:e5:e6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158a1373-e7de-4302-be60-6b44cdb8c206', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:49:24.994019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25854cc-493e-4a2e-b9af-735413b3aee5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:49:24.994402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:25.008257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25854cc-493e-4a2e-b9af-735413b3aee5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:49:25.027917 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:25.091871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:25.142200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:25.282987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e25854cc-493e-4a2e-b9af-735413b3aee5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:49:25.432969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6332-393e-45eb-82fd-be23731cb5a7 req-0ce83461-1f28-47de-9f23-01ff18df2935 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:25.434455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf5f6332-393e-45eb-82fd-be23731cb5a7 req-0ce83461-1f28-47de-9f23-01ff18df2935 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 945 time: 0.0529339 Feb 10 04:49:25.480571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bf5f6332-393e-45eb-82fd-be23731cb5a7 req-23316ebb-25f8-498b-8bbb-b334a5f59dae tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Feb 10 04:49:26.602070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579ff4-cd79-4e6e-a71e-98391828e72b req-1827e5a7-ccc9-46d5-b756-e28f82099bcd tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:26.603482 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d579ff4-cd79-4e6e-a71e-98391828e72b req-1827e5a7-ccc9-46d5-b756-e28f82099bcd tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 945 time: 0.0553806 Feb 10 04:49:26.648863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d579ff4-cd79-4e6e-a71e-98391828e72b req-2e75f586-3a76-44e4-8524-882adc2ac35a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Feb 10 04:49:26.862429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25854cc-493e-4a2e-b9af-735413b3aee5 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:49:26.975956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port e25854cc-493e-4a2e-b9af-735413b3aee5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:49:26.979766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port e25854cc-493e-4a2e-b9af-735413b3aee5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:49:26.980167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:27.054657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25854cc-493e-4a2e-b9af-735413b3aee5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:49:27.055068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:27.077647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:49:27.079956 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f1701-2077-4825-9dae-873166095c32" -d '{"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-plugged", "status": "completed", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:49:27.092227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:49:27.120282 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec685881-ae9f-44f0-ac07-e1d3f6c9f2c8 x-openstack-request-id: req-ec685881-ae9f-44f0-ac07-e1d3f6c9f2c8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:49:27.120282 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-plugged", "status": "completed", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:49:27.120282 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec685881-ae9f-44f0-ac07-e1d3f6c9f2c8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:49:27.120282 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'code': 200} Feb 10 04:49:27.170432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:27.213260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07115fd-4027-4f2d-89e1-404c12db875d req-5931ff22-69f4-43a5-aeb2-0075c7e9b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:27.215128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d07115fd-4027-4f2d-89e1-404c12db875d req-5931ff22-69f4-43a5-aeb2-0075c7e9b7e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 1128 time: 0.0457435 Feb 10 04:49:27.223407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:49:27.263428 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d07115fd-4027-4f2d-89e1-404c12db875d req-951838f9-de79-45f7-9769-65314edcf075 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Feb 10 04:49:27.692824 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d31497e1-a856-456e-aa48-fc566528c347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:27.767042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113fd4-5f3d-47dc-a752-a18d15696e40 req-60483ac4-1797-4ded-82dc-eb592e7fa457 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:27.768521 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b113fd4-5f3d-47dc-a752-a18d15696e40 req-60483ac4-1797-4ded-82dc-eb592e7fa457 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0514977 Feb 10 04:49:27.813752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b113fd4-5f3d-47dc-a752-a18d15696e40 req-391d5056-3eec-4f0f-ab68-af33a9c653a0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Feb 10 04:49:28.935344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb653bb0-c570-4aa4-8c91-8c43e4971680 req-4e60c9ba-67f7-4937-833b-7cc5d3655f61 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:28.936831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb653bb0-c570-4aa4-8c91-8c43e4971680 req-4e60c9ba-67f7-4937-833b-7cc5d3655f61 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0526795 Feb 10 04:49:28.982794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fb653bb0-c570-4aa4-8c91-8c43e4971680 req-df3fabd0-0561-4528-973d-467469c18e6c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Feb 10 04:49:29.104146 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba6f6d-d0f9-49ac-95c2-44e0907d45eb req-452f803f-c4bd-49a8-be74-860fc5c12f55 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:29.105569 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ba6f6d-d0f9-49ac-95c2-44e0907d45eb req-452f803f-c4bd-49a8-be74-860fc5c12f55 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0552475 Feb 10 04:49:29.150548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ba6f6d-d0f9-49ac-95c2-44e0907d45eb req-150f63bd-842c-4b1e-902e-0f9e0640b946 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Feb 10 04:49:29.424569 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3866c2-3de9-4c94-8ae7-44c171f28f0d req-7f7d3d2b-e981-49b3-9055-e5b39d22a757 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:29.426648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d3866c2-3de9-4c94-8ae7-44c171f28f0d req-7f7d3d2b-e981-49b3-9055-e5b39d22a757 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0520284 Feb 10 04:49:29.471321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d3866c2-3de9-4c94-8ae7-44c171f28f0d req-513c7868-86f8-49d1-87ae-365c409fc3ed tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390153 Feb 10 04:49:29.587415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65b8af-f3b5-4bb4-a627-c4ad506c1c4a req-6c344027-9734-404e-b73e-df71cdf45d79 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:29.588890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e65b8af-f3b5-4bb4-a627-c4ad506c1c4a req-6c344027-9734-404e-b73e-df71cdf45d79 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0515292 Feb 10 04:49:29.633896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5e65b8af-f3b5-4bb4-a627-c4ad506c1c4a req-100f755e-90d0-45c1-8eca-d67576bab8ec tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Feb 10 04:49:29.829492 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dedf3ce0-e9aa-46b1-95a0-956568936fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:30.013067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c04e-b1b2-43f4-a8e1-f3aab49e16d1 req-46608a4b-eea5-482e-bdb4-018a5af38b1f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:30.014521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5422c04e-b1b2-43f4-a8e1-f3aab49e16d1 req-46608a4b-eea5-482e-bdb4-018a5af38b1f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0579627 Feb 10 04:49:30.064384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5422c04e-b1b2-43f4-a8e1-f3aab49e16d1 req-6592186b-0982-4846-8e75-f316ef6f0657 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Feb 10 04:49:30.152391 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-66701c2e-5bf1-4d5c-90fa-9390cf1fac1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449882 Feb 10 04:49:30.694232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-57be1068-48b7-4db6-a367-46ba7c1ba2e6 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:30.695606 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-57be1068-48b7-4db6-a367-46ba7c1ba2e6 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports/e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 200 len: 943 time: 0.0483921 Feb 10 04:49:31.147487 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:31.185188 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c58c76-04b7-492a-9c4f-b29c4a3f0260 req-2f3b93db-63ed-41e6-a26d-bb930c085770 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:31.186668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6c58c76-04b7-492a-9c4f-b29c4a3f0260 req-2f3b93db-63ed-41e6-a26d-bb930c085770 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Feb 10 04:49:31.234444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6c58c76-04b7-492a-9c4f-b29c4a3f0260 req-695c7bcf-7bc1-4b16-a415-8e70d166cac2 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Feb 10 04:49:32.059985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-fe0fc84f-257f-4650-a045-8242300f272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:32.061484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-fe0fc84f-257f-4650-a045-8242300f272c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 1128 time: 0.0444245 Feb 10 04:49:32.152071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-688d011b-609f-4119-83a8-00ea8b674410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:32.153532 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-688d011b-609f-4119-83a8-00ea8b674410 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0860205 Feb 10 04:49:32.193038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-9a5d4937-8ba6-4bba-913a-e24c0743a64c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 200 len: 217 time: 0.0335283 Feb 10 04:49:32.238943 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-c8c775af-06b5-482d-ace8-b934b9063d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:32.240357 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-c8c775af-06b5-482d-ace8-b934b9063d88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0422232 Feb 10 04:49:32.271150 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-272cc6e8-caa6-414e-bbcd-c4a5fed8b2bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248666 Feb 10 04:49:32.393383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-2786d34e-09da-4021-9dd0-cf9616c0697a service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168561 Feb 10 04:49:32.401019 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1497624-a7d9-4434-a28c-dbb0c098ab4e req-25b7c8d4-38c1-43d6-8293-c2a5a56f32d3 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:32.402391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1497624-a7d9-4434-a28c-dbb0c098ab4e req-25b7c8d4-38c1-43d6-8293-c2a5a56f32d3 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0968316 Feb 10 04:49:32.505077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1497624-a7d9-4434-a28c-dbb0c098ab4e req-2f8719d2-063a-4194-80ab-b92b0942998a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944180 Feb 10 04:49:32.521884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-3d3678b6-00e3-4b1b-9b90-8600a3597504 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185334 Feb 10 04:49:32.776127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:33.623568 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a949019-6d6d-457d-9cd4-42582a64cea8 req-2d5e7218-5a3c-49a9-98ac-e01280af2075 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:33.624966 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a949019-6d6d-457d-9cd4-42582a64cea8 req-2d5e7218-5a3c-49a9-98ac-e01280af2075 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0512199 Feb 10 04:49:33.670134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2a949019-6d6d-457d-9cd4-42582a64cea8 req-f21304d5-e23a-4514-b2f4-afa647735a52 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390370 Feb 10 04:49:34.324767 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:34.808719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5b4a-55cb-4df8-8ab6-974ea8cc518c req-24357d9f-0bd2-4247-8eb7-38195107c350 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:34.810208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b31a5b4a-55cb-4df8-8ab6-974ea8cc518c req-24357d9f-0bd2-4247-8eb7-38195107c350 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0549479 Feb 10 04:49:34.861455 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b31a5b4a-55cb-4df8-8ab6-974ea8cc518c req-07588672-0432-409f-b468-8cc0d9738418 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Feb 10 04:49:35.984417 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ef9cb-8911-4600-9e1d-605515d155a4 req-e336be11-ab4a-4020-aecf-6aea8ca43ff7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:35.985929 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-169ef9cb-8911-4600-9e1d-605515d155a4 req-e336be11-ab4a-4020-aecf-6aea8ca43ff7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0558021 Feb 10 04:49:36.031702 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-169ef9cb-8911-4600-9e1d-605515d155a4 req-897cd55b-f6b1-44d1-8534-4e895618d2e1 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Feb 10 04:49:37.159254 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da386bb7-de13-48a7-b150-f9d8c48256ef req-a2bedfcc-4b79-4c7c-834c-f336c200022f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:37.160842 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da386bb7-de13-48a7-b150-f9d8c48256ef req-a2bedfcc-4b79-4c7c-834c-f336c200022f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0544689 Feb 10 04:49:37.206379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da386bb7-de13-48a7-b150-f9d8c48256ef req-5d974095-8b81-481a-925f-7971751ca8cb tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Feb 10 04:49:38.327820 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9053e12-b6e8-4768-bb05-5f234d873666 req-501bee05-df4d-476c-b5b3-91da63fcb79c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:38.329302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d9053e12-b6e8-4768-bb05-5f234d873666 req-501bee05-df4d-476c-b5b3-91da63fcb79c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0515633 Feb 10 04:49:38.376751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d9053e12-b6e8-4768-bb05-5f234d873666 req-550bc820-f9d9-44d2-b910-289359e2afee tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Feb 10 04:49:39.496698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59106-ba47-4d75-bf69-268df4697838 req-ad2827cc-5596-4473-8314-dd732e877c26 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:39.498168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7e59106-ba47-4d75-bf69-268df4697838 req-ad2827cc-5596-4473-8314-dd732e877c26 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0518379 Feb 10 04:49:39.545231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7e59106-ba47-4d75-bf69-268df4697838 req-a85eae4a-dc4b-4e75-9a4a-72fdca511c92 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414562 Feb 10 04:49:40.667230 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4735a91-9b9e-4063-a109-69d29774e8ff req-0c506936-cb50-4f61-b52a-e90569d6e59a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:40.668614 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4735a91-9b9e-4063-a109-69d29774e8ff req-0c506936-cb50-4f61-b52a-e90569d6e59a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0553513 Feb 10 04:49:40.714304 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d4735a91-9b9e-4063-a109-69d29774e8ff req-7d9b5c03-dbe6-439f-ae4e-7906738705b6 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401921 Feb 10 04:49:41.838470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19d695-ba4e-47a2-9535-0741443786b5 req-8c18a76c-7fb7-42a8-959d-c5b92fb8046b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:41.840004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a19d695-ba4e-47a2-9535-0741443786b5 req-8c18a76c-7fb7-42a8-959d-c5b92fb8046b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0578096 Feb 10 04:49:41.887025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3a19d695-ba4e-47a2-9535-0741443786b5 req-7c072172-f88b-4194-a982-73d8f0ae9d90 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Feb 10 04:49:43.002177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe0af-b30d-4a01-b5d6-03aa2d9391d4 req-ded3cf8a-bf02-44a0-bb4a-0c222a4601be tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:43.004223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc6fe0af-b30d-4a01-b5d6-03aa2d9391d4 req-ded3cf8a-bf02-44a0-bb4a-0c222a4601be tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0515149 Feb 10 04:49:43.049053 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc6fe0af-b30d-4a01-b5d6-03aa2d9391d4 req-1a4a3757-889d-4f06-b5ca-ed93a46afa7e tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Feb 10 04:49:44.168752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8859-3c14-4dba-af3a-32fc8b7f6574 req-7546af52-9e30-48e6-8d33-3a8e7844b84d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:44.170229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90fe8859-3c14-4dba-af3a-32fc8b7f6574 req-7546af52-9e30-48e6-8d33-3a8e7844b84d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0522738 Feb 10 04:49:44.215402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90fe8859-3c14-4dba-af3a-32fc8b7f6574 req-ec00bdea-dc7b-44d9-8139-8b415935b8db tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Feb 10 04:49:44.585883 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-c423aaaf-0cb4-43eb-a638-814a2177460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:44.587420 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-c423aaaf-0cb4-43eb-a638-814a2177460e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 1128 time: 0.0450139 Feb 10 04:49:44.689543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-1cbafe92-b035-4a5d-adc5-c296024c026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:44.691578 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-1cbafe92-b035-4a5d-adc5-c296024c026d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0870285 Feb 10 04:49:44.730728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-1abcdc2e-4708-4bcf-8c00-3b411524ab01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 200 len: 217 time: 0.0334809 Feb 10 04:49:44.780963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-81b94310-4b87-490c-ab30-84ca3b007285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:44.782361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-81b94310-4b87-490c-ab30-84ca3b007285 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0459526 Feb 10 04:49:44.813081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-c6f5ee14-7989-4890-9341-743e66abceeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246546 Feb 10 04:49:44.900903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-3d8bca61-50c3-48c6-96a8-59624914aa53 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818074 Feb 10 04:49:44.994336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6ba8039-b3ea-444c-83f8-75ccdeee2698 req-b0968991-280f-4443-ba19-47abbd11587a service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876944 Feb 10 04:49:45.335222 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef24df-c92f-4fae-bf73-694466915972 req-331a91ac-c59b-4440-a4bb-36d0c61a7377 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:45.336714 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-34ef24df-c92f-4fae-bf73-694466915972 req-331a91ac-c59b-4440-a4bb-36d0c61a7377 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0547938 Feb 10 04:49:45.389031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-34ef24df-c92f-4fae-bf73-694466915972 req-750c4677-3205-4a09-9c40-a04fb4c30816 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468154 Feb 10 04:49:46.509973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9a957-53e8-4c9b-8a0b-cb121a76fe7b req-c3cd53e3-a0f9-47df-8009-11be536dc8a1 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:46.511550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b9a957-53e8-4c9b-8a0b-cb121a76fe7b req-c3cd53e3-a0f9-47df-8009-11be536dc8a1 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0524182 Feb 10 04:49:46.557724 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-87b9a957-53e8-4c9b-8a0b-cb121a76fe7b req-588e24ed-7d19-4eec-be0a-69e261052d0e tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Feb 10 04:49:47.320036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:47.675330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da26d0-c206-4846-b40b-d1e893cf54a5 req-620c8706-2bcd-4bd8-b17e-48eba122033c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:47.676785 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d7da26d0-c206-4846-b40b-d1e893cf54a5 req-620c8706-2bcd-4bd8-b17e-48eba122033c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0514727 Feb 10 04:49:47.722989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d7da26d0-c206-4846-b40b-d1e893cf54a5 req-babc6e49-3563-4699-9a58-3f01329859a9 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Feb 10 04:49:48.683846 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:48.846751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0661c1-843a-4d83-96f9-9a90b7386c82 req-40cc619f-8c7e-42bb-88ab-9ecaeb756170 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:48.848251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f0661c1-843a-4d83-96f9-9a90b7386c82 req-40cc619f-8c7e-42bb-88ab-9ecaeb756170 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0569744 Feb 10 04:49:48.892900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f0661c1-843a-4d83-96f9-9a90b7386c82 req-ceffd9d4-ec2a-45a6-92f1-4f7edf7ca250 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Feb 10 04:49:50.008924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c6f5c-dd3c-4a60-81a3-7f8d29acf97f req-a70a4836-08dc-4774-9c90-d5ce61ca2a63 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:50.010414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e68c6f5c-dd3c-4a60-81a3-7f8d29acf97f req-a70a4836-08dc-4774-9c90-d5ce61ca2a63 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0509036 Feb 10 04:49:50.056470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e68c6f5c-dd3c-4a60-81a3-7f8d29acf97f req-7494b921-dd11-45cd-81cc-925d21095ec1 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Feb 10 04:49:51.172687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26346e-7fd4-4275-834e-48b838b0202e req-18c7b143-5a37-4821-addb-e605a593128f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:51.174164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb26346e-7fd4-4275-834e-48b838b0202e req-18c7b143-5a37-4821-addb-e605a593128f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0510261 Feb 10 04:49:51.220185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb26346e-7fd4-4275-834e-48b838b0202e req-959f31e1-6825-44e3-925d-a3d3b42d4945 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Feb 10 04:49:52.340723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4d8ca-0886-42a2-a3b2-33288794dc21 req-65ebe8f8-da57-45a5-864c-ad388c8a3ee7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:52.342239 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ee4d8ca-0886-42a2-a3b2-33288794dc21 req-65ebe8f8-da57-45a5-864c-ad388c8a3ee7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0550439 Feb 10 04:49:52.388067 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8ee4d8ca-0886-42a2-a3b2-33288794dc21 req-23f1c4f6-9668-40a4-8205-e6ac0c2ebb09 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Feb 10 04:49:53.517055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec83b-9c78-40cf-8a30-282240ff00f1 req-f561f354-a145-438b-8da4-25d09252395a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:53.518568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d93ec83b-9c78-40cf-8a30-282240ff00f1 req-f561f354-a145-438b-8da4-25d09252395a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0550787 Feb 10 04:49:53.564554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d93ec83b-9c78-40cf-8a30-282240ff00f1 req-c8c8ef65-cdb9-4e34-8eb1-a1ea8747d728 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Feb 10 04:49:54.687926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70dcb-dd90-41a5-9039-11b8f1560272 req-73af665b-c079-4a35-ba07-d702f701ecfd tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:54.689401 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1c70dcb-dd90-41a5-9039-11b8f1560272 req-73af665b-c079-4a35-ba07-d702f701ecfd tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Feb 10 04:49:54.738271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d1c70dcb-dd90-41a5-9039-11b8f1560272 req-f8892854-f138-49dc-a0d3-168161b8126d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Feb 10 04:49:55.856465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef7c4d-5642-41fc-a3b1-e3c757482b21 req-2c575e93-d29a-421a-bc4b-26fdb26c2509 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:55.857964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fef7c4d-5642-41fc-a3b1-e3c757482b21 req-2c575e93-d29a-421a-bc4b-26fdb26c2509 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0525692 Feb 10 04:49:55.904778 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6fef7c4d-5642-41fc-a3b1-e3c757482b21 req-a319e0de-ba2c-4ba0-a949-219884652e2c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Feb 10 04:49:57.023929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b579d7-ec30-47d6-9843-94e768bb1394 req-304d4f97-b43e-4e80-8d41-2b12d53bdd7b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:57.025414 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5b579d7-ec30-47d6-9843-94e768bb1394 req-304d4f97-b43e-4e80-8d41-2b12d53bdd7b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0541327 Feb 10 04:49:57.075023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5b579d7-ec30-47d6-9843-94e768bb1394 req-e189ea8d-10ea-493e-9904-1d62a616724a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Feb 10 04:49:57.685440 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b64a499c-a0b0-44c1-ab37-9687b7d560c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:58.120705 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:49:58.192643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5f1a9-cbb4-4066-b3d8-ff3829823544 req-4b029c33-98cc-4b46-b87e-ee94954edd2a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:58.194111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ea5f1a9-cbb4-4066-b3d8-ff3829823544 req-4b029c33-98cc-4b46-b87e-ee94954edd2a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0517442 Feb 10 04:49:58.243339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ea5f1a9-cbb4-4066-b3d8-ff3829823544 req-f5073c7b-2748-4148-a4fc-7687858bf83f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437193 Feb 10 04:49:59.364450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b441bb-bf44-4c68-aa2f-9a5337af952a req-0d58450a-889d-4da8-a0c6-50c5aeb2caed tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:59.365941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49b441bb-bf44-4c68-aa2f-9a5337af952a req-0d58450a-889d-4da8-a0c6-50c5aeb2caed tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0558281 Feb 10 04:49:59.412050 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49b441bb-bf44-4c68-aa2f-9a5337af952a req-36e364ab-d3e7-488a-bcb2-2c4c351d2594 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Feb 10 04:49:59.440981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-4ce29beb-ab6d-4f33-b0bf-6feb282efb62 service neutron] 10.222.0.24 "GET /v2.0/ports/e25854cc-493e-4a2e-b9af-735413b3aee5/bindings/n-h1-827844-2 HTTP/1.1" status: 200 len: 382 time: 0.0621245 Feb 10 04:49:59.832835 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ff80fa2d-16f0-4487-9754-9326d7a85d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:49:59.910618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-75f12396-0575-4fe4-8dee-c252c4b91860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:59.912164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-75f12396-0575-4fe4-8dee-c252c4b91860 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328&tenant_id=be7af72d5398402da8caf122960d5fbf HTTP/1.1" status: 200 len: 1128 time: 0.0455117 Feb 10 04:49:59.976139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-0a03c7c5-49f0-44bf-9d09-887320613c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:49:59.977686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-0a03c7c5-49f0-44bf-9d09-887320613c90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 1128 time: 0.0446012 Feb 10 04:50:00.070474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-34bfd311-5a33-4b74-b468-f695ebcaa8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:00.071968 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-34bfd311-5a33-4b74-b468-f695ebcaa8c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0882738 Feb 10 04:50:00.110857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-fa700210-ce04-40c9-a64f-a2752ed7a7c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 200 len: 217 time: 0.0328496 Feb 10 04:50:00.160935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-fc59000c-7505-4410-95c9-22627e1212f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:00.162338 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-fc59000c-7505-4410-95c9-22627e1212f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0461857 Feb 10 04:50:00.521009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-b2821fc7-8f84-4e65-8992-a34b8bc6bdcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3532517 Feb 10 04:50:00.629814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758488b6-dabc-42de-9a3a-95236da51160 req-40fd87ef-e505-4802-8ef4-2a99103493e4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:00.631304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758488b6-dabc-42de-9a3a-95236da51160 req-40fd87ef-e505-4802-8ef4-2a99103493e4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.1133623 Feb 10 04:50:00.656465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-984cf8a7-f3c7-455e-b597-f27bd4e200c1 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277218 Feb 10 04:50:00.709925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-758488b6-dabc-42de-9a3a-95236da51160 req-06972b7f-b588-43da-b464-270f3b5c4098 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701153 Feb 10 04:50:00.774840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8c98ed0-85ec-4857-a183-eb71cd71b534 req-30d96263-5f36-42f6-97a5-909ef4c884ae service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115236 Feb 10 04:50:01.125782 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:01.827783 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535673fb-314b-413b-9e7a-45f23b66dcfb req-d3ad36c8-7c54-4b84-bdc6-17ab170fc0d5 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:01.829267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-535673fb-314b-413b-9e7a-45f23b66dcfb req-d3ad36c8-7c54-4b84-bdc6-17ab170fc0d5 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0521078 Feb 10 04:50:01.874853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-535673fb-314b-413b-9e7a-45f23b66dcfb req-5f5db13b-9128-4033-8b00-f6037b4d8f1b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Feb 10 04:50:02.754619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:02.992686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48aaa7-f657-4985-960a-1eb1bb39d236 req-126ac0e9-ab2e-45c8-afee-238cacb372f4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:02.994210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb48aaa7-f657-4985-960a-1eb1bb39d236 req-126ac0e9-ab2e-45c8-afee-238cacb372f4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0523732 Feb 10 04:50:03.004387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25854cc-493e-4a2e-b9af-735413b3aee5 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:50:03.008822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25854cc-493e-4a2e-b9af-735413b3aee5 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:50:03.041027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb48aaa7-f657-4985-960a-1eb1bb39d236 req-ae00649c-3e73-4a90-9ed9-90af08d9749b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Feb 10 04:50:03.157891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25854cc-493e-4a2e-b9af-735413b3aee5 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:03.158272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:03.181980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:03.200961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:03.203438 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ad1063-c58b-4d47-955c-79fc2211c0f6" -d '{"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-unplugged", "status": "completed", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:03.207861 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136', 'port_id': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'mac_address': 'fa:16:3e:e5:e6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158a1373-e7de-4302-be60-6b44cdb8c206', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:50:03.217255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:03.249576 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ee79a-0dbb-4298-a301-2a7920c4b9bb x-openstack-request-id: req-6f8ee79a-0dbb-4298-a301-2a7920c4b9bb {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:03.249869 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-unplugged", "status": "completed", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:03.250121 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f8ee79a-0dbb-4298-a301-2a7920c4b9bb {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:03.250511 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'code': 200} Feb 10 04:50:03.257862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25854cc-493e-4a2e-b9af-735413b3aee5 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:03.258252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:03.274103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e25854cc-493e-4a2e-b9af-735413b3aee5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:50:03.320817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:03.392307 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:50:03.392716 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:50:03.396257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:03.414464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85446f-21d2-4b2f-97a1-d44fa1d3eaae req-9bba9da3-f08f-40bf-8f1e-a316ed46ef0e tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:03.415990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee85446f-21d2-4b2f-97a1-d44fa1d3eaae req-9bba9da3-f08f-40bf-8f1e-a316ed46ef0e tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 944 time: 0.0623085 Feb 10 04:50:03.497431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee85446f-21d2-4b2f-97a1-d44fa1d3eaae req-382d536b-f69d-40fe-befc-a01332dc44aa tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704274 Feb 10 04:50:03.505133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa918fe-600c-40e7-9179-e0463c769eca req-8350d9fa-cbd5-42bc-a2cf-bdf77a4374cc tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:03.506557 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-8350d9fa-cbd5-42bc-a2cf-bdf77a4374cc tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328&tenant_id=be7af72d5398402da8caf122960d5fbf&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 944 time: 0.0897100 Feb 10 04:50:03.593072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa918fe-600c-40e7-9179-e0463c769eca req-6741a772-fac1-4fad-9473-16458600199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:03.594632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-6741a772-fac1-4fad-9473-16458600199b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 1126 time: 0.0457952 Feb 10 04:50:03.682441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa918fe-600c-40e7-9179-e0463c769eca req-f1b51b52-7a17-4e5b-888a-1c1bd158a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:03.683952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-f1b51b52-7a17-4e5b-888a-1c1bd158a0ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0842061 Feb 10 04:50:03.730725 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-a08b8b29-ccfa-450e-82cb-05506ac9d5cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 200 len: 217 time: 0.0395682 Feb 10 04:50:03.780545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa918fe-600c-40e7-9179-e0463c769eca req-767fac04-5dce-4411-bbc2-c57c04258407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:03.782004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-767fac04-5dce-4411-bbc2-c57c04258407 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0450087 Feb 10 04:50:03.813296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-e79ef349-106f-4eb2-9d1f-8a7c8af09aad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256627 Feb 10 04:50:03.906809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-b1302e8f-999e-493b-8a8e-b7b83ce32fa4 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871167 Feb 10 04:50:03.932253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25854cc-493e-4a2e-b9af-735413b3aee5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:03.932929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:03.945162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25854cc-493e-4a2e-b9af-735413b3aee5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:50:03.963976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:03.996600 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-baa918fe-600c-40e7-9179-e0463c769eca req-80494f91-beed-4e9e-a100-254509b851f8 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843258 Feb 10 04:50:04.020848 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:04.071701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:04.219954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e25854cc-493e-4a2e-b9af-735413b3aee5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:50:04.327923 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:04.634472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223eeb2e-68d3-45fe-880d-e8c873ece96e req-6dae3827-1f7e-4656-bbdf-b2e067fb1e75 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:04.637128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-223eeb2e-68d3-45fe-880d-e8c873ece96e req-6dae3827-1f7e-4656-bbdf-b2e067fb1e75 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 945 time: 0.0652771 Feb 10 04:50:04.686963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-223eeb2e-68d3-45fe-880d-e8c873ece96e req-e6410e83-3273-4ac7-ac5f-7350918bec4f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Feb 10 04:50:05.004204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25854cc-493e-4a2e-b9af-735413b3aee5 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:50:05.053642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port e25854cc-493e-4a2e-b9af-735413b3aee5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:50:05.053935 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:05.135676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e25854cc-493e-4a2e-b9af-735413b3aee5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:05.135676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:05.166590 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:05.226517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:05.251585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:05.254417 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d29eac1-79f9-461f-a22e-8b1f65f8b5d5" -d '{"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-plugged", "status": "completed", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:05.277896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:05.291758 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d89b5-1268-4315-861f-ef35fddd22fd x-openstack-request-id: req-ef2d89b5-1268-4315-861f-ef35fddd22fd {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:05.292052 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-plugged", "status": "completed", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:05.292303 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef2d89b5-1268-4315-861f-ef35fddd22fd {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:05.292696 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'code': 200} Feb 10 04:50:05.812932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e9e44-a75f-4967-a356-c920a50a7932 req-8dcf5cac-75ad-4bdc-bbeb-31caab5e7410 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:05.814419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c7e9e44-a75f-4967-a356-c920a50a7932 req-8dcf5cac-75ad-4bdc-bbeb-31caab5e7410 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0538249 Feb 10 04:50:05.861388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c7e9e44-a75f-4967-a356-c920a50a7932 req-a5e28c3c-c4cc-46e5-8763-11d3922f2e48 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Feb 10 04:50:05.985696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5028f5-adcc-4700-9b91-02d4fb919433 req-bbeeffba-f46d-4c6b-9808-622615cc89a1 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:05.987122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea5028f5-adcc-4700-9b91-02d4fb919433 req-bbeeffba-f46d-4c6b-9808-622615cc89a1 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0575869 Feb 10 04:50:06.033764 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea5028f5-adcc-4700-9b91-02d4fb919433 req-4174a429-252d-4837-b291-193a138b6616 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Feb 10 04:50:06.157631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199478f5-8515-40cc-8364-6f7216fed1f7 req-b8c1777c-b392-47f9-9bb5-d385a5efc486 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:06.159157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-199478f5-8515-40cc-8364-6f7216fed1f7 req-b8c1777c-b392-47f9-9bb5-d385a5efc486 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0579696 Feb 10 04:50:06.203987 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-199478f5-8515-40cc-8364-6f7216fed1f7 req-3b22dfb6-90d9-4b5a-9a40-3f556628644d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 Feb 10 04:50:06.677711 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-239c07d4-5d97-44ca-8fcb-25f86183aba9 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:06.684923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-239c07d4-5d97-44ca-8fcb-25f86183aba9 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 815 time: 0.1098530 Feb 10 04:50:06.700525 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-1787223c-8cbf-4cb1-a398-da4ed8f826a1 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/quotas/be7af72d5398402da8caf122960d5fbf HTTP/1.1" status: 200 len: 375 time: 0.0145054 Feb 10 04:50:06.757291 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-f29869c9-4245-4b87-8145-16145bc5f7cf tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558307 Feb 10 04:50:06.850049 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-782bb68f-f5d7-4697-b35d-9b498c7d9679 service neutron] 10.222.0.42 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852773 Feb 10 04:50:06.942341 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-01865d01-2d58-4c37-a60d-1fa608f2a9a7 service neutron] 10.222.0.42 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865922 Feb 10 04:50:07.173439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9448f8b6-755e-4d78-b662-04a5682cb8e9 req-cc01e618-2b6b-4515-81d0-cea55b8fea73 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Feb 10 04:50:07.875371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-305b699d-c787-41aa-ae8e-290ed6607475 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:07.876783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-305b699d-c787-41aa-ae8e-290ed6607475 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab848e3c-c8c3-4676-8370-9ebe5150c328 HTTP/1.1" status: 200 len: 946 time: 0.0528643 Feb 10 04:50:07.974812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Deleting port e25854cc-493e-4a2e-b9af-735413b3aee5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:50:07.975154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:08.063629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] For port e25854cc-493e-4a2e-b9af-735413b3aee5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e25854cc-493e-4a2e-b9af-735413b3aee5,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:08.063996 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:08.090307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Calling delete_port for e25854cc-493e-4a2e-b9af-735413b3aee5 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:50:08.274129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-51eb11be-a45d-4c46-8bb7-1ee4cb6357a6 req-113129cc-2cbd-44bf-afe7-3ce4782f4e77 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 210 time: 0.0285676 Feb 10 04:50:08.306822 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e25854cc-493e-4a2e-b9af-735413b3aee5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:08.319326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e25854cc-493e-4a2e-b9af-735413b3aee5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:50:08.337155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Pushing event deleted for resources: {'Port': ['ID=e25854cc-493e-4a2e-b9af-735413b3aee5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:08.346622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.349595 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.350999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.350999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.350999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:08.399578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] No DVR routers for this DVR port e25854cc-493e-4a2e-b9af-735413b3aee5 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:50:08.401487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:08.407259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2798a7b-d522-4e2d-8f11-fa4cbd197852 req-2875e966-6129-4887-81d1-312c2fd65ab0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.24 "DELETE /v2.0/ports/e25854cc-493e-4a2e-b9af-735413b3aee5 HTTP/1.1" status: 204 len: 173 time: 0.5254462 Feb 10 04:50:08.407702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-deleted', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:08.410590 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e66e673-c9f6-4e6e-b291-c3f198f5ca09" -d '{"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-deleted", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:08.450689 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735d2d1b-928b-4de1-a49b-3dd2d78383b8 x-openstack-request-id: req-735d2d1b-928b-4de1-a49b-3dd2d78383b8 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:08.451007 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab848e3c-c8c3-4676-8370-9ebe5150c328", "name": "network-vif-deleted", "tag": "e25854cc-493e-4a2e-b9af-735413b3aee5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:08.451265 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-735d2d1b-928b-4de1-a49b-3dd2d78383b8 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:08.451920 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab848e3c-c8c3-4676-8370-9ebe5150c328', 'name': 'network-vif-deleted', 'tag': 'e25854cc-493e-4a2e-b9af-735413b3aee5', 'status': 'completed', 'code': 200} Feb 10 04:50:08.918041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-a1179d1f-5183-4cfe-bebc-d9394f65f2e7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:08.919576 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-a1179d1f-5183-4cfe-bebc-d9394f65f2e7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.43 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 815 time: 0.1007919 Feb 10 04:50:08.931527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Request body: {'port': {'device_id': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136', 'admin_state_up': True, 'tenant_id': 'be7af72d5398402da8caf122960d5fbf'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:50:09.137188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Made reservation on behalf of be7af72d5398402da8caf122960d5fbf for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:50:09.140658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:09.271124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Allocated IP 172.20.0.4 (5a92fd3d-b402-42bc-bb33-e20e0df24136/158a1373-e7de-4302-be60-6b44cdb8c206/d679c1fc-92c9-48f6-91bc-92ab16c9c4e3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:50:09.371476 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a900ce25-bee2-41ff-bbe3-2e8792479cc9 req-d795b38f-42b0-4b87-8af8-9cb464b943a8 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 210 time: 0.0291948 Feb 10 04:50:09.419737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks [] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:09.501562 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:09.551505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Network 5a92fd3d-b402-42bc-bb33-e20e0df24136 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:50:09.554587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:50:09.558180 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:50:09.564602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:09.610314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:09.610958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:09.670797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-40a51890-4464-490e-aac2-c4495ded46d0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430043 Feb 10 04:50:09.681394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Request body: {'port': {'device_id': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:50:09.740969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:10.000010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:50:10.007388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Publish callbacks [] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:10.018846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Transition to ACTIVE for port object d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:50:10.083737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:10.134246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:10.204001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:50:10.204339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:50:10.204663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:50:10.209497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:50:10.209820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:50:10.214483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:50:10.214849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Checking segment: {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:50:10.215235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Bound using segment: {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:50:10.215655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Bound port: d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:50:10.216004 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:10.276622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:50:10.279490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:50:10.348876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:10.385178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:10.385805 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:10.387238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] 10.222.0.43 "PUT /v2.0/ports/d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 1091 time: 0.7100325 Feb 10 04:50:10.406309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdf309-4d9f-489e-83e4-ff221721eef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:10.453542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:10.456474 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2386f5-2870-4470-bfa0-b66754a32ace" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:10.510527 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a43fed6-0fbb-4bb7-ac8e-815fe00cf32b x-openstack-request-id: req-8a43fed6-0fbb-4bb7-ac8e-815fe00cf32b {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:10.510855 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:10.511114 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a43fed6-0fbb-4bb7-ac8e-815fe00cf32b {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:10.511513 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'status': 'completed', 'code': 200} Feb 10 04:50:10.539214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d06b7-2a84-47ce-9c0a-fbd74bccac41 req-c63e6156-2a46-437b-b04f-c3a3fddd16b3 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:10.540652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-915d06b7-2a84-47ce-9c0a-fbd74bccac41 req-c63e6156-2a46-437b-b04f-c3a3fddd16b3 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 943 time: 0.0984502 Feb 10 04:50:10.543266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-9c1dac93-7de1-4f40-9abe-8ff00e8bcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:10.544642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-9c1dac93-7de1-4f40-9abe-8ff00e8bcb64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1125 time: 0.0717349 Feb 10 04:50:10.592358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-c5846cc4-9fcc-4106-8c2e-e37831ad86d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0395851 Feb 10 04:50:10.650685 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-915d06b7-2a84-47ce-9c0a-fbd74bccac41 req-68a6b8e0-bf80-450a-9ce4-3299e79e4d00 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043632 Feb 10 04:50:10.662186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-afe4011e-d805-4963-9dee-83727fbac1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:10.663534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-afe4011e-d805-4963-9dee-83727fbac1b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0651712 Feb 10 04:50:10.694836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-91c93788-02b6-42b0-aaaf-5f0b8ce34e52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255792 Feb 10 04:50:10.780934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-ae039244-c4a4-4c37-bd48-c9bab4ec0858 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805879 Feb 10 04:50:10.871886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90e616e2-3def-4964-b6c4-2285cefe5d6e req-9d441ea2-c649-4b82-9b1d-e2edf44d3577 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855057 Feb 10 04:50:11.010664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-20d3a863-d578-4b25-b79a-536c76108a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:11.012197 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-20d3a863-d578-4b25-b79a-536c76108a0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1125 time: 0.0446239 Feb 10 04:50:11.021994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25854cc-493e-4a2e-b9af-735413b3aee5 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:50:11.041974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: e25854cc-493e-4a2e-b9af-735413b3aee5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:50:11.042316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e25854cc-493e-4a2e-b9af-735413b3aee5 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:50:11.105162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-a0831e80-eff1-4ac1-b093-14b3d7e42c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:11.106602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-a0831e80-eff1-4ac1-b093-14b3d7e42c69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0887213 Feb 10 04:50:11.146234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-63d06e08-2fd1-42d3-8ba4-f863012e5cc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0342932 Feb 10 04:50:11.193725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-41bb579a-2604-4ca2-9fa2-13a42ab5e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:11.195208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-41bb579a-2604-4ca2-9fa2-13a42ab5e82e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0422332 Feb 10 04:50:11.230463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-6d811e5e-85c9-4920-9ec8-cd8dd95578b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294490 Feb 10 04:50:11.317392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-776a77dd-d9b3-49ed-9e10-926770606c03 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810616 Feb 10 04:50:11.412339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a2386f5-2870-4470-bfa0-b66754a32ace req-a9845ed7-5c6c-4ab0-a41f-27ce5f62e287 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881968 Feb 10 04:50:11.772199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf75ce0-87d6-4b67-af03-69d3efa24209 req-644104ce-07a8-4f33-abf6-520b9e93cc39 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:11.773763 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ccf75ce0-87d6-4b67-af03-69d3efa24209 req-644104ce-07a8-4f33-abf6-520b9e93cc39 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 943 time: 0.0526216 Feb 10 04:50:11.818953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ccf75ce0-87d6-4b67-af03-69d3efa24209 req-46be85bc-8f7d-4ebf-b7b4-dfe829267b6c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Feb 10 04:50:12.937091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1808526-5399-4190-97e6-300aa00f0503 req-d3d63f63-bcec-4e2a-8bdf-dc390eba1a62 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:12.938586 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1808526-5399-4190-97e6-300aa00f0503 req-d3d63f63-bcec-4e2a-8bdf-dc390eba1a62 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 943 time: 0.0521080 Feb 10 04:50:12.984381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d1808526-5399-4190-97e6-300aa00f0503 req-02605453-32c9-4850-be81-66a253803852 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Feb 10 04:50:13.648347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:50:13.742004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:13.756783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136', 'port_id': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'mac_address': 'fa:16:3e:8f:53:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158a1373-e7de-4302-be60-6b44cdb8c206', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:50:13.792946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:13.793336 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:13.806332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:50:13.824738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:13.896808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:13.942722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:13.949809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.950163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.950516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.950904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.951248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.951843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.952184 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.952518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.952849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.953178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.953510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.953838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:13.954197 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:14.099952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['d679c1fc-92c9-48f6-91bc-92ab16c9c4e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:50:14.109902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991d1d-e443-420c-a65f-35e05465c7fd req-88d6cb09-5a42-49dd-9891-00f07f02c9f2 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:14.111431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67991d1d-e443-420c-a65f-35e05465c7fd req-88d6cb09-5a42-49dd-9891-00f07f02c9f2 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 944 time: 0.0590134 Feb 10 04:50:14.167065 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67991d1d-e443-420c-a65f-35e05465c7fd req-f8c9dba4-09b8-4b79-8259-1a0e70d19fc2 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Feb 10 04:50:15.286527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92f333-9d20-424b-819e-acb1c687cac8 req-1e8693ae-43d9-4ae1-8b96-a1cddb7d41db tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:15.288056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed92f333-9d20-424b-819e-acb1c687cac8 req-1e8693ae-43d9-4ae1-8b96-a1cddb7d41db tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 944 time: 0.0518479 Feb 10 04:50:15.337965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ed92f333-9d20-424b-819e-acb1c687cac8 req-f174becd-c796-44f9-a792-a333d664d4c7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Feb 10 04:50:15.648979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:50:15.759489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:50:15.763384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:50:15.763784 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:15.841515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:15.841891 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:15.864310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:15.866500 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a74d6a8-3deb-4b8e-8969-b0427ece61f1" -d '{"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-plugged", "status": "completed", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:15.878691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:15.903242 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedd25cf-e00c-466f-a4f7-7b7d257f17f4 x-openstack-request-id: req-fedd25cf-e00c-466f-a4f7-7b7d257f17f4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:15.903558 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-plugged", "status": "completed", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:15.904241 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fedd25cf-e00c-466f-a4f7-7b7d257f17f4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:15.904673 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'code': 200} Feb 10 04:50:15.937251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:15.985828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:16.003700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b228ce-847c-4ef8-b11c-b1d31c988bb9 req-7bfa12bf-15fb-4cfc-851d-0ef6983225ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:16.005214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51b228ce-847c-4ef8-b11c-b1d31c988bb9 req-7bfa12bf-15fb-4cfc-851d-0ef6983225ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1127 time: 0.0461059 Feb 10 04:50:16.048701 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51b228ce-847c-4ef8-b11c-b1d31c988bb9 req-7a79c047-5b4e-4ed2-91bc-eefe833ed828 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Feb 10 04:50:16.459617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35b407-608a-4e56-8bee-2a4d509bfa2d req-e689cc43-48e9-44a6-851b-122c4a00565b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:16.461137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f35b407-608a-4e56-8bee-2a4d509bfa2d req-e689cc43-48e9-44a6-851b-122c4a00565b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0531683 Feb 10 04:50:16.507792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f35b407-608a-4e56-8bee-2a4d509bfa2d req-8721f411-272f-4122-8dae-b6f113480057 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Feb 10 04:50:17.374652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:17.629187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def7132-bd2d-4bf3-9970-a4465db0d9d3 req-b909eba2-b685-44a2-b0ae-077288a43f1b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:17.630672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1def7132-bd2d-4bf3-9970-a4465db0d9d3 req-b909eba2-b685-44a2-b0ae-077288a43f1b tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Feb 10 04:50:17.677151 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1def7132-bd2d-4bf3-9970-a4465db0d9d3 req-d190430c-580e-4e5d-8d69-32bf484ee955 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Feb 10 04:50:17.799526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edf11b-0496-413e-8423-9a176a3bcce6 req-dfbd2a2f-278d-4198-bf2c-3cd47af048ce tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:17.801052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68edf11b-0496-413e-8423-9a176a3bcce6 req-dfbd2a2f-278d-4198-bf2c-3cd47af048ce tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0558784 Feb 10 04:50:17.847792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-68edf11b-0496-413e-8423-9a176a3bcce6 req-69a373f3-ee88-434e-9ebe-389818a6e12f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Feb 10 04:50:18.215719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b4df-ed5d-4241-90b9-e8d59366eae8 req-00b5d1a1-514b-41b1-8e96-de1a43e8e080 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:18.217200 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a458b4df-ed5d-4241-90b9-e8d59366eae8 req-00b5d1a1-514b-41b1-8e96-de1a43e8e080 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0519378 Feb 10 04:50:18.263559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a458b4df-ed5d-4241-90b9-e8d59366eae8 req-97a4b004-78fd-49ca-a425-de55a2d01083 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Feb 10 04:50:18.340676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-2b86e305-e522-4215-beac-199ba702326a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475144 Feb 10 04:50:18.714069 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:18.874361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-8865a2b8-eb07-41a9-a9d2-7b3bce4eb5ff tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:18.875770 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-8865a2b8-eb07-41a9-a9d2-7b3bce4eb5ff tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports/d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 942 time: 0.0461824 Feb 10 04:50:19.383907 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100ecc9-3cb3-4f79-aa4c-32cbcba1aec1 req-102cea25-14f5-44f9-9bc4-3fad88e5f31a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:19.385941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e100ecc9-3cb3-4f79-aa4c-32cbcba1aec1 req-102cea25-14f5-44f9-9bc4-3fad88e5f31a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0548265 Feb 10 04:50:19.448063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e100ecc9-3cb3-4f79-aa4c-32cbcba1aec1 req-6293f676-5fdb-40d1-80b5-48f625f64bf5 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Feb 10 04:50:20.365053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-0829f120-433b-455f-9ff0-f0d4188b4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:20.366534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-0829f120-433b-455f-9ff0-f0d4188b4f07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1127 time: 0.0441089 Feb 10 04:50:20.457613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-febb4698-e99d-4dba-b4b4-82a807172d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:20.459120 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-febb4698-e99d-4dba-b4b4-82a807172d6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0873263 Feb 10 04:50:20.500577 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-2f90656d-c679-4a74-872a-dd9f6877768d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0339024 Feb 10 04:50:20.579224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-5136af66-bb68-4118-9c19-c70deab56e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:20.581372 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-5136af66-bb68-4118-9c19-c70deab56e9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0754428 Feb 10 04:50:20.613975 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7afc81ff-c1a6-49c9-af43-659996dd9d05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263085 Feb 10 04:50:20.620644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f59e-2ad7-4ef5-9234-c875d15d6cc3 req-64afec67-4bcd-4154-8eb3-a187fa4e37fe tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:20.621993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0fc1f59e-2ad7-4ef5-9234-c875d15d6cc3 req-64afec67-4bcd-4154-8eb3-a187fa4e37fe tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0875137 Feb 10 04:50:20.723420 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0fc1f59e-2ad7-4ef5-9234-c875d15d6cc3 req-0e13fb19-af5f-429c-adfa-be70ffb92e6a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932345 Feb 10 04:50:20.738941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-ccbb4c92-f7c0-4d1b-ae05-d6b95db9b942 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160057 Feb 10 04:50:20.833453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-094f1202-41ff-4c4e-aa37-c1330d74bba7 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Feb 10 04:50:21.841603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450cda-a133-41c8-bdc5-c1fcd5fec1e5 req-dc42ee33-c3c5-4f09-8ff7-67934c728450 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:21.843099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae450cda-a133-41c8-bdc5-c1fcd5fec1e5 req-dc42ee33-c3c5-4f09-8ff7-67934c728450 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0518563 Feb 10 04:50:21.891885 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae450cda-a133-41c8-bdc5-c1fcd5fec1e5 req-2adc5e1c-67df-4901-89c4-bc5a67d061b6 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Feb 10 04:50:23.012260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4706-f477-4f07-a941-3d14f8b2a40f req-15b9ebde-f208-4aee-b3da-9bd1702ecaa0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:23.013751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-982f4706-f477-4f07-a941-3d14f8b2a40f req-15b9ebde-f208-4aee-b3da-9bd1702ecaa0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0532000 Feb 10 04:50:23.072791 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-982f4706-f477-4f07-a941-3d14f8b2a40f req-27c818ca-ac3c-4b49-b1c8-3e0d2bf436c7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534720 Feb 10 04:50:24.188764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79383fc-9f18-432b-b44e-394e89b7d3dd req-04178479-9d30-44da-a72b-995a5a2ccbd5 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:24.190893 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b79383fc-9f18-432b-b44e-394e89b7d3dd req-04178479-9d30-44da-a72b-995a5a2ccbd5 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0519757 Feb 10 04:50:24.237188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b79383fc-9f18-432b-b44e-394e89b7d3dd req-b32daa04-0f79-4822-a199-eafb02c0ec13 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Feb 10 04:50:25.363457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bedc46-f9ff-43bb-ac78-00df959d98dd req-444f2f2c-28a9-422b-9d7e-28b1f594e450 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:25.364995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f5bedc46-f9ff-43bb-ac78-00df959d98dd req-444f2f2c-28a9-422b-9d7e-28b1f594e450 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0587652 Feb 10 04:50:25.411896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f5bedc46-f9ff-43bb-ac78-00df959d98dd req-86a958a5-27df-41ba-ab5d-9d319923455c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Feb 10 04:50:26.534079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f462c1b-acb0-4990-b1da-ffd3e9de8d6a req-0b8a8529-38a6-4f3f-8045-c110a494a2ca tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:26.535605 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f462c1b-acb0-4990-b1da-ffd3e9de8d6a req-0b8a8529-38a6-4f3f-8045-c110a494a2ca tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0532112 Feb 10 04:50:26.582013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f462c1b-acb0-4990-b1da-ffd3e9de8d6a req-7ad18053-93b3-4759-be7e-4579025928b2 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Feb 10 04:50:27.683457 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ad343fd4-cf30-48b7-bdc0-2027d33c1fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:27.709472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7c63a-a34a-4825-890d-18970977ecaa req-85c2ccfa-160c-49de-ad74-e3efff426b74 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:27.710963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51f7c63a-a34a-4825-890d-18970977ecaa req-85c2ccfa-160c-49de-ad74-e3efff426b74 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0571344 Feb 10 04:50:27.757275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51f7c63a-a34a-4825-890d-18970977ecaa req-264180ca-671c-4daf-a2ea-b535d4e05d11 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Feb 10 04:50:28.879505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1131efb-b293-4691-903a-4d24a37a7bc1 req-d77e9a2d-f1d3-4e98-9ce1-a4f19a00d555 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:28.881004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1131efb-b293-4691-903a-4d24a37a7bc1 req-d77e9a2d-f1d3-4e98-9ce1-a4f19a00d555 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0573595 Feb 10 04:50:28.926170 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1131efb-b293-4691-903a-4d24a37a7bc1 req-90dd923a-2bf4-40e0-bc78-dfad5da9c882 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Feb 10 04:50:29.826023 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f55b9c9-e91e-468f-bed9-bc9791d5b257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:30.045788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdce1e-bd2a-4bf7-81b6-cd352437f9da req-545a8732-487e-4b2f-bb4a-fd9d9d5e0f02 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:30.047294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fbdce1e-bd2a-4bf7-81b6-cd352437f9da req-545a8732-487e-4b2f-bb4a-fd9d9d5e0f02 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Feb 10 04:50:30.094222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fbdce1e-bd2a-4bf7-81b6-cd352437f9da req-5d4bcf79-5efd-4f9d-a18e-e21771849932 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Feb 10 04:50:31.152015 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:31.211561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255850d-8a06-483a-9fa9-80e3056d7e7b req-d6fbcba6-e849-4c40-8d76-e68d8d1b07b0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:31.213032 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7255850d-8a06-483a-9fa9-80e3056d7e7b req-d6fbcba6-e849-4c40-8d76-e68d8d1b07b0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0526464 Feb 10 04:50:31.258989 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7255850d-8a06-483a-9fa9-80e3056d7e7b req-29506778-1aed-4d98-83e7-bf4c8b89012f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Feb 10 04:50:32.373740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478d6c-6e9d-45ac-9a8f-ca9935c8d814 req-8bdc725d-d6fe-4ff4-8684-ee30df3d96aa tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:32.375266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b478d6c-6e9d-45ac-9a8f-ca9935c8d814 req-8bdc725d-d6fe-4ff4-8684-ee30df3d96aa tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0519371 Feb 10 04:50:32.425026 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1b478d6c-6e9d-45ac-9a8f-ca9935c8d814 req-98dd33b1-b64b-4d93-b0f9-e8036733fe52 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Feb 10 04:50:32.736264 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:33.589556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e41e-de7b-455c-ab53-52b29330beae req-2e331d13-0305-4633-895d-f4cdfe84ae4d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:33.591127 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6be3e41e-de7b-455c-ab53-52b29330beae req-2e331d13-0305-4633-895d-f4cdfe84ae4d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0963199 Feb 10 04:50:33.637253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6be3e41e-de7b-455c-ab53-52b29330beae req-314da069-0ffe-406e-81e9-002b1ef16758 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Feb 10 04:50:34.324900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:34.777967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a1b0f-0cb4-47c2-82f8-43a2ff712e7c req-26225f9c-543f-4865-a06e-19173a87c91c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:34.779561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7f2a1b0f-0cb4-47c2-82f8-43a2ff712e7c req-26225f9c-543f-4865-a06e-19173a87c91c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0631034 Feb 10 04:50:34.825737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7f2a1b0f-0cb4-47c2-82f8-43a2ff712e7c req-e5ea8517-0f76-4542-bc2c-b1701dd717b7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Feb 10 04:50:35.120136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:50:35.944036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132162c-0ab0-4692-ab50-e042e198f47e req-9a451ab0-0814-49e5-9995-d5a2717509cf tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:35.945536 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0132162c-0ab0-4692-ab50-e042e198f47e req-9a451ab0-0814-49e5-9995-d5a2717509cf tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Feb 10 04:50:35.991224 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0132162c-0ab0-4692-ab50-e042e198f47e req-136fe036-38e6-4607-b418-596f677c8bdf tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Feb 10 04:50:37.109278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132843b9-f289-4084-8943-2f107aab0860 req-657a5e74-d7be-4c34-93d3-3f105f08331e tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:37.110662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-132843b9-f289-4084-8943-2f107aab0860 req-657a5e74-d7be-4c34-93d3-3f105f08331e tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0524745 Feb 10 04:50:37.156161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-132843b9-f289-4084-8943-2f107aab0860 req-c122c543-795f-49de-b18c-3098b172695f tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Feb 10 04:50:38.273702 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cff8f-6d33-4a98-8eae-d90978620270 req-5146b77b-c6b3-4333-b00d-34e1b1228fc6 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:38.275221 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-829cff8f-6d33-4a98-8eae-d90978620270 req-5146b77b-c6b3-4333-b00d-34e1b1228fc6 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0518968 Feb 10 04:50:38.324579 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-829cff8f-6d33-4a98-8eae-d90978620270 req-a4394891-aa01-41b6-a01c-b04707598803 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438957 Feb 10 04:50:39.457504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014162-bad6-40e0-9537-5fc64ad27988 req-fdf1ba68-3d3d-49b6-b156-383cd22f23b5 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:39.459016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc014162-bad6-40e0-9537-5fc64ad27988 req-fdf1ba68-3d3d-49b6-b156-383cd22f23b5 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0585639 Feb 10 04:50:39.506122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc014162-bad6-40e0-9537-5fc64ad27988 req-6f060d10-aa24-42a6-a4c3-531d7a9c3fca tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Feb 10 04:50:40.624829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b51b27-9651-45bd-80fc-8e4875c7ff42 req-ec67f8cc-360b-494e-a7ac-b4b43b70e111 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:40.626232 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83b51b27-9651-45bd-80fc-8e4875c7ff42 req-ec67f8cc-360b-494e-a7ac-b4b43b70e111 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0517843 Feb 10 04:50:40.672944 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-83b51b27-9651-45bd-80fc-8e4875c7ff42 req-a5b47cc6-bbf6-4ab1-b7da-669b486d7945 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Feb 10 04:50:41.796847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddef1-af13-4c3b-9af9-f22c56df6ca0 req-03d778d2-8a5d-48bb-8ef2-c1ac1f85eac0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:41.798363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-623ddef1-af13-4c3b-9af9-f22c56df6ca0 req-03d778d2-8a5d-48bb-8ef2-c1ac1f85eac0 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0564437 Feb 10 04:50:41.847220 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-623ddef1-af13-4c3b-9af9-f22c56df6ca0 req-a35cd022-f816-4c6b-b35d-1c0777495f11 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Feb 10 04:50:42.965700 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8fbea-0223-49de-8330-695245e81362 req-d8ae09c7-dcba-468c-bc1d-c86d64a7ae2a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:42.967203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdc8fbea-0223-49de-8330-695245e81362 req-d8ae09c7-dcba-468c-bc1d-c86d64a7ae2a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Feb 10 04:50:43.012882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdc8fbea-0223-49de-8330-695245e81362 req-ff947558-b275-4582-ba43-ed1e223ac511 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Feb 10 04:50:44.132998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf683-e49c-451c-a927-3061a2ae9cb7 req-12c1c277-32d1-4278-812d-d0e250cb4cf4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:44.134474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ddaf683-e49c-451c-a927-3061a2ae9cb7 req-12c1c277-32d1-4278-812d-d0e250cb4cf4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0557272 Feb 10 04:50:44.180191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ddaf683-e49c-451c-a927-3061a2ae9cb7 req-15c04d67-6bc1-4f62-a7f6-0f5a446e98aa tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Feb 10 04:50:45.302529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92143a76-2ff1-4836-9891-56941a481d0a req-5eb2fef8-6d0b-4e64-ab05-f656efe342bc tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:45.304405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92143a76-2ff1-4836-9891-56941a481d0a req-5eb2fef8-6d0b-4e64-ab05-f656efe342bc tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0569444 Feb 10 04:50:45.353452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-92143a76-2ff1-4836-9891-56941a481d0a req-aac58695-13a1-4452-9868-407a439129d7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Feb 10 04:50:46.475290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2fb9-942c-40e9-9802-b2801ee02964 req-3d8baff3-e682-45cf-8ca3-1229a7c05716 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:46.476780 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b6a2fb9-942c-40e9-9802-b2801ee02964 req-3d8baff3-e682-45cf-8ca3-1229a7c05716 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0540290 Feb 10 04:50:46.524423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b6a2fb9-942c-40e9-9802-b2801ee02964 req-cf684ea0-a9e9-4392-85a5-f7ce57d0673c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Feb 10 04:50:47.340326 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:47.644009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc038f-8885-4bc9-aff1-1cc31b40b1ac req-6bf6283c-779a-47c7-a702-7c3d254cd496 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:47.645405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdcc038f-8885-4bc9-aff1-1cc31b40b1ac req-6bf6283c-779a-47c7-a702-7c3d254cd496 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0539041 Feb 10 04:50:47.691930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bdcc038f-8885-4bc9-aff1-1cc31b40b1ac req-6c342bc5-2bfa-4377-9de8-256a87488eec tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Feb 10 04:50:47.830288 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-3d02a9ec-703a-4ff7-807d-05a52c036570 service neutron] show failed (client error): The resource could not be found. Feb 10 04:50:47.831534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-3d02a9ec-703a-4ff7-807d-05a52c036570 service neutron] 10.222.0.43 "GET /v2.0/ports/d679c1fc-92c9-48f6-91bc-92ab16c9c4e3/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0567949 Feb 10 04:50:48.426345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-b841398e-b0a1-48fb-ab6e-d5c0d4456f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:48.427934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-b841398e-b0a1-48fb-ab6e-d5c0d4456f51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740&tenant_id=be7af72d5398402da8caf122960d5fbf HTTP/1.1" status: 200 len: 1127 time: 0.0986757 Feb 10 04:50:48.437052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-b6041698-8c8b-4fcb-b208-9b238395790f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:50:48.437967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-b6041698-8c8b-4fcb-b208-9b238395790f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048807 Feb 10 04:50:48.448783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:50:48.508291 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:48.702270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:48.705211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:48.739387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:50:48.809743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:48.811993 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70038d9d-3c68-4076-81af-c72d792eb042" -d '{"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-unplugged", "status": "completed", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:48.816594 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Publish callbacks [] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:48.836706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Transition to ACTIVE for port object d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:50:48.847212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c31b9-9c94-4d6c-b8a0-97826351e6b7 req-0a7a44fe-d51c-484a-8b34-fdb2f1556575 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:48.848790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-447c31b9-9c94-4d6c-b8a0-97826351e6b7 req-0a7a44fe-d51c-484a-8b34-fdb2f1556575 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0865407 Feb 10 04:50:48.899603 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-447c31b9-9c94-4d6c-b8a0-97826351e6b7 req-38caecf7-b325-4fd6-a900-657d28164c7c tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Feb 10 04:50:48.900416 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:48.967419 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabbd53a-419e-4bbf-b6b7-8fd4d63ecf6f x-openstack-request-id: req-eabbd53a-419e-4bbf-b6b7-8fd4d63ecf6f {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:48.967714 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-unplugged", "status": "completed", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:48.967968 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eabbd53a-419e-4bbf-b6b7-8fd4d63ecf6f {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:48.968360 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'code': 200} Feb 10 04:50:48.969012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] No DVR routers for this DVR port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:50:48.972631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:49.007718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:50:49.008055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:50:49.008384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:50:49.012638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:50:49.012985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Attempting to bind port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on network 5a92fd3d-b402-42bc-bb33-e20e0df24136 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:50:49.017818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:50:49.018153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Checking segment: {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:50:49.018535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Bound using segment: {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:50:49.018986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Bound port: d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a5b34-5775-45db-81e1-2bcd1c654ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:50:49.019336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:49.085473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:50:49.088412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:50:49.147886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:49.184020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:49.184644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:49.186023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 1091 time: 0.7410278 Feb 10 04:50:49.219791 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e821eb5-e417-488f-8fe1-d4531ebf66d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:49.258440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-a7eb25f8-c4ad-415a-be5f-4e74567938af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:49.259987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-a7eb25f8-c4ad-415a-be5f-4e74567938af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1125 time: 0.0523231 Feb 10 04:50:49.348734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-abc277dc-6565-4110-a1a5-7206933aa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:49.350208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-abc277dc-6565-4110-a1a5-7206933aa41e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0840650 Feb 10 04:50:49.391836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-1f76ea6a-0a2a-47e5-bdf0-b5e306d2bbef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0360425 Feb 10 04:50:49.439170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-e59d8d31-d4da-4d5e-96e3-4a56f3c6ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:49.440667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-e59d8d31-d4da-4d5e-96e3-4a56f3c6ff47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0429184 Feb 10 04:50:49.473527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-89faaea2-3e91-499a-9db6-97a2735bbc3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255787 Feb 10 04:50:49.563849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-2e068baa-f50f-4b55-afe1-7420a9f974fb service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 Feb 10 04:50:49.983619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e63eb3d2-f39a-4272-bed1-28584a00420a req-080755da-14c9-4254-a663-ab746e4e9b4d service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136155 Feb 10 04:50:50.022920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430443b9-72b6-4e2b-af47-6a668c8bf1f7 req-ee2042fe-7e11-4081-9a9a-a305dc75e652 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:50.024395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-430443b9-72b6-4e2b-af47-6a668c8bf1f7 req-ee2042fe-7e11-4081-9a9a-a305dc75e652 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 943 time: 0.0533688 Feb 10 04:50:50.073106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-430443b9-72b6-4e2b-af47-6a668c8bf1f7 req-29409d7b-9ff8-4b36-8e0f-d7341caee4fd tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Feb 10 04:50:50.969800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:50.972773 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7088b7a-8196-44ce-ab26-c9bc1b782c18" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:51.020189 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e62bfc-f6b6-46de-818b-59097b36da57 x-openstack-request-id: req-b6e62bfc-f6b6-46de-818b-59097b36da57 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:51.020747 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:51.020747 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6e62bfc-f6b6-46de-818b-59097b36da57 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:51.021093 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'status': 'completed', 'code': 200} Feb 10 04:50:51.109716 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-e7833539-6043-4e7b-a9f9-afbf26a5021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:51.111367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-e7833539-6043-4e7b-a9f9-afbf26a5021e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1125 time: 0.0718117 Feb 10 04:50:51.116329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-ccf91337-453d-47f4-a1f4-58f530451b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:51.117692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-ccf91337-453d-47f4-a1f4-58f530451b54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1125 time: 0.0691912 Feb 10 04:50:51.307848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-ddd562c5-a1c5-4f45-8066-20858be7155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:51.309309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-ddd562c5-a1c5-4f45-8066-20858be7155d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.1907954 Feb 10 04:50:51.317639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128bb37-0097-44a1-bd50-d673152426b4 req-10b3abc4-4c46-4c2f-84d5-125a96e8d6dc tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:51.319014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0128bb37-0097-44a1-bd50-d673152426b4 req-10b3abc4-4c46-4c2f-84d5-125a96e8d6dc tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 943 time: 0.1754565 Feb 10 04:50:51.319942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-426287c2-d043-4318-ba9b-66e0afb21cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:51.321250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-426287c2-d043-4318-ba9b-66e0afb21cbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.1957178 Feb 10 04:50:51.395500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-d31c0655-fb6e-47ea-9972-5cd44d68e7d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0732584 Feb 10 04:50:51.401805 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-6d77ab47-b4bb-43a5-9d12-886ec9b0e5fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0740352 Feb 10 04:50:51.503806 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0128bb37-0097-44a1-bd50-d673152426b4 req-0783a2a2-8c5c-4a91-a64d-d3c1f932f6fe tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749942 Feb 10 04:50:51.507171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-606618f5-3e9d-43c8-a2ad-4caaac5e6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:51.508538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-606618f5-3e9d-43c8-a2ad-4caaac5e6330 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.1059234 Feb 10 04:50:51.513852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-dfde41c4-d22c-4b2d-b9d9-bfa7bd9becc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:51.516934 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-dfde41c4-d22c-4b2d-b9d9-bfa7bd9becc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.1035638 Feb 10 04:50:51.568929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-a614cc64-efea-44aa-943b-cef666d5dd27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445094 Feb 10 04:50:51.570883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-5c6edad9-b8f8-4829-a40a-5e66afa63bdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547698 Feb 10 04:50:51.732932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-e22f267e-e732-4b4c-b9f7-a6fb395c36d1 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582947 Feb 10 04:50:51.734692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-9f3baf2c-7d74-4a9b-988a-8b0c5566d002 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514192 Feb 10 04:50:51.866543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:50:51.906730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-7441e385-570f-4ba8-bc37-6ec7e98c84f8 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680982 Feb 10 04:50:51.909609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a7088b7a-8196-44ce-ab26-c9bc1b782c18 req-40ebd533-d7b1-40ac-a061-31a9ef3b8c24 service neutron] 10.222.0.24 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637304 Feb 10 04:50:51.909855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:50:51.910255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:50:52.625698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9e90-ec68-4ae8-9f4f-271967a3af6f req-0b2d1a64-6000-4c2e-848b-9c4c1a0b3e0d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:52.627641 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae2f9e90-ec68-4ae8-9f4f-271967a3af6f req-0b2d1a64-6000-4c2e-848b-9c4c1a0b3e0d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 943 time: 0.0528178 Feb 10 04:50:52.677243 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ae2f9e90-ec68-4ae8-9f4f-271967a3af6f req-8be0617b-1b3e-4b7c-8d5d-8cd298d930f6 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Feb 10 04:50:52.983350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c21d3f-154a-4030-aa77-659f8b072465 req-ec1ea54f-0b79-49ae-8950-a6783269f7e9 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:52.984853 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80c21d3f-154a-4030-aa77-659f8b072465 req-ec1ea54f-0b79-49ae-8950-a6783269f7e9 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 943 time: 0.0520475 Feb 10 04:50:53.033529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-80c21d3f-154a-4030-aa77-659f8b072465 req-fafd2571-778f-4e98-b674-13a32e22e8f4 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Feb 10 04:50:53.079181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011652-3cb6-46a9-943b-626329c8a78f req-485f76b2-322f-46a8-954e-d34b875efeec tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:53.080676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-485f76b2-322f-46a8-954e-d34b875efeec tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740&tenant_id=be7af72d5398402da8caf122960d5fbf&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 943 time: 0.0619206 Feb 10 04:50:53.138725 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-56011652-3cb6-46a9-943b-626329c8a78f req-8fdedc59-4656-4d32-8933-fa0a7629cacb service neutron] delete failed (client error): The resource could not be found. Feb 10 04:50:53.139633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-8fdedc59-4656-4d32-8933-fa0a7629cacb service neutron] 10.222.0.43 "DELETE /v2.0/ports/d679c1fc-92c9-48f6-91bc-92ab16c9c4e3/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0523772 Feb 10 04:50:53.225846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011652-3cb6-46a9-943b-626329c8a78f req-1485a4fa-e757-48cb-9c46-9166dbf54c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:53.227421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-1485a4fa-e757-48cb-9c46-9166dbf54c9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be7af72d5398402da8caf122960d5fbf&device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 1125 time: 0.0455155 Feb 10 04:50:53.275642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:50:53.320414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011652-3cb6-46a9-943b-626329c8a78f req-8969c4b9-77d4-40b9-ad3e-33329164a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:53.321900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-8969c4b9-77d4-40b9-ad3e-33329164a5e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 200 len: 916 time: 0.0889437 Feb 10 04:50:53.364502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-81932df7-0b26-462f-a385-2752e7b6df7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0360982 Feb 10 04:50:53.373542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:53.383958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'network_id': '5a92fd3d-b402-42bc-bb33-e20e0df24136', 'port_id': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'mac_address': 'fa:16:3e:8f:53:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158a1373-e7de-4302-be60-6b44cdb8c206', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:50:53.413293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011652-3cb6-46a9-943b-626329c8a78f req-982f43e3-28e1-4d9f-83d5-ef7b070ed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:53.414742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-982f43e3-28e1-4d9f-83d5-ef7b070ed651 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 200 len: 855 time: 0.0433381 Feb 10 04:50:53.428853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:53.429256 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:53.449509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:50:53.457547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-a22814f1-fe44-429f-95ea-b7e0644b55c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a92fd3d-b402-42bc-bb33-e20e0df24136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335729 Feb 10 04:50:53.465973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:53.530120 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:53.556482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-40fae205-e007-4986-90c1-fbd18fdc0d1b service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958536 Feb 10 04:50:53.587665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:53.655535 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56011652-3cb6-46a9-943b-626329c8a78f req-2dd082c1-b161-40da-a3dc-f14f47697d73 service neutron] 10.222.0.43 "GET /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934124 Feb 10 04:50:53.756654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d679c1fc-92c9-48f6-91bc-92ab16c9c4e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:50:54.162194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20571013-1c3b-410f-adc0-8bc767792a14 req-7e65f641-465c-4c79-9067-febaa7324dc7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:54.163719 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20571013-1c3b-410f-adc0-8bc767792a14 req-7e65f641-465c-4c79-9067-febaa7324dc7 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 944 time: 0.0598655 Feb 10 04:50:54.212106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20571013-1c3b-410f-adc0-8bc767792a14 req-e931fdff-358e-42da-a7c4-97ee79efb9d9 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Feb 10 04:50:55.284369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:50:55.332155 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0976-de65-46bc-8378-4fb20cb91dc5 req-6aa07903-ec98-4cc5-8366-8696f59e6f56 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:55.333658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-804d0976-de65-46bc-8378-4fb20cb91dc5 req-6aa07903-ec98-4cc5-8366-8696f59e6f56 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 944 time: 0.0533681 Feb 10 04:50:55.380054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-804d0976-de65-46bc-8378-4fb20cb91dc5 req-e0f2f60a-b219-4a13-b037-975d4415f46a tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Feb 10 04:50:55.402864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:50:55.407381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:50:55.407381 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:55.486576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:50:55.487131 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:55.501831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa5870-3170-4473-a068-4ce4750cc6c7 req-6731c4f3-0623-4198-9e92-88bc622bb802 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:55.503902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6fa5870-3170-4473-a068-4ce4750cc6c7 req-6731c4f3-0623-4198-9e92-88bc622bb802 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 944 time: 0.0541935 Feb 10 04:50:55.510191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:55.516082 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33512e01-a33b-48d0-8bed-4513458d7cb6" -d '{"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-plugged", "status": "completed", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:55.530104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:55.549198 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d64ddc2-7ef7-4e03-ab39-5d68ff682878 x-openstack-request-id: req-2d64ddc2-7ef7-4e03-ab39-5d68ff682878 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:55.549871 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-plugged", "status": "completed", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:55.550136 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d64ddc2-7ef7-4e03-ab39-5d68ff682878 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:55.550530 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'code': 200} Feb 10 04:50:55.581816 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:55.615767 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c6fa5870-3170-4473-a068-4ce4750cc6c7 req-25e38f5d-9e24-4f4a-b0c0-052447f7cb31 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063080 Feb 10 04:50:55.631339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:55.737297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4155c6-cba7-4b3a-a9a6-ab7c7c2d310a req-541acef1-b8d4-4270-b44c-c4e3014b4352 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:55.738977 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b4155c6-cba7-4b3a-a9a6-ab7c7c2d310a req-541acef1-b8d4-4270-b44c-c4e3014b4352 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0569675 Feb 10 04:50:55.785542 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b4155c6-cba7-4b3a-a9a6-ab7c7c2d310a req-e4f1a299-0cef-43c4-a1cc-25e7209a2388 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Feb 10 04:50:56.330140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eb7b3-e267-4603-a3a8-047e3c1f5753 req-5b0bbc06-93e1-4f5e-b3b0-eb1d65e4fa90 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:56.331634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d56eb7b3-e267-4603-a3a8-047e3c1f5753 req-5b0bbc06-93e1-4f5e-b3b0-eb1d65e4fa90 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0564198 Feb 10 04:50:56.378051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d56eb7b3-e267-4603-a3a8-047e3c1f5753 req-5481a4ba-2cee-4928-a853-8095fcb56cad tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Feb 10 04:50:57.498299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a7af5-f587-402c-a567-4153987ebf45 req-dff081ff-ea48-442f-a561-1a23f3e22a63 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:57.499844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d84a7af5-f587-402c-a567-4153987ebf45 req-dff081ff-ea48-442f-a561-1a23f3e22a63 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0529552 Feb 10 04:50:57.518055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-41a2c1cb-46a3-4f7d-beca-f5260d7e1716 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:50:57.519669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-41a2c1cb-46a3-4f7d-beca-f5260d7e1716 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc6d5673-1b90-46dd-b6a9-307bd9b47740 HTTP/1.1" status: 200 len: 945 time: 0.0535448 Feb 10 04:50:57.547530 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d84a7af5-f587-402c-a567-4153987ebf45 req-216d9aeb-5155-4a5a-8331-3a4cc0ffed9d tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.42 "GET /v2.0/security-groups?id=85b6419f-0534-4a0d-958f-340231ae3ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Feb 10 04:50:57.616900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Deleting port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:50:57.617158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:57.667497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-12646337-6487-4842-96eb-76451d9fe6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:57.708586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] For port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,segment=NetworkSegment(9d7a5b34-5775-45db-81e1-2bcd1c654ae1),segment_id=9d7a5b34-5775-45db-81e1-2bcd1c654ae1)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:50:57.708952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:57.721361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Calling delete_port for d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:50:57.884840 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d679c1fc-92c9-48f6-91bc-92ab16c9c4e3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:57.896211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['d679c1fc-92c9-48f6-91bc-92ab16c9c4e3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:50:57.914652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Pushing event deleted for resources: {'Port': ['ID=d679c1fc-92c9-48f6-91bc-92ab16c9c4e3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:57.961880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] No DVR routers for this DVR port d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:50:57.964573 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:57.968277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e61f3290-9e42-4af2-ad0f-3b6e5c3d4449 req-9c524fdb-e23e-4d0e-8862-068bd8e7e734 tempest-ServerDiskConfigTestJSON-227653390 tempest-ServerDiskConfigTestJSON-227653390-project] 10.222.0.24 "DELETE /v2.0/ports/d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 HTTP/1.1" status: 204 len: 173 time: 0.4440725 Feb 10 04:50:57.968729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-deleted', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:50:57.971581 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3ddd2-8b75-4d0e-b34b-88a824aee1b2" -d '{"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-deleted", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:50:58.007365 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb22f88-722f-44c2-8157-c63b233425fb x-openstack-request-id: req-3bb22f88-722f-44c2-8157-c63b233425fb {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:50:58.007654 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6d5673-1b90-46dd-b6a9-307bd9b47740", "name": "network-vif-deleted", "tag": "d679c1fc-92c9-48f6-91bc-92ab16c9c4e3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:50:58.007974 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bb22f88-722f-44c2-8157-c63b233425fb {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:50:58.008385 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6d5673-1b90-46dd-b6a9-307bd9b47740', 'name': 'network-vif-deleted', 'tag': 'd679c1fc-92c9-48f6-91bc-92ab16c9c4e3', 'status': 'completed', 'code': 200} Feb 10 04:50:58.668367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51208) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:50:58.715942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Deleting subnet 158a1373-e7de-4302-be60-6b44cdb8c206 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:50:58.718978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Publish callbacks [] for subnet (158a1373-e7de-4302-be60-6b44cdb8c206), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:58.752264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (158a1373-e7de-4302-be60-6b44cdb8c206), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:58.789370 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (158a1373-e7de-4302-be60-6b44cdb8c206), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:58.896099 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (158a1373-e7de-4302-be60-6b44cdb8c206), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:58.921490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158a1373-e7de-4302-be60-6b44cdb8c206,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:58.925958 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:58.929171 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] 10.222.0.42 "DELETE /v2.0/subnets/158a1373-e7de-4302-be60-6b44cdb8c206 HTTP/1.1" status: 204 len: 168 time: 0.2597702 Feb 10 04:50:58.931774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51210) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:50:58.934378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.934753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.935102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.935446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.935782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.936115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.936446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.936778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.937107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.937431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.937757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.938084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.938406 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88746d70-55c9-43d3-aef7-991794bd1bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:50:58.999658 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (5a92fd3d-b402-42bc-bb33-e20e0df24136), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.079276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (5a92fd3d-b402-42bc-bb33-e20e0df24136), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.100113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a92fd3d-b402-42bc-bb33-e20e0df24136']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:50:59.109039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7a5b34-5775-45db-81e1-2bcd1c654ae1') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:50:59.109333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7a5b34-5775-45db-81e1-2bcd1c654ae1') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:50:59.118534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (9d7a5b34-5775-45db-81e1-2bcd1c654ae1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.131278 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9d7a5b34-5775-45db-81e1-2bcd1c654ae1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.137119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:50:59.137530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (9d7a5b34-5775-45db-81e1-2bcd1c654ae1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:50:59.139254 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:50:59.249841 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (5a92fd3d-b402-42bc-bb33-e20e0df24136), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.255870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.261767 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5a92fd3d-b402-42bc-bb33-e20e0df24136 HTTP/1.1" status: 204 len: 168 time: 0.3262746 Feb 10 04:50:59.270346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ff24f-5c8a-4748-bbac-75bc2a9b0500 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a92fd3d-b402-42bc-bb33-e20e0df24136,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:59.573424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51214) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:50:59.614253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-29e2b33f-602e-414a-865d-cbf8d59c0636 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be7af72d5398402da8caf122960d5fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396733 Feb 10 04:50:59.616745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51216) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:50:59.668269 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1398d0a7-71c9-422d-b5b7-7c8c5eecd063 admin admin] Publish callbacks [] for security_group (85b6419f-0534-4a0d-958f-340231ae3ae4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.688853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1398d0a7-71c9-422d-b5b7-7c8c5eecd063 admin admin] Publish callbacks [] for security_group (85b6419f-0534-4a0d-958f-340231ae3ae4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.796963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1398d0a7-71c9-422d-b5b7-7c8c5eecd063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (85b6419f-0534-4a0d-958f-340231ae3ae4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.799616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1398d0a7-71c9-422d-b5b7-7c8c5eecd063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:50:59.800783 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1398d0a7-71c9-422d-b5b7-7c8c5eecd063 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85b6419f-0534-4a0d-958f-340231ae3ae4 HTTP/1.1" status: 204 len: 168 time: 0.1831229 Feb 10 04:50:59.808299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398d0a7-71c9-422d-b5b7-7c8c5eecd063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b6419f-0534-4a0d-958f-340231ae3ae4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:50:59.820495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88c810df-947c-455a-afa5-447e3ca12ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:00.826586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51238) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:00.923158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2029837284-network', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:01.002544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Made reservation on behalf of 1041f4e810fa46339a92f7b13e72905b for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:51:01.004969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.013599 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.091254 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks [] for security_group (e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.145621 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.174135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.200294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:51:01.207380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:01.213298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5356734e-75d5-46ce-ae43-f2c4911dc7c3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.213634 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Added segment 5356734e-75d5-46ce-ae43-f2c4911dc7c3 of type vlan for network bce4838b-f036-4d66-80bb-34b144f3d29b Feb 10 04:51:01.252922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (bce4838b-f036-4d66-80bb-34b144f3d29b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.297661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:51:01.318759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:51:01.319112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device d679c1fc-92c9-48f6-91bc-92ab16c9c4e3 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:51:01.347428 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (bce4838b-f036-4d66-80bb-34b144f3d29b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.348422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:01.349036 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.407010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] Pushing event updated for resources: {'Network': ['ID=bce4838b-f036-4d66-80bb-34b144f3d29b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:01.416634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network bce4838b-f036-4d66-80bb-34b144f3d29b details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:51:01.464439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ed05b0a7-0469-40a5-b790-b8e795165810 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6367192 Feb 10 04:51:01.467301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51242) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:01.472174 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Request body: {'subnet': {'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2029837284-subnet', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:01.604247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Made reservation on behalf of 1041f4e810fa46339a92f7b13e72905b for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:51:01.606647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.810348 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (5cff14a8-d2b3-45fe-9b67-a8adc02e5716), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:01.870377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cff14a8-d2b3-45fe-9b67-a8adc02e5716,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:01.877374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:51:01.877736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Network hostable DHCP agents. Network: bce4838b-f036-4d66-80bb-34b144f3d29b, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:51:01.945353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Network bce4838b-f036-4d66-80bb-34b144f3d29b is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:51:02.014176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, bce4838b-f036-4d66-80bb-34b144f3d29b) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:51:02.018936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:02.019529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.023498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34722f85-5032-4006-8367-f8a16b72ba59 None None] Network bce4838b-f036-4d66-80bb-34b144f3d29b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:51:02.097706 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0b9ee9f9-beeb-4edf-afec-484a8a8ef028 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6292412 Feb 10 04:51:02.100229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51244) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:02.104513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:02.130597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-bce4838b-f036-4d66-80bb-34b144f3d29b', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:51:02.131507 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.187572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (65b6c126-4bc9-414d-b63f-f887f5f8e628), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.188781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (65b6c126-4bc9-414d-b63f-f887f5f8e628), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.241260 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks [] for router_controller (65b6c126-4bc9-414d-b63f-f887f5f8e628), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.266225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Allocated IP 172.20.0.2 (bce4838b-f036-4d66-80bb-34b144f3d29b/5cff14a8-d2b3-45fe-9b67-a8adc02e5716/ea9702e3-1b36-4678-bb12-9a218b613c13) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:51:02.411077 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Publish callbacks [] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.456598 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks [] for router_gateway (65b6c126-4bc9-414d-b63f-f887f5f8e628), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.471405 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.509346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Network bce4838b-f036-4d66-80bb-34b144f3d29b is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:51:02.512224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:51:02.515798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:51:02.525123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Pushing event updated for resources: {'Port': ['ID=ea9702e3-1b36-4678-bb12-9a218b613c13,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:02.577255 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Attempting to bind port ea9702e3-1b36-4678-bb12-9a218b613c13 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:51:02.577630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Attempting to bind port ea9702e3-1b36-4678-bb12-9a218b613c13 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:51:02.578023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Attempting to bind port ea9702e3-1b36-4678-bb12-9a218b613c13 on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:51:02.583808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:51:02.584183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:51:02.584587 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.584983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:51:02.585454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Bound port: ea9702e3-1b36-4678-bb12-9a218b613c13, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:51:02.585833 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.655305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] For port ea9702e3-1b36-4678-bb12-9a218b613c13, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:51:02.673109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] For port ea9702e3-1b36-4678-bb12-9a218b613c13, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ea9702e3-1b36-4678-bb12-9a218b613c13,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:51:02.725316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks [] for router_gateway (65b6c126-4bc9-414d-b63f-f887f5f8e628), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.728276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.744044 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.757437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:02.819587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb06eb9-4911-40db-8aa6-7d3705e26e60 None None] Pushing event updated for resources: {'Port': ['ID=ea9702e3-1b36-4678-bb12-9a218b613c13,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:02.847263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Allocated IP 172.25.8.87 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/852d7bbd-053c-460a-b591-d5d55e874893) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:51:02.969653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks [] for port (852d7bbd-053c-460a-b591-d5d55e874893), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:03.067703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (852d7bbd-053c-460a-b591-d5d55e874893), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:03.113209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:51:03.116197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:51:03.120659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:51:03.122616 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Pushing event updated for resources: {'Port': ['ID=852d7bbd-053c-460a-b591-d5d55e874893,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:03.500906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks [] for router_gateway (65b6c126-4bc9-414d-b63f-f887f5f8e628), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:03.710442 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (65b6c126-4bc9-414d-b63f-f887f5f8e628), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:03.724427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93d8bc-3997-4ad6-9889-2ba4b558b653 None None] Network bce4838b-f036-4d66-80bb-34b144f3d29b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:51:03.833720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-894a8d00-2852-49e9-9844-587a945d01c9 None None] Provisioning complete for port ea9702e3-1b36-4678-bb12-9a218b613c13 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:03.834091 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-894a8d00-2852-49e9-9844-587a945d01c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:03.901649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:51:03.925377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-894a8d00-2852-49e9-9844-587a945d01c9 None None] Current status of the port ea9702e3-1b36-4678-bb12-9a218b613c13 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:03.925776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-894a8d00-2852-49e9-9844-587a945d01c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:03.960078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-894a8d00-2852-49e9-9844-587a945d01c9 None None] For port ea9702e3-1b36-4678-bb12-9a218b613c13, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ea9702e3-1b36-4678-bb12-9a218b613c13,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:51:04.038721 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-894a8d00-2852-49e9-9844-587a945d01c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:04.097968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a8d00-2852-49e9-9844-587a945d01c9 None None] Pushing event updated for resources: {'Port': ['ID=ea9702e3-1b36-4678-bb12-9a218b613c13,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:04.162871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ec726dcd-fe71-4c1e-a0b5-7381863359d8 None None] Provisioning complete for port ea9702e3-1b36-4678-bb12-9a218b613c13 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:04.163255 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec726dcd-fe71-4c1e-a0b5-7381863359d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:04.257774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ec726dcd-fe71-4c1e-a0b5-7381863359d8 None None] Current status of the port ea9702e3-1b36-4678-bb12-9a218b613c13 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:04.334097 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:04.347505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:51:04.356753 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:51:04.366504 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:51:04.367436 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:51:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:04.422015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:04.424143 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9369f430-88a6-4f86-820c-dba8459e1e6e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3226640 Feb 10 04:51:04.426895 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51246) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:04.474878 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:51:04.654750 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:03Z', 'revision_number': 3, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:04.681408 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:51:04.681755 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Updating router 65b6c126-4bc9-414d-b63f-f887f5f8e628 port 852d7bbd-053c-460a-b591-d5d55e874893 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:51:04.709079 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (852d7bbd-053c-460a-b591-d5d55e874893), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:04.837520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:04.968801 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Publish callbacks [] for port (852d7bbd-053c-460a-b591-d5d55e874893), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:04.970251 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ea9702e3-1b36-4678-bb12-9a218b613c13 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:51:05.019329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ea9702e3-1b36-4678-bb12-9a218b613c13 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:05.019704 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.048977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Allocated IP 172.20.0.1 (bce4838b-f036-4d66-80bb-34b144f3d29b/5cff14a8-d2b3-45fe-9b67-a8adc02e5716/178f5538-a124-424f-b9ff-5ede737fe40c) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:51:05.049190 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (852d7bbd-053c-460a-b591-d5d55e874893), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.102938 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Pushing event updated for resources: {'Port': ['ID=852d7bbd-053c-460a-b591-d5d55e874893,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:05.103508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ea9702e3-1b36-4678-bb12-9a218b613c13 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:05.104990 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Attempting to bind port 852d7bbd-053c-460a-b591-d5d55e874893 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:51:05.105362 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Attempting to bind port 852d7bbd-053c-460a-b591-d5d55e874893 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:51:05.105720 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Attempting to bind port 852d7bbd-053c-460a-b591-d5d55e874893 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:51:05.115476 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:51:05.117888 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:51:05.117888 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.117888 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:51:05.117888 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Bound port: 852d7bbd-053c-460a-b591-d5d55e874893, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:51:05.117888 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (852d7bbd-053c-460a-b591-d5d55e874893), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.120127 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.120477 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.120819 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.121372 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.121711 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.122044 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.122373 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.122729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.123088 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.123409 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.123734 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.124060 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.124395 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:05.151623 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks [] for port (178f5538-a124-424f-b9ff-5ede737fe40c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.176914 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] For port 852d7bbd-053c-460a-b591-d5d55e874893, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:51:05.179802 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] For port 852d7bbd-053c-460a-b591-d5d55e874893, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=852d7bbd-053c-460a-b591-d5d55e874893,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:51:05.244696 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (852d7bbd-053c-460a-b591-d5d55e874893), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.271586 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.294453 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:51:05.295093 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:51:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:05.317761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Network bce4838b-f036-4d66-80bb-34b144f3d29b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:51:05.320684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:51:05.324877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:51:05.328286 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Pushing event updated for resources: {'Port': ['ID=178f5538-a124-424f-b9ff-5ede737fe40c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:05.348251 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41358-695a-4200-bb05-2abfc723ffed None None] Pushing event updated for resources: {'Port': ['ID=852d7bbd-053c-460a-b591-d5d55e874893,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:05.365825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (65b6c126-4bc9-414d-b63f-f887f5f8e628), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.421413 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:51:05.586613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.592584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-88141f52-572e-46d4-aae8-10f2797aaf83 None None] Provisioning complete for port 178f5538-a124-424f-b9ff-5ede737fe40c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:05.592962 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-88141f52-572e-46d4-aae8-10f2797aaf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:05.618439 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:03Z', 'revision_number': 3, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:05.631420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-88141f52-572e-46d4-aae8-10f2797aaf83 None None] Port 178f5538-a124-424f-b9ff-5ede737fe40c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:51:05.645444 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45179c-25fb-44b8-9c7d-8191c9a3a7a2 None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:03Z', 'revision_number': 3, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:51:06.019881 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks [] for port (178f5538-a124-424f-b9ff-5ede737fe40c), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:06.088412 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:06.154539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Pushing event updated for resources: {'Port': ['ID=178f5538-a124-424f-b9ff-5ede737fe40c,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:06.157858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (65b6c126-4bc9-414d-b63f-f887f5f8e628), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:06.253290 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Network bce4838b-f036-4d66-80bb-34b144f3d29b is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:51:06.254749 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:51:06.379327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:51:06.500273 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:51:06.506152 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4e5ed22b-dbcf-4dca-a7bc-873dcadf0e9b admin admin] 10.222.0.42 "PUT /v2.0/routers/65b6c126-4bc9-414d-b63f-f887f5f8e628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0781929 Feb 10 04:51:06.558130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f92e8f0b-1a70-4858-b46d-0aa18af56426 None None] Provisioning complete for port 178f5538-a124-424f-b9ff-5ede737fe40c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:06.558661 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f92e8f0b-1a70-4858-b46d-0aa18af56426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:06.593021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f92e8f0b-1a70-4858-b46d-0aa18af56426 None None] Port 178f5538-a124-424f-b9ff-5ede737fe40c cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:51:06.984170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 852d7bbd-053c-460a-b591-d5d55e874893 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:51:07.040679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 852d7bbd-053c-460a-b591-d5d55e874893 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:07.041296 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (852d7bbd-053c-460a-b591-d5d55e874893), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.141282 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 852d7bbd-053c-460a-b591-d5d55e874893 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:07.141768 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (852d7bbd-053c-460a-b591-d5d55e874893), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.166014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 852d7bbd-053c-460a-b591-d5d55e874893, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=852d7bbd-053c-460a-b591-d5d55e874893,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:51:07.244533 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (852d7bbd-053c-460a-b591-d5d55e874893), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.293010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=852d7bbd-053c-460a-b591-d5d55e874893,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:07.310151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51258) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:07.314263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9b3b2f44-881e-4853-bb50-1782a45c3432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452000171', 'description': 'tempest-description--1678396442'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:07.322671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:51:07.333080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:51:07.333737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:51:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:07.404693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b3b2f44-881e-4853-bb50-1782a45c3432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.446928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:51:07.486897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b3b2f44-881e-4853-bb50-1782a45c3432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group (01df6b90-cb4d-4263-a653-0e77039a21b2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.539916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b3b2f44-881e-4853-bb50-1782a45c3432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (01df6b90-cb4d-4263-a653-0e77039a21b2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.570865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b2f44-881e-4853-bb50-1782a45c3432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01df6b90-cb4d-4263-a653-0e77039a21b2,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:07.627516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b3b2f44-881e-4853-bb50-1782a45c3432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.629011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9b3b2f44-881e-4853-bb50-1782a45c3432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3184426 Feb 10 04:51:07.631796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 51260) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:07.636184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fde164ea-03de-408a-9638-5f7d96c1df4e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'security_group_rule': {'security_group_id': '01df6b90-cb4d-4263-a653-0e77039a21b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:07.663020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 2, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:07.689094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:51:07.689448 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Updating router 65b6c126-4bc9-414d-b63f-f887f5f8e628 port 178f5538-a124-424f-b9ff-5ede737fe40c binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:51:07.715547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.728951 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fde164ea-03de-408a-9638-5f7d96c1df4e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group_rule (2d0af0ac-8fef-43d4-a43d-1a6962247efe), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.782739 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fde164ea-03de-408a-9638-5f7d96c1df4e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group_rule (2d0af0ac-8fef-43d4-a43d-1a6962247efe), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.844326 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fde164ea-03de-408a-9638-5f7d96c1df4e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2d0af0ac-8fef-43d4-a43d-1a6962247efe), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.862850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde164ea-03de-408a-9638-5f7d96c1df4e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0af0ac-8fef-43d4-a43d-1a6962247efe,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:07.927108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fde164ea-03de-408a-9638-5f7d96c1df4e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:07.928350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fde164ea-03de-408a-9638-5f7d96c1df4e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955973 Feb 10 04:51:07.931195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51262) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:07.936012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9a65407c-7f23-483c-ae28-550b97c72669 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'security_group_rule': {'security_group_id': '01df6b90-cb4d-4263-a653-0e77039a21b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:08.031338 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a65407c-7f23-483c-ae28-550b97c72669 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group_rule (b0216e83-4e02-438d-a3d7-5b762e7de7d6), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.089993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a65407c-7f23-483c-ae28-550b97c72669 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group_rule (b0216e83-4e02-438d-a3d7-5b762e7de7d6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.142329 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Publish callbacks [] for port (178f5538-a124-424f-b9ff-5ede737fe40c), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.157061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a65407c-7f23-483c-ae28-550b97c72669 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b0216e83-4e02-438d-a3d7-5b762e7de7d6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.175344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65407c-7f23-483c-ae28-550b97c72669 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0216e83-4e02-438d-a3d7-5b762e7de7d6,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:08.231212 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.261751 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9a65407c-7f23-483c-ae28-550b97c72669 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.266932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9a65407c-7f23-483c-ae28-550b97c72669 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308876 Feb 10 04:51:08.266932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51264) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:08.271170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:08.279436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27286a-1e4e-4472-918a-a5d4b7510f29 None None] Pushing event updated for resources: {'Port': ['ID=178f5538-a124-424f-b9ff-5ede737fe40c,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:08.339332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Attempting to bind port 178f5538-a124-424f-b9ff-5ede737fe40c on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:51:08.339771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Attempting to bind port 178f5538-a124-424f-b9ff-5ede737fe40c by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:51:08.340238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Attempting to bind port 178f5538-a124-424f-b9ff-5ede737fe40c on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:51:08.345607 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:51:08.345993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:51:08.346403 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.347481 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:51:08.347949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Bound port: 178f5538-a124-424f-b9ff-5ede737fe40c, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:51:08.353330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.364543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.433659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] For port 178f5538-a124-424f-b9ff-5ede737fe40c, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:51:08.433659 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] For port 178f5538-a124-424f-b9ff-5ede737fe40c, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=178f5538-a124-424f-b9ff-5ede737fe40c,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:51:08.472775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.484834 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.556207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d0caf2a3-7798-439b-984b-b5008196fab8 None None] Provisioning complete for port 178f5538-a124-424f-b9ff-5ede737fe40c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:08.556586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d0caf2a3-7798-439b-984b-b5008196fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.558006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27286a-1e4e-4472-918a-a5d4b7510f29 None None] Pushing event updated for resources: {'Port': ['ID=178f5538-a124-424f-b9ff-5ede737fe40c,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:08.583880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:51:08.584276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Allocated IP 172.25.8.205 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/308ca002-4179-4475-9028-e9185968168d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:51:08.584543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:51:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:08.698136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for port (308ca002-4179-4475-9028-e9185968168d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.736757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:51:08.739548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d0caf2a3-7798-439b-984b-b5008196fab8 None None] Current status of the port 178f5538-a124-424f-b9ff-5ede737fe40c is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:08.739982 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d0caf2a3-7798-439b-984b-b5008196fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.799193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (308ca002-4179-4475-9028-e9185968168d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.842079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d0caf2a3-7798-439b-984b-b5008196fab8 None None] For port 178f5538-a124-424f-b9ff-5ede737fe40c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=178f5538-a124-424f-b9ff-5ede737fe40c,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:51:08.844537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:51:08.848939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:51:08.852302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:51:08.882841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'Port': ['ID=308ca002-4179-4475-9028-e9185968168d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:08.898184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.898537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.899240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.899240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.899574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.899963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.900298 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.900627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.900956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.901287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.901623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.901948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.902280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:08.916847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d0caf2a3-7798-439b-984b-b5008196fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:08.955728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 852d7bbd-053c-460a-b591-d5d55e874893 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:51:08.973217 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.038980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caf2a3-7798-439b-984b-b5008196fab8 None None] Pushing event updated for resources: {'Port': ['ID=178f5538-a124-424f-b9ff-5ede737fe40c,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:09.059320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-58fa01d6-b325-40ba-bd0b-9a511a7dfe86 None None] Provisioning complete for port 178f5538-a124-424f-b9ff-5ede737fe40c triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:09.059755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-58fa01d6-b325-40ba-bd0b-9a511a7dfe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.067274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (308ca002-4179-4475-9028-e9185968168d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.103722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 852d7bbd-053c-460a-b591-d5d55e874893 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:09.104095 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (852d7bbd-053c-460a-b591-d5d55e874893), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.135622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:09.186818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d95931-7c4f-4559-8905-48b299f830bb None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:51:09.260980 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for port (308ca002-4179-4475-9028-e9185968168d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.266045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-58fa01d6-b325-40ba-bd0b-9a511a7dfe86 None None] Current status of the port 178f5538-a124-424f-b9ff-5ede737fe40c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:09.276859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 852d7bbd-053c-460a-b591-d5d55e874893 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:09.313268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (308ca002-4179-4475-9028-e9185968168d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.382255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'Port': ['ID=308ca002-4179-4475-9028-e9185968168d,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:09.399149 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.485144 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:09.489401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81f199b4-15ae-4252-aca0-cd100e10f19b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2190452 Feb 10 04:51:09.646181 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-0b46ee35-d55e-4e33-9282-6735836b30f4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--452000171&fields=id&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 267 time: 0.0454400 Feb 10 04:51:09.762245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-fcd1974f-8aba-4347-a402-13bed83ab473 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:09.763873 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-fcd1974f-8aba-4347-a402-13bed83ab473 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1101882 Feb 10 04:51:09.779340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-aff222ab-db6d-4f0f-b4c8-01b370ddb708 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/quotas/1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 375 time: 0.0098324 Feb 10 04:51:09.840697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-214fd533-a2e2-45ed-bd9f-08ef05356168 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552325 Feb 10 04:51:09.857120 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-e426b21c-5012-4bc5-954e-454ac5215e45 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:51:09.858112 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-e426b21c-5012-4bc5-954e-454ac5215e45 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054333 Feb 10 04:51:09.957195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-a4a2306d-b66a-41f1-b127-19091a7dd1f0 service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925589 Feb 10 04:51:10.048340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-407401d0-0506-428b-8dac-2da0f36622b9 service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853879 Feb 10 04:51:10.297679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-73c25f53-3ab3-4d01-89f7-24111400723b req-96c55802-8a6f-44eb-be59-85be5386b123 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 210 time: 0.0274479 Feb 10 04:51:10.948047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 178f5538-a124-424f-b9ff-5ede737fe40c up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:51:10.999948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 178f5538-a124-424f-b9ff-5ede737fe40c triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:11.000328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:11.079643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 178f5538-a124-424f-b9ff-5ede737fe40c is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:11.408978 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-25431e2c-e096-4b4c-90d2-9ac9adc76e82 req-5504a434-b330-44b6-8f3d-0013cbb32594 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 210 time: 0.0385714 Feb 10 04:51:12.119159 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:51:12.411405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-639279c2-3a27-4cbb-b9d3-d4f1d3fe46d6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:12.412840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-639279c2-3a27-4cbb-b9d3-d4f1d3fe46d6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1068256 Feb 10 04:51:12.475509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-a7921c0c-905b-4a89-b551-e91919f5f952 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 379 time: 0.0538566 Feb 10 04:51:12.491378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'port': {'device_id': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'admin_state_up': True, 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'security_groups': ['01df6b90-cb4d-4263-a653-0e77039a21b2']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:12.510157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab63f8a-c7d0-4cb3-8f6f-9f7a29740536 req-8bc7c265-2d62-434e-b6e6-0b8d4250b0ae tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 210 time: 0.0326328 Feb 10 04:51:12.712601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Made reservation on behalf of 1041f4e810fa46339a92f7b13e72905b for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:51:12.716105 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:12.843585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Allocated IP 172.20.0.5 (bce4838b-f036-4d66-80bb-34b144f3d29b/5cff14a8-d2b3-45fe-9b67-a8adc02e5716/e7e0a1c7-b59e-4e39-8107-6a2446eecff3) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:51:12.979642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.066064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.115354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Network bce4838b-f036-4d66-80bb-34b144f3d29b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:51:13.118444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:51:13.122034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:51:13.129026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:13.175900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:13.176511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.291024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d7922ef4-3238-45a7-ab66-f0af8e9fbda4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8049808 Feb 10 04:51:13.302762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Request body: {'port': {'device_id': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:13.314331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d4dd9052-bf3d-46ea-8a1b-3fb2c7bd3b86 None None] Provisioning complete for port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:13.314948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9052-bf3d-46ea-8a1b-3fb2c7bd3b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.353803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd9052-bf3d-46ea-8a1b-3fb2c7bd3b86 None None] Port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:51:13.365739 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.637276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e0a1c7-b59e-4e39-8107-6a2446eecff3 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:51:13.641505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e16f2-013a-43ca-9db2-4d3245c0d4fa req-cfdb7d7a-4d94-44b4-b982-68448a275588 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:13.643174 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a11e16f2-013a-43ca-9db2-4d3245c0d4fa req-cfdb7d7a-4d94-44b4-b982-68448a275588 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 931 time: 0.0537574 Feb 10 04:51:13.645066 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Publish callbacks [] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.657125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Transition to ACTIVE for port object e7e0a1c7-b59e-4e39-8107-6a2446eecff3 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:51:13.693014 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a11e16f2-013a-43ca-9db2-4d3245c0d4fa req-98ddaa7a-b6f6-4f30-b886-aedd1688f65d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422757 Feb 10 04:51:13.735774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.787578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:13.863124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:51:13.863459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:51:13.863786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:51:13.868374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:51:13.868693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:51:13.873585 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:51:13.873922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:51:13.874333 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:51:13.874771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Bound port: e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:51:13.875132 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:13.944717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:51:13.947929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:51:14.015827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:14.053129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.053763 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:14.055212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] 10.222.0.43 "PUT /v2.0/ports/e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 1091 time: 0.7576323 Feb 10 04:51:14.055656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:51:14.057891 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692fdfd4-e41b-4c77-bb7f-373a57cd1e88" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:51:14.083919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b0f6-bcda-4d05-8611-3cf8b9397b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:14.098450 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356c3e8f-8598-446a-9955-1c78c6d75f07 x-openstack-request-id: req-356c3e8f-8598-446a-9955-1c78c6d75f07 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:51:14.098784 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:51:14.099049 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-356c3e8f-8598-446a-9955-1c78c6d75f07 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:51:14.099467 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'status': 'completed', 'code': 200} Feb 10 04:51:14.165284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fdfd4-e41b-4c77-bb7f-373a57cd1e88 req-8d2116fc-d102-418f-b877-e32f98a4c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.166900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-692fdfd4-e41b-4c77-bb7f-373a57cd1e88 req-8d2116fc-d102-418f-b877-e32f98a4c85b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1125 time: 0.0483842 Feb 10 04:51:14.272409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fdfd4-e41b-4c77-bb7f-373a57cd1e88 req-2164e24f-fc90-4bf3-82e4-8e949949c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.273886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-692fdfd4-e41b-4c77-bb7f-373a57cd1e88 req-2164e24f-fc90-4bf3-82e4-8e949949c5d4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1041f4e810fa46339a92f7b13e72905b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009297 Feb 10 04:51:14.370765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fdfd4-e41b-4c77-bb7f-373a57cd1e88 req-eabe9e1e-c8b8-4031-98c5-3d3825fe2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.372235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-692fdfd4-e41b-4c77-bb7f-373a57cd1e88 req-eabe9e1e-c8b8-4031-98c5-3d3825fe2746 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929887 Feb 10 04:51:14.449109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-bc19f893-242b-40c0-b49a-1de3b4778b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.450866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-bc19f893-242b-40c0-b49a-1de3b4778b3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1125 time: 0.0447316 Feb 10 04:51:14.491398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-557a44ac-0217-40f7-9a98-c239c575f675 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 217 time: 0.0341575 Feb 10 04:51:14.537262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-56035a97-0f7f-436d-a5a0-0f2b59762a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.538674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-56035a97-0f7f-436d-a5a0-0f2b59762a51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0420752 Feb 10 04:51:14.591338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-748399ae-276b-4825-b097-5c71f89baf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.592737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-748399ae-276b-4825-b097-5c71f89baf1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478814 Feb 10 04:51:14.679828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-d43bffbb-2f15-4fcb-8b96-3ccb2d61c388 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810971 Feb 10 04:51:14.775472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea65eaf8-458f-4ab4-a949-4baff9f1e007 req-e3318a99-fc2a-4c9e-96b6-245f3f29bd77 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896363 Feb 10 04:51:14.814495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df795-1fc3-4e1e-a3fb-7b27103f6627 req-ed888d32-6438-4826-b3f7-5f6cc84758dc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:14.816647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b8df795-1fc3-4e1e-a3fb-7b27103f6627 req-ed888d32-6438-4826-b3f7-5f6cc84758dc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 943 time: 0.0522611 Feb 10 04:51:14.861674 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2b8df795-1fc3-4e1e-a3fb-7b27103f6627 req-b9897505-399f-47f3-b313-1e0ef7586a85 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393105 Feb 10 04:51:15.989522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a1b8-49fb-4f25-8ac9-19000aea6584 req-e255dd0b-e015-4ddb-a0b2-d88e3851357c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:15.990981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5316a1b8-49fb-4f25-8ac9-19000aea6584 req-e255dd0b-e015-4ddb-a0b2-d88e3851357c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 943 time: 0.0589201 Feb 10 04:51:16.037411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5316a1b8-49fb-4f25-8ac9-19000aea6584 req-3290c7e3-0a0e-45a1-850d-f88b29fdde80 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408823 Feb 10 04:51:17.160024 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda563f-7b69-4a12-af5d-28b2d6599baa req-d6d47df4-4420-4913-8bdc-3e543ce81710 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:17.161902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2fda563f-7b69-4a12-af5d-28b2d6599baa req-d6d47df4-4420-4913-8bdc-3e543ce81710 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 943 time: 0.0583024 Feb 10 04:51:17.211444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2fda563f-7b69-4a12-af5d-28b2d6599baa req-b4f8b856-ad0b-482b-b3b7-9c6ca02bd220 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439913 Feb 10 04:51:17.369482 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:18.021372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:51:18.117781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:51:18.128433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'mac_address': 'fa:16:3e:61:c2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:51:18.165837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:18.166224 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:18.178821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e0a1c7-b59e-4e39-8107-6a2446eecff3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:51:18.197813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:51:18.288632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:18.335733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70d36c-4c57-43be-a934-1563a75e8cfc req-eb2a3883-1591-4e40-b970-0d020974b014 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:18.337466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b70d36c-4c57-43be-a934-1563a75e8cfc req-eb2a3883-1591-4e40-b970-0d020974b014 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 944 time: 0.0592694 Feb 10 04:51:18.339106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:18.346809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.347170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.347517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.347863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.348204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.348542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.348882 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.349213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.349543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.349878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.350208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.350548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.350962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:51:18.384436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b70d36c-4c57-43be-a934-1563a75e8cfc req-bd902ca6-ab7a-4103-b94e-ea7a484da23f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Feb 10 04:51:18.489973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['e7e0a1c7-b59e-4e39-8107-6a2446eecff3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:51:18.701363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:19.502160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d2a08-7495-4009-84a7-dc7fd741585c req-2014a8b6-abad-4754-a21e-bb9c565eb535 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:19.503708 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d7d2a08-7495-4009-84a7-dc7fd741585c req-2014a8b6-abad-4754-a21e-bb9c565eb535 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 944 time: 0.0516901 Feb 10 04:51:19.549513 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d7d2a08-7495-4009-84a7-dc7fd741585c req-2fb9d786-7274-43af-afd3-e1889a2a2c17 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Feb 10 04:51:20.036557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:51:20.135582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:51:20.139247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:51:20.139654 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:20.217777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:51:20.218168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:20.241172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:51:20.243418 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4b94f7-b3d0-4d8e-9d52-26c051d441fc" -d '{"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-plugged", "status": "completed", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:51:20.255196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:51:20.335626 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:20.342791 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1eabfc-8e05-489f-ba04-058c71e18533 x-openstack-request-id: req-ed1eabfc-8e05-489f-ba04-058c71e18533 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:51:20.343087 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-plugged", "status": "completed", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:51:20.343335 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed1eabfc-8e05-489f-ba04-058c71e18533 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:51:20.343726 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'code': 200} Feb 10 04:51:20.387938 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:51:20.441310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6a87-2a02-43f1-bd7b-c656b85631a8 req-f5d861aa-28f1-4aeb-aaf9-548efcec6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:20.442888 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d4d6a87-2a02-43f1-bd7b-c656b85631a8 req-f5d861aa-28f1-4aeb-aaf9-548efcec6683 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1127 time: 0.0443311 Feb 10 04:51:20.485456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d4d6a87-2a02-43f1-bd7b-c656b85631a8 req-28782621-b2f2-4b87-9630-74bc686bc88e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365150 Feb 10 04:51:20.671707 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8f90d-53bf-4c8a-a77b-21e191c05ea5 req-e6c55dee-baeb-4f74-afec-f033b77ed920 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:20.673085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5d8f90d-53bf-4c8a-a77b-21e191c05ea5 req-e6c55dee-baeb-4f74-afec-f033b77ed920 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0554070 Feb 10 04:51:20.718124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5d8f90d-53bf-4c8a-a77b-21e191c05ea5 req-f47a9b8e-96ef-4f95-802b-a5e0b96973b1 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Feb 10 04:51:21.838573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04cec4-9c55-4869-a258-e836dfbc19ff req-d44dc049-30a2-44ea-8f24-f056641864bc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:21.840092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d04cec4-9c55-4869-a258-e836dfbc19ff req-d44dc049-30a2-44ea-8f24-f056641864bc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Feb 10 04:51:21.889768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d04cec4-9c55-4869-a258-e836dfbc19ff req-dcd032b8-9c31-470b-8e8e-b8db3faa32df tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437403 Feb 10 04:51:22.008550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f984744-ed03-44a1-affe-cf9b50c2ced1 req-1122379f-2b81-4f5a-8a3b-b6828b8ec5f3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:22.009953 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f984744-ed03-44a1-affe-cf9b50c2ced1 req-1122379f-2b81-4f5a-8a3b-b6828b8ec5f3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0569408 Feb 10 04:51:22.018645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51322) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:51:22.023283 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'floatingip': {'port_id': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:51:22.063281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:22.508560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:22.585350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:22.691101 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 associated. External IP: 172.25.8.205, port: e7e0a1c7-b59e-4e39-8107-6a2446eecff3. Feb 10 04:51:22.916344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:51:23.031755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:51:23.037012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:23.041947 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62122df5-89e9-4810-b118-7ff522408915 None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:51:23.051579 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:51:23.052173 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:51:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:23.066565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-957bbc25-7108-4583-8ec8-d024fb532450 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "PUT /v2.0/floatingips/b48e2fad-6df0-4fb3-a71e-bd51cea9b891 HTTP/1.1" status: 200 len: 991 time: 1.0467949 Feb 10 04:51:23.067185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:51:23.069449 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6993d4-07af-4584-bede-f04dbbddb34f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:51:23.112472 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da95ea3c-9ae8-40e8-98cb-4d3a3a08a312 x-openstack-request-id: req-da95ea3c-9ae8-40e8-98cb-4d3a3a08a312 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:51:23.113339 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:51:23.113818 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da95ea3c-9ae8-40e8-98cb-4d3a3a08a312 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:51:23.114447 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'status': 'completed', 'code': 200} Feb 10 04:51:23.213071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f189b3d-9f23-4b7f-8bd1-2dde8b394c83 req-5ecad599-522f-4bf0-be2b-f5cab7e58b4b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:23.214983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f189b3d-9f23-4b7f-8bd1-2dde8b394c83 req-5ecad599-522f-4bf0-be2b-f5cab7e58b4b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0933261 Feb 10 04:51:23.217844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-f21ee5bd-b78b-43dc-a522-82388f4af036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:23.219273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-f21ee5bd-b78b-43dc-a522-82388f4af036 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1127 time: 0.0837953 Feb 10 04:51:23.255534 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:51:23.325825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f189b3d-9f23-4b7f-8bd1-2dde8b394c83 req-b7e2aa71-497e-4997-bfb4-ee75fcad618f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047721 Feb 10 04:51:23.356196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-9a5a4b8e-471e-41b3-bee1-457f12cb085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:23.358089 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-9a5a4b8e-471e-41b3-bee1-457f12cb085d service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1307526 Feb 10 04:51:23.426024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-ec9cb8e6-60aa-4226-a3d8-f0cfe3deda64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 999 time: 0.0623641 Feb 10 04:51:23.475227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-0fb85bdc-a0c1-4888-a065-e83271f050f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:23.476692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-0fb85bdc-a0c1-4888-a065-e83271f050f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0450778 Feb 10 04:51:23.483422 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:61:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:51:22Z', 'revision_number': 1, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:23.509720 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62122df5-89e9-4810-b118-7ff522408915 None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:51:23.518085 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:51:23.518807 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:51:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:23.525516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-4e9ae7ec-2909-4776-80bd-f86446616ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:23.527106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-4e9ae7ec-2909-4776-80bd-f86446616ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445247 Feb 10 04:51:23.628868 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:51:23.864786 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-62122df5-89e9-4810-b118-7ff522408915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:61:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:51:22Z', 'revision_number': 1, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:51:23.891016 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62122df5-89e9-4810-b118-7ff522408915 None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:61:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:51:22Z', 'revision_number': 1, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:51:23.963111 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-3f01bca0-f1ef-446c-bd5f-4391490d3e51 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305201 Feb 10 04:51:24.053555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6993d4-07af-4584-bede-f04dbbddb34f req-a5966c0e-7c7d-4af6-aab3-feb4eb12e89b service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842609 Feb 10 04:51:24.099097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9e835-a90b-4231-8ebd-b1493928ae6f None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:51:24.449650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae35b1c-2083-4813-a2b2-79044506d5b9 req-f2fc44a0-61c4-425c-957e-635de885265d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:24.451440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fae35b1c-2083-4813-a2b2-79044506d5b9 req-f2fc44a0-61c4-425c-957e-635de885265d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0549681 Feb 10 04:51:24.497745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fae35b1c-2083-4813-a2b2-79044506d5b9 req-c28d366c-ebfc-4a06-b059-8e4dea673ff6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Feb 10 04:51:24.619915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8a08-1ed8-48ea-87e1-1d46d9dce9cb req-bb77f318-e7ce-4900-a972-3159c623ee64 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:24.622348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffaf8a08-1ed8-48ea-87e1-1d46d9dce9cb req-bb77f318-e7ce-4900-a972-3159c623ee64 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0546842 Feb 10 04:51:24.671326 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffaf8a08-1ed8-48ea-87e1-1d46d9dce9cb req-c4a3ccc2-1147-4fbf-8547-2f629b046430 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443959 Feb 10 04:51:25.028157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32c66-c607-4128-ac21-7bb00cedbfe9 req-e339edb3-fe29-4cc5-8450-15f7eba99d84 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:25.029895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0a32c66-c607-4128-ac21-7bb00cedbfe9 req-e339edb3-fe29-4cc5-8450-15f7eba99d84 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0539289 Feb 10 04:51:25.076498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c0a32c66-c607-4128-ac21-7bb00cedbfe9 req-9f28a3d8-f7d8-402f-a5ba-b0a67932cbc5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403683 Feb 10 04:51:25.144448 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-35cd4a10-3591-442e-95bb-2dc753d97f87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471623 Feb 10 04:51:25.153176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-4c92ba28-9bb4-46f7-abbb-0205996f4866 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:51:25.154106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-4c92ba28-9bb4-46f7-abbb-0205996f4866 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048344 Feb 10 04:51:25.683759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-27597af5-eebb-4192-83b3-07b46f41ccb8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:25.685121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-27597af5-eebb-4192-83b3-07b46f41ccb8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports/e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 942 time: 0.0456913 Feb 10 04:51:26.197985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37f99-e3b3-4cad-9160-3393968b4648 req-74f7a5c1-6abb-4e34-a52d-68bf4c013185 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:26.199509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ed37f99-e3b3-4cad-9160-3393968b4648 req-74f7a5c1-6abb-4e34-a52d-68bf4c013185 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0550785 Feb 10 04:51:26.247156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0ed37f99-e3b3-4cad-9160-3393968b4648 req-65e663fe-b1f9-4fde-beed-adff8def945c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415640 Feb 10 04:51:27.180637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-6ef1715c-fb6a-444b-93c9-5c0d443304b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:27.182063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-6ef1715c-fb6a-444b-93c9-5c0d443304b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1127 time: 0.0443966 Feb 10 04:51:27.272188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-88d99702-de0e-4743-9a1f-eed6e3cc6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:27.273693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-88d99702-de0e-4743-9a1f-eed6e3cc6d34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0857460 Feb 10 04:51:27.366903 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-b76a9c34-cfa8-43d7-a105-c36d66ad1ce0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 1001 time: 0.0879753 Feb 10 04:51:27.418169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab968a2-04e2-4f7c-b2b4-90d8576e4eb3 req-9e37afca-b4ca-4ee7-a64a-ce952c59a304 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:27.419673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab968a2-04e2-4f7c-b2b4-90d8576e4eb3 req-9e37afca-b4ca-4ee7-a64a-ce952c59a304 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.1016364 Feb 10 04:51:27.436838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-4f59479c-efa5-48b9-bd80-92ad2b200c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:27.438156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-4f59479c-efa5-48b9-bd80-92ad2b200c3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0636826 Feb 10 04:51:27.497976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ab968a2-04e2-4f7c-b2b4-90d8576e4eb3 req-af6fd6df-6ac0-4287-abab-ab10c7b7b38e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720851 Feb 10 04:51:27.513699 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-130b8c2c-fdb9-4ccf-a8a5-52fd4b823ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:27.513699 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-130b8c2c-fdb9-4ccf-a8a5-52fd4b823ee3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0656099 Feb 10 04:51:27.607190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-6aa6b206-8c0e-4683-a3a6-3a1c2fc3c651 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Feb 10 04:51:27.684345 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-05894229-3909-4758-b638-87d61d26442d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:27.698796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-e63b5c8d-d08e-419d-aff0-83102e40b112 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839076 Feb 10 04:51:28.620169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65a45-8726-4e2b-950b-6eb3c4f676b9 req-08c937bf-b836-4f89-a167-c4182424ad42 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:28.621575 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9d65a45-8726-4e2b-950b-6eb3c4f676b9 req-08c937bf-b836-4f89-a167-c4182424ad42 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0560861 Feb 10 04:51:28.666725 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b9d65a45-8726-4e2b-950b-6eb3c4f676b9 req-c972afea-54a4-440b-891e-47dbe760d9ec tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395923 Feb 10 04:51:29.793669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8ca63-39b6-4f9a-9802-187f6f961533 req-870b83d8-62cf-43f4-a00a-1635df109c14 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:29.795174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6d8ca63-39b6-4f9a-9802-187f6f961533 req-870b83d8-62cf-43f4-a00a-1635df109c14 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0586977 Feb 10 04:51:29.837954 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e8122593-1ded-4a8d-b216-a2ea1e59799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:29.840918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6d8ca63-39b6-4f9a-9802-187f6f961533 req-539046df-64c1-4df2-ab1d-777115646576 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400884 Feb 10 04:51:30.962992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731c170-bf68-45aa-aa50-1fc05602a865 req-5bbadf52-1e5e-4b42-9604-36b2d02a141a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:30.966322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5731c170-bf68-45aa-aa50-1fc05602a865 req-5bbadf52-1e5e-4b42-9604-36b2d02a141a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0588329 Feb 10 04:51:31.016643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5731c170-bf68-45aa-aa50-1fc05602a865 req-bd43ce1d-d7b7-4504-a2e3-4b91d0f84bdf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426779 Feb 10 04:51:31.141024 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:32.134177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acb4ae-fd9b-43ac-bba0-3268a41191e2 req-83ea264d-4e7d-4c69-9cc7-30258f382c23 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:32.135680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6acb4ae-fd9b-43ac-bba0-3268a41191e2 req-83ea264d-4e7d-4c69-9cc7-30258f382c23 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0518286 Feb 10 04:51:32.180462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6acb4ae-fd9b-43ac-bba0-3268a41191e2 req-35dd1125-fbc4-4b03-9219-e14b3d5c4537 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392599 Feb 10 04:51:32.727332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:33.304973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ad4ca-c088-43ab-b259-ee9c278082b0 req-8f8cf607-35eb-45c1-a7b1-a1fa289ce5bd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:33.306475 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b70ad4ca-c088-43ab-b259-ee9c278082b0 req-8f8cf607-35eb-45c1-a7b1-a1fa289ce5bd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0556676 Feb 10 04:51:33.357425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b70ad4ca-c088-43ab-b259-ee9c278082b0 req-c8ab0bf9-63de-49cb-b552-b03ef2b8fe8c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452683 Feb 10 04:51:34.316397 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:34.480264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc593-3925-4132-8a80-225c3026e8a7 req-a2ba720d-a343-4382-ba44-4b8c707a0e8c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:34.481732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a3dc593-3925-4132-8a80-225c3026e8a7 req-a2ba720d-a343-4382-ba44-4b8c707a0e8c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0558996 Feb 10 04:51:34.527754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7a3dc593-3925-4132-8a80-225c3026e8a7 req-3b35b8f5-f559-4f94-949e-3cc1c40bd9b9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Feb 10 04:51:35.662638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d843f89-9315-43c5-8bd3-2961d5c5f4a6 req-b221feb6-8bd3-48b0-8fd8-62fb3e09c76b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:35.665347 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d843f89-9315-43c5-8bd3-2961d5c5f4a6 req-b221feb6-8bd3-48b0-8fd8-62fb3e09c76b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0649099 Feb 10 04:51:35.730119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d843f89-9315-43c5-8bd3-2961d5c5f4a6 req-8920d5d7-3391-4b33-aaf4-6c9ed4d3727a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578260 Feb 10 04:51:36.851168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb10fa-7d72-403e-b96b-09ec3b0d4342 req-bf15ca24-1ba1-42ce-a2d0-ed7b3c106a44 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:36.852684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48eb10fa-7d72-403e-b96b-09ec3b0d4342 req-bf15ca24-1ba1-42ce-a2d0-ed7b3c106a44 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Feb 10 04:51:36.899820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48eb10fa-7d72-403e-b96b-09ec3b0d4342 req-5706e929-71ae-4f66-9816-dc5d4c99d779 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Feb 10 04:51:38.020419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cdec5-b024-44a7-9ece-990018ebb4f6 req-c25d0838-69b5-47ce-8928-32af3bed5bc0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:38.021907 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e63cdec5-b024-44a7-9ece-990018ebb4f6 req-c25d0838-69b5-47ce-8928-32af3bed5bc0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0523934 Feb 10 04:51:38.067917 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e63cdec5-b024-44a7-9ece-990018ebb4f6 req-765a2c5a-d7b3-444e-8b50-794782afa80c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Feb 10 04:51:39.185788 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8336007-9493-4190-8ad0-ec019f536aa6 req-40a43cb1-3f45-4e7b-a2c0-b44c600f4efd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:39.187215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8336007-9493-4190-8ad0-ec019f536aa6 req-40a43cb1-3f45-4e7b-a2c0-b44c600f4efd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0526521 Feb 10 04:51:39.238491 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8336007-9493-4190-8ad0-ec019f536aa6 req-c98434af-95c2-4bf8-b107-356aa6f9ee74 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Feb 10 04:51:40.360139 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faafabe-b96a-4055-b1e7-2a43b74c9fe8 req-7a9b67cc-7f57-4301-bb53-fb2b5988e898 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:40.361634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9faafabe-b96a-4055-b1e7-2a43b74c9fe8 req-7a9b67cc-7f57-4301-bb53-fb2b5988e898 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0562956 Feb 10 04:51:40.407490 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9faafabe-b96a-4055-b1e7-2a43b74c9fe8 req-04cbac94-8cdb-4fe3-af7b-b8c4feed4b2d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 Feb 10 04:51:41.531956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a2237-d653-4924-887c-b1e89a3b0e13 req-9722704d-ae2b-4858-aa52-494cdd342626 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:41.533548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc7a2237-d653-4924-887c-b1e89a3b0e13 req-9722704d-ae2b-4858-aa52-494cdd342626 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0548751 Feb 10 04:51:41.583379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cc7a2237-d653-4924-887c-b1e89a3b0e13 req-e98e9ed4-8691-47e3-8f99-9ec657481948 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434451 Feb 10 04:51:42.702899 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e771d9-85bc-4469-83b9-f9e112827a24 req-57230de2-7040-4ab9-858a-000f5014a56c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:42.704398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35e771d9-85bc-4469-83b9-f9e112827a24 req-57230de2-7040-4ab9-858a-000f5014a56c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0535688 Feb 10 04:51:42.750432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-35e771d9-85bc-4469-83b9-f9e112827a24 req-f7993254-b23f-4e03-893c-b7ae0549b947 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Feb 10 04:51:44.134410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fbeff-a66e-432f-8cda-fce6db52a656 req-cc0faffc-e960-499b-bc0d-8021f6b31a14 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:44.135911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f5fbeff-a66e-432f-8cda-fce6db52a656 req-cc0faffc-e960-499b-bc0d-8021f6b31a14 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0525517 Feb 10 04:51:44.181245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9f5fbeff-a66e-432f-8cda-fce6db52a656 req-e134efe8-5d03-4756-b618-b58c5615808f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398228 Feb 10 04:51:45.302081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5818a6-6fe5-415b-815a-98cbaf7fc0ae req-5dd3fdb4-5570-479c-9eb3-fd74e1f461aa tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:45.303597 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d5818a6-6fe5-415b-815a-98cbaf7fc0ae req-5dd3fdb4-5570-479c-9eb3-fd74e1f461aa tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0538068 Feb 10 04:51:45.355091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d5818a6-6fe5-415b-815a-98cbaf7fc0ae req-acdba921-64f4-40fd-a078-a2224747f182 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Feb 10 04:51:46.478306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9a9bd-af1b-43e6-8104-030b89ae0069 req-998b5f4a-304f-462b-8e38-ae4ef3430e6d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:46.479839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4dc9a9bd-af1b-43e6-8104-030b89ae0069 req-998b5f4a-304f-462b-8e38-ae4ef3430e6d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Feb 10 04:51:46.529096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4dc9a9bd-af1b-43e6-8104-030b89ae0069 req-5a04e562-aff8-47a3-a7ef-3030aff95709 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414786 Feb 10 04:51:47.351766 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:47.647500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993b59-d1f0-4fe6-9827-22de1be78400 req-12f1075b-a713-4bbb-99b9-9c933f3f7489 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:47.648872 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d993b59-d1f0-4fe6-9827-22de1be78400 req-12f1075b-a713-4bbb-99b9-9c933f3f7489 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0522361 Feb 10 04:51:47.693937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d993b59-d1f0-4fe6-9827-22de1be78400 req-7411a6f7-4c1d-4e9e-bb10-6335c2bd79ba tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395932 Feb 10 04:51:48.717584 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:48.812998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a5892-560a-4033-a447-db9985ac4244 req-776a9bf6-2180-42dc-b353-d45045c45aca tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:48.814487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a1a5892-560a-4033-a447-db9985ac4244 req-776a9bf6-2180-42dc-b353-d45045c45aca tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0531728 Feb 10 04:51:48.863494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5a1a5892-560a-4033-a447-db9985ac4244 req-d4179e9a-34b3-4580-b739-ca6c9d8f205c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Feb 10 04:51:49.118626 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:51:49.310722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-e99c3f7d-147d-4101-87d1-2bcedc5ed138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:49.312253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-e99c3f7d-147d-4101-87d1-2bcedc5ed138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1127 time: 0.0442207 Feb 10 04:51:49.416938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-9337d6b2-b511-474f-bc6c-0071c9ffc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:49.418368 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-9337d6b2-b511-474f-bc6c-0071c9ffc0a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0887389 Feb 10 04:51:49.486238 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-5810bd37-595c-4b72-99c0-9ba711941804 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 1001 time: 0.0621269 Feb 10 04:51:49.536655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-608a07d3-2b53-4f3d-b488-e0e9faea058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:49.538211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-608a07d3-2b53-4f3d-b488-e0e9faea058d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0448937 Feb 10 04:51:49.587184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-f61a11cb-5c62-4d3f-9a49-0334790f7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:49.588700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-f61a11cb-5c62-4d3f-9a49-0334790f7adc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450878 Feb 10 04:51:49.678350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-22f9dcb5-b530-4e08-a517-e14a2e1dbb79 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837646 Feb 10 04:51:49.765885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e4b3c0a7-ecc3-4d78-a6d2-b399e6fb53cd req-750d91ec-a2a6-4815-8429-07344e649eeb service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825706 Feb 10 04:51:49.984008 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e7f2-1d6f-4643-857c-4d2ad3dc29d5 req-f113eb2d-71fb-46e0-a061-ac3513fb8c2c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:49.985410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b772e7f2-1d6f-4643-857c-4d2ad3dc29d5 req-f113eb2d-71fb-46e0-a061-ac3513fb8c2c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0524120 Feb 10 04:51:50.030672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b772e7f2-1d6f-4643-857c-4d2ad3dc29d5 req-7d00457c-2099-4e1c-ad45-ca21b7d87bd0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391695 Feb 10 04:51:51.149799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2949-796e-4ef4-9520-78d85c31c847 req-33e91d1e-95c9-4164-b43c-7ed9415a9bfa tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:51.151215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd6f2949-796e-4ef4-9520-78d85c31c847 req-33e91d1e-95c9-4164-b43c-7ed9415a9bfa tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Feb 10 04:51:51.202183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fd6f2949-796e-4ef4-9520-78d85c31c847 req-712ae9b1-a7c0-47a2-9cc6-77903b99b522 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454857 Feb 10 04:51:52.326309 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0863-f285-4d09-a673-25a38d70dde2 req-105e1d2a-fd55-4d62-b316-a90c6c202698 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:52.327832 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1ee0863-f285-4d09-a673-25a38d70dde2 req-105e1d2a-fd55-4d62-b316-a90c6c202698 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0563896 Feb 10 04:51:52.373676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1ee0863-f285-4d09-a673-25a38d70dde2 req-a99f965a-8e9e-40bb-bddc-4096bbd60135 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403388 Feb 10 04:51:53.493670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013683a-4fd9-4fc5-b01a-a11508c18979 req-f52fe66d-9856-43db-830c-0becf2c9fb47 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:53.495179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9013683a-4fd9-4fc5-b01a-a11508c18979 req-f52fe66d-9856-43db-830c-0becf2c9fb47 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0525405 Feb 10 04:51:53.544014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9013683a-4fd9-4fc5-b01a-a11508c18979 req-5dd4f0a6-2988-4bcf-b801-12f3668434a8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432751 Feb 10 04:51:54.667903 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13a1d2-3fd3-4aa9-ab24-e9bd48a9dd56 req-8d4974f2-b014-4f81-8bb0-080884627ad3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:54.669299 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac13a1d2-3fd3-4aa9-ab24-e9bd48a9dd56 req-8d4974f2-b014-4f81-8bb0-080884627ad3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0516257 Feb 10 04:51:54.716502 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ac13a1d2-3fd3-4aa9-ab24-e9bd48a9dd56 req-decec994-6ba8-4562-b4d8-79d1bf25e5b3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Feb 10 04:51:55.894215 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400edc8-fe1f-476f-b2fd-7e3e1e29ca93 req-7f19bd59-3db9-470d-b0a6-13e5a4309264 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:55.895700 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b400edc8-fe1f-476f-b2fd-7e3e1e29ca93 req-7f19bd59-3db9-470d-b0a6-13e5a4309264 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.1114733 Feb 10 04:51:55.945684 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b400edc8-fe1f-476f-b2fd-7e3e1e29ca93 req-6c1ebbbf-27ee-4a13-b769-b6a71fa9a7d4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435383 Feb 10 04:51:57.126276 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f168aec-13be-4ea7-a6c3-e25c27b80697 req-c3fb0aeb-d248-4799-bb95-782cc67ef20f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:57.127844 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f168aec-13be-4ea7-a6c3-e25c27b80697 req-c3fb0aeb-d248-4799-bb95-782cc67ef20f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.1136179 Feb 10 04:51:57.173483 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1f168aec-13be-4ea7-a6c3-e25c27b80697 req-15b30334-a9cd-4fa6-9c08-37c5da6774ea tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Feb 10 04:51:57.694607 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de2f0c3c-6df4-43c8-8ad1-e9780fd07559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:51:58.297508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc09801-299d-4114-ace7-f83e99da57c9 req-b2e8f585-3c7f-49cc-90bb-faa830be8ba0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:58.298980 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bc09801-299d-4114-ace7-f83e99da57c9 req-b2e8f585-3c7f-49cc-90bb-faa830be8ba0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0553422 Feb 10 04:51:58.346260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8bc09801-299d-4114-ace7-f83e99da57c9 req-afb19455-a34b-4a6a-af35-f3e36e6d37d1 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410886 Feb 10 04:51:59.464411 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd9a3-ac7d-4998-8ebc-30f1c0228052 req-d499b1dc-3e20-4202-b887-5adaaaa64bad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:51:59.465879 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08bfd9a3-ac7d-4998-8ebc-30f1c0228052 req-d499b1dc-3e20-4202-b887-5adaaaa64bad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Feb 10 04:51:59.511458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-08bfd9a3-ac7d-4998-8ebc-30f1c0228052 req-ad0c17f4-72ea-4092-85e8-b2c8f8a1c432 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 Feb 10 04:51:59.621913 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-8512bea0-5d6e-413d-9656-f07d0ae31a1e service neutron] show failed (client error): The resource could not be found. Feb 10 04:51:59.622872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-8512bea0-5d6e-413d-9656-f07d0ae31a1e service neutron] 10.222.0.43 "GET /v2.0/ports/e7e0a1c7-b59e-4e39-8107-6a2446eecff3/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0540600 Feb 10 04:51:59.858731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-69ea9880-295d-4828-8a02-fd0ef4f4088c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:00.163226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-4cff3f79-f6cd-4cf2-bc85-1b1824ebbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:00.164755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-4cff3f79-f6cd-4cf2-bc85-1b1824ebbdea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 1127 time: 0.0446103 Feb 10 04:52:00.176865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:52:00.236385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:00.441047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:00.473853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:52:00.510823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:52:00.513099 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e796fa84-9c6a-4a94-968d-1e67bbd1c87a" -d '{"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:52:00.516886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Publish callbacks [] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:00.529579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Transition to ACTIVE for port object e7e0a1c7-b59e-4e39-8107-6a2446eecff3 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:52:00.563225 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15844d5-ae49-4de4-9048-d223fda53540 x-openstack-request-id: req-c15844d5-ae49-4de4-9048-d223fda53540 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:52:00.563521 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:52:00.563779 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c15844d5-ae49-4de4-9048-d223fda53540 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:52:00.564179 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'code': 200} Feb 10 04:52:00.601500 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:00.638013 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fe847-ba3c-42bb-9da5-08709e762f9f req-b2b48db7-1731-4afb-8636-66573c7d6532 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:00.646187 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f79fe847-ba3c-42bb-9da5-08709e762f9f req-b2b48db7-1731-4afb-8636-66573c7d6532 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0588455 Feb 10 04:52:00.689498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:00.703139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f79fe847-ba3c-42bb-9da5-08709e762f9f req-02172ecd-b89a-42b2-85ce-a5ed8d961aa4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559816 Feb 10 04:52:00.730525 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] No DVR routers for this DVR port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:52:00.876666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:52:00.877005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:52:00.877416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:52:00.882091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:52:00.882414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Attempting to bind port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:52:00.887415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:52:00.887760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:52:00.888145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:52:00.888573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Bound port: e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:52:00.888929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:00.955164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:52:00.958922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:52:01.020688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:01.056193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:01.056826 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:01.058228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 1091 time: 0.8860779 Feb 10 04:52:01.109758 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79b94f-e9cf-4e07-a0fb-e59a3efd5ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:01.133811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-1ea655f3-6bdc-4956-b31e-584f2d02fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:01.135682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-1ea655f3-6bdc-4956-b31e-584f2d02fe7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1125 time: 0.0540462 Feb 10 04:52:01.150232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:01.234689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-77f9611e-6013-4d57-bf02-9442e453dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:01.236213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-77f9611e-6013-4d57-bf02-9442e453dba8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0934527 Feb 10 04:52:01.299828 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-957cef05-15a2-404c-bceb-6af42f3745cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 999 time: 0.0572753 Feb 10 04:52:01.347526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-8fc39352-e987-4271-9b6b-5f4b933ecbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:01.349007 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-8fc39352-e987-4271-9b6b-5f4b933ecbb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0447645 Feb 10 04:52:01.399944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-873d8a50-5c17-47fd-8711-a0e5dc94b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:01.401425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-873d8a50-5c17-47fd-8711-a0e5dc94b8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472741 Feb 10 04:52:01.490139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-cd97b17d-7837-4387-920c-5dad2431a719 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819087 Feb 10 04:52:01.581288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2989b8-b7a0-4bd7-8e7c-4d6185f4db53 req-0e9fb78b-2981-40e9-8d19-778ca264fdec service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859449 Feb 10 04:52:01.826260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae91f0-92e7-440c-b1e8-bea245b18c24 req-36f4fedd-350b-45ea-bcbc-e68f6329380e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:01.827779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fdae91f0-92e7-440c-b1e8-bea245b18c24 req-36f4fedd-350b-45ea-bcbc-e68f6329380e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 943 time: 0.0538349 Feb 10 04:52:01.878302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fdae91f0-92e7-440c-b1e8-bea245b18c24 req-e2ac85fb-4a86-45cf-9345-908816f97a76 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440526 Feb 10 04:52:02.565805 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:52:02.568176 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae900f7-9873-48d4-ad6b-e926d6aa5233" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:52:02.617999 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3cd543-574c-4c11-b522-c21683b71a85 x-openstack-request-id: req-dd3cd543-574c-4c11-b522-c21683b71a85 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:52:02.618369 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:52:02.618694 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd3cd543-574c-4c11-b522-c21683b71a85 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:52:02.619196 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'status': 'completed', 'code': 200} Feb 10 04:52:02.713669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-b777480e-c7b9-4cd7-b4d0-019f8e811d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:02.715229 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-b777480e-c7b9-4cd7-b4d0-019f8e811d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1125 time: 0.0794308 Feb 10 04:52:02.717593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-5b22f749-5f72-4ec5-a13d-3e4c1aea0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:02.718967 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-5b22f749-5f72-4ec5-a13d-3e4c1aea0c4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1125 time: 0.0738184 Feb 10 04:52:02.728681 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:02.873428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-7ec7f67b-547b-4d8b-b1c6-6df626d9a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:02.874843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-7ec7f67b-547b-4d8b-b1c6-6df626d9a5b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1528308 Feb 10 04:52:02.875906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-51ef8e02-6aa4-46f1-80b6-5c839952ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:02.877800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-51ef8e02-6aa4-46f1-80b6-5c839952ff08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1480274 Feb 10 04:52:03.015078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-706bda35-1449-40c1-a1bf-391750ca4152 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 999 time: 0.1338661 Feb 10 04:52:03.018847 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-5172db47-5331-4d41-a7ee-aa281e00f805 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 999 time: 0.1323006 Feb 10 04:52:03.092789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f91ff-7eca-4077-9fd8-808a151f4bd0 req-2bc08aef-09eb-4825-9959-6dfd36ac606a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:03.094258 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-642f91ff-7eca-4077-9fd8-808a151f4bd0 req-2bc08aef-09eb-4825-9959-6dfd36ac606a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 943 time: 0.1433775 Feb 10 04:52:03.127072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-9e80f46d-bba0-497d-9b5c-c743645a9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:03.128570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-9e80f46d-bba0-497d-9b5c-c743645a9940 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.1074324 Feb 10 04:52:03.129780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-1f7bb538-e853-444a-9666-4ce299868c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:03.131115 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-1f7bb538-e853-444a-9666-4ce299868c5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.1013288 Feb 10 04:52:03.215682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-642f91ff-7eca-4077-9fd8-808a151f4bd0 req-c7651acc-39b2-4ca3-9b4d-7146b30739b6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127691 Feb 10 04:52:03.234054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-001b7145-f8ad-435f-bcfe-9a785db58983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:03.235587 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-001b7145-f8ad-435f-bcfe-9a785db58983 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1003809 Feb 10 04:52:03.238514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-14f12bc5-58b2-4fe2-8ec6-95397fe2cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:03.239902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-14f12bc5-58b2-4fe2-8ec6-95397fe2cd90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0954058 Feb 10 04:52:03.392117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-9556a483-e273-4966-a4a5-9c779dde543d service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503723 Feb 10 04:52:03.394580 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-a4145d4a-0804-49c6-869b-a13561cd4b42 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462276 Feb 10 04:52:03.656972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:52:03.763220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:03.775120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'mac_address': 'fa:16:3e:61:c2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:52:03.812944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:52:03.813342 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:03.827675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e0a1c7-b59e-4e39-8107-6a2446eecff3 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:52:03.849750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:03.888566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-e388e1f0-9234-4ef0-97d0-faffad5bdd4b service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906707 Feb 10 04:52:03.891876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fae900f7-9873-48d4-ad6b-e926d6aa5233 req-ab413d67-b7cb-4aa9-8be4-980a67b4f861 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871764 Feb 10 04:52:03.928939 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:03.979071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:04.144712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['e7e0a1c7-b59e-4e39-8107-6a2446eecff3'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:52:04.258550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:52:04.320237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:52:04.320634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:52:04.322977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:04.340332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b24f95-8b5b-4c35-982f-5aef157c8048 req-28d1215f-8ba1-4d12-880d-c4f38dff7642 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:04.345282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14b24f95-8b5b-4c35-982f-5aef157c8048 req-28d1215f-8ba1-4d12-880d-c4f38dff7642 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 944 time: 0.0542965 Feb 10 04:52:04.389268 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14b24f95-8b5b-4c35-982f-5aef157c8048 req-7b5db9e6-0baf-4252-9ef5-90fa6ef874c6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Feb 10 04:52:04.744808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b9e6-8a2c-432d-b50e-73291d1c3ff8 req-570d50d2-e135-41e8-9cb0-c88c38f04694 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:04.746313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f6e7b9e6-8a2c-432d-b50e-73291d1c3ff8 req-570d50d2-e135-41e8-9cb0-c88c38f04694 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 944 time: 0.0532923 Feb 10 04:52:04.792980 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f6e7b9e6-8a2c-432d-b50e-73291d1c3ff8 req-f2f9abaf-949c-4fed-a5a0-5ce7afc2d742 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Feb 10 04:52:04.808656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-9c6ee881-f5cb-42cd-b953-b5e03148028a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:04.810104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-9c6ee881-f5cb-42cd-b953-b5e03148028a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943&tenant_id=1041f4e810fa46339a92f7b13e72905b&binding%3Ahost_id=n-h1-827844-2 HTTP/1.1" status: 200 len: 944 time: 0.0565445 Feb 10 04:52:04.877735 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-f1208701-83cf-4c4b-8b1a-19414b938144 service neutron] delete failed (client error): The resource could not be found. Feb 10 04:52:04.878990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-f1208701-83cf-4c4b-8b1a-19414b938144 service neutron] 10.222.0.43 "DELETE /v2.0/ports/e7e0a1c7-b59e-4e39-8107-6a2446eecff3/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0624502 Feb 10 04:52:04.965692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-7dbc70ff-9eee-4339-bcda-f2d5748b6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:04.967234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-7dbc70ff-9eee-4339-bcda-f2d5748b6dbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 1126 time: 0.0452023 Feb 10 04:52:05.056204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-8d86c079-e4f0-452d-bd6b-d4bb8bdd97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:05.057671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-8d86c079-e4f0-452d-bd6b-d4bb8bdd97f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0830035 Feb 10 04:52:05.123843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-56d1fc60-030f-45f0-abc8-313de32ea481 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 200 len: 1000 time: 0.0604763 Feb 10 04:52:05.170847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-1f49acfc-9eac-49ed-ac8d-1fcc674c259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:05.172153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-1f49acfc-9eac-49ed-ac8d-1fcc674c259d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0421197 Feb 10 04:52:05.220018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-33b1528c-7976-4b79-bbf8-1e7c21473911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:05.221579 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-33b1528c-7976-4b79-bbf8-1e7c21473911 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437887 Feb 10 04:52:05.310102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-697e329c-4ad2-4ca4-b4c0-dc36ff971b15 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821729 Feb 10 04:52:05.402267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304e471-37ff-499b-942a-b0b0e5d49b47 req-2bccf90a-1cd2-4337-a3be-13f1bdd107b5 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Feb 10 04:52:05.656205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:52:05.791316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:52:05.795092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:52:05.795468 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:05.924846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b890-651a-4cd7-95e3-36efaf3b521e req-2ae73afc-2747-499f-a4bf-8341ad2a2783 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:05.926533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0d9b890-651a-4cd7-95e3-36efaf3b521e req-2ae73afc-2747-499f-a4bf-8341ad2a2783 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 944 time: 0.0604327 Feb 10 04:52:05.979029 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0d9b890-651a-4cd7-95e3-36efaf3b521e req-69a231d0-0ef4-40a7-9f18-17b18eba274d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465620 Feb 10 04:52:06.040925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:52:06.041311 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:06.064562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:52:06.066821 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960b1b9-dac4-41b9-b808-51df0909e939" -d '{"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-plugged", "status": "completed", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:52:06.080775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:06.107416 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33832ca-c54f-4d7b-8f46-ae1b9cc3535e x-openstack-request-id: req-c33832ca-c54f-4d7b-8f46-ae1b9cc3535e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:52:06.107764 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-plugged", "status": "completed", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:52:06.108013 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c33832ca-c54f-4d7b-8f46-ae1b9cc3535e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:52:06.108406 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'code': 200} Feb 10 04:52:06.138421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:06.186314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:07.105484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd80cc-6005-45e5-9e13-93aba579c04e req-4373f96f-bd04-4210-bec5-485790867b25 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:07.107018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-decd80cc-6005-45e5-9e13-93aba579c04e req-4373f96f-bd04-4210-bec5-485790867b25 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0546694 Feb 10 04:52:07.157558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-decd80cc-6005-45e5-9e13-93aba579c04e req-724aebf3-e2a5-48d9-8507-a58744697adf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Feb 10 04:52:07.285034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad4e3-ea7f-486f-8f79-dc7fcef38932 req-a3ca0f13-386a-45a3-a66b-4e6a33560240 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:07.286043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec5ad4e3-ea7f-486f-8f79-dc7fcef38932 req-a3ca0f13-386a-45a3-a66b-4e6a33560240 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0588043 Feb 10 04:52:07.333916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec5ad4e3-ea7f-486f-8f79-dc7fcef38932 req-e084587e-50a8-41f3-93fc-8c9984e6713f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Feb 10 04:52:07.453865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e42b6-f5e4-4be7-b29d-9f7c474ca700 req-4cbdbaad-877e-478f-ad7e-c4739cb38cf5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:07.455908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f2e42b6-f5e4-4be7-b29d-9f7c474ca700 req-4cbdbaad-877e-478f-ad7e-c4739cb38cf5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0558887 Feb 10 04:52:07.500658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f2e42b6-f5e4-4be7-b29d-9f7c474ca700 req-f4ca451a-d927-48e4-87cc-3385237600d7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392373 Feb 10 04:52:07.941425 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddb003-ccf7-4541-95b5-3c76363e100f req-dba850b8-41dc-4f64-8b18-fcd8a9334c9f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:07.942936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05ddb003-ccf7-4541-95b5-3c76363e100f req-dba850b8-41dc-4f64-8b18-fcd8a9334c9f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Feb 10 04:52:07.988228 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-05ddb003-ccf7-4541-95b5-3c76363e100f req-9c75e60e-1166-43f1-89e5-330deee6d7c2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398388 Feb 10 04:52:09.107133 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c899b-328d-4a4c-aded-279c08dca42a req-ba9e81d9-ca49-492c-b356-d9bcd434ae4d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:09.108626 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-832c899b-328d-4a4c-aded-279c08dca42a req-ba9e81d9-ca49-492c-b356-d9bcd434ae4d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0525808 Feb 10 04:52:09.153883 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-832c899b-328d-4a4c-aded-279c08dca42a req-481b2b8e-cb8f-43c5-a30b-86db86838630 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397139 Feb 10 04:52:09.217762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bf3fe-91e6-4216-9188-8dd692543904 req-e6d48e53-e348-4259-81e1-4435fcccfcdf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:09.219249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-951bf3fe-91e6-4216-9188-8dd692543904 req-e6d48e53-e348-4259-81e1-4435fcccfcdf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 945 time: 0.0531459 Feb 10 04:52:09.310430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Deleting port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:52:09.310788 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:09.399867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] For port e7e0a1c7-b59e-4e39-8107-6a2446eecff3, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:09.400221 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:09.564402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:09.564823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:09.565303 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 disassociated. External IP: 172.25.8.205, port: e7e0a1c7-b59e-4e39-8107-6a2446eecff3. Feb 10 04:52:09.565644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Calling delete_port for e7e0a1c7-b59e-4e39-8107-6a2446eecff3 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:52:09.763013 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e7e0a1c7-b59e-4e39-8107-6a2446eecff3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:09.789878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event deleted for resources: {'Port': ['ID=e7e0a1c7-b59e-4e39-8107-6a2446eecff3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:09.803109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.803448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.803789 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.804125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.804457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.804786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.805114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.805435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.805755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.806073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.806389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.806725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.807051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:09.925882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:52:10.040367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:52:10.050942 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:52:10.060768 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:52:10.061456 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:52:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:10.083428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] No DVR routers for this DVR port e7e0a1c7-b59e-4e39-8107-6a2446eecff3 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:52:10.085979 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:10.089327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-951bf3fe-91e6-4216-9188-8dd692543904 req-d3b2a896-0622-4efe-858e-70560625e5d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "DELETE /v2.0/ports/e7e0a1c7-b59e-4e39-8107-6a2446eecff3 HTTP/1.1" status: 204 len: 173 time: 0.8649440 Feb 10 04:52:10.089771 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-deleted', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:52:10.092038 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21b6a84-0c82-4595-9e92-0979930d99fc" -d '{"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-deleted", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:52:10.128643 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c3c5f-c1af-4601-ae37-218ea0ab08f3 x-openstack-request-id: req-f35c3c5f-c1af-4601-ae37-218ea0ab08f3 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:52:10.129121 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb76a01-8016-4ae0-bfc4-03727ef62943", "name": "network-vif-deleted", "tag": "e7e0a1c7-b59e-4e39-8107-6a2446eecff3", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:52:10.129515 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f35c3c5f-c1af-4601-ae37-218ea0ab08f3 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:52:10.130140 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb76a01-8016-4ae0-bfc4-03727ef62943', 'name': 'network-vif-deleted', 'tag': 'e7e0a1c7-b59e-4e39-8107-6a2446eecff3', 'status': 'completed', 'code': 200} Feb 10 04:52:10.175710 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:52:10.267047 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c1b96582-f61e-4069-9ff9-1a9edfb4530f req-aa927942-b93f-4f73-807f-cec051b424ca tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb76a01-8016-4ae0-bfc4-03727ef62943 HTTP/1.1" status: 200 len: 210 time: 0.0380669 Feb 10 04:52:10.382563 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:10.412557 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:52:10.421030 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:52:10.421622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:52:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:10.633040 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:52:10.826534 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:10.852011 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e77dbb-de0b-4323-baf8-31346f171011 None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:52:11.078958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02504e5-6c87-4ad4-a3c4-b67408718289 None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:52:11.771211 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-ce8f6579-bd04-4f8f-b9f6-02a8135093fa tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--452000171&fields=id&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 267 time: 0.0416191 Feb 10 04:52:11.879523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-cd38de47-b763-48c6-951b-749612a481c7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:11.880919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-cd38de47-b763-48c6-951b-749612a481c7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1035137 Feb 10 04:52:11.896189 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-e4010cf4-d17e-4441-b38e-93c3cd0da6e4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/quotas/1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 375 time: 0.0096984 Feb 10 04:52:11.952192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-daf4ed6c-2399-4719-a1b4-d352f4d5f8d8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510516 Feb 10 04:52:12.097252 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-11e90095-646e-4a02-b716-4a38430fbce6 service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330278 Feb 10 04:52:12.186058 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-1c817630-2dbf-4bcd-a892-c14fd367ffde service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829597 Feb 10 04:52:12.491738 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de744345-b9e7-4263-b170-48ddd3f06b88 req-3cf8daf1-58ba-4799-869e-692627efa1bf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 210 time: 0.0307133 Feb 10 04:52:13.588159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2bef5604-cff3-43f6-8bef-036070368ee9 req-78f7bf8d-de29-4b0e-ab97-73af45ba9d9a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 210 time: 0.0293849 Feb 10 04:52:13.688276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:52:13.710277 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: e7e0a1c7-b59e-4e39-8107-6a2446eecff3 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:52:13.710632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device e7e0a1c7-b59e-4e39-8107-6a2446eecff3 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:52:14.261787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-b0912d8e-f7f8-4dc1-911f-05b68c18de00 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:14.263282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-b0912d8e-f7f8-4dc1-911f-05b68c18de00 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1058173 Feb 10 04:52:14.322550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-11dcb67d-6958-40e5-afdb-162781290ccf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 379 time: 0.0512969 Feb 10 04:52:14.331824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'port': {'device_id': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'admin_state_up': True, 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'security_groups': ['01df6b90-cb4d-4263-a653-0e77039a21b2']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:52:14.498214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Made reservation on behalf of 1041f4e810fa46339a92f7b13e72905b for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:52:14.501630 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:14.624653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Allocated IP 172.20.0.8 (bce4838b-f036-4d66-80bb-34b144f3d29b/5cff14a8-d2b3-45fe-9b67-a8adc02e5716/59e4d612-eccf-4e3c-ba26-9096bb886c9a) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:52:14.682912 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d9857550-c721-456b-8151-cfcdd70325cf req-722ebc40-82ac-47e4-bb9f-504235329b60 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 210 time: 0.0276890 Feb 10 04:52:14.764078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:14.854605 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:14.903964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Network bce4838b-f036-4d66-80bb-34b144f3d29b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:52:14.907038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:52:14.910660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:52:14.938692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:14.967844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:14.968494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.062984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7f48540a-911b-4f71-a60f-daacb5b6e1ad tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346501 Feb 10 04:52:15.074080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Request body: {'port': {'device_id': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:52:15.123100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0ae1b24a-6ea0-4490-ac3e-3b5979158ab4 None None] Provisioning complete for port 59e4d612-eccf-4e3c-ba26-9096bb886c9a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:52:15.123690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b24a-6ea0-4490-ac3e-3b5979158ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.134587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.156280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1b24a-6ea0-4490-ac3e-3b5979158ab4 None None] Port 59e4d612-eccf-4e3c-ba26-9096bb886c9a cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:52:15.393592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e4d612-eccf-4e3c-ba26-9096bb886c9a {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:52:15.400875 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Publish callbacks [] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.413169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Transition to ACTIVE for port object 59e4d612-eccf-4e3c-ba26-9096bb886c9a will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:52:15.498481 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.567167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:15.619008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:52:15.619349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:52:15.619681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:52:15.624117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:52:15.624441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:52:15.629424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:52:15.630084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:52:15.630218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:52:15.630556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Bound port: 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:52:15.630944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.700378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:52:15.703394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:52:15.786455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.828811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:15.829443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:15.831081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] 10.222.0.24 "PUT /v2.0/ports/59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 1091 time: 0.7612555 Feb 10 04:52:15.833978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:52:15.836350 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522846b-b5ad-46f3-829b-b9f5bfdccb16" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:52:15.859490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae973fe6-88cb-44ca-9ca4-c84ccd0f1335 req-14eea964-9adb-4e70-944c-a8e0518a8e93 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:15.860994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae973fe6-88cb-44ca-9ca4-c84ccd0f1335 req-14eea964-9adb-4e70-944c-a8e0518a8e93 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.1101592 Feb 10 04:52:15.867097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae50579-47d5-452d-8484-f15159f97d12 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:15.891599 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106f81d4-3afc-472e-8593-6d39b305ee18 x-openstack-request-id: req-106f81d4-3afc-472e-8593-6d39b305ee18 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:52:15.891910 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:52:15.892169 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-106f81d4-3afc-472e-8593-6d39b305ee18 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:52:15.892807 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'status': 'completed', 'code': 200} Feb 10 04:52:15.959855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae973fe6-88cb-44ca-9ca4-c84ccd0f1335 req-008078bf-50c8-499e-997b-cc8137781098 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882978 Feb 10 04:52:15.978654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522846b-b5ad-46f3-829b-b9f5bfdccb16 req-1271d858-9dc8-4972-84ad-04ad59adf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:15.980900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9522846b-b5ad-46f3-829b-b9f5bfdccb16 req-1271d858-9dc8-4972-84ad-04ad59adf30e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1125 time: 0.0691884 Feb 10 04:52:16.079080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522846b-b5ad-46f3-829b-b9f5bfdccb16 req-69137187-1b01-47a1-b467-db14bf97ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:16.081107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9522846b-b5ad-46f3-829b-b9f5bfdccb16 req-69137187-1b01-47a1-b467-db14bf97ab84 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1041f4e810fa46339a92f7b13e72905b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932627 Feb 10 04:52:16.181911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522846b-b5ad-46f3-829b-b9f5bfdccb16 req-d8ff95da-01f5-49f3-b939-d66030e44f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:16.183435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9522846b-b5ad-46f3-829b-b9f5bfdccb16 req-d8ff95da-01f5-49f3-b939-d66030e44f6f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973392 Feb 10 04:52:16.261644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-8b80f212-7ec3-4dd7-b13c-066679c1d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:16.263126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-8b80f212-7ec3-4dd7-b13c-066679c1d3e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1125 time: 0.0441561 Feb 10 04:52:16.301957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-ec31f62c-ce16-4292-bdf1-f5f3c2c6bbcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 217 time: 0.0329130 Feb 10 04:52:16.353797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7cbdbdd2-8769-4548-96ea-9bfb27c23d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:16.355334 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7cbdbdd2-8769-4548-96ea-9bfb27c23d60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0477772 Feb 10 04:52:16.401964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7c86747f-5932-4921-9477-5518da6d0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:16.403480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-7c86747f-5932-4921-9477-5518da6d0e71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429523 Feb 10 04:52:16.490955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-16aba644-1e6b-45be-b588-34ce7fe7d433 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811584 Feb 10 04:52:16.585284 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8feee650-7a65-4078-82c9-a6e92e8bbb42 req-98f8543f-dddb-406d-9d66-655a418e4500 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878265 Feb 10 04:52:17.082679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1955d-02e3-47aa-b8e4-3852b755bb07 req-89a447d8-cdd3-4611-befd-d44fef26351b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:17.084273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ae1955d-02e3-47aa-b8e4-3852b755bb07 req-89a447d8-cdd3-4611-befd-d44fef26351b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.0539181 Feb 10 04:52:17.129465 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4ae1955d-02e3-47aa-b8e4-3852b755bb07 req-8edbc353-8cf6-4a1d-964a-0296ebe037ce tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Feb 10 04:52:17.389719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:18.248476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843c511-68d9-453f-b778-0690cefd381a req-9a304139-b012-4a4b-af9e-3cf1b74c542c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:18.249978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9843c511-68d9-453f-b778-0690cefd381a req-9a304139-b012-4a4b-af9e-3cf1b74c542c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.0533013 Feb 10 04:52:18.296524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9843c511-68d9-453f-b778-0690cefd381a req-cb613797-1c2a-41e0-a843-2e0a4d0b01e2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407617 Feb 10 04:52:18.716924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:19.413198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635e9a-6601-4fbb-8d4c-065c7de917f0 req-bbd466dd-6eb4-4b14-acb9-46ed4d770308 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:19.414658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0635e9a-6601-4fbb-8d4c-065c7de917f0 req-bbd466dd-6eb4-4b14-acb9-46ed4d770308 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.0505695 Feb 10 04:52:19.463532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b0635e9a-6601-4fbb-8d4c-065c7de917f0 req-76e50766-3500-414c-b608-d9f077764e51 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Feb 10 04:52:19.687946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:52:19.784127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:19.794857 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'mac_address': 'fa:16:3e:cf:f7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:52:19.831541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 59e4d612-eccf-4e3c-ba26-9096bb886c9a is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:52:19.831929 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:19.844681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e4d612-eccf-4e3c-ba26-9096bb886c9a {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:52:19.864837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:19.940038 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:19.987252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:19.994441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.994826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.995178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.995547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.995887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.996223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.996558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.996889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.997219 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.997548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.997878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.998205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:19.998528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:52:20.131988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['59e4d612-eccf-4e3c-ba26-9096bb886c9a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:52:20.587684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aedae0-7ce8-457c-b97a-894de40f2873 req-ab827832-eabc-49ad-9a20-ce589a90678b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:20.589161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81aedae0-7ce8-457c-b97a-894de40f2873 req-ab827832-eabc-49ad-9a20-ce589a90678b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 944 time: 0.0562193 Feb 10 04:52:20.634648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81aedae0-7ce8-457c-b97a-894de40f2873 req-ce44c9c8-12ad-4b89-9655-66cd778e43cb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399063 Feb 10 04:52:21.704734 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:52:21.752795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3e7a-6e86-46c1-8c63-ba934c8d3e37 req-a8f8ea56-2509-4e41-b240-ae0dacb42388 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:21.754282 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d76c3e7a-6e86-46c1-8c63-ba934c8d3e37 req-a8f8ea56-2509-4e41-b240-ae0dacb42388 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 944 time: 0.0521991 Feb 10 04:52:21.800425 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d76c3e7a-6e86-46c1-8c63-ba934c8d3e37 req-5ef6c2fb-ff23-428e-8159-24ef0d1bb3da tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404522 Feb 10 04:52:21.836830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 59e4d612-eccf-4e3c-ba26-9096bb886c9a completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:52:21.840728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 59e4d612-eccf-4e3c-ba26-9096bb886c9a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:52:21.841102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:21.922744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 59e4d612-eccf-4e3c-ba26-9096bb886c9a is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:52:21.923070 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:21.945102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:52:21.947344 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c893534-364c-4e02-9d0a-1771bcc34e9c" -d '{"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:52:21.959678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:52:21.983901 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50b2c4c-9eaa-4c87-84c1-f81bf6825fb9 x-openstack-request-id: req-d50b2c4c-9eaa-4c87-84c1-f81bf6825fb9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:52:21.983901 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:52:21.983901 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d50b2c4c-9eaa-4c87-84c1-f81bf6825fb9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:52:21.984198 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'code': 200} Feb 10 04:52:22.031085 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:22.079530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:52:22.082878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6a92f-c604-4aa7-b6b5-ca9155704d32 req-4bf577ad-0f90-49a6-afe3-b88f087b2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:22.084441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9a6a92f-c604-4aa7-b6b5-ca9155704d32 req-4bf577ad-0f90-49a6-afe3-b88f087b2b4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1127 time: 0.0466363 Feb 10 04:52:22.129298 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9a6a92f-c604-4aa7-b6b5-ca9155704d32 req-9988457c-a94d-407f-a28e-b44c5c9d0502 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383308 Feb 10 04:52:22.917976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b964d-3d93-48ab-89e3-81790b25ef35 req-6dab0b14-0bc6-49fe-8343-b33a376b4d8e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:22.919496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba0b964d-3d93-48ab-89e3-81790b25ef35 req-6dab0b14-0bc6-49fe-8343-b33a376b4d8e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0515046 Feb 10 04:52:22.965276 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba0b964d-3d93-48ab-89e3-81790b25ef35 req-2af205df-5f3d-4639-a9e3-1f9499c095d4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402091 Feb 10 04:52:24.086666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53eb6-c38d-4907-b7e9-871a013fff88 req-65af3849-9890-4d17-b70f-e6e9f152179b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:24.088175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00d53eb6-c38d-4907-b7e9-871a013fff88 req-65af3849-9890-4d17-b70f-e6e9f152179b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0557494 Feb 10 04:52:24.133761 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00d53eb6-c38d-4907-b7e9-871a013fff88 req-ee9c2b92-8e23-4b30-84ae-f7c439dfb7e3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400977 Feb 10 04:52:24.251511 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b384ce-93af-4e8d-ad28-95a1284719c7 req-cad67b54-04f7-4f57-9959-85d281ed12b1 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:24.252991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41b384ce-93af-4e8d-ad28-95a1284719c7 req-cad67b54-04f7-4f57-9959-85d281ed12b1 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0562906 Feb 10 04:52:24.264281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51526) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:52:24.269416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'floatingip': {'port_id': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:52:24.310506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:24.742246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:24.806169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:24.906032 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 associated. External IP: 172.25.8.205, port: 59e4d612-eccf-4e3c-ba26-9096bb886c9a. Feb 10 04:52:25.442357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:52:25.551653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:52:25.556398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:25.561786 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:52:25.572319 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:52:25.572691 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:52:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:25.588477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d6cf58f4-dca1-4d19-b788-2f1b1ef6a27e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "PUT /v2.0/floatingips/b48e2fad-6df0-4fb3-a71e-bd51cea9b891 HTTP/1.1" status: 200 len: 991 time: 1.3230686 Feb 10 04:52:25.590177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:52:25.592568 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90329a7f-c63a-4267-b4cf-64fc7a617534" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:52:25.636244 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf422f-74ca-4dbf-98a4-7dc9752830de x-openstack-request-id: req-18bf422f-74ca-4dbf-98a4-7dc9752830de {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:52:25.636536 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:52:25.636787 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18bf422f-74ca-4dbf-98a4-7dc9752830de {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:52:25.637183 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'status': 'completed', 'code': 200} Feb 10 04:52:25.697694 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:52:25.735323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ee737-0cd3-4fc9-9ecf-f91a49c37131 req-25ce9fe6-ca45-487a-8c67-92511795c627 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:25.736798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-612ee737-0cd3-4fc9-9ecf-f91a49c37131 req-25ce9fe6-ca45-487a-8c67-92511795c627 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0850005 Feb 10 04:52:25.741735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-76906728-53e6-48cb-8019-8500a5cb2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:25.743217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-76906728-53e6-48cb-8019-8500a5cb2bfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1127 time: 0.0817409 Feb 10 04:52:25.839254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-612ee737-0cd3-4fc9-9ecf-f91a49c37131 req-c40a7ef3-2bee-4065-ae25-987ecaa15ae9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950696 Feb 10 04:52:25.863596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-ebb896ae-d88f-413a-b0ab-e0aa953917e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:25.865116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-ebb896ae-d88f-413a-b0ab-e0aa953917e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1153467 Feb 10 04:52:25.936477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-8497e11a-d787-4cb1-92c2-a29977ae81b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 999 time: 0.0644603 Feb 10 04:52:25.949336 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:cf:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:52:24Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:25.981662 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:52:25.984852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-830a4131-f995-40d8-bca3-ab1806fc6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:25.986327 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-830a4131-f995-40d8-bca3-ab1806fc6f3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0454235 Feb 10 04:52:25.990112 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:52:25.990717 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:52:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:26.033440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-0a14d924-baaa-491d-b57f-669d449561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:26.035727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-0a14d924-baaa-491d-b57f-669d449561d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438280 Feb 10 04:52:26.098625 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:52:26.129023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-9d1b1ad8-3b81-484d-9885-f428f17ceae6 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849097 Feb 10 04:52:26.131435 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:52:26.218509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-90329a7f-c63a-4267-b4cf-64fc7a617534 req-51fbf25f-dfbe-466b-ad25-b28fb5894ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843787 Feb 10 04:52:26.326860 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:cf:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:52:24Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:52:26.356457 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1e326-193b-471e-9cd0-0ed7b36a623f None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:cf:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:52:24Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:52:26.544764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367eb8b5-a8ee-4ab7-8fa5-1b3d6f10ec8e None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:52:26.981757 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609fa2d-490e-4724-a793-beacff6d2645 req-30be8674-5b52-416a-95dd-a0581836b1b8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:26.983313 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7609fa2d-490e-4724-a793-beacff6d2645 req-30be8674-5b52-416a-95dd-a0581836b1b8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0537672 Feb 10 04:52:27.028941 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7609fa2d-490e-4724-a793-beacff6d2645 req-537dfba5-6302-4e4a-8c30-21cc0b18e0e6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387907 Feb 10 04:52:27.386296 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0757-17b3-407e-8fb7-b2df74fe47ac req-1d4b50f3-ddcb-4a59-b63e-fd85b1be370c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:27.387819 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2cbb0757-17b3-407e-8fb7-b2df74fe47ac req-1d4b50f3-ddcb-4a59-b63e-fd85b1be370c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0525742 Feb 10 04:52:27.437902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2cbb0757-17b3-407e-8fb7-b2df74fe47ac req-6e9ad49e-9a02-458e-ab1f-a2c679163e59 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Feb 10 04:52:27.686493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-57827875-3c88-40d1-9a23-36927ba78f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:28.563176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e317261-3d36-4c47-8089-442e2a916a6e req-e45385eb-1704-4ed9-830c-72d8a01d0ad9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:28.564655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e317261-3d36-4c47-8089-442e2a916a6e req-e45385eb-1704-4ed9-830c-72d8a01d0ad9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0571830 Feb 10 04:52:28.610822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e317261-3d36-4c47-8089-442e2a916a6e req-7dd2ba5e-d28e-4422-8ced-6bdca5e8a64f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400887 Feb 10 04:52:29.726965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572b6f8-8401-47ed-8128-4b8a4187364a req-80e8f752-581b-44fb-a52d-4822410d4894 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:29.728430 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f572b6f8-8401-47ed-8128-4b8a4187364a req-80e8f752-581b-44fb-a52d-4822410d4894 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0520966 Feb 10 04:52:29.775022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f572b6f8-8401-47ed-8128-4b8a4187364a req-27fa73d3-bc98-42db-9c1d-895208be72ef tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Feb 10 04:52:29.831188 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dae89e51-cfd8-453b-be35-e1f2e9bb9113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:30.891902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e662-1211-4b53-8aa2-1d413c6ed8a7 req-00e9ebc2-d3ff-46bd-9576-157ee94abdd8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:30.893375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71e6e662-1211-4b53-8aa2-1d413c6ed8a7 req-00e9ebc2-d3ff-46bd-9576-157ee94abdd8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0517161 Feb 10 04:52:30.938959 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-71e6e662-1211-4b53-8aa2-1d413c6ed8a7 req-2d563204-0184-45d2-99f9-d892ba46afd0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393393 Feb 10 04:52:31.156500 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:32.058419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4d0c7-721f-4c95-976f-789b18c5f913 req-5a16fe8f-83b6-4f6b-af96-db51311f6e64 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:32.059928 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00c4d0c7-721f-4c95-976f-789b18c5f913 req-5a16fe8f-83b6-4f6b-af96-db51311f6e64 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0512958 Feb 10 04:52:32.105405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00c4d0c7-721f-4c95-976f-789b18c5f913 req-6b0ac405-cf94-4c41-a856-2abc572f16b9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399373 Feb 10 04:52:32.762283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:33.231069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1f4d1-3fb3-4b8d-991e-65db94c911bd req-fc22faf3-313c-4cee-ada5-087ac3f4c518 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:33.232562 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ce1f4d1-3fb3-4b8d-991e-65db94c911bd req-fc22faf3-313c-4cee-ada5-087ac3f4c518 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0578098 Feb 10 04:52:33.279456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ce1f4d1-3fb3-4b8d-991e-65db94c911bd req-67014c57-0dfa-4e81-9e39-6da42b3719b3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411046 Feb 10 04:52:34.313627 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:34.404613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea5536-ae31-4507-8d4b-393686116640 req-a1401326-5c2c-431f-8fa3-7807434e0c69 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:34.406074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bea5536-ae31-4507-8d4b-393686116640 req-a1401326-5c2c-431f-8fa3-7807434e0c69 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0546682 Feb 10 04:52:34.452533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2bea5536-ae31-4507-8d4b-393686116640 req-0501769d-ca5d-4de7-bd5e-0971d0254548 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401914 Feb 10 04:52:35.589166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfe902-8542-482b-9387-172585a899c3 req-c9bc546d-7182-4a6f-aab7-69aa5532cea0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:35.590679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20dfe902-8542-482b-9387-172585a899c3 req-c9bc546d-7182-4a6f-aab7-69aa5532cea0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0667548 Feb 10 04:52:35.649294 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20dfe902-8542-482b-9387-172585a899c3 req-8ea96aaa-0a04-4956-9dce-7310ec3ff0d5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528145 Feb 10 04:52:36.773848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57ad-f59f-4052-95f7-4570eedabd84 req-ebcb89b2-6c02-4db5-8da0-22780cdba723 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:36.775381 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1dc57ad-f59f-4052-95f7-4570eedabd84 req-ebcb89b2-6c02-4db5-8da0-22780cdba723 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0535445 Feb 10 04:52:36.820553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1dc57ad-f59f-4052-95f7-4570eedabd84 req-11d9b8e4-f0c2-49e1-9fca-236b610b237a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395858 Feb 10 04:52:37.938654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecc544-cfb4-4d84-b335-1bc01535b70e req-04c20dba-5a9b-4dcb-85ec-87d9f5cc20cb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:37.940179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ecc544-cfb4-4d84-b335-1bc01535b70e req-04c20dba-5a9b-4dcb-85ec-87d9f5cc20cb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0524547 Feb 10 04:52:37.993300 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92ecc544-cfb4-4d84-b335-1bc01535b70e req-beb27dd4-cb9c-40d2-8574-9eb771e976f3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472913 Feb 10 04:52:39.108727 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9ae17-c744-42fd-a936-68cec403a31e req-645c515d-c60f-4de1-8ddd-661fb8c6a604 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:39.110199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ff9ae17-c744-42fd-a936-68cec403a31e req-645c515d-c60f-4de1-8ddd-661fb8c6a604 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0511734 Feb 10 04:52:39.159736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ff9ae17-c744-42fd-a936-68cec403a31e req-b2598b32-4b18-4ffb-ad57-1cd32a686bdf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430293 Feb 10 04:52:40.278648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01923af7-ff27-4704-9e4f-168d76b77de3 req-8ab1a95a-4b2f-4ee7-a9d8-56833b2cc786 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:40.280058 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01923af7-ff27-4704-9e4f-168d76b77de3 req-8ab1a95a-4b2f-4ee7-a9d8-56833b2cc786 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0524092 Feb 10 04:52:40.327900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-01923af7-ff27-4704-9e4f-168d76b77de3 req-7ee08fe0-c0b3-4c17-8cfe-1d859432c4bb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Feb 10 04:52:41.444884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd1ec8-4ebc-44a4-8dee-f6fea39e7080 req-4a66faba-8223-4343-b38b-50e6112d3aa5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:41.446462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ecd1ec8-4ebc-44a4-8dee-f6fea39e7080 req-4a66faba-8223-4343-b38b-50e6112d3aa5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0529599 Feb 10 04:52:41.493764 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ecd1ec8-4ebc-44a4-8dee-f6fea39e7080 req-b34bfba3-15bb-4c17-8011-5eeb5da8b823 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Feb 10 04:52:42.614492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e2785-dbef-4680-aa7c-50ab0860f7e3 req-26e690ba-1234-4e2c-8c6a-2924926eb7e6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:42.615909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-620e2785-dbef-4680-aa7c-50ab0860f7e3 req-26e690ba-1234-4e2c-8c6a-2924926eb7e6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0535014 Feb 10 04:52:42.662366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-620e2785-dbef-4680-aa7c-50ab0860f7e3 req-3d2adb70-5a97-4cf2-b898-473dad0616dc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Feb 10 04:52:43.778592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd106c65-087a-4067-acf2-8aeb4b40ee3c req-f5aabcf0-1ad8-4bfb-8643-4816f37ff200 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:43.780073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd106c65-087a-4067-acf2-8aeb4b40ee3c req-f5aabcf0-1ad8-4bfb-8643-4816f37ff200 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0512412 Feb 10 04:52:43.824831 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd106c65-087a-4067-acf2-8aeb4b40ee3c req-441003a8-df80-4aea-9187-5620ffb25460 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391853 Feb 10 04:52:44.951093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3800f-54e3-448b-acd0-c1320c968979 req-acf692c2-89c7-4057-9f8a-cc6c10829f1b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:44.952588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56b3800f-54e3-448b-acd0-c1320c968979 req-acf692c2-89c7-4057-9f8a-cc6c10829f1b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0583282 Feb 10 04:52:44.998936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-56b3800f-54e3-448b-acd0-c1320c968979 req-fd628c7e-0d50-4cd9-b8a1-0ec3d82afea4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405619 Feb 10 04:52:46.122115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72761b65-2883-4abe-bba3-56dd3ddb11b1 req-e55eb4bd-61cb-491e-9b92-a449ac9f5db1 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:46.123577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72761b65-2883-4abe-bba3-56dd3ddb11b1 req-e55eb4bd-61cb-491e-9b92-a449ac9f5db1 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0588436 Feb 10 04:52:46.169863 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72761b65-2883-4abe-bba3-56dd3ddb11b1 req-dee36e22-3448-455c-85a7-c0bea02ff6de tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Feb 10 04:52:47.290606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122618-ecef-45e4-8999-ec500ff3cac3 req-6bb3c572-4ed7-4da3-b034-651c06896902 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:47.292149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2122618-ecef-45e4-8999-ec500ff3cac3 req-6bb3c572-4ed7-4da3-b034-651c06896902 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0523651 Feb 10 04:52:47.339505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2122618-ecef-45e4-8999-ec500ff3cac3 req-adcdceac-21c6-40c7-836e-e6b11618d13b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419085 Feb 10 04:52:47.373547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:47.570799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-ce3d4c55-b6bf-4471-a900-01cb83bf7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:47.572355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-ce3d4c55-b6bf-4471-a900-01cb83bf7b72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1127 time: 0.0456769 Feb 10 04:52:47.686964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-3944dc27-0bba-4efb-9610-5d225be0e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:47.688462 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-3944dc27-0bba-4efb-9610-5d225be0e045 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0935884 Feb 10 04:52:47.756345 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-41e2ee3a-a27f-48a2-9a08-95f2db1907d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 1001 time: 0.0619998 Feb 10 04:52:47.804219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-859be76a-c679-4885-a660-3a2ae763dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:47.805624 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-859be76a-c679-4885-a660-3a2ae763dc28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0422189 Feb 10 04:52:47.854347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-59dbecc7-b716-47be-9a71-e7c3431d1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:47.855860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-59dbecc7-b716-47be-9a71-e7c3431d1c69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433424 Feb 10 04:52:47.946920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-154ac2da-4a1e-4686-920b-488191dc0044 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847330 Feb 10 04:52:48.044375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14902e3c-b8c1-4ede-9599-98e605a003ab req-e1d25ea7-2ac4-4df9-9bd8-4562cea965ef service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905740 Feb 10 04:52:48.457197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638190d6-5899-4bfc-a82d-887b5081c99d req-78c6b26d-b032-463c-8292-a400282ed5e9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:48.458662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-638190d6-5899-4bfc-a82d-887b5081c99d req-78c6b26d-b032-463c-8292-a400282ed5e9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0529912 Feb 10 04:52:48.504279 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-638190d6-5899-4bfc-a82d-887b5081c99d req-6e1f35ff-13bf-41d0-9443-8724654c80d8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394592 Feb 10 04:52:48.710958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:49.629421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4e05-e82c-40a7-bdc3-dd8f2e9497ed req-366cda6f-1dbd-48e3-9569-a762128e0959 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:49.631210 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c97d4e05-e82c-40a7-bdc3-dd8f2e9497ed req-366cda6f-1dbd-48e3-9569-a762128e0959 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0559549 Feb 10 04:52:49.681859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c97d4e05-e82c-40a7-bdc3-dd8f2e9497ed req-f3eae534-df4c-4d0b-9d82-0fa71701d853 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446918 Feb 10 04:52:50.805624 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b70d3-8486-463b-93b1-f119a248f30d req-44ae88c5-d1a5-4401-b947-10690d247037 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:50.807117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-046b70d3-8486-463b-93b1-f119a248f30d req-44ae88c5-d1a5-4401-b947-10690d247037 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0557263 Feb 10 04:52:50.852792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-046b70d3-8486-463b-93b1-f119a248f30d req-aa2ccf83-da10-44e2-8d15-247a8056da61 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Feb 10 04:52:51.969205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360dce8-6c23-4ac4-b123-bd87d1653874 req-4e1231a9-698e-4056-ba51-86e3c4d6917a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:51.970683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0360dce8-6c23-4ac4-b123-bd87d1653874 req-4e1231a9-698e-4056-ba51-86e3c4d6917a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0522501 Feb 10 04:52:52.018350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0360dce8-6c23-4ac4-b123-bd87d1653874 req-65ef9867-911f-4cd9-9ae0-7a2a825756db tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 Feb 10 04:52:53.137209 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2f4ec-9972-4ab2-ac3b-8460873edb08 req-e37f9a5a-9410-4fd4-b1d5-022c27050750 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:53.138690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bee2f4ec-9972-4ab2-ac3b-8460873edb08 req-e37f9a5a-9410-4fd4-b1d5-022c27050750 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0531931 Feb 10 04:52:53.186604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bee2f4ec-9972-4ab2-ac3b-8460873edb08 req-9db195c0-276c-460c-92fc-4cd8d5e570b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Feb 10 04:52:54.304936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd06579-b5ca-415a-b2fa-46b65feb9000 req-297ff431-b5a4-488c-8104-6892898eef91 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:54.306415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fd06579-b5ca-415a-b2fa-46b65feb9000 req-297ff431-b5a4-488c-8104-6892898eef91 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0516160 Feb 10 04:52:54.357381 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5fd06579-b5ca-415a-b2fa-46b65feb9000 req-9cdb895a-c78f-47cb-a51d-904765d41660 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454125 Feb 10 04:52:55.475536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0af5-8047-4acf-b5e1-89fd67ebf037 req-0c4bdddd-ae7e-49b0-9374-ac529a7ba840 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:55.477190 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6eec0af5-8047-4acf-b5e1-89fd67ebf037 req-0c4bdddd-ae7e-49b0-9374-ac529a7ba840 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0525188 Feb 10 04:52:55.526595 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6eec0af5-8047-4acf-b5e1-89fd67ebf037 req-56c2b26a-e348-4652-b853-449a71074592 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437438 Feb 10 04:52:56.669671 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273e185-2b9d-48c9-bb9c-974cf3490316 req-36732e34-574e-4799-82f3-8874400721b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:56.671090 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3273e185-2b9d-48c9-bb9c-974cf3490316 req-36732e34-574e-4799-82f3-8874400721b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0673685 Feb 10 04:52:56.717297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3273e185-2b9d-48c9-bb9c-974cf3490316 req-40f2a484-7520-433b-b500-8187221b0106 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398357 Feb 10 04:52:57.697259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c33cbe8d-3a06-4ea5-b65f-5944a3928513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:52:57.836307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded4acf-8a0b-400e-8476-deba7ba31a9c req-e8b84786-f6b8-4535-9fd9-a8bfe37c3ced tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:57.837779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eded4acf-8a0b-400e-8476-deba7ba31a9c req-e8b84786-f6b8-4535-9fd9-a8bfe37c3ced tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0538580 Feb 10 04:52:57.884285 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eded4acf-8a0b-400e-8476-deba7ba31a9c req-290fa016-369d-451a-a69c-f7bef1478058 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Feb 10 04:52:59.012890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3e0a2-c026-4f47-be1b-e2806431c9b3 req-bd9f1125-cfa1-4f5d-858a-cc0086a066d8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:59.014386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffb3e0a2-c026-4f47-be1b-e2806431c9b3 req-bd9f1125-cfa1-4f5d-858a-cc0086a066d8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0523970 Feb 10 04:52:59.061349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ffb3e0a2-c026-4f47-be1b-e2806431c9b3 req-cd94155f-df2e-428e-990b-beca5ce5f1ef tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Feb 10 04:52:59.450601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627962d9-f560-476d-8a0f-0888b12cc64f req-15439c5b-55dd-4aa1-8c34-21fb1b6cfc64 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:52:59.452172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-627962d9-f560-476d-8a0f-0888b12cc64f req-15439c5b-55dd-4aa1-8c34-21fb1b6cfc64 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0595531 Feb 10 04:52:59.497884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-627962d9-f560-476d-8a0f-0888b12cc64f req-1f848fb8-f239-4eaa-9b4f-ded6d40981dd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400226 Feb 10 04:52:59.554405 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2c3e7bd6-29b3-406d-a138-cf37c119181f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459797 Feb 10 04:52:59.841394 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de823d2c-6df8-42a7-ad98-806cdcf85f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:00.082627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-03b8718f-89d5-4cc8-8e31-144495199b14 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:00.083991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-03b8718f-89d5-4cc8-8e31-144495199b14 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports/59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 942 time: 0.0443075 Feb 10 04:53:00.621643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894793-2a89-4758-9735-32cb3fa6e013 req-01eaa9b5-71e2-4676-a3f8-163bf9251563 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:00.623200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29894793-2a89-4758-9735-32cb3fa6e013 req-01eaa9b5-71e2-4676-a3f8-163bf9251563 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0565205 Feb 10 04:53:00.669523 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-29894793-2a89-4758-9735-32cb3fa6e013 req-d8d0992a-94f5-4ca5-8cf4-5c23eaa17daf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399749 Feb 10 04:53:01.177361 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:01.484643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-048fd8b4-3418-4063-ac03-09088ea48467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:01.486089 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-048fd8b4-3418-4063-ac03-09088ea48467 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1127 time: 0.0458965 Feb 10 04:53:01.578167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-205c61fa-b6b1-4d27-ac4c-d97b202201ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:01.579662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-205c61fa-b6b1-4d27-ac4c-d97b202201ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0877886 Feb 10 04:53:01.641410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-c9673a8e-872c-42eb-8a0c-41ebd84df382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 1001 time: 0.0563598 Feb 10 04:53:01.686795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-266ccdeb-0dbf-44ab-acf0-c20b35558389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:01.688217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-266ccdeb-0dbf-44ab-acf0-c20b35558389 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0419018 Feb 10 04:53:01.742815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-889f6c14-ce94-4350-81c9-4713802f2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:01.744221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-889f6c14-ce94-4350-81c9-4713802f2b6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503104 Feb 10 04:53:01.852190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594eaef-778c-4091-a284-a754764f376b req-423a981e-a827-47a4-a090-3dc777617867 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:01.853673 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7594eaef-778c-4091-a284-a754764f376b req-423a981e-a827-47a4-a090-3dc777617867 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.1132874 Feb 10 04:53:01.881747 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-8e31acee-ef3d-47f3-95bc-71112436ee75 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295099 Feb 10 04:53:01.933551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7594eaef-778c-4091-a284-a754764f376b req-34e5edef-7210-46b5-9ed6-28c08b5c82fc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725200 Feb 10 04:53:01.989109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-5c21409c-f00a-48fc-869a-5943dbe08162 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998826 Feb 10 04:53:02.738573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:03.053690 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67833ff1-9c5a-4e25-bff4-348b7bcafa96 req-6edc6854-0ae3-4694-8ed7-8635da759d71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:03.055201 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67833ff1-9c5a-4e25-bff4-348b7bcafa96 req-6edc6854-0ae3-4694-8ed7-8635da759d71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0516930 Feb 10 04:53:03.101139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67833ff1-9c5a-4e25-bff4-348b7bcafa96 req-9a714301-cc65-498a-8b0e-8ecec3a311d5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403540 Feb 10 04:53:03.131179 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:53:03.905509 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-11932944-119d-4bf9-a357-516b7b7a1aed service neutron] show failed (client error): The resource could not be found. Feb 10 04:53:03.906490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-11932944-119d-4bf9-a357-516b7b7a1aed service neutron] 10.222.0.24 "GET /v2.0/ports/59e4d612-eccf-4e3c-ba26-9096bb886c9a/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0573471 Feb 10 04:53:04.222529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9d1b-776a-4275-bf23-7c5037ddcbe8 req-a65db812-39bd-42e4-bc7c-0710c79b0133 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:04.224233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6cff9d1b-776a-4275-bf23-7c5037ddcbe8 req-a65db812-39bd-42e4-bc7c-0710c79b0133 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0540152 Feb 10 04:53:04.273571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6cff9d1b-776a-4275-bf23-7c5037ddcbe8 req-2828d02e-f82c-47c5-ab86-e9aab74e1b5b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436392 Feb 10 04:53:04.335341 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:04.471770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-cc9a343b-602b-4640-a669-5ab8a424f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:04.473391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-cc9a343b-602b-4640-a669-5ab8a424f7cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 1127 time: 0.0449653 Feb 10 04:53:04.483563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:53:04.544126 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:04.747724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:04.780160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:53:04.819447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:04.821757 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c037c2d8-ae6d-407d-ad81-a931af68e947" -d '{"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-unplugged", "status": "completed", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:04.825560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Publish callbacks [] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:04.837648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Transition to ACTIVE for port object 59e4d612-eccf-4e3c-ba26-9096bb886c9a will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:53:04.878230 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0269ac3-6702-4442-b56c-0dc943465b11 x-openstack-request-id: req-c0269ac3-6702-4442-b56c-0dc943465b11 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:04.878230 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-unplugged", "status": "completed", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:04.878230 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0269ac3-6702-4442-b56c-0dc943465b11 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:04.878230 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'code': 200} Feb 10 04:53:04.896720 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:04.981236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:05.023599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] No DVR routers for this DVR port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:53:05.163255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:53:05.163594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:53:05.163918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:53:05.168127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:53:05.170871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Attempting to bind port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:53:05.173128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:53:05.173467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:53:05.173851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:53:05.174270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Bound port: 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:53:05.174618 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:05.236090 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:53:05.239863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:53:05.334019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:05.400604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:05.401247 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:05.402662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] 10.222.0.43 "PUT /v2.0/ports/59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 1091 time: 0.9229808 Feb 10 04:53:05.441342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a175d72-ccc1-4119-b264-eae24adaa4cf service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:05.481267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f5e37-8552-4b8e-8d6d-dde7ffb85a6b req-2df26ee4-953f-4a3e-8f31-63394224cafc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:05.483122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a1f5e37-8552-4b8e-8d6d-dde7ffb85a6b req-2df26ee4-953f-4a3e-8f31-63394224cafc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.1212938 Feb 10 04:53:05.508316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-13bff7f5-8426-4105-aa6c-4b66670f5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:05.509889 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-13bff7f5-8426-4105-aa6c-4b66670f5db0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1125 time: 0.0806475 Feb 10 04:53:05.572310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a1f5e37-8552-4b8e-8d6d-dde7ffb85a6b req-f8a52bf4-6f3d-4092-ae06-50923cf8f4ac tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817444 Feb 10 04:53:05.623690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-9d22e3c4-93e6-4dcf-aa31-dc46fbcfeb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:05.625156 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-9d22e3c4-93e6-4dcf-aa31-dc46fbcfeb62 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1096652 Feb 10 04:53:05.689947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-1ab9f2a3-70b2-42c8-9252-4df5ac98d50f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 999 time: 0.0589168 Feb 10 04:53:05.740845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-87655b37-d517-460b-a0a6-0ea067dc43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:05.742284 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-87655b37-d517-460b-a0a6-0ea067dc43f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0463200 Feb 10 04:53:05.789983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-86c1d435-b927-4bca-9af5-5cb18f91a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:05.791628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-86c1d435-b927-4bca-9af5-5cb18f91a50d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440831 Feb 10 04:53:05.883511 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-7fb124f5-4e33-47f6-967c-70c6ebc12bda service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855093 Feb 10 04:53:05.972028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-426226cd-3ed6-4bbe-9044-8b25f2440345 req-ef6ae49e-25db-4c92-bf99-7556d0436fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825231 Feb 10 04:53:06.697914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa74d1-1f14-485b-be18-24faff6804e7 req-7ec43018-083f-4930-af5d-169e9972c176 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:06.699691 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7fa74d1-1f14-485b-be18-24faff6804e7 req-7ec43018-083f-4930-af5d-169e9972c176 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.0563078 Feb 10 04:53:06.745599 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e7fa74d1-1f14-485b-be18-24faff6804e7 req-aa7428c4-d738-4346-824b-c750c531ac63 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 Feb 10 04:53:06.877441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:06.880519 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:06.932855 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3850f505-1932-47a5-be08-1630754337b2 x-openstack-request-id: req-3850f505-1932-47a5-be08-1630754337b2 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:06.932855 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:06.932855 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3850f505-1932-47a5-be08-1630754337b2 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:06.932855 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'status': 'completed', 'code': 200} Feb 10 04:53:07.023820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-c0ab0b41-5531-4930-9eba-cbd3997d37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.025352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-c0ab0b41-5531-4930-9eba-cbd3997d37b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1125 time: 0.0803485 Feb 10 04:53:07.027676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-7997ff47-c609-46f1-afa8-382e7b141c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.029021 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-7997ff47-c609-46f1-afa8-382e7b141c00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1125 time: 0.0747418 Feb 10 04:53:07.516603 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-7b4fcb13-ca2a-4ded-bccd-a421309a5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.518408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-7b4fcb13-ca2a-4ded-bccd-a421309a5475 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.4871330 Feb 10 04:53:07.519922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-8e1d69e8-7dac-4ae9-92a2-5d5876a30282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.521277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-8e1d69e8-7dac-4ae9-92a2-5d5876a30282 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.4821274 Feb 10 04:53:07.633288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-bc5ea259-9e58-4451-82ef-4d5c8505fbf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 999 time: 0.1087320 Feb 10 04:53:07.635011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-70dbc73e-1409-4558-837e-0c207e6b5b99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 999 time: 0.1045003 Feb 10 04:53:07.718610 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-8a4e7d44-d353-4fec-b351-12ca6f9f3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.720124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-8a4e7d44-d353-4fec-b351-12ca6f9f3551 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0816312 Feb 10 04:53:07.721712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-f992b5e2-d27c-4c18-a0ad-46574cb18beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.723574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-f992b5e2-d27c-4c18-a0ad-46574cb18beb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0775638 Feb 10 04:53:07.798862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-3e275733-cd9e-4ed3-b286-ea56966a1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.800383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-3e275733-cd9e-4ed3-b286-ea56966a1c1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0745189 Feb 10 04:53:07.802865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-68f0666c-05e3-4831-a117-b9624d78f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.804226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-68f0666c-05e3-4831-a117-b9624d78f0f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0709710 Feb 10 04:53:07.867875 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb752af-64e4-4bc9-a358-b51517bc5cac req-bfeb8a61-7753-47b9-b98e-80be93fd4e7d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:07.869400 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-feb752af-64e4-4bc9-a358-b51517bc5cac req-bfeb8a61-7753-47b9-b98e-80be93fd4e7d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.0539687 Feb 10 04:53:07.904968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:53:07.919962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-feb752af-64e4-4bc9-a358-b51517bc5cac req-a0d1b449-1fff-4c2f-8bdc-6c23679c2fa9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448256 Feb 10 04:53:07.953203 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port 59e4d612-eccf-4e3c-ba26-9096bb886c9a host n-h2-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:53:07.953718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:53:07.964555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-ca151178-17c4-41cb-81aa-d358853d58a0 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580296 Feb 10 04:53:07.966734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-06c7e214-2d6b-4813-9049-365856c93384 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531727 Feb 10 04:53:08.123114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-0fbd0d0f-8cd1-4aa7-a73e-88ee5dcbdbaf service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517417 Feb 10 04:53:08.126468 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4cf8152b-28ce-4bc6-89b5-0c93cac5c359 req-18537507-9411-4959-838d-748450cfb3ad service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472218 Feb 10 04:53:08.250390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978980d0-2c5d-434e-bbfb-0db701f62856 req-6f9e869b-3908-4ecf-93da-0a80ee813ee7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:08.252077 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-978980d0-2c5d-434e-bbfb-0db701f62856 req-6f9e869b-3908-4ecf-93da-0a80ee813ee7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 943 time: 0.0524704 Feb 10 04:53:08.305669 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-978980d0-2c5d-434e-bbfb-0db701f62856 req-f4957f0d-1a6e-43e8-9b81-57a8dfb7552e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477734 Feb 10 04:53:08.324527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-29b7cdfa-54de-4030-9bd9-5cfc800698b3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:08.326612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-29b7cdfa-54de-4030-9bd9-5cfc800698b3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de&tenant_id=1041f4e810fa46339a92f7b13e72905b&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 943 time: 0.0623808 Feb 10 04:53:08.388246 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-ca141cff-3266-458e-afbc-8e059eb86557 service neutron] delete failed (client error): The resource could not be found. Feb 10 04:53:08.389278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-ca141cff-3266-458e-afbc-8e059eb86557 service neutron] 10.222.0.24 "DELETE /v2.0/ports/59e4d612-eccf-4e3c-ba26-9096bb886c9a/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0565705 Feb 10 04:53:08.475440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-5ba123ba-7d5e-45e8-875b-b747fd01a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:08.476904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-5ba123ba-7d5e-45e8-875b-b747fd01a4ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1125 time: 0.0460374 Feb 10 04:53:08.569225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-6087f988-71da-4893-b192-3998861db85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:08.570728 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-6087f988-71da-4893-b192-3998861db85a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0885594 Feb 10 04:53:08.635167 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-d37c987e-2d66-405c-b823-c391c15f2f01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 999 time: 0.0576847 Feb 10 04:53:08.687953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-928da3b0-0c0f-4e2b-9e38-34fe093151c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:08.689415 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-928da3b0-0c0f-4e2b-9e38-34fe093151c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0491717 Feb 10 04:53:08.690040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:53:08.738287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-ba9b60f8-576e-49e3-9726-b56e4982f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:08.740036 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-ba9b60f8-576e-49e3-9726-b56e4982f76d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449567 Feb 10 04:53:08.786963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:08.798058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'mac_address': 'fa:16:3e:cf:f7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:53:08.833530 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-5a7aaad0-5abb-4998-b2f7-5c1ea60ffff2 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873971 Feb 10 04:53:08.835231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 59e4d612-eccf-4e3c-ba26-9096bb886c9a is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:53:08.835624 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:08.849274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e4d612-eccf-4e3c-ba26-9096bb886c9a {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:53:08.869061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:08.921697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-032ac249-8b3f-4bd2-87b0-13fffd1e26c1 req-c34d71d0-f6e3-4d1f-b46e-08c8b74c3a7b service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830777 Feb 10 04:53:08.933181 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:08.985660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:09.134835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['59e4d612-eccf-4e3c-ba26-9096bb886c9a'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:53:09.426544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851a438-dda4-4b43-b44a-c1a5f9c7f1cf req-072e7178-eb02-48dd-affd-b066e420c647 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:09.428068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1851a438-dda4-4b43-b44a-c1a5f9c7f1cf req-072e7178-eb02-48dd-affd-b066e420c647 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 944 time: 0.0526211 Feb 10 04:53:09.480558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1851a438-dda4-4b43-b44a-c1a5f9c7f1cf req-a547d6bc-8108-454c-bbad-a73dad768fe6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468528 Feb 10 04:53:10.603633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce44ac-cfcb-4185-9b89-6d67bbc5cc2a req-76f24931-23cc-448c-908d-4d93b28496ab tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:10.605031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49ce44ac-cfcb-4185-9b89-6d67bbc5cc2a req-76f24931-23cc-448c-908d-4d93b28496ab tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 944 time: 0.0575747 Feb 10 04:53:10.650548 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49ce44ac-cfcb-4185-9b89-6d67bbc5cc2a req-63c02494-7245-445b-854f-2af06ddd5286 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399616 Feb 10 04:53:10.690146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:53:10.773016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f334dd-2473-4a14-aba5-f2fe20c00c7d req-288c7842-5c50-494a-a774-fa121a777e45 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:10.774525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7f334dd-2473-4a14-aba5-f2fe20c00c7d req-288c7842-5c50-494a-a774-fa121a777e45 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 944 time: 0.0533631 Feb 10 04:53:10.821346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e7f334dd-2473-4a14-aba5-f2fe20c00c7d req-1c7c2d77-bc1a-4380-be2f-ed68fe89e7f1 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411263 Feb 10 04:53:10.822531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 59e4d612-eccf-4e3c-ba26-9096bb886c9a completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:53:10.826805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 59e4d612-eccf-4e3c-ba26-9096bb886c9a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:53:10.827189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:10.908444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 59e4d612-eccf-4e3c-ba26-9096bb886c9a is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:53:10.908838 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:10.931454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:10.933619 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8278d50-3b00-4870-8c37-c4d77496e7c6" -d '{"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:10.947041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:10.968503 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa44abac-6337-41db-a307-9fce69f4154b x-openstack-request-id: req-aa44abac-6337-41db-a307-9fce69f4154b {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:10.968796 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:10.969052 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa44abac-6337-41db-a307-9fce69f4154b {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:10.969454 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'code': 200} Feb 10 04:53:11.001115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:11.047295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:11.156623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb86f5b-2853-44a5-91c0-fdc2b660441c req-4c8de29d-bf79-4762-bf3c-89b12e9d2b85 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:11.158032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6cb86f5b-2853-44a5-91c0-fdc2b660441c req-4c8de29d-bf79-4762-bf3c-89b12e9d2b85 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0553925 Feb 10 04:53:11.239346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6cb86f5b-2853-44a5-91c0-fdc2b660441c req-c370e709-59b8-441c-b99a-17ad112be77a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727136 Feb 10 04:53:11.248566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-62616acc-d7c5-4414-bbc9-c763cc40ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:11.250008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-62616acc-d7c5-4414-bbc9-c763cc40ddb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 1127 time: 0.0684428 Feb 10 04:53:11.339972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-b094d6ee-515f-4c88-b23c-e3cd4c6f3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:11.341448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-b094d6ee-515f-4c88-b23c-e3cd4c6f3a07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0860240 Feb 10 04:53:11.408681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-c5b21071-7caa-4618-846d-04f4eabd0cd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 200 len: 1001 time: 0.0615501 Feb 10 04:53:11.456334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-aacb06a2-81ba-4f60-aa27-d9800e9ad5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:11.458071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-aacb06a2-81ba-4f60-aa27-d9800e9ad5bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0438111 Feb 10 04:53:11.507837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-397e8287-a5e2-4a26-8a4d-4b91eae5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:11.509365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-397e8287-a5e2-4a26-8a4d-4b91eae5a2dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455542 Feb 10 04:53:11.603094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-1a3a81ff-9777-49ec-bca1-4827d29cd26e service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870588 Feb 10 04:53:11.690048 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4b5868c0-d0d1-4f40-b108-00a4279f8d6e req-5f79d3d4-898d-48a0-b9b8-76ac4bf3ccb8 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815530 Feb 10 04:53:12.363856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddc19-6a1a-4588-8f40-1df838c03fce req-161ad019-943a-452c-9241-7983db8b4555 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:12.365921 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6bddc19-6a1a-4588-8f40-1df838c03fce req-161ad019-943a-452c-9241-7983db8b4555 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0541103 Feb 10 04:53:12.415910 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6bddc19-6a1a-4588-8f40-1df838c03fce req-9c73bbf0-c383-43c7-8096-3695e71772ca tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442898 Feb 10 04:53:13.541279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17d5d-2673-413c-940d-ce4c23c02dbf req-8b8787d3-78df-4e2c-8cee-7a87ce48f21a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:13.542795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9d17d5d-2673-413c-940d-ce4c23c02dbf req-8b8787d3-78df-4e2c-8cee-7a87ce48f21a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0573578 Feb 10 04:53:13.590146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a9d17d5d-2673-413c-940d-ce4c23c02dbf req-e4efa2aa-4c43-4e5d-ba4f-5bffc20ff1f7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417891 Feb 10 04:53:13.997135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535188d-0755-4f66-8038-81222e2c69c8 req-141e4fec-5c54-44a4-b507-4e92e4a74d1c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:13.998630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4535188d-0755-4f66-8038-81222e2c69c8 req-141e4fec-5c54-44a4-b507-4e92e4a74d1c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0523393 Feb 10 04:53:14.043917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4535188d-0755-4f66-8038-81222e2c69c8 req-eeb16bda-8461-404f-84c8-d4657604c4e4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 Feb 10 04:53:15.169383 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de7c3-8cd4-4e90-b552-db89533f5eba req-494dc424-c7e2-4f17-badf-215405d2a943 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:15.170892 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd6de7c3-8cd4-4e90-b552-db89533f5eba req-494dc424-c7e2-4f17-badf-215405d2a943 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0553613 Feb 10 04:53:15.216887 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cd6de7c3-8cd4-4e90-b552-db89533f5eba req-d86e9d50-0c0d-4059-bcf5-8b5f32246bc5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Feb 10 04:53:15.265419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-3b2e4b55-710a-49fa-83ea-de2fd0dd26f8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:15.266928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-3b2e4b55-710a-49fa-83ea-de2fd0dd26f8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 945 time: 0.0522592 Feb 10 04:53:15.360577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Deleting port 59e4d612-eccf-4e3c-ba26-9096bb886c9a {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:53:15.360939 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:15.452294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] For port 59e4d612-eccf-4e3c-ba26-9096bb886c9a, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=59e4d612-eccf-4e3c-ba26-9096bb886c9a,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:15.452651 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:15.617867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:15.618224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:15.618541 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 disassociated. External IP: 172.25.8.205, port: 59e4d612-eccf-4e3c-ba26-9096bb886c9a. Feb 10 04:53:15.618927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Calling delete_port for 59e4d612-eccf-4e3c-ba26-9096bb886c9a owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:53:15.806882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (59e4d612-eccf-4e3c-ba26-9096bb886c9a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:15.836017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event deleted for resources: {'Port': ['ID=59e4d612-eccf-4e3c-ba26-9096bb886c9a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:15.847533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.848513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.848862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.849195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.849531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.849864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.850197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.850524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.850878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.851206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.851530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.851862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.852190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:15.966792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:53:16.079775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:53:16.092185 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:53:16.101479 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:53:16.102065 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:53:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:16.121536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] No DVR routers for this DVR port 59e4d612-eccf-4e3c-ba26-9096bb886c9a on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:53:16.124034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:16.127302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e9b85cb1-9583-4527-918d-f060b26ffd40 req-626406c6-1718-4930-820f-e07f64480ce5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "DELETE /v2.0/ports/59e4d612-eccf-4e3c-ba26-9096bb886c9a HTTP/1.1" status: 204 len: 173 time: 0.8556263 Feb 10 04:53:16.127750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-deleted', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:16.130453 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf4e461-dec1-4760-bd4a-9582bed90f99" -d '{"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-deleted", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:16.172299 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb27d1-1736-4f41-8a52-32e2285040ad x-openstack-request-id: req-90fb27d1-1736-4f41-8a52-32e2285040ad {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:16.172850 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a36346-c1d8-48e1-8562-98c98c3810de", "name": "network-vif-deleted", "tag": "59e4d612-eccf-4e3c-ba26-9096bb886c9a", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:16.173114 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90fb27d1-1736-4f41-8a52-32e2285040ad {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:16.173517 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a36346-c1d8-48e1-8562-98c98c3810de', 'name': 'network-vif-deleted', 'tag': '59e4d612-eccf-4e3c-ba26-9096bb886c9a', 'status': 'completed', 'code': 200} Feb 10 04:53:16.211317 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:53:16.314817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6ad6ca82-cae0-4b4a-8e6f-6787c09fa203 req-49737b15-4a30-4159-baf1-92f68d964bb0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5a36346-c1d8-48e1-8562-98c98c3810de HTTP/1.1" status: 200 len: 210 time: 0.0294011 Feb 10 04:53:16.510340 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:16.535503 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:53:16.543579 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:53:16.544175 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:53:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:16.653717 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:53:16.849530 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:16.875556 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc471e-a67b-4fb5-9831-8b21910c048c None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:53:17.109941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572aa170-96d8-41ad-bb6a-370bb3b018fb None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:53:17.390124 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:17.564404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-238ceb17-2997-4da2-9986-c9a873119be6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--452000171&fields=id&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 267 time: 0.0415950 Feb 10 04:53:17.671950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-a4d3cb0d-c4b8-4bb2-a2bf-6144a5ef3c11 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:17.673331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-a4d3cb0d-c4b8-4bb2-a2bf-6144a5ef3c11 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1020777 Feb 10 04:53:17.687912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-92e3636a-5305-46f1-aac5-9543b1d34a65 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/quotas/1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 375 time: 0.0087926 Feb 10 04:53:17.742686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-dff6a3e0-ab8e-43be-afe8-9b88cc5225eb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495181 Feb 10 04:53:17.842547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-a500311f-53e6-4601-bc1d-951235304884 service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885451 Feb 10 04:53:17.931839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-97a373a3-ae8c-4038-880f-836180a0ef6c service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831981 Feb 10 04:53:18.173905 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5c15bae-de1f-44b7-8ad0-c3896df58f12 req-f1268517-46f6-4744-a5fe-af5b90836aa2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 210 time: 0.0268357 Feb 10 04:53:18.720901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:53:18.725806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:18.742357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 59e4d612-eccf-4e3c-ba26-9096bb886c9a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:53:18.742724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 59e4d612-eccf-4e3c-ba26-9096bb886c9a not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:53:19.269643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9a9562a5-f878-44fa-a52c-47a68b75515e req-1891fd4a-6aca-4866-9af5-ef755840230c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 210 time: 0.0274682 Feb 10 04:53:20.049223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-8022a754-974c-492f-9682-e55ee95914ea tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:20.050686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-8022a754-974c-492f-9682-e55ee95914ea tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1049013 Feb 10 04:53:20.114991 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-b5fb3cb0-acee-4d93-ad70-9cd1eb0e2fb3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 379 time: 0.0559890 Feb 10 04:53:20.123556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'port': {'device_id': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'admin_state_up': True, 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'security_groups': ['01df6b90-cb4d-4263-a653-0e77039a21b2']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:53:20.308308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Made reservation on behalf of 1041f4e810fa46339a92f7b13e72905b for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:53:20.311777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:20.379422 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe4996de-e58f-4450-bbed-16bfe3f935f9 req-29da6400-0f2a-4832-a4e7-7498f2378ae0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 210 time: 0.0389357 Feb 10 04:53:20.440042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Allocated IP 172.20.0.14 (bce4838b-f036-4d66-80bb-34b144f3d29b/5cff14a8-d2b3-45fe-9b67-a8adc02e5716/ecf8ecd9-02da-4db7-8457-7fd8d77f189e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:53:20.578379 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:20.680522 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:20.722816 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Network bce4838b-f036-4d66-80bb-34b144f3d29b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:53:20.725913 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:53:20.730440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:53:20.759948 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:20.788336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:20.789687 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:20.865071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-5298d870-e9ad-4f8b-8f41-e93abe99fe0c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7452259 Feb 10 04:53:20.877114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Request body: {'port': {'device_id': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:53:20.937420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:20.965087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3227a679-53aa-4df7-9029-8b88ae2eeb19 None None] Provisioning complete for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:53:20.965660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3227a679-53aa-4df7-9029-8b88ae2eeb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:21.001627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3227a679-53aa-4df7-9029-8b88ae2eeb19 None None] Port ecf8ecd9-02da-4db7-8457-7fd8d77f189e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:53:21.194733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf8ecd9-02da-4db7-8457-7fd8d77f189e {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:53:21.203314 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Publish callbacks [] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:21.215436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Transition to ACTIVE for port object ecf8ecd9-02da-4db7-8457-7fd8d77f189e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:53:21.286568 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:21.342409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:21.416613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:53:21.416972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:53:21.417273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:53:21.422271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:53:21.422596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:53:21.429641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:53:21.430151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:53:21.430542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:53:21.431014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Bound port: ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:53:21.431374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:21.536181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:53:21.540469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:53:21.555230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873fd7e-78e5-4b17-91c6-1e75641e4b63 req-805b7f73-1c71-4fff-92f0-bd3764a20c5f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:21.560908 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a873fd7e-78e5-4b17-91c6-1e75641e4b63 req-805b7f73-1c71-4fff-92f0-bd3764a20c5f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0829794 Feb 10 04:53:21.590407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:21.635515 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a873fd7e-78e5-4b17-91c6-1e75641e4b63 req-f9250abc-f188-43ea-9b3e-05f7d1f33ff7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729334 Feb 10 04:53:21.639879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:21.640526 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:21.641965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1092 time: 0.7692099 Feb 10 04:53:21.642408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:21.644686 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac32d188-4fdf-40f6-81da-b13c184e3192" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:21.667557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c00ba-c463-48c8-b7f6-2744dfca08d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:21.696518 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b9f591-0888-4619-a2b7-92b2b8a9b343 x-openstack-request-id: req-b8b9f591-0888-4619-a2b7-92b2b8a9b343 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:21.696811 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:21.697115 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8b9f591-0888-4619-a2b7-92b2b8a9b343 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:21.697469 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'status': 'completed', 'code': 200} Feb 10 04:53:21.769814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d188-4fdf-40f6-81da-b13c184e3192 req-cd8a823d-7d87-4703-9eee-011ee7349d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:21.771405 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac32d188-4fdf-40f6-81da-b13c184e3192 req-cd8a823d-7d87-4703-9eee-011ee7349d51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1126 time: 0.0525608 Feb 10 04:53:22.196217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d188-4fdf-40f6-81da-b13c184e3192 req-2f900c5d-6a1b-4df3-aa3a-ecb87edcca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:22.197692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac32d188-4fdf-40f6-81da-b13c184e3192 req-2f900c5d-6a1b-4df3-aa3a-ecb87edcca04 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1041f4e810fa46339a92f7b13e72905b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4199321 Feb 10 04:53:22.290344 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d188-4fdf-40f6-81da-b13c184e3192 req-f8c064ea-28af-4f44-b68b-26f74e53bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:22.291848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac32d188-4fdf-40f6-81da-b13c184e3192 req-f8c064ea-28af-4f44-b68b-26f74e53bcf5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877876 Feb 10 04:53:22.370712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-87304ed2-6e28-462d-a1a9-905d3e192c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:22.372212 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-87304ed2-6e28-462d-a1a9-905d3e192c53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1126 time: 0.0445065 Feb 10 04:53:22.417619 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-854255b8-7cf4-44c0-887e-622077ac9e78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 217 time: 0.0388100 Feb 10 04:53:22.465294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-9d5d9ac3-8783-432c-9b1e-dc30c7dc8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:22.466632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-9d5d9ac3-8783-432c-9b1e-dc30c7dc8c51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0432038 Feb 10 04:53:22.514981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-94085c04-96ab-4b15-991f-dd0be2afa08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:22.516453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-94085c04-96ab-4b15-991f-dd0be2afa08d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441260 Feb 10 04:53:22.607128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-4541ca10-1682-43a1-9281-fb6881604576 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840278 Feb 10 04:53:22.694429 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-24355f4a-ee69-4a6a-be40-8a1624cff9d7 req-3a642af2-8ae6-4e9f-bc42-0bfb2e9d8435 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820117 Feb 10 04:53:22.764159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9b5b5-bd9a-4acd-9423-8a528db1cbc4 req-1eff189c-167d-4605-bf6d-e7013d632e5b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:22.765567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00f9b5b5-bd9a-4acd-9423-8a528db1cbc4 req-1eff189c-167d-4605-bf6d-e7013d632e5b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0533683 Feb 10 04:53:22.816366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00f9b5b5-bd9a-4acd-9423-8a528db1cbc4 req-07d6a024-fe64-4d64-b94f-c555da37fd0a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451264 Feb 10 04:53:23.935767 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf77047-944e-4c87-a58d-c85a47a251ed req-f1893b9a-9ccb-4a97-8977-5e13b186c3fe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:23.937308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-daf77047-944e-4c87-a58d-c85a47a251ed req-f1893b9a-9ccb-4a97-8977-5e13b186c3fe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0522277 Feb 10 04:53:23.939204 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:53:23.983359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-daf77047-944e-4c87-a58d-c85a47a251ed req-da7183be-3bd9-4e9d-9aee-cb8c9b04cd1d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404198 Feb 10 04:53:24.040157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:24.050275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'mac_address': 'fa:16:3e:3b:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:53:24.095422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ecf8ecd9-02da-4db7-8457-7fd8d77f189e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:53:24.095731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:24.109133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf8ecd9-02da-4db7-8457-7fd8d77f189e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:53:24.127542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:24.218283 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:24.264244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:24.271451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.271811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.272161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.272509 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.272852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.273849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.274428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.274808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.275149 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.275490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.275828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.276164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.276500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:53:24.462146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['ecf8ecd9-02da-4db7-8457-7fd8d77f189e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:53:25.105863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992aee6-5795-4c54-9f61-6419cba6697a req-1f80c31d-c577-4ec5-a90c-9206db60cad5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:25.107413 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c992aee6-5795-4c54-9f61-6419cba6697a req-1f80c31d-c577-4ec5-a90c-9206db60cad5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 945 time: 0.0546653 Feb 10 04:53:25.153568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c992aee6-5795-4c54-9f61-6419cba6697a req-162973f1-5b03-45b6-9f3a-6de1d882fdc6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 Feb 10 04:53:25.955042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:53:26.081220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:53:26.087430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:53:26.087430 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:26.163985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ecf8ecd9-02da-4db7-8457-7fd8d77f189e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:53:26.164456 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:26.187520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:26.190075 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8053a1d-0b64-4cd2-bbfd-2ee0f242bc3b" -d '{"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:26.203706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:26.228684 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c1d536-a2cd-4d02-817a-4c24e37ae3f5 x-openstack-request-id: req-e3c1d536-a2cd-4d02-817a-4c24e37ae3f5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:26.228973 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:26.229226 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3c1d536-a2cd-4d02-817a-4c24e37ae3f5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:26.229624 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'code': 200} Feb 10 04:53:26.275969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:26.277431 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b77e0-8373-4619-9e54-25eb2fac4f3c req-a8746207-de4b-49c9-9146-cddb779ff667 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:26.278995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6b77e0-8373-4619-9e54-25eb2fac4f3c req-a8746207-de4b-49c9-9146-cddb779ff667 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 945 time: 0.0566163 Feb 10 04:53:26.324819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:26.329072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4f6b77e0-8373-4619-9e54-25eb2fac4f3c req-b6a648b7-ec5d-4cdf-8552-ec7009d973cc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Feb 10 04:53:26.337519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f7784-59b3-497b-ac05-bcc262b53700 req-3153dbd5-611d-496e-8887-ab14d1931037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:26.339103 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee8f7784-59b3-497b-ac05-bcc262b53700 req-3153dbd5-611d-496e-8887-ab14d1931037 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1128 time: 0.0521455 Feb 10 04:53:26.381707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee8f7784-59b3-497b-ac05-bcc262b53700 req-6c6c80c2-ce21-4b72-9cf2-dfc69685fc76 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366287 Feb 10 04:53:27.459524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f58ce-2523-4613-892f-de0a5c81fd10 req-4e4a870e-abbc-44e0-8af9-9cfb249fd624 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:27.461655 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab0f58ce-2523-4613-892f-de0a5c81fd10 req-4e4a870e-abbc-44e0-8af9-9cfb249fd624 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0573528 Feb 10 04:53:27.508503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ab0f58ce-2523-4613-892f-de0a5c81fd10 req-c149cf37-f801-4962-95c9-c5ce007133b8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 Feb 10 04:53:27.686503 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3888e488-8f40-46e3-b10c-ec55624784e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:28.631706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999f1f5-868a-4a4c-8830-a4f31662119f req-a75c3b23-0a42-4f76-8e62-8c7c1bb26437 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:28.633139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7999f1f5-868a-4a4c-8830-a4f31662119f req-a75c3b23-0a42-4f76-8e62-8c7c1bb26437 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0564201 Feb 10 04:53:28.679013 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7999f1f5-868a-4a4c-8830-a4f31662119f req-c628015e-ca29-4cfa-a3f1-e7b0b1dc6365 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402110 Feb 10 04:53:28.796376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39de71-2a3a-4597-9e6d-60c631688851 req-f6708b89-57a0-4b45-be25-e89f762c5a6d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:28.797884 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e39de71-2a3a-4597-9e6d-60c631688851 req-f6708b89-57a0-4b45-be25-e89f762c5a6d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0533288 Feb 10 04:53:28.806554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51722) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:53:28.810847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'floatingip': {'port_id': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:53:28.852523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:29.284364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:29.347776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:29.450716 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 associated. External IP: 172.25.8.205, port: ecf8ecd9-02da-4db7-8457-7fd8d77f189e. Feb 10 04:53:29.665317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:53:29.777358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:53:29.787361 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:29.787477 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:53:29.796822 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:53:29.797499 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:53:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:29.812630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b2690c74-9aaa-48b0-ab20-654ce6ba1b7f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "PUT /v2.0/floatingips/b48e2fad-6df0-4fb3-a71e-bd51cea9b891 HTTP/1.1" status: 200 len: 992 time: 1.0050204 Feb 10 04:53:29.813195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:29.815544 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbf38f-9480-491c-ac66-bc6b8878250b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:29.858573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f239c2f2-483e-44f3-b065-2e75a54fd3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:29.863409 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24edf17d-20da-4b72-a059-4374ced6fd66 x-openstack-request-id: req-24edf17d-20da-4b72-a059-4374ced6fd66 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:29.863409 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:29.864190 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24edf17d-20da-4b72-a059-4374ced6fd66 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:29.864703 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'status': 'completed', 'code': 200} Feb 10 04:53:29.916221 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:53:29.918410 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5ea4-66c3-4348-ad4f-b086e40ef85e req-037db9a7-4f06-46d8-9622-dfd097d5b2b0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:29.920000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78af5ea4-66c3-4348-ad4f-b086e40ef85e req-037db9a7-4f06-46d8-9622-dfd097d5b2b0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0578148 Feb 10 04:53:29.927614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-561e209c-7a74-4223-82bb-684bbd5d7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:29.929231 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-561e209c-7a74-4223-82bb-684bbd5d7724 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1128 time: 0.0483990 Feb 10 04:53:29.971733 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-78af5ea4-66c3-4348-ad4f-b086e40ef85e req-dd3c6181-98b3-433d-a608-da5625554aba tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442390 Feb 10 04:53:30.028591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-8e1fe3bf-f587-4e64-9c4d-5ee6c70482dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:30.030095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-8e1fe3bf-f587-4e64-9c4d-5ee6c70482dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0941987 Feb 10 04:53:30.099844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-787a9b63-29be-46a9-8a14-c1836d31d87a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1000 time: 0.0638132 Feb 10 04:53:30.146969 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-6908ab4d-c697-45f4-a5f2-102a663f9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:30.148470 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:3b:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:53:29Z', 'revision_number': 9, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:30.149099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-6908ab4d-c697-45f4-a5f2-102a663f9b03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0439808 Feb 10 04:53:30.175380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:53:30.183740 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:53:30.184340 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:53:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:30.197264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-1ede44b1-2f58-44f5-b961-fdd2c6b8f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:30.199085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-1ede44b1-2f58-44f5-b961-fdd2c6b8f2fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445638 Feb 10 04:53:30.290874 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:53:30.291667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-7cbb7e8f-843b-4884-8713-b53b5bc0f0ed service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869803 Feb 10 04:53:30.380529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9bbf38f-9480-491c-ac66-bc6b8878250b req-459e0ec3-d542-4eb1-bdc6-f69714014484 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Feb 10 04:53:30.506733 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:3b:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:53:29Z', 'revision_number': 9, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:53:30.535991 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad64f8-09a1-48b8-a200-ec6ee4a4f89c None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:3b:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:53:29Z', 'revision_number': 9, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:53:30.734051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef22086-1042-4110-bc38-9c8138a9a6e2 None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:53:31.098017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0c436-be32-4d8f-b2d0-d1825208c140 req-5fd6a0a1-c92b-41fb-bb17-bdbbff54e27b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:31.099598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bab0c436-be32-4d8f-b2d0-d1825208c140 req-5fd6a0a1-c92b-41fb-bb17-bdbbff54e27b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0547159 Feb 10 04:53:31.143619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:31.152668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bab0c436-be32-4d8f-b2d0-d1825208c140 req-ba55d5d1-a1fe-4144-8859-149910216d69 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460284 Feb 10 04:53:31.519534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08adc5-cef1-409e-a31f-c99c5de22410 req-2dea2bbe-1ba0-4009-b78b-1b5a5c59e529 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:31.520921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e08adc5-cef1-409e-a31f-c99c5de22410 req-2dea2bbe-1ba0-4009-b78b-1b5a5c59e529 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0521662 Feb 10 04:53:31.568187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8e08adc5-cef1-409e-a31f-c99c5de22410 req-8c6ec336-3e8f-4f9c-bfcb-f4aba5432fec tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411854 Feb 10 04:53:31.688021 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-e887c36c-f717-441e-a68f-3d6e9f259262 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440054 Feb 10 04:53:32.172865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-a1d15dd6-6843-4894-81ae-f32d10c2ed1b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:32.174208 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-a1d15dd6-6843-4894-81ae-f32d10c2ed1b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports/ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 943 time: 0.0503478 Feb 10 04:53:32.691432 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6a844-1158-4723-ab80-f0fb0c3d4fcd req-0973b3e7-56ec-47bd-8f75-542a06ce206a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:32.692934 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab6a844-1158-4723-ab80-f0fb0c3d4fcd req-0973b3e7-56ec-47bd-8f75-542a06ce206a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0535510 Feb 10 04:53:32.740440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ab6a844-1158-4723-ab80-f0fb0c3d4fcd req-326090db-746e-4756-a934-7bd46fc42c55 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414996 Feb 10 04:53:32.755232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:33.554022 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-cb45d220-ff39-4d6d-9f88-773989fff79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:33.555762 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-cb45d220-ff39-4d6d-9f88-773989fff79b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1128 time: 0.0446196 Feb 10 04:53:33.649641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-49dd99d1-cdd7-4035-8249-ddbd89f6be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:33.651063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-49dd99d1-cdd7-4035-8249-ddbd89f6be98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0888844 Feb 10 04:53:33.714087 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-68b7876c-94d4-4830-8450-bc29cbbad316 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1003 time: 0.0570498 Feb 10 04:53:33.765926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-49dccf41-7508-46bf-b675-e7f50a561417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:33.767423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-49dccf41-7508-46bf-b675-e7f50a561417 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0471931 Feb 10 04:53:33.825167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-9a78f264-7d5a-49bc-9f01-fe923787a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:33.826737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-9a78f264-7d5a-49bc-9f01-fe923787a6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540607 Feb 10 04:53:33.923765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454771e-2456-4d21-bc45-8658ff1d9393 req-bf4a8aed-9c0c-44ea-a54a-25b8a3d592c9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:33.925154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0454771e-2456-4d21-bc45-8658ff1d9393 req-bf4a8aed-9c0c-44ea-a54a-25b8a3d592c9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.1143854 Feb 10 04:53:33.957094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-3ed6b5bb-0cca-4e61-b598-b19822f042fb service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161339 Feb 10 04:53:34.006977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0454771e-2456-4d21-bc45-8658ff1d9393 req-be801905-ef84-406a-bc84-5753e72117aa tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756683 Feb 10 04:53:34.065112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-65e9b40b-43d5-4621-b5b3-8dbd631d3397 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021371 Feb 10 04:53:34.353943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:35.141070 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b0800-0e18-44f1-8d9a-bfb2c96285b3 req-226dc1ac-8e5d-4520-9cb7-23d2712b65bc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:35.142580 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc3b0800-0e18-44f1-8d9a-bfb2c96285b3 req-226dc1ac-8e5d-4520-9cb7-23d2712b65bc tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0651193 Feb 10 04:53:35.197217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bc3b0800-0e18-44f1-8d9a-bfb2c96285b3 req-9e82b09a-5321-4412-a887-30ce8d69a90f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486853 Feb 10 04:53:36.324162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad79b6e-d362-429e-953a-a901fdf0cd85 req-addd8825-01a1-47f4-8290-f748aeea5b46 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:36.325665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ad79b6e-d362-429e-953a-a901fdf0cd85 req-addd8825-01a1-47f4-8290-f748aeea5b46 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0571127 Feb 10 04:53:36.373759 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2ad79b6e-d362-429e-953a-a901fdf0cd85 req-01338f3d-c12e-4254-8acd-6c89c04ca5b3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Feb 10 04:53:37.491706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e77da-9289-445b-b0a5-7472a18ea0b5 req-e2b8494a-19d5-4e58-8c9f-4f91828e723c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:37.493809 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b23e77da-9289-445b-b0a5-7472a18ea0b5 req-e2b8494a-19d5-4e58-8c9f-4f91828e723c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0525882 Feb 10 04:53:37.540265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b23e77da-9289-445b-b0a5-7472a18ea0b5 req-a80e198a-64c7-4fa2-9d8e-067d752e5977 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Feb 10 04:53:38.659859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24060-43c7-4b81-9134-e28ee3795484 req-93221bd8-bd67-4921-8d16-e44ca95b5d6e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:38.661256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9fd24060-43c7-4b81-9134-e28ee3795484 req-93221bd8-bd67-4921-8d16-e44ca95b5d6e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0522242 Feb 10 04:53:38.707629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9fd24060-43c7-4b81-9134-e28ee3795484 req-498e008c-4c70-4a42-8e4a-70dcc065dff7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405693 Feb 10 04:53:39.824618 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd49d14-e33e-4eca-82b5-2d4839dabdf8 req-3f4b5740-dc59-4998-a2cc-92d09bf84803 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:39.826082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd49d14-e33e-4eca-82b5-2d4839dabdf8 req-3f4b5740-dc59-4998-a2cc-92d09bf84803 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0520179 Feb 10 04:53:39.871780 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8cd49d14-e33e-4eca-82b5-2d4839dabdf8 req-f0baf941-d9bf-43fd-bd13-36a885e4b310 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401702 Feb 10 04:53:40.130816 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:53:41.000541 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49ce87-0a0e-4fc5-aa70-cb05cdf52feb req-1bff3206-c473-4a0a-9df0-0e7deeddef5f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:41.002117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d49ce87-0a0e-4fc5-aa70-cb05cdf52feb req-1bff3206-c473-4a0a-9df0-0e7deeddef5f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0595379 Feb 10 04:53:41.056638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d49ce87-0a0e-4fc5-aa70-cb05cdf52feb req-4e0ef412-c35d-4c37-b4b9-e3da86827c99 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488648 Feb 10 04:53:42.183318 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cdf4a-a141-4ab4-a468-064c312f3059 req-855f72fd-cbfe-4e5a-9246-d99fe17a04d6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:42.184805 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c8cdf4a-a141-4ab4-a468-064c312f3059 req-855f72fd-cbfe-4e5a-9246-d99fe17a04d6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0600581 Feb 10 04:53:42.231102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7c8cdf4a-a141-4ab4-a468-064c312f3059 req-03136734-052e-401f-91e9-696b4e119aef tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406744 Feb 10 04:53:43.349953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e6be-df60-4cf9-8cb6-ecb92f335665 req-79c110db-7829-4968-b542-1cb74188bcf0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:43.351476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f81e6be-df60-4cf9-8cb6-ecb92f335665 req-79c110db-7829-4968-b542-1cb74188bcf0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0528047 Feb 10 04:53:43.411101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f81e6be-df60-4cf9-8cb6-ecb92f335665 req-bddbe301-13d2-4061-8bb0-0b2317a36667 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516205 Feb 10 04:53:44.532204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec8e8-fc9a-49e9-a312-dbcab73636a5 req-fa97d527-6378-4a62-a36b-64c68e6f7d95 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:44.533695 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-907ec8e8-fc9a-49e9-a312-dbcab73636a5 req-fa97d527-6378-4a62-a36b-64c68e6f7d95 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0531859 Feb 10 04:53:44.579923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-907ec8e8-fc9a-49e9-a312-dbcab73636a5 req-d6345715-2a74-4264-95db-5460e3deada2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 Feb 10 04:53:45.699393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae372e8f-9601-42a6-930e-fc0a2defaa13 req-af3ff8aa-9704-41c4-8c3e-02970b65345a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:45.700860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae372e8f-9601-42a6-930e-fc0a2defaa13 req-af3ff8aa-9704-41c4-8c3e-02970b65345a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0517869 Feb 10 04:53:45.750731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae372e8f-9601-42a6-930e-fc0a2defaa13 req-b6206a0c-ba0b-4f12-8d47-3f82ad2636a4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Feb 10 04:53:46.871816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e078fc-c765-47a2-8023-dafeff3bc598 req-dec4d02b-b462-49d1-a0f6-9e602a889b01 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:46.873281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8e078fc-c765-47a2-8023-dafeff3bc598 req-dec4d02b-b462-49d1-a0f6-9e602a889b01 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0515945 Feb 10 04:53:46.922371 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b8e078fc-c765-47a2-8023-dafeff3bc598 req-fe0c3731-0ede-48d0-8924-e696b12d025d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435441 Feb 10 04:53:47.393173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:47.568148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-ad32a7cf-aa88-477b-a2bb-fe5b696f9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:47.569669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-ad32a7cf-aa88-477b-a2bb-fe5b696f9004 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1128 time: 0.0468473 Feb 10 04:53:47.670488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-a65fa98f-00fb-4cb9-9d1d-fae5a00c28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:47.671890 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-a65fa98f-00fb-4cb9-9d1d-fae5a00c28d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0843711 Feb 10 04:53:47.737129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-30c06de1-6b66-45ef-8d46-56e74460cf0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1003 time: 0.0600908 Feb 10 04:53:47.781990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-9957a44f-7cac-4e98-a8fa-3ef7d20831f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:47.783400 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-9957a44f-7cac-4e98-a8fa-3ef7d20831f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0413716 Feb 10 04:53:47.831173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-432f46a0-b382-4ec7-84e8-81fc5069b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:47.832628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-432f46a0-b382-4ec7-84e8-81fc5069b02e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427771 Feb 10 04:53:47.921112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-55cd701a-5fdd-46dc-b8ce-073dff53671c service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821967 Feb 10 04:53:48.036708 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e152b9fd-44a5-44d9-bb6c-780b3a4df7cc req-7ea3575d-dea4-4e3d-9acb-24aa397364b9 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097302 Feb 10 04:53:48.057734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2af4-42dd-48c1-a3ff-497d8ed3be0b req-bd0b3ed2-d501-464b-b2ce-e6dc81d230b8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:48.059232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b53b2af4-42dd-48c1-a3ff-497d8ed3be0b req-bd0b3ed2-d501-464b-b2ce-e6dc81d230b8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0688319 Feb 10 04:53:48.106317 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b53b2af4-42dd-48c1-a3ff-497d8ed3be0b req-f5025b4b-bb26-4f8a-8d7d-6139f69f5034 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414631 Feb 10 04:53:48.748727 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:49.224552 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60b59e-dfd8-48fd-b16b-f391782f3ba9 req-b608a1e6-11cf-4f5c-a569-5070f9453e88 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:49.226031 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a60b59e-dfd8-48fd-b16b-f391782f3ba9 req-b608a1e6-11cf-4f5c-a569-5070f9453e88 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0523105 Feb 10 04:53:49.270971 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a60b59e-dfd8-48fd-b16b-f391782f3ba9 req-720a5151-5906-4712-9720-38f89d5f2b04 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387390 Feb 10 04:53:50.395823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c390f-7a40-4cfa-8f51-93c39deb86cd req-bfb35663-2a65-4353-94dc-58eb35470793 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:50.397347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de5c390f-7a40-4cfa-8f51-93c39deb86cd req-bfb35663-2a65-4353-94dc-58eb35470793 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0587621 Feb 10 04:53:50.451332 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-de5c390f-7a40-4cfa-8f51-93c39deb86cd req-436b0cba-521d-44f1-ba67-47f4eeeed44b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465314 Feb 10 04:53:50.950636 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-f1782e24-01e2-490e-93a9-9912126443ab req-948b9953-1cbd-4917-a55b-40d0c3c4184a service neutron] show failed (client error): The resource could not be found. Feb 10 04:53:50.952013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-948b9953-1cbd-4917-a55b-40d0c3c4184a service neutron] 10.222.0.24 "GET /v2.0/ports/ecf8ecd9-02da-4db7-8457-7fd8d77f189e/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0573153 Feb 10 04:53:51.516839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-2ccfda3b-3c39-42a9-88c3-3e03dba1ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:51.519101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-2ccfda3b-3c39-42a9-88c3-3e03dba1ccbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 1128 time: 0.0957863 Feb 10 04:53:51.529160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:53:51.574623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3be01a-0645-4517-ae61-dbc4eef9e165 req-01dce9c8-8d10-49ec-b16b-636b8f03212d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:51.576156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df3be01a-0645-4517-ae61-dbc4eef9e165 req-01dce9c8-8d10-49ec-b16b-636b8f03212d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0544994 Feb 10 04:53:51.589564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:51.623156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-df3be01a-0645-4517-ae61-dbc4eef9e165 req-14de458f-f68e-4eda-a5a7-210ebeb8cebd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Feb 10 04:53:51.792998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:51.825501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:53:51.864317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:51.866591 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de59f01-8bb1-424f-93c5-21fca0404477" -d '{"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:51.870377 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Publish callbacks [] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:51.882876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Transition to ACTIVE for port object ecf8ecd9-02da-4db7-8457-7fd8d77f189e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:53:51.918896 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7129e37f-2717-41dc-aa72-c15eb5b310bb x-openstack-request-id: req-7129e37f-2717-41dc-aa72-c15eb5b310bb {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:51.919191 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:51.919451 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7129e37f-2717-41dc-aa72-c15eb5b310bb {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:51.919879 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'code': 200} Feb 10 04:53:51.952820 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:52.027905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:52.078103 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] No DVR routers for this DVR port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:53:52.535155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:53:52.535841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:53:52.535841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:53:52.540026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:53:52.540384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:53:52.545053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:53:52.545434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:53:52.545815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:53:52.546230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Bound port: ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:53:52.546577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:52.606342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:53:52.609221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:53:52.673764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:52.711387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:52.712360 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:52.713935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] 10.222.0.43 "PUT /v2.0/ports/ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1092 time: 1.1889722 Feb 10 04:53:52.750272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56f02d-df51-4fc2-82da-7944e4d268a8 req-3beec6ed-8949-4d86-b564-98cb23b14663 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:52.755228 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b56f02d-df51-4fc2-82da-7944e4d268a8 req-3beec6ed-8949-4d86-b564-98cb23b14663 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0622058 Feb 10 04:53:52.776524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70b7b9-6177-402d-9fba-5b540e52509a service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:52.802055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-460dd539-f7d5-4291-b6bc-c7452e5ad022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:52.803052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b56f02d-df51-4fc2-82da-7944e4d268a8 req-05f55e1f-474e-4056-bc83-a569e6be9715 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455272 Feb 10 04:53:52.803899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-460dd539-f7d5-4291-b6bc-c7452e5ad022 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1126 time: 0.0635030 Feb 10 04:53:52.902626 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-f5ed056c-e4e6-436d-9a47-625b9ac84aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:52.904193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-f5ed056c-e4e6-436d-9a47-625b9ac84aef service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0939512 Feb 10 04:53:52.973550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-d9dfa00e-fc50-4a98-8475-e89e9b66b499 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1001 time: 0.0638235 Feb 10 04:53:53.019408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-e5c74186-aca8-4f02-b7ec-f626b8f2395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:53.020750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-e5c74186-aca8-4f02-b7ec-f626b8f2395b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0415697 Feb 10 04:53:53.067588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782e24-01e2-490e-93a9-9912126443ab req-770310a2-fcf7-480c-abea-642d4f0e4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:53.068970 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-770310a2-fcf7-480c-abea-642d4f0e4c01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425959 Feb 10 04:53:53.158592 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-84454e13-dec9-4060-b1cd-d0fe318807cc service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829794 Feb 10 04:53:53.244573 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1782e24-01e2-490e-93a9-9912126443ab req-a9fcff53-66d3-4eab-a30a-fcbb3983cd8d service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800815 Feb 10 04:53:53.920888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:53.923179 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe89cb94-5992-469d-bfac-6057b2dcd6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:53.933581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732e0b-6ccd-43b9-bb85-80e30c1443ca req-6a01844e-b5fa-467f-833f-b5b4279ddade tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:53.934990 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9732e0b-6ccd-43b9-bb85-80e30c1443ca req-6a01844e-b5fa-467f-833f-b5b4279ddade tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0609088 Feb 10 04:53:53.975403 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c6cfe7-767d-4860-9ffc-518d573232f0 x-openstack-request-id: req-40c6cfe7-767d-4860-9ffc-518d573232f0 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:53.975696 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:53.975953 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40c6cfe7-767d-4860-9ffc-518d573232f0 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:53.976353 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'status': 'completed', 'code': 200} Feb 10 04:53:53.984411 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9732e0b-6ccd-43b9-bb85-80e30c1443ca req-9babe06a-3769-4ffd-8cd8-b6be6fa17020 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Feb 10 04:53:54.065578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-240cb559-0a9b-4b9a-9db0-0f19ef10fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.067132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-240cb559-0a9b-4b9a-9db0-0f19ef10fcb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1126 time: 0.0775309 Feb 10 04:53:54.068815 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-e3dc3dab-0d2f-4804-820a-8741222ca54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.070169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-e3dc3dab-0d2f-4804-820a-8741222ca54e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1126 time: 0.0707440 Feb 10 04:53:54.137977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:53:54.177969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e host n-h2-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:53:54.178367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:53:54.231461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-8c0f054e-2b59-45a5-8a5e-5d9bd688e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.232950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-8c0f054e-2b59-45a5-8a5e-5d9bd688e153 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1590104 Feb 10 04:53:54.234297 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-bc88b5be-a7f9-4366-bab8-331cbf43a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.235650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-bc88b5be-a7f9-4366-bab8-331cbf43a76f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1546695 Feb 10 04:53:54.344003 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-7ed9268f-1988-45c3-8f83-9813867ca8c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1001 time: 0.1050045 Feb 10 04:53:54.347953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-d46c48f0-d9f7-47bf-a3f4-169f2daaebe5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1001 time: 0.1034203 Feb 10 04:53:54.429939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-a1a70de1-ab65-441c-837d-bd8481e46df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.431524 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-a1a70de1-ab65-441c-837d-bd8481e46df4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0822663 Feb 10 04:53:54.432892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-601a135e-129e-4944-8594-744215c49dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.434199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-601a135e-129e-4944-8594-744215c49dfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0773652 Feb 10 04:53:54.512561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-d864fe2a-cb66-495b-a16a-3e90a7cb0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.514061 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-d864fe2a-cb66-495b-a16a-3e90a7cb0fc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773139 Feb 10 04:53:54.516386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-4bcdacf7-11c2-4f61-a9ad-63a3e2f74b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:54.517734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-4bcdacf7-11c2-4f61-a9ad-63a3e2f74b0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737524 Feb 10 04:53:54.672822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-32f10788-2299-4962-b70e-ddbb57080a17 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527569 Feb 10 04:53:54.674669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-13cdbe60-00a5-4c1d-81c5-b4c1e2088094 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457295 Feb 10 04:53:54.843186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-f6f2edf1-1926-4817-87c9-bcb1f85d3550 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645541 Feb 10 04:53:54.845079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe89cb94-5992-469d-bfac-6057b2dcd6ca req-56c37a2a-0825-4867-adb6-bc354b2675f5 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588006 Feb 10 04:53:55.108462 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582326f-4778-44c4-b54d-7ed394703bee req-5da59707-1533-4dc6-a535-1753b5c97b5b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:55.109878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3582326f-4778-44c4-b54d-7ed394703bee req-5da59707-1533-4dc6-a535-1753b5c97b5b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0539277 Feb 10 04:53:55.157311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3582326f-4778-44c4-b54d-7ed394703bee req-86841128-3f34-43ff-b371-91e79207fa62 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 Feb 10 04:53:56.278907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfb34c-e129-42a4-9a5e-8a2af1fca022 req-37dd794a-fdfa-4068-8582-1556a278e104 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:56.280379 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3abfb34c-e129-42a4-9a5e-8a2af1fca022 req-37dd794a-fdfa-4068-8582-1556a278e104 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Feb 10 04:53:56.326851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3abfb34c-e129-42a4-9a5e-8a2af1fca022 req-b51adfe8-026e-4811-aaa0-077f30a8c8a2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408497 Feb 10 04:53:56.879408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:53:56.885567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0063f00-63dc-40b1-89a9-5afe11bb5620 req-3bf357c4-d317-416d-a7b9-f08f07c3f312 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:56.888221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0063f00-63dc-40b1-89a9-5afe11bb5620 req-3bf357c4-d317-416d-a7b9-f08f07c3f312 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 944 time: 0.0597873 Feb 10 04:53:56.967902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e0063f00-63dc-40b1-89a9-5afe11bb5620 req-e24b51ce-16bc-4292-af7b-d321dd5fd79c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698690 Feb 10 04:53:56.975592 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-aa041321-6c88-41a0-87c0-6e9c04247624 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:56.977037 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-aa041321-6c88-41a0-87c0-6e9c04247624 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23&tenant_id=1041f4e810fa46339a92f7b13e72905b&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 944 time: 0.0890684 Feb 10 04:53:56.988718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:56.999400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'mac_address': 'fa:16:3e:3b:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:53:57.035439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ecf8ecd9-02da-4db7-8457-7fd8d77f189e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:53:57.036090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:57.039614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-069ec75b-6d42-49f5-a675-60d6a187b527 service neutron] 10.222.0.43 "GET /v2.0/ports/ecf8ecd9-02da-4db7-8457-7fd8d77f189e/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 382 time: 0.0555077 Feb 10 04:53:57.049400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf8ecd9-02da-4db7-8457-7fd8d77f189e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:53:57.068508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:57.107293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-c60303b3-49ce-42c0-a8e3-3748660647e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:57.108831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-c60303b3-49ce-42c0-a8e3-3748660647e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1126 time: 0.0495636 Feb 10 04:53:57.114631 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:57.163239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:57.200331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-69689dbd-220b-446e-9584-b681d1217596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:57.201835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-69689dbd-220b-446e-9584-b681d1217596 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0873451 Feb 10 04:53:57.270292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-e80845dc-1949-49f9-bd87-ab58f2a1682b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1002 time: 0.0616632 Feb 10 04:53:57.317231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['ecf8ecd9-02da-4db7-8457-7fd8d77f189e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:53:57.317760 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-6628b7b0-b1eb-43fc-9b29-93b250f8afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:57.319292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-6628b7b0-b1eb-43fc-9b29-93b250f8afab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0428791 Feb 10 04:53:57.370054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-440aa3ef-2c30-4a16-89c1-f1661b3cf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:57.371627 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-440aa3ef-2c30-4a16-89c1-f1661b3cf55b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455463 Feb 10 04:53:57.465819 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-0dde7da0-9b1f-43ce-8a41-25fc70b19b05 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875409 Feb 10 04:53:57.553217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-d8cf1dcd-d7ae-4eba-bdcc-330eb7c72565 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805774 Feb 10 04:53:57.674424 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a131f6c-f320-46ec-b7f5-142efdee5ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:58.095288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087724-8f80-4935-a192-4d15e4912846 req-14de7a8e-a8df-4e6e-a32d-8aef29e1bd5e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:58.096947 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43087724-8f80-4935-a192-4d15e4912846 req-14de7a8e-a8df-4e6e-a32d-8aef29e1bd5e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 945 time: 0.0569851 Feb 10 04:53:58.152148 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43087724-8f80-4935-a192-4d15e4912846 req-d685fa4f-1694-4c46-a1bb-c0dc14f67cd4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414634 Feb 10 04:53:58.882975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:53:58.988602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:53:58.992763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:53:58.993700 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:59.086999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port ecf8ecd9-02da-4db7-8457-7fd8d77f189e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:53:59.087386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:59.109761 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:53:59.111992 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b217487a-5147-45fe-9a3d-49f2afd41943" -d '{"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:53:59.127295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:53:59.161633 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05faced3-24d6-4188-b231-733587a75646 x-openstack-request-id: req-05faced3-24d6-4188-b231-733587a75646 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:53:59.161954 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:53:59.162209 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05faced3-24d6-4188-b231-733587a75646 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:53:59.162613 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'code': 200} Feb 10 04:53:59.183195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:59.230693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:53:59.277324 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfbbd7-4572-44d2-a5f4-30179de59563 req-484846d3-b87f-49a5-b0e7-9b239fefbd0e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:59.278915 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dacfbbd7-4572-44d2-a5f4-30179de59563 req-484846d3-b87f-49a5-b0e7-9b239fefbd0e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0538642 Feb 10 04:53:59.330270 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dacfbbd7-4572-44d2-a5f4-30179de59563 req-bfbed385-304f-4a43-abf0-e4beb5824c7b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456631 Feb 10 04:53:59.823508 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aef7a7e3-c9f9-4884-9dd9-9517dad08cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:53:59.962511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-f1404684-bcc1-44bb-bcf3-a4b2e864c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:53:59.964241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-f1404684-bcc1-44bb-bcf3-a4b2e864c3b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 1128 time: 0.0506470 Feb 10 04:53:59.974912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:54:00.033464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:00.236652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:00.268423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:54:00.311320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:54:00.313567 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b96f26-f6b0-4102-837c-d9464a729f61" -d '{"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:54:00.317379 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Publish callbacks [] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:00.330205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Transition to ACTIVE for port object ecf8ecd9-02da-4db7-8457-7fd8d77f189e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:54:00.367343 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d8e12-de96-42e2-b4b5-6d89cae1b6bd x-openstack-request-id: req-d58d8e12-de96-42e2-b4b5-6d89cae1b6bd {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:54:00.367623 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:54:00.367875 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d58d8e12-de96-42e2-b4b5-6d89cae1b6bd {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:54:00.368928 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'code': 200} Feb 10 04:54:00.453195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f87f47-4702-4487-bcd6-e6e2160ed988 req-4261a232-a3b3-4ce2-99d7-232b9e06352c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:00.454745 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5f87f47-4702-4487-bcd6-e6e2160ed988 req-4261a232-a3b3-4ce2-99d7-232b9e06352c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0523925 Feb 10 04:54:00.468677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:00.506214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e5f87f47-4702-4487-bcd6-e6e2160ed988 req-abb8bca3-a174-47bc-b62d-d7eca392e983 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447690 Feb 10 04:54:00.547980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=10']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:00.594349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] No DVR routers for this DVR port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:54:00.739866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:54:00.740206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:54:00.740534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:54:00.745505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:54:00.745829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Attempting to bind port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:54:00.750583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:54:00.750956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:54:00.751341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:54:00.751765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Bound port: ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:54:00.752117 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:00.813406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:54:00.816306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:54:00.892101 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:00.928635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:00.929259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:00.930746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] 10.222.0.24 "PUT /v2.0/ports/ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1093 time: 0.9597125 Feb 10 04:54:00.950738 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68517935-aba7-4db2-b0ff-7af72d132924 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=11']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:01.001078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-1358b34e-8727-4e64-8f9e-2fae8219b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:01.002816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-1358b34e-8727-4e64-8f9e-2fae8219b285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1127 time: 0.0476110 Feb 10 04:54:01.101430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-7f9a83cd-7b75-4fea-8987-161bc5c89448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:01.103798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-7f9a83cd-7b75-4fea-8987-161bc5c89448 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0954640 Feb 10 04:54:01.162094 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:01.168435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-cc36054e-a50d-47a0-bfd6-ae72d09a47c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1001 time: 0.0594845 Feb 10 04:54:01.219540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-2d196f33-fbf7-4fa5-95f5-e8d90a10084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:01.220921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-2d196f33-fbf7-4fa5-95f5-e8d90a10084b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0470800 Feb 10 04:54:01.268292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-2b878ec5-53c3-4f85-8814-f308ecd86c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:01.269757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-2b878ec5-53c3-4f85-8814-f308ecd86c7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433626 Feb 10 04:54:01.360196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-1a377fa6-4458-4fcd-9c02-f499ff4409d3 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842063 Feb 10 04:54:01.451904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ff6aab38-9048-4c8f-af46-86c83b2d23d5 req-4a840eff-a578-4fdb-ae69-3691d95851dd service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Feb 10 04:54:01.629492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95292600-75e6-4106-99d7-8f3ad7fb9215 req-4fe402a6-f67c-473f-9d77-1add23c1fee0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:01.630904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95292600-75e6-4106-99d7-8f3ad7fb9215 req-4fe402a6-f67c-473f-9d77-1add23c1fee0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 945 time: 0.0532925 Feb 10 04:54:01.678904 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95292600-75e6-4106-99d7-8f3ad7fb9215 req-fe5b2cc0-f192-42ba-8a18-726a401d5a68 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407715 Feb 10 04:54:02.370462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:54:02.372815 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d6da36-fa5d-4b45-b8ef-e804c6198718" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:54:02.421973 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5699715-9d70-4b6b-9798-a288641b7c35 x-openstack-request-id: req-a5699715-9d70-4b6b-9798-a288641b7c35 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:54:02.422279 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:54:02.422521 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5699715-9d70-4b6b-9798-a288641b7c35 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:54:02.422974 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'status': 'completed', 'code': 200} Feb 10 04:54:02.518615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-1b3ae569-31dd-4816-a78e-60a36a7f2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:02.520153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-1b3ae569-31dd-4816-a78e-60a36a7f2adc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1127 time: 0.0725863 Feb 10 04:54:02.522561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-6f2cf49b-7109-42da-809e-9085f012e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:02.524085 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-6f2cf49b-7109-42da-809e-9085f012e739 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 1127 time: 0.0846210 Feb 10 04:54:02.677337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-8271db54-9016-491c-93fd-b2fcc7cbc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:02.679027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-8271db54-9016-491c-93fd-b2fcc7cbc28b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1530704 Feb 10 04:54:02.680079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-3095de9e-5687-45fc-9edf-da2cbba28d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:02.681419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-3095de9e-5687-45fc-9edf-da2cbba28d30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1485102 Feb 10 04:54:02.739030 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:02.822518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-b1fd26c4-df3e-4442-8c3f-e661cd6a9cba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1001 time: 0.1380486 Feb 10 04:54:02.828221 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-36cfbf9e-d023-4beb-b48a-e61701c3d5ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 200 len: 1001 time: 0.1385214 Feb 10 04:54:02.891133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:54:02.902124 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8f4c-f107-4980-9376-84d61227a2e9 req-5431d7f3-28d8-4426-99ff-882bb76b4fd2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:02.903662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfbc8f4c-f107-4980-9376-84d61227a2e9 req-5431d7f3-28d8-4426-99ff-882bb76b4fd2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 945 time: 0.1469262 Feb 10 04:54:02.929650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] The host n-h2-827844-2 is not matching for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e host n-h1-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 04:54:02.930054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:54:02.936905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-08396eaf-f87d-48ff-a78b-d8d574f17cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:02.938389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-08396eaf-f87d-48ff-a78b-d8d574f17cf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.1078899 Feb 10 04:54:02.940899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-f8554f8b-59a7-463a-8d33-bbbbdce021f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:02.942222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-f8554f8b-59a7-463a-8d33-bbbbdce021f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.1029460 Feb 10 04:54:03.021195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bfbc8f4c-f107-4980-9376-84d61227a2e9 req-3e80cddf-354c-4298-8450-8c940bd0b48a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106415 Feb 10 04:54:03.045766 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-0644eeba-d192-41e2-bf94-6c730064bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:03.049233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-0644eeba-d192-41e2-bf94-6c730064bab8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1016872 Feb 10 04:54:03.049767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-e8acc2b9-59e0-4c98-8ec4-f5c3918c4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:03.051153 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-e8acc2b9-59e0-4c98-8ec4-f5c3918c4f03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961626 Feb 10 04:54:03.203107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-9758815a-cc31-4e41-a6a8-5be2eedb6ff9 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495075 Feb 10 04:54:03.208120 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-d93df58d-d2db-4021-8977-4d720d5601b9 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471519 Feb 10 04:54:03.358548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-f37ab7a0-0e3f-48c0-abac-e4c5febb75b4 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494987 Feb 10 04:54:03.361963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-55d6da36-fa5d-4b45-b8ef-e804c6198718 req-d4ca449b-0e87-460b-868a-23a5195afd5a service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461258 Feb 10 04:54:04.152515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:54:04.194393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052fd69-4c03-4991-9df3-62cff48e79b2 req-3cd7d6a9-b7d5-4cb9-9c7d-5782a1267d8f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:04.196858 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6052fd69-4c03-4991-9df3-62cff48e79b2 req-3cd7d6a9-b7d5-4cb9-9c7d-5782a1267d8f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 945 time: 0.0518835 Feb 10 04:54:04.244516 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6052fd69-4c03-4991-9df3-62cff48e79b2 req-eb5777aa-ab01-44cd-b957-94392bd736c8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Feb 10 04:54:04.267107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:04.278510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'mac_address': 'fa:16:3e:3b:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:54:04.317094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ecf8ecd9-02da-4db7-8457-7fd8d77f189e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:54:04.317492 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:04.331308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf8ecd9-02da-4db7-8457-7fd8d77f189e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:54:04.348378 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:04.354278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:04.403474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a1b77-d786-4704-9f9d-f05d5f9fc8b3 req-c97ca92c-9773-4146-af65-f2dd1f7e127a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:04.404980 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f3a1b77-d786-4704-9f9d-f05d5f9fc8b3 req-c97ca92c-9773-4146-af65-f2dd1f7e127a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 945 time: 0.0543091 Feb 10 04:54:04.423101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:04.464845 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f3a1b77-d786-4704-9f9d-f05d5f9fc8b3 req-1bb96255-4310-40e8-893f-2ee4c9c6ac58 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512068 Feb 10 04:54:04.473081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=12']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:04.581355 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e4248-c100-4e93-b97b-bc6f29116e44 req-cd91ef86-d51b-4f09-ac64-443f3fa5f7ec tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:04.582828 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f0e4248-c100-4e93-b97b-bc6f29116e44 req-cd91ef86-d51b-4f09-ac64-443f3fa5f7ec tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0527020 Feb 10 04:54:04.628008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['ecf8ecd9-02da-4db7-8457-7fd8d77f189e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:54:04.630244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6f0e4248-c100-4e93-b97b-bc6f29116e44 req-3dca7be2-dcad-42c8-9562-f9d4e79c2a94 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399501 Feb 10 04:54:05.345388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65c01f-17f2-4d58-9d50-7ffd8ee70283 req-2c7634cc-870f-4583-91e5-8dff12c7470a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:05.346927 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b65c01f-17f2-4d58-9d50-7ffd8ee70283 req-2c7634cc-870f-4583-91e5-8dff12c7470a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.3027058 Feb 10 04:54:05.392950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8b65c01f-17f2-4d58-9d50-7ffd8ee70283 req-4f851096-f2bf-42b0-b92f-e8d603d05820 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403948 Feb 10 04:54:06.168232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:54:06.267088 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:54:06.270947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port ecf8ecd9-02da-4db7-8457-7fd8d77f189e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:54:06.271354 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.356472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port ecf8ecd9-02da-4db7-8457-7fd8d77f189e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:54:06.356866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.361881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-b13db182-b17d-4b12-adcb-d63085b1daab tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:06.363386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-b13db182-b17d-4b12-adcb-d63085b1daab tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 946 time: 0.0548527 Feb 10 04:54:06.379484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:54:06.382546 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d989e-d057-42be-af75-518944f3b4e7" -d '{"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:54:06.397196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:06.428433 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b231bb-649a-4e39-a845-d1d50b74a9b9 x-openstack-request-id: req-99b231bb-649a-4e39-a845-d1d50b74a9b9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:54:06.428735 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:54:06.428996 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99b231bb-649a-4e39-a845-d1d50b74a9b9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:54:06.429500 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'code': 200} Feb 10 04:54:06.461097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Deleting port ecf8ecd9-02da-4db7-8457-7fd8d77f189e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:54:06.461487 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.474776 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.520137 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40546249-b0c9-4aa6-a454-f1fa823126ee req-ad26018c-e170-42c6-9ef4-99bed80dfd15 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:06.522324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40546249-b0c9-4aa6-a454-f1fa823126ee req-ad26018c-e170-42c6-9ef4-99bed80dfd15 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 947 time: 0.0582337 Feb 10 04:54:06.528424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=13']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:06.563976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] For port ecf8ecd9-02da-4db7-8457-7fd8d77f189e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:06.570357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.575922 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-40546249-b0c9-4aa6-a454-f1fa823126ee req-a5293e33-78fb-4e3d-a023-7b0c75284582 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451562 Feb 10 04:54:06.736475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.736755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.737073 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 disassociated. External IP: 172.25.8.205, port: ecf8ecd9-02da-4db7-8457-7fd8d77f189e. Feb 10 04:54:06.737416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Calling delete_port for ecf8ecd9-02da-4db7-8457-7fd8d77f189e owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:54:06.920349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ecf8ecd9-02da-4db7-8457-7fd8d77f189e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:06.949714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event deleted for resources: {'Port': ['ID=ecf8ecd9-02da-4db7-8457-7fd8d77f189e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:07.393859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:54:07.502087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:54:07.512788 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:54:07.522005 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:54:07.522606 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:54:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:07.542328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] No DVR routers for this DVR port ecf8ecd9-02da-4db7-8457-7fd8d77f189e on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:54:07.544944 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:07.548266 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6f221129-eca5-4375-b8a5-d75de4aa5d4d req-2fed588c-291f-47d1-ba50-21fa50884605 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "DELETE /v2.0/ports/ecf8ecd9-02da-4db7-8457-7fd8d77f189e HTTP/1.1" status: 204 len: 173 time: 1.1802619 Feb 10 04:54:07.548710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-deleted', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:54:07.550949 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce90af-bc34-427f-ba8a-66483c7e97f2" -d '{"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-deleted", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:54:07.590063 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50c8a7-a496-4b77-a99f-48bf466e62c4 x-openstack-request-id: req-ac50c8a7-a496-4b77-a99f-48bf466e62c4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:54:07.590461 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fbb2-b6fe-4e67-8805-d13b2e649c23", "name": "network-vif-deleted", "tag": "ecf8ecd9-02da-4db7-8457-7fd8d77f189e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:54:07.590849 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac50c8a7-a496-4b77-a99f-48bf466e62c4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:54:07.591391 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f77fbb2-b6fe-4e67-8805-d13b2e649c23', 'name': 'network-vif-deleted', 'tag': 'ecf8ecd9-02da-4db7-8457-7fd8d77f189e', 'status': 'completed', 'code': 200} Feb 10 04:54:07.754495 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:54:07.822312 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3d72915b-320a-4f2e-aa17-ff8ba8456510 req-7ec0d7b0-29a0-429f-9a00-39e5262cccdd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f77fbb2-b6fe-4e67-8805-d13b2e649c23 HTTP/1.1" status: 200 len: 210 time: 0.0928226 Feb 10 04:54:07.967002 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:07.993132 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:54:08.001293 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:54:08.001887 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:54:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:08.110933 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:54:08.317116 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:08.345322 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340113d1-bc99-41e9-9259-cd72711935f4 None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:54:08.571790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a201639-daf1-47f1-ae4f-a08446cc5ae4 None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:54:09.138435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-5b9d1c38-5a17-48b2-baa3-9f8baaa8153d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--452000171&fields=id&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 267 time: 0.0848527 Feb 10 04:54:09.245428 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-a205aec4-fe2d-478c-8e88-a19f9381b066 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:09.246954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-a205aec4-fe2d-478c-8e88-a19f9381b066 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1021378 Feb 10 04:54:09.260950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-36ec43a8-fd7e-43b5-90a0-274476925e8b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/quotas/1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 375 time: 0.0086887 Feb 10 04:54:09.314824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-ed3a5831-4f94-4e88-8236-c5a615d62d91 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492032 Feb 10 04:54:09.413667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-841e4a7e-1cf2-40a1-9211-cca9f7c3c911 service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869832 Feb 10 04:54:09.502321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-9dc6ecbe-f173-42eb-a211-ba1b37e89298 service neutron] 10.222.0.42 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820961 Feb 10 04:54:09.714102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-00a2bef4-993a-4eca-9c61-4f4009085066 req-934a8f91-960e-49cf-991e-1812c746e8f4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0308216 Feb 10 04:54:10.200688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:54:10.220486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: ecf8ecd9-02da-4db7-8457-7fd8d77f189e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:54:10.235086 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device ecf8ecd9-02da-4db7-8457-7fd8d77f189e not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:54:10.819973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-803bb805-512e-40d0-a342-d08261bc98e5 req-eb87b039-7aca-43d2-82c9-59b2cb64c74f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0351865 Feb 10 04:54:11.345303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-ec13cc67-178f-4d5c-a577-bc2b5f2e0992 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:11.346849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-ec13cc67-178f-4d5c-a577-bc2b5f2e0992 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 812 time: 0.1010807 Feb 10 04:54:11.406315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-05b81a24-31cf-44e2-82d9-0b71f82c4835 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 379 time: 0.0518920 Feb 10 04:54:11.414630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'port': {'device_id': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'admin_state_up': True, 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'security_groups': ['01df6b90-cb4d-4263-a653-0e77039a21b2']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:54:11.606097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Made reservation on behalf of 1041f4e810fa46339a92f7b13e72905b for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:54:11.609690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:11.738629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Allocated IP 172.20.0.3 (bce4838b-f036-4d66-80bb-34b144f3d29b/5cff14a8-d2b3-45fe-9b67-a8adc02e5716/1343937e-f37b-4032-9fde-6b2734aa50bd) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:54:11.879537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:11.916377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b6f1caf1-801a-4f9d-8673-019b139967ff req-bad40420-586c-42be-b0bb-3aea6c17c461 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0267556 Feb 10 04:54:11.960565 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.007381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Network bce4838b-f036-4d66-80bb-34b144f3d29b is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:54:12.011223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:54:12.014919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:54:12.044787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:12.070270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:12.071556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.145484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d3bd9eaf-3b67-499e-9813-f445257c9c71 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7347381 Feb 10 04:54:12.157421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Request body: {'port': {'device_id': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:54:12.218441 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.246049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7f0d6e81-b3ef-4495-9f92-8665410b0a5b None None] Provisioning complete for port 1343937e-f37b-4032-9fde-6b2734aa50bd triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:54:12.246651 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6e81-b3ef-4495-9f92-8665410b0a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.279258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d6e81-b3ef-4495-9f92-8665410b0a5b None None] Port 1343937e-f37b-4032-9fde-6b2734aa50bd cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:54:12.483373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:54:12.490488 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Publish callbacks [] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.502564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Transition to ACTIVE for port object 1343937e-f37b-4032-9fde-6b2734aa50bd will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:54:12.611146 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.683837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:12.740996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:54:12.741249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:54:12.741647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:54:12.746623 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:54:12.746992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:54:12.751892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:54:12.752232 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:54:12.752615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:54:12.753036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Bound port: 1343937e-f37b-4032-9fde-6b2734aa50bd, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:54:12.753387 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.823284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:54:12.828678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:54:12.901727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.934691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:12.935407 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:12.936777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1091 time: 0.7841785 Feb 10 04:54:12.937216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:54:12.939513 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf3cb7a-bdc1-4e9e-888e-4db4df57197e" -d '{"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:54:12.981683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b5eb2-9f48-440b-844e-b268805f77a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:12.996703 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c5b10b-d6ed-4919-897d-3b337de7de3a x-openstack-request-id: req-d8c5b10b-d6ed-4919-897d-3b337de7de3a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:54:12.997001 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:54:12.997255 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8c5b10b-d6ed-4919-897d-3b337de7de3a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:54:12.997661 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'status': 'completed', 'code': 200} Feb 10 04:54:13.094189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d8a0-5861-4e22-90f5-a9d6ce5df63c req-966ddbe1-4781-47f1-b278-4609a4a2b27c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:13.095797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc1d8a0-5861-4e22-90f5-a9d6ce5df63c req-966ddbe1-4781-47f1-b278-4609a4a2b27c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0973272 Feb 10 04:54:13.110361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3cb7a-bdc1-4e9e-888e-4db4df57197e req-52cd4797-0e63-4e1f-b7c4-dbcd2d6f320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:13.111858 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2cf3cb7a-bdc1-4e9e-888e-4db4df57197e req-52cd4797-0e63-4e1f-b7c4-dbcd2d6f320e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1125 time: 0.0827174 Feb 10 04:54:13.202940 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc1d8a0-5861-4e22-90f5-a9d6ce5df63c req-42671f2c-d02f-4cab-afcb-69bfc7d3c772 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008356 Feb 10 04:54:13.242070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3cb7a-bdc1-4e9e-888e-4db4df57197e req-0b7123e7-cf19-4af2-b583-ba34dbd00bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:13.244264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2cf3cb7a-bdc1-4e9e-888e-4db4df57197e req-0b7123e7-cf19-4af2-b583-ba34dbd00bf1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1041f4e810fa46339a92f7b13e72905b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1236660 Feb 10 04:54:13.340519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3cb7a-bdc1-4e9e-888e-4db4df57197e req-e8c388ae-338e-4008-b27f-5554348eaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:13.342008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2cf3cb7a-bdc1-4e9e-888e-4db4df57197e req-e8c388ae-338e-4008-b27f-5554348eaaca service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920949 Feb 10 04:54:13.422102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-910703fc-7b71-4487-a82c-0eb69a8a18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:13.423667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-910703fc-7b71-4487-a82c-0eb69a8a18f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1125 time: 0.0460570 Feb 10 04:54:13.472599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-d54e6bce-7f02-4729-9476-d4f7847f05bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 217 time: 0.0416830 Feb 10 04:54:13.521251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-4b74a136-758b-4312-ad04-a4912ab39cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:13.522616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-4b74a136-758b-4312-ad04-a4912ab39cf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0439456 Feb 10 04:54:13.572140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-9aa808d3-5634-4a0d-9e4f-41c7fde313a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:13.573955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-9aa808d3-5634-4a0d-9e4f-41c7fde313a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456500 Feb 10 04:54:13.667574 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-2d02decb-d505-4972-91c0-c47cdf4da58f service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878384 Feb 10 04:54:13.762773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cce89b59-4d85-429d-9db9-582b1ebeac0d req-e99e81a7-adca-4dbd-bd19-8416f1db0053 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887268 Feb 10 04:54:14.324602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cef30-497c-452e-a94e-14bc24449af6 req-659a6844-fc20-4aa3-b100-ec8573f5090c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:14.326123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f76cef30-497c-452e-a94e-14bc24449af6 req-659a6844-fc20-4aa3-b100-ec8573f5090c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0543060 Feb 10 04:54:14.391023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f76cef30-497c-452e-a94e-14bc24449af6 req-afbdcbd5-d356-474d-a195-bee58289cd8c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578158 Feb 10 04:54:15.514353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4fb9a-d47a-4668-8484-c81f53316748 req-387bc186-0c10-4b9c-bc1b-f448a5e7f2c6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:15.515849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ff4fb9a-d47a-4668-8484-c81f53316748 req-387bc186-0c10-4b9c-bc1b-f448a5e7f2c6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0583143 Feb 10 04:54:15.562095 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6ff4fb9a-d47a-4668-8484-c81f53316748 req-9cfd2035-1323-47f9-830e-b80950ca70c0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Feb 10 04:54:16.252235 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:54:16.347916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:16.358778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'mac_address': 'fa:16:3e:0b:3c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:54:16.398265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:54:16.398655 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:16.411521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:54:16.430484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:16.496501 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:16.543091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:16.681884 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5630a-f2f6-48cf-9742-8b500db2ab47 req-9767600a-24e2-43a0-bb6d-8f0f41a69218 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:16.684074 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0eb5630a-f2f6-48cf-9742-8b500db2ab47 req-9767600a-24e2-43a0-bb6d-8f0f41a69218 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0537777 Feb 10 04:54:16.687063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1343937e-f37b-4032-9fde-6b2734aa50bd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:54:16.735804 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0eb5630a-f2f6-48cf-9742-8b500db2ab47 req-50fa24f2-0a38-400c-92b3-89cd7d5f1691 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459337 Feb 10 04:54:17.130160 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:54:17.376682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:17.856128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b16f27-172c-4d73-948b-da73f2f850bd req-69eaf9aa-93ea-48d3-b220-d2fb952085ac tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:17.857626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b16f27-172c-4d73-948b-da73f2f850bd req-69eaf9aa-93ea-48d3-b220-d2fb952085ac tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0546050 Feb 10 04:54:17.904922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a3b16f27-172c-4d73-948b-da73f2f850bd req-07c1b397-610d-4575-ab57-35732d7316d5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Feb 10 04:54:18.269056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:54:18.369637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 1343937e-f37b-4032-9fde-6b2734aa50bd completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:54:18.373901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 1343937e-f37b-4032-9fde-6b2734aa50bd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:54:18.374344 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:18.452579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:54:18.453236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:18.474884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:54:18.477618 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d131b0b73f72c95bd22e05e4e55cfa86e42aa73184d865e4eaac447253836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ebbbc5-aba7-4b9f-98cd-a3314a8d9a14" -d '{"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-plugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:54:18.489860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:54:18.512895 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2f84ef-1189-4a37-9b64-40ea110623b5 x-openstack-request-id: req-5f2f84ef-1189-4a37-9b64-40ea110623b5 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:54:18.513179 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-plugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:54:18.513436 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f2f84ef-1189-4a37-9b64-40ea110623b5 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:54:18.513830 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'code': 200} Feb 10 04:54:18.558219 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:18.609177 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:54:18.616062 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28848e7-edfe-4fed-a0ae-7cea31d4e9a2 req-c2cc5207-dcf2-43c9-9787-fedc24ba9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:18.617641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d28848e7-edfe-4fed-a0ae-7cea31d4e9a2 req-c2cc5207-dcf2-43c9-9787-fedc24ba9b1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1127 time: 0.0439081 Feb 10 04:54:18.664227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d28848e7-edfe-4fed-a0ae-7cea31d4e9a2 req-accf7b25-af30-4b78-a4ed-b73f0cb3522a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Feb 10 04:54:18.752659 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:19.023583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad351de-85ac-4534-85c0-a348423934da req-0bca8783-d5e1-4c62-b94e-3647cd874b6f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:19.025287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ad351de-85ac-4534-85c0-a348423934da req-0bca8783-d5e1-4c62-b94e-3647cd874b6f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0530922 Feb 10 04:54:19.071770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1ad351de-85ac-4534-85c0-a348423934da req-9e87c054-59ca-4474-b239-bd07480966b9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408769 Feb 10 04:54:20.191475 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c148e-3cd2-4534-bf6d-9fbac0eaf2a1 req-58ae7bdc-d19f-453e-ab86-5235cbfc25e2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:20.192950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e29c148e-3cd2-4534-bf6d-9fbac0eaf2a1 req-58ae7bdc-d19f-453e-ab86-5235cbfc25e2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0520771 Feb 10 04:54:20.238507 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e29c148e-3cd2-4534-bf6d-9fbac0eaf2a1 req-d6403b6f-a91b-4f0f-a440-0f3e7a5db0b8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391672 Feb 10 04:54:20.360227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c7e01-0a3a-495d-ba24-7a83b3fbe450 req-b29d6da2-b4b5-4232-b9a5-2b45bf6e26be tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:20.361653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d88c7e01-0a3a-495d-ba24-7a83b3fbe450 req-b29d6da2-b4b5-4232-b9a5-2b45bf6e26be tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0561035 Feb 10 04:54:20.370636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 51904) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:54:20.374928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Request body: {'floatingip': {'port_id': '1343937e-f37b-4032-9fde-6b2734aa50bd'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:54:20.416715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:20.857039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:20.918091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:21.018908 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 associated. External IP: 172.25.8.205, port: 1343937e-f37b-4032-9fde-6b2734aa50bd. Feb 10 04:54:21.234146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:54:21.343649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:54:21.348481 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:21.354092 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:54:21.364487 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:54:21.365113 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:54:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:21.480019 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:54:21.709410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bcd9de86-e9d6-4b72-b043-8a5c1a561cfe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "PUT /v2.0/floatingips/b48e2fad-6df0-4fb3-a71e-bd51cea9b891 HTTP/1.1" status: 200 len: 992 time: 1.3376899 Feb 10 04:54:21.710122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:54:21.712883 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fe2a764f199b3ef6067150054c7691a36a566a5720a43bffb39e292d248fa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb65d1-5797-4434-b684-1ae0adac6c36" -d '{"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:54:21.716635 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:0b:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:54:20Z', 'revision_number': 13, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:21.759270 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575193e-663a-4aa6-b54c-5c7cdf1cf1f4 x-openstack-request-id: req-a575193e-663a-4aa6-b54c-5c7cdf1cf1f4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:54:21.759508 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:54:21.759633 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:54:21.759796 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a575193e-663a-4aa6-b54c-5c7cdf1cf1f4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:54:21.760278 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'status': 'completed', 'code': 200} Feb 10 04:54:21.768213 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:54:21.768825 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:54:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:21.830216 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e6e9c-f36b-4be2-8e9b-62f2e48f6078 req-b1def67e-0704-4c1d-ab6f-dc8a1757a9a0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:21.831169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-6b18e4b0-4ffe-4adb-a539-ba24ee8fc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:21.832443 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d9e6e9c-f36b-4be2-8e9b-62f2e48f6078 req-b1def67e-0704-4c1d-ab6f-dc8a1757a9a0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0562606 Feb 10 04:54:21.832836 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-6b18e4b0-4ffe-4adb-a539-ba24ee8fc9d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1127 time: 0.0482883 Feb 10 04:54:21.882083 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8d9e6e9c-f36b-4be2-8e9b-62f2e48f6078 req-d7706191-7356-4104-b737-f7718bd7e36e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Feb 10 04:54:21.884968 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:54:21.928522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-626f000c-fac5-4310-8c89-320b1f57f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:21.930040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-626f000c-fac5-4310-8c89-320b1f57f504 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0910378 Feb 10 04:54:21.996951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-021686ac-7d9e-476e-8ef7-51de5c3ecb9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.0593538 Feb 10 04:54:22.046999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-0eff06b6-b2db-4929-b080-b429ead3f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:22.048466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-0eff06b6-b2db-4929-b080-b429ead3f112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0441484 Feb 10 04:54:22.101060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-024c167c-c605-471b-b65f-d316a5aaaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:22.102691 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-024c167c-c605-471b-b65f-d316a5aaaa5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482435 Feb 10 04:54:22.106898 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:0b:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:54:20Z', 'revision_number': 13, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:54:22.195380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-e122d17c-5bda-46cc-9242-9a74252081db service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856400 Feb 10 04:54:22.227380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e164e8d-fa4b-4707-8c3f-2e3db355b7ed None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': 'b48e2fad-6df0-4fb3-a71e-bd51cea9b891', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'port_id': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'mac_address': 'fa:16:3e:0b:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T04:51:08Z', 'updated_at': '2022-02-10T04:54:20Z', 'revision_number': 13, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:54:22.293208 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7eeb65d1-5797-4434-b684-1ae0adac6c36 req-0872f1b1-8939-4ebd-b60c-9043bc3dec4f service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910051 Feb 10 04:54:22.427112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a3e0e-4f19-4fc1-90f9-c1be6da79957 None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:54:23.005200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95013c-1122-4b62-a0d3-88d5b43d1947 req-5d216922-deac-446f-98eb-3398482b7ae6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:23.006683 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee95013c-1122-4b62-a0d3-88d5b43d1947 req-5d216922-deac-446f-98eb-3398482b7ae6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0539415 Feb 10 04:54:23.052181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee95013c-1122-4b62-a0d3-88d5b43d1947 req-df83d0a5-4988-4929-ac43-367114a96e77 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Feb 10 04:54:25.852498 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faffab6-5644-4762-8edf-e325fbce0940 req-f2053319-aa35-4404-a25a-8ce86c2cef97 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:25.853961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8faffab6-5644-4762-8edf-e325fbce0940 req-f2053319-aa35-4404-a25a-8ce86c2cef97 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0554326 Feb 10 04:54:25.900130 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8faffab6-5644-4762-8edf-e325fbce0940 req-1b878516-7767-4038-a3d2-4406f129c35a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 Feb 10 04:54:27.706816 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4fe7abce-602e-4e55-a175-02e69406e760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:29.833482 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-df447bef-b897-45a9-97fb-be6b80f67b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:31.227321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:32.731167 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:34.370683 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:42.832462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8f91-7194-4d6a-9e6f-0cc6b533dbbb req-7813a5ae-e511-4c02-b8c3-e657f86e8f11 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:42.833937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38cd8f91-7194-4d6a-9e6f-0cc6b533dbbb req-7813a5ae-e511-4c02-b8c3-e657f86e8f11 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0533347 Feb 10 04:54:42.885543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-38cd8f91-7194-4d6a-9e6f-0cc6b533dbbb req-10bda7ef-19f4-452d-b765-313fbed06528 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453300 Feb 10 04:54:43.012789 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-fd7c2697-792b-402b-8eae-9ee485775998 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906386 Feb 10 04:54:43.579791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-f012be5b-65d6-4f35-b5e8-20b0afd0d082 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:43.581166 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-f012be5b-65d6-4f35-b5e8-20b0afd0d082 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports/1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 942 time: 0.1004157 Feb 10 04:54:44.011625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc597fa3-e5e5-430c-88c0-81a8dc7a286c req-6665a230-0bca-497d-b7db-b2a2c01b1a77 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:44.013235 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc597fa3-e5e5-430c-88c0-81a8dc7a286c req-6665a230-0bca-497d-b7db-b2a2c01b1a77 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0570879 Feb 10 04:54:44.060406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fc597fa3-e5e5-430c-88c0-81a8dc7a286c req-da7f350d-e5a9-4807-b2d7-6b44ca842c33 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Feb 10 04:54:45.112491 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-79689202-7c91-41b4-879b-e7e79505aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:45.114023 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-79689202-7c91-41b4-879b-e7e79505aee1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1127 time: 0.0969934 Feb 10 04:54:45.240206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-af59d7a0-9716-4088-b8df-2d40682ff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:45.241593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-af59d7a0-9716-4088-b8df-2d40682ff43e service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1209896 Feb 10 04:54:45.248837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb96316-645d-4554-8e72-979f1c51b8ae req-fd0ddada-990c-48f0-8c4b-6b2446ddb58c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:45.250176 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-edb96316-645d-4554-8e72-979f1c51b8ae req-fd0ddada-990c-48f0-8c4b-6b2446ddb58c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.1114957 Feb 10 04:54:45.341110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e61a43e6-f495-47c1-ba0b-a0b07b7fa65b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1002 time: 0.0898983 Feb 10 04:54:45.347717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-edb96316-645d-4554-8e72-979f1c51b8ae req-0f3bdf7d-12db-4041-a903-f1a44048e462 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912695 Feb 10 04:54:45.395189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-05569693-d01d-441d-8fc8-a1bfe7202f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:45.396856 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-05569693-d01d-441d-8fc8-a1bfe7202f49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0483115 Feb 10 04:54:45.446746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-07793193-6d61-4a70-a93f-51051ce1bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:45.448519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-07793193-6d61-4a70-a93f-51051ce1bd0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455468 Feb 10 04:54:45.541004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-6da163be-cc95-4813-af4f-6e1414f93238 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849791 Feb 10 04:54:45.630722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-2f5843dd-3c8e-42b2-baee-ec454e3d11b4 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817769 Feb 10 04:54:46.469169 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df10e0-867c-45d9-a15a-40cfec7795e2 req-21295f7a-daa1-4156-8f65-5a6763111c37 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:46.470638 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54df10e0-867c-45d9-a15a-40cfec7795e2 req-21295f7a-daa1-4156-8f65-5a6763111c37 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0536931 Feb 10 04:54:46.516698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54df10e0-867c-45d9-a15a-40cfec7795e2 req-a5f0dd1c-97df-4875-a8dc-83815e511e8e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Feb 10 04:54:47.380576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:47.640214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf24f81-dc10-4076-85db-d34c2fb1cf67 req-c566719c-1897-47a7-9578-1af4744009d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:47.641609 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf24f81-dc10-4076-85db-d34c2fb1cf67 req-c566719c-1897-47a7-9578-1af4744009d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0527940 Feb 10 04:54:47.692055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-abf24f81-dc10-4076-85db-d34c2fb1cf67 req-8e13390f-676d-45d0-9c72-698f40954d22 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448585 Feb 10 04:54:48.584689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-e6f91ebe-ff30-4e13-8b42-4291e64077ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:48.586217 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-e6f91ebe-ff30-4e13-8b42-4291e64077ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1127 time: 0.0446761 Feb 10 04:54:48.687077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-410662b2-6c19-4993-ba11-510f198183c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:48.688486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-410662b2-6c19-4993-ba11-510f198183c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0837812 Feb 10 04:54:48.753128 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:48.760513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-f9241f9e-7089-44b2-8b4c-7d75a30abb8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1002 time: 0.0657985 Feb 10 04:54:48.811359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-94035c22-bfe2-4c41-a61a-ee67f859936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:48.812852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-94035c22-bfe2-4c41-a61a-ee67f859936d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0456536 Feb 10 04:54:48.817683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e1321-f96c-4cba-919a-391e24dd39d0 req-2bb3dcd7-39cf-4be2-a26d-d01a75a66f1f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:48.819250 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-657e1321-f96c-4cba-919a-391e24dd39d0 req-2bb3dcd7-39cf-4be2-a26d-d01a75a66f1f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0528483 Feb 10 04:54:48.862351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-d23faf39-f559-4875-a1cf-9df00fe5f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:48.863963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-d23faf39-f559-4875-a1cf-9df00fe5f417 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454209 Feb 10 04:54:48.870568 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-657e1321-f96c-4cba-919a-391e24dd39d0 req-9af7c2e5-bd46-4413-b3c6-c07fc87e4adf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Feb 10 04:54:48.957831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-8eec90c5-25e6-4065-bf11-2febe8d36122 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869274 Feb 10 04:54:49.049998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8cc21fb6-82d6-4997-b15f-b2ac2dba871d req-bbe649fc-9aad-4a3d-9222-d0d91f0fb7c4 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847800 Feb 10 04:54:49.993638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419436c-1a4b-44c6-af6c-fa0d67006730 req-ad1483b9-1318-4d9f-b112-01526a43cc2b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:49.995171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8419436c-1a4b-44c6-af6c-fa0d67006730 req-ad1483b9-1318-4d9f-b112-01526a43cc2b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0563221 Feb 10 04:54:50.042510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8419436c-1a4b-44c6-af6c-fa0d67006730 req-f06c38f1-b510-477b-8ca1-2cfec7110b3e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 Feb 10 04:54:51.159522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be567eeb-cd08-4e96-ab13-aa04e16da19d req-0ff53c1c-35e6-45cb-ae3a-b9422675b1c8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:51.160981 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be567eeb-cd08-4e96-ab13-aa04e16da19d req-0ff53c1c-35e6-45cb-ae3a-b9422675b1c8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0507185 Feb 10 04:54:51.207653 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-be567eeb-cd08-4e96-ab13-aa04e16da19d req-b1551e5a-07d9-4095-a70b-6c25d5781eeb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405476 Feb 10 04:54:52.326422 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f879baa-3949-42ef-ad33-2861cf3c4068 req-48ee0988-e399-4fab-a07a-2179a0c2957d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:52.327952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f879baa-3949-42ef-ad33-2861cf3c4068 req-48ee0988-e399-4fab-a07a-2179a0c2957d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0521221 Feb 10 04:54:52.373901 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f879baa-3949-42ef-ad33-2861cf3c4068 req-e34d62e7-6c9a-444d-b618-bb777fb1de1c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Feb 10 04:54:53.495634 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cebc-a485-4071-8466-b2cb0eff442c req-24a9cc27-f995-4516-83d2-83443386d248 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:53.497124 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3522cebc-a485-4071-8466-b2cb0eff442c req-24a9cc27-f995-4516-83d2-83443386d248 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0532639 Feb 10 04:54:53.543938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3522cebc-a485-4071-8466-b2cb0eff442c req-7c6507bf-2d37-4915-a4c1-f95052169e5d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Feb 10 04:54:54.128797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:54:54.667990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1096d-cdd2-49f6-a568-35045c164f61 req-4c89f953-39f8-4789-b756-206b664bec5c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:54.669490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ba1096d-cdd2-49f6-a568-35045c164f61 req-4c89f953-39f8-4789-b756-206b664bec5c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0566442 Feb 10 04:54:54.714672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ba1096d-cdd2-49f6-a568-35045c164f61 req-6ac975ab-be00-43ef-9b00-25616cafb3d6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396211 Feb 10 04:54:55.844502 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e03be-3031-40c5-a91d-14031099ad1d req-8039df46-1072-4fdd-aa6f-8f758121854c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:55.845957 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a99e03be-3031-40c5-a91d-14031099ad1d req-8039df46-1072-4fdd-aa6f-8f758121854c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0558243 Feb 10 04:54:55.892157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a99e03be-3031-40c5-a91d-14031099ad1d req-47ee0dfd-be8c-4bc9-897c-d4fbabb1ccec tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Feb 10 04:54:57.012026 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b006f-bb5f-4f54-b163-2b1d1505c4f5 req-07891f29-a6b1-4c55-bd4a-481f4f112072 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:57.013503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bb9b006f-bb5f-4f54-b163-2b1d1505c4f5 req-07891f29-a6b1-4c55-bd4a-481f4f112072 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0526757 Feb 10 04:54:57.060140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bb9b006f-bb5f-4f54-b163-2b1d1505c4f5 req-929d81a5-0305-41cd-9bc0-97c0b63bde58 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Feb 10 04:54:57.678988 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-200d8f58-4579-4b00-870c-50f896fadbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:54:58.180625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3cbfb-8276-44f6-9d1c-8468b108c5c6 req-cf2b3f51-644f-4f76-9fe2-440d956bd2f0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:58.182114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05c3cbfb-8276-44f6-9d1c-8468b108c5c6 req-cf2b3f51-644f-4f76-9fe2-440d956bd2f0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0524330 Feb 10 04:54:58.229722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-05c3cbfb-8276-44f6-9d1c-8468b108c5c6 req-d637c139-5d93-4587-ad57-ea427f6ef54e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413396 Feb 10 04:54:59.350404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56e495-44cb-4fe4-a9a9-4012721b5ccf req-12ef2780-8fe5-4ac4-9581-6ae5a7ad6429 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:54:59.351969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f56e495-44cb-4fe4-a9a9-4012721b5ccf req-12ef2780-8fe5-4ac4-9581-6ae5a7ad6429 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0533662 Feb 10 04:54:59.403882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f56e495-44cb-4fe4-a9a9-4012721b5ccf req-8f185866-3f65-470b-9af1-3c0bdcb54c9d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456634 Feb 10 04:54:59.849888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec01dcc4-d4a0-43a1-8f0b-b49d544d6f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:00.539676 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ba825-5bc1-4247-8e27-88d6d00c9d44 req-d4ba72e9-39eb-40ce-a8e8-e981b7a1ddbe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:00.543271 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b7ba825-5bc1-4247-8e27-88d6d00c9d44 req-d4ba72e9-39eb-40ce-a8e8-e981b7a1ddbe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0683143 Feb 10 04:55:00.548871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:55:00.593930 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b7ba825-5bc1-4247-8e27-88d6d00c9d44 req-91931cfe-b8b1-47a6-b860-fc6cb5f0df19 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461481 Feb 10 04:55:00.631016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:55:00.631409 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:00.655846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:55:00.671949 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:00.700302 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995bd89a-ea2a-4f2c-bde4-5bf6510755fa" -d '{"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:55:00.719229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:00.778358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:00.786241 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.786543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.787018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.787368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.787711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.788045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.788589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.789045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.789386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.790268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.791069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.791532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.791880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:00.815114 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0968b-fe11-4df0-acd9-e0cbbbeffd75 x-openstack-request-id: req-20f0968b-fe11-4df0-acd9-e0cbbbeffd75 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:55:00.815416 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:55:00.815679 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20f0968b-fe11-4df0-acd9-e0cbbbeffd75 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:55:00.816082 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'code': 200} Feb 10 04:55:01.152851 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:01.615583 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-f3f9ab0c-f815-4579-9747-33ab16114eed service neutron] show failed (client error): The resource could not be found. Feb 10 04:55:01.616538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-f3f9ab0c-f815-4579-9747-33ab16114eed service neutron] 10.222.0.24 "GET /v2.0/ports/1343937e-f37b-4032-9fde-6b2734aa50bd/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0549660 Feb 10 04:55:01.717380 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2ed08-d230-44c2-9d9c-e42ea9ed78ce req-d6488828-d874-4d1f-a1fe-8c6c52f7bdb5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:01.718939 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-acf2ed08-d230-44c2-9d9c-e42ea9ed78ce req-d6488828-d874-4d1f-a1fe-8c6c52f7bdb5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0540974 Feb 10 04:55:01.765647 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-acf2ed08-d230-44c2-9d9c-e42ea9ed78ce req-408e78ff-0a41-46d4-9784-a2aaf26c4917 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Feb 10 04:55:02.296125 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-c966e20e-ca5d-4435-a98a-e9eec1d754b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:02.297617 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-c966e20e-ca5d-4435-a98a-e9eec1d754b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 1125 time: 0.0816069 Feb 10 04:55:02.309183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:55:02.370152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:02.570461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:02.603542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:55:02.635216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:55:02.642652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Publish callbacks [] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:02.654563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Transition to ACTIVE for port object 1343937e-f37b-4032-9fde-6b2734aa50bd will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:55:02.747471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:02.758993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:02.829856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:02.839982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.840340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.840691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.841043 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.841384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.841721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.842055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.842389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.842757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.843077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.843406 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.843733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.844059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:55:02.913095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] No DVR routers for this DVR port 1343937e-f37b-4032-9fde-6b2734aa50bd on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:55:02.988670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad00aa4-190f-4683-b4d7-7130b4fad045 req-eb93c0e7-92b8-4c3e-b2a8-b2e41f0b8e86 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:02.990193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cad00aa4-190f-4683-b4d7-7130b4fad045 req-eb93c0e7-92b8-4c3e-b2a8-b2e41f0b8e86 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.1262929 Feb 10 04:55:03.077997 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cad00aa4-190f-4683-b4d7-7130b4fad045 req-9a56f3d9-a0e2-4000-9aa9-5b247d989ee2 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618076 Feb 10 04:55:03.105992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:55:03.106330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:55:03.106663 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:55:03.110941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:55:03.111266 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:55:03.116017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:55:03.116368 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:55:03.116750 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:55:03.117177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Bound port: 1343937e-f37b-4032-9fde-6b2734aa50bd, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:55:03.117533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:03.182573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:55:03.185510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:55:03.265897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:03.302649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.303296 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:03.304697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] 10.222.0.43 "PUT /v2.0/ports/1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1091 time: 0.9999630 Feb 10 04:55:03.305186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:55:03.359460 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d272c-d4d9-428b-988a-2081f889a664" -d '{"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:55:03.362557 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d2521-b2eb-49bb-ac5e-12f45c1a1b22 service neutron] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=8']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:03.386970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-d2fe5c0c-a591-4ea8-8031-a279b5a4a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.388602 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-d2fe5c0c-a591-4ea8-8031-a279b5a4a54a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1125 time: 0.0603585 Feb 10 04:55:03.477551 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b0ab8-b67c-4c20-91b7-1c0a26c771f7 x-openstack-request-id: req-314b0ab8-b67c-4c20-91b7-1c0a26c771f7 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:55:03.477852 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:55:03.478108 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-314b0ab8-b67c-4c20-91b7-1c0a26c771f7 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:55:03.478510 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'status': 'completed', 'code': 200} Feb 10 04:55:03.510606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-2fe5038d-eac7-4e3d-9859-9ddeba7a3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.512092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-2fe5038d-eac7-4e3d-9859-9ddeba7a3c2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1175134 Feb 10 04:55:03.598078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-473fc9c3-2c23-444b-8db1-b7d608388835 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.0695283 Feb 10 04:55:03.603123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-2488e9a6-fb59-4e04-8b79-d8fb8cd50dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.604546 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-2488e9a6-fb59-4e04-8b79-d8fb8cd50dcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1125 time: 0.1074159 Feb 10 04:55:03.700600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-6f35c4ad-20ce-4d4f-889f-68f37af92f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.702081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-6f35c4ad-20ce-4d4f-889f-68f37af92f55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0966890 Feb 10 04:55:03.753196 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-e5ed2e16-5902-476c-ba9e-b3c04746117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.754651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-e5ed2e16-5902-476c-ba9e-b3c04746117f service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1421854 Feb 10 04:55:03.800031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-85118895-013a-4d53-8b81-15fd5d285303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.801525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-85118895-013a-4d53-8b81-15fd5d285303 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0935564 Feb 10 04:55:03.849788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-0965fc6c-171b-4dc8-8319-46a95a688724 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.0889802 Feb 10 04:55:03.936871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-e5578a91-b173-404d-8f8c-f6ffee684784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:03.938296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-e5578a91-b173-404d-8f8c-f6ffee684784 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0608413 Feb 10 04:55:03.941841 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-01e310ee-9dab-4414-aef4-9f15af4606f5 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334307 Feb 10 04:55:04.046926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-c4686fba-614f-4af5-80e2-49e759eb3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:04.048449 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-c4686fba-614f-4af5-80e2-49e759eb3269 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1046393 Feb 10 04:55:04.079477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-80f79334-01ca-4c32-a24d-6b1e74b0bc2b service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265616 Feb 10 04:55:04.151966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-f8fab136-9c58-43fc-b515-03ebcd211176 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928130 Feb 10 04:55:04.306324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151d9c-e418-45ee-a4da-4001aa0de4d6 req-18f43174-2a04-4fa9-89c5-31c15d480655 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:04.307834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb151d9c-e418-45ee-a4da-4001aa0de4d6 req-18f43174-2a04-4fa9-89c5-31c15d480655 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.1590538 Feb 10 04:55:04.328652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-57dee92c-4a18-4075-a392-304971ac6bcf service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690209 Feb 10 04:55:04.330099 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:04.345448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-89ffc1f4-7494-46b3-94e6-e9873fe4f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:04.347078 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-89ffc1f4-7494-46b3-94e6-e9873fe4f3fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1125 time: 0.1380467 Feb 10 04:55:04.399032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb151d9c-e418-45ee-a4da-4001aa0de4d6 req-60bba53b-255b-4445-8412-b74ef75ef160 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787861 Feb 10 04:55:04.466971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-021e3056-5ce2-438c-b812-9691bb444967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:04.468456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-021e3056-5ce2-438c-b812-9691bb444967 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1098840 Feb 10 04:55:04.532475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-5b7963e4-20db-410c-8b94-b303d7a9e4a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.0578899 Feb 10 04:55:04.580063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-c1689fe0-3ff3-4ec3-ac9f-19b900da7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:04.581556 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-c1689fe0-3ff3-4ec3-ac9f-19b900da7a69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0436864 Feb 10 04:55:04.635119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d272c-d4d9-428b-988a-2081f889a664 req-69353dfc-4282-42c2-bb38-a298c908d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:04.636675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-69353dfc-4282-42c2-bb38-a298c908d708 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496027 Feb 10 04:55:04.725825 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-0f315e04-7eb4-4fd9-9053-4fe2784dfc12 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829780 Feb 10 04:55:05.143859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b20d272c-d4d9-428b-988a-2081f889a664 req-897d93cb-5544-4e4d-be60-21320977bd73 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125576 Feb 10 04:55:05.529134 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134f071-3425-4f33-9410-686c39d77e96 req-9a244d06-1f51-4fa0-a328-9e829e243338 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:05.530655 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8134f071-3425-4f33-9410-686c39d77e96 req-9a244d06-1f51-4fa0-a328-9e829e243338 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0528812 Feb 10 04:55:05.580690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8134f071-3425-4f33-9410-686c39d77e96 req-6b86ffed-5630-484e-8473-67565044d60b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Feb 10 04:55:06.703030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff08e6-a88e-4775-9748-d222af413521 req-c3badc4a-2235-45a5-bed9-07a7c986c7e5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:06.704647 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-67ff08e6-a88e-4775-9748-d222af413521 req-c3badc4a-2235-45a5-bed9-07a7c986c7e5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0541122 Feb 10 04:55:06.751009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-67ff08e6-a88e-4775-9748-d222af413521 req-2e0245ca-a9be-4aa0-9a20-5c65021d34ff tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Feb 10 04:55:07.873045 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06683e7e-39f8-482f-a451-e8d0e5251599 req-5ea592fe-1146-460e-8521-cd0b259de620 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:07.874557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06683e7e-39f8-482f-a451-e8d0e5251599 req-5ea592fe-1146-460e-8521-cd0b259de620 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0537190 Feb 10 04:55:07.926384 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-06683e7e-39f8-482f-a451-e8d0e5251599 req-03c6ce84-0c47-4a4c-89dd-d23aa71a234f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Feb 10 04:55:09.070842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd8bc-22c0-4061-a914-e7e2b2d470dc req-42954549-be28-473a-a0fa-12c40e68aa51 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:09.072681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a8fd8bc-22c0-4061-a914-e7e2b2d470dc req-42954549-be28-473a-a0fa-12c40e68aa51 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0574334 Feb 10 04:55:09.119993 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2a8fd8bc-22c0-4061-a914-e7e2b2d470dc req-fc80f15e-a4b6-48a1-9645-72793733f4cd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Feb 10 04:55:10.240186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49665c-d56a-4dbf-9e9a-e462df54d53a req-8914d063-26f1-4aa6-aed4-f4d4dc3968e6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:10.241703 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c49665c-d56a-4dbf-9e9a-e462df54d53a req-8914d063-26f1-4aa6-aed4-f4d4dc3968e6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0523851 Feb 10 04:55:10.292691 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c49665c-d56a-4dbf-9e9a-e462df54d53a req-d3239af1-b89c-412a-916b-b39b69cd12cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Feb 10 04:55:11.416702 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769716-29f6-403c-882e-a427faf10504 req-d07791e1-c611-4a8a-93d3-c1fa1a7c3c83 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:11.418214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b769716-29f6-403c-882e-a427faf10504 req-d07791e1-c611-4a8a-93d3-c1fa1a7c3c83 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0535471 Feb 10 04:55:11.464979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7b769716-29f6-403c-882e-a427faf10504 req-a580cb51-b277-4d26-8749-e009a2130454 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410106 Feb 10 04:55:12.590890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7841e-1532-4780-888f-d70658ff9af5 req-04fba71c-8ca3-4d4a-ad2d-d9fe1298a65e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:12.592452 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18d7841e-1532-4780-888f-d70658ff9af5 req-04fba71c-8ca3-4d4a-ad2d-d9fe1298a65e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0574410 Feb 10 04:55:12.639070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18d7841e-1532-4780-888f-d70658ff9af5 req-a2b1b663-e6ce-4b76-90f6-315054073b93 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408120 Feb 10 04:55:13.765505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84718a8f-eb4e-4a51-bdba-e9d3114c599f req-5ebdea19-ee34-4f08-9256-d61677ecae2c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:13.767032 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84718a8f-eb4e-4a51-bdba-e9d3114c599f req-5ebdea19-ee34-4f08-9256-d61677ecae2c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0542498 Feb 10 04:55:13.818858 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-84718a8f-eb4e-4a51-bdba-e9d3114c599f req-ad63a9db-d7ab-49e9-805d-e6331cf07af4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460062 Feb 10 04:55:14.943143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff0a8a-ad22-47ab-947f-bd6af0c92826 req-00f44562-6c8e-433e-b722-50afba3d096a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:14.944617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcff0a8a-ad22-47ab-947f-bd6af0c92826 req-00f44562-6c8e-433e-b722-50afba3d096a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0532746 Feb 10 04:55:14.990852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fcff0a8a-ad22-47ab-947f-bd6af0c92826 req-9ef6d4e2-49ee-4bf0-bfe0-7e75e793367c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403116 Feb 10 04:55:16.112690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab16fad-931e-48ad-bc32-82cf53859e22 req-afe401ca-0ed2-41ea-92e0-8629380b27dd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:16.114171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dab16fad-931e-48ad-bc32-82cf53859e22 req-afe401ca-0ed2-41ea-92e0-8629380b27dd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0515203 Feb 10 04:55:16.160976 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dab16fad-931e-48ad-bc32-82cf53859e22 req-92e5a8b5-9834-4fc5-ba79-4351ea8414fe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401986 Feb 10 04:55:17.281298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac4d12-15ad-45a7-a71b-dd35271adde5 req-1658ebb6-baac-4186-823e-2702b945701e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:17.282682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6eac4d12-15ad-45a7-a71b-dd35271adde5 req-1658ebb6-baac-4186-823e-2702b945701e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0513749 Feb 10 04:55:17.332504 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6eac4d12-15ad-45a7-a71b-dd35271adde5 req-fc14c0c6-7824-4872-a6be-1dadfeb66e0f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Feb 10 04:55:17.380977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:18.452287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301b732-2fa7-4284-bec0-de46fd050933 req-d0b06d4e-4346-4fd2-8253-e3632a675cc0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:18.453776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1301b732-2fa7-4284-bec0-de46fd050933 req-d0b06d4e-4346-4fd2-8253-e3632a675cc0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0523968 Feb 10 04:55:18.499201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1301b732-2fa7-4284-bec0-de46fd050933 req-6bd415b0-c6ec-4a14-a859-50c818dde0be tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398841 Feb 10 04:55:18.769796 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:19.624508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec5ba9-dab9-4833-90e7-69d6bd8ef2aa req-eb758cc2-7155-404e-b724-25569f6b0f0e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:19.625916 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3eec5ba9-dab9-4833-90e7-69d6bd8ef2aa req-eb758cc2-7155-404e-b724-25569f6b0f0e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0528045 Feb 10 04:55:19.672688 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3eec5ba9-dab9-4833-90e7-69d6bd8ef2aa req-e4629357-28fd-4972-ae2f-14c636a2c43e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412817 Feb 10 04:55:20.798386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af865f-090d-48e5-ad52-b3e5133d75b1 req-e904c578-0ab3-4702-8d75-b6aba1da63d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:20.799928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33af865f-090d-48e5-ad52-b3e5133d75b1 req-e904c578-0ab3-4702-8d75-b6aba1da63d3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 943 time: 0.0583544 Feb 10 04:55:20.851301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-33af865f-090d-48e5-ad52-b3e5133d75b1 req-a3f14fe3-3280-4502-821b-69a8b4c0e4e6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458553 Feb 10 04:55:21.222969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:55:21.323956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:21.334804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'mac_address': 'fa:16:3e:0b:3c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:55:21.371257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:55:21.371651 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:21.383837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:55:21.406661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:21.466695 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:21.676658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:21.723649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['1343937e-f37b-4032-9fde-6b2734aa50bd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:55:21.972988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6012a-0a72-4bb7-bb0c-1878f944bba1 req-acb35ef1-a363-489e-8829-e15fcb262354 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:21.974398 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02b6012a-0a72-4bb7-bb0c-1878f944bba1 req-acb35ef1-a363-489e-8829-e15fcb262354 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0524111 Feb 10 04:55:22.019854 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-02b6012a-0a72-4bb7-bb0c-1878f944bba1 req-6213a22f-24db-4b95-9a97-991a9d11a4b0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398364 Feb 10 04:55:22.532621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe40c-65ab-4962-8490-ffd928300e05 req-ed6ef8d5-2a38-4c83-8388-d10c4646699b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:22.534992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98dbe40c-65ab-4962-8490-ffd928300e05 req-ed6ef8d5-2a38-4c83-8388-d10c4646699b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0720232 Feb 10 04:55:22.590265 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-7d51b8c8-484b-4cac-8ff8-4d22130a8e36 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:22.591911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-7d51b8c8-484b-4cac-8ff8-4d22130a8e36 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.43 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a&tenant_id=1041f4e810fa46339a92f7b13e72905b&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 944 time: 0.0699818 Feb 10 04:55:22.597498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-98dbe40c-65ab-4962-8490-ffd928300e05 req-10e42dac-f673-4bab-9e35-d39b6d05b1e6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566039 Feb 10 04:55:22.656743 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-5c2eb2fe-5b6e-4f43-8be0-72f7d2e6364b service neutron] 10.222.0.43 "GET /v2.0/ports/1343937e-f37b-4032-9fde-6b2734aa50bd/bindings/n-h2-827844-2 HTTP/1.1" status: 200 len: 382 time: 0.0584283 Feb 10 04:55:22.729147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-0cc1876a-d7ee-4c87-b346-d589eef5a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:22.730665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-0cc1876a-d7ee-4c87-b346-d589eef5a3e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1126 time: 0.0532036 Feb 10 04:55:22.819827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-7067513f-4721-4463-9ba4-a4559e77ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:22.821636 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-7067513f-4721-4463-9ba4-a4559e77ffc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0842202 Feb 10 04:55:22.897199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3e2cd425-12f7-4b21-8014-009dccf3a9c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1001 time: 0.0701561 Feb 10 04:55:22.944962 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-1184137a-46f4-4f7e-9f2f-f5b5f86528a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:22.946681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-1184137a-46f4-4f7e-9f2f-f5b5f86528a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0430856 Feb 10 04:55:22.993188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-db1c2784-c0e7-4727-92f3-9f339e3fbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:22.995423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-db1c2784-c0e7-4727-92f3-9f339e3fbafe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435371 Feb 10 04:55:23.084471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-9b1cb32e-1b4e-4fdd-9df5-c72e7223f7ad service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828922 Feb 10 04:55:23.170537 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-c7117839-080b-4ac2-bd91-c79bd45bbae3 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802481 Feb 10 04:55:23.247169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:55:23.352506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 1343937e-f37b-4032-9fde-6b2734aa50bd completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:55:23.357781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 1343937e-f37b-4032-9fde-6b2734aa50bd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:55:23.362116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:23.436839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:55:23.437157 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:23.459719 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:55:23.461932 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6861d-4f6c-45df-9949-3b789df66802" -d '{"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-plugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:55:23.479047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:23.516211 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffbd022-086e-4f33-8aef-37def6b33700 x-openstack-request-id: req-8ffbd022-086e-4f33-8aef-37def6b33700 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:55:23.516502 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-plugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:55:23.516756 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ffbd022-086e-4f33-8aef-37def6b33700 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:55:23.517208 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'code': 200} Feb 10 04:55:23.552179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:23.598863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:23.724584 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59464-0d4a-4f76-ab98-1b460542564f req-690bce31-a0a8-4d9d-9e96-0c19a0621e3f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:23.725992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72c59464-0d4a-4f76-ab98-1b460542564f req-690bce31-a0a8-4d9d-9e96-0c19a0621e3f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 946 time: 0.0536149 Feb 10 04:55:23.772967 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72c59464-0d4a-4f76-ab98-1b460542564f req-8bbb7bc3-c864-45b8-afca-058089b6972c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Feb 10 04:55:24.901349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07e151-d61b-4bdf-8875-016b2a868bc5 req-c54b8407-b020-4526-b1ca-426e3f8773d5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:24.902892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea07e151-d61b-4bdf-8875-016b2a868bc5 req-c54b8407-b020-4526-b1ca-426e3f8773d5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 946 time: 0.0585341 Feb 10 04:55:24.950936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ea07e151-d61b-4bdf-8875-016b2a868bc5 req-710ba511-b56a-4c74-9801-e4bd10821655 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422130 Feb 10 04:55:26.077537 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f526-f206-41fb-becc-42bc5392d70a req-5e514f14-4416-439c-a8e2-3eb13f68c2df tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:26.079082 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d34f526-f206-41fb-becc-42bc5392d70a req-5e514f14-4416-439c-a8e2-3eb13f68c2df tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 946 time: 0.0572047 Feb 10 04:55:26.125121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6d34f526-f206-41fb-becc-42bc5392d70a req-f5cc5761-ffdd-4aa0-9020-f82f824db785 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404503 Feb 10 04:55:27.252025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07ffa4-a09a-4cbd-92ac-0c67203d61ea req-ad12f80b-2ede-453c-9696-0e03d13fc481 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:27.253438 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da07ffa4-a09a-4cbd-92ac-0c67203d61ea req-ad12f80b-2ede-453c-9696-0e03d13fc481 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 946 time: 0.0525503 Feb 10 04:55:27.301192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-da07ffa4-a09a-4cbd-92ac-0c67203d61ea req-6ce8e84f-9f3f-44f2-af21-19f4860c6d3e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Feb 10 04:55:27.683675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b98243df-60b6-4f88-91d2-32220c1f70d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:28.423394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c2eeb-dc12-4cb3-9c26-80469f3b9e6a req-690254cc-d424-4aa3-9c3f-e1bcc268a79a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:28.424926 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd7c2eeb-dc12-4cb3-9c26-80469f3b9e6a req-690254cc-d424-4aa3-9c3f-e1bcc268a79a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 946 time: 0.0536530 Feb 10 04:55:28.471128 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd7c2eeb-dc12-4cb3-9c26-80469f3b9e6a req-682817bd-6139-41ac-bd42-932f5c518f5c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Feb 10 04:55:29.286886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:55:29.365210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:55:29.365606 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:29.391037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:55:29.393339 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8ceb0d-6b9d-4d6b-89fe-7acf854512d5" -d '{"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:55:29.406849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:29.444900 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 04:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e7edb8-10a1-4c2c-a37c-fbd65867ae96 x-openstack-request-id: req-a1e7edb8-10a1-4c2c-a37c-fbd65867ae96 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:55:29.444900 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:55:29.444900 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1e7edb8-10a1-4c2c-a37c-fbd65867ae96 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:55:29.444900 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'code': 200} Feb 10 04:55:29.488007 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:29.535660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:29.593726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc9259-88b4-4a24-ac0e-83a600ee2e5d req-64446c19-a4ee-4764-8cad-adbb0da8d1f5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:29.594343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-959b352b-1047-4206-bb91-1e439453c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:29.595675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-959b352b-1047-4206-bb91-1e439453c094 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a&tenant_id=1041f4e810fa46339a92f7b13e72905b HTTP/1.1" status: 200 len: 1126 time: 0.0452638 Feb 10 04:55:29.595901 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72dc9259-88b4-4a24-ac0e-83a600ee2e5d req-64446c19-a4ee-4764-8cad-adbb0da8d1f5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0559452 Feb 10 04:55:29.606655 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:55:29.649115 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-72dc9259-88b4-4a24-ac0e-83a600ee2e5d req-37da29ab-029c-4bbe-aa03-3353c2cd197d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476866 Feb 10 04:55:29.670721 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:29.832474 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2efabf24-5693-4512-9cf3-e5bd39762120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:29.874231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:29.907853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:55:29.939904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:55:29.948259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Publish callbacks [] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:29.959756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Transition to ACTIVE for port object 1343937e-f37b-4032-9fde-6b2734aa50bd will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:55:30.060912 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:30.140769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=12']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:30.186034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] No DVR routers for this DVR port 1343937e-f37b-4032-9fde-6b2734aa50bd on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:55:30.335186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:55:30.335523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:55:30.335849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:55:30.341179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:55:30.341504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Attempting to bind port 1343937e-f37b-4032-9fde-6b2734aa50bd on network bce4838b-f036-4d66-80bb-34b144f3d29b {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:55:30.346444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:55:30.346813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Checking segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:55:30.347250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Bound using segment: {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:55:30.347625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Bound port: 1343937e-f37b-4032-9fde-6b2734aa50bd, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5356734e-75d5-46ce-ae43-f2c4911dc7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:55:30.347975 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:30.412405 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:55:30.415853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:55:30.489988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:30.528234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:30.529315 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:30.531392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1092 time: 0.9294245 Feb 10 04:55:30.531849 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:55:30.534155 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45" -d '{"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:55:30.573756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceca48-6e56-4d7a-8655-06404974a7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=13']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:30.594128 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edfe3a0-d0fd-4dfd-9f56-7c343188a122 x-openstack-request-id: req-7edfe3a0-d0fd-4dfd-9f56-7c343188a122 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:55:30.594429 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:55:30.595024 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7edfe3a0-d0fd-4dfd-9f56-7c343188a122 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:55:30.595161 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'status': 'completed', 'code': 200} Feb 10 04:55:30.615656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-78fc677e-a9f6-4892-90a3-f2bf4b184527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:30.617203 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-78fc677e-a9f6-4892-90a3-f2bf4b184527 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1126 time: 0.0598822 Feb 10 04:55:30.742144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-49e3eb56-c532-4c94-a4bc-0f47047d472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:30.743705 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-49e3eb56-c532-4c94-a4bc-0f47047d472d service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1174474 Feb 10 04:55:30.746285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-7cead4e7-aff3-4834-aa06-f2195feed0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:30.747687 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-7cead4e7-aff3-4834-aa06-f2195feed0b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1126 time: 0.1295636 Feb 10 04:55:30.793017 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72bc2-ad49-4349-929f-cfa94b89dfec req-207ad2b7-a73c-49ce-8f0f-01cf5d98fa90 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:30.794505 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6a72bc2-ad49-4349-929f-cfa94b89dfec req-207ad2b7-a73c-49ce-8f0f-01cf5d98fa90 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0680583 Feb 10 04:55:30.842865 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c6a72bc2-ad49-4349-929f-cfa94b89dfec req-90c2b88b-df01-459c-b161-b984efe5767a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Feb 10 04:55:30.873064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-97e4629e-fcbc-4d42-b165-1c66ffc8dc57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.1225846 Feb 10 04:55:30.924554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-c63725b9-88c8-4629-8da1-efe61f396e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:30.926027 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-c63725b9-88c8-4629-8da1-efe61f396e13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.1703990 Feb 10 04:55:30.974281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-c9745d50-5bb6-45c7-85a4-61a5f08cb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:30.975761 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-c9745d50-5bb6-45c7-85a4-61a5f08cb967 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0972540 Feb 10 04:55:31.027179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-92be4ac8-7a67-432b-921e-9425f488bb23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.0942557 Feb 10 04:55:31.070930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72162-cc99-4ee5-9d16-a67818150630 req-e5e5dba7-f57d-49b1-aa9b-c15dd03b4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.073127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-e5e5dba7-f57d-49b1-aa9b-c15dd03b4a71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0882807 Feb 10 04:55:31.091187 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-982d9ef2-ee54-44ca-b592-34b94b786b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.092561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-982d9ef2-ee54-44ca-b592-34b94b786b46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0595388 Feb 10 04:55:31.128280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:55:31.175185 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:31.206722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-0fcc6f5a-1e9a-4874-9e5e-8667a025b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.208360 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-0fcc6f5a-1e9a-4874-9e5e-8667a025b67f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056356 Feb 10 04:55:31.213860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-66ab9c0d-475d-4ee9-815e-e3884a5772c7 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332116 Feb 10 04:55:31.366547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-6dc3318e-c182-4d65-9cfb-40a68a2cb2ac service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516943 Feb 10 04:55:31.368751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ede72162-cc99-4ee5-9d16-a67818150630 req-1b3a3a57-f234-4583-9c9d-f571479c0cb5 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452651 Feb 10 04:55:31.500380 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-74761b9b-ef3d-49fa-9fbd-5d8c2f82c842 service neutron] 10.222.0.43 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286418 Feb 10 04:55:31.504672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-4b188446-4cb2-4f20-a532-6deb72b74235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.506144 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-4b188446-4cb2-4f20-a532-6deb72b74235 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1126 time: 0.0724068 Feb 10 04:55:31.600866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-52748c49-fe99-4a27-99ea-ac91ca9a803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.602384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-52748c49-fe99-4a27-99ea-ac91ca9a803a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0906775 Feb 10 04:55:31.667622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-579b6c5e-8027-428f-a04e-e11a8ff964cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.0594018 Feb 10 04:55:31.720388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-ce01c784-3d23-4b99-ab2f-a73cad3f7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.721775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-ce01c784-3d23-4b99-ab2f-a73cad3f7975 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0481374 Feb 10 04:55:31.769683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-4ae7246b-c52d-45a0-8dd1-474e8bee51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.771254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-4ae7246b-c52d-45a0-8dd1-474e8bee51ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438433 Feb 10 04:55:31.859268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-cb2ea1e3-f9c4-42f0-99a9-98873e2949b2 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818391 Feb 10 04:55:31.986925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2cac6e5-7d02-4114-b11d-b1f6e2a12b45 req-8857f27f-ed52-4a84-bf3b-5b577a8ef3f7 service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217330 Feb 10 04:55:31.995139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb437b1-8751-42a5-9897-506af1635c7d req-419e25d4-a51c-4a7b-b2ff-98f687701b65 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:31.996608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aeb437b1-8751-42a5-9897-506af1635c7d req-419e25d4-a51c-4a7b-b2ff-98f687701b65 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0723362 Feb 10 04:55:32.044738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aeb437b1-8751-42a5-9897-506af1635c7d req-52c38bee-305b-4677-b6ec-264c143acbee tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422935 Feb 10 04:55:32.758086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:33.167059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ffb67-c66a-445e-9008-ef9b0d81fb02 req-6c255316-d4bd-4651-896b-f8f294594f1c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:33.168574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff9ffb67-c66a-445e-9008-ef9b0d81fb02 req-6c255316-d4bd-4651-896b-f8f294594f1c tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0544982 Feb 10 04:55:33.216045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ff9ffb67-c66a-445e-9008-ef9b0d81fb02 req-7206cbc8-1aa6-4b24-b481-55fa64cd16a0 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Feb 10 04:55:34.328308 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:34.354552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318bd32-d8dc-460a-894c-e1f5d567708f req-417c33f3-3e29-4ae8-a74f-17d2687e203b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:34.356102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a318bd32-d8dc-460a-894c-e1f5d567708f req-417c33f3-3e29-4ae8-a74f-17d2687e203b tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0698395 Feb 10 04:55:34.402754 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a318bd32-d8dc-460a-894c-e1f5d567708f req-13a87ed4-5a19-43cc-b270-3b9ee6270e47 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 Feb 10 04:55:35.528619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776813ed-d01a-4041-962f-4f28a94bd02e req-e380321c-4ff5-4a2d-a94f-219bab6e058f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:35.530267 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-776813ed-d01a-4041-962f-4f28a94bd02e req-e380321c-4ff5-4a2d-a94f-219bab6e058f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0580058 Feb 10 04:55:35.581583 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-776813ed-d01a-4041-962f-4f28a94bd02e req-001c1872-2f7a-4b53-a66a-245103e2c576 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453470 Feb 10 04:55:36.706343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d6d12-8697-48e8-af78-07ec33ef0886 req-a65434e0-954c-4e5c-94e0-699c138ef309 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:36.708113 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-554d6d12-8697-48e8-af78-07ec33ef0886 req-a65434e0-954c-4e5c-94e0-699c138ef309 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0550613 Feb 10 04:55:36.755354 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-554d6d12-8697-48e8-af78-07ec33ef0886 req-88dd536c-f5c2-4677-b592-1a4ec667c3a9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407689 Feb 10 04:55:37.885967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553afb3-87ba-4c05-8ee4-e5ddba5d7691 req-2dc83d71-144c-4c25-94a5-57bdc28a738a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:37.887479 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2553afb3-87ba-4c05-8ee4-e5ddba5d7691 req-2dc83d71-144c-4c25-94a5-57bdc28a738a tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0537605 Feb 10 04:55:37.935880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2553afb3-87ba-4c05-8ee4-e5ddba5d7691 req-52313178-84c4-4579-a508-b9dbf6262904 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Feb 10 04:55:39.069581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bd7f9-99bd-4edd-92ae-0b1fe38e31b2 req-960394bb-1f45-4445-a7a4-edab4f68b22e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:39.071634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-461bd7f9-99bd-4edd-92ae-0b1fe38e31b2 req-960394bb-1f45-4445-a7a4-edab4f68b22e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0617683 Feb 10 04:55:39.124205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-461bd7f9-99bd-4edd-92ae-0b1fe38e31b2 req-50d34eaa-03de-44b6-bb3a-e91783877d27 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454979 Feb 10 04:55:40.248496 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a58a-2d3e-4801-b874-3b2118bc6068 req-b6752b91-b5da-40ee-866e-744929602ccb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:40.250022 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f2c5a58a-2d3e-4801-b874-3b2118bc6068 req-b6752b91-b5da-40ee-866e-744929602ccb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0548444 Feb 10 04:55:40.302956 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f2c5a58a-2d3e-4801-b874-3b2118bc6068 req-59dcceff-a14a-4fb0-9c90-6f1b5dfbbfe3 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465255 Feb 10 04:55:41.432282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b1e2-60be-486f-a041-c13a8eefbb1a req-e65b8408-007a-47c3-85c1-34dff5f57f36 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:41.433765 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59a0b1e2-60be-486f-a041-c13a8eefbb1a req-e65b8408-007a-47c3-85c1-34dff5f57f36 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0573909 Feb 10 04:55:41.480682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-59a0b1e2-60be-486f-a041-c13a8eefbb1a req-681bd1a8-d2f9-4f68-b530-3169a3e61cd6 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Feb 10 04:55:42.603256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7fee-7ea0-4510-af19-07f694ac67cd req-b3f9b576-f9dc-4ed8-baef-4556173c45c8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:42.604633 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e3a7fee-7ea0-4510-af19-07f694ac67cd req-b3f9b576-f9dc-4ed8-baef-4556173c45c8 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0535159 Feb 10 04:55:42.649974 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9e3a7fee-7ea0-4510-af19-07f694ac67cd req-193284fa-f89f-4ccd-90cf-abf853be3d9d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396960 Feb 10 04:55:43.770573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528de42-f4e3-45bb-9683-bd1798c03c4c req-f247f359-d0d5-455f-9288-18606f0d4456 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:43.772091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1528de42-f4e3-45bb-9683-bd1798c03c4c req-f247f359-d0d5-455f-9288-18606f0d4456 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0527871 Feb 10 04:55:43.822253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1528de42-f4e3-45bb-9683-bd1798c03c4c req-7a03d19e-135a-4af4-bcc3-9c6df4287ab5 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437684 Feb 10 04:55:44.949656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827261c8-0969-4346-9f8f-8253b9ee6c79 req-18e83611-5214-4b48-81d2-baca549c719d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:44.951182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-827261c8-0969-4346-9f8f-8253b9ee6c79 req-18e83611-5214-4b48-81d2-baca549c719d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0571384 Feb 10 04:55:44.997713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-827261c8-0969-4346-9f8f-8253b9ee6c79 req-2d14a35b-525f-4895-add0-9a6aae3ba66e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 Feb 10 04:55:46.117356 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a880-9501-4856-b1bb-19c786432e76 req-54f8ca6b-e0a1-485d-a464-73f08c77dd42 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:46.119541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b28a880-9501-4856-b1bb-19c786432e76 req-54f8ca6b-e0a1-485d-a464-73f08c77dd42 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0525618 Feb 10 04:55:46.164431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b28a880-9501-4856-b1bb-19c786432e76 req-1b378f75-f60f-4f18-b3aa-f787b43c238d tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Feb 10 04:55:47.311657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd6e6b-340e-4910-a914-6654ad9905ca req-d739144e-968a-4564-8345-0284a7af67fe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:47.314399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-22fd6e6b-340e-4910-a914-6654ad9905ca req-d739144e-968a-4564-8345-0284a7af67fe tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0795662 Feb 10 04:55:47.363253 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-22fd6e6b-340e-4910-a914-6654ad9905ca req-0aea8ec2-ec80-494c-bbc5-fc222314fc2f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Feb 10 04:55:47.401956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:48.487179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf5d99-8207-48fb-9c51-da73fde7b642 req-2c8400b7-a44a-454b-b6f6-91b57ecf490e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:48.488698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-babf5d99-8207-48fb-9c51-da73fde7b642 req-2c8400b7-a44a-454b-b6f6-91b57ecf490e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0543146 Feb 10 04:55:48.583492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-babf5d99-8207-48fb-9c51-da73fde7b642 req-b7532002-f504-4cc6-93a8-b796ba82ba94 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853469 Feb 10 04:55:48.587281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-1954321b-f37f-4a63-badc-12108fd6b88a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971887 Feb 10 04:55:48.674466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0e866-905a-413c-9fda-62413109e6b0 req-f80db123-f5c4-46f3-8f76-d789b86f0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:48.676051 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-f80db123-f5c4-46f3-8f76-d789b86f0ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1041f4e810fa46339a92f7b13e72905b&device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 1126 time: 0.0460110 Feb 10 04:55:48.706965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9509c5-ed1c-4ae5-9a9b-61ddbfe65214 req-946ce14f-38c9-483a-8397-f66a28d8c885 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:48.714766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c9509c5-ed1c-4ae5-9a9b-61ddbfe65214 req-946ce14f-38c9-483a-8397-f66a28d8c885 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0612500 Feb 10 04:55:48.753647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:55:48.756440 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1c9509c5-ed1c-4ae5-9a9b-61ddbfe65214 req-c986e378-7c55-4cc0-b4f6-db11eab45099 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Feb 10 04:55:48.764339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:48.784829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0e866-905a-413c-9fda-62413109e6b0 req-2320cca4-4ef1-45d9-afa5-991888949af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:48.786374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-2320cca4-4ef1-45d9-afa5-991888949af6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 200 len: 913 time: 0.0928438 Feb 10 04:55:48.856206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:48.867504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'port_id': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'mac_address': 'fa:16:3e:0b:3c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:55:48.880896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-60cc9459-1ca7-4da7-9fc5-b666a3cc3eb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 200 len: 1000 time: 0.0888057 Feb 10 04:55:48.909574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:55:48.909960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:48.923226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:55:48.925752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7289a-f31c-4a8e-992b-8f35e85dd9ff req-acba6b3a-54b6-47fb-94b4-d65d358d42ac tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:48.927253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ed7289a-f31c-4a8e-992b-8f35e85dd9ff req-acba6b3a-54b6-47fb-94b4-d65d358d42ac tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 944 time: 0.0953786 Feb 10 04:55:48.943752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:48.964122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0e866-905a-413c-9fda-62413109e6b0 req-f980a9f8-a00a-44de-a7f3-ae0ce90fa6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:48.965552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-f980a9f8-a00a-44de-a7f3-ae0ce90fa6de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 200 len: 851 time: 0.0784333 Feb 10 04:55:49.003494 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:49.015987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ed7289a-f31c-4a8e-992b-8f35e85dd9ff req-b7e11720-3301-4921-bba2-bfcc9ef9a325 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803316 Feb 10 04:55:49.031155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0e866-905a-413c-9fda-62413109e6b0 req-0f6a58e9-4708-41a9-b2cc-48073654ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:49.032663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-0f6a58e9-4708-41a9-b2cc-48073654ad51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bce4838b-f036-4d66-80bb-34b144f3d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579071 Feb 10 04:55:49.063427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=14']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:49.126521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-815f55f4-be0b-4b4a-9442-1e20eec9a31f service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875309 Feb 10 04:55:49.222279 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ded0e866-905a-413c-9fda-62413109e6b0 req-314b52ed-974d-49af-92cb-97a6f296d1de service neutron] 10.222.0.24 "GET /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899205 Feb 10 04:55:49.274341 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['1343937e-f37b-4032-9fde-6b2734aa50bd'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:55:49.454637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e505ca-5dff-4d1f-8954-be32629046e0 req-d4c2b0af-57b3-4039-aae3-870011df4f59 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:49.456066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10e505ca-5dff-4d1f-8954-be32629046e0 req-d4c2b0af-57b3-4039-aae3-870011df4f59 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0639174 Feb 10 04:55:49.501937 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-10e505ca-5dff-4d1f-8954-be32629046e0 req-0df9490c-b3ae-4b2e-ba6c-08e197946325 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402365 Feb 10 04:55:50.629298 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abd1fe-5467-4e1c-ac11-a29d5ef4ac22 req-3752d8e7-40a5-4fa3-958c-cf25a27dc178 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:50.630692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01abd1fe-5467-4e1c-ac11-a29d5ef4ac22 req-3752d8e7-40a5-4fa3-958c-cf25a27dc178 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0576665 Feb 10 04:55:50.678526 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-01abd1fe-5467-4e1c-ac11-a29d5ef4ac22 req-d3727797-91cc-4f82-9d07-c92744b89780 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups?id=01df6b90-cb4d-4263-a653-0e77039a21b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416451 Feb 10 04:55:50.768280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:55:50.865592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 1343937e-f37b-4032-9fde-6b2734aa50bd completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:55:50.869898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 1343937e-f37b-4032-9fde-6b2734aa50bd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:55:50.870276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:50.950453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 1343937e-f37b-4032-9fde-6b2734aa50bd is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:55:50.950795 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:50.972833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:55:50.975072 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909c63b2-9681-4940-8eeb-31374696c34c" -d '{"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-plugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:55:50.987954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:51.016739 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1abdd3-34c2-4a3b-befb-d0088abebefe x-openstack-request-id: req-dd1abdd3-34c2-4a3b-befb-d0088abebefe {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:55:51.017039 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-plugged", "status": "completed", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:55:51.017293 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd1abdd3-34c2-4a3b-befb-d0088abebefe {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:55:51.018438 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'code': 200} Feb 10 04:55:51.023681 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-82eb0ce9-7cc2-46cf-9ec0-eb2701c2cb6f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:55:51.025744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-82eb0ce9-7cc2-46cf-9ec0-eb2701c2cb6f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 945 time: 0.0596547 Feb 10 04:55:51.058722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:51.106153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=15']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:51.119583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Deleting port 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:55:51.119955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:51.208559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] For port 1343937e-f37b-4032-9fde-6b2734aa50bd, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=1343937e-f37b-4032-9fde-6b2734aa50bd,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:55:51.208824 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:51.373019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:51.373379 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:51.373680 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891 disassociated. External IP: 172.25.8.205, port: 1343937e-f37b-4032-9fde-6b2734aa50bd. Feb 10 04:55:51.374017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Calling delete_port for 1343937e-f37b-4032-9fde-6b2734aa50bd owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:55:51.550408 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1343937e-f37b-4032-9fde-6b2734aa50bd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:51.579219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event deleted for resources: {'Port': ['ID=1343937e-f37b-4032-9fde-6b2734aa50bd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:55:51.700973 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:55:51.782000 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-57ff180c-d412-41d8-b16f-da620e260703 req-b972270b-d0fa-4c7a-8ad1-915cf799bd11 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0298724 Feb 10 04:55:51.818141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:55:51.830369 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:55:51.839951 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:55:51.840545 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:55:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:55:51.861911 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] No DVR routers for this DVR port 1343937e-f37b-4032-9fde-6b2734aa50bd on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:55:51.864491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:51.867822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-166b1f69-885c-44aa-a5d6-95af03c0dfe1 req-cf1d1213-9e59-44ef-9c90-f4846e5710cf tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.24 "DELETE /v2.0/ports/1343937e-f37b-4032-9fde-6b2734aa50bd HTTP/1.1" status: 204 len: 173 time: 0.8361022 Feb 10 04:55:51.868313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-deleted', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:55:51.870597 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd430a32-2572-4f32-8625-934dfacefb37" -d '{"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-deleted", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:55:51.908242 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2265c3-6944-4643-98aa-db724a2e348a x-openstack-request-id: req-4e2265c3-6944-4643-98aa-db724a2e348a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:55:51.908565 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42284ce4-efd1-4c94-bd97-3efaa7126f7a", "name": "network-vif-deleted", "tag": "1343937e-f37b-4032-9fde-6b2734aa50bd", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:55:51.909397 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e2265c3-6944-4643-98aa-db724a2e348a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:55:51.909923 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42284ce4-efd1-4c94-bd97-3efaa7126f7a', 'name': 'network-vif-deleted', 'tag': '1343937e-f37b-4032-9fde-6b2734aa50bd', 'status': 'completed', 'code': 200} Feb 10 04:55:51.954980 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:55:52.155486 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:55:52.181697 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:55:52.189803 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:55:52.190387 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:55:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:55:52.295078 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:55:52.487136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:55:52.519167 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace99f80-9b15-4a54-8139-ebd6da4872c7 None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:05Z', 'revision_number': 4, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '178f5538-a124-424f-b9ff-5ede737fe40c', 'name': '', 'network_id': 'bce4838b-f036-4d66-80bb-34b144f3d29b', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'mac_address': 'fa:16:3e:7f:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:04Z', 'updated_at': '2022-02-10T04:51:08Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'subnets': [{'id': '5cff14a8-d2b3-45fe-9b67-a8adc02e5716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:55:52.746418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e59486-efaf-423b-94f5-45d8537c4fcf None None] New status for floating IP b48e2fad-6df0-4fb3-a71e-bd51cea9b891: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 04:55:52.886395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5671cd08-7171-4193-b70b-2acd33fc3854 req-e2029a6f-0734-4225-9039-d2767789c1ea tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0293951 Feb 10 04:55:53.985725 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4ddad687-d2e3-4686-a3d2-ea78863b4324 req-8366de8a-e5c9-4f2c-8252-d33b51a06941 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0265350 Feb 10 04:55:54.799868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:55:54.824360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 1343937e-f37b-4032-9fde-6b2734aa50bd {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:55:54.824705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 1343937e-f37b-4032-9fde-6b2734aa50bd not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:55:55.081860 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1a707490-89ad-4947-b2a9-9e177ed61e69 req-fcf5c484-b9a3-41d9-bb47-4715c08aeb82 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0276968 Feb 10 04:55:56.178315 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-396632bb-df4f-4eac-a6e8-b8c73bb4383a req-3a1504b6-c85c-46e7-b733-ad6b62a75efd tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0263405 Feb 10 04:55:57.278102 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8dd0ffca-3659-4751-8c55-953acee8cdd7 req-c095a0f0-ebc5-4f6e-ab13-39c7623f8a3e tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0308592 Feb 10 04:55:57.693036 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-52cc63ab-454c-4007-908a-f50bf5c3a322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:55:58.376509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dbf2d5cc-a51f-44af-9977-909f6c249836 req-33c297d2-63f6-448a-ac88-194f8cbcaf13 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0307653 Feb 10 04:55:59.472565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f4d2036f-91ce-47a7-8a9d-c8de9ae91ca4 req-2173ef48-fa57-487f-9697-cc2ded8fa5e4 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0281477 Feb 10 04:55:59.825657 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3726745d-0912-49ec-b491-f79b39d07b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:00.581657 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3051066c-7dd7-40f8-ad40-a8883828dea4 req-283c1c40-85fb-4d7b-91f6-9d38467532d9 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/ports?device_id=42284ce4-efd1-4c94-bd97-3efaa7126f7a HTTP/1.1" status: 200 len: 210 time: 0.0291200 Feb 10 04:56:01.151195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:02.751435 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:04.351278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:07.751164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52238) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:07.804231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group (01df6b90-cb4d-4263-a653-0e77039a21b2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:07.828340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group (01df6b90-cb4d-4263-a653-0e77039a21b2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:07.957249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (01df6b90-cb4d-4263-a653-0e77039a21b2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:07.959827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:07.961697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "DELETE /v2.0/security-groups/01df6b90-cb4d-4263-a653-0e77039a21b2 HTTP/1.1" status: 204 len: 168 time: 0.2088358 Feb 10 04:56:07.965701 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52240) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:07.971503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df6b90-cb4d-4263-a653-0e77039a21b2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:07.979420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.979769 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.980113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.980234 n-d-827844-2 neutron-server[109958]: INFO neutron.api.v2.resource [None req-c126ace6-4226-4dc8-a9e6-8bcf1173319f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] show failed (client error): The resource could not be found. Feb 10 04:56:07.980450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.980782 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.981113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.981230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c126ace6-4226-4dc8-a9e6-8bcf1173319f tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "GET /v2.0/security-groups/01df6b90-cb4d-4263-a653-0e77039a21b2 HTTP/1.1" status: 404 len: 347 time: 0.0138214 Feb 10 04:56:07.981550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.981880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.982205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.982532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.982879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.983318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.983736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7cc55d-ab8a-46bd-9438-107e21a4b7b7 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:07.983860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52242) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:08.115977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Deleting port 308ca002-4179-4475-9028-e9185968168d {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:08.116327 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (308ca002-4179-4475-9028-e9185968168d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:08.127257 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:56:08.201882 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (308ca002-4179-4475-9028-e9185968168d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:08.202215 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (308ca002-4179-4475-9028-e9185968168d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:08.218378 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Calling delete_port for 308ca002-4179-4475-9028-e9185968168d owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:08.460592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (308ca002-4179-4475-9028-e9185968168d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:08.493512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Pushing event deleted for resources: {'Port': ['ID=308ca002-4179-4475-9028-e9185968168d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:08.500072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.500330 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.500640 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.500979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.501311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.501641 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.502074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.502395 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.502758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.503059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.503379 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.503721 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.504193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:08.575043 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks [] for floatingip (b48e2fad-6df0-4fb3-a71e-bd51cea9b891), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:08.578361 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:08.579540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53a667ef-5359-44fc-9322-50f1ab9270fb tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] 10.222.0.42 "DELETE /v2.0/floatingips/b48e2fad-6df0-4fb3-a71e-bd51cea9b891 HTTP/1.1" status: 204 len: 168 time: 0.5948741 Feb 10 04:56:08.582474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52248) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:08.997309 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (65b6c126-4bc9-414d-b63f-f887f5f8e628), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:09.256729 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Deleting port 178f5538-a124-424f-b9ff-5ede737fe40c {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:09.256993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:09.334028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] For port 178f5538-a124-424f-b9ff-5ede737fe40c, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=178f5538-a124-424f-b9ff-5ede737fe40c,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:09.334390 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:09.347550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Calling delete_port for 178f5538-a124-424f-b9ff-5ede737fe40c owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:09.585887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (178f5538-a124-424f-b9ff-5ede737fe40c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:09.610332 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=178f5538-a124-424f-b9ff-5ede737fe40c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:09.786128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (65b6c126-4bc9-414d-b63f-f887f5f8e628), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:10.248084 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Router 65b6c126-4bc9-414d-b63f-f887f5f8e628 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:56:10.353622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:56:10.360188 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-39c5d4e6-2100-4cdc-ac42-2fe2371da7d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/65b6c126-4bc9-414d-b63f-f887f5f8e628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749531 Feb 10 04:56:10.361150 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52252) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:10.363844 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] Sync routers for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:56:10.374057 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:56:10.374769 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:56:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:10.466134 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks [] for router (65b6c126-4bc9-414d-b63f-f887f5f8e628), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:10.479933 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:56:10.569759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks [] for router_gateway (65b6c126-4bc9-414d-b63f-f887f5f8e628), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:10.654761 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '852d7bbd-053c-460a-b591-d5d55e874893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:56:09Z', 'revision_number': 5, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port': {'id': '852d7bbd-053c-460a-b591-d5d55e874893', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:10.683842 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] Checking router: 65b6c126-4bc9-414d-b63f-f887f5f8e628 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:56:10.692002 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] Routers {'65b6c126-4bc9-414d-b63f-f887f5f8e628'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:56:10.692601 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:56:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['65b6c126-4bc9-414d-b63f-f887f5f8e628'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:10.694636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Deleting port 852d7bbd-053c-460a-b591-d5d55e874893 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:10.695004 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (852d7bbd-053c-460a-b591-d5d55e874893), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:10.775604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] For port 852d7bbd-053c-460a-b591-d5d55e874893, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=852d7bbd-053c-460a-b591-d5d55e874893,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:10.775964 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (852d7bbd-053c-460a-b591-d5d55e874893), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:10.790125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Calling delete_port for 852d7bbd-053c-460a-b591-d5d55e874893 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:10.875635 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] Set router 65b6c126-4bc9-414d-b63f-f887f5f8e628 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:56:10.925868 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:56:10Z', 'revision_number': 6, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:10.955584 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5924dbd-1456-4857-9bc6-6a7b0cce73b6 None None] The sync data for ids ['65b6c126-4bc9-414d-b63f-f887f5f8e628'] in n-d-827844-2 is: [{'id': '65b6c126-4bc9-414d-b63f-f887f5f8e628', 'name': 'tempest-ServerActionsTestJSON-2029837284-router', 'tenant_id': '1041f4e810fa46339a92f7b13e72905b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:51:02Z', 'updated_at': '2022-02-10T04:56:10Z', 'revision_number': 6, 'project_id': '1041f4e810fa46339a92f7b13e72905b', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:56:11.020257 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (852d7bbd-053c-460a-b591-d5d55e874893), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.050005 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Pushing event deleted for resources: {'Port': ['ID=852d7bbd-053c-460a-b591-d5d55e874893,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:11.113606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (65b6c126-4bc9-414d-b63f-f887f5f8e628), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.204135 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (65b6c126-4bc9-414d-b63f-f887f5f8e628), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.206110 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks [] for router_controller (65b6c126-4bc9-414d-b63f-f887f5f8e628), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.312009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (65b6c126-4bc9-414d-b63f-f887f5f8e628), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.313061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b6c126-4bc9-414d-b63f-f887f5f8e628 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:56:11.318937 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.323509 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1b33fa97-efae-4e6a-ac54-96b92252e08d admin admin] 10.222.0.42 "DELETE /v2.0/routers/65b6c126-4bc9-414d-b63f-f887f5f8e628 HTTP/1.1" status: 204 len: 168 time: 0.9583769 Feb 10 04:56:11.324103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52254) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:11.375495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] Deleting subnet 5cff14a8-d2b3-45fe-9b67-a8adc02e5716 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:56:11.385656 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] Publish callbacks [] for subnet (5cff14a8-d2b3-45fe-9b67-a8adc02e5716), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.421509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (5cff14a8-d2b3-45fe-9b67-a8adc02e5716), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.500809 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (5cff14a8-d2b3-45fe-9b67-a8adc02e5716), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.631433 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (5cff14a8-d2b3-45fe-9b67-a8adc02e5716), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.656083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cff14a8-d2b3-45fe-9b67-a8adc02e5716,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:11.667085 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.667085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee37e6ed-07ee-4644-a5b9-27b757fa33d0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5cff14a8-d2b3-45fe-9b67-a8adc02e5716 HTTP/1.1" status: 204 len: 168 time: 0.3397062 Feb 10 04:56:11.667685 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52256) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:11.668190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122e904-15c0-4e43-9e77-88e7f2a5688b None None] Network bce4838b-f036-4d66-80bb-34b144f3d29b requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:11.739394 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (bce4838b-f036-4d66-80bb-34b144f3d29b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.760611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 178f5538-a124-424f-b9ff-5ede737fe40c no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:56:11.786675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 178f5538-a124-424f-b9ff-5ede737fe40c {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:56:11.787045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 178f5538-a124-424f-b9ff-5ede737fe40c not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:56:11.802359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Deleting port ea9702e3-1b36-4678-bb12-9a218b613c13 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:11.802836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.838181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] DHCP port deletion for bce4838b-f036-4d66-80bb-34b144f3d29b request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:56:11.870154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] For port ea9702e3-1b36-4678-bb12-9a218b613c13, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ea9702e3-1b36-4678-bb12-9a218b613c13,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:11.870522 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.886159 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Calling delete_port for ea9702e3-1b36-4678-bb12-9a218b613c13 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:11.890428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Deleting port ea9702e3-1b36-4678-bb12-9a218b613c13 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:11.890850 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.955404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] For port ea9702e3-1b36-4678-bb12-9a218b613c13, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ea9702e3-1b36-4678-bb12-9a218b613c13,segment=NetworkSegment(5356734e-75d5-46ce-ae43-f2c4911dc7c3),segment_id=5356734e-75d5-46ce-ae43-f2c4911dc7c3)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:11.955798 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:11.969968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Calling delete_port for ea9702e3-1b36-4678-bb12-9a218b613c13 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:12.055987 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.060626 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (ea9702e3-1b36-4678-bb12-9a218b613c13), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.080478 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9702e3-1b36-4678-bb12-9a218b613c13,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:12.087264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] No DVR routers for this DVR port ea9702e3-1b36-4678-bb12-9a218b613c13 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:56:12.091491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] No DVR routers for this DVR port ea9702e3-1b36-4678-bb12-9a218b613c13 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:56:12.095711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Pushing event deleted for resources: {'Port': ['ID=ea9702e3-1b36-4678-bb12-9a218b613c13,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:12.105314 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.105665 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.106005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.106342 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.106675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.107033 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.107359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.107685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.108006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.108327 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.108649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.108966 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.109283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1903e5d4-5d86-45e9-8831-883c24d5ec37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:56:12.163330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (bce4838b-f036-4d66-80bb-34b144f3d29b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.182988 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce4838b-f036-4d66-80bb-34b144f3d29b']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:12.191943 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5356734e-75d5-46ce-ae43-f2c4911dc7c3') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:12.192247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5356734e-75d5-46ce-ae43-f2c4911dc7c3') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:12.202248 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (5356734e-75d5-46ce-ae43-f2c4911dc7c3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.215875 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (5356734e-75d5-46ce-ae43-f2c4911dc7c3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.221604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:56:12.221988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (5356734e-75d5-46ce-ae43-f2c4911dc7c3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:56:12.223659 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:56:12.328471 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (bce4838b-f036-4d66-80bb-34b144f3d29b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.334028 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.338045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bce4838b-f036-4d66-80bb-34b144f3d29b HTTP/1.1" status: 204 len: 168 time: 0.6688085 Feb 10 04:56:12.349102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e45b85-b97f-4939-aa94-2ebadf6cc3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce4838b-f036-4d66-80bb-34b144f3d29b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:12.583450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52260) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:12.623156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-41bc33c9-7e69-4181-b926-642a079f9994 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1041f4e810fa46339a92f7b13e72905b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385156 Feb 10 04:56:12.625550 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52262) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:12.677002 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88d7e4ec-321d-478d-94e3-b4df8e3b27ca admin admin] Publish callbacks [] for security_group (e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.699273 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88d7e4ec-321d-478d-94e3-b4df8e3b27ca admin admin] Publish callbacks [] for security_group (e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.806634 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88d7e4ec-321d-478d-94e3-b4df8e3b27ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.809236 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-88d7e4ec-321d-478d-94e3-b4df8e3b27ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:12.810397 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-88d7e4ec-321d-478d-94e3-b4df8e3b27ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f HTTP/1.1" status: 204 len: 168 time: 0.1839693 Feb 10 04:56:12.818223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7e4ec-321d-478d-94e3-b4df8e3b27ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68b306c-d7e3-4cfc-ae34-d6ccb5ae635f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:13.092631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 852d7bbd-053c-460a-b591-d5d55e874893 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:56:13.113766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 852d7bbd-053c-460a-b591-d5d55e874893 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:56:13.114115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 852d7bbd-053c-460a-b591-d5d55e874893 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:56:13.114537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ea9702e3-1b36-4678-bb12-9a218b613c13 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:56:13.133920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ea9702e3-1b36-4678-bb12-9a218b613c13 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:56:13.134270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ea9702e3-1b36-4678-bb12-9a218b613c13 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:56:13.767346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52284) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:13.868562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-123619406-network', 'tenant_id': '3fa8fd39a5d64dce857cca11f4c8cda9'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:13.939578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Made reservation on behalf of 3fa8fd39a5d64dce857cca11f4c8cda9 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:13.941816 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:13.950585 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.024678 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks [] for security_group (db6ba751-1c30-4010-8b07-1ea011cb8389), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.087916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (db6ba751-1c30-4010-8b07-1ea011cb8389), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.111467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:56:14.120639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ba751-1c30-4010-8b07-1ea011cb8389,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:14.126502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2a4fc626-6779-47cf-af3d-c5e51f319216), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.126871 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Added segment 2a4fc626-6779-47cf-af3d-c5e51f319216 of type vlan for network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe Feb 10 04:56:14.169207 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0573a6ef-ab7a-4d52-ba1d-38392280c2fe), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.248281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0573a6ef-ab7a-4d52-ba1d-38392280c2fe), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.249197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:14.249778 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.307433 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] Pushing event updated for resources: {'Network': ['ID=0573a6ef-ab7a-4d52-ba1d-38392280c2fe,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:14.316658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:56:14.346719 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ac879edb-0847-453b-b5f9-bf123a9b9b56 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5782406 Feb 10 04:56:14.349705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52288) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:14.354629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Request body: {'subnet': {'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-123619406-subnet', 'tenant_id': '3fa8fd39a5d64dce857cca11f4c8cda9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:14.424039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Made reservation on behalf of 3fa8fd39a5d64dce857cca11f4c8cda9 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:14.426480 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.669910 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6094cdc5-6186-44b7-bf73-4704e4c84a93), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.724007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6094cdc5-6186-44b7-bf73-4704e4c84a93,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:14.733381 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Checking segment: {'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:14.733735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Network hostable DHCP agents. Network: 0573a6ef-ab7a-4d52-ba1d-38392280c2fe, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:56:14.819500 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:56:14.900018 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 0573a6ef-ab7a-4d52-ba1d-38392280c2fe) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:14.904893 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:14.906232 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:14.909605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a1d7cb-c02f-46b8-bf7f-601d1b318d60 None None] Network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:14.994628 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fd56f4f8-b8b9-4c73-8d86-1741a9d8e911 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6437347 Feb 10 04:56:15.009257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2a207-7ea4-480b-a486-fe1054744963 None None] Network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:15.420850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-28e739e3-6232-49b2-86b9-1f4c08dfdda3 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:15.422459 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-28e739e3-6232-49b2-86b9-1f4c08dfdda3 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/networks?id=0573a6ef-ab7a-4d52-ba1d-38392280c2fe HTTP/1.1" status: 200 len: 813 time: 0.1046927 Feb 10 04:56:15.441910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-94ecee04-29fd-4c00-840c-967bed4c6394 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/quotas/3fa8fd39a5d64dce857cca11f4c8cda9 HTTP/1.1" status: 200 len: 375 time: 0.0140231 Feb 10 04:56:15.477829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-df7a7e07-6db0-45ec-a334-6db0c22cb610 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302942 Feb 10 04:56:15.572673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-610ed050-1d1a-4cd7-be56-193f82077f93 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:56:15.573676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-610ed050-1d1a-4cd7-be56-193f82077f93 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537822 Feb 10 04:56:15.994514 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-4dd0a29d-4b84-4f5c-b7ef-863397ccf81f service neutron] 10.222.0.42 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148464 Feb 10 04:56:16.081974 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-2a981432-5914-44aa-90c2-28488e155e35 service neutron] 10.222.0.42 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817513 Feb 10 04:56:16.320658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4bbfc68b-48a5-42d6-bc9b-fd81ca8ab030 req-71a9cde4-c7f9-465e-b04b-e84f0cd733da tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 210 time: 0.0314162 Feb 10 04:56:17.385577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:17.405331 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-81740e2f-f748-41ef-95fa-69378cca544b req-121e0437-542b-4afc-9786-b3ba6913663e tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 210 time: 0.0308342 Feb 10 04:56:18.500996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5eb68b38-8b72-4a3d-88ed-12537c5b706b req-70aac591-c9df-4103-b270-6e7415092563 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 210 time: 0.0271559 Feb 10 04:56:18.783857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:19.399217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d462eba3-9926-4a80-8038-77c93091fc88 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:19.400668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d462eba3-9926-4a80-8038-77c93091fc88 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.43 "GET /v2.0/networks?id=0573a6ef-ab7a-4d52-ba1d-38392280c2fe HTTP/1.1" status: 200 len: 813 time: 0.1060228 Feb 10 04:56:19.413153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Request body: {'port': {'device_id': '183108c5-abb3-444d-ba67-6075a08e8735', 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe', 'admin_state_up': True, 'tenant_id': '3fa8fd39a5d64dce857cca11f4c8cda9'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:19.596280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4a5197bd-d5c8-447d-bb6c-ad63f4548ba9 req-220e37b0-70ed-47b2-b3e6-e98ef219c2ef tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 210 time: 0.0286984 Feb 10 04:56:19.596906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Made reservation on behalf of 3fa8fd39a5d64dce857cca11f4c8cda9 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:19.600414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:19.723113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Allocated IP 172.20.0.11 (0573a6ef-ab7a-4d52-ba1d-38392280c2fe/6094cdc5-6186-44b7-bf73-4704e4c84a93/10173e6f-6865-4a96-a8ef-85e5c146431f) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:56:19.866896 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks [] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:19.967143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.017575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:56:20.020775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:20.024918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:56:20.031138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Pushing event updated for resources: {'Port': ['ID=10173e6f-6865-4a96-a8ef-85e5c146431f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:20.076621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:20.077235 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.157871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-d13d7e15-f29b-4161-835a-e189b8a7c09a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483146 Feb 10 04:56:20.169884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Request body: {'port': {'device_id': '183108c5-abb3-444d-ba67-6075a08e8735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:20.227102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.487714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10173e6f-6865-4a96-a8ef-85e5c146431f {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:56:20.494946 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Publish callbacks [] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.506277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Transition to ACTIVE for port object 10173e6f-6865-4a96-a8ef-85e5c146431f will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:56:20.596456 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.646335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=10173e6f-6865-4a96-a8ef-85e5c146431f,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:20.720521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99acd63-bb81-4710-adee-96f40046d6fe req-27a1b97e-a9c5-40a3-aad6-b743fc3f0bc2 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:20.722026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b99acd63-bb81-4710-adee-96f40046d6fe req-27a1b97e-a9c5-40a3-aad6-b743fc3f0bc2 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 944 time: 0.0529490 Feb 10 04:56:20.723862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Attempting to bind port 10173e6f-6865-4a96-a8ef-85e5c146431f on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:56:20.724198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Attempting to bind port 10173e6f-6865-4a96-a8ef-85e5c146431f by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:56:20.724524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Attempting to bind port 10173e6f-6865-4a96-a8ef-85e5c146431f on network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:56:20.730058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Port 10173e6f-6865-4a96-a8ef-85e5c146431f on network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:56:20.730377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Attempting to bind port 10173e6f-6865-4a96-a8ef-85e5c146431f on network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:56:20.735259 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:56:20.735602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Checking segment: {'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:20.735976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Bound using segment: {'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:56:20.736392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Bound port: 10173e6f-6865-4a96-a8ef-85e5c146431f, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:56:20.736743 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.769693 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b99acd63-bb81-4710-adee-96f40046d6fe req-8c7ac456-57ee-4948-87f2-f619597e38cd tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Feb 10 04:56:20.802160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] For port 10173e6f-6865-4a96-a8ef-85e5c146431f, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:56:20.805055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] For port 10173e6f-6865-4a96-a8ef-85e5c146431f, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10173e6f-6865-4a96-a8ef-85e5c146431f,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:56:20.865763 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.898361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:20.899676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:20.901194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] 10.222.0.43 "PUT /v2.0/ports/10173e6f-6865-4a96-a8ef-85e5c146431f HTTP/1.1" status: 200 len: 1092 time: 0.7353480 Feb 10 04:56:20.901668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183108c5-abb3-444d-ba67-6075a08e8735', 'tag': '10173e6f-6865-4a96-a8ef-85e5c146431f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:56:20.903908 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1031af5-ad5f-4633-bf3b-973acd99955b" -d '{"events": [{"name": "network-changed", "server_uuid": "183108c5-abb3-444d-ba67-6075a08e8735", "tag": "10173e6f-6865-4a96-a8ef-85e5c146431f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:56:20.928919 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff0e7a-88df-4412-a4b5-18291a5e8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=10173e6f-6865-4a96-a8ef-85e5c146431f,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:20.942504 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516be57-2ede-4eaf-96d3-c8c53457bb06 x-openstack-request-id: req-5516be57-2ede-4eaf-96d3-c8c53457bb06 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:56:20.942935 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183108c5-abb3-444d-ba67-6075a08e8735", "tag": "10173e6f-6865-4a96-a8ef-85e5c146431f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:56:20.943185 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5516be57-2ede-4eaf-96d3-c8c53457bb06 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:56:20.943586 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183108c5-abb3-444d-ba67-6075a08e8735', 'tag': '10173e6f-6865-4a96-a8ef-85e5c146431f', 'status': 'completed', 'code': 200} Feb 10 04:56:21.007098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031af5-ad5f-4633-bf3b-973acd99955b req-292a3c6f-6173-46e6-b7ff-67d5520193b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:21.009175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1031af5-ad5f-4633-bf3b-973acd99955b req-292a3c6f-6173-46e6-b7ff-67d5520193b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 1126 time: 0.0456522 Feb 10 04:56:21.107586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031af5-ad5f-4633-bf3b-973acd99955b req-34f17d94-2324-47d7-9fb0-ef3df5ec78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:21.109076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1031af5-ad5f-4633-bf3b-973acd99955b req-34f17d94-2324-47d7-9fb0-ef3df5ec78d0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0940843 Feb 10 04:56:21.205144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1031af5-ad5f-4633-bf3b-973acd99955b req-4749a98d-e331-4e19-9364-dfbfe771508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:21.206632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1031af5-ad5f-4633-bf3b-973acd99955b req-4749a98d-e331-4e19-9364-dfbfe771508d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910566 Feb 10 04:56:21.284230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-520fc735-a9c6-43b1-92e8-04d14da7021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:21.285668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-520fc735-a9c6-43b1-92e8-04d14da7021a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 1126 time: 0.0443380 Feb 10 04:56:21.326398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-c5b10e7b-46bc-4e78-8625-e5feaeabd405 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10173e6f-6865-4a96-a8ef-85e5c146431f HTTP/1.1" status: 200 len: 217 time: 0.0337112 Feb 10 04:56:21.373997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-6ebadcef-2029-44e0-a689-c18fe6d831e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:21.375495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-6ebadcef-2029-44e0-a689-c18fe6d831e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6094cdc5-6186-44b7-bf73-4704e4c84a93 HTTP/1.1" status: 200 len: 853 time: 0.0438051 Feb 10 04:56:21.410521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-6930fc3f-e2e1-486f-b5d6-8384e6e4b13e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0573a6ef-ab7a-4d52-ba1d-38392280c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286038 Feb 10 04:56:21.500795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-59ff3d42-0995-4127-bc65-890de24c2c19 service neutron] 10.222.0.43 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835538 Feb 10 04:56:21.593631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-024214be-ce1f-46e2-b21b-b438a5dfbbf7 req-de70b97f-6658-4dc8-a43a-edcf997a0dfc service neutron] 10.222.0.43 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869887 Feb 10 04:56:21.889800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cf9f2-6da5-42f8-9c25-c31565d06d45 req-a41b0e0c-3d8e-4636-9876-3ea789ec0bb1 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:21.891230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca9cf9f2-6da5-42f8-9c25-c31565d06d45 req-a41b0e0c-3d8e-4636-9876-3ea789ec0bb1 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 944 time: 0.0527470 Feb 10 04:56:21.939897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ca9cf9f2-6da5-42f8-9c25-c31565d06d45 req-bcf9149b-f602-46ab-9da2-4eafd6d1a6c4 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Feb 10 04:56:23.059351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc630b-4c87-4aac-a0af-43a429ac8662 req-63b0afb5-254a-4371-8454-ad4fba5ed418 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:23.060838 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fddc630b-4c87-4aac-a0af-43a429ac8662 req-63b0afb5-254a-4371-8454-ad4fba5ed418 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 944 time: 0.0530412 Feb 10 04:56:23.106674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fddc630b-4c87-4aac-a0af-43a429ac8662 req-7fb878f5-77d4-413b-8165-0e0a9f1d2e60 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Feb 10 04:56:23.557708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10173e6f-6865-4a96-a8ef-85e5c146431f details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:56:23.652883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 10173e6f-6865-4a96-a8ef-85e5c146431f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10173e6f-6865-4a96-a8ef-85e5c146431f,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:23.663660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '10173e6f-6865-4a96-a8ef-85e5c146431f', 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe', 'port_id': '10173e6f-6865-4a96-a8ef-85e5c146431f', 'mac_address': 'fa:16:3e:4b:d3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094cdc5-6186-44b7-bf73-4704e4c84a93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:56:23.703834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 10173e6f-6865-4a96-a8ef-85e5c146431f is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:23.704223 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:23.716687 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10173e6f-6865-4a96-a8ef-85e5c146431f {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:56:23.737025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 10173e6f-6865-4a96-a8ef-85e5c146431f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10173e6f-6865-4a96-a8ef-85e5c146431f,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:23.813455 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:23.860721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=10173e6f-6865-4a96-a8ef-85e5c146431f,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:24.011657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10173e6f-6865-4a96-a8ef-85e5c146431f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:56:24.230291 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ffeba-3c89-4259-9ac5-26369aa709c4 req-556679cd-b2b3-4091-8c24-f9debd13aa8f tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:24.231797 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e1ffeba-3c89-4259-9ac5-26369aa709c4 req-556679cd-b2b3-4091-8c24-f9debd13aa8f tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 945 time: 0.0564823 Feb 10 04:56:24.277884 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e1ffeba-3c89-4259-9ac5-26369aa709c4 req-c03c6f0f-29c9-47d9-9f26-1ad943c0f947 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Feb 10 04:56:25.397041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e070bcf-69be-4429-8a5f-e028d88945ce req-6e76e148-04bc-4dd7-8520-ae3c3e7a57d6 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:25.398526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e070bcf-69be-4429-8a5f-e028d88945ce req-6e76e148-04bc-4dd7-8520-ae3c3e7a57d6 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 945 time: 0.0533240 Feb 10 04:56:25.451245 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0e070bcf-69be-4429-8a5f-e028d88945ce req-6cf4d503-f71d-43aa-b47b-6125e6c19bb2 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 Feb 10 04:56:25.589628 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10173e6f-6865-4a96-a8ef-85e5c146431f up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:56:25.720919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 10173e6f-6865-4a96-a8ef-85e5c146431f completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:56:25.724771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 10173e6f-6865-4a96-a8ef-85e5c146431f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:56:25.725147 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:25.800417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 10173e6f-6865-4a96-a8ef-85e5c146431f is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:25.800808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:25.826053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183108c5-abb3-444d-ba67-6075a08e8735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10173e6f-6865-4a96-a8ef-85e5c146431f'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:56:25.828284 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ac840-fd0a-45e5-a767-3238166e0b4a" -d '{"events": [{"server_uuid": "183108c5-abb3-444d-ba67-6075a08e8735", "name": "network-vif-plugged", "status": "completed", "tag": "10173e6f-6865-4a96-a8ef-85e5c146431f"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:56:25.841960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 10173e6f-6865-4a96-a8ef-85e5c146431f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10173e6f-6865-4a96-a8ef-85e5c146431f,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:25.864340 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d67148b-a54f-45d1-b545-1da3e3dc9d0d x-openstack-request-id: req-4d67148b-a54f-45d1-b545-1da3e3dc9d0d {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:56:25.864702 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183108c5-abb3-444d-ba67-6075a08e8735", "name": "network-vif-plugged", "status": "completed", "tag": "10173e6f-6865-4a96-a8ef-85e5c146431f", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:56:25.864984 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d67148b-a54f-45d1-b545-1da3e3dc9d0d {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:56:25.865387 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183108c5-abb3-444d-ba67-6075a08e8735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10173e6f-6865-4a96-a8ef-85e5c146431f', 'code': 200} Feb 10 04:56:25.922386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:25.965056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fbb34-ab60-4a73-a42b-cd9b579c9a80 req-155ee0a5-0d1f-454b-8b43-ba936c40f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:25.966581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236fbb34-ab60-4a73-a42b-cd9b579c9a80 req-155ee0a5-0d1f-454b-8b43-ba936c40f744 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 1128 time: 0.0460176 Feb 10 04:56:25.970835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=10173e6f-6865-4a96-a8ef-85e5c146431f,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:26.011770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236fbb34-ab60-4a73-a42b-cd9b579c9a80 req-3e95f51a-008e-49b9-93cb-e800994f0161 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378366 Feb 10 04:56:26.569067 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5a10d-155e-4d25-bb9d-564aa79161b7 req-9473f04a-2865-49a5-b41a-fac37d3051f7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:26.571466 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c2b5a10d-155e-4d25-bb9d-564aa79161b7 req-9473f04a-2865-49a5-b41a-fac37d3051f7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0530229 Feb 10 04:56:26.617594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c2b5a10d-155e-4d25-bb9d-564aa79161b7 req-50f2bfcb-958e-4a52-b877-674f327e7cd9 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Feb 10 04:56:27.703590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-af0b8efc-ea45-4097-8513-e412f45a9032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:27.736284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba225d-57eb-44fc-ac0c-338ac4e528e1 req-082f07c2-8d4b-4efa-a388-357f381bb891 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:27.737759 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2aba225d-57eb-44fc-ac0c-338ac4e528e1 req-082f07c2-8d4b-4efa-a388-357f381bb891 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0527580 Feb 10 04:56:27.784471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2aba225d-57eb-44fc-ac0c-338ac4e528e1 req-fbfa4b7c-96c5-4726-8b9c-f1e73cbbfb91 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Feb 10 04:56:28.010959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-7d0091fc-1ee5-46bc-bad6-71ccb697741d tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:28.012472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-7d0091fc-1ee5-46bc-bad6-71ccb697741d tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/networks?id=0573a6ef-ab7a-4d52-ba1d-38392280c2fe HTTP/1.1" status: 200 len: 813 time: 0.1039205 Feb 10 04:56:28.026800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-266da0c2-1219-4924-8bab-079428cdb8c9 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/quotas/3fa8fd39a5d64dce857cca11f4c8cda9 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Feb 10 04:56:28.078638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-7cb17e03-c10d-4885-8054-be3d2215c007 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470328 Feb 10 04:56:28.170565 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-85fb3f1d-d1f2-4b80-abc4-f36c867f895a service neutron] 10.222.0.42 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Feb 10 04:56:28.258175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-6feeefac-57db-485e-88c2-6eab69cfabb2 service neutron] 10.222.0.42 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819764 Feb 10 04:56:28.509244 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9d0c0bd-d5bb-436b-9f8a-e079c4b8569d req-00ef0841-a8c9-4a0e-bf8a-44bb88df8bd7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 210 time: 0.0302579 Feb 10 04:56:29.615443 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88770fa2-5885-4f74-bade-34bd12ee0f66 req-b9d766aa-5a24-4b85-b603-661b1bb7b7f0 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 210 time: 0.0332491 Feb 10 04:56:29.842040 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a5eb90a-0d24-4cb8-935a-bb3f375be9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:30.311330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-11cdb4cf-de62-4dd8-a360-333d91ad840f tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:30.312769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-11cdb4cf-de62-4dd8-a360-333d91ad840f tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.24 "GET /v2.0/networks?id=0573a6ef-ab7a-4d52-ba1d-38392280c2fe HTTP/1.1" status: 200 len: 813 time: 0.1027431 Feb 10 04:56:30.324461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Request body: {'port': {'device_id': '5096d781-07c3-45c8-876d-c25d71238d09', 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe', 'admin_state_up': True, 'tenant_id': '3fa8fd39a5d64dce857cca11f4c8cda9'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:30.476060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Made reservation on behalf of 3fa8fd39a5d64dce857cca11f4c8cda9 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:30.480290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:30.616976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Allocated IP 172.20.0.7 (0573a6ef-ab7a-4d52-ba1d-38392280c2fe/6094cdc5-6186-44b7-bf73-4704e4c84a93/731df61b-eec5-4c08-ab47-68f792fb6448) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:56:30.715252 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03212e4c-ec68-49c4-acb8-054f1820def9 req-97434fa9-659c-4bd8-9bb9-13bad7a5d069 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Feb 10 04:56:30.768817 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks [] for port (731df61b-eec5-4c08-ab47-68f792fb6448), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:30.871354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:30.884205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10173e6f-6865-4a96-a8ef-85e5c146431f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:56:30.917076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:56:30.920192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:30.923803 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:56:30.951979 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Pushing event updated for resources: {'Port': ['ID=731df61b-eec5-4c08-ab47-68f792fb6448,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:30.980284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:30.982231 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.050598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-179d3952-a847-4e3a-9a29-7493e1d6dba7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298708 Feb 10 04:56:31.061646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Request body: {'port': {'device_id': '5096d781-07c3-45c8-876d-c25d71238d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:31.121711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.167833 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.395054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731df61b-eec5-4c08-ab47-68f792fb6448 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:56:31.402346 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Publish callbacks [] for port (731df61b-eec5-4c08-ab47-68f792fb6448), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.413892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Transition to ACTIVE for port object 731df61b-eec5-4c08-ab47-68f792fb6448 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:56:31.476344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.527880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=731df61b-eec5-4c08-ab47-68f792fb6448,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:31.594217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Attempting to bind port 731df61b-eec5-4c08-ab47-68f792fb6448 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:56:31.594552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Attempting to bind port 731df61b-eec5-4c08-ab47-68f792fb6448 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:56:31.594904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Attempting to bind port 731df61b-eec5-4c08-ab47-68f792fb6448 on network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:56:31.599099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Port 731df61b-eec5-4c08-ab47-68f792fb6448 on network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:56:31.599418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Attempting to bind port 731df61b-eec5-4c08-ab47-68f792fb6448 on network 0573a6ef-ab7a-4d52-ba1d-38392280c2fe {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:56:31.604689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:56:31.605439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Checking segment: {'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:31.605836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Bound using segment: {'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:56:31.606288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Bound port: 731df61b-eec5-4c08-ab47-68f792fb6448, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4fc626-6779-47cf-af3d-c5e51f319216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:56:31.606838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.671537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] For port 731df61b-eec5-4c08-ab47-68f792fb6448, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:56:31.674397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] For port 731df61b-eec5-4c08-ab47-68f792fb6448, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=731df61b-eec5-4c08-ab47-68f792fb6448,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:56:31.728376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.764951 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:31.765581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:31.767015 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/731df61b-eec5-4c08-ab47-68f792fb6448 HTTP/1.1" status: 200 len: 1091 time: 0.7094753 Feb 10 04:56:31.767462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5096d781-07c3-45c8-876d-c25d71238d09', 'tag': '731df61b-eec5-4c08-ab47-68f792fb6448'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:56:31.769697 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e271b0-fc32-468d-85f2-028eaf6fe9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5096d781-07c3-45c8-876d-c25d71238d09", "tag": "731df61b-eec5-4c08-ab47-68f792fb6448"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:56:31.802629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcdb31-254b-4c34-887d-da155b41b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=731df61b-eec5-4c08-ab47-68f792fb6448,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:31.821326 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fcd4a-ee59-4372-8186-78d0e2c90d2a x-openstack-request-id: req-a34fcd4a-ee59-4372-8186-78d0e2c90d2a {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:56:31.821728 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5096d781-07c3-45c8-876d-c25d71238d09", "tag": "731df61b-eec5-4c08-ab47-68f792fb6448", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:56:31.822005 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a34fcd4a-ee59-4372-8186-78d0e2c90d2a {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:56:31.822407 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5096d781-07c3-45c8-876d-c25d71238d09', 'tag': '731df61b-eec5-4c08-ab47-68f792fb6448', 'status': 'completed', 'code': 200} Feb 10 04:56:31.875577 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819cefe-0753-495e-9c33-f899a4da825c req-294e701f-1d38-4c69-9f0a-ece55622f187 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:31.877077 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a819cefe-0753-495e-9c33-f899a4da825c req-294e701f-1d38-4c69-9f0a-ece55622f187 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 943 time: 0.0892706 Feb 10 04:56:31.909373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e271b0-fc32-468d-85f2-028eaf6fe9b8 req-687e89b5-308a-4356-bbbc-a0f1fdb24bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:31.910861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7e271b0-fc32-468d-85f2-028eaf6fe9b8 req-687e89b5-308a-4356-bbbc-a0f1fdb24bba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 1125 time: 0.0765429 Feb 10 04:56:31.962171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a819cefe-0753-495e-9c33-f899a4da825c req-9fe2a912-b083-4bed-921a-848b4c293c14 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774548 Feb 10 04:56:32.021701 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e271b0-fc32-468d-85f2-028eaf6fe9b8 req-d804390b-f538-407c-aea0-545e927789cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:32.023181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7e271b0-fc32-468d-85f2-028eaf6fe9b8 req-d804390b-f538-407c-aea0-545e927789cd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1032677 Feb 10 04:56:32.118686 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e271b0-fc32-468d-85f2-028eaf6fe9b8 req-0f511ff1-2fa3-4f3b-9a33-423cf490076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:32.120177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d7e271b0-fc32-468d-85f2-028eaf6fe9b8 req-0f511ff1-2fa3-4f3b-9a33-423cf490076e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905347 Feb 10 04:56:32.198993 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-ca7df015-bbcb-40af-8f6c-81e5380209f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:32.200547 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-ca7df015-bbcb-40af-8f6c-81e5380209f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 1125 time: 0.0449154 Feb 10 04:56:32.242172 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-56f8db8b-e0e9-45bd-a837-ddc2328f7efb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731df61b-eec5-4c08-ab47-68f792fb6448 HTTP/1.1" status: 200 len: 217 time: 0.0340860 Feb 10 04:56:32.293498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-debc9a5a-8a48-4efc-8dc5-8824ad4ebef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:32.294973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-debc9a5a-8a48-4efc-8dc5-8824ad4ebef3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6094cdc5-6186-44b7-bf73-4704e4c84a93 HTTP/1.1" status: 200 len: 853 time: 0.0475249 Feb 10 04:56:32.325134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-7de43de2-1268-4bbe-ad93-5b7ac20f1a09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0573a6ef-ab7a-4d52-ba1d-38392280c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249524 Feb 10 04:56:32.411898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-d6cc6329-57b8-4698-a7c6-28b7e24d10de service neutron] 10.222.0.24 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808859 Feb 10 04:56:32.502965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b017ba00-bd19-4dfc-830e-cf4d5e418c0d req-2954ea23-efe4-4766-95f5-4aa340d73573 service neutron] 10.222.0.24 "GET /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Feb 10 04:56:32.771801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:33.080958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba809ac4-80dc-4ce9-9907-a0f6d8ef16f8 req-0042e3e8-6739-46cb-87ed-6c2b14cfe71b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:33.082428 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba809ac4-80dc-4ce9-9907-a0f6d8ef16f8 req-0042e3e8-6739-46cb-87ed-6c2b14cfe71b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 943 time: 0.0518296 Feb 10 04:56:33.128964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ba809ac4-80dc-4ce9-9907-a0f6d8ef16f8 req-3955c5fa-f5a6-479a-90fe-6f35d30b8443 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Feb 10 04:56:34.262278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0136f-f700-48c1-b910-a808d5300189 req-38cc26cd-f6ec-4931-98bc-1e27d61400fd tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:34.263809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f0f0136f-f700-48c1-b910-a808d5300189 req-38cc26cd-f6ec-4931-98bc-1e27d61400fd tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 943 time: 0.0551052 Feb 10 04:56:34.310784 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f0f0136f-f700-48c1-b910-a808d5300189 req-731c487f-9424-43b7-80af-e3a1b21d14aa tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Feb 10 04:56:34.316538 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:35.079492 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 731df61b-eec5-4c08-ab47-68f792fb6448 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:56:35.178010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 731df61b-eec5-4c08-ab47-68f792fb6448, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=731df61b-eec5-4c08-ab47-68f792fb6448,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:35.188822 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '731df61b-eec5-4c08-ab47-68f792fb6448', 'network_id': '0573a6ef-ab7a-4d52-ba1d-38392280c2fe', 'port_id': '731df61b-eec5-4c08-ab47-68f792fb6448', 'mac_address': 'fa:16:3e:41:31:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094cdc5-6186-44b7-bf73-4704e4c84a93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:56:35.225698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 731df61b-eec5-4c08-ab47-68f792fb6448 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:35.226092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:35.238572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731df61b-eec5-4c08-ab47-68f792fb6448 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:56:35.257815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 731df61b-eec5-4c08-ab47-68f792fb6448, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=731df61b-eec5-4c08-ab47-68f792fb6448,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:35.338198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:35.393336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=731df61b-eec5-4c08-ab47-68f792fb6448,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:35.435030 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d606b2b-29f0-4ef4-a6e6-3fa76030083e req-fe53548f-6516-4784-bb29-ca61088958c4 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:35.436515 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d606b2b-29f0-4ef4-a6e6-3fa76030083e req-fe53548f-6516-4784-bb29-ca61088958c4 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 944 time: 0.0528679 Feb 10 04:56:35.485776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d606b2b-29f0-4ef4-a6e6-3fa76030083e req-57f4d0d8-f864-404d-908c-3eb963d502b2 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Feb 10 04:56:35.561973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['731df61b-eec5-4c08-ab47-68f792fb6448'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:56:36.614882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbb1c8-e471-46c6-9461-3f569925316a req-2311e045-8138-4af6-a28f-54bcafa9bd85 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:36.616270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2cbb1c8-e471-46c6-9461-3f569925316a req-2311e045-8138-4af6-a28f-54bcafa9bd85 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 944 time: 0.0557261 Feb 10 04:56:36.661920 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2cbb1c8-e471-46c6-9461-3f569925316a req-18836dd6-8825-4818-b1d3-e3ff7903108c tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 Feb 10 04:56:37.095378 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 731df61b-eec5-4c08-ab47-68f792fb6448 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:56:37.402163 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 731df61b-eec5-4c08-ab47-68f792fb6448 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:56:37.407098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 731df61b-eec5-4c08-ab47-68f792fb6448 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:56:37.407478 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:37.492375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 731df61b-eec5-4c08-ab47-68f792fb6448 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:37.493031 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:37.515727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5096d781-07c3-45c8-876d-c25d71238d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731df61b-eec5-4c08-ab47-68f792fb6448'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:56:37.518928 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0668de16-e3bf-4a55-a307-3a1338a123e6" -d '{"events": [{"server_uuid": "5096d781-07c3-45c8-876d-c25d71238d09", "name": "network-vif-plugged", "status": "completed", "tag": "731df61b-eec5-4c08-ab47-68f792fb6448"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:56:37.533935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 731df61b-eec5-4c08-ab47-68f792fb6448, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=731df61b-eec5-4c08-ab47-68f792fb6448,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:37.562002 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be4913-afe0-4fa2-b5f3-d64a77e98970 x-openstack-request-id: req-32be4913-afe0-4fa2-b5f3-d64a77e98970 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:56:37.562449 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5096d781-07c3-45c8-876d-c25d71238d09", "name": "network-vif-plugged", "status": "completed", "tag": "731df61b-eec5-4c08-ab47-68f792fb6448", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:56:37.562728 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32be4913-afe0-4fa2-b5f3-d64a77e98970 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:56:37.563168 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5096d781-07c3-45c8-876d-c25d71238d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731df61b-eec5-4c08-ab47-68f792fb6448', 'code': 200} Feb 10 04:56:37.625039 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:37.676456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe64be-9b02-4930-bc83-1bd4eae5c869 req-a1d23854-2c49-4a08-b550-e685852d8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:37.678255 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0fbe64be-9b02-4930-bc83-1bd4eae5c869 req-a1d23854-2c49-4a08-b550-e685852d8cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 1127 time: 0.0495093 Feb 10 04:56:37.681640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=731df61b-eec5-4c08-ab47-68f792fb6448,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:37.730663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0fbe64be-9b02-4930-bc83-1bd4eae5c869 req-756ce154-202f-4d47-96a4-4cff5bde8065 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 Feb 10 04:56:37.809041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c49d1-dfdd-43ef-8208-962c0e722e73 req-e90fd236-aac1-43c8-8b8c-51467714c2ba tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:37.810545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-090c49d1-dfdd-43ef-8208-962c0e722e73 req-e90fd236-aac1-43c8-8b8c-51467714c2ba tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 945 time: 0.0698323 Feb 10 04:56:37.857194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-090c49d1-dfdd-43ef-8208-962c0e722e73 req-0181b31b-046e-45cb-9dad-ac4865fbc1ab tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Feb 10 04:56:38.975219 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eb6ba-65f3-4000-a703-26389b94cde0 req-0e68dda7-acce-4371-9ef6-e59e68909659 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:38.977308 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-790eb6ba-65f3-4000-a703-26389b94cde0 req-0e68dda7-acce-4371-9ef6-e59e68909659 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 945 time: 0.0519462 Feb 10 04:56:39.022551 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-790eb6ba-65f3-4000-a703-26389b94cde0 req-457690d2-8157-4d20-b221-3eacd690fe16 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Feb 10 04:56:39.491557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d551cd-4390-4ebc-9bc5-d7c57ca9b37f req-debbe1f1-101e-4698-bc3f-d8a135e2ba9e tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:39.493692 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-32d551cd-4390-4ebc-9bc5-d7c57ca9b37f req-debbe1f1-101e-4698-bc3f-d8a135e2ba9e tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Feb 10 04:56:39.538648 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-32d551cd-4390-4ebc-9bc5-d7c57ca9b37f req-fd04676f-2f27-4599-b06d-d3b292dd130a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394390 Feb 10 04:56:40.663342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29272-1136-4541-8d70-bed29e3a9170 req-32f875f1-7584-41b5-b780-0cb6a0daf82b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:40.665494 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ce29272-1136-4541-8d70-bed29e3a9170 req-32f875f1-7584-41b5-b780-0cb6a0daf82b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 945 time: 0.0533917 Feb 10 04:56:40.712971 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0ce29272-1136-4541-8d70-bed29e3a9170 req-a3ceb0bc-b08b-4c60-978f-0fdaacbb52b7 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Feb 10 04:56:40.782109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-292e9cc8-c6bd-4c8d-8f89-288037c5aa14 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:40.782663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-292e9cc8-c6bd-4c8d-8f89-288037c5aa14 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 945 time: 0.0574934 Feb 10 04:56:40.882139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Deleting port 731df61b-eec5-4c08-ab47-68f792fb6448 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:40.882476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:40.980641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] For port 731df61b-eec5-4c08-ab47-68f792fb6448, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=731df61b-eec5-4c08-ab47-68f792fb6448,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:40.980911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:40.999100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Calling delete_port for 731df61b-eec5-4c08-ab47-68f792fb6448 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:41.179204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (731df61b-eec5-4c08-ab47-68f792fb6448), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:41.194034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['731df61b-eec5-4c08-ab47-68f792fb6448'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:56:41.198429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10173e6f-6865-4a96-a8ef-85e5c146431f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:56:41.210023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Pushing event deleted for resources: {'Port': ['ID=731df61b-eec5-4c08-ab47-68f792fb6448,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:41.262270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] No DVR routers for this DVR port 731df61b-eec5-4c08-ab47-68f792fb6448 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:56:41.265154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:41.268863 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eddc8664-df5d-4c86-9583-4a0c4efa254c req-e9af3af7-3897-4da0-ad3d-2abb8f63541b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.24 "DELETE /v2.0/ports/731df61b-eec5-4c08-ab47-68f792fb6448 HTTP/1.1" status: 204 len: 173 time: 0.4811037 Feb 10 04:56:41.269308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5096d781-07c3-45c8-876d-c25d71238d09', 'name': 'network-vif-deleted', 'tag': '731df61b-eec5-4c08-ab47-68f792fb6448'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:56:41.271756 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e36eb5-43cf-4c46-b622-7bcef1ff9270" -d '{"events": [{"server_uuid": "5096d781-07c3-45c8-876d-c25d71238d09", "name": "network-vif-deleted", "tag": "731df61b-eec5-4c08-ab47-68f792fb6448"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:56:41.316735 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d99cf8-41a9-43ce-a420-91a9042249b6 x-openstack-request-id: req-b0d99cf8-41a9-43ce-a420-91a9042249b6 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:56:41.316735 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5096d781-07c3-45c8-876d-c25d71238d09", "name": "network-vif-deleted", "tag": "731df61b-eec5-4c08-ab47-68f792fb6448", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:56:41.316735 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0d99cf8-41a9-43ce-a420-91a9042249b6 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:56:41.316735 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5096d781-07c3-45c8-876d-c25d71238d09', 'name': 'network-vif-deleted', 'tag': '731df61b-eec5-4c08-ab47-68f792fb6448', 'status': 'completed', 'code': 200} Feb 10 04:56:41.821005 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-89074bba-d2bb-4adf-bb4c-9b23014cd6cb req-999fda61-de87-45fc-ae46-4c0765d283bc tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=5096d781-07c3-45c8-876d-c25d71238d09 HTTP/1.1" status: 200 len: 210 time: 0.0277057 Feb 10 04:56:42.976506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ee6de-8ea0-484a-83fb-3481d988a5ee req-fc899cbe-aa80-4cfc-af40-8da09b29cc7b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:42.978039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-578ee6de-8ea0-484a-83fb-3481d988a5ee req-fc899cbe-aa80-4cfc-af40-8da09b29cc7b tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0519047 Feb 10 04:56:43.022814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-578ee6de-8ea0-484a-83fb-3481d988a5ee req-abc04ccf-b174-4622-8715-a4ad6590e5ec tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391352 Feb 10 04:56:43.159293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed70ec-fbd3-4858-b957-41b927f2cf50 req-741422c8-8d4c-44f2-8881-c6481123bd8a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:43.160668 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ed70ec-fbd3-4858-b957-41b927f2cf50 req-741422c8-8d4c-44f2-8881-c6481123bd8a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0551572 Feb 10 04:56:43.207572 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-53ed70ec-fbd3-4858-b957-41b927f2cf50 req-e773fb4a-c8ea-4225-9db9-8bc207c189c0 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Feb 10 04:56:43.328817 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168c30-ffa9-4ef5-a54a-8cf8406b8e48 req-990b3919-cccf-4336-a7c8-8ea83f0a24fe tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:43.330293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67168c30-ffa9-4ef5-a54a-8cf8406b8e48 req-990b3919-cccf-4336-a7c8-8ea83f0a24fe tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0551176 Feb 10 04:56:43.377972 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67168c30-ffa9-4ef5-a54a-8cf8406b8e48 req-b0677c61-4241-4ca1-ad0a-9e99f6395fba tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Feb 10 04:56:43.561530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd859c5-24c8-4947-af99-3e689665aa28 req-876488da-1a07-4907-8d33-9a3e839613c9 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:43.563026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd859c5-24c8-4947-af99-3e689665aa28 req-876488da-1a07-4907-8d33-9a3e839613c9 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0610716 Feb 10 04:56:43.610396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3cd859c5-24c8-4947-af99-3e689665aa28 req-8fd88b71-fd9e-4da6-b1ca-2d8197f8b737 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Feb 10 04:56:43.728382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52228bb-694a-458e-a6c8-bf5c9b5d4c43 req-d61e937e-0629-4e5f-8f4f-852c4af04e19 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:43.729765 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d52228bb-694a-458e-a6c8-bf5c9b5d4c43 req-d61e937e-0629-4e5f-8f4f-852c4af04e19 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0530245 Feb 10 04:56:43.775860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d52228bb-694a-458e-a6c8-bf5c9b5d4c43 req-dbdcba18-959a-40d1-aeee-c7cc6e7ad0c5 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Feb 10 04:56:43.911268 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe243d0-dab0-4860-b100-05f5dadea1e0 req-b16316d0-5add-4d24-ba08-c17bffafa697 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:43.912749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ebe243d0-dab0-4860-b100-05f5dadea1e0 req-b16316d0-5add-4d24-ba08-c17bffafa697 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0559361 Feb 10 04:56:43.958996 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ebe243d0-dab0-4860-b100-05f5dadea1e0 req-e5f3b1cf-864f-42e2-b2a9-4f6aad19fe52 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Feb 10 04:56:44.501302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9abf3-3242-4aee-a4e1-7211100d2d2c req-92e06324-7bdf-46dd-bde1-9368b35197d2 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:44.503133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8d9abf3-3242-4aee-a4e1-7211100d2d2c req-92e06324-7bdf-46dd-bde1-9368b35197d2 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0557303 Feb 10 04:56:44.550919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8d9abf3-3242-4aee-a4e1-7211100d2d2c req-476ea68d-2314-4fdb-a49d-798c8081ee7c tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Feb 10 04:56:45.126506 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:56:45.142352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 731df61b-eec5-4c08-ab47-68f792fb6448 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:56:45.162744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 731df61b-eec5-4c08-ab47-68f792fb6448 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:56:45.163098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 731df61b-eec5-4c08-ab47-68f792fb6448 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:56:45.681647 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80032da-c942-46c8-8894-5aef57c9dd0e req-18a76885-1aac-474e-a096-fd1b39e7e9f3 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:45.683172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c80032da-c942-46c8-8894-5aef57c9dd0e req-18a76885-1aac-474e-a096-fd1b39e7e9f3 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0554869 Feb 10 04:56:45.729028 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c80032da-c942-46c8-8894-5aef57c9dd0e req-d7926029-d6f6-4a4e-9f12-ea3b875fd330 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/security-groups?id=db6ba751-1c30-4010-8b07-1ea011cb8389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Feb 10 04:56:45.781132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555547-88d0-40b7-8951-28f383c138c0 req-8c95ab81-8600-4fcd-8028-978fc4242fc0 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:45.782604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26555547-88d0-40b7-8951-28f383c138c0 req-8c95ab81-8600-4fcd-8028-978fc4242fc0 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.43 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 946 time: 0.0516019 Feb 10 04:56:45.882167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Deleting port 10173e6f-6865-4a96-a8ef-85e5c146431f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:45.882414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:45.969572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] For port 10173e6f-6865-4a96-a8ef-85e5c146431f, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10173e6f-6865-4a96-a8ef-85e5c146431f,segment=NetworkSegment(2a4fc626-6779-47cf-af3d-c5e51f319216),segment_id=2a4fc626-6779-47cf-af3d-c5e51f319216)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:45.969927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:45.986675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Calling delete_port for 10173e6f-6865-4a96-a8ef-85e5c146431f owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:46.173580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (10173e6f-6865-4a96-a8ef-85e5c146431f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:46.185323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10173e6f-6865-4a96-a8ef-85e5c146431f'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:56:46.204589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Pushing event deleted for resources: {'Port': ['ID=10173e6f-6865-4a96-a8ef-85e5c146431f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:46.249646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] No DVR routers for this DVR port 10173e6f-6865-4a96-a8ef-85e5c146431f on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:56:46.252251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:46.255651 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-26555547-88d0-40b7-8951-28f383c138c0 req-a76129b4-956a-4adc-afa9-19c7f936f78a tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.43 "DELETE /v2.0/ports/10173e6f-6865-4a96-a8ef-85e5c146431f HTTP/1.1" status: 204 len: 173 time: 0.4681313 Feb 10 04:56:46.256089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183108c5-abb3-444d-ba67-6075a08e8735', 'name': 'network-vif-deleted', 'tag': '10173e6f-6865-4a96-a8ef-85e5c146431f'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:56:46.259085 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b821f2-13f6-49cc-af8a-0ffdd82c486f" -d '{"events": [{"server_uuid": "183108c5-abb3-444d-ba67-6075a08e8735", "name": "network-vif-deleted", "tag": "10173e6f-6865-4a96-a8ef-85e5c146431f"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:56:46.295835 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d52d7f-c7d4-4ac7-8ad8-6c6dafc8ec91 x-openstack-request-id: req-c8d52d7f-c7d4-4ac7-8ad8-6c6dafc8ec91 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:56:46.296135 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183108c5-abb3-444d-ba67-6075a08e8735", "name": "network-vif-deleted", "tag": "10173e6f-6865-4a96-a8ef-85e5c146431f", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:56:46.296388 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8d52d7f-c7d4-4ac7-8ad8-6c6dafc8ec91 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:56:46.296799 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183108c5-abb3-444d-ba67-6075a08e8735', 'name': 'network-vif-deleted', 'tag': '10173e6f-6865-4a96-a8ef-85e5c146431f', 'status': 'completed', 'code': 200} Feb 10 04:56:46.837294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4fbe39bf-97c6-4be3-8cad-3642bb64cc63 req-fd36c9b2-1ce1-49eb-a0a8-6b178d6d3e03 tempest-ServersNegativeTestJSON-2053947512 tempest-ServersNegativeTestJSON-2053947512-project] 10.222.0.42 "GET /v2.0/ports?device_id=183108c5-abb3-444d-ba67-6075a08e8735 HTTP/1.1" status: 200 len: 210 time: 0.0276380 Feb 10 04:56:47.377208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:47.899103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52480) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:47.941619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] Deleting subnet 6094cdc5-6186-44b7-bf73-4704e4c84a93 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:56:47.944598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] Publish callbacks [] for subnet (6094cdc5-6186-44b7-bf73-4704e4c84a93), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:47.978819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (6094cdc5-6186-44b7-bf73-4704e4c84a93), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.018721 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6094cdc5-6186-44b7-bf73-4704e4c84a93), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.151295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (6094cdc5-6186-44b7-bf73-4704e4c84a93), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.179203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.182471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6094cdc5-6186-44b7-bf73-4704e4c84a93 HTTP/1.1" status: 204 len: 168 time: 0.2823079 Feb 10 04:56:48.183388 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd46c5-2862-4346-bc78-a905dde3eecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6094cdc5-6186-44b7-bf73-4704e4c84a93,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:48.185067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52482) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:48.251504 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0573a6ef-ab7a-4d52-ba1d-38392280c2fe), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.333062 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0573a6ef-ab7a-4d52-ba1d-38392280c2fe), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.353040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0573a6ef-ab7a-4d52-ba1d-38392280c2fe']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:48.362189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4fc626-6779-47cf-af3d-c5e51f319216') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:48.362487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4fc626-6779-47cf-af3d-c5e51f319216') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:48.372514 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (2a4fc626-6779-47cf-af3d-c5e51f319216), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.385750 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2a4fc626-6779-47cf-af3d-c5e51f319216), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.391608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:56:48.391991 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (2a4fc626-6779-47cf-af3d-c5e51f319216), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:56:48.393611 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:56:48.504787 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0573a6ef-ab7a-4d52-ba1d-38392280c2fe), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.510538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.514620 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0573a6ef-ab7a-4d52-ba1d-38392280c2fe HTTP/1.1" status: 204 len: 168 time: 0.3277638 Feb 10 04:56:48.525723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094cd9d-38c1-42c3-9945-92f572169dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0573a6ef-ab7a-4d52-ba1d-38392280c2fe,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:48.784271 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.823884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52486) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:48.863741 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bf3fb5da-7aa8-4ed7-8753-1672e7a3ed71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fa8fd39a5d64dce857cca11f4c8cda9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386672 Feb 10 04:56:48.866244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52488) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:48.914336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0fba372-e8f8-4825-be01-77a92dc459e4 admin admin] Publish callbacks [] for security_group (db6ba751-1c30-4010-8b07-1ea011cb8389), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:48.934735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0fba372-e8f8-4825-be01-77a92dc459e4 admin admin] Publish callbacks [] for security_group (db6ba751-1c30-4010-8b07-1ea011cb8389), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:49.047250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0fba372-e8f8-4825-be01-77a92dc459e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (db6ba751-1c30-4010-8b07-1ea011cb8389), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:49.049973 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c0fba372-e8f8-4825-be01-77a92dc459e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:49.051146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0fba372-e8f8-4825-be01-77a92dc459e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db6ba751-1c30-4010-8b07-1ea011cb8389 HTTP/1.1" status: 204 len: 168 time: 0.1839910 Feb 10 04:56:49.059385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fba372-e8f8-4825-be01-77a92dc459e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6ba751-1c30-4010-8b07-1ea011cb8389,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:49.779157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10173e6f-6865-4a96-a8ef-85e5c146431f no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:56:49.803597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 10173e6f-6865-4a96-a8ef-85e5c146431f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:56:49.804266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10173e6f-6865-4a96-a8ef-85e5c146431f not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:56:50.030929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52510) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:50.122736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493362252'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:50.229011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:50.232317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.244059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.318027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for security_group (ada4b01d-455a-4e8a-bf11-e88f6704330b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.367797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ada4b01d-455a-4e8a-bf11-e88f6704330b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.394290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:56:50.404250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada4b01d-455a-4e8a-bf11-e88f6704330b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:50.409893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3f517987-7101-4ac9-94a9-8e22fb940531), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.410237 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Added segment 3f517987-7101-4ac9-94a9-8e22fb940531 of type vlan for network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd Feb 10 04:56:50.451139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (0c9a086c-86bf-4804-b7d6-09c10aa34ecd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.510153 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (0c9a086c-86bf-4804-b7d6-09c10aa34ecd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.515059 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:50.515666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:50.583630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Network': ['ID=0c9a086c-86bf-4804-b7d6-09c10aa34ecd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:50.594572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:56:50.610322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-522542b4-bc66-485f-a325-11c162356c42 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5779309 Feb 10 04:56:53.897537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52514) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:53.902938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'subnet': {'network_id': '0c9a086c-86bf-4804-b7d6-09c10aa34ecd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:54.058658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:54.062047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.299099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.362209 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Subnet': ['ID=d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:54.372234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Checking segment: {'id': '3f517987-7101-4ac9-94a9-8e22fb940531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c9a086c-86bf-4804-b7d6-09c10aa34ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:54.372593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network hostable DHCP agents. Network: 0c9a086c-86bf-4804-b7d6-09c10aa34ecd, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:56:54.441621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:56:54.504095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 0c9a086c-86bf-4804-b7d6-09c10aa34ecd) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:54.508676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:54.509640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.513001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0269c-edaf-4efa-bdb8-b5a49e4725b6 None None] Network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:54.581575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3ad4071b-ebf8-4eba-88db-73c238e0dfba tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6827292 Feb 10 04:56:54.584892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52516) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:54.590471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-263032321'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:54.611835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-0c9a086c-86bf-4804-b7d6-09c10aa34ecd', 'network_id': '0c9a086c-86bf-4804-b7d6-09c10aa34ecd', 'project_id': '992e6dbade2a41a285e393ccf5d7d448', 'fixed_ips': [{'subnet_id': 'd2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:56:54.612689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.664869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:54.668356 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.692262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:56:54.701794 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (80d568fb-18c5-434f-b0c3-f4710f32639e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.702136 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Added segment 80d568fb-18c5-434f-b0c3-f4710f32639e of type vlan for network cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 Feb 10 04:56:54.740399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.749568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Allocated IP 2001:db8:0:ffff::2 (0c9a086c-86bf-4804-b7d6-09c10aa34ecd/d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd/7ea3e820-558c-4943-ba22-c28d63632b43) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:56:54.823234 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.828236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:54.831284 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.893392 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Publish callbacks [] for port (7ea3e820-558c-4943-ba22-c28d63632b43), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:54.893609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Network': ['ID=cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:54.906047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:56:54.930802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1e580336-a85e-4446-af70-aebd8a5d8d97 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3442822 Feb 10 04:56:54.933636 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52518) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:54.938641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'subnet': {'network_id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:54.967948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:55.021601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:56:55.025908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:55.028007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Pushing event updated for resources: {'Port': ['ID=7ea3e820-558c-4943-ba22-c28d63632b43,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:55.030155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:56:55.083554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Attempting to bind port 7ea3e820-558c-4943-ba22-c28d63632b43 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:56:55.083923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Attempting to bind port 7ea3e820-558c-4943-ba22-c28d63632b43 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '3f517987-7101-4ac9-94a9-8e22fb940531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c9a086c-86bf-4804-b7d6-09c10aa34ecd'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:56:55.084286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Attempting to bind port 7ea3e820-558c-4943-ba22-c28d63632b43 on network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:56:55.089746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:56:55.091738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Checking segment: {'id': '3f517987-7101-4ac9-94a9-8e22fb940531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c9a086c-86bf-4804-b7d6-09c10aa34ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:55.091738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:55.091738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Bound using segment: {'id': '3f517987-7101-4ac9-94a9-8e22fb940531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c9a086c-86bf-4804-b7d6-09c10aa34ecd'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:56:55.091738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Bound port: 7ea3e820-558c-4943-ba22-c28d63632b43, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f517987-7101-4ac9-94a9-8e22fb940531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c9a086c-86bf-4804-b7d6-09c10aa34ecd'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:56:55.091738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:55.108720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:55.112195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:55.152542 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] For port 7ea3e820-558c-4943-ba22-c28d63632b43, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:56:55.155514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] For port 7ea3e820-558c-4943-ba22-c28d63632b43, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ea3e820-558c-4943-ba22-c28d63632b43,segment=NetworkSegment(3f517987-7101-4ac9-94a9-8e22fb940531),segment_id=3f517987-7101-4ac9-94a9-8e22fb940531)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:56:55.241014 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:55.305818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fdbec-ba13-4b6b-9fc9-f07933957520 None None] Pushing event updated for resources: {'Port': ['ID=7ea3e820-558c-4943-ba22-c28d63632b43,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:55.726728 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (430ff9de-d0fd-4781-8345-cff18f0dca60), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:55.787808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Subnet': ['ID=430ff9de-d0fd-4781-8345-cff18f0dca60,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:55.795827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Checking segment: {'id': '80d568fb-18c5-434f-b0c3-f4710f32639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:55.796128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network hostable DHCP agents. Network: cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:56:55.864278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:56:55.932840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:55.937413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:55.938072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:55.941603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8267a-52c5-4bd1-b791-df0ec14a4a64 None None] Network cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:56.010452 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-480f8907-d348-40bb-a119-0a3283624628 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0757284 Feb 10 04:56:56.013138 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52520) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:56.055143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2', 'network_id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2', 'project_id': '992e6dbade2a41a285e393ccf5d7d448', 'fixed_ips': [{'subnet_id': '430ff9de-d0fd-4781-8345-cff18f0dca60'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:56:56.056696 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.122016 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.204136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Allocated IP 2001:db8::2 (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2/430ff9de-d0fd-4781-8345-cff18f0dca60/31d7a982-ff9f-4b46-b9d0-55af2b11aa84) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:56:56.210237 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (430ff9de-d0fd-4781-8345-cff18f0dca60), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.297823 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff04bc-e7e8-443a-b4b2-4db0896ce653 None None] Network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:56.396313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-10f3f73a-e663-4929-9f7e-28e1ecf85fef None None] Provisioning complete for port 7ea3e820-558c-4943-ba22-c28d63632b43 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:56:56.396687 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10f3f73a-e663-4929-9f7e-28e1ecf85fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.453032 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Publish callbacks [] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.526866 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.561195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-10f3f73a-e663-4929-9f7e-28e1ecf85fef None None] Current status of the port 7ea3e820-558c-4943-ba22-c28d63632b43 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:56.561586 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10f3f73a-e663-4929-9f7e-28e1ecf85fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.587819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Network cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:56:56.597568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:56.599603 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Pushing event updated for resources: {'Port': ['ID=31d7a982-ff9f-4b46-b9d0-55af2b11aa84,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:56.602064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:56:56.671594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-10f3f73a-e663-4929-9f7e-28e1ecf85fef None None] For port 7ea3e820-558c-4943-ba22-c28d63632b43, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ea3e820-558c-4943-ba22-c28d63632b43,segment=NetworkSegment(3f517987-7101-4ac9-94a9-8e22fb940531),segment_id=3f517987-7101-4ac9-94a9-8e22fb940531)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:56.672745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Attempting to bind port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:56:56.673124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Attempting to bind port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '80d568fb-18c5-434f-b0c3-f4710f32639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:56:56.673490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Attempting to bind port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 on network cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:56:56.678899 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:56:56.679334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Checking segment: {'id': '80d568fb-18c5-434f-b0c3-f4710f32639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:56.679751 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.680142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Bound using segment: {'id': '80d568fb-18c5-434f-b0c3-f4710f32639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:56:56.680609 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Bound port: 31d7a982-ff9f-4b46-b9d0-55af2b11aa84, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d568fb-18c5-434f-b0c3-f4710f32639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:56:56.680993 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.732469 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (430ff9de-d0fd-4781-8345-cff18f0dca60), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.749852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] For port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:56:56.753011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] For port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=31d7a982-ff9f-4b46-b9d0-55af2b11aa84,segment=NetworkSegment(80d568fb-18c5-434f-b0c3-f4710f32639e),segment_id=80d568fb-18c5-434f-b0c3-f4710f32639e)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:56:56.760302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Subnet': ['ID=430ff9de-d0fd-4781-8345-cff18f0dca60,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:56.760469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10f3f73a-e663-4929-9f7e-28e1ecf85fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.814430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3f73a-e663-4929-9f7e-28e1ecf85fef None None] Pushing event updated for resources: {'Port': ['ID=7ea3e820-558c-4943-ba22-c28d63632b43,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:56.818601 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.825614 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.850589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:56.861832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d568fb-18c5-434f-b0c3-f4710f32639e') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:56.862139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d568fb-18c5-434f-b0c3-f4710f32639e') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:56.877205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (80d568fb-18c5-434f-b0c3-f4710f32639e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.886869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d35ebb-d25c-46b0-82a5-fa525034a1bc None None] Pushing event updated for resources: {'Port': ['ID=31d7a982-ff9f-4b46-b9d0-55af2b11aa84,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:56.893110 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (80d568fb-18c5-434f-b0c3-f4710f32639e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.896099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-dd1b8a3d-6258-4ee3-bb53-ee3ea8da3b37 None None] Provisioning complete for port 7ea3e820-558c-4943-ba22-c28d63632b43 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:56:56.901735 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8a3d-6258-4ee3-bb53-ee3ea8da3b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.902102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:56:56.902102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (80d568fb-18c5-434f-b0c3-f4710f32639e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:56:56.903691 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:56:56.984912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b8a3d-6258-4ee3-bb53-ee3ea8da3b37 None None] Current status of the port 7ea3e820-558c-4943-ba22-c28d63632b43 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:57.008519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:56:57.008519 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:56:57.008519 n-d-827844-2 neutron-server[109959]: [parameters: {'id': 'cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2'}] Feb 10 04:56:57.008519 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:56:57.009312 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:56:57.189705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ea3e820-558c-4943-ba22-c28d63632b43 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:56:57.237724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7ea3e820-558c-4943-ba22-c28d63632b43 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:56:57.238101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.320339 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7ea3e820-558c-4943-ba22-c28d63632b43 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:57.321392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:56:57.369154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:56:57.369527 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.443744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:56:57.444132 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.478863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=31d7a982-ff9f-4b46-b9d0-55af2b11aa84,segment=NetworkSegment(80d568fb-18c5-434f-b0c3-f4710f32639e),segment_id=80d568fb-18c5-434f-b0c3-f4710f32639e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:57.510401 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.556217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.572635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Deleting port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:56:57.573016 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.606280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=31d7a982-ff9f-4b46-b9d0-55af2b11aa84,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:57.650445 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] For port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=31d7a982-ff9f-4b46-b9d0-55af2b11aa84,segment=NetworkSegment(80d568fb-18c5-434f-b0c3-f4710f32639e),segment_id=80d568fb-18c5-434f-b0c3-f4710f32639e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:56:57.650960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.664319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Calling delete_port for 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:56:57.691510 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ae39e108-93ad-49bc-b44b-7d3690406765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.811798 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (31d7a982-ff9f-4b46-b9d0-55af2b11aa84), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.821937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f351d-d30b-48bb-b0af-1db233636b42 None None] Network cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:57.842678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Port': ['ID=31d7a982-ff9f-4b46-b9d0-55af2b11aa84,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:57.846007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No DVR routers for this DVR port 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:56:57.904865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-6de607b4-64ac-4727-80b4-961f52118465 None None] Could not find standard attr ID for object 31d7a982-ff9f-4b46-b9d0-55af2b11aa84. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:56:57.925064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.946884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:57.956040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d568fb-18c5-434f-b0c3-f4710f32639e') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:57.956339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d568fb-18c5-434f-b0c3-f4710f32639e') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:57.966987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a0ad2-4753-48d4-86ad-1668f1bf04ec None None] DHCP port deletion for cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:56:57.971678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (80d568fb-18c5-434f-b0c3-f4710f32639e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.986341 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (80d568fb-18c5-434f-b0c3-f4710f32639e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.992829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:56:57.993214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (80d568fb-18c5-434f-b0c3-f4710f32639e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:56:57.996206 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:56:58.127666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.140823 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.140823 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 HTTP/1.1" status: 204 len: 168 time: 2.1240706 Feb 10 04:56:58.142194 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52522) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:58.147303 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471412332'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:58.149920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a227491-bac9-4d7e-b5bd-9b2f483800f6 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Network': ['ID=cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:58.239999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:58.244078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.267226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:56:58.276323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (98219623-681b-4c55-a691-9f844f695f7d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.276667 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Added segment 98219623-681b-4c55-a691-9f844f695f7d of type vlan for network b7439996-ac40-4b2c-836f-5438754c24cf Feb 10 04:56:58.323091 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (b7439996-ac40-4b2c-836f-5438754c24cf), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.401679 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (b7439996-ac40-4b2c-836f-5438754c24cf), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.406719 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:58.407338 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.476589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Network': ['ID=b7439996-ac40-4b2c-836f-5438754c24cf,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:58.486799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network b7439996-ac40-4b2c-836f-5438754c24cf details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:56:58.524573 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e46ac2a3-2e3b-496d-9bba-00d387798567 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3812356 Feb 10 04:56:58.527567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52524) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:58.532692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'subnet': {'network_id': 'b7439996-ac40-4b2c-836f-5438754c24cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:56:58.687441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:56:58.690908 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.748448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.ipam_backend_mixin [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Performing IP validity checks on allocation pools {{(pid=109959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 10 04:56:58.748964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.ipam_backend_mixin [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 10 04:56:58.927454 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (1e1c7ec6-02e6-42a1-ab9e-d143e68c9083), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:58.986862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Subnet': ['ID=1e1c7ec6-02e6-42a1-ab9e-d143e68c9083,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:58.996024 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Checking segment: {'id': '98219623-681b-4c55-a691-9f844f695f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b7439996-ac40-4b2c-836f-5438754c24cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:58.996385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network hostable DHCP agents. Network: b7439996-ac40-4b2c-836f-5438754c24cf, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:56:59.075560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network b7439996-ac40-4b2c-836f-5438754c24cf is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:56:59.110403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:56:59.131358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:56:59.133249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 31d7a982-ff9f-4b46-b9d0-55af2b11aa84 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:56:59.149976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, b7439996-ac40-4b2c-836f-5438754c24cf) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:59.154005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:56:59.154607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.159157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de338557-8dac-4e46-a883-dda8abb05ab8 None None] Network b7439996-ac40-4b2c-836f-5438754c24cf requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:56:59.249808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-25bdfa88-cd7c-41f6-8a9d-d716c5b8a72d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7210042 Feb 10 04:56:59.252354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52526) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:56:59.262248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-b7439996-ac40-4b2c-836f-5438754c24cf', 'network_id': 'b7439996-ac40-4b2c-836f-5438754c24cf', 'project_id': '992e6dbade2a41a285e393ccf5d7d448', 'fixed_ips': [{'subnet_id': '1e1c7ec6-02e6-42a1-ab9e-d143e68c9083'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:56:59.263141 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.357160 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (b7439996-ac40-4b2c-836f-5438754c24cf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.403778 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Allocated IP 2001:db8::3 (b7439996-ac40-4b2c-836f-5438754c24cf/1e1c7ec6-02e6-42a1-ab9e-d143e68c9083/ed3affd1-4f78-4d8a-9535-99866108d1f7) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:56:59.408411 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (1e1c7ec6-02e6-42a1-ab9e-d143e68c9083), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.558313 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Publish callbacks [] for port (ed3affd1-4f78-4d8a-9535-99866108d1f7), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.619071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (ed3affd1-4f78-4d8a-9535-99866108d1f7), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.656773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Network b7439996-ac40-4b2c-836f-5438754c24cf is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:56:59.659658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:56:59.663109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:56:59.674083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Pushing event updated for resources: {'Port': ['ID=ed3affd1-4f78-4d8a-9535-99866108d1f7,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:59.704972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (1e1c7ec6-02e6-42a1-ab9e-d143e68c9083), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.722864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Attempting to bind port ed3affd1-4f78-4d8a-9535-99866108d1f7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:56:59.723244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Attempting to bind port ed3affd1-4f78-4d8a-9535-99866108d1f7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '98219623-681b-4c55-a691-9f844f695f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b7439996-ac40-4b2c-836f-5438754c24cf'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:56:59.723616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Attempting to bind port ed3affd1-4f78-4d8a-9535-99866108d1f7 on network b7439996-ac40-4b2c-836f-5438754c24cf {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:56:59.729490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:56:59.729870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Checking segment: {'id': '98219623-681b-4c55-a691-9f844f695f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b7439996-ac40-4b2c-836f-5438754c24cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:56:59.730279 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.730751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Bound using segment: {'id': '98219623-681b-4c55-a691-9f844f695f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b7439996-ac40-4b2c-836f-5438754c24cf'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:56:59.731237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Bound port: ed3affd1-4f78-4d8a-9535-99866108d1f7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98219623-681b-4c55-a691-9f844f695f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b7439996-ac40-4b2c-836f-5438754c24cf'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:56:59.731556 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ed3affd1-4f78-4d8a-9535-99866108d1f7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.733474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1c7ec6-02e6-42a1-ab9e-d143e68c9083,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:56:59.800455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (b7439996-ac40-4b2c-836f-5438754c24cf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.823274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7439996-ac40-4b2c-836f-5438754c24cf']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:59.833650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98219623-681b-4c55-a691-9f844f695f7d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:59.833952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98219623-681b-4c55-a691-9f844f695f7d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:56:59.845321 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (98219623-681b-4c55-a691-9f844f695f7d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.860354 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (98219623-681b-4c55-a691-9f844f695f7d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.867002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:56:59.869685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (98219623-681b-4c55-a691-9f844f695f7d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:56:59.871621 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:56:59.971686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:56:59.971686 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:56:59.971686 n-d-827844-2 neutron-server[109959]: [parameters: {'id': 'b7439996-ac40-4b2c-836f-5438754c24cf'}] Feb 10 04:56:59.971686 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:56:59.972118 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:56:59.974627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] For port ed3affd1-4f78-4d8a-9535-99866108d1f7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:56:59.978751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] For port ed3affd1-4f78-4d8a-9535-99866108d1f7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ed3affd1-4f78-4d8a-9535-99866108d1f7,segment=NetworkSegment(98219623-681b-4c55-a691-9f844f695f7d),segment_id=98219623-681b-4c55-a691-9f844f695f7d)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:00.016843 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7099710a-fdea-493f-bb5a-a72ee39e55df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.040697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ed3affd1-4f78-4d8a-9535-99866108d1f7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.126962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253001d-c97d-4df4-bed6-f7c24d3e709f None None] Pushing event updated for resources: {'Port': ['ID=ed3affd1-4f78-4d8a-9535-99866108d1f7,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:00.136633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b0f4f-be98-4860-ad06-b6d474c7be3b None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:57:00.209019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b0f4f-be98-4860-ad06-b6d474c7be3b None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:57:00.359758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc278a-494a-4153-9823-bdb397811167 None None] Network b7439996-ac40-4b2c-836f-5438754c24cf requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:00.473623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (b7439996-ac40-4b2c-836f-5438754c24cf), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.531521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Deleting port ed3affd1-4f78-4d8a-9535-99866108d1f7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:00.531863 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ed3affd1-4f78-4d8a-9535-99866108d1f7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.594467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] For port ed3affd1-4f78-4d8a-9535-99866108d1f7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ed3affd1-4f78-4d8a-9535-99866108d1f7,segment=NetworkSegment(98219623-681b-4c55-a691-9f844f695f7d),segment_id=98219623-681b-4c55-a691-9f844f695f7d)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:00.594774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ed3affd1-4f78-4d8a-9535-99866108d1f7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.606975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Calling delete_port for ed3affd1-4f78-4d8a-9535-99866108d1f7 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:00.743224 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (ed3affd1-4f78-4d8a-9535-99866108d1f7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.769534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Port': ['ID=ed3affd1-4f78-4d8a-9535-99866108d1f7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:00.771377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No DVR routers for this DVR port ed3affd1-4f78-4d8a-9535-99866108d1f7 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:00.852579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (b7439996-ac40-4b2c-836f-5438754c24cf), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.872231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7439996-ac40-4b2c-836f-5438754c24cf']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:00.881217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98219623-681b-4c55-a691-9f844f695f7d') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:00.881506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98219623-681b-4c55-a691-9f844f695f7d') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:00.891353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (98219623-681b-4c55-a691-9f844f695f7d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.904797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (98219623-681b-4c55-a691-9f844f695f7d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.910631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:57:00.911048 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (98219623-681b-4c55-a691-9f844f695f7d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:57:00.914219 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:57:01.023675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (b7439996-ac40-4b2c-836f-5438754c24cf), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.030383 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.033476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/b7439996-ac40-4b2c-836f-5438754c24cf HTTP/1.1" status: 204 len: 168 time: 1.7801549 Feb 10 04:57:01.037323 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52528) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:01.042556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1814617729'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:01.044862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c8e2-ec37-4d47-b501-62954595b524 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Network': ['ID=b7439996-ac40-4b2c-836f-5438754c24cf,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:01.113934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:01.117464 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.140983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:57:01.150183 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (52d6b1bf-7084-432b-bf51-32d35235ea62), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.150521 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Added segment 52d6b1bf-7084-432b-bf51-32d35235ea62 of type vlan for network 1922c866-8a3c-4dfa-ab79-1590894b7dbd Feb 10 04:57:01.172542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.188407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (1922c866-8a3c-4dfa-ab79-1590894b7dbd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.264419 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (1922c866-8a3c-4dfa-ab79-1590894b7dbd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.269766 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:01.270350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.591512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5530636 Feb 10 04:57:01.594489 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52530) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:01.594994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c08a2-73d0-4f2f-ab24-ec8d8fe217c2 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Network': ['ID=1922c866-8a3c-4dfa-ab79-1590894b7dbd,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:01.599824 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'subnet': {'network_id': '1922c866-8a3c-4dfa-ab79-1590894b7dbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:01.605887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 1922c866-8a3c-4dfa-ab79-1590894b7dbd details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:57:01.754267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:01.757955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:01.988875 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (e7318c1c-4e57-49be-abb2-3c5c953032d1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.049049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Subnet': ['ID=e7318c1c-4e57-49be-abb2-3c5c953032d1,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:02.056194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Checking segment: {'id': '52d6b1bf-7084-432b-bf51-32d35235ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1922c866-8a3c-4dfa-ab79-1590894b7dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:02.056556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network hostable DHCP agents. Network: 1922c866-8a3c-4dfa-ab79-1590894b7dbd, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:57:02.136825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network 1922c866-8a3c-4dfa-ab79-1590894b7dbd is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:57:02.205903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 1922c866-8a3c-4dfa-ab79-1590894b7dbd) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:02.210104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:02.211240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.216132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844752cd-e427-4653-b076-3ca8109a191d None None] Network 1922c866-8a3c-4dfa-ab79-1590894b7dbd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:02.300106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-19d2f99f-aea8-4e47-98f9-c178ae3588e5 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7042770 Feb 10 04:57:02.303652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52532) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:02.309070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934471286'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:02.315616 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-1922c866-8a3c-4dfa-ab79-1590894b7dbd', 'network_id': '1922c866-8a3c-4dfa-ab79-1590894b7dbd', 'project_id': '992e6dbade2a41a285e393ccf5d7d448', 'fixed_ips': [{'subnet_id': 'e7318c1c-4e57-49be-abb2-3c5c953032d1'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:57:02.316577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.390403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:02.393849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.418394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:57:02.430986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dad4eaf9-3adc-4240-bd66-7151ef12c973), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.431340 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Added segment dad4eaf9-3adc-4240-bd66-7151ef12c973 of type vlan for network 113bc018-5afe-41a5-84fd-db21ffeccde3 Feb 10 04:57:02.456962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Allocated IP 2001:db8::2 (1922c866-8a3c-4dfa-ab79-1590894b7dbd/e7318c1c-4e57-49be-abb2-3c5c953032d1/84066362-71c2-482c-9766-dfba92501418) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:02.476782 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (113bc018-5afe-41a5-84fd-db21ffeccde3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.567433 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (113bc018-5afe-41a5-84fd-db21ffeccde3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.572899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:02.576411 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.596309 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Publish callbacks [] for port (84066362-71c2-482c-9766-dfba92501418), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.639335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Network': ['ID=113bc018-5afe-41a5-84fd-db21ffeccde3,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:02.647840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (84066362-71c2-482c-9766-dfba92501418), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.653114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 113bc018-5afe-41a5-84fd-db21ffeccde3 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:57:02.657921 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-452216e5-a740-48fe-a342-7a291ab145b3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3506060 Feb 10 04:57:02.658331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52534) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:02.663916 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Request body: {'subnet': {'network_id': '113bc018-5afe-41a5-84fd-db21ffeccde3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:02.730948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Network 1922c866-8a3c-4dfa-ab79-1590894b7dbd is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:02.768915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:02.771258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:02.781247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Pushing event updated for resources: {'Port': ['ID=84066362-71c2-482c-9766-dfba92501418,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:02.811659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Made reservation on behalf of 992e6dbade2a41a285e393ccf5d7d448 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:02.816162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.838384 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.842500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Attempting to bind port 84066362-71c2-482c-9766-dfba92501418 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:02.842913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Attempting to bind port 84066362-71c2-482c-9766-dfba92501418 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '52d6b1bf-7084-432b-bf51-32d35235ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1922c866-8a3c-4dfa-ab79-1590894b7dbd'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:02.843286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Attempting to bind port 84066362-71c2-482c-9766-dfba92501418 on network 1922c866-8a3c-4dfa-ab79-1590894b7dbd {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:02.848421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:02.848805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Checking segment: {'id': '52d6b1bf-7084-432b-bf51-32d35235ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1922c866-8a3c-4dfa-ab79-1590894b7dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:02.849301 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.849697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Bound using segment: {'id': '52d6b1bf-7084-432b-bf51-32d35235ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1922c866-8a3c-4dfa-ab79-1590894b7dbd'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:02.850171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Bound port: 84066362-71c2-482c-9766-dfba92501418, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d6b1bf-7084-432b-bf51-32d35235ea62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1922c866-8a3c-4dfa-ab79-1590894b7dbd'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:02.850563 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (84066362-71c2-482c-9766-dfba92501418), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:02.914246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] For port 84066362-71c2-482c-9766-dfba92501418, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:02.917323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] For port 84066362-71c2-482c-9766-dfba92501418, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=84066362-71c2-482c-9766-dfba92501418,segment=NetworkSegment(52d6b1bf-7084-432b-bf51-32d35235ea62),segment_id=52d6b1bf-7084-432b-bf51-32d35235ea62)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:02.996267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (84066362-71c2-482c-9766-dfba92501418), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.059867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b56eac-5bc2-4f3b-9ec5-c0efb57ed125 None None] Pushing event updated for resources: {'Port': ['ID=84066362-71c2-482c-9766-dfba92501418,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:03.064367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (f32bfae1-ee8c-41e6-a48a-046ed66a488b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.120680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event updated for resources: {'Subnet': ['ID=f32bfae1-ee8c-41e6-a48a-046ed66a488b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:03.137522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Checking segment: {'id': 'dad4eaf9-3adc-4240-bd66-7151ef12c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '113bc018-5afe-41a5-84fd-db21ffeccde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:03.137893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network hostable DHCP agents. Network: 113bc018-5afe-41a5-84fd-db21ffeccde3, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:57:03.224099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Network 113bc018-5afe-41a5-84fd-db21ffeccde3 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:57:03.281287 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 113bc018-5afe-41a5-84fd-db21ffeccde3) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:03.286337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:03.287205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.291918 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cecd5ed-5c6e-41cc-a384-34a9cb1d3d5c None None] Network 113bc018-5afe-41a5-84fd-db21ffeccde3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:03.375725 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d62d03bc-306c-444b-b767-cd7fd99b72f3 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7161565 Feb 10 04:57:03.378229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52536) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:03.400038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-113bc018-5afe-41a5-84fd-db21ffeccde3', 'network_id': '113bc018-5afe-41a5-84fd-db21ffeccde3', 'project_id': '992e6dbade2a41a285e393ccf5d7d448', 'fixed_ips': [{'subnet_id': 'f32bfae1-ee8c-41e6-a48a-046ed66a488b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:57:03.400974 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.499472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (113bc018-5afe-41a5-84fd-db21ffeccde3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.553122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Allocated IP 2001:db8::2 (113bc018-5afe-41a5-84fd-db21ffeccde3/f32bfae1-ee8c-41e6-a48a-046ed66a488b/b79809df-9825-480f-9eeb-71fdf13826c8) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:03.568726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (f32bfae1-ee8c-41e6-a48a-046ed66a488b), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.721067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Publish callbacks [] for port (b79809df-9825-480f-9eeb-71fdf13826c8), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.791024 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (b79809df-9825-480f-9eeb-71fdf13826c8), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.834886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Network 113bc018-5afe-41a5-84fd-db21ffeccde3 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:03.838839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:03.843222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:03.846592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Pushing event updated for resources: {'Port': ['ID=b79809df-9825-480f-9eeb-71fdf13826c8,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:03.882033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (f32bfae1-ee8c-41e6-a48a-046ed66a488b), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.912246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Subnet': ['ID=f32bfae1-ee8c-41e6-a48a-046ed66a488b,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:03.922458 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Attempting to bind port b79809df-9825-480f-9eeb-71fdf13826c8 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:03.922864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Attempting to bind port b79809df-9825-480f-9eeb-71fdf13826c8 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'dad4eaf9-3adc-4240-bd66-7151ef12c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '113bc018-5afe-41a5-84fd-db21ffeccde3'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:03.923240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Attempting to bind port b79809df-9825-480f-9eeb-71fdf13826c8 on network 113bc018-5afe-41a5-84fd-db21ffeccde3 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:03.932787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:03.933191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Checking segment: {'id': 'dad4eaf9-3adc-4240-bd66-7151ef12c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '113bc018-5afe-41a5-84fd-db21ffeccde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:03.933600 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.934004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Bound using segment: {'id': 'dad4eaf9-3adc-4240-bd66-7151ef12c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '113bc018-5afe-41a5-84fd-db21ffeccde3'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:03.934497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Bound port: b79809df-9825-480f-9eeb-71fdf13826c8, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4eaf9-3adc-4240-bd66-7151ef12c973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '113bc018-5afe-41a5-84fd-db21ffeccde3'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:03.934916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b79809df-9825-480f-9eeb-71fdf13826c8), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:03.982200 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (113bc018-5afe-41a5-84fd-db21ffeccde3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.003376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113bc018-5afe-41a5-84fd-db21ffeccde3']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:04.004550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] For port b79809df-9825-480f-9eeb-71fdf13826c8, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:04.008541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] For port b79809df-9825-480f-9eeb-71fdf13826c8, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b79809df-9825-480f-9eeb-71fdf13826c8,segment=NetworkSegment(dad4eaf9-3adc-4240-bd66-7151ef12c973),segment_id=dad4eaf9-3adc-4240-bd66-7151ef12c973)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:04.014607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad4eaf9-3adc-4240-bd66-7151ef12c973') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:04.014955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad4eaf9-3adc-4240-bd66-7151ef12c973') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:04.024862 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (dad4eaf9-3adc-4240-bd66-7151ef12c973), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.068474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747499a3-e4d1-43aa-985c-6b800c616ec8 None None] Network 1922c866-8a3c-4dfa-ab79-1590894b7dbd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:04.090120 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dad4eaf9-3adc-4240-bd66-7151ef12c973), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.092844 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b79809df-9825-480f-9eeb-71fdf13826c8), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.096936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:57:04.098836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (dad4eaf9-3adc-4240-bd66-7151ef12c973), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:57:04.110554 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:57:04.213178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.db.api [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 04:57:04.213178 n-d-827844-2 neutron-server[109959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 04:57:04.213178 n-d-827844-2 neutron-server[109959]: [parameters: {'id': '113bc018-5afe-41a5-84fd-db21ffeccde3'}] Feb 10 04:57:04.213178 n-d-827844-2 neutron-server[109959]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 04:57:04.213611 n-d-827844-2 neutron-server[109959]: DEBUG oslo_db.api [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 04:57:04.230239 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef91148-4b78-46ec-9411-0656cdd20e73 None None] Pushing event updated for resources: {'Port': ['ID=b79809df-9825-480f-9eeb-71fdf13826c8,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:04.232943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9dde27c4-54b9-4451-aaa8-05366a928cdb None None] Provisioning complete for port 84066362-71c2-482c-9766-dfba92501418 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:04.233319 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dde27c4-54b9-4451-aaa8-05366a928cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (84066362-71c2-482c-9766-dfba92501418), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.293187 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094d556-dce8-481a-8240-99e83730858d None None] Network 113bc018-5afe-41a5-84fd-db21ffeccde3 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:04.393052 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.439537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9dde27c4-54b9-4451-aaa8-05366a928cdb None None] Current status of the port 84066362-71c2-482c-9766-dfba92501418 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:04.439842 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dde27c4-54b9-4451-aaa8-05366a928cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (84066362-71c2-482c-9766-dfba92501418), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.478585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9dde27c4-54b9-4451-aaa8-05366a928cdb None None] For port 84066362-71c2-482c-9766-dfba92501418, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=84066362-71c2-482c-9766-dfba92501418,segment=NetworkSegment(52d6b1bf-7084-432b-bf51-32d35235ea62),segment_id=52d6b1bf-7084-432b-bf51-32d35235ea62)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:04.549321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ea265-b484-4c72-b079-bcbc8a26201a None None] get_active_networks_info from n-d-827844-2 {{(pid=109960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 04:57:04.573571 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dde27c4-54b9-4451-aaa8-05366a928cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (84066362-71c2-482c-9766-dfba92501418), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.642169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde27c4-54b9-4451-aaa8-05366a928cdb None None] Pushing event updated for resources: {'Port': ['ID=84066362-71c2-482c-9766-dfba92501418,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:04.662162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ea265-b484-4c72-b079-bcbc8a26201a None None] Resources bound (agent type, host, resource id): {{(pid=109960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 04:57:04.715259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (113bc018-5afe-41a5-84fd-db21ffeccde3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.743052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c68e3122-6b81-442d-9260-b050729ccb27 None None] Provisioning complete for port 84066362-71c2-482c-9766-dfba92501418 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:04.743423 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c68e3122-6b81-442d-9260-b050729ccb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (84066362-71c2-482c-9766-dfba92501418), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.771762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Deleting port b79809df-9825-480f-9eeb-71fdf13826c8 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:04.772100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b79809df-9825-480f-9eeb-71fdf13826c8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.833666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] For port b79809df-9825-480f-9eeb-71fdf13826c8, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b79809df-9825-480f-9eeb-71fdf13826c8,segment=NetworkSegment(dad4eaf9-3adc-4240-bd66-7151ef12c973),segment_id=dad4eaf9-3adc-4240-bd66-7151ef12c973)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:04.834033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b79809df-9825-480f-9eeb-71fdf13826c8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:04.847249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Calling delete_port for b79809df-9825-480f-9eeb-71fdf13826c8 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:05.035048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c68e3122-6b81-442d-9260-b050729ccb27 None None] Current status of the port 84066362-71c2-482c-9766-dfba92501418 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:05.041937 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b79809df-9825-480f-9eeb-71fdf13826c8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.068424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Port': ['ID=b79809df-9825-480f-9eeb-71fdf13826c8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:05.070746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No DVR routers for this DVR port b79809df-9825-480f-9eeb-71fdf13826c8 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:05.152664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 84066362-71c2-482c-9766-dfba92501418 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:05.154100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (113bc018-5afe-41a5-84fd-db21ffeccde3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.173827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113bc018-5afe-41a5-84fd-db21ffeccde3']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:05.183834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad4eaf9-3adc-4240-bd66-7151ef12c973') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:05.184130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad4eaf9-3adc-4240-bd66-7151ef12c973') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:05.193333 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (dad4eaf9-3adc-4240-bd66-7151ef12c973), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.200878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 84066362-71c2-482c-9766-dfba92501418 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:05.201255 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (84066362-71c2-482c-9766-dfba92501418), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.208682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (dad4eaf9-3adc-4240-bd66-7151ef12c973), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.216132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:57:05.216523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (dad4eaf9-3adc-4240-bd66-7151ef12c973), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:57:05.219560 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:57:05.283037 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 84066362-71c2-482c-9766-dfba92501418 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:05.344447 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (113bc018-5afe-41a5-84fd-db21ffeccde3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.357463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.357463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/113bc018-5afe-41a5-84fd-db21ffeccde3 HTTP/1.1" status: 204 len: 168 time: 1.9763455 Feb 10 04:57:05.358870 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52542) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:05.367435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed316-3ac8-4fd4-ac5c-b3b4ef2a412f tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Network': ['ID=113bc018-5afe-41a5-84fd-db21ffeccde3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:05.389937 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b2d565-0167-4495-abdf-03af9f2e3017 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] GET failed (client error): The resource could not be found. Feb 10 04:57:05.391382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-33b2d565-0167-4495-abdf-03af9f2e3017 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "GET /v2.0/subnets/f32bfae1-ee8c-41e6-a48a-046ed66a488b HTTP/1.1" status: 404 len: 337 time: 0.0315187 Feb 10 04:57:05.394015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52544) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:05.412108 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d8290a-5cb3-476f-b702-5913d3bca00d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] DELETE failed (client error): The resource could not be found. Feb 10 04:57:05.412586 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d8290a-5cb3-476f-b702-5913d3bca00d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:57:05.415563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-39d8290a-5cb3-476f-b702-5913d3bca00d tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/113bc018-5afe-41a5-84fd-db21ffeccde3 HTTP/1.1" status: 404 len: 339 time: 0.0206950 Feb 10 04:57:05.419179 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52546) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:05.444075 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-99006e09-5abe-4e30-9681-700ee9471aaf tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] DELETE failed (client error): The resource could not be found. Feb 10 04:57:05.445293 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99006e09-5abe-4e30-9681-700ee9471aaf tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:57:05.448585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99006e09-5abe-4e30-9681-700ee9471aaf tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/subnets/f32bfae1-ee8c-41e6-a48a-046ed66a488b HTTP/1.1" status: 404 len: 337 time: 0.0285053 Feb 10 04:57:05.450944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52548) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:05.468996 n-d-827844-2 neutron-server[109958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a9c4e5-9a8c-4fc9-aaa5-6320bf69a4d4 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] DELETE failed (client error): The resource could not be found. Feb 10 04:57:05.469480 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a9c4e5-9a8c-4fc9-aaa5-6320bf69a4d4 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:57:05.472421 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b6a9c4e5-9a8c-4fc9-aaa5-6320bf69a4d4 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/113bc018-5afe-41a5-84fd-db21ffeccde3 HTTP/1.1" status: 404 len: 339 time: 0.0205991 Feb 10 04:57:05.474858 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52550) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:05.523674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Deleting subnet e7318c1c-4e57-49be-abb2-3c5c953032d1 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:57:05.526764 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (e7318c1c-4e57-49be-abb2-3c5c953032d1), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.568502 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (e7318c1c-4e57-49be-abb2-3c5c953032d1), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.648557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (e7318c1c-4e57-49be-abb2-3c5c953032d1), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.784699 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (e7318c1c-4e57-49be-abb2-3c5c953032d1), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.813689 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Subnet': ['ID=e7318c1c-4e57-49be-abb2-3c5c953032d1,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:05.819624 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.823103 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a4817088-022b-4e11-8fb5-5b2df454a3dd tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/subnets/e7318c1c-4e57-49be-abb2-3c5c953032d1 HTTP/1.1" status: 204 len: 168 time: 0.3470562 Feb 10 04:57:05.825418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52552) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:05.828029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcfad9-5f21-4786-8c2d-c1e192e0f005 None None] Network 1922c866-8a3c-4dfa-ab79-1590894b7dbd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:05.900920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (1922c866-8a3c-4dfa-ab79-1590894b7dbd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.956789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Deleting port 84066362-71c2-482c-9766-dfba92501418 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:05.957132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (84066362-71c2-482c-9766-dfba92501418), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:05.979008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] DHCP port deletion for 1922c866-8a3c-4dfa-ab79-1590894b7dbd request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:57:06.025313 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] For port 84066362-71c2-482c-9766-dfba92501418, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=84066362-71c2-482c-9766-dfba92501418,segment=NetworkSegment(52d6b1bf-7084-432b-bf51-32d35235ea62),segment_id=52d6b1bf-7084-432b-bf51-32d35235ea62)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:06.025779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (84066362-71c2-482c-9766-dfba92501418), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.029795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] Deleting port 84066362-71c2-482c-9766-dfba92501418 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:06.030170 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (84066362-71c2-482c-9766-dfba92501418), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.038142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Calling delete_port for 84066362-71c2-482c-9766-dfba92501418 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:06.091436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] For port 84066362-71c2-482c-9766-dfba92501418, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=84066362-71c2-482c-9766-dfba92501418,segment=NetworkSegment(52d6b1bf-7084-432b-bf51-32d35235ea62),segment_id=52d6b1bf-7084-432b-bf51-32d35235ea62)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:06.091758 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (84066362-71c2-482c-9766-dfba92501418), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.103972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] Calling delete_port for 84066362-71c2-482c-9766-dfba92501418 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:06.172703 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (84066362-71c2-482c-9766-dfba92501418), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.181303 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (84066362-71c2-482c-9766-dfba92501418), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.204223 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Port': ['ID=84066362-71c2-482c-9766-dfba92501418,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:06.204873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] Pushing event deleted for resources: {'Port': ['ID=84066362-71c2-482c-9766-dfba92501418,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:06.207262 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No DVR routers for this DVR port 84066362-71c2-482c-9766-dfba92501418 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:06.210160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe979ff-901e-4464-8c03-ebfd34d6c674 None None] No DVR routers for this DVR port 84066362-71c2-482c-9766-dfba92501418 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:06.285788 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (1922c866-8a3c-4dfa-ab79-1590894b7dbd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.306052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1922c866-8a3c-4dfa-ab79-1590894b7dbd']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:06.314928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d6b1bf-7084-432b-bf51-32d35235ea62') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:06.315226 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d6b1bf-7084-432b-bf51-32d35235ea62') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:06.324755 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (52d6b1bf-7084-432b-bf51-32d35235ea62), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.337542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (52d6b1bf-7084-432b-bf51-32d35235ea62), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.345495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:57:06.345835 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (52d6b1bf-7084-432b-bf51-32d35235ea62), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:57:06.348818 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:57:06.475705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (1922c866-8a3c-4dfa-ab79-1590894b7dbd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.480708 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.484332 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/1922c866-8a3c-4dfa-ab79-1590894b7dbd HTTP/1.1" status: 204 len: 168 time: 0.6580024 Feb 10 04:57:06.486907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52554) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:06.499129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952b0c5-4bbf-4de5-91c9-fbfe2bc86300 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Network': ['ID=1922c866-8a3c-4dfa-ab79-1590894b7dbd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:06.513764 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-307f53e9-1ae0-428e-920b-10b2393d2147 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] DELETE failed (client error): The resource could not be found. Feb 10 04:57:06.514225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307f53e9-1ae0-428e-920b-10b2393d2147 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:57:06.517264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-307f53e9-1ae0-428e-920b-10b2393d2147 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/subnets/1e1c7ec6-02e6-42a1-ab9e-d143e68c9083 HTTP/1.1" status: 404 len: 337 time: 0.0292950 Feb 10 04:57:06.519705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52556) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:06.543048 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfa3b54-7ac3-4cd4-b970-04c845d64f2b tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] DELETE failed (client error): The resource could not be found. Feb 10 04:57:06.543548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfa3b54-7ac3-4cd4-b970-04c845d64f2b tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:57:06.546534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-abfa3b54-7ac3-4cd4-b970-04c845d64f2b tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/b7439996-ac40-4b2c-836f-5438754c24cf HTTP/1.1" status: 404 len: 339 time: 0.0259402 Feb 10 04:57:06.548959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52558) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:06.574431 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-964b1718-5dee-476f-ba9c-43e4659e643a tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] DELETE failed (client error): The resource could not be found. Feb 10 04:57:06.574909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964b1718-5dee-476f-ba9c-43e4659e643a tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:57:06.577882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-964b1718-5dee-476f-ba9c-43e4659e643a tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/subnets/430ff9de-d0fd-4781-8345-cff18f0dca60 HTTP/1.1" status: 404 len: 337 time: 0.0280385 Feb 10 04:57:06.580235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52560) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:06.598408 n-d-827844-2 neutron-server[109959]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2bebaa-5c4e-4234-a7a3-8375e456c7ee tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] DELETE failed (client error): The resource could not be found. Feb 10 04:57:06.598844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2bebaa-5c4e-4234-a7a3-8375e456c7ee tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 04:57:06.602753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-da2bebaa-5c4e-4234-a7a3-8375e456c7ee tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/cd1ae3dd-19ae-4fb0-8bbd-377984cfe6f2 HTTP/1.1" status: 404 len: 339 time: 0.0216241 Feb 10 04:57:06.605071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52562) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:06.653837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Deleting subnet d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:57:06.656922 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.695445 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.780578 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.899548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.926401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Subnet': ['ID=d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:06.931705 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:06.934924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2e018b89-206f-4742-9e75-e363ac3cae38 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/subnets/d2040d6e-7d3e-4caf-a7f4-7f1e186fb7bd HTTP/1.1" status: 204 len: 168 time: 0.3288989 Feb 10 04:57:06.937517 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52564) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:06.937876 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5dfe91-302e-44ae-9a01-273a8a1f7d54 None None] Network 0c9a086c-86bf-4804-b7d6-09c10aa34ecd requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:07.020820 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (0c9a086c-86bf-4804-b7d6-09c10aa34ecd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.075247 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Deleting port 7ea3e820-558c-4943-ba22-c28d63632b43 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:07.075588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.090541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] DHCP port deletion for 0c9a086c-86bf-4804-b7d6-09c10aa34ecd request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:57:07.140489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] For port 7ea3e820-558c-4943-ba22-c28d63632b43, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ea3e820-558c-4943-ba22-c28d63632b43,segment=NetworkSegment(3f517987-7101-4ac9-94a9-8e22fb940531),segment_id=3f517987-7101-4ac9-94a9-8e22fb940531)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:07.140858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.144073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ea3e820-558c-4943-ba22-c28d63632b43 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:57:07.148863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] Deleting port 7ea3e820-558c-4943-ba22-c28d63632b43 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:07.149284 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.153723 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Calling delete_port for 7ea3e820-558c-4943-ba22-c28d63632b43 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:07.246470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] For port 7ea3e820-558c-4943-ba22-c28d63632b43, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ea3e820-558c-4943-ba22-c28d63632b43,segment=NetworkSegment(3f517987-7101-4ac9-94a9-8e22fb940531),segment_id=3f517987-7101-4ac9-94a9-8e22fb940531)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:07.246967 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.262027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] Calling delete_port for 7ea3e820-558c-4943-ba22-c28d63632b43 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:07.287147 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.314791 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] No DVR routers for this DVR port 7ea3e820-558c-4943-ba22-c28d63632b43 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:07.316744 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Port': ['ID=7ea3e820-558c-4943-ba22-c28d63632b43,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:07.338867 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7ea3e820-558c-4943-ba22-c28d63632b43 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:07.339267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.400259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 84066362-71c2-482c-9766-dfba92501418 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:57:07.400612 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (0c9a086c-86bf-4804-b7d6-09c10aa34ecd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.422008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 84066362-71c2-482c-9766-dfba92501418 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:57:07.422008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 84066362-71c2-482c-9766-dfba92501418 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:57:07.422308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9a086c-86bf-4804-b7d6-09c10aa34ecd']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:07.424746 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (7ea3e820-558c-4943-ba22-c28d63632b43), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.433444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f517987-7101-4ac9-94a9-8e22fb940531') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:07.433813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f517987-7101-4ac9-94a9-8e22fb940531') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:07.443949 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (3f517987-7101-4ac9-94a9-8e22fb940531), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.450018 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] Pushing event deleted for resources: {'Port': ['ID=7ea3e820-558c-4943-ba22-c28d63632b43,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:07.455426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7cbea-cd91-4ccd-a138-c833ba9a0ccc None None] No DVR routers for this DVR port 7ea3e820-558c-4943-ba22-c28d63632b43 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:07.457680 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (3f517987-7101-4ac9-94a9-8e22fb940531), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.465182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:57:07.466421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (3f517987-7101-4ac9-94a9-8e22fb940531), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:57:07.469377 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:57:07.605357 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (0c9a086c-86bf-4804-b7d6-09c10aa34ecd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.612965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:07.615518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] 10.222.0.42 "DELETE /v2.0/networks/0c9a086c-86bf-4804-b7d6-09c10aa34ecd HTTP/1.1" status: 204 len: 168 time: 0.6769083 Feb 10 04:57:07.627176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c959a-7e8b-4a03-acaf-7323a2ccfff7 tempest-NetworksIpV6Test-937491054 tempest-NetworksIpV6Test-937491054-project] Pushing event deleted for resources: {'Network': ['ID=0c9a086c-86bf-4804-b7d6-09c10aa34ecd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:08.029947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52570) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:08.161964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d816cb43-f3bf-4ee1-803a-07a2df2325b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=992e6dbade2a41a285e393ccf5d7d448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308017 Feb 10 04:57:08.165391 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52574) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:08.210993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3850abb7-dc02-440b-bff8-a101bea1467f admin admin] Publish callbacks [] for security_group (ada4b01d-455a-4e8a-bf11-e88f6704330b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:08.230880 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3850abb7-dc02-440b-bff8-a101bea1467f admin admin] Publish callbacks [] for security_group (ada4b01d-455a-4e8a-bf11-e88f6704330b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:08.331331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3850abb7-dc02-440b-bff8-a101bea1467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (ada4b01d-455a-4e8a-bf11-e88f6704330b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:08.333922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3850abb7-dc02-440b-bff8-a101bea1467f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:08.335198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3850abb7-dc02-440b-bff8-a101bea1467f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ada4b01d-455a-4e8a-bf11-e88f6704330b HTTP/1.1" status: 204 len: 168 time: 0.1689007 Feb 10 04:57:08.343429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850abb7-dc02-440b-bff8-a101bea1467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada4b01d-455a-4e8a-bf11-e88f6704330b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:09.277164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52596) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:09.373795 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-58f088af-c33e-4672-a1a7-6b299926677c tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-935855463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:09.479718 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58f088af-c33e-4672-a1a7-6b299926677c tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.480827 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58f088af-c33e-4672-a1a7-6b299926677c tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.535961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58f088af-c33e-4672-a1a7-6b299926677c tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for router_controller (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.605692 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58f088af-c33e-4672-a1a7-6b299926677c tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.677169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-58f088af-c33e-4672-a1a7-6b299926677c tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.678407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-58f088af-c33e-4672-a1a7-6b299926677c tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4001381 Feb 10 04:57:09.681227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52600) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:09.686111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1585426585'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:09.772136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Made reservation on behalf of 6bf50d3d142a4dd689f7a749a4990053 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:09.775905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.784186 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.857553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for security_group (14c60bb0-8461-490f-af59-7106c5368cc8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.926797 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (14c60bb0-8461-490f-af59-7106c5368cc8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.953624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:57:09.963714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c60bb0-8461-490f-af59-7106c5368cc8,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:09.971756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:09.972101 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Added segment 0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89 of type vlan for network e94c4e8c-cb62-4678-abcb-19a668c87ff9 Feb 10 04:57:09.974081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.974423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.974800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.975144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.975483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.975845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.976179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.976511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.976885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.977216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.977548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.977875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:09.978204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:10.020489 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e94c4e8c-cb62-4678-abcb-19a668c87ff9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:10.109843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e94c4e8c-cb62-4678-abcb-19a668c87ff9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:10.114780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:10.115374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:10.183629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event updated for resources: {'Network': ['ID=e94c4e8c-cb62-4678-abcb-19a668c87ff9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:10.193596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e94c4e8c-cb62-4678-abcb-19a668c87ff9 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:57:10.199025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1fe03512-3c34-442a-b6d2-a12b85aac23d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5167620 Feb 10 04:57:10.201804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52602) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:10.206688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Request body: {'subnet': {'network_id': 'e94c4e8c-cb62-4678-abcb-19a668c87ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:10.348434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Made reservation on behalf of 6bf50d3d142a4dd689f7a749a4990053 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:10.352359 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:10.596000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (fb19251a-daf6-4a11-85a1-ac429513df7b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:10.667269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event updated for resources: {'Subnet': ['ID=fb19251a-daf6-4a11-85a1-ac429513df7b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:10.677153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Checking segment: {'id': '0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e94c4e8c-cb62-4678-abcb-19a668c87ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:10.677510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Network hostable DHCP agents. Network: e94c4e8c-cb62-4678-abcb-19a668c87ff9, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:57:10.766837 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Network e94c4e8c-cb62-4678-abcb-19a668c87ff9 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:57:10.829131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e94c4e8c-cb62-4678-abcb-19a668c87ff9) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:10.833185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:10.833755 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:10.839129 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e6fe3-6ac1-4d94-b110-2d27a8ffe631 None None] Network e94c4e8c-cb62-4678-abcb-19a668c87ff9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:10.912431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ec6d40f6-b1a0-4603-b678-588a2bdc274b tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7094903 Feb 10 04:57:10.915918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52604) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:10.921117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1846033034'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:10.945362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-e94c4e8c-cb62-4678-abcb-19a668c87ff9', 'network_id': 'e94c4e8c-cb62-4678-abcb-19a668c87ff9', 'project_id': '6bf50d3d142a4dd689f7a749a4990053', 'fixed_ips': [{'subnet_id': 'fb19251a-daf6-4a11-85a1-ac429513df7b'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:57:10.946860 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.029486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Made reservation on behalf of 6bf50d3d142a4dd689f7a749a4990053 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:11.032904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.057529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:57:11.067095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.067437 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Added segment c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd of type vlan for network 9a274588-f38b-4ff8-9e38-18e89a2a568d Feb 10 04:57:11.082845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Allocated IP 172.20.0.2 (e94c4e8c-cb62-4678-abcb-19a668c87ff9/fb19251a-daf6-4a11-85a1-ac429513df7b/42cdcaa9-3cae-4a90-a057-f8f71b9d13bc) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:11.107734 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (9a274588-f38b-4ff8-9e38-18e89a2a568d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.195741 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (9a274588-f38b-4ff8-9e38-18e89a2a568d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.200792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:11.201411 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.226926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Publish callbacks [] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.274195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event updated for resources: {'Network': ['ID=9a274588-f38b-4ff8-9e38-18e89a2a568d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:11.290889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 9a274588-f38b-4ff8-9e38-18e89a2a568d details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:57:11.311122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.339710 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0f54ac42-e6f2-42c6-9475-eba34ae408e4 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4186008 Feb 10 04:57:11.339710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52606) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:11.345958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Request body: {'subnet': {'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:11.396335 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Network e94c4e8c-cb62-4678-abcb-19a668c87ff9 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:11.401134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:11.405304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:11.408423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Pushing event updated for resources: {'Port': ['ID=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:11.466447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Attempting to bind port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:11.466766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Attempting to bind port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e94c4e8c-cb62-4678-abcb-19a668c87ff9'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:11.467136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Attempting to bind port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc on network e94c4e8c-cb62-4678-abcb-19a668c87ff9 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:11.471974 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:11.472353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Checking segment: {'id': '0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e94c4e8c-cb62-4678-abcb-19a668c87ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:11.472761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.473157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Bound using segment: {'id': '0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e94c4e8c-cb62-4678-abcb-19a668c87ff9'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:11.473625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Bound port: 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e94c4e8c-cb62-4678-abcb-19a668c87ff9'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:11.474006 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.504162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Made reservation on behalf of 6bf50d3d142a4dd689f7a749a4990053 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:11.507847 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.536620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] For port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:11.540446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] For port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,segment=NetworkSegment(0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89),segment_id=0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:11.625151 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.683214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c5950-058d-46ac-9170-0b8ab29cf2e7 None None] Pushing event updated for resources: {'Port': ['ID=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:11.738678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (618afb3b-c1ed-40c0-be03-1d85f99b7a83), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.798520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event updated for resources: {'Subnet': ['ID=618afb3b-c1ed-40c0-be03-1d85f99b7a83,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:11.812783 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Checking segment: {'id': 'c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:11.813149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Network hostable DHCP agents. Network: 9a274588-f38b-4ff8-9e38-18e89a2a568d, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:57:11.887683 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Network 9a274588-f38b-4ff8-9e38-18e89a2a568d is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:57:11.954013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 9a274588-f38b-4ff8-9e38-18e89a2a568d) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:11.958197 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:11.958831 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:11.968231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb67be1f-4e64-4351-93ca-8947295fff15 None None] Network 9a274588-f38b-4ff8-9e38-18e89a2a568d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:12.043729 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5dad7fdd-6bd5-4a9a-a791-40089c889bd6 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7038307 Feb 10 04:57:12.046388 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52608) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:12.050864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a1eb2a46-9502-43dc-a23d-843ae869e84d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:12.072421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-9a274588-f38b-4ff8-9e38-18e89a2a568d', 'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d', 'project_id': '6bf50d3d142a4dd689f7a749a4990053', 'fixed_ips': [{'subnet_id': '618afb3b-c1ed-40c0-be03-1d85f99b7a83'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:57:12.073338 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.209700 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Allocated IP 172.21.0.2 (9a274588-f38b-4ff8-9e38-18e89a2a568d/618afb3b-c1ed-40c0-be03-1d85f99b7a83/dac25bf7-72a9-4585-a8de-8ef92a18f28f) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:12.364154 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Publish callbacks [] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.434843 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.479622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Network 9a274588-f38b-4ff8-9e38-18e89a2a568d is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:12.482681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:12.485179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:12.501633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Pushing event updated for resources: {'Port': ['ID=dac25bf7-72a9-4585-a8de-8ef92a18f28f,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:12.525592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.525826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.526049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.526344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.526689 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.527053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.527390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.527725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.528053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.528385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.528715 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.529042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.529370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:12.563671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Attempting to bind port dac25bf7-72a9-4585-a8de-8ef92a18f28f on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:12.564420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Attempting to bind port dac25bf7-72a9-4585-a8de-8ef92a18f28f by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:12.565067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Attempting to bind port dac25bf7-72a9-4585-a8de-8ef92a18f28f on network 9a274588-f38b-4ff8-9e38-18e89a2a568d {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:12.574872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:12.574872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Checking segment: {'id': 'c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:12.574872 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.574872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Bound using segment: {'id': 'c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:12.574872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Bound port: dac25bf7-72a9-4585-a8de-8ef92a18f28f, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9a274588-f38b-4ff8-9e38-18e89a2a568d'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:12.574872 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.619453 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2a46-9502-43dc-a23d-843ae869e84d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for router_gateway (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.647569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] For port dac25bf7-72a9-4585-a8de-8ef92a18f28f, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:12.651781 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] For port dac25bf7-72a9-4585-a8de-8ef92a18f28f, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=dac25bf7-72a9-4585-a8de-8ef92a18f28f,segment=NetworkSegment(c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd),segment_id=c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:12.660198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794b345-dd2c-460d-8f41-17068ac8c62d None None] Network e94c4e8c-cb62-4678-abcb-19a668c87ff9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:12.726086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.767966 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [None req-a1eb2a46-9502-43dc-a23d-843ae869e84d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 04:57:12.769028 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a1eb2a46-9502-43dc-a23d-843ae869e84d tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "PUT /v2.0/routers/462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3 HTTP/1.1" status: 400 len: 364 time: 0.7216733 Feb 10 04:57:12.775597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52610) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:12.782165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0690fece-f6a0-46a9-a0e8-ea331ec9c102 None None] Provisioning complete for port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:12.782542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0690fece-f6a0-46a9-a0e8-ea331ec9c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.835670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Deleting subnet 618afb3b-c1ed-40c0-be03-1d85f99b7a83 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:57:12.839402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for subnet (618afb3b-c1ed-40c0-be03-1d85f99b7a83), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.849303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df299-b498-41a6-be57-95a174d78cd5 None None] Pushing event updated for resources: {'Port': ['ID=dac25bf7-72a9-4585-a8de-8ef92a18f28f,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:12.887351 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (618afb3b-c1ed-40c0-be03-1d85f99b7a83), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.909678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0690fece-f6a0-46a9-a0e8-ea331ec9c102 None None] Current status of the port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:12.910073 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0690fece-f6a0-46a9-a0e8-ea331ec9c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:12.961851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-0690fece-f6a0-46a9-a0e8-ea331ec9c102 None None] For port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,segment=NetworkSegment(0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89),segment_id=0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:12.993729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (618afb3b-c1ed-40c0-be03-1d85f99b7a83), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.035638 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0690fece-f6a0-46a9-a0e8-ea331ec9c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.115667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690fece-f6a0-46a9-a0e8-ea331ec9c102 None None] Pushing event updated for resources: {'Port': ['ID=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:13.151027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (618afb3b-c1ed-40c0-be03-1d85f99b7a83), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.183625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event deleted for resources: {'Subnet': ['ID=618afb3b-c1ed-40c0-be03-1d85f99b7a83,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:13.187772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.190638 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2073f291-db77-427e-8ab1-cc7bc00cefb9 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "DELETE /v2.0/subnets/618afb3b-c1ed-40c0-be03-1d85f99b7a83 HTTP/1.1" status: 204 len: 168 time: 0.4139197 Feb 10 04:57:13.193056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52612) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:13.228409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:13.276648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-30076d8f-1b49-4533-bde3-5e06f8a02bb1 None None] Provisioning complete for port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:13.276918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30076d8f-1b49-4533-bde3-5e06f8a02bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.281290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (9a274588-f38b-4ff8-9e38-18e89a2a568d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.316336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:13.316707 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.340129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Deleting port dac25bf7-72a9-4585-a8de-8ef92a18f28f {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:13.340129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.404166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] For port dac25bf7-72a9-4585-a8de-8ef92a18f28f, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=dac25bf7-72a9-4585-a8de-8ef92a18f28f,segment=NetworkSegment(c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd),segment_id=c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:13.404521 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-30076d8f-1b49-4533-bde3-5e06f8a02bb1 None None] Current status of the port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:13.405000 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.417318 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Calling delete_port for dac25bf7-72a9-4585-a8de-8ef92a18f28f owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:13.437988 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:13.439100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device dac25bf7-72a9-4585-a8de-8ef92a18f28f up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:13.485589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port dac25bf7-72a9-4585-a8de-8ef92a18f28f triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:13.486105 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.567006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port dac25bf7-72a9-4585-a8de-8ef92a18f28f is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:13.567398 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.600517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (dac25bf7-72a9-4585-a8de-8ef92a18f28f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.628335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] No DVR routers for this DVR port dac25bf7-72a9-4585-a8de-8ef92a18f28f on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:13.634340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event deleted for resources: {'Port': ['ID=dac25bf7-72a9-4585-a8de-8ef92a18f28f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:13.721022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (9a274588-f38b-4ff8-9e38-18e89a2a568d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.742754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a274588-f38b-4ff8-9e38-18e89a2a568d']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:13.752392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:13.752687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:13.767884 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.782904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.790083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:57:13.791390 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (c603f3fe-74ee-4159-a7e8-ed48e8a0ffcd), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:57:13.793635 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:57:13.889116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee29e0-99fa-4151-9fb9-e282d1a7537e None None] Network 9a274588-f38b-4ff8-9e38-18e89a2a568d requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:13.936947 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (9a274588-f38b-4ff8-9e38-18e89a2a568d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.943940 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:13.947665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "DELETE /v2.0/networks/9a274588-f38b-4ff8-9e38-18e89a2a568d HTTP/1.1" status: 204 len: 168 time: 0.7535341 Feb 10 04:57:13.949558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5235e790-77c2-400a-b741-1678acf85095 None None] Could not find standard attr ID for object dac25bf7-72a9-4585-a8de-8ef92a18f28f. {{(pid=109960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 04:57:13.951245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52618) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:13.961914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3fb79-f576-4028-b59f-7f85262009fe tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event deleted for resources: {'Network': ['ID=9a274588-f38b-4ff8-9e38-18e89a2a568d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:14.013819 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Deleting subnet fb19251a-daf6-4a11-85a1-ac429513df7b {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:57:14.017105 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for subnet (fb19251a-daf6-4a11-85a1-ac429513df7b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.023225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c89f9-f633-4cae-8cf2-31ebcaf04c2e None None] DHCP port deletion for 9a274588-f38b-4ff8-9e38-18e89a2a568d request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:57:14.061330 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (fb19251a-daf6-4a11-85a1-ac429513df7b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.145603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (fb19251a-daf6-4a11-85a1-ac429513df7b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.275759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (fb19251a-daf6-4a11-85a1-ac429513df7b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.301846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event deleted for resources: {'Subnet': ['ID=fb19251a-daf6-4a11-85a1-ac429513df7b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:14.307331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.310668 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "DELETE /v2.0/subnets/fb19251a-daf6-4a11-85a1-ac429513df7b HTTP/1.1" status: 204 len: 168 time: 0.3570259 Feb 10 04:57:14.313276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52620) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:14.316050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.316401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.316746 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.317091 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.317430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.317763 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.318095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.318422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83474b43-6b0b-43d2-aafc-9c91ca3f0529 None None] Network e94c4e8c-cb62-4678-abcb-19a668c87ff9 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:14.318540 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.318778 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.319374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.320398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.320753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.321103 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1135ae-a7fe-4173-a905-dc944c581507 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:14.395960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e94c4e8c-cb62-4678-abcb-19a668c87ff9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.450015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Deleting port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:14.450350 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.516148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] For port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,segment=NetworkSegment(0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89),segment_id=0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:14.516511 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.530017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Calling delete_port for 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:14.649196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] DHCP port deletion for e94c4e8c-cb62-4678-abcb-19a668c87ff9 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:57:14.662459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.691400 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event deleted for resources: {'Port': ['ID=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:14.695765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] No DVR routers for this DVR port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:14.700635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] Deleting port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:57:14.701008 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.761639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] For port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc, host n-d-827844-2, got binding levels [] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:14.762030 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.776759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e94c4e8c-cb62-4678-abcb-19a668c87ff9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.778459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] Calling delete_port for 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:57:14.781516 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.ipam_backend_mixin [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] Port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc was not found and therefore no delete operation was performed {{(pid=109960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 04:57:14.782918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (42cdcaa9-3cae-4a90-a057-f8f71b9d13bc), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.798895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94c4e8c-cb62-4678-abcb-19a668c87ff9']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:14.807401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] Pushing event deleted for resources: {'Port': ['ID=42cdcaa9-3cae-4a90-a057-f8f71b9d13bc,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:14.808105 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:14.808403 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:14.811401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047ad82-7b52-45f8-9b50-1bf27ea922dd None None] No DVR routers for this DVR port 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:57:14.824085 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.838054 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.843823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:57:14.844200 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (0ea6dfb2-9e5f-4cbb-9730-e1181ec06b89), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:57:14.847142 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:57:14.971299 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e94c4e8c-cb62-4678-abcb-19a668c87ff9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.979629 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:14.982146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "DELETE /v2.0/networks/e94c4e8c-cb62-4678-abcb-19a668c87ff9 HTTP/1.1" status: 204 len: 168 time: 0.6677642 Feb 10 04:57:14.985044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52622) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:14.995224 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc58990-d0a2-4b9c-93b5-7be1121a5392 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Pushing event deleted for resources: {'Network': ['ID=e94c4e8c-cb62-4678-abcb-19a668c87ff9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:15.021847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8872ab40-31bf-4726-9706-f0e60480ae14 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "GET /v2.0/ports?device_id=462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3 HTTP/1.1" status: 200 len: 205 time: 0.0349598 Feb 10 04:57:15.024726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52624) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:15.098651 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aae49589-84f5-44d5-b256-ee98c927ef37 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for router (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:15.116801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:57:15.137231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:57:15.137674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 42cdcaa9-3cae-4a90-a057-f8f71b9d13bc not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:57:15.138101 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device dac25bf7-72a9-4585-a8de-8ef92a18f28f no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:57:15.156517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: dac25bf7-72a9-4585-a8de-8ef92a18f28f {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:57:15.156862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device dac25bf7-72a9-4585-a8de-8ef92a18f28f not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:57:15.259503 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aae49589-84f5-44d5-b256-ee98c927ef37 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:15.261511 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aae49589-84f5-44d5-b256-ee98c927ef37 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for router_controller (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:15.390015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aae49589-84f5-44d5-b256-ee98c927ef37 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:15.390559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae49589-84f5-44d5-b256-ee98c927ef37 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Fanout notify agent at l3_agent the message router_deleted on router 462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:57:15.397276 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-aae49589-84f5-44d5-b256-ee98c927ef37 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:15.399389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-aae49589-84f5-44d5-b256-ee98c927ef37 tempest-RoutersNegativeTest-1343050365 tempest-RoutersNegativeTest-1343050365-project] 10.222.0.42 "DELETE /v2.0/routers/462d3ae7-7e70-4b57-a0ad-24bb6d57d4f3 HTTP/1.1" status: 204 len: 168 time: 0.3734739 Feb 10 04:57:15.813281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52630) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:15.946461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c0cb6e66-239f-4d24-8b49-4befdb7dc430 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bf50d3d142a4dd689f7a749a4990053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320128 Feb 10 04:57:15.948966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52634) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:15.994718 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa2c4d39-a489-4460-bc5e-38a78c3ac51e admin admin] Publish callbacks [] for security_group (14c60bb0-8461-490f-af59-7106c5368cc8), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:16.015727 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa2c4d39-a489-4460-bc5e-38a78c3ac51e admin admin] Publish callbacks [] for security_group (14c60bb0-8461-490f-af59-7106c5368cc8), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:16.149603 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa2c4d39-a489-4460-bc5e-38a78c3ac51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (14c60bb0-8461-490f-af59-7106c5368cc8), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:16.152104 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fa2c4d39-a489-4460-bc5e-38a78c3ac51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:16.153358 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fa2c4d39-a489-4460-bc5e-38a78c3ac51e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14c60bb0-8461-490f-af59-7106c5368cc8 HTTP/1.1" status: 204 len: 168 time: 0.2033966 Feb 10 04:57:16.161126 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c4d39-a489-4460-bc5e-38a78c3ac51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c60bb0-8461-490f-af59-7106c5368cc8,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:17.095420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52656) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:17.187835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-256465976-network', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:17.258511 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Made reservation on behalf of b61fb4d33e65451a81698f45c1f73c40 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:17.260776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.269060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.345609 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks [] for security_group (5347ca79-96e4-4ae4-8af9-2c4bda61f674), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.393168 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.418178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5347ca79-96e4-4ae4-8af9-2c4bda61f674), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.444713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:57:17.454545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5347ca79-96e4-4ae4-8af9-2c4bda61f674,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:17.459286 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4ff706ed-9d9b-4f56-86a5-01a3a6f995b0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.459636 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Added segment 4ff706ed-9d9b-4f56-86a5-01a3a6f995b0 of type vlan for network 6aa2f535-49af-41a2-9a53-843f79b2d97f Feb 10 04:57:17.502662 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6aa2f535-49af-41a2-9a53-843f79b2d97f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.599560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6aa2f535-49af-41a2-9a53-843f79b2d97f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.601078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:17.601873 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:17.660083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] Pushing event updated for resources: {'Network': ['ID=6aa2f535-49af-41a2-9a53-843f79b2d97f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:17.670212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:57:17.700045 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-62dfbb32-e3b6-446a-a53b-e5f449cb9f37 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6035075 Feb 10 04:57:17.702764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52660) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:17.707495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Request body: {'subnet': {'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-subnet', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:17.799329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Made reservation on behalf of b61fb4d33e65451a81698f45c1f73c40 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:17.801731 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.006720 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (a75403ed-713c-4238-85eb-e233b2baad33), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.065230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75403ed-713c-4238-85eb-e233b2baad33,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:18.074169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Checking segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:18.074535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Network hostable DHCP agents. Network: 6aa2f535-49af-41a2-9a53-843f79b2d97f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:57:18.120841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:57:18.170484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 6aa2f535-49af-41a2-9a53-843f79b2d97f) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:18.174464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:18.175089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.180600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36ea9f-1989-4013-b020-898a6bbcfc08 None None] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:18.248081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-be4a6e07-e169-405a-b662-448181fbb289 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5442462 Feb 10 04:57:18.250725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52662) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:18.255060 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:18.283063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-6aa2f535-49af-41a2-9a53-843f79b2d97f', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'fixed_ips': [{'subnet_id': 'a75403ed-713c-4238-85eb-e233b2baad33'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:57:18.283908 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.326851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.327897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.381643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks [] for router_controller (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.421789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Allocated IP 172.20.0.2 (6aa2f535-49af-41a2-9a53-843f79b2d97f/a75403ed-713c-4238-85eb-e233b2baad33/7ec6fb8e-fed4-4521-8dae-3b7d6751040a) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:18.561351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Publish callbacks [] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.575389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks [] for router_gateway (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.656797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.703929 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:18.708401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:18.713248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:18.716477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Pushing event updated for resources: {'Port': ['ID=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:18.778755 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Attempting to bind port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:18.779136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Attempting to bind port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:18.779725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Attempting to bind port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a on network 6aa2f535-49af-41a2-9a53-843f79b2d97f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:18.784463 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:18.784845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Checking segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:18.785252 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.785649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Bound using segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:18.786121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Bound port: 7ec6fb8e-fed4-4521-8dae-3b7d6751040a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:18.786510 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.830971 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.849561 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] For port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:18.853408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] For port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:18.885382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks [] for router_gateway (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.908355 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.915841 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:18.974597 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba02279-f69e-48c1-a93e-30f5f8ea3c4f None None] Pushing event updated for resources: {'Port': ['ID=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:19.024390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Allocated IP 172.25.8.123 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/18b43c11-4df2-431f-8efa-2dc57df6ec7e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:19.151525 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks [] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:19.251652 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:19.295013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:19.297904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:19.301458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:19.307377 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Pushing event updated for resources: {'Port': ['ID=18b43c11-4df2-431f-8efa-2dc57df6ec7e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:19.643140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks [] for router_gateway (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:19.850184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:19.905472 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb819195-eb23-4518-a70b-04b44641269c None None] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:20.017834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e4ccca04-d5c5-4f9a-a185-3a75143ab311 None None] Provisioning complete for port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:20.018208 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-d5c5-4f9a-a185-3a75143ab311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:20.075025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:57:20.106208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccca04-d5c5-4f9a-a185-3a75143ab311 None None] Current status of the port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:20.106654 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-d5c5-4f9a-a185-3a75143ab311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:20.141596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e4ccca04-d5c5-4f9a-a185-3a75143ab311 None None] For port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:20.191398 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:57:20.202526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Sync routers for ids ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:57:20.213998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Routers {'7f20bbce-aef5-4f45-b19c-62ccd9ca2868'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:20.214674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:20.253589 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e4ccca04-d5c5-4f9a-a185-3a75143ab311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:20.283264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:20.284538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-98f48a63-826d-47d2-a68e-cadecb3c7f5d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0328372 Feb 10 04:57:20.287260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52664) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:20.347900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccca04-d5c5-4f9a-a185-3a75143ab311 None None] Pushing event updated for resources: {'Port': ['ID=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:20.369713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Set router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:20.451685 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2d3f61c1-df67-4d10-afc3-8647a643435b None None] Provisioning complete for port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:20.452059 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2d3f61c1-df67-4d10-afc3-8647a643435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:20.609288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f61c1-df67-4d10-afc3-8647a643435b None None] Current status of the port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:20.625796 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:19Z', 'revision_number': 3, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:20.651660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Checking router: 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:57:20.652013 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Updating router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 port 18b43c11-4df2-431f-8efa-2dc57df6ec7e binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:57:20.679960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:20.713494 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:20.939626 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Publish callbacks [] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.001319 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.055066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Attempting to bind port 18b43c11-4df2-431f-8efa-2dc57df6ec7e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:21.055447 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Attempting to bind port 18b43c11-4df2-431f-8efa-2dc57df6ec7e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:21.055810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Attempting to bind port 18b43c11-4df2-431f-8efa-2dc57df6ec7e on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:21.057740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04c55a-19c2-469c-82db-f33d203dae1e None None] Pushing event updated for resources: {'Port': ['ID=18b43c11-4df2-431f-8efa-2dc57df6ec7e,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:21.063369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:21.063750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:21.064163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.064551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:21.065022 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Bound port: 18b43c11-4df2-431f-8efa-2dc57df6ec7e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:21.065407 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.123752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] For port 18b43c11-4df2-431f-8efa-2dc57df6ec7e, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:21.127595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] For port 18b43c11-4df2-431f-8efa-2dc57df6ec7e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=18b43c11-4df2-431f-8efa-2dc57df6ec7e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:21.156170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ec6fb8e-fed4-4521-8dae-3b7d6751040a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:21.180835 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.234624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Allocated IP 172.20.0.1 (6aa2f535-49af-41a2-9a53-843f79b2d97f/a75403ed-713c-4238-85eb-e233b2baad33/545c87b6-545a-4e37-bf39-ebf537c384ba) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:21.254322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04c55a-19c2-469c-82db-f33d203dae1e None None] Pushing event updated for resources: {'Port': ['ID=18b43c11-4df2-431f-8efa-2dc57df6ec7e,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:21.265668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Routers {'7f20bbce-aef5-4f45-b19c-62ccd9ca2868'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:21.266265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:21.304728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:21.305114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.343414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks [] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.424476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] Set router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:21.434213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.474825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:21.478721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:21.482552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:21.509430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Pushing event updated for resources: {'Port': ['ID=545c87b6-545a-4e37-bf39-ebf537c384ba,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:21.532767 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.674696 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:21.766949 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.771608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-898ab0a4-9de8-4676-b40c-1f6080415229 None None] Provisioning complete for port 545c87b6-545a-4e37-bf39-ebf537c384ba triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:21.771968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-898ab0a4-9de8-4676-b40c-1f6080415229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.813694 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-898ab0a4-9de8-4676-b40c-1f6080415229 None None] Port 545c87b6-545a-4e37-bf39-ebf537c384ba cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:57:21.827412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:19Z', 'revision_number': 3, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:21.854568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622115e9-7578-4ba9-aa2c-08cad99dafbc None None] The sync data for ids ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'] in n-d-827844-2 is: [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:19Z', 'revision_number': 3, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:57:21.937046 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks [] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:21.978158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:22.049752 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Pushing event updated for resources: {'Port': ['ID=545c87b6-545a-4e37-bf39-ebf537c384ba,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:22.052166 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:22.125843 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:57:22.165017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:22.166604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:22.299480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:57:22.421156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:57:22.426883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7d0a3a36-8e21-4d6c-8c55-fa95a0ce6e2d admin admin] 10.222.0.42 "PUT /v2.0/routers/7f20bbce-aef5-4f45-b19c-62ccd9ca2868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1377866 Feb 10 04:57:22.450625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-142c360f-10e0-43e1-9891-71807bd271fe None None] Provisioning complete for port 545c87b6-545a-4e37-bf39-ebf537c384ba triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:22.451198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-142c360f-10e0-43e1-9891-71807bd271fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:22.491313 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-142c360f-10e0-43e1-9891-71807bd271fe None None] Port 545c87b6-545a-4e37-bf39-ebf537c384ba cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:57:23.106608 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 52680) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:23.111570 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1174549040-network', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:23.150487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 18b43c11-4df2-431f-8efa-2dc57df6ec7e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:23.200488 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 18b43c11-4df2-431f-8efa-2dc57df6ec7e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:23.200862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.212315 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Made reservation on behalf of c76cbb39e1b041db94eb62024ba676cd for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:23.214791 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.223693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.282060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 18b43c11-4df2-431f-8efa-2dc57df6ec7e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:23.282545 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.300451 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks [] for security_group (8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.304869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 18b43c11-4df2-431f-8efa-2dc57df6ec7e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=18b43c11-4df2-431f-8efa-2dc57df6ec7e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:23.378117 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.400539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:57:23.401102 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.418203 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:23.429920 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (00b13360-f843-47a4-b564-1a80cf2bd410), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.430265 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Added segment 00b13360-f843-47a4-b564-1a80cf2bd410 of type vlan for network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 Feb 10 04:57:23.447984 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Sync routers for ids ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:57:23.457849 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Routers {'7f20bbce-aef5-4f45-b19c-62ccd9ca2868'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:23.458551 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:23.466667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=18b43c11-4df2-431f-8efa-2dc57df6ec7e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:23.478594 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.566184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Set router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:23.566751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.567759 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:23.568346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.631575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] Pushing event updated for resources: {'Network': ['ID=2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:23.642006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:57:23.697645 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8a69e663-6936-4e31-a198-a277269fbafa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5896876 Feb 10 04:57:23.700382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:23.707912 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Request body: {'subnet': {'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-subnet', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:23.767121 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:21Z', 'revision_number': 4, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '545c87b6-545a-4e37-bf39-ebf537c384ba', 'name': '', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'mac_address': 'fa:16:3e:fb:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:20Z', 'updated_at': '2022-02-10T04:57:21Z', 'revision_number': 2, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'subnets': [{'id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:23.796161 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Checking router: 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:57:23.796511 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Updating router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 port 545c87b6-545a-4e37-bf39-ebf537c384ba binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:57:23.799561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Made reservation on behalf of c76cbb39e1b041db94eb62024ba676cd for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:23.804218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:23.823979 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.018374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.075594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:24.075826 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Publish callbacks [] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.084071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Checking segment: {'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:24.084438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Network hostable DHCP agents. Network: 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:57:24.166419 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.178151 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:57:24.215908 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Pushing event updated for resources: {'Port': ['ID=545c87b6-545a-4e37-bf39-ebf537c384ba,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:24.243001 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.243355 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.243695 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.244032 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.244366 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.244696 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.245024 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.245349 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.245671 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.245992 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.246317 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.246639 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.246997 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:57:24.258800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:24.263787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:24.264474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.273567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff206a1b-636e-4c34-a8ab-cafe0cda2c6c None None] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:24.283972 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Attempting to bind port 545c87b6-545a-4e37-bf39-ebf537c384ba on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:24.284520 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Attempting to bind port 545c87b6-545a-4e37-bf39-ebf537c384ba by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:24.285158 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Attempting to bind port 545c87b6-545a-4e37-bf39-ebf537c384ba on network 6aa2f535-49af-41a2-9a53-843f79b2d97f {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:24.292033 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:24.292789 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Checking segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:24.293274 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.293736 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Bound using segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:24.294281 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Bound port: 545c87b6-545a-4e37-bf39-ebf537c384ba, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:24.294776 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.347504 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f58ee4b5-b054-4d42-9368-55cc3c4c5b89 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6453958 Feb 10 04:57:24.350048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52684) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:24.354501 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:24.369322 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] For port 545c87b6-545a-4e37-bf39-ebf537c384ba, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:24.373451 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] For port 545c87b6-545a-4e37-bf39-ebf537c384ba, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=545c87b6-545a-4e37-bf39-ebf537c384ba,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:24.380648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'fixed_ips': [{'subnet_id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:57:24.382160 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.435730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (983d1522-3988-4a77-b9c3-a661c813b7ca), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.436811 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (983d1522-3988-4a77-b9c3-a661c813b7ca), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.479263 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.496471 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks [] for router_controller (983d1522-3988-4a77-b9c3-a661c813b7ca), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.535290 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e48585c2-189c-4643-b583-b67eed79d24c None None] Provisioning complete for port 545c87b6-545a-4e37-bf39-ebf537c384ba triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:24.536266 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e48585c2-189c-4643-b583-b67eed79d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.550692 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Routers {'7f20bbce-aef5-4f45-b19c-62ccd9ca2868'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:24.551338 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:24.587368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Allocated IP 172.20.0.2 (2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4/6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca/3483a4dc-8101-4415-a0e2-023fb950d36a) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:24.592127 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11244b95-2972-441a-be0e-56fe02605c08 None None] Pushing event updated for resources: {'Port': ['ID=545c87b6-545a-4e37-bf39-ebf537c384ba,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:24.696179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e48585c2-189c-4643-b583-b67eed79d24c None None] Current status of the port 545c87b6-545a-4e37-bf39-ebf537c384ba is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:24.696446 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e48585c2-189c-4643-b583-b67eed79d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.711266 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] Set router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:24.748620 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e48585c2-189c-4643-b583-b67eed79d24c None None] For port 545c87b6-545a-4e37-bf39-ebf537c384ba, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=545c87b6-545a-4e37-bf39-ebf537c384ba,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:24.785388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks [] for router_gateway (983d1522-3988-4a77-b9c3-a661c813b7ca), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.831196 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Publish callbacks [] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.835986 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e48585c2-189c-4643-b583-b67eed79d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.892718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48585c2-189c-4643-b583-b67eed79d24c None None] Pushing event updated for resources: {'Port': ['ID=545c87b6-545a-4e37-bf39-ebf537c384ba,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:24.910956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:24.967074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:24.970462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:24.975122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:24.985558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Pushing event updated for resources: {'Port': ['ID=3483a4dc-8101-4415-a0e2-023fb950d36a,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:25.014830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a273fa8c-9c4c-41fa-9833-4bb9dc78abbe None None] Provisioning complete for port 545c87b6-545a-4e37-bf39-ebf537c384ba triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:25.015216 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a273fa8c-9c4c-41fa-9833-4bb9dc78abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.040380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:21Z', 'revision_number': 4, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '545c87b6-545a-4e37-bf39-ebf537c384ba', 'name': '', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'mac_address': 'fa:16:3e:fb:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:20Z', 'updated_at': '2022-02-10T04:57:24Z', 'revision_number': 4, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'subnets': [{'id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:25.075729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47dd6b-0c84-4511-b859-2a9327655b81 None None] The sync data for ids ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'] in n-d-827844-2 is: [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:21Z', 'revision_number': 4, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '545c87b6-545a-4e37-bf39-ebf537c384ba', 'name': '', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'mac_address': 'fa:16:3e:fb:47:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:20Z', 'updated_at': '2022-02-10T04:57:24Z', 'revision_number': 4, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'subnets': [{'id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:57:25.077909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Attempting to bind port 3483a4dc-8101-4415-a0e2-023fb950d36a on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:25.078295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Attempting to bind port 3483a4dc-8101-4415-a0e2-023fb950d36a by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:25.078664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Attempting to bind port 3483a4dc-8101-4415-a0e2-023fb950d36a on network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:25.087416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:25.087804 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Checking segment: {'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:25.088223 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.088613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Bound using segment: {'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:25.089124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Bound port: 3483a4dc-8101-4415-a0e2-023fb950d36a, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:25.089544 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.113363 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks [] for router_gateway (983d1522-3988-4a77-b9c3-a661c813b7ca), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.164675 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.199273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 18b43c11-4df2-431f-8efa-2dc57df6ec7e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:25.243722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a273fa8c-9c4c-41fa-9833-4bb9dc78abbe None None] Current status of the port 545c87b6-545a-4e37-bf39-ebf537c384ba is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:25.255111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] For port 3483a4dc-8101-4415-a0e2-023fb950d36a, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:25.269930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] For port 3483a4dc-8101-4415-a0e2-023fb950d36a, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3483a4dc-8101-4415-a0e2-023fb950d36a,segment=NetworkSegment(00b13360-f843-47a4-b564-1a80cf2bd410),segment_id=00b13360-f843-47a4-b564-1a80cf2bd410)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:25.283085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 18b43c11-4df2-431f-8efa-2dc57df6ec7e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:25.283477 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.315662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Allocated IP 172.25.8.31 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/a073b255-b186-48a5-a0dc-514514cf2c30) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:25.362632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.398559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 18b43c11-4df2-431f-8efa-2dc57df6ec7e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:25.440215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e3fa1-34d3-4732-94ff-b35215f4affb None None] Pushing event updated for resources: {'Port': ['ID=3483a4dc-8101-4415-a0e2-023fb950d36a,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:25.471732 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks [] for port (a073b255-b186-48a5-a0dc-514514cf2c30), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.574878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:25.638392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:25.641563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:25.645600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:25.673121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Pushing event updated for resources: {'Port': ['ID=a073b255-b186-48a5-a0dc-514514cf2c30,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:25.980900 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks [] for router_gateway (983d1522-3988-4a77-b9c3-a661c813b7ca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:26.196366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (983d1522-3988-4a77-b9c3-a661c813b7ca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:26.406561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Router 983d1522-3988-4a77-b9c3-a661c813b7ca is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:57:26.427975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65572701-a25e-45cf-abef-e20a4e4c57d0 None None] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:57:26.516747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a58bd650-467e-40c5-bf58-b628c3ae234a None None] Provisioning complete for port 3483a4dc-8101-4415-a0e2-023fb950d36a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:26.517115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a58bd650-467e-40c5-bf58-b628c3ae234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:26.524578 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:57:26.555262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Sync routers for ids ['983d1522-3988-4a77-b9c3-a661c813b7ca'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:57:26.585334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Routers {'983d1522-3988-4a77-b9c3-a661c813b7ca'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:26.585958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['983d1522-3988-4a77-b9c3-a661c813b7ca'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:26.625911 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:26.627158 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7273731-b20c-41c0-a6b8-4a9f3cc7789f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2760634 Feb 10 04:57:26.629889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 52686) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:57:26.726973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a58bd650-467e-40c5-bf58-b628c3ae234a None None] Current status of the port 3483a4dc-8101-4415-a0e2-023fb950d36a is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:26.727197 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a58bd650-467e-40c5-bf58-b628c3ae234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:26.857227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Set router 983d1522-3988-4a77-b9c3-a661c813b7ca gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:26.857227 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a58bd650-467e-40c5-bf58-b628c3ae234a None None] For port 3483a4dc-8101-4415-a0e2-023fb950d36a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3483a4dc-8101-4415-a0e2-023fb950d36a,segment=NetworkSegment(00b13360-f843-47a4-b564-1a80cf2bd410),segment_id=00b13360-f843-47a4-b564-1a80cf2bd410)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:26.916846 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a58bd650-467e-40c5-bf58-b628c3ae234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.004041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bd650-467e-40c5-bf58-b628c3ae234a None None] Pushing event updated for resources: {'Port': ['ID=3483a4dc-8101-4415-a0e2-023fb950d36a,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:27.049311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5ba58be8-58d8-4fca-a4b7-291ced27a186 None None] Provisioning complete for port 3483a4dc-8101-4415-a0e2-023fb950d36a triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:27.049686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5ba58be8-58d8-4fca-a4b7-291ced27a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.052048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:57:25Z', 'revision_number': 3, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port': {'id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:25Z', 'updated_at': '2022-02-10T04:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:27.099579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Checking router: 983d1522-3988-4a77-b9c3-a661c813b7ca for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:57:27.100032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Updating router 983d1522-3988-4a77-b9c3-a661c813b7ca port a073b255-b186-48a5-a0dc-514514cf2c30 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:57:27.146364 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.218569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 545c87b6-545a-4e37-bf39-ebf537c384ba up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:27.450933 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.461486 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5ba58be8-58d8-4fca-a4b7-291ced27a186 None None] Current status of the port 3483a4dc-8101-4415-a0e2-023fb950d36a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:27.552570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 545c87b6-545a-4e37-bf39-ebf537c384ba triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:27.552949 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.608083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Allocated IP 172.20.0.1 (2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4/6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca/53f6c803-9457-4413-8ad6-35d3e43ee58b) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:27.715017 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Publish callbacks [] for port (a073b255-b186-48a5-a0dc-514514cf2c30), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.718641 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks [] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.719854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 545c87b6-545a-4e37-bf39-ebf537c384ba is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:27.720892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3483a4dc-8101-4415-a0e2-023fb950d36a up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:27.724046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8457f737-8a11-4453-bc62-85541d30363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.769579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3483a4dc-8101-4415-a0e2-023fb950d36a triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:27.769962 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.791644 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.841398 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.858345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Attempting to bind port a073b255-b186-48a5-a0dc-514514cf2c30 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:27.858748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Attempting to bind port a073b255-b186-48a5-a0dc-514514cf2c30 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:27.859124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Attempting to bind port a073b255-b186-48a5-a0dc-514514cf2c30 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:27.871322 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deafd26-7998-4eef-b28b-cb32bf6d0234 None None] Pushing event updated for resources: {'Port': ['ID=a073b255-b186-48a5-a0dc-514514cf2c30,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:27.874360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:27.874760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:27.875633 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.875633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:27.876031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Bound port: a073b255-b186-48a5-a0dc-514514cf2c30, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:27.876414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.876839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:27.882546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:27.886190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:27.953098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Pushing event updated for resources: {'Port': ['ID=53f6c803-9457-4413-8ad6-35d3e43ee58b,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:27.953098 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (983d1522-3988-4a77-b9c3-a661c813b7ca), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:27.953595 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3483a4dc-8101-4415-a0e2-023fb950d36a is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:27.965653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] For port a073b255-b186-48a5-a0dc-514514cf2c30, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:27.969656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] For port a073b255-b186-48a5-a0dc-514514cf2c30, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a073b255-b186-48a5-a0dc-514514cf2c30,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:28.045837 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:28.102963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Routers {'983d1522-3988-4a77-b9c3-a661c813b7ca'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:28.103588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['983d1522-3988-4a77-b9c3-a661c813b7ca'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:28.127830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:28.144764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deafd26-7998-4eef-b28b-cb32bf6d0234 None None] Pushing event updated for resources: {'Port': ['ID=a073b255-b186-48a5-a0dc-514514cf2c30,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:28.227392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] Set router 983d1522-3988-4a77-b9c3-a661c813b7ca gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:28.229560 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8ca6dc69-afbd-4531-8b2f-41dcf94a3249 None None] Provisioning complete for port 53f6c803-9457-4413-8ad6-35d3e43ee58b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:28.229927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dc69-afbd-4531-8b2f-41dcf94a3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:28.290213 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks [] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:28.324382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6dc69-afbd-4531-8b2f-41dcf94a3249 None None] Port 53f6c803-9457-4413-8ad6-35d3e43ee58b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:57:28.343870 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:28.413292 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (983d1522-3988-4a77-b9c3-a661c813b7ca), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:28.416152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Pushing event updated for resources: {'Port': ['ID=53f6c803-9457-4413-8ad6-35d3e43ee58b,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:28.458810 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:57:28Z', 'revision_number': 4, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port': {'id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:25Z', 'updated_at': '2022-02-10T04:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '53f6c803-9457-4413-8ad6-35d3e43ee58b', 'name': '', 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'mac_address': 'fa:16:3e:d3:85:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:27Z', 'updated_at': '2022-02-10T04:57:27Z', 'revision_number': 1, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'subnets': [{'id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:28.485765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87889e8b-6eb0-4f41-9b39-43c00ef2dd61 None None] The sync data for ids ['983d1522-3988-4a77-b9c3-a661c813b7ca'] in n-d-827844-2 is: [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:57:28Z', 'revision_number': 4, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port': {'id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:25Z', 'updated_at': '2022-02-10T04:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '53f6c803-9457-4413-8ad6-35d3e43ee58b', 'name': '', 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'mac_address': 'fa:16:3e:d3:85:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:27Z', 'updated_at': '2022-02-10T04:57:27Z', 'revision_number': 1, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'subnets': [{'id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:57:28.507980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:28.509455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:28.640785 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Router 983d1522-3988-4a77-b9c3-a661c813b7ca has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:57:28.777471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:57:28.782735 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-42b4a49b-daaa-430e-bfbd-c81278b62f5a admin admin] 10.222.0.42 "PUT /v2.0/routers/983d1522-3988-4a77-b9c3-a661c813b7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1517551 Feb 10 04:57:28.854379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a127d8ff-141d-41cd-8785-a2f9e836e97a None None] Provisioning complete for port 53f6c803-9457-4413-8ad6-35d3e43ee58b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:28.855087 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a127d8ff-141d-41cd-8785-a2f9e836e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:28.895833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a127d8ff-141d-41cd-8785-a2f9e836e97a None None] Port 53f6c803-9457-4413-8ad6-35d3e43ee58b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:57:29.749667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-bb033343-9d8a-4014-9ed3-eefa06d1b5e3 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:29.751371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-bb033343-9d8a-4014-9ed3-eefa06d1b5e3 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/networks?id=6aa2f535-49af-41a2-9a53-843f79b2d97f HTTP/1.1" status: 200 len: 816 time: 0.1109109 Feb 10 04:57:29.769291 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-fc54ea4f-ab59-45f1-8317-d1603cc36659 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/quotas/b61fb4d33e65451a81698f45c1f73c40 HTTP/1.1" status: 200 len: 375 time: 0.0125148 Feb 10 04:57:29.827728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7283-9d19-4166-a3ee-23710a8189ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:29.831278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-9e954d2a-c6b4-45ce-82d7-295740695642 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563791 Feb 10 04:57:29.932456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-bb67abeb-95c4-4214-a03f-9fbc39483a46 service neutron] 10.222.0.42 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Feb 10 04:57:30.024183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-8531ed7c-a584-4697-bdd6-82b6e87ad0d3 service neutron] 10.222.0.42 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859380 Feb 10 04:57:30.257828 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d47eaf7b-2d0f-4bdf-9984-f76fbb0b5974 req-7df9d514-6093-41ac-81e7-dde26d8a961d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 210 time: 0.0357757 Feb 10 04:57:31.155951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a073b255-b186-48a5-a0dc-514514cf2c30 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:31.198911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:31.204831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a073b255-b186-48a5-a0dc-514514cf2c30 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:31.205202 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:31.286332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a073b255-b186-48a5-a0dc-514514cf2c30 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:31.286731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:31.312302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port a073b255-b186-48a5-a0dc-514514cf2c30, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a073b255-b186-48a5-a0dc-514514cf2c30,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:31.349965 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e4b4ec2-7816-4c91-8133-68bc868dd36c req-5ee61366-013d-423d-a7e9-869195876a70 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 210 time: 0.0282619 Feb 10 04:57:31.387809 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:31.442453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=a073b255-b186-48a5-a0dc-514514cf2c30,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:32.047052 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Sync routers for ids ['983d1522-3988-4a77-b9c3-a661c813b7ca'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:57:32.057638 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Routers {'983d1522-3988-4a77-b9c3-a661c813b7ca'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:32.058237 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['983d1522-3988-4a77-b9c3-a661c813b7ca'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:32.171331 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Set router 983d1522-3988-4a77-b9c3-a661c813b7ca gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:32.340438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-54b1c4b7-0d36-4e39-91ff-a8e35499d057 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:32.342640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-54b1c4b7-0d36-4e39-91ff-a8e35499d057 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.43 "GET /v2.0/networks?id=6aa2f535-49af-41a2-9a53-843f79b2d97f HTTP/1.1" status: 200 len: 816 time: 0.1125643 Feb 10 04:57:32.353840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Request body: {'port': {'device_id': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'admin_state_up': True, 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:32.365477 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:57:28Z', 'revision_number': 4, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port': {'id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:25Z', 'updated_at': '2022-02-10T04:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '53f6c803-9457-4413-8ad6-35d3e43ee58b', 'name': '', 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'mac_address': 'fa:16:3e:d3:85:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:27Z', 'updated_at': '2022-02-10T04:57:28Z', 'revision_number': 2, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'subnets': [{'id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:32.402080 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Checking router: 983d1522-3988-4a77-b9c3-a661c813b7ca for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:57:32.402433 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Updating router 983d1522-3988-4a77-b9c3-a661c813b7ca port 53f6c803-9457-4413-8ad6-35d3e43ee58b binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:57:32.439539 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.468264 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb5cd487-1e43-4ca7-913d-97101e518450 req-c04754da-adec-4f3c-956f-90a8e6dae56b tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 210 time: 0.0310545 Feb 10 04:57:32.576698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Made reservation on behalf of b61fb4d33e65451a81698f45c1f73c40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:57:32.580181 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.712783 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Publish callbacks [] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.713561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Allocated IP 172.20.0.8 (6aa2f535-49af-41a2-9a53-843f79b2d97f/a75403ed-713c-4238-85eb-e233b2baad33/c0001537-0e65-4116-ac39-62c064a648c4) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:57:32.795180 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.795590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.851547 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32806fe7-5b72-4f28-9936-e00aa08fcb15 None None] Pushing event updated for resources: {'Port': ['ID=53f6c803-9457-4413-8ad6-35d3e43ee58b,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:32.883498 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks [] for port (c0001537-0e65-4116-ac39-62c064a648c4), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.903758 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Attempting to bind port 53f6c803-9457-4413-8ad6-35d3e43ee58b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:32.904136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Attempting to bind port 53f6c803-9457-4413-8ad6-35d3e43ee58b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:32.904509 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Attempting to bind port 53f6c803-9457-4413-8ad6-35d3e43ee58b on network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:32.909688 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:32.910075 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Checking segment: {'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:32.910484 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.910930 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Bound using segment: {'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:32.911407 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Bound port: 53f6c803-9457-4413-8ad6-35d3e43ee58b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b13360-f843-47a4-b564-1a80cf2bd410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:32.911789 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.967844 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c0001537-0e65-4116-ac39-62c064a648c4), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:32.979741 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] For port 53f6c803-9457-4413-8ad6-35d3e43ee58b, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:32.984985 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] For port 53f6c803-9457-4413-8ad6-35d3e43ee58b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=53f6c803-9457-4413-8ad6-35d3e43ee58b,segment=NetworkSegment(00b13360-f843-47a4-b564-1a80cf2bd410),segment_id=00b13360-f843-47a4-b564-1a80cf2bd410)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:33.021299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:57:33.024794 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:57:33.028488 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:57:33.051558 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Pushing event updated for resources: {'Port': ['ID=c0001537-0e65-4116-ac39-62c064a648c4,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:33.065096 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.088643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:33.088643 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.134582 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Routers {'983d1522-3988-4a77-b9c3-a661c813b7ca'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:57:33.135231 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:57:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['983d1522-3988-4a77-b9c3-a661c813b7ca'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:33.137131 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32806fe7-5b72-4f28-9936-e00aa08fcb15 None None] Pushing event updated for resources: {'Port': ['ID=53f6c803-9457-4413-8ad6-35d3e43ee58b,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:33.160944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-049f6589-4f63-48ed-88aa-2e053d4003ab None None] Provisioning complete for port 53f6c803-9457-4413-8ad6-35d3e43ee58b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:33.161847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-049f6589-4f63-48ed-88aa-2e053d4003ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.181313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-c1255060-d3e6-40eb-8100-17dded964631 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317077 Feb 10 04:57:33.193640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a073b255-b186-48a5-a0dc-514514cf2c30 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:33.194915 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-1308188e-d785-464f-93fc-aa14bfe26de4 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 04:57:33.196203 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-1308188e-d785-464f-93fc-aa14bfe26de4 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086679 Feb 10 04:57:33.209811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Request body: {'port': {'device_id': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:57:33.292780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port a073b255-b186-48a5-a0dc-514514cf2c30 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:33.293161 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.304455 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] Set router 983d1522-3988-4a77-b9c3-a661c813b7ca gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:57:33.311347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c0001537-0e65-4116-ac39-62c064a648c4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.331790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-049f6589-4f63-48ed-88aa-2e053d4003ab None None] Current status of the port 53f6c803-9457-4413-8ad6-35d3e43ee58b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:33.332185 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-049f6589-4f63-48ed-88aa-2e053d4003ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.388438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-049f6589-4f63-48ed-88aa-2e053d4003ab None None] For port 53f6c803-9457-4413-8ad6-35d3e43ee58b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=53f6c803-9457-4413-8ad6-35d3e43ee58b,segment=NetworkSegment(00b13360-f843-47a4-b564-1a80cf2bd410),segment_id=00b13360-f843-47a4-b564-1a80cf2bd410)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:33.438139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port a073b255-b186-48a5-a0dc-514514cf2c30 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:33.463448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-049f6589-4f63-48ed-88aa-2e053d4003ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.520859 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f6589-4f63-48ed-88aa-2e053d4003ab None None] Pushing event updated for resources: {'Port': ['ID=53f6c803-9457-4413-8ad6-35d3e43ee58b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:33.564854 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:57:28Z', 'revision_number': 4, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port': {'id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:25Z', 'updated_at': '2022-02-10T04:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '53f6c803-9457-4413-8ad6-35d3e43ee58b', 'name': '', 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'mac_address': 'fa:16:3e:d3:85:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:27Z', 'updated_at': '2022-02-10T04:57:32Z', 'revision_number': 4, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'subnets': [{'id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:57:33.585055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e90f25b1-0dfc-4c73-9924-0246a4c3c592 None None] Provisioning complete for port c0001537-0e65-4116-ac39-62c064a648c4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:33.591703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e90f25b1-0dfc-4c73-9924-0246a4c3c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c0001537-0e65-4116-ac39-62c064a648c4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.593762 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40943963-e836-4418-9050-e7e9fecf2b8f None None] The sync data for ids ['983d1522-3988-4a77-b9c3-a661c813b7ca'] in n-d-827844-2 is: [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:57:28Z', 'revision_number': 4, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port': {'id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:25Z', 'updated_at': '2022-02-10T04:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '53f6c803-9457-4413-8ad6-35d3e43ee58b', 'name': '', 'network_id': '2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'mac_address': 'fa:16:3e:d3:85:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:27Z', 'updated_at': '2022-02-10T04:57:32Z', 'revision_number': 4, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'subnets': [{'id': '6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:57:33.633078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e90f25b1-0dfc-4c73-9924-0246a4c3c592 None None] Port c0001537-0e65-4116-ac39-62c064a648c4 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:57:33.644751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e90f25b1-0dfc-4c73-9924-0246a4c3c592 None None] Provisioning complete for port 53f6c803-9457-4413-8ad6-35d3e43ee58b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:33.645202 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e90f25b1-0dfc-4c73-9924-0246a4c3c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.666507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f449efd-611d-4902-abf8-f559c862ba3a req-38cdabd7-87bc-4c82-96d1-1ab0984e3b1d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:33.670912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f449efd-611d-4902-abf8-f559c862ba3a req-38cdabd7-87bc-4c82-96d1-1ab0984e3b1d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 931 time: 0.0907750 Feb 10 04:57:33.737427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e90f25b1-0dfc-4c73-9924-0246a4c3c592 None None] Current status of the port 53f6c803-9457-4413-8ad6-35d3e43ee58b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:33.750959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0001537-0e65-4116-ac39-62c064a648c4 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:57:33.761686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Publish callbacks [] for port (c0001537-0e65-4116-ac39-62c064a648c4), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.766731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f449efd-611d-4902-abf8-f559c862ba3a req-f9043dc2-cf27-40fa-a560-86e3aa3dbd36 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857437 Feb 10 04:57:33.778846 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Transition to ACTIVE for port object c0001537-0e65-4116-ac39-62c064a648c4 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:57:33.839505 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c0001537-0e65-4116-ac39-62c064a648c4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:33.890424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Pushing event updated for resources: {'Port': ['ID=c0001537-0e65-4116-ac39-62c064a648c4,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:33.967387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Attempting to bind port c0001537-0e65-4116-ac39-62c064a648c4 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:57:33.967730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Attempting to bind port c0001537-0e65-4116-ac39-62c064a648c4 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:57:33.968068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Attempting to bind port c0001537-0e65-4116-ac39-62c064a648c4 on network 6aa2f535-49af-41a2-9a53-843f79b2d97f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:33.972723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Port c0001537-0e65-4116-ac39-62c064a648c4 on network 6aa2f535-49af-41a2-9a53-843f79b2d97f not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:57:33.973044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Attempting to bind port c0001537-0e65-4116-ac39-62c064a648c4 on network 6aa2f535-49af-41a2-9a53-843f79b2d97f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:57:33.979006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:57:33.979358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Checking segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:57:33.979747 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Bound using segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:57:33.980184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Bound port: c0001537-0e65-4116-ac39-62c064a648c4, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:57:33.980540 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c0001537-0e65-4116-ac39-62c064a648c4), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:34.052679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] For port c0001537-0e65-4116-ac39-62c064a648c4, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:57:34.057114 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] For port c0001537-0e65-4116-ac39-62c064a648c4, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c0001537-0e65-4116-ac39-62c064a648c4,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:57:34.131227 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c0001537-0e65-4116-ac39-62c064a648c4), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:34.171431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.172064 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:34.173483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] 10.222.0.43 "PUT /v2.0/ports/c0001537-0e65-4116-ac39-62c064a648c4 HTTP/1.1" status: 200 len: 1091 time: 0.9696589 Feb 10 04:57:34.173938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'tag': 'c0001537-0e65-4116-ac39-62c064a648c4'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:57:34.176272 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c834ca-9c5d-4726-9e47-755a4db997f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9b52b4-af88-4ef2-b686-7153a63bf8fc", "tag": "c0001537-0e65-4116-ac39-62c064a648c4"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:57:34.205697 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31b4f-ff51-4c44-bb18-587103d5ce16 service neutron] Pushing event updated for resources: {'Port': ['ID=c0001537-0e65-4116-ac39-62c064a648c4,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:34.235417 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821a48eb-e188-4200-8023-d8e3d3cf40ec x-openstack-request-id: req-821a48eb-e188-4200-8023-d8e3d3cf40ec {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:57:34.235832 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9b52b4-af88-4ef2-b686-7153a63bf8fc", "tag": "c0001537-0e65-4116-ac39-62c064a648c4", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:57:34.236026 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-821a48eb-e188-4200-8023-d8e3d3cf40ec {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:57:34.236433 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'tag': 'c0001537-0e65-4116-ac39-62c064a648c4', 'status': 'completed', 'code': 200} Feb 10 04:57:34.306668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c834ca-9c5d-4726-9e47-755a4db997f7 req-dad72d3e-ac0a-4dc9-9e1b-bc87fc43deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.308306 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00c834ca-9c5d-4726-9e47-755a4db997f7 req-dad72d3e-ac0a-4dc9-9e1b-bc87fc43deb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 1125 time: 0.0503674 Feb 10 04:57:34.343767 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:34.416926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c834ca-9c5d-4726-9e47-755a4db997f7 req-f865517b-4d65-427a-b4e1-08fde8d1e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.418434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00c834ca-9c5d-4726-9e47-755a4db997f7 req-f865517b-4d65-427a-b4e1-08fde8d1e652 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b61fb4d33e65451a81698f45c1f73c40&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1035094 Feb 10 04:57:34.511787 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c834ca-9c5d-4726-9e47-755a4db997f7 req-2a385bfc-e521-4bc0-a021-71eef0b7043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.513303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-00c834ca-9c5d-4726-9e47-755a4db997f7 req-2a385bfc-e521-4bc0-a021-71eef0b7043b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897956 Feb 10 04:57:34.596401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-5c35bcbb-622e-482a-9af2-cf9be9de4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.598020 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-5c35bcbb-622e-482a-9af2-cf9be9de4b80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 1125 time: 0.0498328 Feb 10 04:57:34.638608 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-619ef896-00a4-47d6-a503-3f75a207afb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0001537-0e65-4116-ac39-62c064a648c4 HTTP/1.1" status: 200 len: 217 time: 0.0339386 Feb 10 04:57:34.685498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-ef4259d0-6d64-4f16-a676-8740838da6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.686998 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-ef4259d0-6d64-4f16-a676-8740838da6c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a75403ed-713c-4238-85eb-e233b2baad33 HTTP/1.1" status: 200 len: 855 time: 0.0432615 Feb 10 04:57:34.736845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-bd0412f0-0cfb-4206-ba66-448d726e3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.737430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-bd0412f0-0cfb-4206-ba66-448d726e3299 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6aa2f535-49af-41a2-9a53-843f79b2d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453203 Feb 10 04:57:34.830119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-d7171dd2-9537-4514-8a5c-dbbd03a31c94 service neutron] 10.222.0.43 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864809 Feb 10 04:57:34.958862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb358-7023-4b3d-8ed1-3ae44c6ae7d6 req-4e065586-9ea2-42b0-9ae9-744ac4093c13 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:34.961056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a42cb358-7023-4b3d-8ed1-3ae44c6ae7d6 req-4e065586-9ea2-42b0-9ae9-744ac4093c13 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 943 time: 0.1175661 Feb 10 04:57:34.962988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8b3f02c2-ad76-4d54-b8af-ed48c2dde732 req-5d0a556c-5cca-4424-8153-a6327ca205df service neutron] 10.222.0.43 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267114 Feb 10 04:57:35.005885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a42cb358-7023-4b3d-8ed1-3ae44c6ae7d6 req-e689f6aa-9313-428f-aada-7f6fcb0d78f5 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Feb 10 04:57:35.160874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 53f6c803-9457-4413-8ad6-35d3e43ee58b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:35.208644 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 53f6c803-9457-4413-8ad6-35d3e43ee58b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:35.220321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:35.293759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 53f6c803-9457-4413-8ad6-35d3e43ee58b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:36.139976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00d31b-fe41-4c73-bdd4-db9cbd020f5d req-606d059f-7a82-46cd-952d-a378f2dbcafc tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:36.141434 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf00d31b-fe41-4c73-bdd4-db9cbd020f5d req-606d059f-7a82-46cd-952d-a378f2dbcafc tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 943 time: 0.0576217 Feb 10 04:57:36.188185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf00d31b-fe41-4c73-bdd4-db9cbd020f5d req-636ac52a-3f59-4da4-b366-260564006502 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Feb 10 04:57:37.308322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0d40-3c22-48c3-acfb-198eded7dfb1 req-626088ff-d171-42b8-915f-f9f01a4e8892 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:37.309794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5ec0d40-3c22-48c3-acfb-198eded7dfb1 req-626088ff-d171-42b8-915f-f9f01a4e8892 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 943 time: 0.0522909 Feb 10 04:57:37.360654 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b5ec0d40-3c22-48c3-acfb-198eded7dfb1 req-5973ff9e-210e-4731-841a-7b655995f6bd tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452244 Feb 10 04:57:37.991945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c0001537-0e65-4116-ac39-62c064a648c4 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:57:38.089356 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c0001537-0e65-4116-ac39-62c064a648c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c0001537-0e65-4116-ac39-62c064a648c4,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:38.099423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'c0001537-0e65-4116-ac39-62c064a648c4', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'port_id': 'c0001537-0e65-4116-ac39-62c064a648c4', 'mac_address': 'fa:16:3e:aa:b8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:57:38.136432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c0001537-0e65-4116-ac39-62c064a648c4 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:38.136822 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c0001537-0e65-4116-ac39-62c064a648c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:38.149170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0001537-0e65-4116-ac39-62c064a648c4 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:57:38.167850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c0001537-0e65-4116-ac39-62c064a648c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c0001537-0e65-4116-ac39-62c064a648c4,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:38.269094 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c0001537-0e65-4116-ac39-62c064a648c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:38.318538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c0001537-0e65-4116-ac39-62c064a648c4,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:38.469606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c0001537-0e65-4116-ac39-62c064a648c4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:57:38.480761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfeb3-0978-4a77-8f93-748040f5c23f req-33ec251b-805b-4867-a4a9-aa79d920f1d6 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:38.482311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21bcfeb3-0978-4a77-8f93-748040f5c23f req-33ec251b-805b-4867-a4a9-aa79d920f1d6 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 944 time: 0.0522094 Feb 10 04:57:38.529223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21bcfeb3-0978-4a77-8f93-748040f5c23f req-a1ed47ca-0b3a-48d0-b5ce-1eda723a3c72 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Feb 10 04:57:39.669806 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697af568-44d3-4fdc-9eb8-a08804966d47 req-894039e0-30c9-4284-a773-d4b22f0b93a2 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:39.671426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-697af568-44d3-4fdc-9eb8-a08804966d47 req-894039e0-30c9-4284-a773-d4b22f0b93a2 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 944 time: 0.0636997 Feb 10 04:57:39.724117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-697af568-44d3-4fdc-9eb8-a08804966d47 req-05c3d745-6441-435a-9a84-3c4c5d92b02c tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443294 Feb 10 04:57:39.994332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c0001537-0e65-4116-ac39-62c064a648c4 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:57:40.107888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port c0001537-0e65-4116-ac39-62c064a648c4 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:57:40.112016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port c0001537-0e65-4116-ac39-62c064a648c4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:57:40.124302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c0001537-0e65-4116-ac39-62c064a648c4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:40.196580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port c0001537-0e65-4116-ac39-62c064a648c4 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:57:40.196976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c0001537-0e65-4116-ac39-62c064a648c4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:40.218997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0001537-0e65-4116-ac39-62c064a648c4'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:57:40.221206 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbc0fea-4dbe-45a7-a579-e22d49f1ba52" -d '{"events": [{"server_uuid": "0a9b52b4-af88-4ef2-b686-7153a63bf8fc", "name": "network-vif-plugged", "status": "completed", "tag": "c0001537-0e65-4116-ac39-62c064a648c4"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:57:40.234635 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port c0001537-0e65-4116-ac39-62c064a648c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c0001537-0e65-4116-ac39-62c064a648c4,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:57:40.259212 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c66ba7-034b-4716-993f-07c1102bc8e4 x-openstack-request-id: req-01c66ba7-034b-4716-993f-07c1102bc8e4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:57:40.259508 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b52b4-af88-4ef2-b686-7153a63bf8fc", "name": "network-vif-plugged", "status": "completed", "tag": "c0001537-0e65-4116-ac39-62c064a648c4", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:57:40.259768 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01c66ba7-034b-4716-993f-07c1102bc8e4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:57:40.260170 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0001537-0e65-4116-ac39-62c064a648c4', 'code': 200} Feb 10 04:57:40.286221 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c0001537-0e65-4116-ac39-62c064a648c4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:40.334220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=c0001537-0e65-4116-ac39-62c064a648c4,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:57:40.370745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b12e11-8ddf-4d0e-a7c3-3055a8486d73 req-33335abe-e1cc-4cf0-93c4-386ba2579f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:40.372367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75b12e11-8ddf-4d0e-a7c3-3055a8486d73 req-33335abe-e1cc-4cf0-93c4-386ba2579f9f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 1127 time: 0.0520387 Feb 10 04:57:40.420140 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-75b12e11-8ddf-4d0e-a7c3-3055a8486d73 req-d609a08b-7533-478a-b921-149a22cbed86 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Feb 10 04:57:40.855562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a88873-7f88-4b8f-8b0d-5b8bd92195d4 req-ddc82555-4366-4e35-9a15-5618784fe783 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:40.857050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80a88873-7f88-4b8f-8b0d-5b8bd92195d4 req-ddc82555-4366-4e35-9a15-5618784fe783 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 945 time: 0.0577693 Feb 10 04:57:40.902936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-80a88873-7f88-4b8f-8b0d-5b8bd92195d4 req-6cfe596f-ad99-405a-9d94-50cddf79b274 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Feb 10 04:57:42.029122 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ddc90-8dff-4ddb-a4fa-dba06c874642 req-e104179e-c526-4e89-ac17-ab009ad36de9 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:42.030662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-657ddc90-8dff-4ddb-a4fa-dba06c874642 req-e104179e-c526-4e89-ac17-ab009ad36de9 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 945 time: 0.0562828 Feb 10 04:57:42.086949 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-657ddc90-8dff-4ddb-a4fa-dba06c874642 req-7d08fe90-4f65-4950-9b98-2b54e3f3fbbd tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Feb 10 04:57:42.206216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647127-4d79-401b-91db-c694766a29f1 req-bdd4eae3-f30a-40a0-a659-449935487acf tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:42.207737 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d647127-4d79-401b-91db-c694766a29f1 req-bdd4eae3-f30a-40a0-a659-449935487acf tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 945 time: 0.0530491 Feb 10 04:57:42.253584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d647127-4d79-401b-91db-c694766a29f1 req-87b15643-40dd-45bf-985e-39684cb1db01 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Feb 10 04:57:43.064188 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-25c7ef9f-2f45-4938-becb-2b02e38e0b04 req-af7a664d-d260-4be4-94fa-6cccbdc26a04 service neutron] (109959) timed out ('10.222.0.43', 59976) {{(pid=109959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:57:47.371418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:48.812046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:56.245698 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-ddf3d5b6-70df-46e2-8b5b-02f449f20180 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430865 Feb 10 04:57:56.334966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-5c9a33ca-7da7-4ef1-bb02-261b72f8c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:56.336498 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-5c9a33ca-7da7-4ef1-bb02-261b72f8c4b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 1127 time: 0.0478661 Feb 10 04:57:56.436721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-3a1e4f0f-90bf-4009-9855-e80b0668fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:56.438204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-3a1e4f0f-90bf-4009-9855-e80b0668fc10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6aa2f535-49af-41a2-9a53-843f79b2d97f HTTP/1.1" status: 200 len: 917 time: 0.0835412 Feb 10 04:57:56.482409 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-98b332d7-e2ae-409c-949c-4c0126a0e99d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0001537-0e65-4116-ac39-62c064a648c4 HTTP/1.1" status: 200 len: 217 time: 0.0373547 Feb 10 04:57:56.531154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-dbc55b10-7bfb-4c61-8149-0f6747ee9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:56.532479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-dbc55b10-7bfb-4c61-8149-0f6747ee9c87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a75403ed-713c-4238-85eb-e233b2baad33 HTTP/1.1" status: 200 len: 855 time: 0.0434496 Feb 10 04:57:56.582069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-48ac613e-9df0-4787-8015-b82345686572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:57:56.583678 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-48ac613e-9df0-4787-8015-b82345686572 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6aa2f535-49af-41a2-9a53-843f79b2d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444114 Feb 10 04:57:56.675049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-7408ef15-8fa4-4ca8-97bd-ef912e2e2568 service neutron] 10.222.0.43 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851452 Feb 10 04:57:56.764724 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4f5fd5d8-db0c-4426-b242-8dfb7eccf7af req-4da5dbb4-ff44-48c7-9fb9-4b2513b12bef service neutron] 10.222.0.43 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831897 Feb 10 04:57:57.691091 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7798033f-2281-4493-b4a7-4be3967965e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:57:59.125729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:57:59.832850 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef34b963-feb2-43f1-9522-3f6d92506925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:01.209995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:02.753946 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:04.348754 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:14.884192 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-298bb099-fae5-42f3-ae74-65edeec78a84 req-7bbc0f26-3852-429c-a028-c1a69c476a8e service neutron] (109958) timed out ('10.222.0.42', 48974) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 04:58:17.387785 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:17.846538 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9c08f-33f1-49c0-98bc-a1a3762cb38a req-d915231f-b82b-4dc8-9420-a5fe74a95ff5 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:17.848078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10c9c08f-33f1-49c0-98bc-a1a3762cb38a req-d915231f-b82b-4dc8-9420-a5fe74a95ff5 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 945 time: 0.0534604 Feb 10 04:58:17.896125 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10c9c08f-33f1-49c0-98bc-a1a3762cb38a req-1f8fab85-af6c-4861-bb0e-84eefa1bcda9 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Feb 10 04:58:18.805130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:19.024539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bddcd-a86e-4f4c-b801-4e32d8a92669 req-ce17e106-2dab-4f0a-9874-e6cf131b4ca9 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:19.026063 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c3bddcd-a86e-4f4c-b801-4e32d8a92669 req-ce17e106-2dab-4f0a-9874-e6cf131b4ca9 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 945 time: 0.0602427 Feb 10 04:58:19.072588 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9c3bddcd-a86e-4f4c-b801-4e32d8a92669 req-ad3804f5-ab6d-457f-8614-095df56d49d6 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Feb 10 04:58:19.263775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-95f87238-165b-43b5-856d-f8ce307919c6 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:19.267243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-95f87238-165b-43b5-856d-f8ce307919c6 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 945 time: 0.0639408 Feb 10 04:58:19.364759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Deleting port c0001537-0e65-4116-ac39-62c064a648c4 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:58:19.365103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c0001537-0e65-4116-ac39-62c064a648c4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:19.456147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] For port c0001537-0e65-4116-ac39-62c064a648c4, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=c0001537-0e65-4116-ac39-62c064a648c4,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:58:19.456505 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c0001537-0e65-4116-ac39-62c064a648c4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:19.468780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Calling delete_port for c0001537-0e65-4116-ac39-62c064a648c4 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:58:19.674051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c0001537-0e65-4116-ac39-62c064a648c4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:19.686208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['c0001537-0e65-4116-ac39-62c064a648c4'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:58:19.711737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Pushing event deleted for resources: {'Port': ['ID=c0001537-0e65-4116-ac39-62c064a648c4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:58:19.734891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.735243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.735607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.735939 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.736269 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.736596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.736917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.737243 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.737581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.737885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.738204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.738519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.738864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:19.755195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] No DVR routers for this DVR port c0001537-0e65-4116-ac39-62c064a648c4 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:58:19.757646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:19.761110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41820302-1df5-4fa5-ad55-5fe28f5683e2 req-d519cdc6-7d55-4f99-904b-e9731eb906ff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.43 "DELETE /v2.0/ports/c0001537-0e65-4116-ac39-62c064a648c4 HTTP/1.1" status: 204 len: 173 time: 0.4896660 Feb 10 04:58:19.765995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'name': 'network-vif-deleted', 'tag': 'c0001537-0e65-4116-ac39-62c064a648c4'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:58:19.765995 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f11c93-118a-45fe-a3a6-4961eae73953" -d '{"events": [{"server_uuid": "0a9b52b4-af88-4ef2-b686-7153a63bf8fc", "name": "network-vif-deleted", "tag": "c0001537-0e65-4116-ac39-62c064a648c4"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:58:19.800554 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d94ab-3ee4-48d1-b77b-602916ccd3b5 x-openstack-request-id: req-796d94ab-3ee4-48d1-b77b-602916ccd3b5 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:58:19.800851 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b52b4-af88-4ef2-b686-7153a63bf8fc", "name": "network-vif-deleted", "tag": "c0001537-0e65-4116-ac39-62c064a648c4", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:58:19.801107 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-796d94ab-3ee4-48d1-b77b-602916ccd3b5 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:58:19.801515 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b52b4-af88-4ef2-b686-7153a63bf8fc', 'name': 'network-vif-deleted', 'tag': 'c0001537-0e65-4116-ac39-62c064a648c4', 'status': 'completed', 'code': 200} Feb 10 04:58:20.188875 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c624ad2f-0677-41d1-a92d-a6600072b1fa req-63696ee1-826e-4215-a18e-6f356ac1f41d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a9b52b4-af88-4ef2-b686-7153a63bf8fc HTTP/1.1" status: 200 len: 210 time: 0.0333548 Feb 10 04:58:21.847032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-29c741e2-6582-44a0-867c-336424505f2e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:21.848492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-29c741e2-6582-44a0-867c-336424505f2e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/networks?id=6aa2f535-49af-41a2-9a53-843f79b2d97f HTTP/1.1" status: 200 len: 816 time: 0.0972500 Feb 10 04:58:21.863384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-22931814-b790-4407-acf5-05ce47de2ea0 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/quotas/b61fb4d33e65451a81698f45c1f73c40 HTTP/1.1" status: 200 len: 375 time: 0.0089631 Feb 10 04:58:21.918434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-22116cbf-0168-4d07-b44b-e1462f13be8f tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492594 Feb 10 04:58:22.015387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-eed342ee-a79d-498e-a36d-c5efa7588580 service neutron] 10.222.0.42 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859168 Feb 10 04:58:22.101142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-1e13d4af-9459-4db7-a76a-69e94f96224f service neutron] 10.222.0.42 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800970 Feb 10 04:58:22.343155 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3b16a0bc-4f4c-4b49-8397-9e45ff119c8d req-8b4eb19b-b498-4fbd-96ae-655d6bba1370 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0288622 Feb 10 04:58:23.447137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-99221be2-cbb1-4099-83db-bcd617fd93d5 req-4935d1a9-35e8-4c21-b6d6-d3f3dd1d8503 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0338638 Feb 10 04:58:24.159166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-84825f8c-018c-42f4-b9df-f4ffd1a74fa2 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:24.160653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-84825f8c-018c-42f4-b9df-f4ffd1a74fa2 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.24 "GET /v2.0/networks?id=6aa2f535-49af-41a2-9a53-843f79b2d97f HTTP/1.1" status: 200 len: 816 time: 0.0990453 Feb 10 04:58:24.171555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Request body: {'port': {'device_id': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'admin_state_up': True, 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:58:24.225265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c0001537-0e65-4116-ac39-62c064a648c4 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:58:24.246303 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: c0001537-0e65-4116-ac39-62c064a648c4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:58:24.246657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device c0001537-0e65-4116-ac39-62c064a648c4 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:58:24.336562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Made reservation on behalf of b61fb4d33e65451a81698f45c1f73c40 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:58:24.340195 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:24.463656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Allocated IP 172.20.0.3 (6aa2f535-49af-41a2-9a53-843f79b2d97f/a75403ed-713c-4238-85eb-e233b2baad33/fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:58:24.549603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-69bd7518-e8a7-4ec0-860e-64e02fb70069 req-6d296541-97c6-42db-86a2-e78e9a335400 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0320179 Feb 10 04:58:24.615666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks [] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:24.725929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:24.768319 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:58:24.772079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:58:24.775974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:58:24.805980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Pushing event updated for resources: {'Port': ['ID=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:58:24.835705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:24.836347 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:24.922168 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a9efb55f-d930-44e2-819c-1e22e9f4979e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7541559 Feb 10 04:58:24.933807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Request body: {'port': {'device_id': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:58:24.992747 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:25.025433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-771f5910-cdfe-4b1c-a9a9-0b3a43ad0c26 None None] Provisioning complete for port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:58:25.025810 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-771f5910-cdfe-4b1c-a9a9-0b3a43ad0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:25.061501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-771f5910-cdfe-4b1c-a9a9-0b3a43ad0c26 None None] Port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:58:25.583107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:58:25.591214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Publish callbacks [] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:25.603431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Transition to ACTIVE for port object fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 04:58:25.661636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:25.699820 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85681aa-26fa-413f-834b-0598016baf40 req-117a07e2-ff91-417b-a165-c631bcf57bc4 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:25.701339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e85681aa-26fa-413f-834b-0598016baf40 req-117a07e2-ff91-417b-a165-c631bcf57bc4 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 931 time: 0.0802562 Feb 10 04:58:25.736538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Pushing event updated for resources: {'Port': ['ID=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:58:25.808450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e85681aa-26fa-413f-834b-0598016baf40 req-0bd6a69a-5536-40d1-83d4-9562bec71aca tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970948 Feb 10 04:58:25.834718 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Attempting to bind port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:58:25.835140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Attempting to bind port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:58:25.835538 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Attempting to bind port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e on network 6aa2f535-49af-41a2-9a53-843f79b2d97f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:58:25.840267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e on network 6aa2f535-49af-41a2-9a53-843f79b2d97f not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 04:58:25.840589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Attempting to bind port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e on network 6aa2f535-49af-41a2-9a53-843f79b2d97f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:58:25.845722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:58:25.846006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Checking segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:58:25.846391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Bound using segment: {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:58:25.846886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Bound port: fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:58:25.847242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:25.911119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] For port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:58:25.914077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] For port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:58:25.982879 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:26.016895 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.017512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:26.018952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] 10.222.0.24 "PUT /v2.0/ports/fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e HTTP/1.1" status: 200 len: 1091 time: 1.0893078 Feb 10 04:58:26.019390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'tag': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:58:26.021649 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df3df33-079e-4488-a259-8d20d91b5b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fea2b9ab-2303-42a3-96f8-57c42ab6d1b3", "tag": "fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:58:26.048767 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5355d5-033b-4cce-b8b3-fef5e0f7014a service neutron] Pushing event updated for resources: {'Port': ['ID=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:58:26.072867 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a720c-1ca9-4973-bb06-1a21b65d8bad x-openstack-request-id: req-ed1a720c-1ca9-4973-bb06-1a21b65d8bad {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:58:26.073157 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea2b9ab-2303-42a3-96f8-57c42ab6d1b3", "tag": "fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:58:26.073407 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed1a720c-1ca9-4973-bb06-1a21b65d8bad {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:58:26.073841 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'tag': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e', 'status': 'completed', 'code': 200} Feb 10 04:58:26.142627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3df33-079e-4488-a259-8d20d91b5b0a req-10581a45-d80a-4b9c-8c87-2fb2992523e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.144193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8df3df33-079e-4488-a259-8d20d91b5b0a req-10581a45-d80a-4b9c-8c87-2fb2992523e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 1125 time: 0.0526841 Feb 10 04:58:26.242589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3df33-079e-4488-a259-8d20d91b5b0a req-569740b6-3b01-4716-8f2f-196f7639373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.244151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8df3df33-079e-4488-a259-8d20d91b5b0a req-569740b6-3b01-4716-8f2f-196f7639373a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b61fb4d33e65451a81698f45c1f73c40&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0935333 Feb 10 04:58:26.339955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3df33-079e-4488-a259-8d20d91b5b0a req-6853e162-0084-4f47-b50b-593fdbfdf4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.341421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8df3df33-079e-4488-a259-8d20d91b5b0a req-6853e162-0084-4f47-b50b-593fdbfdf4e8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909393 Feb 10 04:58:26.421840 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-2aedcbe9-8490-4f1b-a23c-8c969b8aa98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.423297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-2aedcbe9-8490-4f1b-a23c-8c969b8aa98c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 1125 time: 0.0447726 Feb 10 04:58:26.464748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-a50d79c9-7f17-4c74-8253-0d362c7aae0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e HTTP/1.1" status: 200 len: 217 time: 0.0346637 Feb 10 04:58:26.515339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-2f86fa60-32ff-49dc-8627-25c6c9f302f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.516766 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-2f86fa60-32ff-49dc-8627-25c6c9f302f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a75403ed-713c-4238-85eb-e233b2baad33 HTTP/1.1" status: 200 len: 855 time: 0.0464134 Feb 10 04:58:26.564552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-27286fc6-3f7d-4383-a93c-553a7bcfff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.566058 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-27286fc6-3f7d-4383-a93c-553a7bcfff01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6aa2f535-49af-41a2-9a53-843f79b2d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427368 Feb 10 04:58:26.654891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-7b7e1648-277f-4c31-bcd4-9fb1b8b71294 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813529 Feb 10 04:58:26.746822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b964c031-4f4e-4127-816c-51433c0a4a8a req-8cfb8568-654c-441a-9d4c-f092648c5427 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857167 Feb 10 04:58:26.942968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9c18c-dea0-4d23-b100-0d06bdd5ace1 req-f68a1ca1-f59d-4e62-ac67-9cc99df94215 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:26.945169 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1a9c18c-dea0-4d23-b100-0d06bdd5ace1 req-f68a1ca1-f59d-4e62-ac67-9cc99df94215 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 943 time: 0.0558958 Feb 10 04:58:26.992940 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a1a9c18c-dea0-4d23-b100-0d06bdd5ace1 req-79ce243f-2e39-47fc-b74f-c5be938a2e55 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Feb 10 04:58:27.723541 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0848cb69-d481-4014-89d0-a568eadc5b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:28.113637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e8dad-9ff7-4004-b376-7f57adf5e536 req-07271a27-3f82-4c56-b4cb-1185e9553f1d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:28.115756 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574e8dad-9ff7-4004-b376-7f57adf5e536 req-07271a27-3f82-4c56-b4cb-1185e9553f1d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 943 time: 0.0521765 Feb 10 04:58:28.160139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-574e8dad-9ff7-4004-b376-7f57adf5e536 req-01f6bb37-a851-4725-b781-c3fe0e290f15 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Feb 10 04:58:29.285367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd3a2-7e55-408d-af77-eaacd6de47ff req-0c19cf15-9b74-476e-9c63-33d2a664d383 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:29.286880 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f08fd3a2-7e55-408d-af77-eaacd6de47ff req-0c19cf15-9b74-476e-9c63-33d2a664d383 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 943 time: 0.0563283 Feb 10 04:58:29.333075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f08fd3a2-7e55-408d-af77-eaacd6de47ff req-07adcd00-c8b1-4ec1-9d1e-825c18c3b6a2 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Feb 10 04:58:29.612320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 04:58:29.881945 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:58:29.893349 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e', 'network_id': '6aa2f535-49af-41a2-9a53-843f79b2d97f', 'port_id': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e', 'mac_address': 'fa:16:3e:d6:a5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75403ed-713c-4238-85eb-e233b2baad33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 04:58:29.930728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:58:29.931114 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:29.932830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0fc0-19a5-42c0-b5e2-4859e93feb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:29.944669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 04:58:29.964809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:58:30.031703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:30.078753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:58:30.086550 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.087359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.087359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.087661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.088027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.088360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.088693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.089020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.089346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.089671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.089998 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.090325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.090648 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:58:30.262291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:58:30.452565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c3c48-b34c-4517-8496-abfdf7545c03 req-ac0188d4-b67d-4b96-bd91-34ca5e533a3b tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:30.454044 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-515c3c48-b34c-4517-8496-abfdf7545c03 req-ac0188d4-b67d-4b96-bd91-34ca5e533a3b tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0524771 Feb 10 04:58:30.501471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-515c3c48-b34c-4517-8496-abfdf7545c03 req-8df8b5ad-eeef-4e4d-a79c-64c89cb4bd9d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Feb 10 04:58:31.232122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:31.620437 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63ad96-875e-4f72-a5d9-c35585d1d879 req-f9edae9a-001a-4c5c-a29d-3593178fd818 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:31.621911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e63ad96-875e-4f72-a5d9-c35585d1d879 req-f9edae9a-001a-4c5c-a29d-3593178fd818 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0526721 Feb 10 04:58:31.628139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:58:31.667820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e63ad96-875e-4f72-a5d9-c35585d1d879 req-8b9a205b-8395-4fad-8e66-4e6eebbe893e tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Feb 10 04:58:31.741035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 04:58:31.744982 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:58:31.745357 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:31.824638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:58:31.825027 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:31.846794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:58:31.848996 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd64e912-50d9-4147-965e-4d91a30f7735" -d '{"events": [{"server_uuid": "fea2b9ab-2303-42a3-96f8-57c42ab6d1b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:58:31.862073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:58:31.885805 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b7bfc-ea1d-401c-8258-a545a65e382f x-openstack-request-id: req-259b7bfc-ea1d-401c-8258-a545a65e382f {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:58:31.886100 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea2b9ab-2303-42a3-96f8-57c42ab6d1b3", "name": "network-vif-plugged", "status": "completed", "tag": "fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:58:31.886351 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-259b7bfc-ea1d-401c-8258-a545a65e382f {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:58:31.887141 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e', 'code': 200} Feb 10 04:58:31.936026 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:31.984167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:58:31.987662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0858c2-ea49-4db0-a5b7-816f5e34ba3d req-e347a66d-ffcf-46ac-81a7-bc92008752f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:31.989194 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0858c2-ea49-4db0-a5b7-816f5e34ba3d req-e347a66d-ffcf-46ac-81a7-bc92008752f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 1127 time: 0.0480738 Feb 10 04:58:32.031540 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae0858c2-ea49-4db0-a5b7-816f5e34ba3d req-1959f4b1-9d08-4fca-bc3e-8093028f37ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Feb 10 04:58:32.768753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:32.791666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e6652-afff-4812-b153-a42b39cc9489 req-45a2359c-a134-4c83-9e1b-9a7efd9904b3 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:32.793160 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d3e6652-afff-4812-b153-a42b39cc9489 req-45a2359c-a134-4c83-9e1b-9a7efd9904b3 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0531287 Feb 10 04:58:32.842205 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d3e6652-afff-4812-b153-a42b39cc9489 req-ecb6267d-03e0-474c-849a-73b76bf68efe tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Feb 10 04:58:33.971263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38266f1-eae6-4e17-b6bf-f5ef35fcef41 req-b63c87a5-59db-4f6a-a23b-0ba2a823500d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:33.972771 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a38266f1-eae6-4e17-b6bf-f5ef35fcef41 req-b63c87a5-59db-4f6a-a23b-0ba2a823500d tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0570703 Feb 10 04:58:34.018462 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a38266f1-eae6-4e17-b6bf-f5ef35fcef41 req-f8d18a2e-8472-4145-b195-e884027d83b0 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Feb 10 04:58:34.137492 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faee193-14f4-4d1b-b9bd-ee5ee966e127 req-d0a6c767-252f-4e5b-ab5c-50dafe8bad41 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:34.138899 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2faee193-14f4-4d1b-b9bd-ee5ee966e127 req-d0a6c767-252f-4e5b-ab5c-50dafe8bad41 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0516446 Feb 10 04:58:34.196121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2faee193-14f4-4d1b-b9bd-ee5ee966e127 req-26f1b1e4-c5c0-48a6-b757-e1701c07ecfe tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516746 Feb 10 04:58:34.353339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:36.125134 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:58:47.387490 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:48.808537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:51.567398 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-3fc6d3be-561a-4705-b588-8a53d7c7e048 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470262 Feb 10 04:58:51.657077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-88070209-edf9-44ac-814b-032ae7bc37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:51.658633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-88070209-edf9-44ac-814b-032ae7bc37a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b61fb4d33e65451a81698f45c1f73c40&device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 1127 time: 0.0447230 Feb 10 04:58:51.764868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-874810da-d686-4fc6-9989-7bf41e0c32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:51.766337 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-874810da-d686-4fc6-9989-7bf41e0c32eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=6aa2f535-49af-41a2-9a53-843f79b2d97f HTTP/1.1" status: 200 len: 917 time: 0.0883250 Feb 10 04:58:51.807346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-08a6be89-f782-4e87-9f5e-fab8df9f3498 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e HTTP/1.1" status: 200 len: 217 time: 0.0346835 Feb 10 04:58:51.859127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-9d3aefdc-26b2-4171-b810-b5948d33a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:51.860509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-9d3aefdc-26b2-4171-b810-b5948d33a082 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a75403ed-713c-4238-85eb-e233b2baad33 HTTP/1.1" status: 200 len: 855 time: 0.0432270 Feb 10 04:58:51.920238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-297ded2e-83a7-43ce-8c62-7dda1710a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:58:51.921789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-297ded2e-83a7-43ce-8c62-7dda1710a304 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6aa2f535-49af-41a2-9a53-843f79b2d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556264 Feb 10 04:58:52.014280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-a1a80be0-2418-48a9-9318-470fe279241a service neutron] 10.222.0.24 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809081 Feb 10 04:58:52.107074 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47b39d28-41c7-43a5-bc73-322ae70f3069 req-b9178517-27fb-4ef0-9e30-132979f49da8 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862725 Feb 10 04:58:57.712443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-76bd7155-a892-4800-a248-d3f8a27c8e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:58:59.832425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-daeabee6-27a2-4d53-be1e-2ac4701d7eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:01.202304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:02.804078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:04.335063 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:09.895886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c099-32d1-41ef-97fd-c281acfc3b9b req-20d44211-b161-4d47-ac83-7611a89987d9 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:09.897552 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89b1c099-32d1-41ef-97fd-c281acfc3b9b req-20d44211-b161-4d47-ac83-7611a89987d9 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 945 time: 0.1666079 Feb 10 04:59:09.945186 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89b1c099-32d1-41ef-97fd-c281acfc3b9b req-5733e8ce-6d48-4635-81b3-8062e0fb7402 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Feb 10 04:59:11.124901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537781f-ecde-402a-8560-c3cbaad17df4 req-ec865807-c7d3-4df4-817d-e429d7fdc9d4 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:11.126513 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c537781f-ecde-402a-8560-c3cbaad17df4 req-ec865807-c7d3-4df4-817d-e429d7fdc9d4 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 945 time: 0.1092823 Feb 10 04:59:11.208999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c537781f-ecde-402a-8560-c3cbaad17df4 req-e245042d-6318-4d69-b5e9-4ddbbadfcf68 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/security-groups?id=5347ca79-96e4-4ae4-8af9-2c4bda61f674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752413 Feb 10 04:59:11.221964 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-d6a81e76-ff93-495d-81af-21f247ea73b0 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:11.221964 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-d6a81e76-ff93-495d-81af-21f247ea73b0 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.24 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 945 time: 0.0816686 Feb 10 04:59:11.318031 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Deleting port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:11.318412 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:11.410046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] For port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:11.410409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:11.423430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Calling delete_port for fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:11.631556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:11.643465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 04:59:11.658357 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Pushing event deleted for resources: {'Port': ['ID=fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:11.717278 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] No DVR routers for this DVR port fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:59:11.719987 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:11.723467 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7123ecae-8370-4fa7-9c72-85b854a085c5 req-59df5908-a3fa-4f9d-9480-a92df54f6cff tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.24 "DELETE /v2.0/ports/fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e HTTP/1.1" status: 204 len: 173 time: 0.4969683 Feb 10 04:59:11.724248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'name': 'network-vif-deleted', 'tag': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 04:59:11.726488 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57159913-86ba-48fc-8e81-6381137e0bb8" -d '{"events": [{"server_uuid": "fea2b9ab-2303-42a3-96f8-57c42ab6d1b3", "name": "network-vif-deleted", "tag": "fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 04:59:11.763450 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 04:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f150c8-d050-4474-bb33-0512557523dc x-openstack-request-id: req-f6f150c8-d050-4474-bb33-0512557523dc {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 04:59:11.763742 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea2b9ab-2303-42a3-96f8-57c42ab6d1b3", "name": "network-vif-deleted", "tag": "fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 04:59:11.763995 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6f150c8-d050-4474-bb33-0512557523dc {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 04:59:11.764398 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea2b9ab-2303-42a3-96f8-57c42ab6d1b3', 'name': 'network-vif-deleted', 'tag': 'fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e', 'status': 'completed', 'code': 200} Feb 10 04:59:12.315187 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fcf45aeb-d3c5-4c8d-b27d-357e4cbb469d req-3cf5cf1f-6690-49dd-b496-0c30f1d6b948 tempest-TestEncryptedCinderVolumes-135243187 tempest-TestEncryptedCinderVolumes-135243187-project] 10.222.0.42 "GET /v2.0/ports?device_id=fea2b9ab-2303-42a3-96f8-57c42ab6d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Feb 10 04:59:13.124104 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:59:13.527190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53076) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:13.873029 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:14.115832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Deleting port 545c87b6-545a-4e37-bf39-ebf537c384ba {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:14.116158 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:14.190980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] For port 545c87b6-545a-4e37-bf39-ebf537c384ba, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=545c87b6-545a-4e37-bf39-ebf537c384ba,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:14.191266 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:14.203575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Calling delete_port for 545c87b6-545a-4e37-bf39-ebf537c384ba owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:14.442673 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (545c87b6-545a-4e37-bf39-ebf537c384ba), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:14.468643 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Pushing event deleted for resources: {'Port': ['ID=545c87b6-545a-4e37-bf39-ebf537c384ba,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:14.640024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:14.859375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:59:14.964717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:59:14.969935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9eee08fa-c18e-4658-a4d5-86669a542482 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f20bbce-aef5-4f45-b19c-62ccd9ca2868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4417195 Feb 10 04:59:14.972518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53078) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:14.973244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] Sync routers for ids ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:59:14.983369 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] Routers {'7f20bbce-aef5-4f45-b19c-62ccd9ca2868'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:14.983989 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:15.076776 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks [] for router (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:15.092114 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] Set router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:15.282346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:59:14Z', 'revision_number': 5, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:15.310067 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] Checking router: 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:59:15.319959 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] Routers {'7f20bbce-aef5-4f45-b19c-62ccd9ca2868'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:15.320585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:15.433722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] Set router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:15.521308 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks [] for router_gateway (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:15.615010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:59:14Z', 'revision_number': 5, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:15.628931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Deleting port 18b43c11-4df2-431f-8efa-2dc57df6ec7e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:15.629290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:15.646847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed1fc-2760-43c1-a461-7d4d1f1eb374 None None] The sync data for ids ['7f20bbce-aef5-4f45-b19c-62ccd9ca2868'] in n-d-827844-2 is: [{'id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'name': 'tempest-TestEncryptedCinderVolumes-256465976-router', 'tenant_id': 'b61fb4d33e65451a81698f45c1f73c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:59:14Z', 'revision_number': 5, 'project_id': 'b61fb4d33e65451a81698f45c1f73c40', 'gw_port': {'id': '18b43c11-4df2-431f-8efa-2dc57df6ec7e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f20bbce-aef5-4f45-b19c-62ccd9ca2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:18Z', 'updated_at': '2022-02-10T04:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:59:15.711851 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] For port 18b43c11-4df2-431f-8efa-2dc57df6ec7e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=18b43c11-4df2-431f-8efa-2dc57df6ec7e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:15.712383 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:15.729137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Calling delete_port for 18b43c11-4df2-431f-8efa-2dc57df6ec7e owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:15.862518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:59:15.883329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:59:15.883684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device fe6731b8-ed5c-4e4b-bfb5-afe86dbe468e not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:59:15.958458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (18b43c11-4df2-431f-8efa-2dc57df6ec7e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:15.983233 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b43c11-4df2-431f-8efa-2dc57df6ec7e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:16.052001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.147569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.149676 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks [] for router_controller (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.276545 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (7f20bbce-aef5-4f45-b19c-62ccd9ca2868), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.277010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f20bbce-aef5-4f45-b19c-62ccd9ca2868 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:59:16.281250 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.282598 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ca55f6c0-4492-493e-a9fc-4a8bc24b6026 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7f20bbce-aef5-4f45-b19c-62ccd9ca2868 HTTP/1.1" status: 204 len: 168 time: 1.3089728 Feb 10 04:59:16.285013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53080) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:16.330935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] Deleting subnet a75403ed-713c-4238-85eb-e233b2baad33 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:59:16.335644 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] Publish callbacks [] for subnet (a75403ed-713c-4238-85eb-e233b2baad33), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.374060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (a75403ed-713c-4238-85eb-e233b2baad33), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.458735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (a75403ed-713c-4238-85eb-e233b2baad33), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.586864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (a75403ed-713c-4238-85eb-e233b2baad33), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.611463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75403ed-713c-4238-85eb-e233b2baad33,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:16.615616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.618950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a4e9e54e-50c2-436c-aed3-29d35320988e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a75403ed-713c-4238-85eb-e233b2baad33 HTTP/1.1" status: 204 len: 168 time: 0.3328316 Feb 10 04:59:16.621341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53082) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:16.622153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f5063-edb8-477d-a9b7-8b0312fdf61e None None] Network 6aa2f535-49af-41a2-9a53-843f79b2d97f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:59:16.689645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6aa2f535-49af-41a2-9a53-843f79b2d97f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.755809 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Deleting port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:16.756331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.802317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] DHCP port deletion for 6aa2f535-49af-41a2-9a53-843f79b2d97f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:59:16.819886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] For port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:16.820251 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.832359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Calling delete_port for 7ec6fb8e-fed4-4521-8dae-3b7d6751040a owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:16.853064 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] Deleting port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:16.853373 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.914501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] For port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,segment=NetworkSegment(4ff706ed-9d9b-4f56-86a5-01a3a6f995b0),segment_id=4ff706ed-9d9b-4f56-86a5-01a3a6f995b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:16.914938 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:16.927663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] Calling delete_port for 7ec6fb8e-fed4-4521-8dae-3b7d6751040a owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:17.021242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.027012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (7ec6fb8e-fed4-4521-8dae-3b7d6751040a), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.046695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:17.049430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] Pushing event deleted for resources: {'Port': ['ID=7ec6fb8e-fed4-4521-8dae-3b7d6751040a,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:17.050148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] No DVR routers for this DVR port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:59:17.059909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8503ef9-2ea0-4484-8a08-b9e0b42ba507 None None] No DVR routers for this DVR port 7ec6fb8e-fed4-4521-8dae-3b7d6751040a on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:59:17.124531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6aa2f535-49af-41a2-9a53-843f79b2d97f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.144056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa2f535-49af-41a2-9a53-843f79b2d97f']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:17.154248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:17.154549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff706ed-9d9b-4f56-86a5-01a3a6f995b0') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:17.164404 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (4ff706ed-9d9b-4f56-86a5-01a3a6f995b0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.177383 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (4ff706ed-9d9b-4f56-86a5-01a3a6f995b0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.184700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:59:17.184700 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (4ff706ed-9d9b-4f56-86a5-01a3a6f995b0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: timer() Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:59:17.187713 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:59:17.193975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 18b43c11-4df2-431f-8efa-2dc57df6ec7e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:59:17.214577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 18b43c11-4df2-431f-8efa-2dc57df6ec7e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:59:17.216291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 18b43c11-4df2-431f-8efa-2dc57df6ec7e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:59:17.216291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 545c87b6-545a-4e37-bf39-ebf537c384ba no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:59:17.234020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 545c87b6-545a-4e37-bf39-ebf537c384ba {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:59:17.234371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 545c87b6-545a-4e37-bf39-ebf537c384ba not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:59:17.234812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ec6fb8e-fed4-4521-8dae-3b7d6751040a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:59:17.256681 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7ec6fb8e-fed4-4521-8dae-3b7d6751040a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:59:17.257030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7ec6fb8e-fed4-4521-8dae-3b7d6751040a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:59:17.295164 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6aa2f535-49af-41a2-9a53-843f79b2d97f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.300791 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.307419 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6aa2f535-49af-41a2-9a53-843f79b2d97f HTTP/1.1" status: 204 len: 168 time: 0.6821270 Feb 10 04:59:17.307682 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53084) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:17.315482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ac7f2-92e7-4342-b777-ebfe4262ec57 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa2f535-49af-41a2-9a53-843f79b2d97f,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:17.390764 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.683857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (983d1522-3988-4a77-b9c3-a661c813b7ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:17.929765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Deleting port 53f6c803-9457-4413-8ad6-35d3e43ee58b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:17.930107 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:18.005622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] For port 53f6c803-9457-4413-8ad6-35d3e43ee58b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=53f6c803-9457-4413-8ad6-35d3e43ee58b,segment=NetworkSegment(00b13360-f843-47a4-b564-1a80cf2bd410),segment_id=00b13360-f843-47a4-b564-1a80cf2bd410)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:18.005983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:18.017977 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Calling delete_port for 53f6c803-9457-4413-8ad6-35d3e43ee58b owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:18.288990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (53f6c803-9457-4413-8ad6-35d3e43ee58b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:18.318739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f6c803-9457-4413-8ad6-35d3e43ee58b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:18.332056 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.332418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.332781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.333151 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.333571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.333916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.334250 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.334583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.334953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.335284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.335614 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.335937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.336263 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:18.498155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (983d1522-3988-4a77-b9c3-a661c813b7ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:18.792472 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:18.969714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Router 983d1522-3988-4a77-b9c3-a661c813b7ca has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:59:19.078661 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:59:19.084996 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6dec4317-1ce5-43a4-be13-0b03702825e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/983d1522-3988-4a77-b9c3-a661c813b7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7755616 Feb 10 04:59:19.087311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53086) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:19.090647 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] Sync routers for ids ['983d1522-3988-4a77-b9c3-a661c813b7ca'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:59:19.100791 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] Routers {'983d1522-3988-4a77-b9c3-a661c813b7ca'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:19.101518 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['983d1522-3988-4a77-b9c3-a661c813b7ca'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:19.196455 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks [] for router (983d1522-3988-4a77-b9c3-a661c813b7ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:19.207689 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] Set router 983d1522-3988-4a77-b9c3-a661c813b7ca gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:19.303722 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks [] for router_gateway (983d1522-3988-4a77-b9c3-a661c813b7ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:19.418486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Deleting port a073b255-b186-48a5-a0dc-514514cf2c30 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:19.419206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:19.476000 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:59:18Z', 'revision_number': 5, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port': {'id': 'a073b255-b186-48a5-a0dc-514514cf2c30', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:57:25Z', 'updated_at': '2022-02-10T04:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:19.502311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] For port a073b255-b186-48a5-a0dc-514514cf2c30, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=a073b255-b186-48a5-a0dc-514514cf2c30,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:19.502667 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:19.505173 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] Checking router: 983d1522-3988-4a77-b9c3-a661c813b7ca for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:59:19.513200 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] Routers {'983d1522-3988-4a77-b9c3-a661c813b7ca'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:19.513797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['983d1522-3988-4a77-b9c3-a661c813b7ca'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:19.515539 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Calling delete_port for a073b255-b186-48a5-a0dc-514514cf2c30 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:19.601819 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] Set router 983d1522-3988-4a77-b9c3-a661c813b7ca gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:19.651830 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:59:19Z', 'revision_number': 6, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:19.681126 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098498a-d9e2-4731-9438-87a903f93f22 None None] The sync data for ids ['983d1522-3988-4a77-b9c3-a661c813b7ca'] in n-d-827844-2 is: [{'id': '983d1522-3988-4a77-b9c3-a661c813b7ca', 'name': 'tempest-TestEncryptedCinderVolumes-1174549040-router', 'tenant_id': 'c76cbb39e1b041db94eb62024ba676cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:57:24Z', 'updated_at': '2022-02-10T04:59:19Z', 'revision_number': 6, 'project_id': 'c76cbb39e1b041db94eb62024ba676cd', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:59:19.756848 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (a073b255-b186-48a5-a0dc-514514cf2c30), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:19.787905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Pushing event deleted for resources: {'Port': ['ID=a073b255-b186-48a5-a0dc-514514cf2c30,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:19.849540 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (983d1522-3988-4a77-b9c3-a661c813b7ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:19.939331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (983d1522-3988-4a77-b9c3-a661c813b7ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:19.941315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks [] for router_controller (983d1522-3988-4a77-b9c3-a661c813b7ca), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.054904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (983d1522-3988-4a77-b9c3-a661c813b7ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.055474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 983d1522-3988-4a77-b9c3-a661c813b7ca {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 04:59:20.059904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.061110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-96710559-43e9-492e-bc1b-53ed4698f03f admin admin] 10.222.0.42 "DELETE /v2.0/routers/983d1522-3988-4a77-b9c3-a661c813b7ca HTTP/1.1" status: 204 len: 168 time: 0.9727814 Feb 10 04:59:20.063965 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53088) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:20.118113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Deleting subnet 6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 04:59:20.119482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Publish callbacks [] for subnet (6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.154845 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.231660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.335008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.365011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:20.369421 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.372472 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6ee5e021-fe9a-4cb6-98eb-f4c59785f5ca HTTP/1.1" status: 204 len: 168 time: 0.3074901 Feb 10 04:59:20.374304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af9cc06-b53b-4c32-83d6-bf10a446b214 None None] Network 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:59:20.375394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53090) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:20.377651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.378000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.378342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.378675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.379030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.379358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.380234 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.380565 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.380889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.381424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.381756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.385985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.386645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d2a94-c894-476a-b84b-fa575ecb8dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:20.456607 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.511953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Deleting port 3483a4dc-8101-4415-a0e2-023fb950d36a {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:20.512367 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.547308 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] DHCP port deletion for 2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 04:59:20.585605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] For port 3483a4dc-8101-4415-a0e2-023fb950d36a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3483a4dc-8101-4415-a0e2-023fb950d36a,segment=NetworkSegment(00b13360-f843-47a4-b564-1a80cf2bd410),segment_id=00b13360-f843-47a4-b564-1a80cf2bd410)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:20.585972 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.598775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] Deleting port 3483a4dc-8101-4415-a0e2-023fb950d36a {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 04:59:20.598775 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.600240 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Calling delete_port for 3483a4dc-8101-4415-a0e2-023fb950d36a owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:20.661435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] For port 3483a4dc-8101-4415-a0e2-023fb950d36a, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3483a4dc-8101-4415-a0e2-023fb950d36a,segment=NetworkSegment(00b13360-f843-47a4-b564-1a80cf2bd410),segment_id=00b13360-f843-47a4-b564-1a80cf2bd410)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:20.661911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.675572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] Calling delete_port for 3483a4dc-8101-4415-a0e2-023fb950d36a owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 04:59:20.769961 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.780260 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (3483a4dc-8101-4415-a0e2-023fb950d36a), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.801115 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3483a4dc-8101-4415-a0e2-023fb950d36a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:20.804678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] No DVR routers for this DVR port 3483a4dc-8101-4415-a0e2-023fb950d36a on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:59:20.807141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] Pushing event deleted for resources: {'Port': ['ID=3483a4dc-8101-4415-a0e2-023fb950d36a,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:20.810759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f9485-6162-499a-908e-2980516bcfa1 None None] No DVR routers for this DVR port 3483a4dc-8101-4415-a0e2-023fb950d36a on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 04:59:20.876952 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.896999 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:20.905883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b13360-f843-47a4-b564-1a80cf2bd410') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:20.906176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b13360-f843-47a4-b564-1a80cf2bd410') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:20.915638 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (00b13360-f843-47a4-b564-1a80cf2bd410), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.929153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (00b13360-f843-47a4-b564-1a80cf2bd410), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.935311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (00b13360-f843-47a4-b564-1a80cf2bd410), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: timer() Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 04:59:20.938845 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 04:59:21.070570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:21.076181 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:21.080581 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4 HTTP/1.1" status: 204 len: 168 time: 0.7036679 Feb 10 04:59:21.092758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfeb74-7396-45ac-aa44-b48c2b4273c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b37a866-8bf4-4bbb-ba4a-7b8662a4aba4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:21.190760 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a073b255-b186-48a5-a0dc-514514cf2c30 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:59:21.211119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: a073b255-b186-48a5-a0dc-514514cf2c30 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:59:21.211455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device a073b255-b186-48a5-a0dc-514514cf2c30 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:59:21.211874 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 53f6c803-9457-4413-8ad6-35d3e43ee58b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:59:21.230357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 53f6c803-9457-4413-8ad6-35d3e43ee58b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:59:21.230726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 53f6c803-9457-4413-8ad6-35d3e43ee58b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:59:21.236579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3483a4dc-8101-4415-a0e2-023fb950d36a no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 04:59:21.252265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3483a4dc-8101-4415-a0e2-023fb950d36a {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 04:59:21.252615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3483a4dc-8101-4415-a0e2-023fb950d36a not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 04:59:21.575046 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53094) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:21.617024 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2b00e07a-0a06-459a-98a3-1d20d21055e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b61fb4d33e65451a81698f45c1f73c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407367 Feb 10 04:59:21.619460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53096) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:21.666319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-64eff694-8325-4688-8f1e-c31d01cc92f8 admin admin] Publish callbacks [] for security_group (5347ca79-96e4-4ae4-8af9-2c4bda61f674), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:21.686759 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-64eff694-8325-4688-8f1e-c31d01cc92f8 admin admin] Publish callbacks [] for security_group (5347ca79-96e4-4ae4-8af9-2c4bda61f674), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:21.802341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-64eff694-8325-4688-8f1e-c31d01cc92f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5347ca79-96e4-4ae4-8af9-2c4bda61f674), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:21.804966 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-64eff694-8325-4688-8f1e-c31d01cc92f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:21.806129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-64eff694-8325-4688-8f1e-c31d01cc92f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5347ca79-96e4-4ae4-8af9-2c4bda61f674 HTTP/1.1" status: 204 len: 168 time: 0.1857865 Feb 10 04:59:21.814200 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eff694-8325-4688-8f1e-c31d01cc92f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5347ca79-96e4-4ae4-8af9-2c4bda61f674,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:22.452143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53102) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:22.495993 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-23e7e964-62f1-4225-8fb5-db0bb42fb938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c76cbb39e1b041db94eb62024ba676cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426598 Feb 10 04:59:22.498510 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53104) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:22.544063 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6b18-9df3-420d-9f8e-3700c5c391c5 admin admin] Publish callbacks [] for security_group (8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:22.565304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6b18-9df3-420d-9f8e-3700c5c391c5 admin admin] Publish callbacks [] for security_group (8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:22.710843 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6b18-9df3-420d-9f8e-3700c5c391c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:22.713319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6b18-9df3-420d-9f8e-3700c5c391c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:22.714484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd5a6b18-9df3-420d-9f8e-3700c5c391c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c HTTP/1.1" status: 204 len: 168 time: 0.2150550 Feb 10 04:59:22.722165 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a6b18-9df3-420d-9f8e-3700c5c391c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae5a71-e27c-4a2f-9fc2-60be01ba4d1c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:23.775135 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53126) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:23.869428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-145304757-network', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:59:23.940361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Made reservation on behalf of 0aeb3052029a462494b0682bf3a3b6b5 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:59:23.943613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:23.952421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.025916 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks [] for security_group (0c9339f9-6e0d-4d38-8dfe-eca777f3726d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.083362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0c9339f9-6e0d-4d38-8dfe-eca777f3726d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.106683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:59:24.116413 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9339f9-6e0d-4d38-8dfe-eca777f3726d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:24.121001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0bd79442-159c-4ffa-ad70-0557ec2b9cfa), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.121333 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Added segment 0bd79442-159c-4ffa-ad70-0557ec2b9cfa of type vlan for network 5149803f-cb82-4660-894d-9031223494eb Feb 10 04:59:24.160659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (5149803f-cb82-4660-894d-9031223494eb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.243057 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (5149803f-cb82-4660-894d-9031223494eb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.244026 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:24.244609 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.301320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] Pushing event updated for resources: {'Network': ['ID=5149803f-cb82-4660-894d-9031223494eb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:24.312295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 5149803f-cb82-4660-894d-9031223494eb details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:59:24.337591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-334bedc8-4df8-416e-843f-70c90b3774ea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5612760 Feb 10 04:59:24.340305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53130) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:24.346542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Request body: {'subnet': {'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-145304757-subnet', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:59:24.420483 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Made reservation on behalf of 0aeb3052029a462494b0682bf3a3b6b5 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:59:24.427434 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.637631 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (6eadf18a-f6de-4990-a9a2-75f53c93a952), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.699284 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eadf18a-f6de-4990-a9a2-75f53c93a952,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:24.706316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Checking segment: {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:24.706994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Network hostable DHCP agents. Network: 5149803f-cb82-4660-894d-9031223494eb, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:59:24.780266 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Network 5149803f-cb82-4660-894d-9031223494eb is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:59:24.837079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 5149803f-cb82-4660-894d-9031223494eb) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:24.841054 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:24.841649 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.846216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3138d5-2923-4ddd-8a2b-74b4046a2ab6 None None] Network 5149803f-cb82-4660-894d-9031223494eb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:59:24.898052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b5c3d3f5-6f51-4601-b525-ca8cf86bf810 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5565946 Feb 10 04:59:24.900722 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53132) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:24.905129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:59:24.947798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-5149803f-cb82-4660-894d-9031223494eb', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:59:24.948638 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.963648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (5370a770-80d0-412c-a8c8-8a6d24b205c2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:24.964838 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (5370a770-80d0-412c-a8c8-8a6d24b205c2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.019311 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks [] for router_controller (5370a770-80d0-412c-a8c8-8a6d24b205c2), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.086020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Allocated IP 172.20.0.2 (5149803f-cb82-4660-894d-9031223494eb/6eadf18a-f6de-4990-a9a2-75f53c93a952/d4535c83-a35e-4f95-a2a6-f1dc66866403) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:59:25.206681 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks [] for router_gateway (5370a770-80d0-412c-a8c8-8a6d24b205c2), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.233223 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Publish callbacks [] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.312262 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.352230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Network 5149803f-cb82-4660-894d-9031223494eb is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:25.356724 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:25.360317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:59:25.367738 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Pushing event updated for resources: {'Port': ['ID=d4535c83-a35e-4f95-a2a6-f1dc66866403,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:25.418663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Attempting to bind port d4535c83-a35e-4f95-a2a6-f1dc66866403 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:59:25.419077 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Attempting to bind port d4535c83-a35e-4f95-a2a6-f1dc66866403 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:59:25.419442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Attempting to bind port d4535c83-a35e-4f95-a2a6-f1dc66866403 on network 5149803f-cb82-4660-894d-9031223494eb {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:59:25.424483 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:59:25.424862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Checking segment: {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:25.425269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.425664 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Bound using segment: {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:59:25.426134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Bound port: d4535c83-a35e-4f95-a2a6-f1dc66866403, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:59:25.427100 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.478599 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks [] for router_gateway (5370a770-80d0-412c-a8c8-8a6d24b205c2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.502636 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.611607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Allocated IP 172.25.8.49 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/04fad210-1652-40b6-b6b8-ad92a9923fb0) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:59:25.656623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] For port d4535c83-a35e-4f95-a2a6-f1dc66866403, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:59:25.659672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] For port d4535c83-a35e-4f95-a2a6-f1dc66866403, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4535c83-a35e-4f95-a2a6-f1dc66866403,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:59:25.718819 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks [] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.728674 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.788414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd695-e977-49c1-88fc-4f021e925658 None None] Pushing event updated for resources: {'Port': ['ID=d4535c83-a35e-4f95-a2a6-f1dc66866403,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:25.838018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:25.880338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:25.883491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:25.886975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:59:25.910821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Pushing event updated for resources: {'Port': ['ID=04fad210-1652-40b6-b6b8-ad92a9923fb0,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:26.249879 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks [] for router_gateway (5370a770-80d0-412c-a8c8-8a6d24b205c2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:26.705729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (5370a770-80d0-412c-a8c8-8a6d24b205c2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:26.712482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ac792-8909-4678-9d87-7491d2555d7f None None] Network 5149803f-cb82-4660-894d-9031223494eb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:59:26.809897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-2a1bc3fd-3502-4e62-9f10-8d15879bd62d None None] Provisioning complete for port d4535c83-a35e-4f95-a2a6-f1dc66866403 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:26.810277 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a1bc3fd-3502-4e62-9f10-8d15879bd62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:26.900958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Router 5370a770-80d0-412c-a8c8-8a6d24b205c2 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:59:26.903784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bc3fd-3502-4e62-9f10-8d15879bd62d None None] Current status of the port d4535c83-a35e-4f95-a2a6-f1dc66866403 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:26.904300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a1bc3fd-3502-4e62-9f10-8d15879bd62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:26.938910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2a1bc3fd-3502-4e62-9f10-8d15879bd62d None None] For port d4535c83-a35e-4f95-a2a6-f1dc66866403, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4535c83-a35e-4f95-a2a6-f1dc66866403,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:27.024747 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:59:27.038470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Sync routers for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:59:27.050752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:27.051429 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:27.088665 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a1bc3fd-3502-4e62-9f10-8d15879bd62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.112757 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.114172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c99dfc6c-69a4-4966-a62e-0bc3061ae621 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2124882 Feb 10 04:59:27.116976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53136) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:27.181759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bc3fd-3502-4e62-9f10-8d15879bd62d None None] Pushing event updated for resources: {'Port': ['ID=d4535c83-a35e-4f95-a2a6-f1dc66866403,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:27.204229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:27.266256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d4535c83-a35e-4f95-a2a6-f1dc66866403 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:27.319125 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-98f8ce8b-ed66-49f7-9f52-d37e84699627 None None] Provisioning complete for port d4535c83-a35e-4f95-a2a6-f1dc66866403 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:27.319497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-98f8ce8b-ed66-49f7-9f52-d37e84699627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.428449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d4535c83-a35e-4f95-a2a6-f1dc66866403 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:27.428820 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.519612 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-98f8ce8b-ed66-49f7-9f52-d37e84699627 None None] Current status of the port d4535c83-a35e-4f95-a2a6-f1dc66866403 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:27.544917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.561262 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:26Z', 'revision_number': 3, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:27.594029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Checking router: 5370a770-80d0-412c-a8c8-8a6d24b205c2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:59:27.594296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Updating router 5370a770-80d0-412c-a8c8-8a6d24b205c2 port 04fad210-1652-40b6-b6b8-ad92a9923fb0 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:59:27.617056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d4535c83-a35e-4f95-a2a6-f1dc66866403 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:27.626769 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.703415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Allocated IP 172.20.0.1 (5149803f-cb82-4660-894d-9031223494eb/6eadf18a-f6de-4990-a9a2-75f53c93a952/9eac6ff9-1a01-4961-b801-9646d75b6ada) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:59:27.720450 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-070ddd59-37a9-4e3d-972f-feda572987f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.807123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks [] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.889869 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Publish callbacks [] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.906799 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.945901 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Network 5149803f-cb82-4660-894d-9031223494eb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:27.948780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:27.952551 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:59:27.975296 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:27.979446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Pushing event updated for resources: {'Port': ['ID=9eac6ff9-1a01-4961-b801-9646d75b6ada,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:27.997295 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (5370a770-80d0-412c-a8c8-8a6d24b205c2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.030923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Attempting to bind port 04fad210-1652-40b6-b6b8-ad92a9923fb0 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Attempting to bind port 04fad210-1652-40b6-b6b8-ad92a9923fb0 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Attempting to bind port 04fad210-1652-40b6-b6b8-ad92a9923fb0 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ab6e0-0081-4ca5-8209-a5a6b8c8aa71 None None] Pushing event updated for resources: {'Port': ['ID=04fad210-1652-40b6-b6b8-ad92a9923fb0,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Bound port: 04fad210-1652-40b6-b6b8-ad92a9923fb0, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:59:28.047802 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.095060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] For port 04fad210-1652-40b6-b6b8-ad92a9923fb0, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:59:28.099091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] For port 04fad210-1652-40b6-b6b8-ad92a9923fb0, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04fad210-1652-40b6-b6b8-ad92a9923fb0,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:59:28.193385 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.237686 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.271432 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:28.272042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:28.273623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ab6e0-0081-4ca5-8209-a5a6b8c8aa71 None None] Pushing event updated for resources: {'Port': ['ID=04fad210-1652-40b6-b6b8-ad92a9923fb0,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:28.279320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d3b771b0-f0be-48c5-bca6-31560b248bec None None] Provisioning complete for port 9eac6ff9-1a01-4961-b801-9646d75b6ada triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:28.279698 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d3b771b0-f0be-48c5-bca6-31560b248bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.357249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d3b771b0-f0be-48c5-bca6-31560b248bec None None] Port 9eac6ff9-1a01-4961-b801-9646d75b6ada cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:59:28.402017 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks [] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.415860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:28.460485 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.537230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (5370a770-80d0-412c-a8c8-8a6d24b205c2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.540085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Pushing event updated for resources: {'Port': ['ID=9eac6ff9-1a01-4961-b801-9646d75b6ada,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:28.624053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:27Z', 'revision_number': 1, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:28.631231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Network 5149803f-cb82-4660-894d-9031223494eb is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:28.633186 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:28.654048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45380b-e84e-40aa-a2a1-7cdc6665990c None None] The sync data for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 is: [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:27Z', 'revision_number': 1, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:59:28.763269 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Router 5370a770-80d0-412c-a8c8-8a6d24b205c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:59:28.891216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b822682c-78a1-4ff9-8bca-bb9efad84fdc None None] Provisioning complete for port 9eac6ff9-1a01-4961-b801-9646d75b6ada triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:28.891714 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b822682c-78a1-4ff9-8bca-bb9efad84fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:28.897706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:59:28.903534 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7615d4db-25a6-4b45-8b9a-1cea82fa7950 admin admin] 10.222.0.42 "PUT /v2.0/routers/5370a770-80d0-412c-a8c8-8a6d24b205c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847862 Feb 10 04:59:28.932457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b822682c-78a1-4ff9-8bca-bb9efad84fdc None None] Port 9eac6ff9-1a01-4961-b801-9646d75b6ada cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:59:29.223469 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d4535c83-a35e-4f95-a2a6-f1dc66866403 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:29.279304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d4535c83-a35e-4f95-a2a6-f1dc66866403 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:29.279690 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:29.380606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d4535c83-a35e-4f95-a2a6-f1dc66866403 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:29.650586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53152) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:29.655635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-38848939-network', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:59:29.728981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Made reservation on behalf of 54fd271c2b2d491687ffdd5d3118cd53 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:59:29.731508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:29.742051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:29.824726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks [] for security_group (e1d019e9-4551-49c0-a16f-8c12ebbeb493), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:29.843156 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9db3ed10-6954-4858-a1c0-d82ff3a023f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:29.867936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e1d019e9-4551-49c0-a16f-8c12ebbeb493), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:29.893411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 04:59:29.903876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d019e9-4551-49c0-a16f-8c12ebbeb493,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:29.911173 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9a7910c3-09d5-4e4a-9d26-45554330e1b0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:29.911573 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Added segment 9a7910c3-09d5-4e4a-9d26-45554330e1b0 of type vlan for network 71745494-08ad-46e9-b352-3ce8ca27b30e Feb 10 04:59:29.953162 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (71745494-08ad-46e9-b352-3ce8ca27b30e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.020893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (71745494-08ad-46e9-b352-3ce8ca27b30e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.021921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:30.022541 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.086775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] Pushing event updated for resources: {'Network': ['ID=71745494-08ad-46e9-b352-3ce8ca27b30e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:30.096652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 71745494-08ad-46e9-b352-3ce8ca27b30e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 04:59:30.118850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0d71d697-a3af-4c03-b2c5-dd4e2090f89b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4670477 Feb 10 04:59:30.121454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53154) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:30.126203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Request body: {'subnet': {'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-38848939-subnet', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:59:30.226030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Made reservation on behalf of 54fd271c2b2d491687ffdd5d3118cd53 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:59:30.228537 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.460747 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (c3e77b45-0406-4036-8ff5-6538b27528b8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.518454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e77b45-0406-4036-8ff5-6538b27528b8,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:30.530156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Checking segment: {'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:30.530156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Network hostable DHCP agents. Network: 71745494-08ad-46e9-b352-3ce8ca27b30e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 04:59:30.630214 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Network 71745494-08ad-46e9-b352-3ce8ca27b30e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 04:59:30.688242 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Sync routers for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:59:30.698887 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:30.699081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 71745494-08ad-46e9-b352-3ce8ca27b30e) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:30.699509 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:30.704590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:30.705070 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.708383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df4240-0ff3-48c0-afd9-d94d85595f53 None None] Network 71745494-08ad-46e9-b352-3ce8ca27b30e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:59:30.808971 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:30.811820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-47a524d3-a12c-45a7-b2dc-9f45b4d40197 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6893468 Feb 10 04:59:30.814360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53156) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:30.816289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-71745494-08ad-46e9-b352-3ce8ca27b30e', 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e', 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'fixed_ips': [{'subnet_id': 'c3e77b45-0406-4036-8ff5-6538b27528b8'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 04:59:30.818232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.819694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:59:30.907000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (0922f42c-ff6f-4715-8141-8242e7e67502), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.908584 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (0922f42c-ff6f-4715-8141-8242e7e67502), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:30.957813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Allocated IP 172.20.0.2 (71745494-08ad-46e9-b352-3ce8ca27b30e/c3e77b45-0406-4036-8ff5-6538b27528b8/bf751541-3089-4f7d-b322-3038e1468338) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:59:30.966914 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks [] for router_controller (0922f42c-ff6f-4715-8141-8242e7e67502), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.012424 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 2, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:31.042085 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Checking router: 5370a770-80d0-412c-a8c8-8a6d24b205c2 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:59:31.042441 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Updating router 5370a770-80d0-412c-a8c8-8a6d24b205c2 port 9eac6ff9-1a01-4961-b801-9646d75b6ada binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:59:31.070540 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.114310 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Publish callbacks [] for port (bf751541-3089-4f7d-b322-3038e1468338), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.179270 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks [] for router_gateway (0922f42c-ff6f-4715-8141-8242e7e67502), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.197888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (bf751541-3089-4f7d-b322-3038e1468338), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.230670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.244572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04fad210-1652-40b6-b6b8-ad92a9923fb0 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:31.248167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Network 71745494-08ad-46e9-b352-3ce8ca27b30e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:31.276206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:31.280437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:59:31.284844 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Pushing event updated for resources: {'Port': ['ID=bf751541-3089-4f7d-b322-3038e1468338,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:31.307032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.307406 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.307737 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.308079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.308417 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.308754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.309106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.309439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.309772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.310097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.310422 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.310852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.311087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.357154 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Publish callbacks [] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.370416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 04fad210-1652-40b6-b6b8-ad92a9923fb0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:31.370817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.373437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Attempting to bind port bf751541-3089-4f7d-b322-3038e1468338 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:59:31.373828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Attempting to bind port bf751541-3089-4f7d-b322-3038e1468338 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:59:31.374182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Attempting to bind port bf751541-3089-4f7d-b322-3038e1468338 on network 71745494-08ad-46e9-b352-3ce8ca27b30e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:59:31.398947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:59:31.399333 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Checking segment: {'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:31.401379 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.401379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Bound using segment: {'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:59:31.401379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Bound port: bf751541-3089-4f7d-b322-3038e1468338, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:59:31.401379 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bf751541-3089-4f7d-b322-3038e1468338), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.420476 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.455030 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks [] for router_gateway (0922f42c-ff6f-4715-8141-8242e7e67502), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.479760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.505052 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d427c-334b-441f-a981-043a67190d7f None None] Pushing event updated for resources: {'Port': ['ID=9eac6ff9-1a01-4961-b801-9646d75b6ada,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:31.519159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] For port bf751541-3089-4f7d-b322-3038e1468338, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:59:31.535857 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.536348 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.536471 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] For port bf751541-3089-4f7d-b322-3038e1468338, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bf751541-3089-4f7d-b322-3038e1468338,segment=NetworkSegment(9a7910c3-09d5-4e4a-9d26-45554330e1b0),segment_id=9a7910c3-09d5-4e4a-9d26-45554330e1b0)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:59:31.536921 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.537474 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.537786 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.537916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 04fad210-1652-40b6-b6b8-ad92a9923fb0 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:31.538223 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.538375 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.538879 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.539280 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.539702 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.540120 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.540541 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.541089 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.541516 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d427c-334b-441f-a981-043a67190d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 04:59:31.563167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 04fad210-1652-40b6-b6b8-ad92a9923fb0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04fad210-1652-40b6-b6b8-ad92a9923fb0,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:31.564402 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Attempting to bind port 9eac6ff9-1a01-4961-b801-9646d75b6ada on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:59:31.564777 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Attempting to bind port 9eac6ff9-1a01-4961-b801-9646d75b6ada by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:59:31.565139 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Attempting to bind port 9eac6ff9-1a01-4961-b801-9646d75b6ada on network 5149803f-cb82-4660-894d-9031223494eb {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:59:31.575877 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:59:31.576400 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Checking segment: {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:31.576912 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.577398 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Bound using segment: {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:59:31.577992 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Bound port: 9eac6ff9-1a01-4961-b801-9646d75b6ada, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:59:31.578428 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.619057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Allocated IP 172.25.8.52 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/f79acb33-0432-41cc-9029-e0bbd71e71ca) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:59:31.620753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bf751541-3089-4f7d-b322-3038e1468338), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.650960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.667153 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] For port 9eac6ff9-1a01-4961-b801-9646d75b6ada, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:59:31.672042 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] For port 9eac6ff9-1a01-4961-b801-9646d75b6ada, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9eac6ff9-1a01-4961-b801-9646d75b6ada,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:59:31.694217 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd7ed0-8168-418e-8697-f306bd80f723 None None] Pushing event updated for resources: {'Port': ['ID=bf751541-3089-4f7d-b322-3038e1468338,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:31.744293 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.759552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=04fad210-1652-40b6-b6b8-ad92a9923fb0,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:31.767199 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks [] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.781811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-69bb883b-a6b8-4349-98e3-86688e342b53 None None] Provisioning complete for port 9eac6ff9-1a01-4961-b801-9646d75b6ada triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:31.781811 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-69bb883b-a6b8-4349-98e3-86688e342b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.826752 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d427c-334b-441f-a981-043a67190d7f None None] Pushing event updated for resources: {'Port': ['ID=9eac6ff9-1a01-4961-b801-9646d75b6ada,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:31.829289 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:31.829889 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:31.884493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-69bb883b-a6b8-4349-98e3-86688e342b53 None None] Current status of the port 9eac6ff9-1a01-4961-b801-9646d75b6ada is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:31.885061 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-69bb883b-a6b8-4349-98e3-86688e342b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.918821 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:31.936570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-69bb883b-a6b8-4349-98e3-86688e342b53 None None] For port 9eac6ff9-1a01-4961-b801-9646d75b6ada, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9eac6ff9-1a01-4961-b801-9646d75b6ada,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:31.983732 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:31.992261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:32.000351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:59:32.003479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-69bb883b-a6b8-4349-98e3-86688e342b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:32.013953 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Pushing event updated for resources: {'Port': ['ID=f79acb33-0432-41cc-9029-e0bbd71e71ca,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:32.118410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb883b-a6b8-4349-98e3-86688e342b53 None None] Pushing event updated for resources: {'Port': ['ID=9eac6ff9-1a01-4961-b801-9646d75b6ada,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:32.145162 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:32.226735 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e6fa0e1a-6d9d-416f-8e5d-12ff003a33fa None None] Provisioning complete for port 9eac6ff9-1a01-4961-b801-9646d75b6ada triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:32.227702 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0e1a-6d9d-416f-8e5d-12ff003a33fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:32.311236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa0e1a-6d9d-416f-8e5d-12ff003a33fa None None] Current status of the port 9eac6ff9-1a01-4961-b801-9646d75b6ada is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:32.355887 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:32.382436 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c8443-552a-4894-bab0-bf06d49aa7dc None None] The sync data for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 is: [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:59:32.398726 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks [] for router_gateway (0922f42c-ff6f-4715-8141-8242e7e67502), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:32.780362 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:32.897846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac47efe-d411-48fc-b58d-cf272828f7a9 None None] Network 71745494-08ad-46e9-b352-3ce8ca27b30e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 04:59:32.898336 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (0922f42c-ff6f-4715-8141-8242e7e67502), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:32.980042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-7766a426-2bae-4d3f-b01c-ae3cc85922c3 None None] Provisioning complete for port bf751541-3089-4f7d-b322-3038e1468338 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:32.980429 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7766a426-2bae-4d3f-b01c-ae3cc85922c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bf751541-3089-4f7d-b322-3038e1468338), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.093383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-7766a426-2bae-4d3f-b01c-ae3cc85922c3 None None] Current status of the port bf751541-3089-4f7d-b322-3038e1468338 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:33.093716 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7766a426-2bae-4d3f-b01c-ae3cc85922c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (bf751541-3089-4f7d-b322-3038e1468338), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.100485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Router 0922f42c-ff6f-4715-8141-8242e7e67502 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 04:59:33.135416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-7766a426-2bae-4d3f-b01c-ae3cc85922c3 None None] For port bf751541-3089-4f7d-b322-3038e1468338, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bf751541-3089-4f7d-b322-3038e1468338,segment=NetworkSegment(9a7910c3-09d5-4e4a-9d26-45554330e1b0),segment_id=9a7910c3-09d5-4e4a-9d26-45554330e1b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:33.203583 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7766a426-2bae-4d3f-b01c-ae3cc85922c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (bf751541-3089-4f7d-b322-3038e1468338), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.226560 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:59:33.247095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Sync routers for ids ['0922f42c-ff6f-4715-8141-8242e7e67502'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:59:33.269606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Routers {'0922f42c-ff6f-4715-8141-8242e7e67502'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:33.270455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0922f42c-ff6f-4715-8141-8242e7e67502'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:33.323211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766a426-2bae-4d3f-b01c-ae3cc85922c3 None None] Pushing event updated for resources: {'Port': ['ID=bf751541-3089-4f7d-b322-3038e1468338,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:33.331685 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.336202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9b64f9e1-6726-4b43-a2ee-986708b20450 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5182061 Feb 10 04:59:33.336513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53158) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 04:59:33.355359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-bcdaaba6-491d-49fd-93a9-d70aa88c6820 None None] Provisioning complete for port bf751541-3089-4f7d-b322-3038e1468338 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:33.355359 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bcdaaba6-491d-49fd-93a9-d70aa88c6820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bf751541-3089-4f7d-b322-3038e1468338), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.394572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf751541-3089-4f7d-b322-3038e1468338 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:33.475135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Set router 0922f42c-ff6f-4715-8141-8242e7e67502 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:33.574237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bf751541-3089-4f7d-b322-3038e1468338 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:33.574608 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bf751541-3089-4f7d-b322-3038e1468338), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.683922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-bcdaaba6-491d-49fd-93a9-d70aa88c6820 None None] Current status of the port bf751541-3089-4f7d-b322-3038e1468338 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:33.760878 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.763879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bf751541-3089-4f7d-b322-3038e1468338 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:33.764961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04fad210-1652-40b6-b6b8-ad92a9923fb0 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:33.804847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T04:59:32Z', 'revision_number': 3, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port': {'id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:13:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:31Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:33.833718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Checking router: 0922f42c-ff6f-4715-8141-8242e7e67502 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:59:33.834078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Updating router 0922f42c-ff6f-4715-8141-8242e7e67502 port f79acb33-0432-41cc-9029-e0bbd71e71ca binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:59:33.867881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 04fad210-1652-40b6-b6b8-ad92a9923fb0 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:33.868263 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.869828 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:33.915567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Allocated IP 172.20.0.1 (71745494-08ad-46e9-b352-3ce8ca27b30e/c3e77b45-0406-4036-8ff5-6538b27528b8/ae1fb087-cd2f-4025-9037-e85662cd3271) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:59:34.024267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks [] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.135083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.184940 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Network 71745494-08ad-46e9-b352-3ce8ca27b30e is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:34.189076 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:34.190960 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Pushing event updated for resources: {'Port': ['ID=ae1fb087-cd2f-4025-9037-e85662cd3271,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:34.193736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:59:34.235625 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 04fad210-1652-40b6-b6b8-ad92a9923fb0 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:34.236751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9eac6ff9-1a01-4961-b801-9646d75b6ada up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:34.241495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (0922f42c-ff6f-4715-8141-8242e7e67502), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.367673 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 9eac6ff9-1a01-4961-b801-9646d75b6ada triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:34.368060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.404939 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.454156 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.456722 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Publish callbacks [] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.498915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 9eac6ff9-1a01-4961-b801-9646d75b6ada is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:34.513767 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-08e435b4-a4c5-4ad4-9032-fdd1ea0823bf None None] Provisioning complete for port ae1fb087-cd2f-4025-9037-e85662cd3271 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:34.514145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-08e435b4-a4c5-4ad4-9032-fdd1ea0823bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.516897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.595741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-08e435b4-a4c5-4ad4-9032-fdd1ea0823bf None None] Port ae1fb087-cd2f-4025-9037-e85662cd3271 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:59:34.606649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074cffd-b4d9-4c78-9747-281512256708 None None] Pushing event updated for resources: {'Port': ['ID=f79acb33-0432-41cc-9029-e0bbd71e71ca,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:34.610809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Attempting to bind port f79acb33-0432-41cc-9029-e0bbd71e71ca on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:59:34.611198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Attempting to bind port f79acb33-0432-41cc-9029-e0bbd71e71ca by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:59:34.611567 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Attempting to bind port f79acb33-0432-41cc-9029-e0bbd71e71ca on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:59:34.617454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:59:34.617838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:34.618253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.618647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:59:34.619178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Bound port: f79acb33-0432-41cc-9029-e0bbd71e71ca, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:59:34.619541 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.641825 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks [] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.670851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] For port f79acb33-0432-41cc-9029-e0bbd71e71ca, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:59:34.673706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] For port f79acb33-0432-41cc-9029-e0bbd71e71ca, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f79acb33-0432-41cc-9029-e0bbd71e71ca,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:59:34.700360 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.758142 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.769402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Pushing event updated for resources: {'Port': ['ID=ae1fb087-cd2f-4025-9037-e85662cd3271,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:34.772252 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (0922f42c-ff6f-4715-8141-8242e7e67502), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:34.810816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Routers {'0922f42c-ff6f-4715-8141-8242e7e67502'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:34.811433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0922f42c-ff6f-4715-8141-8242e7e67502'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:34.863347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074cffd-b4d9-4c78-9747-281512256708 None None] Pushing event updated for resources: {'Port': ['ID=f79acb33-0432-41cc-9029-e0bbd71e71ca,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:34.866951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Network 71745494-08ad-46e9-b352-3ce8ca27b30e is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:34.868353 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:34.940641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] Set router 0922f42c-ff6f-4715-8141-8242e7e67502 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:34.992571 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Router 0922f42c-ff6f-4715-8141-8242e7e67502 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 04:59:35.111956 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 04:59:35.117792 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c882ece-f15f-47e5-b4bc-ed0004858bbc admin admin] 10.222.0.42 "PUT /v2.0/routers/0922f42c-ff6f-4715-8141-8242e7e67502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7803574 Feb 10 04:59:35.144993 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c4cc8a66-079f-4761-ab62-aabe71886955 None None] Provisioning complete for port ae1fb087-cd2f-4025-9037-e85662cd3271 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:35.145380 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c4cc8a66-079f-4761-ab62-aabe71886955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:35.189445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc8a66-079f-4761-ab62-aabe71886955 None None] Port ae1fb087-cd2f-4025-9037-e85662cd3271 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:59:35.208679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 4, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port': {'id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:13:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:31Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ae1fb087-cd2f-4025-9037-e85662cd3271', 'name': '', 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'mac_address': 'fa:16:3e:0b:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:33Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 2, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'subnets': [{'id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:35.212886 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf751541-3089-4f7d-b322-3038e1468338 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:35.261559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10322b3-ec3a-4448-827d-d6c2d8a15e23 None None] The sync data for ids ['0922f42c-ff6f-4715-8141-8242e7e67502'] in n-d-827844-2 is: [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 4, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port': {'id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:13:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:31Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ae1fb087-cd2f-4025-9037-e85662cd3271', 'name': '', 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'mac_address': 'fa:16:3e:0b:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:33Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 2, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'subnets': [{'id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:59:35.289385 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port bf751541-3089-4f7d-b322-3038e1468338 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:35.289768 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (bf751541-3089-4f7d-b322-3038e1468338), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:35.371063 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port bf751541-3089-4f7d-b322-3038e1468338 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:37.245293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f79acb33-0432-41cc-9029-e0bbd71e71ca up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:37.311502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f79acb33-0432-41cc-9029-e0bbd71e71ca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:37.311872 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:37.405994 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f79acb33-0432-41cc-9029-e0bbd71e71ca is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:37.406448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:37.434535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port f79acb33-0432-41cc-9029-e0bbd71e71ca, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f79acb33-0432-41cc-9029-e0bbd71e71ca,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:37.482033 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Sync routers for ids ['0922f42c-ff6f-4715-8141-8242e7e67502'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 04:59:37.493031 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Routers {'0922f42c-ff6f-4715-8141-8242e7e67502'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:37.494038 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0922f42c-ff6f-4715-8141-8242e7e67502'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:37.506387 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:37.572287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=f79acb33-0432-41cc-9029-e0bbd71e71ca,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:37.643825 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Set router 0922f42c-ff6f-4715-8141-8242e7e67502 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:37.863366 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 4, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port': {'id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:13:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:31Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ae1fb087-cd2f-4025-9037-e85662cd3271', 'name': '', 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'mac_address': 'fa:16:3e:0b:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:33Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 2, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'subnets': [{'id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:37.894190 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Checking router: 0922f42c-ff6f-4715-8141-8242e7e67502 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 04:59:37.894565 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Updating router 0922f42c-ff6f-4715-8141-8242e7e67502 port ae1fb087-cd2f-4025-9037-e85662cd3271 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 04:59:37.924003 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.230348 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Publish callbacks [] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.302026 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.362227 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e20f5e-445e-45f8-a041-4e519ad63738 None None] Pushing event updated for resources: {'Port': ['ID=ae1fb087-cd2f-4025-9037-e85662cd3271,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:38.429482 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Attempting to bind port ae1fb087-cd2f-4025-9037-e85662cd3271 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 04:59:38.432146 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Attempting to bind port ae1fb087-cd2f-4025-9037-e85662cd3271 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 04:59:38.432146 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Attempting to bind port ae1fb087-cd2f-4025-9037-e85662cd3271 on network 71745494-08ad-46e9-b352-3ce8ca27b30e {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 04:59:38.436191 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 04:59:38.436570 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Checking segment: {'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 04:59:38.436972 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.437366 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Bound using segment: {'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 04:59:38.437839 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Bound port: ae1fb087-cd2f-4025-9037-e85662cd3271, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7910c3-09d5-4e4a-9d26-45554330e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 04:59:38.438220 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.526636 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] For port ae1fb087-cd2f-4025-9037-e85662cd3271, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 04:59:38.536202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] For port ae1fb087-cd2f-4025-9037-e85662cd3271, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ae1fb087-cd2f-4025-9037-e85662cd3271,segment=NetworkSegment(9a7910c3-09d5-4e4a-9d26-45554330e1b0),segment_id=9a7910c3-09d5-4e4a-9d26-45554330e1b0)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 04:59:38.625276 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.661098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8a4fe071-f115-4681-b339-2c762e25b3c2 None None] Provisioning complete for port ae1fb087-cd2f-4025-9037-e85662cd3271 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:38.662235 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe071-f115-4681-b339-2c762e25b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.698604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Routers {'0922f42c-ff6f-4715-8141-8242e7e67502'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 04:59:38.699262 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T04:59:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0922f42c-ff6f-4715-8141-8242e7e67502'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:38.701176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e20f5e-445e-45f8-a041-4e519ad63738 None None] Pushing event updated for resources: {'Port': ['ID=ae1fb087-cd2f-4025-9037-e85662cd3271,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:38.804772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8a4fe071-f115-4681-b339-2c762e25b3c2 None None] Current status of the port ae1fb087-cd2f-4025-9037-e85662cd3271 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:38.805190 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe071-f115-4681-b339-2c762e25b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:38.852613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8a4fe071-f115-4681-b339-2c762e25b3c2 None None] For port ae1fb087-cd2f-4025-9037-e85662cd3271, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ae1fb087-cd2f-4025-9037-e85662cd3271,segment=NetworkSegment(9a7910c3-09d5-4e4a-9d26-45554330e1b0),segment_id=9a7910c3-09d5-4e4a-9d26-45554330e1b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 04:59:38.905414 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] Set router 0922f42c-ff6f-4715-8141-8242e7e67502 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 04:59:38.951789 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe071-f115-4681-b339-2c762e25b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:39.026825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fe071-f115-4681-b339-2c762e25b3c2 None None] Pushing event updated for resources: {'Port': ['ID=ae1fb087-cd2f-4025-9037-e85662cd3271,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:39.072317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-56c22ac1-cfab-4ef0-94a4-dd07a93f927f None None] Provisioning complete for port ae1fb087-cd2f-4025-9037-e85662cd3271 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:39.072694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56c22ac1-cfab-4ef0-94a4-dd07a93f927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:39.156384 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 4, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port': {'id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:13:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:31Z', 'updated_at': '2022-02-10T04:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ae1fb087-cd2f-4025-9037-e85662cd3271', 'name': '', 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'mac_address': 'fa:16:3e:0b:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:33Z', 'updated_at': '2022-02-10T04:59:38Z', 'revision_number': 4, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'subnets': [{'id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 04:59:39.180343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-56c22ac1-cfab-4ef0-94a4-dd07a93f927f None None] Current status of the port ae1fb087-cd2f-4025-9037-e85662cd3271 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:39.205130 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ac57b-799d-4d5e-b738-0c45a13f81b3 None None] The sync data for ids ['0922f42c-ff6f-4715-8141-8242e7e67502'] in n-d-827844-2 is: [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T04:59:34Z', 'revision_number': 4, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port': {'id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:13:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:31Z', 'updated_at': '2022-02-10T04:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'ae1fb087-cd2f-4025-9037-e85662cd3271', 'name': '', 'network_id': '71745494-08ad-46e9-b352-3ce8ca27b30e', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'mac_address': 'fa:16:3e:0b:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:33Z', 'updated_at': '2022-02-10T04:59:38Z', 'revision_number': 4, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'subnets': [{'id': 'c3e77b45-0406-4036-8ff5-6538b27528b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 04:59:39.292434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f79acb33-0432-41cc-9029-e0bbd71e71ca up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:39.389776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port f79acb33-0432-41cc-9029-e0bbd71e71ca triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:39.390346 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:39.491931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port f79acb33-0432-41cc-9029-e0bbd71e71ca is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:39.493048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ae1fb087-cd2f-4025-9037-e85662cd3271 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 04:59:39.555888 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port ae1fb087-cd2f-4025-9037-e85662cd3271 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:39.556301 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:39.648789 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port ae1fb087-cd2f-4025-9037-e85662cd3271 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 04:59:46.688150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-9ed17ed7-03e8-4f36-9c0c-c30f32793f93 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:46.689541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-9ed17ed7-03e8-4f36-9c0c-c30f32793f93 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 814 time: 0.1063962 Feb 10 04:59:46.704159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-32969c2e-b6c1-485a-9a3d-1519e125245d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/quotas/0aeb3052029a462494b0682bf3a3b6b5 HTTP/1.1" status: 200 len: 375 time: 0.0089612 Feb 10 04:59:46.759142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-533d38a8-9b0c-4baf-81bb-bb52a6d282ef tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500913 Feb 10 04:59:46.856058 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-14e4261a-0e6c-41af-8140-43d6128b045e service neutron] 10.222.0.42 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857224 Feb 10 04:59:46.950674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-fdb38c55-c1f5-4a29-bc70-86736544aaf2 service neutron] 10.222.0.42 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887733 Feb 10 04:59:47.179997 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-492d53ef-19e9-4558-a8f6-5beb9336a297 req-9243846b-07f5-45e7-975b-26bdc3d84c0c tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 210 time: 0.0296323 Feb 10 04:59:47.396573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:48.264167 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b8e905fe-ff72-4e4c-91a4-2e733226df4f req-fed0f124-9361-41c2-a49e-d25146e5ef11 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 210 time: 0.0278201 Feb 10 04:59:48.802708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:49.346531 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-119b3679-7468-476f-b00c-3f0b53e592b4 req-3fab1dec-c7e0-43ba-9972-ec78e714c596 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 210 time: 0.0309665 Feb 10 04:59:50.125134 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 04:59:50.439832 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a71614b9-283d-4da7-b1be-47630f592fbe req-83c7ada6-6fbe-43a9-ac9e-d184265422ed tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 210 time: 0.0276432 Feb 10 04:59:51.384421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-c9256c4e-d272-49c8-b332-897f90f74593 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:51.385887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-c9256c4e-d272-49c8-b332-897f90f74593 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.43 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 814 time: 0.1078808 Feb 10 04:59:51.397148 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'port': {'device_id': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'admin_state_up': True, 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 04:59:51.537852 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d57cb2ee-8b16-4580-8c33-4bac75be4395 req-cb70bc63-9abb-4a94-b70e-bfc8fb559937 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 210 time: 0.0278082 Feb 10 04:59:51.602505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Made reservation on behalf of 0aeb3052029a462494b0682bf3a3b6b5 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 04:59:51.606072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:51.741220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Allocated IP 172.20.0.4 (5149803f-cb82-4660-894d-9031223494eb/6eadf18a-f6de-4990-a9a2-75f53c93a952/10b8e1c0-4896-4ae6-ba40-fa62fef0f314) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 04:59:51.893106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:51.979154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:52.026953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Network 5149803f-cb82-4660-894d-9031223494eb is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 04:59:52.031111 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 04:59:52.038013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 04:59:52.044364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 04:59:52.107198 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:52.107903 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:52.177910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-6b619115-c6df-4180-b5bf-69c3b802fd14 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843454 Feb 10 04:59:52.391675 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-332b227f-b282-4474-a53d-292f64ff79b7 None None] Provisioning complete for port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 04:59:52.392766 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-332b227f-b282-4474-a53d-292f64ff79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:52.435631 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-332b227f-b282-4474-a53d-292f64ff79b7 None None] Port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 04:59:52.667262 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9496a-61fd-43c7-9937-c14864c08d14 req-a2c464b5-6fd5-4fbf-be31-68a428bee53e tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:52.668852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08e9496a-61fd-43c7-9937-c14864c08d14 req-a2c464b5-6fd5-4fbf-be31-68a428bee53e tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 931 time: 0.0578141 Feb 10 04:59:52.723335 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08e9496a-61fd-43c7-9937-c14864c08d14 req-e8a32efb-c41f-4c9e-ae98-f7bdaea0c24c tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Feb 10 04:59:53.850377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d681088-5e19-47de-92c3-155bfff1bdae req-b5d7d215-9dcc-4aa3-9cf9-96d162cf77d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:53.851905 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d681088-5e19-47de-92c3-155bfff1bdae req-b5d7d215-9dcc-4aa3-9cf9-96d162cf77d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 931 time: 0.0566978 Feb 10 04:59:53.911185 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9d681088-5e19-47de-92c3-155bfff1bdae req-88169bb2-63a1-4ca5-aadb-3e6d59bcd00e tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483661 Feb 10 04:59:55.037190 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd3dc-21fd-411a-8c6f-5f677e9b7105 req-ab484997-8e44-46f8-82b9-d12b1f3af201 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:55.038663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f8cd3dc-21fd-411a-8c6f-5f677e9b7105 req-ab484997-8e44-46f8-82b9-d12b1f3af201 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 931 time: 0.0673673 Feb 10 04:59:55.090779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3f8cd3dc-21fd-411a-8c6f-5f677e9b7105 req-1f2e8566-0755-40b5-91ea-24838e826503 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Feb 10 04:59:56.216089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3af4-607d-4d01-ae27-92febcb3a019 req-196d64eb-af4e-42bd-a41d-37bdf501c838 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:56.217576 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14ad3af4-607d-4d01-ae27-92febcb3a019 req-196d64eb-af4e-42bd-a41d-37bdf501c838 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 931 time: 0.0560760 Feb 10 04:59:56.273670 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-14ad3af4-607d-4d01-ae27-92febcb3a019 req-35421cd7-fa8a-4415-bc1c-b5dad0cdad2b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474148 Feb 10 04:59:57.412360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875006a-881c-4362-b480-c16784d1b2ad req-270e4a2d-4fd9-456f-814c-8c2c10006b5d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:57.413910 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3875006a-881c-4362-b480-c16784d1b2ad req-270e4a2d-4fd9-456f-814c-8c2c10006b5d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 931 time: 0.0619395 Feb 10 04:59:57.468809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3875006a-881c-4362-b480-c16784d1b2ad req-d125eace-2886-49ed-b8bb-f605e323c570 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488136 Feb 10 04:59:57.933799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-57fa98c8-bad3-4dac-976f-d720dfe0464f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 04:59:58.596921 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187d38a-b2e9-49ea-9bbf-4646b1cf3231 req-5d06a618-c3ce-42be-83b2-3be329a20237 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:58.598754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c187d38a-b2e9-49ea-9bbf-4646b1cf3231 req-5d06a618-c3ce-42be-83b2-3be329a20237 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 931 time: 0.0582843 Feb 10 04:59:58.663867 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c187d38a-b2e9-49ea-9bbf-4646b1cf3231 req-1c2a4182-be66-4d45-9e64-0c23673852e5 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 Feb 10 04:59:59.784631 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68ccf3-d595-4b6c-acc4-3d6c3d9dd3e1 req-51a69bbc-b29e-458a-b5e2-cd05c3c1d3c7 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 04:59:59.787399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f68ccf3-d595-4b6c-acc4-3d6c3d9dd3e1 req-51a69bbc-b29e-458a-b5e2-cd05c3c1d3c7 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 931 time: 0.0606546 Feb 10 04:59:59.847011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5f68ccf3-d595-4b6c-acc4-3d6c3d9dd3e1 req-263d7a00-9e51-420e-a38b-7b86267e81a0 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524988 Feb 10 05:00:00.114505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Request body: {'port': {'device_id': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:00.134990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:00.378378 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e50f4444-3c08-404f-9d9b-91362f876cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:00.407854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:00:00.416106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Publish callbacks [] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:00.429452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Transition to ACTIVE for port object 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:00:00.492694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:00.541051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Pushing event updated for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:00.620532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Attempting to bind port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:00:00.620871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Attempting to bind port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:00:00.621202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Attempting to bind port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 on network 5149803f-cb82-4660-894d-9031223494eb {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:00:00.625618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 on network 5149803f-cb82-4660-894d-9031223494eb not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:00:00.625941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Attempting to bind port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 on network 5149803f-cb82-4660-894d-9031223494eb {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:00:00.631121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 4, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:00:00.631390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Checking segment: {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:00:00.631778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Bound using segment: {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:00:00.632208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Bound port: 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd79442-159c-4ffa-ad70-0557ec2b9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5149803f-cb82-4660-894d-9031223494eb'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:00:00.632565 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:00.701193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:00:00.704348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:00:00.803344 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:00.841829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:00.842475 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:00.843918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] 10.222.0.43 "PUT /v2.0/ports/10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 1091 time: 0.7852588 Feb 10 05:00:00.844374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:00:00.846624 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fcec00-1730-46fb-9406-fd69a0f6f300" -d '{"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:00:00.866275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56485664-706b-4e96-a65f-d3aa31304ece service neutron] Pushing event updated for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:00.907017 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a28d3-cc3b-4601-8022-34b4985326b4 x-openstack-request-id: req-3e2a28d3-cc3b-4601-8022-34b4985326b4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:00:00.907311 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:00:00.907732 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e2a28d3-cc3b-4601-8022-34b4985326b4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:00:00.908175 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'status': 'completed', 'code': 200} Feb 10 05:00:01.011095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcec00-1730-46fb-9406-fd69a0f6f300 req-1b19efbc-5e92-4ab2-9a6a-5a77b76238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:01.012639 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52fcec00-1730-46fb-9406-fd69a0f6f300 req-1b19efbc-5e92-4ab2-9a6a-5a77b76238e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1125 time: 0.0854890 Feb 10 05:00:01.025337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47787f8b-4f6b-4063-b4a9-9b670976c924 req-68376ce1-65ae-4ec5-b580-096949e0ecea tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:01.026909 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47787f8b-4f6b-4063-b4a9-9b670976c924 req-68376ce1-65ae-4ec5-b580-096949e0ecea tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 943 time: 0.0915170 Feb 10 05:00:01.133086 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-47787f8b-4f6b-4063-b4a9-9b670976c924 req-27a74b2b-690e-4838-8e52-16712af3b41d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966535 Feb 10 05:00:01.156339 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcec00-1730-46fb-9406-fd69a0f6f300 req-0b28cbe0-a3db-4d17-94a8-d2de19af39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:01.157848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52fcec00-1730-46fb-9406-fd69a0f6f300 req-0b28cbe0-a3db-4d17-94a8-d2de19af39bc service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1300454 Feb 10 05:00:01.202431 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:01.250364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcec00-1730-46fb-9406-fd69a0f6f300 req-6a76ee5c-491e-4b26-8dd5-edfe43676ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:01.251879 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-52fcec00-1730-46fb-9406-fd69a0f6f300 req-6a76ee5c-491e-4b26-8dd5-edfe43676ca0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889871 Feb 10 05:00:01.328894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-d28389f6-a1a1-43f9-94d8-30e5c368971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:01.330382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-d28389f6-a1a1-43f9-94d8-30e5c368971e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1125 time: 0.0443442 Feb 10 05:00:01.374610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-266e3276-9ab1-42f6-bc74-e251dde28a2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 217 time: 0.0373433 Feb 10 05:00:01.421963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-ef0a9f83-fa5f-4394-93aa-a9d873ee3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:01.423366 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-ef0a9f83-fa5f-4394-93aa-a9d873ee3c1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 200 len: 853 time: 0.0430512 Feb 10 05:00:01.471051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-fc16d54a-f405-4b3d-b514-e4d876d79a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:01.473214 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-fc16d54a-f405-4b3d-b514-e4d876d79a00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5149803f-cb82-4660-894d-9031223494eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441558 Feb 10 05:00:01.562859 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-895e7257-5a84-4bd1-a44e-534c0cd702ef service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837512 Feb 10 05:00:01.743425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e71b7b8-0310-4b0b-83c2-96f8e932370c req-9790f333-d29c-4ab6-8818-4750528f4382 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744592 Feb 10 05:00:02.254963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf2829-301c-47b6-85c1-4bcfb006e6fb req-1cb5bc2d-09b8-4807-9870-e01754b61ea9 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:02.256427 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67bf2829-301c-47b6-85c1-4bcfb006e6fb req-1cb5bc2d-09b8-4807-9870-e01754b61ea9 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 943 time: 0.0516732 Feb 10 05:00:02.301713 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-67bf2829-301c-47b6-85c1-4bcfb006e6fb req-10344b0b-10f6-4e5b-8298-96db789f8da2 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Feb 10 05:00:02.789493 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:03.424821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835229f-12be-41af-8122-5644b05247da req-210d44da-39e1-47df-9d56-3d857a00dd5b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:03.426953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b835229f-12be-41af-8122-5644b05247da req-210d44da-39e1-47df-9d56-3d857a00dd5b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 943 time: 0.0573895 Feb 10 05:00:03.475440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b835229f-12be-41af-8122-5644b05247da req-0f78d9b4-bc82-4d56-bad7-4788f2c8bbe7 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 Feb 10 05:00:04.333537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:04.600367 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128d4fe-4d10-42e9-94c6-c44d1176d50d req-960847e5-bb1c-41bf-92e4-dd8f61114b23 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:04.601787 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9128d4fe-4d10-42e9-94c6-c44d1176d50d req-960847e5-bb1c-41bf-92e4-dd8f61114b23 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 943 time: 0.0585988 Feb 10 05:00:04.647697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9128d4fe-4d10-42e9-94c6-c44d1176d50d req-76e24d6e-2654-4894-af9a-f688becccafa tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Feb 10 05:00:04.752196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:00:04.849840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:00:04.860910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'port_id': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'mac_address': 'fa:16:3e:c2:b4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:00:04.897240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:00:04.897635 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:04.909891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:00:04.932663 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:00:04.990880 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:05.037645 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:05.190526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10b8e1c0-4896-4ae6-ba40-fa62fef0f314'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:00:05.765156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0597dee-1486-45bf-b5e7-a62a02122bab req-90bcf0cb-6123-4e8e-aef4-9078ba6fd47a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:05.766671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0597dee-1486-45bf-b5e7-a62a02122bab req-90bcf0cb-6123-4e8e-aef4-9078ba6fd47a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 944 time: 0.0525494 Feb 10 05:00:05.812611 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0597dee-1486-45bf-b5e7-a62a02122bab req-31c21f33-87c8-473e-af52-92da4d120620 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Feb 10 05:00:06.759891 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:00:06.853756 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:00:06.857718 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:00:06.858195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:06.933479 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442f464-d355-4160-9a44-8f188528ebd0 req-e3fd027f-b871-4951-8f77-13e76642a22c tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:06.935140 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e442f464-d355-4160-9a44-8f188528ebd0 req-e3fd027f-b871-4951-8f77-13e76642a22c tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 944 time: 0.0537405 Feb 10 05:00:06.935763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:00:06.936263 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:06.961225 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:00:06.963579 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb4056-08fb-4735-8276-1d4679f2a183" -d '{"events": [{"server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "name": "network-vif-plugged", "status": "completed", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:00:06.978076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:00:06.984754 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e442f464-d355-4160-9a44-8f188528ebd0 req-8c3fe4d2-86f4-4fad-9357-767cfed7da44 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 Feb 10 05:00:07.088398 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:07.137929 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5fb821-fe2e-4323-b714-4de7cd241a0d x-openstack-request-id: req-8f5fb821-fe2e-4323-b714-4de7cd241a0d {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:00:07.138229 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "name": "network-vif-plugged", "status": "completed", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:00:07.138487 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f5fb821-fe2e-4323-b714-4de7cd241a0d {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:00:07.138956 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'code': 200} Feb 10 05:00:07.151815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:07.240325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194155cb-377c-46e3-b8dd-46bb42ab4c92 req-59432d73-fb36-4315-b0c0-2dc937407293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:07.241818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-194155cb-377c-46e3-b8dd-46bb42ab4c92 req-59432d73-fb36-4315-b0c0-2dc937407293 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1127 time: 0.0466785 Feb 10 05:00:07.282947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-194155cb-377c-46e3-b8dd-46bb42ab4c92 req-5875bb09-800e-4254-916a-1bb85b996bce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Feb 10 05:00:08.106359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ab0d4-bfc6-4ea2-a803-c45bdc35e52a req-77d164b3-0264-4a0c-8bc7-fbaefa92d099 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:08.107868 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-588ab0d4-bfc6-4ea2-a803-c45bdc35e52a req-77d164b3-0264-4a0c-8bc7-fbaefa92d099 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0551240 Feb 10 05:00:08.154404 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-588ab0d4-bfc6-4ea2-a803-c45bdc35e52a req-d2f2ee0b-c781-4c90-b075-d7d0b29bd67b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Feb 10 05:00:09.272963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350d53c-4dd9-4106-9abc-f38750274cb3 req-24206afb-ee6c-4aab-b2ac-102ba914a263 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:09.274436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8350d53c-4dd9-4106-9abc-f38750274cb3 req-24206afb-ee6c-4aab-b2ac-102ba914a263 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0523019 Feb 10 05:00:09.322979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8350d53c-4dd9-4106-9abc-f38750274cb3 req-9dc563d0-93a8-4860-ad5a-45573d0a29a2 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Feb 10 05:00:09.446622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649562-2750-476b-9fec-fdd68013873f req-0f8cca9a-74fe-4ac6-86ed-a7201eb3a3ea tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:09.448063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a649562-2750-476b-9fec-fdd68013873f req-0f8cca9a-74fe-4ac6-86ed-a7201eb3a3ea tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0556221 Feb 10 05:00:09.495172 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5a649562-2750-476b-9fec-fdd68013873f req-60bb1a20-db4c-49f2-bf18-01c6acce4573 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Feb 10 05:00:09.689438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d14a6a-c817-4466-b9fe-cf8389f3010e req-9c39e7f7-cf7a-46fa-92d4-98f909035af5 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:09.691396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d14a6a-c817-4466-b9fe-cf8389f3010e req-9c39e7f7-cf7a-46fa-92d4-98f909035af5 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0528212 Feb 10 05:00:09.741938 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d14a6a-c817-4466-b9fe-cf8389f3010e req-639d1a42-9343-4545-91a5-f7caf71c2ba5 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Feb 10 05:00:17.407375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:18.796037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:22.380099 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-372acc22-b115-443b-b9c6-dda32e6184e5 req-9f21911b-9bfd-4ecf-b8a8-093be94d47cb tempest-TestNetworkAdvancedServerOps-844173910 tempest-TestNetworkAdvancedServerOps-844173910-project-admin] (109958) timed out ('10.222.0.42', 47824) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 05:00:27.123654 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:00:27.704367 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e6130399-6d69-4bba-96c3-8ea7b0709c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:29.313460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eb38e-fec3-4c63-90b4-56178fb06807 req-ec416c41-b759-4552-a54e-2e6b8fe973de tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:29.315064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf2eb38e-fec3-4c63-90b4-56178fb06807 req-ec416c41-b759-4552-a54e-2e6b8fe973de tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0529218 Feb 10 05:00:29.361609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bf2eb38e-fec3-4c63-90b4-56178fb06807 req-b73d23c9-8301-48a6-aba1-785d651f848d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Feb 10 05:00:29.384420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53386) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:29.466979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3a71a-174f-47c8-ba61-c49cd0340988 tempest-TestMinimumBasicScenario-1785277262 tempest-TestMinimumBasicScenario-1785277262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:29.468498 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5dc3a71a-174f-47c8-ba61-c49cd0340988 tempest-TestMinimumBasicScenario-1785277262 tempest-TestMinimumBasicScenario-1785277262-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1122 time: 0.0831251 Feb 10 05:00:29.471467 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53390) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:29.475787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:29.560362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:29.657618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:29.756079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Allocated IP 172.25.8.252 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c629e99e-d59f-4a07-9dbf-53c127886d00) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:00:29.860576 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:29.863257 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-915c752c-0316-492f-bea7-6fb161b346bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:29.950865 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:29.993173 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:00:29.996386 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:00:30.000368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:00:30.024066 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'Port': ['ID=c629e99e-d59f-4a07-9dbf-53c127886d00,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:30.038398 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.038795 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.039130 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.039473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.039806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.040138 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.040464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.040789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.041113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.041438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.041761 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.042079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.042399 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:30.398614 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for floatingip (4110081e-2926-4a54-8726-64adf29115f6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:30.521760 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:30.668492 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:30.727229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:30.800973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'Port': ['ID=c629e99e-d59f-4a07-9dbf-53c127886d00,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:30.814182 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (4110081e-2926-4a54-8726-64adf29115f6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:31.165640 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Floating IP 4110081e-2926-4a54-8726-64adf29115f6 associated. External IP: 172.25.8.252, port: 10b8e1c0-4896-4ae6-ba40-fa62fef0f314. Feb 10 05:00:31.218682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:31.371600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Router 5370a770-80d0-412c-a8c8-8a6d24b205c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:00:31.480348 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:00:31.490847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] Sync routers for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:00:31.500784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:00:31.505055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:00:31.581137 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:31.611247 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7539689d-9c65-422d-ab9e-84b4aa3d17da tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1386518 Feb 10 05:00:31.611634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:00:31.612697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:00:31.614756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53392) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:31.625382 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110928330', 'description': 'tempest-secgroup-smoke-2110928330 description', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:31.659766 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:00:31.709199 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:31.748700 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50cbff2-769e-462c-892a-e75e0c6eefea x-openstack-request-id: req-a50cbff2-769e-462c-892a-e75e0c6eefea {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:00:31.748992 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:00:31.749243 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a50cbff2-769e-462c-892a-e75e0c6eefea {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:00:31.749643 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'status': 'completed', 'code': 200} Feb 10 05:00:31.810959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group (b0ec6233-516d-4812-a4ed-61836e6bb77e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:31.829736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-f664638c-00b2-4454-a643-679dab335857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:31.831860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-f664638c-00b2-4454-a643-679dab335857 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1127 time: 0.0583758 Feb 10 05:00:31.859987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4110081e-2926-4a54-8726-64adf29115f6', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'port_id': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'mac_address': 'fa:16:3e:c2:b4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:00:30Z', 'updated_at': '2022-02-10T05:00:30Z', 'revision_number': 0, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 5, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:00:31.886580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] Checking router: 5370a770-80d0-412c-a8c8-8a6d24b205c2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:00:31.895476 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:00:31.895899 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b0ec6233-516d-4812-a4ed-61836e6bb77e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:31.898408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:00:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:00:31.944001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ec6233-516d-4812-a4ed-61836e6bb77e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:31.948779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-f3eb950b-8b7c-47c4-948f-5a3b4a685bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:31.953177 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-f3eb950b-8b7c-47c4-948f-5a3b4a685bed service neutron] 10.222.0.43 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 915 time: 0.1113524 Feb 10 05:00:31.955282 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.955635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.956605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.956950 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.957281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.957611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.957937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.958272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.958589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.958938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.959264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.959582 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:31.959900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:00:32.004642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:00:32.005096 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.006343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b82661ed-623d-47fe-a842-931c18d19ca6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3905871 Feb 10 05:00:32.009774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53400) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:32.015996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ee266437-0669-45a2-ba7b-2f453c79e8d3 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'security_group_rule': {'security_group_id': 'b0ec6233-516d-4812-a4ed-61836e6bb77e', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:32.032038 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-1e3f92b7-30db-4392-b0e1-2919be4fa375 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 999 time: 0.0688696 Feb 10 05:00:32.085316 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-5cfdb408-2dbb-4ec4-a1a3-c1c862982d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:32.086925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-5cfdb408-2dbb-4ec4-a1a3-c1c862982d59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 200 len: 853 time: 0.0482745 Feb 10 05:00:32.115644 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee266437-0669-45a2-ba7b-2f453c79e8d3 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (73141453-0f56-4ee5-b5c9-f56d191966cd), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.143018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-eff41b06-d64f-427c-8200-5d89a06edfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:32.145575 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-eff41b06-d64f-427c-8200-5d89a06edfe3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5149803f-cb82-4660-894d-9031223494eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495100 Feb 10 05:00:32.172845 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee266437-0669-45a2-ba7b-2f453c79e8d3 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (73141453-0f56-4ee5-b5c9-f56d191966cd), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.232630 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4110081e-2926-4a54-8726-64adf29115f6', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'port_id': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'mac_address': 'fa:16:3e:c2:b4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:00:30Z', 'updated_at': '2022-02-10T05:00:30Z', 'revision_number': 0, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 5, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:00:32.240526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-99b2eaff-b4bb-4c31-9187-ecd823e0114d service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886149 Feb 10 05:00:32.247509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee266437-0669-45a2-ba7b-2f453c79e8d3 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (73141453-0f56-4ee5-b5c9-f56d191966cd), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.265769 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb958e94-95c8-4255-a545-d6f8bcffeafc None None] The sync data for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 is: [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '4110081e-2926-4a54-8726-64adf29115f6', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'port_id': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'mac_address': 'fa:16:3e:c2:b4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:00:30Z', 'updated_at': '2022-02-10T05:00:30Z', 'revision_number': 0, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 5, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:00:32.270199 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee266437-0669-45a2-ba7b-2f453c79e8d3 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73141453-0f56-4ee5-b5c9-f56d191966cd,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:32.333745 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3ebe32f0-54d3-43dd-b6cf-9a7e33984b3b req-6d46694c-fbcb-4089-acb8-04d82176de79 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873983 Feb 10 05:00:32.341618 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ee266437-0669-45a2-ba7b-2f453c79e8d3 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.345727 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ee266437-0669-45a2-ba7b-2f453c79e8d3 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3340824 Feb 10 05:00:32.348605 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53402) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:32.351133 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b995a920-8e11-4e0a-9212-b1dc050e5b56 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'security_group_rule': {'security_group_id': 'b0ec6233-516d-4812-a4ed-61836e6bb77e', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:32.468226 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28468a-ee4a-4e2b-b6ce-89528784fd3c None None] New status for floating IP 4110081e-2926-4a54-8726-64adf29115f6: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:00:32.469546 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b995a920-8e11-4e0a-9212-b1dc050e5b56 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (5e087e38-f920-4be9-bec7-41fef2da79fd), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.530517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b995a920-8e11-4e0a-9212-b1dc050e5b56 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (5e087e38-f920-4be9-bec7-41fef2da79fd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.611653 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b995a920-8e11-4e0a-9212-b1dc050e5b56 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (5e087e38-f920-4be9-bec7-41fef2da79fd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.630825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995a920-8e11-4e0a-9212-b1dc050e5b56 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e087e38-f920-4be9-bec7-41fef2da79fd,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:32.708457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b995a920-8e11-4e0a-9212-b1dc050e5b56 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.709834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b995a920-8e11-4e0a-9212-b1dc050e5b56 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3628702 Feb 10 05:00:32.712708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53404) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:32.717650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-1c79c9a9-9833-41f8-a450-b4ca4aa3a995 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'security_group_rule': {'security_group_id': 'b0ec6233-516d-4812-a4ed-61836e6bb77e', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:32.784496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.811968 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c79c9a9-9833-41f8-a450-b4ca4aa3a995 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (195cad46-5566-4cb8-aa4e-685f2e8f8659), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.868004 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c79c9a9-9833-41f8-a450-b4ca4aa3a995 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (195cad46-5566-4cb8-aa4e-685f2e8f8659), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.932441 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c79c9a9-9833-41f8-a450-b4ca4aa3a995 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (195cad46-5566-4cb8-aa4e-685f2e8f8659), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:32.950666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c9a9-9833-41f8-a450-b4ca4aa3a995 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195cad46-5566-4cb8-aa4e-685f2e8f8659,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:33.003816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1c79c9a9-9833-41f8-a450-b4ca4aa3a995 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.005192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1c79c9a9-9833-41f8-a450-b4ca4aa3a995 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2911863 Feb 10 05:00:33.007902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53406) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:33.012203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-4e3408d6-0120-473b-a518-6a9e7ba5895a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'security_group_rule': {'security_group_id': 'b0ec6233-516d-4812-a4ed-61836e6bb77e', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:33.086340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4e3408d6-0120-473b-a518-6a9e7ba5895a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (fa76b0fe-fb43-43bf-be17-54e68bff86e8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.141798 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4e3408d6-0120-473b-a518-6a9e7ba5895a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (fa76b0fe-fb43-43bf-be17-54e68bff86e8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.218682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4e3408d6-0120-473b-a518-6a9e7ba5895a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (fa76b0fe-fb43-43bf-be17-54e68bff86e8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.236611 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3408d6-0120-473b-a518-6a9e7ba5895a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa76b0fe-fb43-43bf-be17-54e68bff86e8,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:33.295034 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4e3408d6-0120-473b-a518-6a9e7ba5895a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.296174 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4e3408d6-0120-473b-a518-6a9e7ba5895a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2873657 Feb 10 05:00:33.298843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53408) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:33.303219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'security_group_rule': {'security_group_id': 'b0ec6233-516d-4812-a4ed-61836e6bb77e', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:33.383228 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Project 0aeb3052029a462494b0682bf3a3b6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:00:33.388223 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (0ba940ed-a728-43e7-9292-df0d02d7184c), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.448874 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (0ba940ed-a728-43e7-9292-df0d02d7184c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.514670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (0ba940ed-a728-43e7-9292-df0d02d7184c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.532817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba940ed-a728-43e7-9292-df0d02d7184c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:33.602240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.603960 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-35c5a5e1-b42e-4b34-b554-b396036dd007 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3041842 Feb 10 05:00:33.610027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53410) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:00:33.611140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'security_group_rule': {'security_group_id': 'b0ec6233-516d-4812-a4ed-61836e6bb77e', 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:33.725963 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Project 0aeb3052029a462494b0682bf3a3b6b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:00:33.731185 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (0757f44d-ea09-4c55-8b99-c4298eab5831), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.788182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (0757f44d-ea09-4c55-8b99-c4298eab5831), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.898443 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (0757f44d-ea09-4c55-8b99-c4298eab5831), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.916256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0757f44d-ea09-4c55-8b99-c4298eab5831,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:33.995929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:33.997138 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-264a0f52-5517-4a7a-a077-8945498667f4 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3894105 Feb 10 05:00:34.093520 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-010ce29d-5aa6-4d3e-97d8-2d2e6c152b4f tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110928330&fields=id&tenant_id=0aeb3052029a462494b0682bf3a3b6b5 HTTP/1.1" status: 200 len: 267 time: 0.0493257 Feb 10 05:00:34.152153 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-0facd80f-8044-41fb-9e06-72ced3d9f086 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:34.153533 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-0facd80f-8044-41fb-9e06-72ced3d9f086 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0540218 Feb 10 05:00:34.164751 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'port': {'security_groups': ['0c9339f9-6e0d-4d38-8dfe-eca777f3726d', 'b0ec6233-516d-4812-a4ed-61836e6bb77e']}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:00:34.232899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:34.342833 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:34.424132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:00:34.453841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:34.531489 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:34.543577 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10b8e1c0-4896-4ae6-ba40-fa62fef0f314'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:00:34.577060 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:34.577703 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:34.579134 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d0894ec4-20d5-4592-8dee-d4a4fd61a190 req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "PUT /v2.0/ports/10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 981 time: 0.4189312 Feb 10 05:00:34.579598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:00:34.582472 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04" -d '{"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:00:34.636576 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bae548a-6911-4f7d-abf2-707df1f8baf2 x-openstack-request-id: req-9bae548a-6911-4f7d-abf2-707df1f8baf2 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:00:34.637102 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:00:34.637382 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bae548a-6911-4f7d-abf2-707df1f8baf2 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:00:34.638226 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'status': 'completed', 'code': 200} Feb 10 05:00:34.639095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa94e2-fc62-4095-9823-5544b14119d8 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=6']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:00:34.640056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10b8e1c0-4896-4ae6-ba40-fa62fef0f314'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:00:34.726617 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-1644affb-21a3-4838-9871-578649d00fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:34.728512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-1644affb-21a3-4838-9871-578649d00fb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1166 time: 0.0681016 Feb 10 05:00:34.729600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197df67-2b4f-4c96-9d7e-fb20950c4b51 req-ef582736-996f-4033-a0a5-650bd7c16880 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:34.731766 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d197df67-2b4f-4c96-9d7e-fb20950c4b51 req-ef582736-996f-4033-a0a5-650bd7c16880 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0702443 Feb 10 05:00:34.807607 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d197df67-2b4f-4c96-9d7e-fb20950c4b51 req-77f2e54a-881d-48ec-9198-2eb5414352ad tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697799 Feb 10 05:00:34.841240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-0c333688-031a-454f-af36-b8ce9229ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:34.842896 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-0c333688-031a-454f-af36-b8ce9229ffc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 915 time: 0.1079416 Feb 10 05:00:34.913347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-5f0409b0-44c8-427b-b755-9299bd30dfd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 1001 time: 0.0604396 Feb 10 05:00:34.964309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-10c13686-b437-4763-8b17-9a7abe0a3612 None None] Provisioning complete for port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:00:34.964552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-7445ba9d-cc9d-4a71-911b-2f2bac018da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:34.964675 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-10c13686-b437-4763-8b17-9a7abe0a3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:34.965667 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-7445ba9d-cc9d-4a71-911b-2f2bac018da4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 200 len: 853 time: 0.0463152 Feb 10 05:00:35.015640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-79e58f37-9bb8-4b8d-8f47-fa147084fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:35.017456 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-79e58f37-9bb8-4b8d-8f47-fa147084fe34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5149803f-cb82-4660-894d-9031223494eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439939 Feb 10 05:00:35.109732 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-57cc40f7-1225-495f-a90f-97b597961480 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828397 Feb 10 05:00:35.157388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-10c13686-b437-4763-8b17-9a7abe0a3612 None None] Current status of the port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:00:35.536643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce5f560-fae0-4ddf-8fc4-cae346ad6f04 req-85eb9c3d-a6dd-49ae-881a-0cd0a0399bbd service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189444 Feb 10 05:00:42.648343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9045010-7908-4915-9eff-772c60187bce req-70ff0614-a15c-4027-9cba-8bca161bc355 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:42.649750 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9045010-7908-4915-9eff-772c60187bce req-70ff0614-a15c-4027-9cba-8bca161bc355 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0554218 Feb 10 05:00:42.696014 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-a7f04ade-c66e-4665-99ba-acafc52d5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:42.697652 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-a7f04ade-c66e-4665-99ba-acafc52d5f81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1166 time: 0.0461028 Feb 10 05:00:42.710063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9045010-7908-4915-9eff-772c60187bce req-567e9650-740d-4290-acba-bf7e95a26fba tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545857 Feb 10 05:00:42.789343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-1c913630-71f3-4cf3-9517-4d006e72b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:42.790844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-1c913630-71f3-4cf3-9517-4d006e72b6b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 915 time: 0.0872588 Feb 10 05:00:42.854770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-c1d08ce5-52ea-435d-89c3-3dc483873a5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 1001 time: 0.0577981 Feb 10 05:00:42.906918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-9464053b-a2a0-465d-8ab6-a26ff39720a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:42.908283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-9464053b-a2a0-465d-8ab6-a26ff39720a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 200 len: 853 time: 0.0468307 Feb 10 05:00:42.957285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-c9c59713-14d6-472f-a1c5-715267967586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:42.958787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-c9c59713-14d6-472f-a1c5-715267967586 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5149803f-cb82-4660-894d-9031223494eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439086 Feb 10 05:00:43.045818 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-69d1969c-b874-49d7-8abf-5aea839fd3d9 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807297 Feb 10 05:00:43.139046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f96e4010-1096-4d76-8f3e-1430a99374ae req-0056de5d-bad8-492f-925f-d024e249905c service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866375 Feb 10 05:00:43.835959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29595370-1058-4e95-8836-6fd8a3242a46 req-ea7d25ec-7442-4cc2-8508-5a9334f3de92 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:43.837453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29595370-1058-4e95-8836-6fd8a3242a46 req-ea7d25ec-7442-4cc2-8508-5a9334f3de92 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0552220 Feb 10 05:00:43.897746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-29595370-1058-4e95-8836-6fd8a3242a46 req-07471ee6-83d3-43a7-8c84-9b0b2f9acb29 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543103 Feb 10 05:00:45.017815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32af2d-ed7c-4696-b592-98c2e855b9d5 req-b67c7f54-d1c7-470f-96e8-6416c363ac6a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:45.019558 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d32af2d-ed7c-4696-b592-98c2e855b9d5 req-b67c7f54-d1c7-470f-96e8-6416c363ac6a tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0535586 Feb 10 05:00:45.083070 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d32af2d-ed7c-4696-b592-98c2e855b9d5 req-1e0ff3cf-0a04-4ef5-8576-9636102b991e tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579395 Feb 10 05:00:46.210130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56fc25-e94b-45f7-b764-f11cec08dbc9 req-ff46418c-cfe7-41bc-a392-702057867219 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:46.211654 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be56fc25-e94b-45f7-b764-f11cec08dbc9 req-ff46418c-cfe7-41bc-a392-702057867219 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0600426 Feb 10 05:00:46.270972 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be56fc25-e94b-45f7-b764-f11cec08dbc9 req-54975ef8-2a47-4e9c-9aa0-f541a3cf40a0 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526280 Feb 10 05:00:47.389460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c40ae-e038-432b-9b8e-cbe96dda657f req-68038bd8-3f0d-4450-9962-5afa72dbcd9d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:47.390956 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a1c40ae-e038-432b-9b8e-cbe96dda657f req-68038bd8-3f0d-4450-9962-5afa72dbcd9d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0529504 Feb 10 05:00:47.412621 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:47.450671 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9a1c40ae-e038-432b-9b8e-cbe96dda657f req-90d2f23f-66c3-48ac-b4ce-23d89d2263cf tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538220 Feb 10 05:00:48.570544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1e921-e9f2-4392-98bb-ce801b63136a req-d3aa6b79-410a-4591-ba8e-1f287e39863f tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:48.577883 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2b1e921-e9f2-4392-98bb-ce801b63136a req-d3aa6b79-410a-4591-ba8e-1f287e39863f tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0531824 Feb 10 05:00:48.631520 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a2b1e921-e9f2-4392-98bb-ce801b63136a req-c61a312a-bbfd-4d19-a002-b2a3d90cd3c2 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535591 Feb 10 05:00:48.800915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:49.753110 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c49208-3a35-4f17-b3de-e29849be1ae0 req-89779844-1b80-4e41-81e8-215f191f127c tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:49.754634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3c49208-3a35-4f17-b3de-e29849be1ae0 req-89779844-1b80-4e41-81e8-215f191f127c tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0519230 Feb 10 05:00:49.812294 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3c49208-3a35-4f17-b3de-e29849be1ae0 req-3c5af336-1494-4494-a951-2f393393a0d6 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513625 Feb 10 05:00:50.932108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649122c-bbc0-435b-b2ce-b7e04a8da387 req-c60f408e-49b4-4776-97da-e0f821a92660 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:50.933606 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2649122c-bbc0-435b-b2ce-b7e04a8da387 req-c60f408e-49b4-4776-97da-e0f821a92660 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0526898 Feb 10 05:00:50.996042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2649122c-bbc0-435b-b2ce-b7e04a8da387 req-5e3a1b3d-35ec-4b90-a42f-e781a050e041 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567105 Feb 10 05:00:52.119619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ad9ed-ca01-4231-b9e5-0e6c8cb1c317 req-d8241d34-d302-437b-9843-d2536dfe5fa7 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:52.121094 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe9ad9ed-ca01-4231-b9e5-0e6c8cb1c317 req-d8241d34-d302-437b-9843-d2536dfe5fa7 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0574424 Feb 10 05:00:52.180897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fe9ad9ed-ca01-4231-b9e5-0e6c8cb1c317 req-e169436e-a408-4f85-b4a4-6b0279ad166f tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541668 Feb 10 05:00:53.299583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa64d0-dc1e-4cf8-bb64-3b82bb4c4393 req-bd4286c1-149a-47ce-8ce2-f770a7b2a146 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:53.301052 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03aa64d0-dc1e-4cf8-bb64-3b82bb4c4393 req-bd4286c1-149a-47ce-8ce2-f770a7b2a146 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0526092 Feb 10 05:00:53.360302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-03aa64d0-dc1e-4cf8-bb64-3b82bb4c4393 req-dfd11816-7bb9-4c98-9c6d-9e9dae37cc28 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528231 Feb 10 05:00:54.481342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7260c06-ab1c-402c-a731-8510c417585f req-37593e5d-29b0-40fa-be96-a7a156e5ef74 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:00:54.482850 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7260c06-ab1c-402c-a731-8510c417585f req-37593e5d-29b0-40fa-be96-a7a156e5ef74 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0526392 Feb 10 05:00:54.542106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a7260c06-ab1c-402c-a731-8510c417585f req-9eddc15e-c3c2-44a6-ba5a-967eb3d7d854 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0ec6233-516d-4812-a4ed-61836e6bb77e&id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535629 Feb 10 05:00:57.697948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-db329306-a588-4da3-bbbc-63e8083df86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:00:59.886330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-44e4c83a-bad8-43ab-92ec-f73256fb1272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:00.240113 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-95d0d7dd-5adc-4f31-af6d-d4ec990c52db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481358 Feb 10 05:01:00.326996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-074c85ff-6f46-4631-8352-992877c57823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:00.328510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-074c85ff-6f46-4631-8352-992877c57823 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1166 time: 0.0453677 Feb 10 05:01:00.434835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-6be79f5c-31a5-4b35-a50c-cb3b276cf87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:00.436295 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-6be79f5c-31a5-4b35-a50c-cb3b276cf87b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 915 time: 0.0882583 Feb 10 05:01:00.504558 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-6517231c-caaa-4067-bf9d-0bde072a8cc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 1001 time: 0.0623991 Feb 10 05:01:00.552464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-b5a67841-64e8-44b0-b653-caba1a312953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:00.553891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-b5a67841-64e8-44b0-b653-caba1a312953 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 200 len: 853 time: 0.0432506 Feb 10 05:01:00.601985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-c2894949-5f0c-4ec0-983c-f2a7c29091de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:00.603519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-c2894949-5f0c-4ec0-983c-f2a7c29091de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5149803f-cb82-4660-894d-9031223494eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442455 Feb 10 05:01:00.694917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-b52bb851-86ce-4bad-ba6b-12afaeeb41ec service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859447 Feb 10 05:01:00.791289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-106ee764-15f7-41e1-aa56-cfc1c595c849 req-5f901c16-ce52-4cd6-9493-b64ce6471770 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910304 Feb 10 05:01:01.233771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:02.776425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:04.122948 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:01:04.332092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:17.427241 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:18.815991 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:26.681226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-74fa1fe2-ab80-44cb-8020-504418157a3f tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110928330&fields=id&tenant_id=0aeb3052029a462494b0682bf3a3b6b5 HTTP/1.1" status: 200 len: 267 time: 0.0436089 Feb 10 05:01:26.741579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-b544afce-a75f-4695-8fc3-0adc6671e294 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:26.743065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-b544afce-a75f-4695-8fc3-0adc6671e294 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 984 time: 0.0566325 Feb 10 05:01:26.753487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Request body: {'port': {'security_groups': ['0c9339f9-6e0d-4d38-8dfe-eca777f3726d']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:01:26.822988 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:26.993381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:27.022172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.108349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.120120 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10b8e1c0-4896-4ae6-ba40-fa62fef0f314'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:01:27.154395 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:27.155057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.156464 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1533fea3-0fb2-4f09-aae2-1ace8a6ff50d req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "PUT /v2.0/ports/10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 942 time: 0.4073343 Feb 10 05:01:27.156924 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:01:27.159248 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:01:27.162932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53464) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:27.199735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6284f-38f2-49e6-91ef-1332dfdf4665 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event updated for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:27.259645 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59c15142-a3c8-491c-b8e3-0edc5c0e1226 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group (b0ec6233-516d-4812-a4ed-61836e6bb77e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.265839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10b8e1c0-4896-4ae6-ba40-fa62fef0f314'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:01:27.305349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59c15142-a3c8-491c-b8e3-0edc5c0e1226 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group (b0ec6233-516d-4812-a4ed-61836e6bb77e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.331942 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d62824-3186-4939-b406-8957df777ff4 x-openstack-request-id: req-14d62824-3186-4939-b406-8957df777ff4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:01:27.332247 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:01:27.332590 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14d62824-3186-4939-b406-8957df777ff4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:01:27.332893 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'status': 'completed', 'code': 200} Feb 10 05:01:27.408349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-827923e9-a1e4-4d6b-9f7d-fc4361492bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:27.409885 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-827923e9-a1e4-4d6b-9f7d-fc4361492bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1127 time: 0.0519354 Feb 10 05:01:27.437019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ff1a9d43-9717-48b0-b592-6934c3cd37b1 None None] Provisioning complete for port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:01:27.437019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9d43-9717-48b0-b592-6934c3cd37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.455782 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59c15142-a3c8-491c-b8e3-0edc5c0e1226 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b0ec6233-516d-4812-a4ed-61836e6bb77e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.460374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-59c15142-a3c8-491c-b8e3-0edc5c0e1226 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.462902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-59c15142-a3c8-491c-b8e3-0edc5c0e1226 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "DELETE /v2.0/security-groups/b0ec6233-516d-4812-a4ed-61836e6bb77e HTTP/1.1" status: 204 len: 168 time: 0.2989182 Feb 10 05:01:27.463507 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53468) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:27.505928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c15142-a3c8-491c-b8e3-0edc5c0e1226 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ec6233-516d-4812-a4ed-61836e6bb77e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:27.515968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-23baa684-d7fc-47c6-bfde-836a6c83d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:27.517448 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-23baa684-d7fc-47c6-bfde-836a6c83d454 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 915 time: 0.0992503 Feb 10 05:01:27.550364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a9d43-9717-48b0-b592-6934c3cd37b1 None None] Current status of the port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:01:27.590233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-b46c881a-139a-482f-9d03-5e8710507f0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 1001 time: 0.0654716 Feb 10 05:01:27.633061 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Deleting port c629e99e-d59f-4a07-9dbf-53c127886d00 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:27.633407 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.641292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-9b039d61-acfe-478b-aadd-bdf749f23353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:27.642953 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-9b039d61-acfe-478b-aadd-bdf749f23353 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 200 len: 853 time: 0.0472014 Feb 10 05:01:27.692352 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-2f6268bf-7a3d-4854-abb3-aef5933e476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:27.694110 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-2f6268bf-7a3d-4854-abb3-aef5933e476d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5149803f-cb82-4660-894d-9031223494eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451651 Feb 10 05:01:27.710340 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6735-1804-4132-8055-acf8ecc3a5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.710598 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.710847 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for floatingip (c629e99e-d59f-4a07-9dbf-53c127886d00), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.723470 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Calling delete_port for c629e99e-d59f-4a07-9dbf-53c127886d00 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:27.786477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-6cdd8f73-3b07-4c27-aa72-f328e77e8880 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861990 Feb 10 05:01:27.876794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c30c6a0-80f3-4ba6-9971-bbbb8d36dc7d req-72a8fe2c-9b27-4d10-ae61-725d3454c9e2 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842760 Feb 10 05:01:27.947452 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c629e99e-d59f-4a07-9dbf-53c127886d00), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:27.978622 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event deleted for resources: {'Port': ['ID=c629e99e-d59f-4a07-9dbf-53c127886d00,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:28.039703 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks [] for floatingip (4110081e-2926-4a54-8726-64adf29115f6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:28.039954 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Floating IP 4110081e-2926-4a54-8726-64adf29115f6 disassociated (deleted). External IP: 172.25.8.252, port: 10b8e1c0-4896-4ae6-ba40-fa62fef0f314. Feb 10 05:01:28.247104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Router 5370a770-80d0-412c-a8c8-8a6d24b205c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:01:28.353093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:01:28.358068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:28.362667 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] Sync routers for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:01:28.372766 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:01:28.373379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:28.390992 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-54a909fc-86ac-48ce-b122-f2bc432ca60b tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "DELETE /v2.0/floatingips/4110081e-2926-4a54-8726-64adf29115f6 HTTP/1.1" status: 204 len: 168 time: 0.9212909 Feb 10 05:01:28.390992 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:01:28.391288 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044" -d '{"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:01:28.436300 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb8a646-ba29-42d3-aa16-8b823ab897eb x-openstack-request-id: req-8bb8a646-ba29-42d3-aa16-8b823ab897eb {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:01:28.436300 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:01:28.436300 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bb8a646-ba29-42d3-aa16-8b823ab897eb {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:01:28.436300 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'status': 'completed', 'code': 200} Feb 10 05:01:28.489780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:01:28.512743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-2e7fb746-1d7e-4eb0-857b-be4e90c31330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:28.514286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-2e7fb746-1d7e-4eb0-857b-be4e90c31330 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 1127 time: 0.0539269 Feb 10 05:01:28.607689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-84d94aeb-57ca-402e-930d-73ae6070abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:28.609092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-84d94aeb-57ca-402e-930d-73ae6070abc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 200 len: 915 time: 0.0872765 Feb 10 05:01:28.653209 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-4124e86c-c63a-4b39-9569-0054ae6536d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 200 len: 217 time: 0.0383968 Feb 10 05:01:28.701770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 5, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:28.702517 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-a89cd92f-fbd9-4bd2-8310-88ae2464a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:28.705198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-a89cd92f-fbd9-4bd2-8310-88ae2464a7c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 200 len: 853 time: 0.0453131 Feb 10 05:01:28.731638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] Checking router: 5370a770-80d0-412c-a8c8-8a6d24b205c2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:01:28.740012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:01:28.740671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:01:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:28.764688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-a41b23d9-bb1a-4113-8e51-a1dc7aa12710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:28.766236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-a41b23d9-bb1a-4113-8e51-a1dc7aa12710 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5149803f-cb82-4660-894d-9031223494eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521045 Feb 10 05:01:28.862321 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-501c6f68-0398-467f-92ec-3c7fdefcc3fb service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894053 Feb 10 05:01:28.863666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:01:28.954887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4c276c35-8aa3-4a7a-8e7d-3caae0ace044 req-e964b286-7999-421d-be21-c0d4d338abb5 service neutron] 10.222.0.43 "GET /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850840 Feb 10 05:01:29.067490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 5, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:29.097128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ff4e2-3f36-4c65-b7c6-012ef2967e81 None None] The sync data for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 is: [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T04:59:28Z', 'revision_number': 4, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '9eac6ff9-1a01-4961-b801-9646d75b6ada', 'name': '', 'network_id': '5149803f-cb82-4660-894d-9031223494eb', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'mac_address': 'fa:16:3e:73:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:27Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 5, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'subnets': [{'id': '6eadf18a-f6de-4990-a9a2-75f53c93a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:01:29.309834 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306e672-827a-4515-a48e-615af69e72ea None None] New status for floating IP 4110081e-2926-4a54-8726-64adf29115f6: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:01:29.862879 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d14bcec4-3d6d-4e4c-8cb8-84f2b058c847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:31.210108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:32.782547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:34.331292 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:41.122499 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:01:44.149971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2332-b6dc-49c3-bf47-6b5ccffef43d req-b493ba4a-c89c-4745-96fb-b95ecf9422d5 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:44.151395 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b3f2332-b6dc-49c3-bf47-6b5ccffef43d req-b493ba4a-c89c-4745-96fb-b95ecf9422d5 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0521593 Feb 10 05:01:44.199471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1b3f2332-b6dc-49c3-bf47-6b5ccffef43d req-37336cbe-7983-4ce4-abd8-abce08b8ba58 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Feb 10 05:01:45.320567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084cea5-ce69-4a83-9921-618bc727e2cb req-931dffa7-9496-43c7-b53c-90ed55bcda7d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:45.322056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0084cea5-ce69-4a83-9921-618bc727e2cb req-931dffa7-9496-43c7-b53c-90ed55bcda7d tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0530748 Feb 10 05:01:45.373589 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0084cea5-ce69-4a83-9921-618bc727e2cb req-08988894-50fd-4d0f-a5d0-6dc134441587 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9339f9-6e0d-4d38-8dfe-eca777f3726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Feb 10 05:01:45.763314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f80897-1110-404f-aa44-bece07c6e4df req-9745e411-7b4c-4a64-b394-a69f67571151 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:01:45.764774 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2f80897-1110-404f-aa44-bece07c6e4df req-9745e411-7b4c-4a64-b394-a69f67571151 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 945 time: 0.0532613 Feb 10 05:01:45.864812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Deleting port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:45.865612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:45.958065 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] For port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:45.959096 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:45.971870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Calling delete_port for 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:46.153582 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (10b8e1c0-4896-4ae6-ba40-fa62fef0f314), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:46.164802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['10b8e1c0-4896-4ae6-ba40-fa62fef0f314'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:01:46.181540 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Pushing event deleted for resources: {'Port': ['ID=10b8e1c0-4896-4ae6-ba40-fa62fef0f314,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:46.196812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.197173 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.197522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.197867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.198205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.198536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.198892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.199222 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.199551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.199882 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.200216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.200539 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.200864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:46.238194 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] No DVR routers for this DVR port 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:01:46.240921 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:46.244316 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2f80897-1110-404f-aa44-bece07c6e4df req-a28871f1-1122-4f46-b374-cec93cfb93ee tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.43 "DELETE /v2.0/ports/10b8e1c0-4896-4ae6-ba40-fa62fef0f314 HTTP/1.1" status: 204 len: 173 time: 0.4740314 Feb 10 05:01:46.244763 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'name': 'network-vif-deleted', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:01:46.247164 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88201f01-178d-4d1c-804e-dc9807c7c492" -d '{"events": [{"server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "name": "network-vif-deleted", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:01:46.285348 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc4cc84-4fc8-402d-aa35-a431a43a1237 x-openstack-request-id: req-dfc4cc84-4fc8-402d-aa35-a431a43a1237 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:01:46.285639 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da", "name": "network-vif-deleted", "tag": "10b8e1c0-4896-4ae6-ba40-fa62fef0f314", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:01:46.285916 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfc4cc84-4fc8-402d-aa35-a431a43a1237 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:01:46.286431 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da', 'name': 'network-vif-deleted', 'tag': '10b8e1c0-4896-4ae6-ba40-fa62fef0f314', 'status': 'completed', 'code': 200} Feb 10 05:01:46.469661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-09bece78-fe80-42d9-8197-c464448f379b req-803f9576-3e8b-4d5b-b9d8-f5da4358e455 tempest-TestMinimumBasicScenario-1562302848 tempest-TestMinimumBasicScenario-1562302848-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb39cde6-bfd4-4d7f-9cd8-a43937f6a9da HTTP/1.1" status: 200 len: 210 time: 0.0275354 Feb 10 05:01:47.443881 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:48.525990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53576) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:48.826839 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:48.874694 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (5370a770-80d0-412c-a8c8-8a6d24b205c2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:49.248460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:01:49.268388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:01:49.268740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 10b8e1c0-4896-4ae6-ba40-fa62fef0f314 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:01:49.370090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Deleting port 9eac6ff9-1a01-4961-b801-9646d75b6ada {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:49.370439 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:49.447602 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] For port 9eac6ff9-1a01-4961-b801-9646d75b6ada, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=9eac6ff9-1a01-4961-b801-9646d75b6ada,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:49.447965 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:49.460598 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Calling delete_port for 9eac6ff9-1a01-4961-b801-9646d75b6ada owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:49.679629 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (9eac6ff9-1a01-4961-b801-9646d75b6ada), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:49.711808 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9eac6ff9-1a01-4961-b801-9646d75b6ada,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:49.723813 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.724168 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.724529 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.724979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.725320 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.725655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.725985 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.726311 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.726637 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.726990 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.727314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.727636 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.727955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:49.894592 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (5370a770-80d0-412c-a8c8-8a6d24b205c2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:50.113403 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Router 5370a770-80d0-412c-a8c8-8a6d24b205c2 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:01:50.224358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:01:50.230458 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a67ead54-0c96-4e80-b9ff-24adca5afd9c admin admin] 10.222.0.42 "PUT /v2.0/routers/5370a770-80d0-412c-a8c8-8a6d24b205c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7034450 Feb 10 05:01:50.233001 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53578) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:50.236019 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] Sync routers for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:01:50.246002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:01:50.246654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:50.339168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks [] for router (5370a770-80d0-412c-a8c8-8a6d24b205c2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:50.356258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:01:50.446068 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks [] for router_gateway (5370a770-80d0-412c-a8c8-8a6d24b205c2), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:50.533331 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T05:01:49Z', 'revision_number': 5, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port': {'id': '04fad210-1652-40b6-b6b8-ad92a9923fb0', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:25Z', 'updated_at': '2022-02-10T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:50.550218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Deleting port 04fad210-1652-40b6-b6b8-ad92a9923fb0 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:50.550558 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:50.560827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] Checking router: 5370a770-80d0-412c-a8c8-8a6d24b205c2 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:01:50.570386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] Routers {'5370a770-80d0-412c-a8c8-8a6d24b205c2'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:01:50.571035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['5370a770-80d0-412c-a8c8-8a6d24b205c2'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:50.628955 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] For port 04fad210-1652-40b6-b6b8-ad92a9923fb0, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=04fad210-1652-40b6-b6b8-ad92a9923fb0,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:50.629317 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:50.642259 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Calling delete_port for 04fad210-1652-40b6-b6b8-ad92a9923fb0 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:50.658656 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] Set router 5370a770-80d0-412c-a8c8-8a6d24b205c2 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:01:50.875376 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T05:01:50Z', 'revision_number': 6, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:50.889669 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (04fad210-1652-40b6-b6b8-ad92a9923fb0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:50.902054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66286e1-3077-4b11-98fd-1333538c9998 None None] The sync data for ids ['5370a770-80d0-412c-a8c8-8a6d24b205c2'] in n-d-827844-2 is: [{'id': '5370a770-80d0-412c-a8c8-8a6d24b205c2', 'name': 'tempest-TestMinimumBasicScenario-145304757-router', 'tenant_id': '0aeb3052029a462494b0682bf3a3b6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:24Z', 'updated_at': '2022-02-10T05:01:50Z', 'revision_number': 6, 'project_id': '0aeb3052029a462494b0682bf3a3b6b5', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:01:50.915739 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fad210-1652-40b6-b6b8-ad92a9923fb0,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:50.977557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (5370a770-80d0-412c-a8c8-8a6d24b205c2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.071328 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (5370a770-80d0-412c-a8c8-8a6d24b205c2), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.073341 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks [] for router_controller (5370a770-80d0-412c-a8c8-8a6d24b205c2), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.209313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (5370a770-80d0-412c-a8c8-8a6d24b205c2), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.209933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5370a770-80d0-412c-a8c8-8a6d24b205c2 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:01:51.214766 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.215923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-89fd9b31-ef91-4055-9b56-4fea128cc3c7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5370a770-80d0-412c-a8c8-8a6d24b205c2 HTTP/1.1" status: 204 len: 168 time: 0.9819686 Feb 10 05:01:51.218461 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53580) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:51.265057 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] Deleting subnet 6eadf18a-f6de-4990-a9a2-75f53c93a952 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:01:51.277155 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] Publish callbacks [] for subnet (6eadf18a-f6de-4990-a9a2-75f53c93a952), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.305314 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (6eadf18a-f6de-4990-a9a2-75f53c93a952), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.391254 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (6eadf18a-f6de-4990-a9a2-75f53c93a952), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.519822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (6eadf18a-f6de-4990-a9a2-75f53c93a952), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.546050 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eadf18a-f6de-4990-a9a2-75f53c93a952,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:51.551141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.555847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-350ed515-b29f-4b95-9107-61a64b3b09b8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6eadf18a-f6de-4990-a9a2-75f53c93a952 HTTP/1.1" status: 204 len: 168 time: 0.3363664 Feb 10 05:01:51.557103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f34da-473b-47ff-8fd3-8bd1555096ee None None] Network 5149803f-cb82-4660-894d-9031223494eb requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:01:51.558453 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53582) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:51.631781 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (5149803f-cb82-4660-894d-9031223494eb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.660237 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9eac6ff9-1a01-4961-b801-9646d75b6ada no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:01:51.685122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 9eac6ff9-1a01-4961-b801-9646d75b6ada {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:01:51.685502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 9eac6ff9-1a01-4961-b801-9646d75b6ada not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:01:51.695698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Deleting port d4535c83-a35e-4f95-a2a6-f1dc66866403 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:51.696041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.730450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] DHCP port deletion for 5149803f-cb82-4660-894d-9031223494eb request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:01:51.769417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] For port d4535c83-a35e-4f95-a2a6-f1dc66866403, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4535c83-a35e-4f95-a2a6-f1dc66866403,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:51.769904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.783465 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Calling delete_port for d4535c83-a35e-4f95-a2a6-f1dc66866403 owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:51.790543 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Deleting port d4535c83-a35e-4f95-a2a6-f1dc66866403 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:51.791032 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.855155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] For port d4535c83-a35e-4f95-a2a6-f1dc66866403, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d4535c83-a35e-4f95-a2a6-f1dc66866403,segment=NetworkSegment(0bd79442-159c-4ffa-ad70-0557ec2b9cfa),segment_id=0bd79442-159c-4ffa-ad70-0557ec2b9cfa)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:51.855573 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.870153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Calling delete_port for d4535c83-a35e-4f95-a2a6-f1dc66866403 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:51.942116 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.954382 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (d4535c83-a35e-4f95-a2a6-f1dc66866403), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:51.971812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4535c83-a35e-4f95-a2a6-f1dc66866403,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:51.973974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] No DVR routers for this DVR port d4535c83-a35e-4f95-a2a6-f1dc66866403 on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:01:51.987900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] No DVR routers for this DVR port d4535c83-a35e-4f95-a2a6-f1dc66866403 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:01:51.990863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Pushing event deleted for resources: {'Port': ['ID=d4535c83-a35e-4f95-a2a6-f1dc66866403,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:52.000535 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.001108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.001465 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.002987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.002987 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.003231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.003508 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.003850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.004172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.004500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.004854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.005222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.005475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2737ee89-e282-4665-ab92-5dd1a081d973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:01:52.053281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (5149803f-cb82-4660-894d-9031223494eb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:52.072657 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5149803f-cb82-4660-894d-9031223494eb']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:52.081537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd79442-159c-4ffa-ad70-0557ec2b9cfa') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:52.081831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd79442-159c-4ffa-ad70-0557ec2b9cfa') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:52.091071 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (0bd79442-159c-4ffa-ad70-0557ec2b9cfa), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:52.104775 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (0bd79442-159c-4ffa-ad70-0557ec2b9cfa), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:52.110567 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:01:52.110976 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (0bd79442-159c-4ffa-ad70-0557ec2b9cfa), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: timer() Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:01:52.112577 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:01:52.227715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (5149803f-cb82-4660-894d-9031223494eb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:52.233102 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:52.236792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5149803f-cb82-4660-894d-9031223494eb HTTP/1.1" status: 204 len: 168 time: 0.6768460 Feb 10 05:01:52.239459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53584) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:52.247015 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa5b1-12d9-45cb-a608-3b01205b6d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=5149803f-cb82-4660-894d-9031223494eb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:52.589170 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (0922f42c-ff6f-4715-8141-8242e7e67502), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:53.077666 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Deleting port ae1fb087-cd2f-4025-9037-e85662cd3271 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:53.078000 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:53.153796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] For port ae1fb087-cd2f-4025-9037-e85662cd3271, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=ae1fb087-cd2f-4025-9037-e85662cd3271,segment=NetworkSegment(9a7910c3-09d5-4e4a-9d26-45554330e1b0),segment_id=9a7910c3-09d5-4e4a-9d26-45554330e1b0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:53.154163 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:53.166442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Calling delete_port for ae1fb087-cd2f-4025-9037-e85662cd3271 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:53.276135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04fad210-1652-40b6-b6b8-ad92a9923fb0 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:01:53.297047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 04fad210-1652-40b6-b6b8-ad92a9923fb0 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:01:53.297401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 04fad210-1652-40b6-b6b8-ad92a9923fb0 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:01:53.297853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d4535c83-a35e-4f95-a2a6-f1dc66866403 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:01:53.316643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d4535c83-a35e-4f95-a2a6-f1dc66866403 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:01:53.316995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d4535c83-a35e-4f95-a2a6-f1dc66866403 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:01:53.399203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (ae1fb087-cd2f-4025-9037-e85662cd3271), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:53.422680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1fb087-cd2f-4025-9037-e85662cd3271,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:53.601611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (0922f42c-ff6f-4715-8141-8242e7e67502), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:53.818976 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Router 0922f42c-ff6f-4715-8141-8242e7e67502 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:01:53.924004 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:01:53.930251 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2a655fa9-fb97-406a-a9d2-3e0f70012245 admin admin] 10.222.0.42 "PUT /v2.0/routers/0922f42c-ff6f-4715-8141-8242e7e67502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897333 Feb 10 05:01:53.932687 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53586) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:53.933745 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] Sync routers for ids ['0922f42c-ff6f-4715-8141-8242e7e67502'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:01:53.945085 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] Routers {'0922f42c-ff6f-4715-8141-8242e7e67502'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:01:53.945686 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0922f42c-ff6f-4715-8141-8242e7e67502'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:54.035543 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks [] for router (0922f42c-ff6f-4715-8141-8242e7e67502), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.048932 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] Set router 0922f42c-ff6f-4715-8141-8242e7e67502 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:01:54.142811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks [] for router_gateway (0922f42c-ff6f-4715-8141-8242e7e67502), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.237970 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T05:01:53Z', 'revision_number': 5, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port': {'id': 'f79acb33-0432-41cc-9029-e0bbd71e71ca', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:13:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T04:59:31Z', 'updated_at': '2022-02-10T04:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:54.264013 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] Checking router: 0922f42c-ff6f-4715-8141-8242e7e67502 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:01:54.272994 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] Routers {'0922f42c-ff6f-4715-8141-8242e7e67502'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:01:54.273603 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:01:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['0922f42c-ff6f-4715-8141-8242e7e67502'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:54.282041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Deleting port f79acb33-0432-41cc-9029-e0bbd71e71ca {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:54.282389 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.360650 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] For port f79acb33-0432-41cc-9029-e0bbd71e71ca, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=f79acb33-0432-41cc-9029-e0bbd71e71ca,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:54.361013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.362594 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] Set router 0922f42c-ff6f-4715-8141-8242e7e67502 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:01:54.373335 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Calling delete_port for f79acb33-0432-41cc-9029-e0bbd71e71ca owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:54.416098 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T05:01:54Z', 'revision_number': 6, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:54.446411 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599edf8-5aed-46c1-948b-64468ae1c9d7 None None] The sync data for ids ['0922f42c-ff6f-4715-8141-8242e7e67502'] in n-d-827844-2 is: [{'id': '0922f42c-ff6f-4715-8141-8242e7e67502', 'name': 'tempest-TestMinimumBasicScenario-38848939-router', 'tenant_id': '54fd271c2b2d491687ffdd5d3118cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T04:59:30Z', 'updated_at': '2022-02-10T05:01:54Z', 'revision_number': 6, 'project_id': '54fd271c2b2d491687ffdd5d3118cd53', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:01:54.639312 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (f79acb33-0432-41cc-9029-e0bbd71e71ca), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.668100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79acb33-0432-41cc-9029-e0bbd71e71ca,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:54.729304 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (0922f42c-ff6f-4715-8141-8242e7e67502), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.825397 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (0922f42c-ff6f-4715-8141-8242e7e67502), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.827978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks [] for router_controller (0922f42c-ff6f-4715-8141-8242e7e67502), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.919444 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (0922f42c-ff6f-4715-8141-8242e7e67502), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.919894 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0922f42c-ff6f-4715-8141-8242e7e67502 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:01:54.924388 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:54.925565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-72ede206-699b-4662-a8fe-1faff9d1dd02 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0922f42c-ff6f-4715-8141-8242e7e67502 HTTP/1.1" status: 204 len: 168 time: 0.9919710 Feb 10 05:01:54.928089 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53588) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:54.971800 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] Deleting subnet c3e77b45-0406-4036-8ff5-6538b27528b8 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:01:54.974892 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] Publish callbacks [] for subnet (c3e77b45-0406-4036-8ff5-6538b27528b8), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.007812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (c3e77b45-0406-4036-8ff5-6538b27528b8), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.084628 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (c3e77b45-0406-4036-8ff5-6538b27528b8), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.182410 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (c3e77b45-0406-4036-8ff5-6538b27528b8), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.207867 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e77b45-0406-4036-8ff5-6538b27528b8,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:55.215560 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.219595 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a285b490-62d5-4958-8d23-1a295e30de17 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c3e77b45-0406-4036-8ff5-6538b27528b8 HTTP/1.1" status: 204 len: 168 time: 0.2905002 Feb 10 05:01:55.222883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53590) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:55.227076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c08dfd-082a-40ef-abb3-b236855878d5 None None] Network 71745494-08ad-46e9-b352-3ce8ca27b30e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:01:55.301496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (71745494-08ad-46e9-b352-3ce8ca27b30e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.313657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ae1fb087-cd2f-4025-9037-e85662cd3271 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:01:55.340743 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: ae1fb087-cd2f-4025-9037-e85662cd3271 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:01:55.341093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device ae1fb087-cd2f-4025-9037-e85662cd3271 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:01:55.341824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f79acb33-0432-41cc-9029-e0bbd71e71ca no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:01:55.363635 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Deleting port bf751541-3089-4f7d-b322-3038e1468338 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:55.363978 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bf751541-3089-4f7d-b322-3038e1468338), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.368150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: f79acb33-0432-41cc-9029-e0bbd71e71ca {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:01:55.368717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device f79acb33-0432-41cc-9029-e0bbd71e71ca not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:01:55.434327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] For port bf751541-3089-4f7d-b322-3038e1468338, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bf751541-3089-4f7d-b322-3038e1468338,segment=NetworkSegment(9a7910c3-09d5-4e4a-9d26-45554330e1b0),segment_id=9a7910c3-09d5-4e4a-9d26-45554330e1b0)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:55.435365 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bf751541-3089-4f7d-b322-3038e1468338), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.437699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] DHCP port deletion for 71745494-08ad-46e9-b352-3ce8ca27b30e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:01:55.451092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Calling delete_port for bf751541-3089-4f7d-b322-3038e1468338 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:55.486943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] Deleting port bf751541-3089-4f7d-b322-3038e1468338 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:01:55.487318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (bf751541-3089-4f7d-b322-3038e1468338), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.551841 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] For port bf751541-3089-4f7d-b322-3038e1468338, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=bf751541-3089-4f7d-b322-3038e1468338,segment=NetworkSegment(9a7910c3-09d5-4e4a-9d26-45554330e1b0),segment_id=9a7910c3-09d5-4e4a-9d26-45554330e1b0)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:01:55.552239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (bf751541-3089-4f7d-b322-3038e1468338), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.564847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] Calling delete_port for bf751541-3089-4f7d-b322-3038e1468338 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:01:55.622034 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (bf751541-3089-4f7d-b322-3038e1468338), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.643631 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (bf751541-3089-4f7d-b322-3038e1468338), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.649246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf751541-3089-4f7d-b322-3038e1468338,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:55.654184 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] No DVR routers for this DVR port bf751541-3089-4f7d-b322-3038e1468338 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:01:55.670044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] Pushing event deleted for resources: {'Port': ['ID=bf751541-3089-4f7d-b322-3038e1468338,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:55.673532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554660dd-e6f6-45a3-aaa3-84aaee6ede73 None None] No DVR routers for this DVR port bf751541-3089-4f7d-b322-3038e1468338 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:01:55.732287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (71745494-08ad-46e9-b352-3ce8ca27b30e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:55.996359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71745494-08ad-46e9-b352-3ce8ca27b30e']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:56.005418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7910c3-09d5-4e4a-9d26-45554330e1b0') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:56.006658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7910c3-09d5-4e4a-9d26-45554330e1b0') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:01:56.015666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (9a7910c3-09d5-4e4a-9d26-45554330e1b0), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.028261 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9a7910c3-09d5-4e4a-9d26-45554330e1b0), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.033984 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:01:56.034365 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (9a7910c3-09d5-4e4a-9d26-45554330e1b0), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:01:56.035986 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:01:56.176528 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (71745494-08ad-46e9-b352-3ce8ca27b30e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.182611 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.185768 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/71745494-08ad-46e9-b352-3ce8ca27b30e HTTP/1.1" status: 204 len: 168 time: 0.9617639 Feb 10 05:01:56.197418 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95287fae-ebe1-4e40-a182-28ad1318a0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=71745494-08ad-46e9-b352-3ce8ca27b30e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:56.535412 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53594) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:56.574991 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c399f07e-3805-4bbf-8321-c3464f5154b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0aeb3052029a462494b0682bf3a3b6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383911 Feb 10 05:01:56.577426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53596) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:56.626948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eedbb19d-ef3c-4832-9a20-554628a9c6c7 admin admin] Publish callbacks [] for security_group (0c9339f9-6e0d-4d38-8dfe-eca777f3726d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.648031 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eedbb19d-ef3c-4832-9a20-554628a9c6c7 admin admin] Publish callbacks [] for security_group (0c9339f9-6e0d-4d38-8dfe-eca777f3726d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.763884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eedbb19d-ef3c-4832-9a20-554628a9c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (0c9339f9-6e0d-4d38-8dfe-eca777f3726d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.766481 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-eedbb19d-ef3c-4832-9a20-554628a9c6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:56.767676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-eedbb19d-ef3c-4832-9a20-554628a9c6c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c9339f9-6e0d-4d38-8dfe-eca777f3726d HTTP/1.1" status: 204 len: 168 time: 0.1893799 Feb 10 05:01:56.777476 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbb19d-ef3c-4832-9a20-554628a9c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9339f9-6e0d-4d38-8dfe-eca777f3726d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:57.274854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf751541-3089-4f7d-b322-3038e1468338 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:01:57.294954 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: bf751541-3089-4f7d-b322-3038e1468338 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:01:57.295515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device bf751541-3089-4f7d-b322-3038e1468338 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:01:57.376736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53602) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:57.415936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8584a679-27a5-430b-97b8-bc87c86bb618 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54fd271c2b2d491687ffdd5d3118cd53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380347 Feb 10 05:01:57.418412 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53604) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:57.465140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1840390b-6260-4957-b19d-8bb9b46f8c96 admin admin] Publish callbacks [] for security_group (e1d019e9-4551-49c0-a16f-8c12ebbeb493), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:57.486024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1840390b-6260-4957-b19d-8bb9b46f8c96 admin admin] Publish callbacks [] for security_group (e1d019e9-4551-49c0-a16f-8c12ebbeb493), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:57.576074 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1840390b-6260-4957-b19d-8bb9b46f8c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (e1d019e9-4551-49c0-a16f-8c12ebbeb493), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:57.578685 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1840390b-6260-4957-b19d-8bb9b46f8c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:57.579971 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1840390b-6260-4957-b19d-8bb9b46f8c96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1d019e9-4551-49c0-a16f-8c12ebbeb493 HTTP/1.1" status: 204 len: 168 time: 0.1605337 Feb 10 05:01:57.590075 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840390b-6260-4957-b19d-8bb9b46f8c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d019e9-4551-49c0-a16f-8c12ebbeb493,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:01:57.696359 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e7f56b97-53b0-44ca-bd4a-e9fd8179bcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:59.733249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53644) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:01:59.737842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554842699', 'description': 'tempest-secgroup-smoke-554842699 description', 'project_id': 'e69467c5a99549188332b39fd2bd5638'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:01:59.839529 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:59.847688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:59.867857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2cfed033-663e-4274-8cc1-d9f26d05991f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:59.919927 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (304403ad-6261-4fe3-aadd-0a53756d146a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:01:59.986259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (304403ad-6261-4fe3-aadd-0a53756d146a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.028608 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304403ad-6261-4fe3-aadd-0a53756d146a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:00.064530 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (fc478433-d819-48d1-ba68-d3c65dba0827), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.153109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fc478433-d819-48d1-ba68-d3c65dba0827), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.182219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc478433-d819-48d1-ba68-d3c65dba0827,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:00.252551 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.253987 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6f33e217-7613-42db-9715-bdb0f4e5d991 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5196574 Feb 10 05:02:00.257728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53646) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:00.262013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5345538d-9845-49cf-951d-669f5f78c12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'fc478433-d819-48d1-ba68-d3c65dba0827', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:00.380873 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5345538d-9845-49cf-951d-669f5f78c12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (86041b82-dce8-4ef2-a7d2-b147037b5b44), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.435474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5345538d-9845-49cf-951d-669f5f78c12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (86041b82-dce8-4ef2-a7d2-b147037b5b44), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.524584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5345538d-9845-49cf-951d-669f5f78c12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (86041b82-dce8-4ef2-a7d2-b147037b5b44), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.544039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345538d-9845-49cf-951d-669f5f78c12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86041b82-dce8-4ef2-a7d2-b147037b5b44,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:00.599548 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5345538d-9845-49cf-951d-669f5f78c12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.601008 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5345538d-9845-49cf-951d-669f5f78c12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423567 Feb 10 05:02:00.608463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53648) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:00.612735 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a159df73-bb4d-43af-9b44-fc6bd286518c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'fc478433-d819-48d1-ba68-d3c65dba0827', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:00.705601 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a159df73-bb4d-43af-9b44-fc6bd286518c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (4b4264c4-b8e6-4560-b6c7-f727656a3b12), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.761898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a159df73-bb4d-43af-9b44-fc6bd286518c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (4b4264c4-b8e6-4560-b6c7-f727656a3b12), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.844694 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a159df73-bb4d-43af-9b44-fc6bd286518c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (4b4264c4-b8e6-4560-b6c7-f727656a3b12), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.865459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159df73-bb4d-43af-9b44-fc6bd286518c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4264c4-b8e6-4560-b6c7-f727656a3b12,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:00.926934 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a159df73-bb4d-43af-9b44-fc6bd286518c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:00.928867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a159df73-bb4d-43af-9b44-fc6bd286518c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3188052 Feb 10 05:02:00.931505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53650) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:00.935722 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2a6efcfd-3166-49a1-a6dd-bbbbea422931 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'fc478433-d819-48d1-ba68-d3c65dba0827', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:01.009508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6efcfd-3166-49a1-a6dd-bbbbea422931 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (aa4191a5-719f-42d8-8d9e-d67beb669f4f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.067669 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6efcfd-3166-49a1-a6dd-bbbbea422931 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (aa4191a5-719f-42d8-8d9e-d67beb669f4f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.130305 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6efcfd-3166-49a1-a6dd-bbbbea422931 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (aa4191a5-719f-42d8-8d9e-d67beb669f4f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.151839 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6efcfd-3166-49a1-a6dd-bbbbea422931 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4191a5-719f-42d8-8d9e-d67beb669f4f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:01.211498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.241136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a6efcfd-3166-49a1-a6dd-bbbbea422931 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.243490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a6efcfd-3166-49a1-a6dd-bbbbea422931 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3099604 Feb 10 05:02:01.245167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53652) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:01.249454 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-359b7cf2-2320-43d7-bc66-91db779d5cdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'fc478433-d819-48d1-ba68-d3c65dba0827', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:01.329282 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-359b7cf2-2320-43d7-bc66-91db779d5cdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (89662844-cedb-4185-8a7e-e71b30e66a0f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.384684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-359b7cf2-2320-43d7-bc66-91db779d5cdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (89662844-cedb-4185-8a7e-e71b30e66a0f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.437744 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-359b7cf2-2320-43d7-bc66-91db779d5cdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (89662844-cedb-4185-8a7e-e71b30e66a0f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.455729 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b7cf2-2320-43d7-bc66-91db779d5cdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89662844-cedb-4185-8a7e-e71b30e66a0f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:01.515060 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-359b7cf2-2320-43d7-bc66-91db779d5cdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.516305 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-359b7cf2-2320-43d7-bc66-91db779d5cdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2701955 Feb 10 05:02:01.519263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53654) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:01.524495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'fc478433-d819-48d1-ba68-d3c65dba0827', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:01.637643 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:02:01.642719 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (d867ea52-c1c3-4ee6-a646-2c52c2d0b1f2), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.699895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (d867ea52-c1c3-4ee6-a646-2c52c2d0b1f2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.775813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d867ea52-c1c3-4ee6-a646-2c52c2d0b1f2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.792971 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d867ea52-c1c3-4ee6-a646-2c52c2d0b1f2,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:01.868198 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:01.869416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0cc99c56-3d3b-4df7-9797-18a7f4116713 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3490064 Feb 10 05:02:01.872078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53656) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:01.876458 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'fc478433-d819-48d1-ba68-d3c65dba0827', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:01.959223 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:02:01.963997 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (f04b00d7-d76a-4e3e-8028-79db79e3475b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.024892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (f04b00d7-d76a-4e3e-8028-79db79e3475b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.067516 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f04b00d7-d76a-4e3e-8028-79db79e3475b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.085516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04b00d7-d76a-4e3e-8028-79db79e3475b,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:02.126756 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.127983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a76a511e-9550-4168-aad1-276cb4d883f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2548869 Feb 10 05:02:02.131550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53658) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:02.136424 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'network': {'name': 'tempest-network-smoke--606042426', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:02.199117 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:02:02.203190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.227470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:02:02.236019 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e6b031ef-f403-4b95-97ac-2625dbfffb01), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.236354 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Added segment e6b031ef-f403-4b95-97ac-2625dbfffb01 of type vlan for network 5c7ac425-4c0a-40e3-8219-314500a45a6f Feb 10 05:02:02.275457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (5c7ac425-4c0a-40e3-8219-314500a45a6f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.375152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (5c7ac425-4c0a-40e3-8219-314500a45a6f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.380072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:02.380648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.449909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Network': ['ID=5c7ac425-4c0a-40e3-8219-314500a45a6f,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:02.460558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:02:02.480782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-13045130-d3c0-4e5d-bc20-5b668641c0ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3480523 Feb 10 05:02:02.483475 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53660) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:02.488069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'admin_state_up': True, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:02.575484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6e9cc925-1484-4fb0-88db-a7076b0fb50a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.576581 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6e9cc925-1484-4fb0-88db-a7076b0fb50a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.627279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (6e9cc925-1484-4fb0-88db-a7076b0fb50a), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.776179 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:02.830089 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6e9cc925-1484-4fb0-88db-a7076b0fb50a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:03.078666 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6e9cc925-1484-4fb0-88db-a7076b0fb50a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:03.097272 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:03.197236 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.186 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/0581223d-5c58-4732-aa46-05a9b532fcba) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:02:03.299813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (0581223d-5c58-4732-aa46-05a9b532fcba), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:03.388240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:03.424028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:02:03.429440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:02:03.433066 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:02:03.459835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=0581223d-5c58-4732-aa46-05a9b532fcba,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:03.732015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6e9cc925-1484-4fb0-88db-a7076b0fb50a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:03.926656 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6e9cc925-1484-4fb0-88db-a7076b0fb50a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:04.107553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6e9cc925-1484-4fb0-88db-a7076b0fb50a is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:02:04.342550 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:04.551386 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:02:04.562157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Sync routers for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:02:04.571670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:02:04.572276 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:04.664996 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:04.666259 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d44d54f0-b791-4e6d-bd5f-270fea5e69c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1816649 Feb 10 05:02:04.669271 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53662) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:04.676840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:02:04.789434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fcf754e6-de83-43cf-bac5-315954275361 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=e69467c5a99549188332b39fd2bd5638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190288 Feb 10 05:02:04.792084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53666) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:04.853556 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:03Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:04.880120 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b49e66-8823-4cf8-a1d4-1ad4d86b7296 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:04.881947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d3b49e66-8823-4cf8-a1d4-1ad4d86b7296 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889673 Feb 10 05:02:04.884573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Checking router: 6e9cc925-1484-4fb0-88db-a7076b0fb50a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:02:04.884780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53668) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:04.884919 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Updating router 6e9cc925-1484-4fb0-88db-a7076b0fb50a port 0581223d-5c58-4732-aa46-05a9b532fcba binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:02:04.914219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d029b80f-ebdb-4565-a0b2-86fee0b79355 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260043 Feb 10 05:02:04.914445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:04.914559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53670) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:04.919102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1594050727', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:05.067293 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:02:05.071024 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.160744 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Publish callbacks [] for port (0581223d-5c58-4732-aa46-05a9b532fcba), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.221952 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.281390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Attempting to bind port 0581223d-5c58-4732-aa46-05a9b532fcba on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:02:05.281827 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Attempting to bind port 0581223d-5c58-4732-aa46-05a9b532fcba by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:02:05.282195 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Attempting to bind port 0581223d-5c58-4732-aa46-05a9b532fcba on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:02:05.284111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b3f7-6da1-4656-b792-1773699b56d1 None None] Pushing event updated for resources: {'Port': ['ID=0581223d-5c58-4732-aa46-05a9b532fcba,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:05.290636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:02:05.291119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:02:05.291446 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.291837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:02:05.292302 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Bound port: 0581223d-5c58-4732-aa46-05a9b532fcba, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:02:05.292686 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.307972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (3d4a3b85-f187-431b-ac5c-ee31ed4e7644), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.345637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] For port 0581223d-5c58-4732-aa46-05a9b532fcba, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:02:05.348805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] For port 0581223d-5c58-4732-aa46-05a9b532fcba, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0581223d-5c58-4732-aa46-05a9b532fcba,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:02:05.374563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Subnet': ['ID=3d4a3b85-f187-431b-ac5c-ee31ed4e7644,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:05.386640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Checking segment: {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:02:05.386640 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network hostable DHCP agents. Network: 5c7ac425-4c0a-40e3-8219-314500a45a6f, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:02:05.432767 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.461099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:02:05.488839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:02:05.489455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:05.523725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b3f7-6da1-4656-b792-1773699b56d1 None None] Pushing event updated for resources: {'Port': ['ID=0581223d-5c58-4732-aa46-05a9b532fcba,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:05.547692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 5c7ac425-4c0a-40e3-8219-314500a45a6f) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:02:05.552711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:05.553488 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:05.577943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cd3dc-c7f5-4e00-b1d7-bcae9c15d76d None None] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:02:05.649166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:02:05.652114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a54cef5-8092-4339-8065-1a37515ce7fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7366750 Feb 10 05:02:05.654896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53672) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:05.950105 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-5c7ac425-4c0a-40e3-8219-314500a45a6f', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:02:05.950982 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.098236 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.137213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Allocated IP 172.20.0.2 (5c7ac425-4c0a-40e3-8219-314500a45a6f/3d4a3b85-f187-431b-ac5c-ee31ed4e7644/355093e8-1654-4b65-96c6-73dedc4340df) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:02:06.139898 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:03Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:06.175847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5b2b4-e652-4755-8ee4-51281c422b8c None None] The sync data for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 is: [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:03Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:02:06.326003 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Publish callbacks [] for port (355093e8-1654-4b65-96c6-73dedc4340df), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.391730 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (355093e8-1654-4b65-96c6-73dedc4340df), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.464677 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.1 (5c7ac425-4c0a-40e3-8219-314500a45a6f/3d4a3b85-f187-431b-ac5c-ee31ed4e7644/1ac4a3ef-3cf3-40dd-b0cf-82e248729415) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:02:06.465023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:02:06.467920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:02:06.472721 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:02:06.481900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Pushing event updated for resources: {'Port': ['ID=355093e8-1654-4b65-96c6-73dedc4340df,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:06.543672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Attempting to bind port 355093e8-1654-4b65-96c6-73dedc4340df on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:02:06.544055 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Attempting to bind port 355093e8-1654-4b65-96c6-73dedc4340df by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:02:06.544425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Attempting to bind port 355093e8-1654-4b65-96c6-73dedc4340df on network 5c7ac425-4c0a-40e3-8219-314500a45a6f {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:02:06.552036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:02:06.552592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Checking segment: {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:02:06.553166 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.553666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Bound using segment: {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:02:06.554263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Bound port: 355093e8-1654-4b65-96c6-73dedc4340df, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:02:06.554794 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (355093e8-1654-4b65-96c6-73dedc4340df), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.610551 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.628470 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] For port 355093e8-1654-4b65-96c6-73dedc4340df, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:02:06.631819 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] For port 355093e8-1654-4b65-96c6-73dedc4340df, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=355093e8-1654-4b65-96c6-73dedc4340df,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:02:06.718211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (355093e8-1654-4b65-96c6-73dedc4340df), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.747878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:06.788606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd4c24-bbfa-4ee8-b6a5-c47c2e5a8588 None None] Pushing event updated for resources: {'Port': ['ID=355093e8-1654-4b65-96c6-73dedc4340df,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:06.817220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:02:06.826100 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:02:06.828178 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:06.830455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:02:06.882256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6e9cc925-1484-4fb0-88db-a7076b0fb50a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.114463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.344128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 355093e8-1654-4b65-96c6-73dedc4340df up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:02:07.391523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 355093e8-1654-4b65-96c6-73dedc4340df triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:07.392001 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (355093e8-1654-4b65-96c6-73dedc4340df), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.426760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.480911 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 355093e8-1654-4b65-96c6-73dedc4340df is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:07.481420 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (355093e8-1654-4b65-96c6-73dedc4340df), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.520693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 355093e8-1654-4b65-96c6-73dedc4340df, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=355093e8-1654-4b65-96c6-73dedc4340df,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:02:07.524986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.614638 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6e9cc925-1484-4fb0-88db-a7076b0fb50a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.616970 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (355093e8-1654-4b65-96c6-73dedc4340df), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.617797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0581223d-5c58-4732-aa46-05a9b532fcba up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:02:07.624387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:07.697852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=355093e8-1654-4b65-96c6-73dedc4340df,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:07.710084 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0581223d-5c58-4732-aa46-05a9b532fcba triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:07.710466 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.724032 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:02:07.726131 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:02:07.796713 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0581223d-5c58-4732-aa46-05a9b532fcba is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:07.798855 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.822188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 0581223d-5c58-4732-aa46-05a9b532fcba, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0581223d-5c58-4732-aa46-05a9b532fcba,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:02:07.845618 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36cfa5-1cc3-41bd-a8cc-a254e4643772 None None] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:02:07.851687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6e9cc925-1484-4fb0-88db-a7076b0fb50a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:02:07.905372 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:07.980436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:02:07.991916 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-40b01c84-13f8-4d9b-99b5-3e6fef08ded1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/6e9cc925-1484-4fb0-88db-a7076b0fb50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3297787 Feb 10 05:02:07.998130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=0581223d-5c58-4732-aa46-05a9b532fcba,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:08.000783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-23ba5728-0bc7-48ef-aedd-e5ffc3217940 None None] Provisioning complete for port 355093e8-1654-4b65-96c6-73dedc4340df triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:08.001176 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-23ba5728-0bc7-48ef-aedd-e5ffc3217940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (355093e8-1654-4b65-96c6-73dedc4340df), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:08.110846 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-23ba5728-0bc7-48ef-aedd-e5ffc3217940 None None] Current status of the port 355093e8-1654-4b65-96c6-73dedc4340df is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:08.157233 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-e32c3394-b59f-4c52-8563-fc0572456d5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554842699&fields=id&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 267 time: 0.0465097 Feb 10 05:02:08.285963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-470f4a79-74da-4e08-b749-e9a7b6a6c76e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:08.288076 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-470f4a79-74da-4e08-b749-e9a7b6a6c76e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/networks?id=5c7ac425-4c0a-40e3-8219-314500a45a6f HTTP/1.1" status: 200 len: 796 time: 0.1228802 Feb 10 05:02:08.304249 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b2bc2f8d-2f73-485c-8096-0f0f2cfebf81 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/quotas/e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 375 time: 0.0103433 Feb 10 05:02:08.337190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-69151305-cf60-4079-82b7-fc04f9faf346 None None] Provisioning complete for port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:08.337850 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-69151305-cf60-4079-82b7-fc04f9faf346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:08.366252 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-4d11f7f1-63e6-4be3-8f60-43d59fba67af tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555136 Feb 10 05:02:08.384559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-69151305-cf60-4079-82b7-fc04f9faf346 None None] Port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:02:08.398046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-69151305-cf60-4079-82b7-fc04f9faf346 None None] Provisioning complete for port 355093e8-1654-4b65-96c6-73dedc4340df triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:08.398875 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-69151305-cf60-4079-82b7-fc04f9faf346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (355093e8-1654-4b65-96c6-73dedc4340df), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:08.420127 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Sync routers for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:02:08.438511 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:02:08.439414 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:08.501711 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-69151305-cf60-4079-82b7-fc04f9faf346 None None] Current status of the port 355093e8-1654-4b65-96c6-73dedc4340df is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:08.544191 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-5f8155e8-5848-4afe-bdcb-32667ad3bcf3 service neutron] 10.222.0.42 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661894 Feb 10 05:02:08.556121 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:02:08.623138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1094b600-11fd-4939-b366-c93a9f283758 None None] Provisioning complete for port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:08.623515 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1094b600-11fd-4939-b366-c93a9f283758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:08.643350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-712cdcaf-53a9-4f55-86dc-11b858b827d5 service neutron] 10.222.0.42 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935414 Feb 10 05:02:08.659189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1094b600-11fd-4939-b366-c93a9f283758 None None] Port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:02:08.773673 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 2, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:08.777706 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0f7668c0-d8a8-409e-ad70-866d2ec5964b None None] Provisioning complete for port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:08.778087 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0f7668c0-d8a8-409e-ad70-866d2ec5964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:08.799930 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Checking router: 6e9cc925-1484-4fb0-88db-a7076b0fb50a for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:02:08.800202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Updating router 6e9cc925-1484-4fb0-88db-a7076b0fb50a port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:02:08.817094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0f7668c0-d8a8-409e-ad70-866d2ec5964b None None] Port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:02:08.830147 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:08.915651 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44c8586f-ce13-46cc-88f7-6d8eaa548584 req-f61559e1-a5da-4fbd-9f63-487b89031e86 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 210 time: 0.0292842 Feb 10 05:02:09.096183 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Publish callbacks [] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.169985 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.220531 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Pushing event updated for resources: {'Port': ['ID=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:09.244827 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.245178 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.245541 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.245953 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.246167 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.246498 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.246857 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.247184 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.247504 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.247828 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.248163 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.248480 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.248794 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:02:09.285065 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Attempting to bind port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:02:09.285529 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Attempting to bind port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:02:09.285956 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Attempting to bind port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 on network 5c7ac425-4c0a-40e3-8219-314500a45a6f {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:02:09.292031 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:02:09.292525 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Checking segment: {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:02:09.293198 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.293724 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Bound using segment: {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:02:09.294304 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Bound port: 1ac4a3ef-3cf3-40dd-b0cf-82e248729415, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:02:09.294943 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.314563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 355093e8-1654-4b65-96c6-73dedc4340df up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:02:09.368676 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] For port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:02:09.372399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] For port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:02:09.373775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 355093e8-1654-4b65-96c6-73dedc4340df triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:09.374330 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (355093e8-1654-4b65-96c6-73dedc4340df), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.461637 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.469354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 355093e8-1654-4b65-96c6-73dedc4340df is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:09.470337 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0581223d-5c58-4732-aa46-05a9b532fcba up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:02:09.473164 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-56edf11d-b2b7-4494-917a-2dafda9a8773 None None] Provisioning complete for port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:09.473531 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56edf11d-b2b7-4494-917a-2dafda9a8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.518986 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:02:09.527068 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:09.561643 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b128fd9-b139-4292-a759-f5cbb5825b5d None None] Pushing event updated for resources: {'Port': ['ID=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:09.565380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0581223d-5c58-4732-aa46-05a9b532fcba triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:09.565759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.656420 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-56edf11d-b2b7-4494-917a-2dafda9a8773 None None] Current status of the port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:09.656825 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56edf11d-b2b7-4494-917a-2dafda9a8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.726380 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-56edf11d-b2b7-4494-917a-2dafda9a8773 None None] For port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:02:09.727611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0581223d-5c58-4732-aa46-05a9b532fcba is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:09.765749 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:02:09.810496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56edf11d-b2b7-4494-917a-2dafda9a8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.873008 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edf11d-b2b7-4494-917a-2dafda9a8773 None None] Pushing event updated for resources: {'Port': ['ID=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:09.931169 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c3099fff-aff0-4ec1-b3a5-4a0e7a7cf6db None None] Provisioning complete for port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:09.931816 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c3099fff-aff0-4ec1-b3a5-4a0e7a7cf6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:09.996744 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:10.032585 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b3663-fe9b-4796-b151-44d2d3eb08ec None None] The sync data for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 is: [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:02:10.043958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c3099fff-aff0-4ec1-b3a5-4a0e7a7cf6db None None] Current status of the port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:10.045461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d84418d-d368-4360-b410-ee9952acb93d req-f2d310e5-3245-49d2-909a-5672ea77b57c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 210 time: 0.0437548 Feb 10 05:02:11.145129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5d10623b-d05d-4eb2-8a89-8be1105fc6ca req-3f636b30-d6c5-45db-b805-70fa9f2b1b7c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 210 time: 0.0298030 Feb 10 05:02:11.180832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-0cc04a81-fe8a-4c2b-8209-f5b721268edc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:11.182983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-0cc04a81-fe8a-4c2b-8209-f5b721268edc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/networks?id=5c7ac425-4c0a-40e3-8219-314500a45a6f HTTP/1.1" status: 200 len: 796 time: 0.1124372 Feb 10 05:02:11.246350 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-c906aaaa-929a-4aac-ae5f-024a1799dcb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 379 time: 0.0561416 Feb 10 05:02:11.255349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'port': {'device_id': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'admin_state_up': True, 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'security_groups': ['fc478433-d819-48d1-ba68-d3c65dba0827']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:11.315180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:02:11.364338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:11.364708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:11.439423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:02:11.442971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:11.444090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:11.569813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.3 (5c7ac425-4c0a-40e3-8219-314500a45a6f/3d4a3b85-f187-431b-ac5c-ee31ed4e7644/6d270e78-d640-4f3c-a436-1b33cee74267) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:02:11.724256 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (6d270e78-d640-4f3c-a436-1b33cee74267), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:11.815088 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:11.858692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:02:11.861713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:02:11.864134 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:02:11.895905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=6d270e78-d640-4f3c-a436-1b33cee74267,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:11.926502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:11.927191 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:12.006853 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-476aaee4-7578-43c2-bacb-eee72a15520e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551029 Feb 10 05:02:12.016797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-50454b08-26b8-42e4-9da2-ef8f6452a798 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:02:12.017850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-50454b08-26b8-42e4-9da2-ef8f6452a798 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056980 Feb 10 05:02:12.076443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Request body: {'port': {'device_id': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:12.081006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-67648c40-32ba-4773-b214-adfca8d24071 None None] Provisioning complete for port 6d270e78-d640-4f3c-a436-1b33cee74267 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:12.081458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-67648c40-32ba-4773-b214-adfca8d24071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:12.115940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-67648c40-32ba-4773-b214-adfca8d24071 None None] Port 6d270e78-d640-4f3c-a436-1b33cee74267 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:02:12.140448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:12.363250 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177db6d-aa5d-4a65-9102-a057aebf8751 req-ca0cac2a-f25a-4ce1-bf22-df3f1764d43b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:12.364744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0177db6d-aa5d-4a65-9102-a057aebf8751 req-ca0cac2a-f25a-4ce1-bf22-df3f1764d43b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 931 time: 0.1244807 Feb 10 05:02:12.439680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0177db6d-aa5d-4a65-9102-a057aebf8751 req-2fc8ac02-c306-4415-b6f3-40323f22e4f3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688131 Feb 10 05:02:12.483711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d270e78-d640-4f3c-a436-1b33cee74267 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:02:12.491882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Publish callbacks [] for port (6d270e78-d640-4f3c-a436-1b33cee74267), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:12.503464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Transition to ACTIVE for port object 6d270e78-d640-4f3c-a436-1b33cee74267 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:02:12.586076 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:12.639562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d270e78-d640-4f3c-a436-1b33cee74267,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:13.043342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Attempting to bind port 6d270e78-d640-4f3c-a436-1b33cee74267 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:02:13.043670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Attempting to bind port 6d270e78-d640-4f3c-a436-1b33cee74267 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:02:13.043989 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Attempting to bind port 6d270e78-d640-4f3c-a436-1b33cee74267 on network 5c7ac425-4c0a-40e3-8219-314500a45a6f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:02:13.048064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Port 6d270e78-d640-4f3c-a436-1b33cee74267 on network 5c7ac425-4c0a-40e3-8219-314500a45a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:02:13.048380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Attempting to bind port 6d270e78-d640-4f3c-a436-1b33cee74267 on network 5c7ac425-4c0a-40e3-8219-314500a45a6f {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:02:13.053135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:02:13.053472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Checking segment: {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:02:13.053850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Bound using segment: {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:02:13.054267 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Bound port: 6d270e78-d640-4f3c-a436-1b33cee74267, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b031ef-f403-4b95-97ac-2625dbfffb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:02:13.054613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:13.114324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] For port 6d270e78-d640-4f3c-a436-1b33cee74267, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:02:13.117299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] For port 6d270e78-d640-4f3c-a436-1b33cee74267, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6d270e78-d640-4f3c-a436-1b33cee74267,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:02:13.186584 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:13.220334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.220959 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:13.222372 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d270e78-d640-4f3c-a436-1b33cee74267 HTTP/1.1" status: 200 len: 1091 time: 1.1960552 Feb 10 05:02:13.222857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:02:13.225205 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf27f36-5224-46c3-b62b-efe46a2a835b" -d '{"events": [{"name": "network-changed", "server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:02:13.258862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85ddb-dfc4-49c4-9119-fe46055155c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d270e78-d640-4f3c-a436-1b33cee74267,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:13.266837 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c26af9-90b9-4f20-b37a-fdbe9f38cb60 x-openstack-request-id: req-73c26af9-90b9-4f20-b37a-fdbe9f38cb60 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:02:13.267103 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:02:13.267345 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73c26af9-90b9-4f20-b37a-fdbe9f38cb60 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:02:13.267740 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267', 'status': 'completed', 'code': 200} Feb 10 05:02:13.335703 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf27f36-5224-46c3-b62b-efe46a2a835b req-e2b08a6e-1964-4df1-858d-c6863846ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.337385 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caf27f36-5224-46c3-b62b-efe46a2a835b req-e2b08a6e-1964-4df1-858d-c6863846ec7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 1125 time: 0.0511477 Feb 10 05:02:13.438642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf27f36-5224-46c3-b62b-efe46a2a835b req-a0a0630b-94cc-429c-ac46-d79aae2eeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.440247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caf27f36-5224-46c3-b62b-efe46a2a835b req-a0a0630b-94cc-429c-ac46-d79aae2eeb31 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e69467c5a99549188332b39fd2bd5638&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0959773 Feb 10 05:02:13.568435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf27f36-5224-46c3-b62b-efe46a2a835b req-1d09af56-640f-4f32-91c2-19216c549470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.569912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-caf27f36-5224-46c3-b62b-efe46a2a835b req-1d09af56-640f-4f32-91c2-19216c549470 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246312 Feb 10 05:02:13.582967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff3cb7-4270-4dea-84ba-a49ef0fe1426 req-ec51e6ec-4e0d-4d43-af62-10bfa8423e4d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.584820 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4aff3cb7-4270-4dea-84ba-a49ef0fe1426 req-ec51e6ec-4e0d-4d43-af62-10bfa8423e4d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 943 time: 0.0753198 Feb 10 05:02:13.670246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4aff3cb7-4270-4dea-84ba-a49ef0fe1426 req-2a9c63c8-7b60-41c6-95cb-451c8b16a1a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789752 Feb 10 05:02:13.678931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-9d421f32-2fea-48f8-802f-06e9f9a004c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.680426 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-9d421f32-2fea-48f8-802f-06e9f9a004c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 1125 time: 0.0732069 Feb 10 05:02:13.723694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-70859c77-49c9-4d32-945f-f5fdf2286c40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d270e78-d640-4f3c-a436-1b33cee74267 HTTP/1.1" status: 200 len: 217 time: 0.0339537 Feb 10 05:02:13.770641 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-4dd290ed-fd07-4eba-8415-a2b8d8448ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.772280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-4dd290ed-fd07-4eba-8415-a2b8d8448ebb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d4a3b85-f187-431b-ac5c-ee31ed4e7644 HTTP/1.1" status: 200 len: 835 time: 0.0424633 Feb 10 05:02:13.825694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-8aa94f44-90c4-454d-82ee-89b10671d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:13.827195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-8aa94f44-90c4-454d-82ee-89b10671d15c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c7ac425-4c0a-40e3-8219-314500a45a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485151 Feb 10 05:02:13.915139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-defe1d34-5b79-46dd-b179-1b53bc0a3428 service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822651 Feb 10 05:02:14.005290 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2f3704a2-6507-4e58-b849-8d3c28b72cc1 req-86855042-3901-4802-a41c-d8e6a52e1c20 service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844059 Feb 10 05:02:14.791874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c55677-4670-484c-bfd7-a779a00fe8be req-fe1dd9ee-94f7-44df-b7d5-804f28d4c099 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:14.793352 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31c55677-4670-484c-bfd7-a779a00fe8be req-fe1dd9ee-94f7-44df-b7d5-804f28d4c099 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 943 time: 0.0543725 Feb 10 05:02:14.841283 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-31c55677-4670-484c-bfd7-a779a00fe8be req-167c4856-1cec-4031-9757-d9630aa30f35 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Feb 10 05:02:15.958679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9953a-d6a5-4f5a-8b2c-27c7b314ded7 req-a9fd5621-9b3c-4c85-902b-c2b4a87b6e7d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:15.960925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92a9953a-d6a5-4f5a-8b2c-27c7b314ded7 req-a9fd5621-9b3c-4c85-902b-c2b4a87b6e7d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 943 time: 0.0531366 Feb 10 05:02:16.008386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-92a9953a-d6a5-4f5a-8b2c-27c7b314ded7 req-e5c234ba-d228-4171-b1ca-1ecbbbc3da0e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 Feb 10 05:02:16.625821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6d270e78-d640-4f3c-a436-1b33cee74267 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:02:16.721588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6d270e78-d640-4f3c-a436-1b33cee74267, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6d270e78-d640-4f3c-a436-1b33cee74267,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:02:16.732388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '6d270e78-d640-4f3c-a436-1b33cee74267', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'port_id': '6d270e78-d640-4f3c-a436-1b33cee74267', 'mac_address': 'fa:16:3e:c3:68:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:02:16.769363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6d270e78-d640-4f3c-a436-1b33cee74267 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:16.769755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:16.782939 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d270e78-d640-4f3c-a436-1b33cee74267 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:02:16.801230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6d270e78-d640-4f3c-a436-1b33cee74267, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6d270e78-d640-4f3c-a436-1b33cee74267,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:02:16.911539 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:16.958785 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6d270e78-d640-4f3c-a436-1b33cee74267,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:17.126846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8482ad-5b79-4203-a15b-ad1b870631e4 req-71a1c86c-d690-44a5-bdda-13ee5176cdc2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:17.128344 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b8482ad-5b79-4203-a15b-ad1b870631e4 req-71a1c86c-d690-44a5-bdda-13ee5176cdc2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 944 time: 0.0526149 Feb 10 05:02:17.151390 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['6d270e78-d640-4f3c-a436-1b33cee74267'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:02:17.178373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b8482ad-5b79-4203-a15b-ad1b870631e4 req-1ae99524-a702-440d-96d6-d034af484a94 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431592 Feb 10 05:02:17.438976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:18.121848 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:02:18.303742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71e0f3-5183-4e67-ad48-f89341b938da req-30454af5-6715-4c31-baae-fe819d2e6277 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:18.305222 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad71e0f3-5183-4e67-ad48-f89341b938da req-30454af5-6715-4c31-baae-fe819d2e6277 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 944 time: 0.0585072 Feb 10 05:02:18.357285 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ad71e0f3-5183-4e67-ad48-f89341b938da req-e466e4bb-aa1d-47bf-83cb-9a1bee951886 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465281 Feb 10 05:02:18.636410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6d270e78-d640-4f3c-a436-1b33cee74267 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:02:18.740699 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 6d270e78-d640-4f3c-a436-1b33cee74267 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:02:18.744579 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 6d270e78-d640-4f3c-a436-1b33cee74267 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:02:18.744958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:18.829831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 6d270e78-d640-4f3c-a436-1b33cee74267 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:02:18.830282 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:18.838261 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:18.855961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:02:18.858162 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b78d8ff-33a8-49ec-a221-37ad51a35337" -d '{"events": [{"server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "name": "network-vif-plugged", "status": "completed", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:02:18.870468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 6d270e78-d640-4f3c-a436-1b33cee74267, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6d270e78-d640-4f3c-a436-1b33cee74267,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:02:18.894382 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce5b391-b853-44ea-90db-8b46819a900e x-openstack-request-id: req-8ce5b391-b853-44ea-90db-8b46819a900e {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:02:18.894774 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "name": "network-vif-plugged", "status": "completed", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:02:18.895043 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ce5b391-b853-44ea-90db-8b46819a900e {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:02:18.895447 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267', 'code': 200} Feb 10 05:02:18.951876 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:18.993614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e5079-3d2c-48e2-92f5-021a2b7b694e req-403e1927-2758-44cd-9d0b-a3513baf2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:18.995244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e95e5079-3d2c-48e2-92f5-021a2b7b694e req-403e1927-2758-44cd-9d0b-a3513baf2b22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 1127 time: 0.0470190 Feb 10 05:02:19.004092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=6d270e78-d640-4f3c-a436-1b33cee74267,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:19.042289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e95e5079-3d2c-48e2-92f5-021a2b7b694e req-aed93f03-9ba8-4f1e-b448-8696cef3288e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406883 Feb 10 05:02:19.474679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab51f3-12b9-4902-93cc-49076a0236b9 req-660f8dba-b560-4d60-939e-ee6fb3e3827e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:19.476173 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9ab51f3-12b9-4902-93cc-49076a0236b9 req-660f8dba-b560-4d60-939e-ee6fb3e3827e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0524614 Feb 10 05:02:19.523539 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b9ab51f3-12b9-4902-93cc-49076a0236b9 req-d2db6d29-4419-4d79-bde5-b81a095f8b73 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417266 Feb 10 05:02:20.650198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03484520-dc42-4d1b-9ae5-73a42763c86b req-5a27784a-a78e-46eb-a309-3cee77f78de1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:20.651706 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03484520-dc42-4d1b-9ae5-73a42763c86b req-5a27784a-a78e-46eb-a309-3cee77f78de1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0562298 Feb 10 05:02:20.699732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-03484520-dc42-4d1b-9ae5-73a42763c86b req-3b337488-2d09-4e7d-9f90-8bfbc4bf3c4e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425060 Feb 10 05:02:20.823490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0bd0f-7cb1-4e7b-9206-72bc0d7fbd8b req-c7296d11-5754-47ef-9b8c-a53f4a2de638 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:20.824892 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ac0bd0f-7cb1-4e7b-9206-72bc0d7fbd8b req-c7296d11-5754-47ef-9b8c-a53f4a2de638 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0566485 Feb 10 05:02:20.872342 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ac0bd0f-7cb1-4e7b-9206-72bc0d7fbd8b req-51359ec7-5ab9-4d4f-857c-701ee5b9ea50 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Feb 10 05:02:20.893442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53732) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:20.937574 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f773ee-6bd8-4e89-89eb-b2e5eed1778a tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:20.939384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-64f773ee-6bd8-4e89-89eb-b2e5eed1778a tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 1122 time: 0.0449884 Feb 10 05:02:20.942141 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53734) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:20.946954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '6d270e78-d640-4f3c-a436-1b33cee74267', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:02:21.060129 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:21.160002 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:21.260144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.115 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/cf57c0a0-0a90-41be-b2b0-81944411bd81) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:02:21.365472 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:21.432895 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:21.473304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:02:21.476467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:02:21.479949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:02:21.485421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=cf57c0a0-0a90-41be-b2b0-81944411bd81,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:21.851112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (8380e3ca-4fb8-4772-a952-06a8a8647c3a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:21.975276 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:22.124183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:22.179830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:22.256469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=cf57c0a0-0a90-41be-b2b0-81944411bd81,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:02:22.265660 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (8380e3ca-4fb8-4772-a952-06a8a8647c3a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:22.369012 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 8380e3ca-4fb8-4772-a952-06a8a8647c3a associated. External IP: 172.25.8.115, port: 6d270e78-d640-4f3c-a436-1b33cee74267. Feb 10 05:02:22.578670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6e9cc925-1484-4fb0-88db-a7076b0fb50a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:02:22.685548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:02:22.696450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] Sync routers for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:02:22.705828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:02:22.706450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:22.772448 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:22.804932 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fefddc73-1483-48ae-9b4d-1c29722ab0f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8617597 Feb 10 05:02:22.805514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:02:22.807904 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf74d769-7829-4e15-881c-f00dd625fc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:02:22.817646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:02:22.848138 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf39a1-03e2-457f-91f5-1c4ef7e4d1a5 x-openstack-request-id: req-6caf39a1-03e2-457f-91f5-1c4ef7e4d1a5 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:02:22.848438 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:02:22.848697 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6caf39a1-03e2-457f-91f5-1c4ef7e4d1a5 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:02:22.849192 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267', 'status': 'completed', 'code': 200} Feb 10 05:02:22.915009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32cac9-90fc-4fb2-8d6b-50630f5be60c req-6a244051-7b1c-40ab-9955-1b0ceb04baf4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:22.915630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-f1081fa9-7578-4576-b107-c46982b7c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:22.916690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb32cac9-90fc-4fb2-8d6b-50630f5be60c req-6a244051-7b1c-40ab-9955-1b0ceb04baf4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0573461 Feb 10 05:02:22.917114 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-f1081fa9-7578-4576-b107-c46982b7c57e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 1127 time: 0.0469837 Feb 10 05:02:22.971434 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb32cac9-90fc-4fb2-8d6b-50630f5be60c req-42adb0fa-7355-40fb-9c8d-1f467b2c1568 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489826 Feb 10 05:02:22.996958 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:23.023020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-18833f8e-5622-4e68-835f-6c16c7694ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:23.024831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-18833f8e-5622-4e68-835f-6c16c7694ca1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c7ac425-4c0a-40e3-8219-314500a45a6f HTTP/1.1" status: 200 len: 897 time: 0.1012704 Feb 10 05:02:23.048412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '8380e3ca-4fb8-4772-a952-06a8a8647c3a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'port_id': '6d270e78-d640-4f3c-a436-1b33cee74267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'mac_address': 'fa:16:3e:c3:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:02:21Z', 'updated_at': '2022-02-10T05:02:21Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:23.063474 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-75593931-3af1-4737-a995-32f24bf10521 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/8380e3ca-4fb8-4772-a952-06a8a8647c3a HTTP/1.1" status: 200 len: 991 time: 0.0648234 Feb 10 05:02:23.098736 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-463f7d9a-5823-4ed0-87c4-4ea03d8b1e89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d270e78-d640-4f3c-a436-1b33cee74267 HTTP/1.1" status: 200 len: 999 time: 0.0672915 Feb 10 05:02:23.148940 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-75833b7c-fea8-495e-ae04-da2c5e2c4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:23.150476 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-75833b7c-fea8-495e-ae04-da2c5e2c4b40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d4a3b85-f187-431b-ac5c-ee31ed4e7644 HTTP/1.1" status: 200 len: 835 time: 0.0463111 Feb 10 05:02:23.201685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-bbb42983-034e-4df1-a7b3-ebb554db4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:23.203264 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-bbb42983-034e-4df1-a7b3-ebb554db4c1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c7ac425-4c0a-40e3-8219-314500a45a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468018 Feb 10 05:02:23.234401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] Checking router: 6e9cc925-1484-4fb0-88db-a7076b0fb50a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:02:23.247973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:02:23.247973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:02:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:23.301811 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-bf152687-d8e9-4d2f-a250-288ce19fea85 service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928171 Feb 10 05:02:23.359636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:02:23.394804 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf74d769-7829-4e15-881c-f00dd625fc9e req-04f3530d-2ff2-4d5e-ba00-fcf6332e9f7d service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876100 Feb 10 05:02:23.589329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '8380e3ca-4fb8-4772-a952-06a8a8647c3a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'port_id': '6d270e78-d640-4f3c-a436-1b33cee74267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'mac_address': 'fa:16:3e:c3:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:02:21Z', 'updated_at': '2022-02-10T05:02:21Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:02:23.619383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252eedc-4363-4cf9-b6e3-ea14fa49179a None None] The sync data for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 is: [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '8380e3ca-4fb8-4772-a952-06a8a8647c3a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'port_id': '6d270e78-d640-4f3c-a436-1b33cee74267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'mac_address': 'fa:16:3e:c3:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:02:21Z', 'updated_at': '2022-02-10T05:02:21Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:02:23.814677 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a125ab7-2a84-438d-975c-9fdc8b439b67 None None] New status for floating IP 8380e3ca-4fb8-4772-a952-06a8a8647c3a: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:02:24.067170 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53742) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:24.126632 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bbe6cc58-c582-41ca-b22f-8919a843b743 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/8380e3ca-4fb8-4772-a952-06a8a8647c3a HTTP/1.1" status: 200 len: 993 time: 0.0582986 Feb 10 05:02:27.745708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d57c054-e635-4b92-8f17-0cc0f8a594cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:29.855038 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ec2301e8-016e-49f6-b6e6-d9652921ffdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:31.248553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:32.792199 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:34.488349 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:47.425981 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:48.883581 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:53.529370 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-05cbe54e-c003-4933-bbc2-475fc8081854 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440390 Feb 10 05:02:53.613450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-4db4c0ad-e703-4f00-829d-99f570647198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:53.615232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-4db4c0ad-e703-4f00-829d-99f570647198 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 1127 time: 0.0439937 Feb 10 05:02:53.721416 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-e88bcab7-cd2b-4121-93d4-59fb952e9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:53.722958 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-e88bcab7-cd2b-4121-93d4-59fb952e9832 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c7ac425-4c0a-40e3-8219-314500a45a6f HTTP/1.1" status: 200 len: 897 time: 0.0900996 Feb 10 05:02:53.787035 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-2e728951-a613-4d3b-b2d7-a3f83ab20ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d270e78-d640-4f3c-a436-1b33cee74267 HTTP/1.1" status: 200 len: 1001 time: 0.0571294 Feb 10 05:02:53.832459 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-004b06c3-13c3-4f78-8cb4-c0cd5a4dd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:53.834555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-004b06c3-13c3-4f78-8cb4-c0cd5a4dd131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d4a3b85-f187-431b-ac5c-ee31ed4e7644 HTTP/1.1" status: 200 len: 835 time: 0.0418894 Feb 10 05:02:53.887260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-b3625a1a-2740-4cd5-b447-2f5f229e8785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:53.888768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-b3625a1a-2740-4cd5-b447-2f5f229e8785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c7ac425-4c0a-40e3-8219-314500a45a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479763 Feb 10 05:02:53.977185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-988b5ff5-6d47-4299-8ffd-031829779aea service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822737 Feb 10 05:02:54.068957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e59ba5b-db77-4e88-967b-24fbbea4f01f req-287f5c16-66bd-436a-b137-557a9b2c25be service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Feb 10 05:02:55.120912 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:02:55.588542 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7b9d6-503b-4acc-a1aa-d14c537362b3 req-7287e9f0-ca05-467d-b57f-dac6ed85bfd4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:55.590064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0b7b9d6-503b-4acc-a1aa-d14c537362b3 req-7287e9f0-ca05-467d-b57f-dac6ed85bfd4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0622985 Feb 10 05:02:55.637966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a0b7b9d6-503b-4acc-a1aa-d14c537362b3 req-8e41adf8-b196-470f-9dcf-28e1c39441f1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420845 Feb 10 05:02:56.759946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8a9b-fb55-45d0-86c6-4fb2fb880051 req-fe03e614-7064-4383-bce5-653b0c8b4357 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:56.761418 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a16a8a9b-fb55-45d0-86c6-4fb2fb880051 req-fe03e614-7064-4383-bce5-653b0c8b4357 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0528636 Feb 10 05:02:56.811983 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a16a8a9b-fb55-45d0-86c6-4fb2fb880051 req-80c16219-f38c-4008-aac7-6f2b7b0703f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449564 Feb 10 05:02:56.834931 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:56.894262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df0e4441-9e6d-4b95-a3ad-225af537fe30 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/8380e3ca-4fb8-4772-a952-06a8a8647c3a HTTP/1.1" status: 200 len: 993 time: 0.0582097 Feb 10 05:02:57.699921 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0bad93a9-450d-4711-bd68-f2d4bd44e7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:58.290087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4215b-c4ae-40bd-b171-fba738275cc8 req-254d80ad-532e-471d-9186-7351a41112fe tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:58.291854 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9f4215b-c4ae-40bd-b171-fba738275cc8 req-254d80ad-532e-471d-9186-7351a41112fe tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0551796 Feb 10 05:02:58.346453 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c9f4215b-c4ae-40bd-b171-fba738275cc8 req-2eaa37ed-e4b8-4c3b-9e05-04558d751cb6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490587 Feb 10 05:02:59.466787 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea55f4-8d57-4d5f-99d4-b5a2c4bdbdc1 req-caeb8b5c-73ae-4804-91b6-8800d456c575 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:02:59.468262 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5ea55f4-8d57-4d5f-99d4-b5a2c4bdbdc1 req-caeb8b5c-73ae-4804-91b6-8800d456c575 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Feb 10 05:02:59.516781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f5ea55f4-8d57-4d5f-99d4-b5a2c4bdbdc1 req-bd0a0d0f-d357-483c-a3be-e6498379cdaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Feb 10 05:02:59.538979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53774) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:59.600604 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ef1744bf-784a-4d9f-be9e-77f4990dce9b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/8380e3ca-4fb8-4772-a952-06a8a8647c3a HTTP/1.1" status: 200 len: 993 time: 0.0603495 Feb 10 05:02:59.820623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53780) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:02:59.860184 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-56646bea-91d8-46b8-a4c7-2b51f7d1dbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:02:59.975619 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port cf57c0a0-0a90-41be-b2b0-81944411bd81 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:02:59.975945 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:00.053830 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:00.054143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (cf57c0a0-0a90-41be-b2b0-81944411bd81), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:00.065652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for cf57c0a0-0a90-41be-b2b0-81944411bd81 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:03:00.260353 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (cf57c0a0-0a90-41be-b2b0-81944411bd81), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:00.288574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=cf57c0a0-0a90-41be-b2b0-81944411bd81,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:00.301384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.301740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.302086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.302426 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.302973 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.303553 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.303898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.304234 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.305114 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.305457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.305796 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.306126 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.306454 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:00.365695 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (8380e3ca-4fb8-4772-a952-06a8a8647c3a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:00.366043 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 8380e3ca-4fb8-4772-a952-06a8a8647c3a disassociated (deleted). External IP: 172.25.8.115, port: 6d270e78-d640-4f3c-a436-1b33cee74267. Feb 10 05:03:00.579097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6e9cc925-1484-4fb0-88db-a7076b0fb50a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:03:00.686829 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:03:00.691867 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:00.698522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] Sync routers for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:03:00.710528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:00.711258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:00.721350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bebcfa25-780f-49f1-9299-7e9ce47a88e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/floatingips/8380e3ca-4fb8-4772-a952-06a8a8647c3a HTTP/1.1" status: 204 len: 168 time: 0.8996456 Feb 10 05:03:00.721950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:03:00.724256 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d41693-836c-4db8-9f0f-97ce17d08053" -d '{"events": [{"name": "network-changed", "server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:03:00.767790 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e3fbe6-ba19-4855-97c5-33fdda9e2a86 x-openstack-request-id: req-a9e3fbe6-ba19-4855-97c5-33fdda9e2a86 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:03:00.768091 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:03:00.768350 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9e3fbe6-ba19-4855-97c5-33fdda9e2a86 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:03:00.768765 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267', 'status': 'completed', 'code': 200} Feb 10 05:03:00.828367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:00.833549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-7bfa1ee1-1ac3-4d46-ac41-e4fa315e7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:00.835209 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-7bfa1ee1-1ac3-4d46-ac41-e4fa315e7586 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 1127 time: 0.0465004 Feb 10 05:03:00.924843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-b049f305-c37e-4710-ba1d-7bcbc4cf104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:00.926343 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-b049f305-c37e-4710-ba1d-7bcbc4cf104b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c7ac425-4c0a-40e3-8219-314500a45a6f HTTP/1.1" status: 200 len: 897 time: 0.0858495 Feb 10 05:03:00.971267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-c898d861-f7bf-4c11-984d-16edc8d51c03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d270e78-d640-4f3c-a436-1b33cee74267 HTTP/1.1" status: 200 len: 217 time: 0.0389013 Feb 10 05:03:01.020873 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-fd7f593c-d8cb-42d7-8815-8b45f8fa41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:01.022457 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-fd7f593c-d8cb-42d7-8815-8b45f8fa41f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d4a3b85-f187-431b-ac5c-ee31ed4e7644 HTTP/1.1" status: 200 len: 835 time: 0.0452018 Feb 10 05:03:01.041283 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:01.073142 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] Checking router: 6e9cc925-1484-4fb0-88db-a7076b0fb50a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:03:01.076499 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-de39ea11-9435-47b9-8328-a6edb85325e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:01.076633 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-de39ea11-9435-47b9-8328-a6edb85325e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c7ac425-4c0a-40e3-8219-314500a45a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487494 Feb 10 05:03:01.081913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:01.082559 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:01.205598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:01.214942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f70f25-6621-40e7-b045-e30adfc46f23 req-c984cf16-4aee-47cb-9761-8112f00714f1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:01.216436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4f70f25-6621-40e7-b045-e30adfc46f23 req-c984cf16-4aee-47cb-9761-8112f00714f1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.1128411 Feb 10 05:03:01.220240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-9b90bfcb-e90d-4714-bd72-7d0f17ba15c2 service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368523 Feb 10 05:03:01.280134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:01.324196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4f70f25-6621-40e7-b045-e30adfc46f23 req-ef62b0de-c07b-4d32-9f30-0eda51a199d1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017907 Feb 10 05:03:01.353068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-20d41693-836c-4db8-9f0f-97ce17d08053 req-d1c89bf4-4bdb-4aaf-a39b-899fd056e2a0 service neutron] 10.222.0.24 "GET /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246104 Feb 10 05:03:01.412377 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:01.443971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613bdf42-5cba-4738-b899-77b2da26c2bc None None] The sync data for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 is: [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '1ac4a3ef-3cf3-40dd-b0cf-82e248729415', 'name': '', 'network_id': '5c7ac425-4c0a-40e3-8219-314500a45a6f', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:c5:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:06Z', 'updated_at': '2022-02-10T05:02:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '3d4a3b85-f187-431b-ac5c-ee31ed4e7644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:03:01.654291 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8ae07-88b2-4a88-a523-d501fd0e36fd None None] New status for floating IP 8380e3ca-4fb8-4772-a952-06a8a8647c3a: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:03:02.449019 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c82aef-1320-4327-a405-c3087df76584 req-9a9e5c6d-6694-4dbe-aa32-1cfe9e165e7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:02.450512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9c82aef-1320-4327-a405-c3087df76584 req-9a9e5c6d-6694-4dbe-aa32-1cfe9e165e7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0545828 Feb 10 05:03:02.500114 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a9c82aef-1320-4327-a405-c3087df76584 req-189644a3-5d83-483d-b6b5-01da3ff4f631 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc478433-d819-48d1-ba68-d3c65dba0827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Feb 10 05:03:02.644094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-8b90a300-d6a7-44d9-9955-da7eb0a6a632 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:02.644809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-8b90a300-d6a7-44d9-9955-da7eb0a6a632 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 945 time: 0.0532122 Feb 10 05:03:02.738761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 6d270e78-d640-4f3c-a436-1b33cee74267 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:03:02.739108 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:02.824670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:02.827238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 6d270e78-d640-4f3c-a436-1b33cee74267, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=6d270e78-d640-4f3c-a436-1b33cee74267,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:02.827602 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:02.839843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 6d270e78-d640-4f3c-a436-1b33cee74267 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:03:03.356200 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (6d270e78-d640-4f3c-a436-1b33cee74267), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:03.385460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=6d270e78-d640-4f3c-a436-1b33cee74267,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:03.397970 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.398387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.398690 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.399055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.399452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.399720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.400152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.400508 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.400827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.401165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.401496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.401821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.402143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:03.442139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] No DVR routers for this DVR port 6d270e78-d640-4f3c-a436-1b33cee74267 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:03:03.444860 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:03.448286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f72d3e5d-6e10-43be-a66a-03e723557748 req-cc895d74-9c6a-4c01-82e6-2dd9f224f8dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "DELETE /v2.0/ports/6d270e78-d640-4f3c-a436-1b33cee74267 HTTP/1.1" status: 204 len: 173 time: 0.7977045 Feb 10 05:03:03.448732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'name': 'network-vif-deleted', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:03:03.450988 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0026f1-7729-418b-8b85-476c9095ea0f" -d '{"events": [{"server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "name": "network-vif-deleted", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:03:03.486997 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6149d-1ede-4414-a072-cb69208dbb05 x-openstack-request-id: req-85b6149d-1ede-4414-a072-cb69208dbb05 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:03:03.487290 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e6d170-77cd-486e-901e-9c6d84ba3740", "name": "network-vif-deleted", "tag": "6d270e78-d640-4f3c-a436-1b33cee74267", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:03:03.487543 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85b6149d-1ede-4414-a072-cb69208dbb05 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:03:03.487948 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e6d170-77cd-486e-901e-9c6d84ba3740', 'name': 'network-vif-deleted', 'tag': '6d270e78-d640-4f3c-a436-1b33cee74267', 'status': 'completed', 'code': 200} Feb 10 05:03:03.610540 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dde7b0ff-960b-4439-8145-faf44d12373b req-24a030f9-d659-450d-bc2e-4a89ea17266a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=89e6d170-77cd-486e-901e-9c6d84ba3740 HTTP/1.1" status: 200 len: 210 time: 0.0312994 Feb 10 05:03:04.386630 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:04.669235 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53800) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:05.019893 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6e9cc925-1484-4fb0-88db-a7076b0fb50a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:05.273088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:03:05.273371 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:05.363023 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 1ac4a3ef-3cf3-40dd-b0cf-82e248729415, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:05.363384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:05.375196 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:03:05.625607 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (1ac4a3ef-3cf3-40dd-b0cf-82e248729415), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:05.652078 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=1ac4a3ef-3cf3-40dd-b0cf-82e248729415,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:05.831427 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6e9cc925-1484-4fb0-88db-a7076b0fb50a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:06.288643 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6e9cc925-1484-4fb0-88db-a7076b0fb50a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:03:06.395658 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:03:06.401023 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-01d5dd70-4c8c-4c12-ae1e-6a21f62969ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/6e9cc925-1484-4fb0-88db-a7076b0fb50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304289 Feb 10 05:03:06.403499 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53802) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:06.406143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] Sync routers for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:03:06.415941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:06.416566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:06.453607 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting subnet 3d4a3b85-f187-431b-ac5c-ee31ed4e7644 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:03:06.456756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (3d4a3b85-f187-431b-ac5c-ee31ed4e7644), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:06.496285 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (3d4a3b85-f187-431b-ac5c-ee31ed4e7644), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:06.525936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:06.581776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (3d4a3b85-f187-431b-ac5c-ee31ed4e7644), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:06.699272 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (3d4a3b85-f187-431b-ac5c-ee31ed4e7644), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:06.701932 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:03:05Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:06.726951 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4a3b85-f187-431b-ac5c-ee31ed4e7644,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:06.728505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] Checking router: 6e9cc925-1484-4fb0-88db-a7076b0fb50a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:03:06.732368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:06.738302 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-48a8b6d2-a2c6-4e70-a875-d5b9ab1ee8ab tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/subnets/3d4a3b85-f187-431b-ac5c-ee31ed4e7644 HTTP/1.1" status: 204 len: 168 time: 0.3316913 Feb 10 05:03:06.739154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] Routers {'6e9cc925-1484-4fb0-88db-a7076b0fb50a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:06.739154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:06.739358 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53804) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:06.744253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6bd4f-2ef6-4e0d-8213-23ee477df3da None None] Network 5c7ac425-4c0a-40e3-8219-314500a45a6f requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:03:06.852162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (6e9cc925-1484-4fb0-88db-a7076b0fb50a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:06.967022 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6e9cc925-1484-4fb0-88db-a7076b0fb50a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.071348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6d270e78-d640-4f3c-a436-1b33cee74267 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:03:07.097983 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 0581223d-5c58-4732-aa46-05a9b532fcba {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:03:07.100436 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.101594 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] Set router 6e9cc925-1484-4fb0-88db-a7076b0fb50a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:07.103305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 6d270e78-d640-4f3c-a436-1b33cee74267 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:03:07.103589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 6d270e78-d640-4f3c-a436-1b33cee74267 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:03:07.173826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] DHCP port deletion for 5c7ac425-4c0a-40e3-8219-314500a45a6f request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:03:07.187541 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 0581223d-5c58-4732-aa46-05a9b532fcba, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0581223d-5c58-4732-aa46-05a9b532fcba,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:07.187906 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.199604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 0581223d-5c58-4732-aa46-05a9b532fcba owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:03:07.314619 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Deleting port 355093e8-1654-4b65-96c6-73dedc4340df {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:03:07.315022 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (355093e8-1654-4b65-96c6-73dedc4340df), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.371629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:03:05Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:07.406580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 355093e8-1654-4b65-96c6-73dedc4340df no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:03:07.413900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] For port 355093e8-1654-4b65-96c6-73dedc4340df, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=355093e8-1654-4b65-96c6-73dedc4340df,segment=NetworkSegment(e6b031ef-f403-4b95-97ac-2625dbfffb01),segment_id=e6b031ef-f403-4b95-97ac-2625dbfffb01)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:07.417425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (355093e8-1654-4b65-96c6-73dedc4340df), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.417425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e70a54-455c-4000-84ba-93d950db28e4 None None] The sync data for ids ['6e9cc925-1484-4fb0-88db-a7076b0fb50a'] in n-d-827844-2 is: [{'id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201644151', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:02:02Z', 'updated_at': '2022-02-10T05:03:05Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0581223d-5c58-4732-aa46-05a9b532fcba', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9cc925-1484-4fb0-88db-a7076b0fb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:02:03Z', 'updated_at': '2022-02-10T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:03:07.438013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0581223d-5c58-4732-aa46-05a9b532fcba), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.451271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Calling delete_port for 355093e8-1654-4b65-96c6-73dedc4340df owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:03:07.467545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=0581223d-5c58-4732-aa46-05a9b532fcba,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:07.529919 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (6e9cc925-1484-4fb0-88db-a7076b0fb50a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.554401 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 355093e8-1654-4b65-96c6-73dedc4340df is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:07.554815 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (355093e8-1654-4b65-96c6-73dedc4340df), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.624408 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6e9cc925-1484-4fb0-88db-a7076b0fb50a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.626415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (6e9cc925-1484-4fb0-88db-a7076b0fb50a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.666728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (355093e8-1654-4b65-96c6-73dedc4340df), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.669907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 05:03:07.669907 n-d-827844-2 neutron-server[109960]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 10 05:03:07.669907 n-d-827844-2 neutron-server[109960]: [parameters: {'status': 'DOWN', 'ports_id': '355093e8-1654-4b65-96c6-73dedc4340df'}] Feb 10 05:03:07.669907 n-d-827844-2 neutron-server[109960]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 05:03:07.670342 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 05:03:07.691931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Pushing event deleted for resources: {'Port': ['ID=355093e8-1654-4b65-96c6-73dedc4340df,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:07.696672 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] No DVR routers for this DVR port 355093e8-1654-4b65-96c6-73dedc4340df on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:03:07.704107 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.704835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.709782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f477f-eefe-459e-8e55-dfa62567cae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:07.728812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6e9cc925-1484-4fb0-88db-a7076b0fb50a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.729387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Fanout notify agent at l3_agent the message router_deleted on router 6e9cc925-1484-4fb0-88db-a7076b0fb50a {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:03:07.736315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.740995 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-493cc346-1d80-48bd-8f74-462e5828a3b4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/routers/6e9cc925-1484-4fb0-88db-a7076b0fb50a HTTP/1.1" status: 204 len: 168 time: 0.9977107 Feb 10 05:03:07.740995 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53806) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:07.820381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (5c7ac425-4c0a-40e3-8219-314500a45a6f), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.922635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (5c7ac425-4c0a-40e3-8219-314500a45a6f), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.943039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7ac425-4c0a-40e3-8219-314500a45a6f']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:07.952851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b031ef-f403-4b95-97ac-2625dbfffb01') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:07.953145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b031ef-f403-4b95-97ac-2625dbfffb01') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:07.962922 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (e6b031ef-f403-4b95-97ac-2625dbfffb01), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.976637 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (e6b031ef-f403-4b95-97ac-2625dbfffb01), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.982604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:03:07.982993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (e6b031ef-f403-4b95-97ac-2625dbfffb01), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:03:07.985850 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:03:08.111720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (5c7ac425-4c0a-40e3-8219-314500a45a6f), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.119152 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.123846 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/networks/5c7ac425-4c0a-40e3-8219-314500a45a6f HTTP/1.1" status: 204 len: 168 time: 0.3812244 Feb 10 05:03:08.124890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53808) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:08.141559 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccdfde-25e0-428d-9f80-b9118ce53526 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Network': ['ID=5c7ac425-4c0a-40e3-8219-314500a45a6f,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:08.189938 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46bd6fc9-3127-4b88-8a63-d87caf2c7b11 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (fc478433-d819-48d1-ba68-d3c65dba0827), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.192551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Port 355093e8-1654-4b65-96c6-73dedc4340df update to DOWN by agent not found {{(pid=109960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 10 05:03:08.216500 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46bd6fc9-3127-4b88-8a63-d87caf2c7b11 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (fc478433-d819-48d1-ba68-d3c65dba0827), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.334432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46bd6fc9-3127-4b88-8a63-d87caf2c7b11 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (fc478433-d819-48d1-ba68-d3c65dba0827), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.337150 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-46bd6fc9-3127-4b88-8a63-d87caf2c7b11 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.338396 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-46bd6fc9-3127-4b88-8a63-d87caf2c7b11 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc478433-d819-48d1-ba68-d3c65dba0827 HTTP/1.1" status: 204 len: 168 time: 0.2125478 Feb 10 05:03:08.348522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd6fc9-3127-4b88-8a63-d87caf2c7b11 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc478433-d819-48d1-ba68-d3c65dba0827,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:08.668098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53814) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:08.672674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-7234397d-1638-4ff9-986e-1362c366a96c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56888070', 'description': 'tempest-secgroup-smoke-56888070 description', 'project_id': 'e69467c5a99549188332b39fd2bd5638'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:08.728729 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7234397d-1638-4ff9-986e-1362c366a96c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.793263 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7234397d-1638-4ff9-986e-1362c366a96c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (a615f721-be45-4233-b692-ac8ddbad9a5a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.848336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7234397d-1638-4ff9-986e-1362c366a96c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a615f721-be45-4233-b692-ac8ddbad9a5a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.876743 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234397d-1638-4ff9-986e-1362c366a96c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a615f721-be45-4233-b692-ac8ddbad9a5a,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:08.931315 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7234397d-1638-4ff9-986e-1362c366a96c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:08.932505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7234397d-1638-4ff9-986e-1362c366a96c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2633843 Feb 10 05:03:08.935473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53816) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:08.945361 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-699f0487-8111-44ac-ac12-d10754fcef5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'a615f721-be45-4233-b692-ac8ddbad9a5a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:09.001689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-699f0487-8111-44ac-ac12-d10754fcef5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (a979f299-2e9e-439a-a2bd-7dadd3dfb8b5), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.055059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-699f0487-8111-44ac-ac12-d10754fcef5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (a979f299-2e9e-439a-a2bd-7dadd3dfb8b5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.128419 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-699f0487-8111-44ac-ac12-d10754fcef5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a979f299-2e9e-439a-a2bd-7dadd3dfb8b5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.145487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f0487-8111-44ac-ac12-d10754fcef5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a979f299-2e9e-439a-a2bd-7dadd3dfb8b5,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:09.232514 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-699f0487-8111-44ac-ac12-d10754fcef5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.233704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-699f0487-8111-44ac-ac12-d10754fcef5e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973244 Feb 10 05:03:09.236507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53818) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:09.244107 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-da737e01-a48a-4bc7-8f8f-80a5721a2b92 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'a615f721-be45-4233-b692-ac8ddbad9a5a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:09.320437 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:03:09.324234 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da737e01-a48a-4bc7-8f8f-80a5721a2b92 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (c4a7420f-932a-43ec-9657-e742f9e9c684), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.343813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:03:09.344165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 1ac4a3ef-3cf3-40dd-b0cf-82e248729415 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:03:09.344587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0581223d-5c58-4732-aa46-05a9b532fcba no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:03:09.363759 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0581223d-5c58-4732-aa46-05a9b532fcba {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:03:09.364103 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0581223d-5c58-4732-aa46-05a9b532fcba not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:03:09.385423 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da737e01-a48a-4bc7-8f8f-80a5721a2b92 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (c4a7420f-932a-43ec-9657-e742f9e9c684), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.459726 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da737e01-a48a-4bc7-8f8f-80a5721a2b92 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c4a7420f-932a-43ec-9657-e742f9e9c684), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.478555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da737e01-a48a-4bc7-8f8f-80a5721a2b92 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a7420f-932a-43ec-9657-e742f9e9c684,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:09.546593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-da737e01-a48a-4bc7-8f8f-80a5721a2b92 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.547850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-da737e01-a48a-4bc7-8f8f-80a5721a2b92 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103909 Feb 10 05:03:09.550630 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53820) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:09.557639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-90ae9f71-3b0f-43ce-9b2b-3aba33c218a8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'a615f721-be45-4233-b692-ac8ddbad9a5a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:09.676742 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90ae9f71-3b0f-43ce-9b2b-3aba33c218a8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (988a7c1f-90ae-49d5-a957-5208c5f9363d), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.736395 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90ae9f71-3b0f-43ce-9b2b-3aba33c218a8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (988a7c1f-90ae-49d5-a957-5208c5f9363d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.803689 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90ae9f71-3b0f-43ce-9b2b-3aba33c218a8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (988a7c1f-90ae-49d5-a957-5208c5f9363d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.819108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae9f71-3b0f-43ce-9b2b-3aba33c218a8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988a7c1f-90ae-49d5-a957-5208c5f9363d,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:09.890686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-90ae9f71-3b0f-43ce-9b2b-3aba33c218a8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:09.891999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-90ae9f71-3b0f-43ce-9b2b-3aba33c218a8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403637 Feb 10 05:03:09.894691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53822) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:09.899242 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a2ded39b-569b-43cb-8751-b71630f9c371 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'a615f721-be45-4233-b692-ac8ddbad9a5a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:09.967409 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2ded39b-569b-43cb-8751-b71630f9c371 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (550d738c-dc44-4916-95b6-4aa82292f0bd), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.025358 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2ded39b-569b-43cb-8751-b71630f9c371 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (550d738c-dc44-4916-95b6-4aa82292f0bd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.077452 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2ded39b-569b-43cb-8751-b71630f9c371 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (550d738c-dc44-4916-95b6-4aa82292f0bd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.095877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded39b-569b-43cb-8751-b71630f9c371 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550d738c-dc44-4916-95b6-4aa82292f0bd,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:10.152023 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a2ded39b-569b-43cb-8751-b71630f9c371 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.153254 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a2ded39b-569b-43cb-8751-b71630f9c371 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2575974 Feb 10 05:03:10.156093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53824) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:10.160468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'a615f721-be45-4233-b692-ac8ddbad9a5a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:10.241956 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:03:10.247633 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (b175e162-979c-4e0a-bcef-30425473fc51), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.308171 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (b175e162-979c-4e0a-bcef-30425473fc51), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.373413 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b175e162-979c-4e0a-bcef-30425473fc51), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.392086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b175e162-979c-4e0a-bcef-30425473fc51,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:10.495127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.496360 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-854b7ba9-f743-41ce-93ca-d07ae7e62f5c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3393624 Feb 10 05:03:10.499086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53826) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:10.503336 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'a615f721-be45-4233-b692-ac8ddbad9a5a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:10.573159 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:03:10.577993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (2e13a1d0-1418-415b-85b8-986f4113ad46), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.637190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (2e13a1d0-1418-415b-85b8-986f4113ad46), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.751490 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2e13a1d0-1418-415b-85b8-986f4113ad46), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.769865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e13a1d0-1418-415b-85b8-986f4113ad46,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:10.850688 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.851895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e1dd0ffd-e9e6-49e5-81f4-ab3b1979b5dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3518984 Feb 10 05:03:10.854967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53828) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:10.859847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'network': {'name': 'tempest-network-smoke--1908726351', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:10.940192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:03:10.944366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.967460 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:03:10.976165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (1c4715f1-18a3-4f45-bf2a-6632300745cf), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:10.976581 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Added segment 1c4715f1-18a3-4f45-bf2a-6632300745cf of type vlan for network e5a21968-6bb6-49e9-aa04-aafdf0b49166 Feb 10 05:03:11.015240 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e5a21968-6bb6-49e9-aa04-aafdf0b49166), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.111336 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e5a21968-6bb6-49e9-aa04-aafdf0b49166), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.116889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:11.117497 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.184383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Network': ['ID=e5a21968-6bb6-49e9-aa04-aafdf0b49166,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:11.194384 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:03:11.211517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-64b4b187-87fd-4732-9b58-99588fd25969 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3555212 Feb 10 05:03:11.217338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53830) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:11.218739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'admin_state_up': True, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:11.294464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.295560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.353946 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.557332 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.823174 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.844799 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:11.944342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.61 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/634ad552-10d3-4b58-84cb-378ba8df0f41) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:03:12.048171 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:12.146172 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:12.184555 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:03:12.187651 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:03:12.191164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:03:12.213276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=634ad552-10d3-4b58-84cb-378ba8df0f41,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:12.509298 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:12.709808 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:12.905550 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:03:13.021776 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:03:13.031319 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Sync routers for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:03:13.046668 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:13.047342 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:13.101880 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.103152 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-36e22a7b-9660-4e3c-a254-b381dfc8ff23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8879690 Feb 10 05:03:13.106127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53834) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:13.134676 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-aafc4b0c-0888-49d1-a98a-54971cbb9c55 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=e69467c5a99549188332b39fd2bd5638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274713 Feb 10 05:03:13.137229 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53836) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:13.155363 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:13.227239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70324807-3cf9-420e-99ba-823b6811b930 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:13.228674 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-70324807-3cf9-420e-99ba-823b6811b930 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904958 Feb 10 05:03:13.231476 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53838) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:13.259550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-233d8127-f75f-48f4-8063-e9e350703c38 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270181 Feb 10 05:03:13.262211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53840) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:13.267568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464633241', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:13.342047 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:12Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:13.368153 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Checking router: 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:03:13.368638 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Updating router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 port 634ad552-10d3-4b58-84cb-378ba8df0f41 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:03:13.394945 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.431328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:03:13.435161 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.648243 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Publish callbacks [] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.666150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (05b040e1-f71c-4fc7-8197-1d135576c11a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.730337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Subnet': ['ID=05b040e1-f71c-4fc7-8197-1d135576c11a,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:13.734620 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.740363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Checking segment: {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:03:13.740734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network hostable DHCP agents. Network: e5a21968-6bb6-49e9-aa04-aafdf0b49166, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:03:13.786098 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Attempting to bind port 634ad552-10d3-4b58-84cb-378ba8df0f41 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:03:13.790647 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Attempting to bind port 634ad552-10d3-4b58-84cb-378ba8df0f41 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:03:13.790647 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Attempting to bind port 634ad552-10d3-4b58-84cb-378ba8df0f41 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:03:13.793758 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Pushing event updated for resources: {'Port': ['ID=634ad552-10d3-4b58-84cb-378ba8df0f41,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:13.796625 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:03:13.796999 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:03:13.797402 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.797798 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:03:13.798260 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Bound port: 634ad552-10d3-4b58-84cb-378ba8df0f41, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:03:13.798635 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.804875 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.805223 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.805567 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.805907 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.806238 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.806567 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.806920 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.807246 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.807576 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.807897 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.808219 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.808534 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.808712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:03:13.808861 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:03:13.858238 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] For port 634ad552-10d3-4b58-84cb-378ba8df0f41, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:03:13.861416 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] For port 634ad552-10d3-4b58-84cb-378ba8df0f41, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=634ad552-10d3-4b58-84cb-378ba8df0f41,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:03:13.888842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e5a21968-6bb6-49e9-aa04-aafdf0b49166) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:03:13.892954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:13.893560 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.903402 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9592dd-c420-413c-97b8-d8c02ac88435 None None] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:03:13.912750 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:13.962855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-54898e99-4877-43c4-8d02-7654157fe2dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6974916 Feb 10 05:03:13.964166 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53842) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:13.973644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52fde1-c652-4399-bd9b-90fc6cc8d8a9 None None] Pushing event updated for resources: {'Port': ['ID=634ad552-10d3-4b58-84cb-378ba8df0f41,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:13.976785 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:13.977386 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:14.012113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:03:14.013232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:14.089358 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:14.156253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Allocated IP 172.20.0.2 (e5a21968-6bb6-49e9-aa04-aafdf0b49166/05b040e1-f71c-4fc7-8197-1d135576c11a/7c3e986a-71ac-4d71-9884-1a074064e8ae) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:03:14.311589 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Publish callbacks [] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:14.367075 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:12Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:14.374750 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:14.398417 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339183b-9349-4a5b-80c4-f915c7c8cfb1 None None] The sync data for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 is: [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:12Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:03:14.423192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:03:14.426151 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:03:14.429317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:03:14.435059 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:14.439629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Pushing event updated for resources: {'Port': ['ID=7c3e986a-71ac-4d71-9884-1a074064e8ae,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:14.497146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Attempting to bind port 7c3e986a-71ac-4d71-9884-1a074064e8ae on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:03:14.497528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Attempting to bind port 7c3e986a-71ac-4d71-9884-1a074064e8ae by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:03:14.497931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Attempting to bind port 7c3e986a-71ac-4d71-9884-1a074064e8ae on network e5a21968-6bb6-49e9-aa04-aafdf0b49166 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:03:14.503500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:03:14.503500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Checking segment: {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:03:14.503922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:14.504323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Bound using segment: {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:03:14.505230 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Bound port: 7c3e986a-71ac-4d71-9884-1a074064e8ae, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:03:14.505230 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:14.576629 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] For port 7c3e986a-71ac-4d71-9884-1a074064e8ae, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:03:14.580161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] For port 7c3e986a-71ac-4d71-9884-1a074064e8ae, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7c3e986a-71ac-4d71-9884-1a074064e8ae,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:03:14.649028 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:14.726484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ea23e-39a4-43fe-88b3-bfb213dd9096 None None] Pushing event updated for resources: {'Port': ['ID=7c3e986a-71ac-4d71-9884-1a074064e8ae,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:15.040910 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.1 (e5a21968-6bb6-49e9-aa04-aafdf0b49166/05b040e1-f71c-4fc7-8197-1d135576c11a/b70ca547-419f-48f7-b7fd-b24c986a538b) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:03:15.162121 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.249128 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.294187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:03:15.297261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:03:15.301644 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:03:15.358630 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=b70ca547-419f-48f7-b7fd-b24c986a538b,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:15.374424 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.400127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 634ad552-10d3-4b58-84cb-378ba8df0f41 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:03:15.452222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 634ad552-10d3-4b58-84cb-378ba8df0f41 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:15.452870 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.536795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 634ad552-10d3-4b58-84cb-378ba8df0f41 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:15.537301 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.563873 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 634ad552-10d3-4b58-84cb-378ba8df0f41, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=634ad552-10d3-4b58-84cb-378ba8df0f41,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:15.577860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.637285 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.639497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7c3e986a-71ac-4d71-9884-1a074064e8ae up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:03:15.722676 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=634ad552-10d3-4b58-84cb-378ba8df0f41,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:15.739269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7c3e986a-71ac-4d71-9884-1a074064e8ae triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:15.739433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.789965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41476ac2-3c91-4dea-8207-e48b7821a83a None None] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:03:15.885817 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.887744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7c3e986a-71ac-4d71-9884-1a074064e8ae is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:15.888163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.924414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8d2277c3-868e-43b3-9bb0-b20cc2382453 None None] Provisioning complete for port 7c3e986a-71ac-4d71-9884-1a074064e8ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:15.924780 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8d2277c3-868e-43b3-9bb0-b20cc2382453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.939897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:15.985285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 7c3e986a-71ac-4d71-9884-1a074064e8ae, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7c3e986a-71ac-4d71-9884-1a074064e8ae,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:16.019555 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=b70ca547-419f-48f7-b7fd-b24c986a538b,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:16.022340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:16.048907 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:16.091381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8d2277c3-868e-43b3-9bb0-b20cc2382453 None None] Current status of the port 7c3e986a-71ac-4d71-9884-1a074064e8ae is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:16.091782 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8d2277c3-868e-43b3-9bb0-b20cc2382453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:16.125813 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7c3e986a-71ac-4d71-9884-1a074064e8ae,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:16.135696 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:03:16.137597 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:03:16.171044 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.db.api [None req-8d2277c3-868e-43b3-9bb0-b20cc2382453 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 05:03:16.171401 n-d-827844-2 neutron-server[109960]: DEBUG oslo_db.api [None req-8d2277c3-868e-43b3-9bb0-b20cc2382453 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 05:03:16.265892 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:03:16.380037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:03:16.385966 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-424cf3ad-5e1d-4d1e-8c3d-7e229356d595 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/95ca3b99-a2df-4e04-9e33-0ab6b97d2af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4204874 Feb 10 05:03:16.390826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Sync routers for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:03:16.402334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:16.403611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:16.531773 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:16.551283 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-04fe1c0c-699c-4ff3-b463-76b96ccd7af8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56888070&fields=id&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 267 time: 0.0535576 Feb 10 05:03:16.668409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-1818b375-b78c-469f-90d9-a575ca87ef5a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:16.669890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-1818b375-b78c-469f-90d9-a575ca87ef5a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/networks?id=e5a21968-6bb6-49e9-aa04-aafdf0b49166 HTTP/1.1" status: 200 len: 797 time: 0.1124496 Feb 10 05:03:16.685798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-e7298a4e-c23f-40a5-80e3-30e989e52d2c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/quotas/e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 375 time: 0.0103581 Feb 10 05:03:16.741048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8d2277c3-868e-43b3-9bb0-b20cc2382453 None None] Current status of the port 7c3e986a-71ac-4d71-9884-1a074064e8ae is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:16.741290 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-28a1cd43-9b92-4ced-a718-c3919a73f264 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498090 Feb 10 05:03:16.768459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 2, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:16.795423 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Checking router: 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:03:16.795784 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Updating router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 port b70ca547-419f-48f7-b7fd-b24c986a538b binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:03:16.827422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:16.836430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-7c689c37-b18c-44f0-99f4-95b051e43268 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:03:16.837467 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-7c689c37-b18c-44f0-99f4-95b051e43268 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512717 Feb 10 05:03:16.933183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0b53a20e-37ed-4115-934c-0989d40153a1 None None] Provisioning complete for port 7c3e986a-71ac-4d71-9884-1a074064e8ae triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:16.933561 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0b53a20e-37ed-4115-934c-0989d40153a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:16.934030 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-f7cfbfb9-fead-43a5-849c-0702caf6dd05 service neutron] 10.222.0.42 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904491 Feb 10 05:03:17.025085 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-2f8a302c-a1be-4bc7-9bb6-469589bca34b service neutron] 10.222.0.42 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847514 Feb 10 05:03:17.093083 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0b53a20e-37ed-4115-934c-0989d40153a1 None None] Current status of the port 7c3e986a-71ac-4d71-9884-1a074064e8ae is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:17.123611 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0b53a20e-37ed-4115-934c-0989d40153a1 None None] Provisioning complete for port b70ca547-419f-48f7-b7fd-b24c986a538b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:17.123985 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0b53a20e-37ed-4115-934c-0989d40153a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.193963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Publish callbacks [] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.195477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0b53a20e-37ed-4115-934c-0989d40153a1 None None] Port b70ca547-419f-48f7-b7fd-b24c986a538b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:03:17.298633 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.320483 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-210a8d8d-ceac-4999-abcb-9126fa204905 req-703cfe09-4333-48e0-8e9f-5a276efdd5c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 210 time: 0.0363114 Feb 10 05:03:17.362943 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 634ad552-10d3-4b58-84cb-378ba8df0f41 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:03:17.428135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b3d20-5bd2-433e-8ed3-76b527618928 None None] Pushing event updated for resources: {'Port': ['ID=b70ca547-419f-48f7-b7fd-b24c986a538b,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:17.650577 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.671564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Attempting to bind port b70ca547-419f-48f7-b7fd-b24c986a538b on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:03:17.671931 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Attempting to bind port b70ca547-419f-48f7-b7fd-b24c986a538b by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:03:17.672289 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Attempting to bind port b70ca547-419f-48f7-b7fd-b24c986a538b on network e5a21968-6bb6-49e9-aa04-aafdf0b49166 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:03:17.681584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-9e49ed43-40ff-406c-b85a-c31aa3f57ab3 None None] Provisioning complete for port b70ca547-419f-48f7-b7fd-b24c986a538b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:17.681584 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9e49ed43-40ff-406c-b85a-c31aa3f57ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.682958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 634ad552-10d3-4b58-84cb-378ba8df0f41 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:17.683321 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.685790 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:03:17.686210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Checking segment: {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:03:17.686911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.687304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Bound using segment: {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:03:17.687782 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Bound port: b70ca547-419f-48f7-b7fd-b24c986a538b, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:03:17.688364 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.779135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9e49ed43-40ff-406c-b85a-c31aa3f57ab3 None None] Port b70ca547-419f-48f7-b7fd-b24c986a538b cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:03:17.830965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] For port b70ca547-419f-48f7-b7fd-b24c986a538b, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:03:17.850042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] For port b70ca547-419f-48f7-b7fd-b24c986a538b, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b70ca547-419f-48f7-b7fd-b24c986a538b,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:03:17.856893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 634ad552-10d3-4b58-84cb-378ba8df0f41 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:17.857960 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7c3e986a-71ac-4d71-9884-1a074064e8ae up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:03:17.903904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7c3e986a-71ac-4d71-9884-1a074064e8ae triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:17.904272 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:17.925497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:18.008468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:18.009098 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:18.012775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b3d20-5bd2-433e-8ed3-76b527618928 None None] Pushing event updated for resources: {'Port': ['ID=b70ca547-419f-48f7-b7fd-b24c986a538b,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:18.100135 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7c3e986a-71ac-4d71-9884-1a074064e8ae is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:18.153343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:18.250395 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-eeee863d-67c9-42f0-a9f5-48edc3f50f58 None None] Provisioning complete for port b70ca547-419f-48f7-b7fd-b24c986a538b triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:18.250673 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eeee863d-67c9-42f0-a9f5-48edc3f50f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:18.414749 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-593e9ed1-1143-49c3-b5bc-15644e70676c req-77099d72-7c01-460d-a66d-32144d218be0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 210 time: 0.0280061 Feb 10 05:03:18.419426 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-eeee863d-67c9-42f0-a9f5-48edc3f50f58 None None] Current status of the port b70ca547-419f-48f7-b7fd-b24c986a538b is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:18.419828 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eeee863d-67c9-42f0-a9f5-48edc3f50f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:18.462097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-eeee863d-67c9-42f0-a9f5-48edc3f50f58 None None] For port b70ca547-419f-48f7-b7fd-b24c986a538b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b70ca547-419f-48f7-b7fd-b24c986a538b,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:18.464258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:17Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:18.494870 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc69211-7de4-4547-9d60-4baa0f519555 None None] The sync data for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 is: [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:17Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:03:18.547231 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-eeee863d-67c9-42f0-a9f5-48edc3f50f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:18.604261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee863d-67c9-42f0-a9f5-48edc3f50f58 None None] Pushing event updated for resources: {'Port': ['ID=b70ca547-419f-48f7-b7fd-b24c986a538b,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:18.854183 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:19.280932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-e503c41b-a90f-49f0-8706-b6909805b874 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:19.283708 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-e503c41b-a90f-49f0-8706-b6909805b874 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.43 "GET /v2.0/networks?id=e5a21968-6bb6-49e9-aa04-aafdf0b49166 HTTP/1.1" status: 200 len: 797 time: 0.1138244 Feb 10 05:03:19.370798 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b70ca547-419f-48f7-b7fd-b24c986a538b up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:03:19.377170 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-788dafcd-25d5-4ed3-8b67-72ad009b8622 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 378 time: 0.0807323 Feb 10 05:03:19.384218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'port': {'device_id': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'admin_state_up': True, 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'security_groups': ['a615f721-be45-4233-b692-ac8ddbad9a5a']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:19.431548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b70ca547-419f-48f7-b7fd-b24c986a538b triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:19.431926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:19.526564 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b70ca547-419f-48f7-b7fd-b24c986a538b is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:19.530080 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-001b1deb-a63f-4a00-9866-0f4a0501bf62 req-6b0cef4c-0b15-4fe5-950b-f2db54107202 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 210 time: 0.0304925 Feb 10 05:03:19.608513 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:03:19.612183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:19.745515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.3 (e5a21968-6bb6-49e9-aa04-aafdf0b49166/05b040e1-f71c-4fc7-8197-1d135576c11a/f129ad0b-d2a2-4e06-87d6-9b380642c342) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:03:19.882139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:19.975180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.019733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:03:20.023404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:03:20.027033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:03:20.033247 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=f129ad0b-d2a2-4e06-87d6-9b380642c342,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:20.081255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:20.081961 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.154336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d2846905-c13b-4250-b442-8348c76351a3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754331 Feb 10 05:03:20.167036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Request body: {'port': {'device_id': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:20.233889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.295344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-59bc5d61-4f9c-4acf-aa5f-7c98c83816ed None None] Provisioning complete for port f129ad0b-d2a2-4e06-87d6-9b380642c342 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:20.295719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-59bc5d61-4f9c-4acf-aa5f-7c98c83816ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.330582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-59bc5d61-4f9c-4acf-aa5f-7c98c83816ed None None] Port f129ad0b-d2a2-4e06-87d6-9b380642c342 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:03:20.494775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f129ad0b-d2a2-4e06-87d6-9b380642c342 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:03:20.502059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Publish callbacks [] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.514077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Transition to ACTIVE for port object f129ad0b-d2a2-4e06-87d6-9b380642c342 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:03:20.574317 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.631092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Pushing event updated for resources: {'Port': ['ID=f129ad0b-d2a2-4e06-87d6-9b380642c342,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:20.661513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb153e-17b8-458f-8f26-c8236c503175 req-1e035a10-6d73-4630-aba6-0bf21a6dc1c3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:20.663305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44cb153e-17b8-458f-8f26-c8236c503175 req-1e035a10-6d73-4630-aba6-0bf21a6dc1c3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 943 time: 0.0635321 Feb 10 05:03:20.699288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Attempting to bind port f129ad0b-d2a2-4e06-87d6-9b380642c342 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:03:20.699624 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Attempting to bind port f129ad0b-d2a2-4e06-87d6-9b380642c342 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:03:20.699957 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Attempting to bind port f129ad0b-d2a2-4e06-87d6-9b380642c342 on network e5a21968-6bb6-49e9-aa04-aafdf0b49166 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:03:20.704345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Port f129ad0b-d2a2-4e06-87d6-9b380642c342 on network e5a21968-6bb6-49e9-aa04-aafdf0b49166 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:03:20.704670 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Attempting to bind port f129ad0b-d2a2-4e06-87d6-9b380642c342 on network e5a21968-6bb6-49e9-aa04-aafdf0b49166 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:03:20.710047 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:03:20.710601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Checking segment: {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:03:20.711058 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Bound using segment: {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:03:20.711790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Bound port: f129ad0b-d2a2-4e06-87d6-9b380642c342, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4715f1-18a3-4f45-bf2a-6632300745cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:03:20.711935 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.717058 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-44cb153e-17b8-458f-8f26-c8236c503175 req-a44aeef5-527f-4739-8149-5b63acc11c96 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474348 Feb 10 05:03:20.777244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] For port f129ad0b-d2a2-4e06-87d6-9b380642c342, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:03:20.780417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] For port f129ad0b-d2a2-4e06-87d6-9b380642c342, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:03:20.843564 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.884679 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:20.885311 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:20.886765 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-d1567878-1045-490b-a48e-c70a313821ac service neutron] 10.222.0.43 "PUT /v2.0/ports/f129ad0b-d2a2-4e06-87d6-9b380642c342 HTTP/1.1" status: 200 len: 1091 time: 0.7250433 Feb 10 05:03:20.887205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:03:20.889425 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98eba8b-6fbc-4829-bae6-f177d26b042a" -d '{"events": [{"name": "network-changed", "server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:03:20.915414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1567878-1045-490b-a48e-c70a313821ac service neutron] Pushing event updated for resources: {'Port': ['ID=f129ad0b-d2a2-4e06-87d6-9b380642c342,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:20.933396 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b69e5b-a6c2-43b9-b0bd-d063b8d2a242 x-openstack-request-id: req-95b69e5b-a6c2-43b9-b0bd-d063b8d2a242 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:03:20.933713 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:03:20.933965 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95b69e5b-a6c2-43b9-b0bd-d063b8d2a242 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:03:20.934366 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'status': 'completed', 'code': 200} Feb 10 05:03:21.002371 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eba8b-6fbc-4829-bae6-f177d26b042a req-65a3c1df-850d-4db4-909c-e966acd3ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:21.003951 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98eba8b-6fbc-4829-bae6-f177d26b042a req-65a3c1df-850d-4db4-909c-e966acd3ff74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1125 time: 0.0489326 Feb 10 05:03:21.104432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eba8b-6fbc-4829-bae6-f177d26b042a req-1ec668d7-85b1-4c2e-b6d3-642046c24125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:21.105930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98eba8b-6fbc-4829-bae6-f177d26b042a req-1ec668d7-85b1-4c2e-b6d3-642046c24125 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e69467c5a99549188332b39fd2bd5638&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0946836 Feb 10 05:03:21.202035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eba8b-6fbc-4829-bae6-f177d26b042a req-e1a47c55-5a13-49ea-8394-8db433b945ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:21.203564 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b98eba8b-6fbc-4829-bae6-f177d26b042a req-e1a47c55-5a13-49ea-8394-8db433b945ba service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921435 Feb 10 05:03:21.283045 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-444026b7-8096-4b8c-ad13-a363db2abaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:21.284567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-444026b7-8096-4b8c-ad13-a363db2abaa8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1125 time: 0.0450773 Feb 10 05:03:21.329470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-ba9fb792-edd7-40bc-83ca-8681bea954b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342 HTTP/1.1" status: 200 len: 217 time: 0.0376937 Feb 10 05:03:21.380581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-1a1381b1-a90f-41a9-ad1f-b5f4148a9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:21.382034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-1a1381b1-a90f-41a9-ad1f-b5f4148a9034 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05b040e1-f71c-4fc7-8197-1d135576c11a HTTP/1.1" status: 200 len: 835 time: 0.0430160 Feb 10 05:03:21.429553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129afd-959b-4580-8125-1b87cf6d69af req-408549b6-5cef-4fe8-b050-3ff39454a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:21.431068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-408549b6-5cef-4fe8-b050-3ff39454a701 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5a21968-6bb6-49e9-aa04-aafdf0b49166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436277 Feb 10 05:03:21.520146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-dce94c8d-92a7-49e5-a0ee-11acd023c68c service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833747 Feb 10 05:03:21.610192 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4129afd-959b-4580-8125-1b87cf6d69af req-f0462158-fa2c-4dca-8cc7-000ec4ec0173 service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840988 Feb 10 05:03:21.843629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad134094-82d9-474c-9720-a1e1c5cce078 req-18e4e4b7-9579-45c3-9969-2fd1b514819d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:21.845118 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad134094-82d9-474c-9720-a1e1c5cce078 req-18e4e4b7-9579-45c3-9969-2fd1b514819d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 943 time: 0.0523403 Feb 10 05:03:21.892676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad134094-82d9-474c-9720-a1e1c5cce078 req-75ac6e4f-2da1-4042-8f5c-5995f3d226ba tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419738 Feb 10 05:03:23.019093 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb10dc7-3b70-49c1-b9bb-64462ae2193b req-42c7b287-af92-4cfc-a21b-e32963ff5446 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:23.020622 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2eb10dc7-3b70-49c1-b9bb-64462ae2193b req-42c7b287-af92-4cfc-a21b-e32963ff5446 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 943 time: 0.0580599 Feb 10 05:03:23.070303 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2eb10dc7-3b70-49c1-b9bb-64462ae2193b req-27200791-b5a9-489b-9186-3403709c9e5b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428057 Feb 10 05:03:23.744379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f129ad0b-d2a2-4e06-87d6-9b380642c342 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:03:23.842090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f129ad0b-d2a2-4e06-87d6-9b380642c342, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:23.852368 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'port_id': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'mac_address': 'fa:16:3e:75:2d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:03:23.888860 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f129ad0b-d2a2-4e06-87d6-9b380642c342 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:23.889248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:23.901573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f129ad0b-d2a2-4e06-87d6-9b380642c342 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:03:23.920179 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f129ad0b-d2a2-4e06-87d6-9b380642c342, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:23.973835 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:24.024321 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f129ad0b-d2a2-4e06-87d6-9b380642c342,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:24.189803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['f129ad0b-d2a2-4e06-87d6-9b380642c342'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:03:24.192670 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adf3a1-b950-4f5d-8c51-dcbd5dc8c2c9 req-24949bea-368d-4c21-a538-5a9777f644ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:24.193477 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5adf3a1-b950-4f5d-8c51-dcbd5dc8c2c9 req-24949bea-368d-4c21-a538-5a9777f644ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 944 time: 0.0564144 Feb 10 05:03:24.243696 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b5adf3a1-b950-4f5d-8c51-dcbd5dc8c2c9 req-ff874394-bc68-4a1a-898f-430b977ebe1c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436864 Feb 10 05:03:25.363122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790aed4-7e85-4e51-a56a-4831a01dce47 req-447d07ae-df8d-41fb-a1c7-d0fa7abdfaac tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:25.364611 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8790aed4-7e85-4e51-a56a-4831a01dce47 req-447d07ae-df8d-41fb-a1c7-d0fa7abdfaac tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 944 time: 0.0529773 Feb 10 05:03:25.412070 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8790aed4-7e85-4e51-a56a-4831a01dce47 req-f4e9ef25-1f08-4548-82b3-ba2e3cd879e9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413780 Feb 10 05:03:25.744347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f129ad0b-d2a2-4e06-87d6-9b380642c342 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:03:25.863651 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port f129ad0b-d2a2-4e06-87d6-9b380642c342 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:03:25.867462 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port f129ad0b-d2a2-4e06-87d6-9b380642c342 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:03:25.867837 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:25.943600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port f129ad0b-d2a2-4e06-87d6-9b380642c342 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:03:25.944068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:25.969674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:03:25.971946 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5782ea53-f9d6-4602-a1fe-56e6822a3ad3" -d '{"events": [{"server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "name": "network-vif-plugged", "status": "completed", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:03:25.984923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port f129ad0b-d2a2-4e06-87d6-9b380642c342, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:03:26.010124 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb985e4-ee03-4cfe-8a8c-89723a0b1415 x-openstack-request-id: req-ecb985e4-ee03-4cfe-8a8c-89723a0b1415 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:03:26.010421 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "name": "network-vif-plugged", "status": "completed", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:03:26.010684 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecb985e4-ee03-4cfe-8a8c-89723a0b1415 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:03:26.011140 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'code': 200} Feb 10 05:03:26.041421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:26.092797 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=f129ad0b-d2a2-4e06-87d6-9b380642c342,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:26.108925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015595e-1459-46b0-8ce4-a2643a13128b req-8e9abfc7-2820-488d-8f48-807775f0fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:26.110427 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5015595e-1459-46b0-8ce4-a2643a13128b req-8e9abfc7-2820-488d-8f48-807775f0fa27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1127 time: 0.0443974 Feb 10 05:03:26.159234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5015595e-1459-46b0-8ce4-a2643a13128b req-5742e219-8f9e-4429-8efd-e10df5f554ab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414500 Feb 10 05:03:26.533436 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ca158-ff72-415f-83f3-dfd84d8da8e0 req-af9bc8bc-7f4d-4915-902d-b09033cc8ce1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:26.535018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-558ca158-ff72-415f-83f3-dfd84d8da8e0 req-af9bc8bc-7f4d-4915-902d-b09033cc8ce1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0520971 Feb 10 05:03:26.583304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-558ca158-ff72-415f-83f3-dfd84d8da8e0 req-12d17425-9b6a-4932-88cd-9475a8310449 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424845 Feb 10 05:03:27.694448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-529e5417-4119-4569-9e93-e1e3ffb15ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:27.707232 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2c6eb-221e-413e-84d4-1ad185924ca9 req-f2a7bef0-a9d1-4b6f-a5c5-ca5f87848ae4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:27.708752 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ad2c6eb-221e-413e-84d4-1ad185924ca9 req-f2a7bef0-a9d1-4b6f-a5c5-ca5f87848ae4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0563684 Feb 10 05:03:27.757777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ad2c6eb-221e-413e-84d4-1ad185924ca9 req-3101edb5-0314-4361-bd04-241f47b2c1e9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426469 Feb 10 05:03:27.874270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8291f65-cd5a-449a-b054-015184ff6555 req-889bbdde-8ccc-4f97-a2ee-e56cac8acca9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:27.875666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e8291f65-cd5a-449a-b054-015184ff6555 req-889bbdde-8ccc-4f97-a2ee-e56cac8acca9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Feb 10 05:03:27.923527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e8291f65-cd5a-449a-b054-015184ff6555 req-ec25dced-8ae6-4785-9f41-1f29c37d54e2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422935 Feb 10 05:03:27.945477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53902) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:27.991018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b295f-f466-4edf-956d-4415a29e4ce5 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:27.992594 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-166b295f-f466-4edf-956d-4415a29e4ce5 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1122 time: 0.0461750 Feb 10 05:03:27.995457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 53904) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:27.999563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:03:28.065346 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:28.160496 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:28.263419 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.238 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c4cd880c-89f2-4bb1-a99f-0a4650b04b65) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:03:28.371025 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:28.448864 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:28.489347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:03:28.494589 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:03:28.498865 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:03:28.501881 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=c4cd880c-89f2-4bb1-a99f-0a4650b04b65,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:29.202607 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (663c7251-296a-4186-8122-f98dd1cac048), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:29.310929 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:29.460182 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:29.515289 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:29.586179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=c4cd880c-89f2-4bb1-a99f-0a4650b04b65,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:03:29.595969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (663c7251-296a-4186-8122-f98dd1cac048), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:29.699014 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 663c7251-296a-4186-8122-f98dd1cac048 associated. External IP: 172.25.8.238, port: f129ad0b-d2a2-4e06-87d6-9b380642c342. Feb 10 05:03:29.859590 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8687c56d-d418-4d3a-a836-aebbf035f076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:29.910331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:03:30.019949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:03:30.030151 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] Sync routers for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:03:30.039452 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:30.040055 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:30.090286 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:30.124022 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-239fe1ec-8bb2-42f4-9ba3-e60cc01d452e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1275647 Feb 10 05:03:30.124653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:03:30.126986 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6060197a-62f1-431b-87ff-1eec8cc4fda1" -d '{"events": [{"name": "network-changed", "server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:03:30.148283 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:30.183962 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd07db0-fdfa-4e6f-946c-ec1c8dbd33fd x-openstack-request-id: req-1cd07db0-fdfa-4e6f-946c-ec1c8dbd33fd {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:03:30.183962 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:03:30.183962 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cd07db0-fdfa-4e6f-946c-ec1c8dbd33fd {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:03:30.183962 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'status': 'completed', 'code': 200} Feb 10 05:03:30.247109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd153-e337-4652-87c8-1639907310f4 req-50fbf663-282b-42fd-9e43-8c8e54389fee tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:30.248882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e04bd153-e337-4652-87c8-1639907310f4 req-50fbf663-282b-42fd-9e43-8c8e54389fee tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0557640 Feb 10 05:03:30.252439 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-862e6aec-b073-43af-83d7-4aff98fa2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:30.253995 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-862e6aec-b073-43af-83d7-4aff98fa2096 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1127 time: 0.0485585 Feb 10 05:03:30.304666 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e04bd153-e337-4652-87c8-1639907310f4 req-01c25624-13ca-40f4-8687-7502902949e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485461 Feb 10 05:03:30.328975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53910) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:30.357159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-8664d293-533e-403f-bd62-5c8e2b78a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:30.358983 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-8664d293-533e-403f-bd62-5c8e2b78a388 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5a21968-6bb6-49e9-aa04-aafdf0b49166 HTTP/1.1" status: 200 len: 898 time: 0.0989687 Feb 10 05:03:30.379306 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '663c7251-296a-4186-8122-f98dd1cac048', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'port_id': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'mac_address': 'fa:16:3e:75:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:03:28Z', 'updated_at': '2022-02-10T05:03:28Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:18Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:30.395706 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f1a6d7b1-7af8-4e7d-9446-ca6e8227a3ba tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/663c7251-296a-4186-8122-f98dd1cac048 HTTP/1.1" status: 200 len: 991 time: 0.0654309 Feb 10 05:03:30.414797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] Checking router: 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:03:30.424651 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:03:30.425338 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:03:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:30.431573 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-0fb25926-ae7f-401f-b4ec-5024f8ede71e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342 HTTP/1.1" status: 200 len: 999 time: 0.0665495 Feb 10 05:03:30.480739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-40284fac-0d82-48e6-b49b-87ee9a451e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:30.482329 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-40284fac-0d82-48e6-b49b-87ee9a451e12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05b040e1-f71c-4fc7-8197-1d135576c11a HTTP/1.1" status: 200 len: 835 time: 0.0442784 Feb 10 05:03:30.532474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-5d9c9549-897b-489f-84dc-ecdc1a312996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:03:30.533047 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:03:30.533984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-5d9c9549-897b-489f-84dc-ecdc1a312996 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5a21968-6bb6-49e9-aa04-aafdf0b49166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456519 Feb 10 05:03:30.628268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-0851e137-62ec-40c7-b415-1ea5dd8c8d3b service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885117 Feb 10 05:03:30.716109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6060197a-62f1-431b-87ff-1eec8cc4fda1 req-d6b28d1a-dc52-4d51-95e8-8c3bde391a29 service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820220 Feb 10 05:03:30.749758 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '663c7251-296a-4186-8122-f98dd1cac048', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'port_id': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'mac_address': 'fa:16:3e:75:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:03:28Z', 'updated_at': '2022-02-10T05:03:28Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:18Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:03:30.778303 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d46d1-34c4-40fa-b344-5b293001023d None None] The sync data for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 is: [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '663c7251-296a-4186-8122-f98dd1cac048', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'port_id': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'mac_address': 'fa:16:3e:75:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:03:28Z', 'updated_at': '2022-02-10T05:03:28Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:18Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:03:30.965592 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b209f2c-c029-4a56-8c2b-ca1227ab98b8 None None] New status for floating IP 663c7251-296a-4186-8122-f98dd1cac048: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:03:31.208108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:31.400425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53912) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:03:31.464435 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8afab3d3-72c7-4e99-8a02-893352d134ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/663c7251-296a-4186-8122-f98dd1cac048 HTTP/1.1" status: 200 len: 993 time: 0.0627275 Feb 10 05:03:32.120433 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:03:32.796481 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:34.339710 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:47.453273 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:48.830312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:57.755607 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-45cdc30e-5010-4907-83e2-c39474575ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:03:59.857634 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b280e3fb-5096-437b-9aa3-d50e14333e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:01.207327 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:02.891470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:03.054270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85edab-edb9-4774-941a-4e4925aaa75d req-d53be369-3739-4a48-9d9c-a08ac009f235 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.055816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b85edab-edb9-4774-941a-4e4925aaa75d req-d53be369-3739-4a48-9d9c-a08ac009f235 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0605309 Feb 10 05:04:03.137364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3b85edab-edb9-4774-941a-4e4925aaa75d req-e7ca49f6-25dc-4f53-bd3b-94d9eff38787 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752642 Feb 10 05:04:03.140038 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-32510183-8db3-4c37-9ccb-4f95aa97c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.141490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-32510183-8db3-4c37-9ccb-4f95aa97c761 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1127 time: 0.0808618 Feb 10 05:04:03.236281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-d1efac1c-b529-49b6-834f-21200350a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.237682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-d1efac1c-b529-49b6-834f-21200350a0ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5a21968-6bb6-49e9-aa04-aafdf0b49166 HTTP/1.1" status: 200 len: 898 time: 0.0891113 Feb 10 05:04:03.302009 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-1bddb34b-1b3f-42d8-8114-a07e3457ef71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342 HTTP/1.1" status: 200 len: 1001 time: 0.0579958 Feb 10 05:04:03.350050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-4fe433fd-e0ec-42c9-8345-477d6e0c7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.351538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-4fe433fd-e0ec-42c9-8345-477d6e0c7720 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05b040e1-f71c-4fc7-8197-1d135576c11a HTTP/1.1" status: 200 len: 835 time: 0.0430267 Feb 10 05:04:03.403456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-9a6ce113-6e56-4243-8d30-f2bdb2e1215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.404941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-9a6ce113-6e56-4243-8d30-f2bdb2e1215f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5a21968-6bb6-49e9-aa04-aafdf0b49166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469139 Feb 10 05:04:03.493857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-82b711c8-c26a-4481-ad4b-d6c077052eda service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821195 Feb 10 05:04:03.584604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e9d1c81-ef1d-45ca-9672-d6b8bac34449 req-d678b379-e2a8-4319-a73a-5ec4dd961801 service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846941 Feb 10 05:04:03.694423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-52d5c7d6-6d95-4748-bd37-48404b9e2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.696048 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-52d5c7d6-6d95-4748-bd37-48404b9e2835 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1127 time: 0.0466599 Feb 10 05:04:03.805157 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-fd85438e-bb66-4ac4-abf5-6400a66f3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.806800 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-fd85438e-bb66-4ac4-abf5-6400a66f3a9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5a21968-6bb6-49e9-aa04-aafdf0b49166 HTTP/1.1" status: 200 len: 898 time: 0.0918930 Feb 10 05:04:03.873534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-7ea39e6b-e05e-49ef-a9fa-3abd0e1c0ae1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342 HTTP/1.1" status: 200 len: 1001 time: 0.0602608 Feb 10 05:04:03.923094 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-7722cd59-40a6-42ed-8116-aabf0bc172db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.925092 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-7722cd59-40a6-42ed-8116-aabf0bc172db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05b040e1-f71c-4fc7-8197-1d135576c11a HTTP/1.1" status: 200 len: 835 time: 0.0454359 Feb 10 05:04:03.979213 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-bb1386b0-7216-47c8-93a8-d038fe168ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:03.980756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-bb1386b0-7216-47c8-93a8-d038fe168ed7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5a21968-6bb6-49e9-aa04-aafdf0b49166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504007 Feb 10 05:04:04.072722 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-ae1ccdb8-8ce9-4cba-a233-8e6971ce31e2 service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850291 Feb 10 05:04:04.168322 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5dbee4a-6c2a-4764-97f1-441dd0e68e8c req-6535e5f5-95ba-41d9-acb4-1b7968e4e2fd service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868547 Feb 10 05:04:04.257252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e70e42-7fcd-4a92-92d4-4e55943661b6 req-d50e64f2-ef1a-44ef-97f3-e51e6522f5b7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:04.258813 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6e70e42-7fcd-4a92-92d4-4e55943661b6 req-d50e64f2-ef1a-44ef-97f3-e51e6522f5b7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0515630 Feb 10 05:04:04.307902 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a6e70e42-7fcd-4a92-92d4-4e55943661b6 req-4d833263-64c5-42d9-bed2-79c98f7d0bf6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415552 Feb 10 05:04:04.350108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:05.429146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19092be6-3426-403c-8f33-28a0980de793 req-c56feb75-28cf-4d84-801e-5eb016b45289 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:05.430626 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19092be6-3426-403c-8f33-28a0980de793 req-c56feb75-28cf-4d84-801e-5eb016b45289 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Feb 10 05:04:05.478813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-19092be6-3426-403c-8f33-28a0980de793 req-afc78f2d-1476-4d8f-b820-3a43caf15575 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414593 Feb 10 05:04:06.596521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9bf8f-d076-41a6-ab30-5874073489a2 req-08602d21-c89d-41fb-baa3-f65d0f9d96b1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:06.597905 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30a9bf8f-d076-41a6-ab30-5874073489a2 req-08602d21-c89d-41fb-baa3-f65d0f9d96b1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0518847 Feb 10 05:04:06.645154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-30a9bf8f-d076-41a6-ab30-5874073489a2 req-abf85c0a-ad14-458a-93a7-32b05216b039 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417857 Feb 10 05:04:07.764613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ecae-9ac0-4a87-9c3c-054fd5bddc14 req-b2316186-99da-4ca4-9bd8-a923ad5e3dd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:07.766108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3277ecae-9ac0-4a87-9c3c-054fd5bddc14 req-b2316186-99da-4ca4-9bd8-a923ad5e3dd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Feb 10 05:04:07.818658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3277ecae-9ac0-4a87-9c3c-054fd5bddc14 req-71ade6d4-88b6-40f9-b5f4-20a396f7b79e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469983 Feb 10 05:04:08.945558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200811e9-1c26-4a6a-b890-bbbb8013486c req-c6660fca-cf10-42ff-aa59-8981144d94cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:08.947057 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-200811e9-1c26-4a6a-b890-bbbb8013486c req-c6660fca-cf10-42ff-aa59-8981144d94cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0590141 Feb 10 05:04:08.994366 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-200811e9-1c26-4a6a-b890-bbbb8013486c req-18e7bf45-5145-4ed0-938d-31d910dac0ac tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414488 Feb 10 05:04:09.119167 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:04:10.119461 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60caf-922f-4099-bdc6-dbf92b46ed5b req-ada544fd-d928-47bb-95cc-f93131ee0a90 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:10.121548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-93e60caf-922f-4099-bdc6-dbf92b46ed5b req-ada544fd-d928-47bb-95cc-f93131ee0a90 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0529408 Feb 10 05:04:10.169133 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-93e60caf-922f-4099-bdc6-dbf92b46ed5b req-42347ecc-c83d-414b-9f12-8a54ed8e223b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419791 Feb 10 05:04:11.335837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2dfa8-fb87-4990-8a94-e655a75eedb8 req-d6947a68-2e3d-4fe8-abcf-d47b22bd2482 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:11.337352 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d2dfa8-fb87-4990-8a94-e655a75eedb8 req-d6947a68-2e3d-4fe8-abcf-d47b22bd2482 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.1004097 Feb 10 05:04:11.385861 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-38d2dfa8-fb87-4990-8a94-e655a75eedb8 req-ca402531-5174-4dc0-afd8-c0dc06406b0f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415831 Feb 10 05:04:12.553836 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e892e-10d0-49c1-8d90-469ab660593e req-7b33de64-9179-4828-b896-36f29cef73ce tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:12.555363 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae4e892e-10d0-49c1-8d90-469ab660593e req-7b33de64-9179-4828-b896-36f29cef73ce tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.1011188 Feb 10 05:04:12.609672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ae4e892e-10d0-49c1-8d90-469ab660593e req-a0c3cd75-aa07-4787-b171-edd9730729b3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470529 Feb 10 05:04:13.731392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163bef-c800-4562-b221-d6e3c1e75a9d req-4e27dfdf-7c4e-4293-9214-05c38eedb522 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:13.732891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4163bef-c800-4562-b221-d6e3c1e75a9d req-4e27dfdf-7c4e-4293-9214-05c38eedb522 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0554910 Feb 10 05:04:13.785625 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b4163bef-c800-4562-b221-d6e3c1e75a9d req-aeaab6ce-81a2-4c33-886f-cef590644fd1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471601 Feb 10 05:04:14.917876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf9d15-b650-4acc-8942-9d2ba8becc7e req-b76447b1-8434-4816-a95c-c0dd68357845 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:14.919386 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fcf9d15-b650-4acc-8942-9d2ba8becc7e req-b76447b1-8434-4816-a95c-c0dd68357845 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0567455 Feb 10 05:04:14.967100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8fcf9d15-b650-4acc-8942-9d2ba8becc7e req-87e57f44-1179-44db-8f95-3408cf91be69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421693 Feb 10 05:04:16.096577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90cf4a-76c0-449b-86e6-227968e9f9d2 req-195a8771-3e45-494f-9897-c3b855d44482 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:16.098080 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e90cf4a-76c0-449b-86e6-227968e9f9d2 req-195a8771-3e45-494f-9897-c3b855d44482 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0543272 Feb 10 05:04:16.146563 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e90cf4a-76c0-449b-86e6-227968e9f9d2 req-af34acfa-d252-4fab-a159-895829d528d6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427918 Feb 10 05:04:17.266676 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542723-f1ff-4a8a-8956-ee6d5d22b3b5 req-ca0bc38d-f9e5-4215-a35e-74794db0e1ca tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:17.268190 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32542723-f1ff-4a8a-8956-ee6d5d22b3b5 req-ca0bc38d-f9e5-4215-a35e-74794db0e1ca tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0528967 Feb 10 05:04:17.316946 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32542723-f1ff-4a8a-8956-ee6d5d22b3b5 req-c7bba4ea-e5f0-4db8-ad28-84f60cf1aad9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431716 Feb 10 05:04:17.457859 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:18.434129 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033842fb-18ae-4aca-8359-3571457d3258 req-419cd3f3-df7d-4d9a-bdc1-576ed0d9a806 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:18.435910 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-033842fb-18ae-4aca-8359-3571457d3258 req-419cd3f3-df7d-4d9a-bdc1-576ed0d9a806 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0521204 Feb 10 05:04:18.484943 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-033842fb-18ae-4aca-8359-3571457d3258 req-ef5a67c8-659a-45a7-8678-b5df27314439 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433917 Feb 10 05:04:18.874877 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:19.603309 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12d090-caff-4135-a56e-c56a6a861756 req-593eb807-2889-41f4-9ad4-2fa1ce68a77c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:19.605503 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c12d090-caff-4135-a56e-c56a6a861756 req-593eb807-2889-41f4-9ad4-2fa1ce68a77c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Feb 10 05:04:19.662463 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2c12d090-caff-4135-a56e-c56a6a861756 req-2a591145-5913-44f2-b455-4385f1061f42 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504580 Feb 10 05:04:20.786095 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682544fb-bcc8-456a-b154-8bd9e594fa85 req-7672036a-a92c-46d3-9272-c4d5b9da34fe tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:20.787581 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-682544fb-bcc8-456a-b154-8bd9e594fa85 req-7672036a-a92c-46d3-9272-c4d5b9da34fe tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0543754 Feb 10 05:04:20.836193 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-682544fb-bcc8-456a-b154-8bd9e594fa85 req-640f9bdd-c9cc-45e7-9662-f98bba15189c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423260 Feb 10 05:04:20.858556 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53968) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:04:20.919064 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7d23d169-ee4a-4534-bc44-1167864f2f45 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/663c7251-296a-4186-8122-f98dd1cac048 HTTP/1.1" status: 200 len: 993 time: 0.0592396 Feb 10 05:04:27.720473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1c1252c4-b172-42f6-a81c-4fd5b7a52942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:29.852189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d300-d8ec-41ae-8e01-61ac381ed207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:31.229391 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:32.793783 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:34.320496 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:46.117504 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:04:47.474524 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:48.863155 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:51.552979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 53990) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:04:51.712481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port c4cd880c-89f2-4bb1-a99f-0a4650b04b65 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:04:51.712746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:51.786527 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:51.786888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:51.799052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for c4cd880c-89f2-4bb1-a99f-0a4650b04b65 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:04:52.012047 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c4cd880c-89f2-4bb1-a99f-0a4650b04b65), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:52.037792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=c4cd880c-89f2-4bb1-a99f-0a4650b04b65,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:04:52.061679 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.062037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.062382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.062735 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.063075 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.063407 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.063738 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.064067 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.064393 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.064718 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.065041 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.065363 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.065680 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:52.106198 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (663c7251-296a-4186-8122-f98dd1cac048), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:52.106530 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 663c7251-296a-4186-8122-f98dd1cac048 disassociated (deleted). External IP: 172.25.8.238, port: f129ad0b-d2a2-4e06-87d6-9b380642c342. Feb 10 05:04:52.315522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:04:52.422376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:04:52.427103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:52.432241 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] Sync routers for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:04:52.442953 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:04:52.443560 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:04:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:52.456882 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3af868e7-f45b-4aa4-a83d-9316d578d1df tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/floatingips/663c7251-296a-4186-8122-f98dd1cac048 HTTP/1.1" status: 204 len: 168 time: 0.9028153 Feb 10 05:04:52.457481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:04:52.459772 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc76143-572e-414f-81a2-abd8e0adfeec" -d '{"events": [{"name": "network-changed", "server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:04:52.499728 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee57e41-20e4-46d9-b725-89b54f1a0f46 x-openstack-request-id: req-9ee57e41-20e4-46d9-b725-89b54f1a0f46 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:04:52.500019 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:04:52.500275 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ee57e41-20e4-46d9-b725-89b54f1a0f46 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:04:52.500681 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'status': 'completed', 'code': 200} Feb 10 05:04:52.556572 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:04:52.564990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76143-572e-414f-81a2-abd8e0adfeec req-e6744330-0dd3-48c9-b71b-039031b73eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:52.566569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adc76143-572e-414f-81a2-abd8e0adfeec req-e6744330-0dd3-48c9-b71b-039031b73eb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 1127 time: 0.0459738 Feb 10 05:04:52.660076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76143-572e-414f-81a2-abd8e0adfeec req-a85b3bc4-c187-443d-9737-e034e2820c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:52.661686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adc76143-572e-414f-81a2-abd8e0adfeec req-a85b3bc4-c187-443d-9737-e034e2820c87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5a21968-6bb6-49e9-aa04-aafdf0b49166 HTTP/1.1" status: 200 len: 898 time: 0.0885689 Feb 10 05:04:52.713567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adc76143-572e-414f-81a2-abd8e0adfeec req-d335856a-a28f-448b-adfc-1ed7931bccf5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342 HTTP/1.1" status: 200 len: 217 time: 0.0455656 Feb 10 05:04:52.763958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76143-572e-414f-81a2-abd8e0adfeec req-b2785fda-d843-4026-bbcc-9fed4ca20a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:52.765527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adc76143-572e-414f-81a2-abd8e0adfeec req-b2785fda-d843-4026-bbcc-9fed4ca20a44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05b040e1-f71c-4fc7-8197-1d135576c11a HTTP/1.1" status: 200 len: 835 time: 0.0463657 Feb 10 05:04:52.818570 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76143-572e-414f-81a2-abd8e0adfeec req-10be73d3-2d9a-4145-9569-0578d911f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:52.820050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adc76143-572e-414f-81a2-abd8e0adfeec req-10be73d3-2d9a-4145-9569-0578d911f228 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5a21968-6bb6-49e9-aa04-aafdf0b49166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480642 Feb 10 05:04:52.860832 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:18Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:52.887833 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] Checking router: 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:04:52.896119 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:04:52.896724 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:04:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:52.952871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb397-d2de-4e6a-851b-7f1a8b3908fd req-c6a62aa5-1a6a-4348-a345-28714d3ca45c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:52.954373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-916fb397-d2de-4e6a-851b-7f1a8b3908fd req-c6a62aa5-1a6a-4348-a345-28714d3ca45c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.1096957 Feb 10 05:04:52.956186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adc76143-572e-414f-81a2-abd8e0adfeec req-2beac81a-aa1b-4868-a92f-d5eb1b846ee3 service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291857 Feb 10 05:04:53.006515 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:04:53.061773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-916fb397-d2de-4e6a-851b-7f1a8b3908fd req-28d1dc92-69d2-4d66-99d5-e27d66943d88 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016767 Feb 10 05:04:53.082749 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-adc76143-572e-414f-81a2-abd8e0adfeec req-34f2ad79-61cc-4182-8706-a2ec728fbccf service neutron] 10.222.0.43 "GET /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168246 Feb 10 05:04:53.213743 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:18Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:53.244800 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf71418d-309d-4dd8-81f5-811256f248e2 None None] The sync data for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 is: [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'b70ca547-419f-48f7-b7fd-b24c986a538b', 'name': '', 'network_id': 'e5a21968-6bb6-49e9-aa04-aafdf0b49166', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:a6:86:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:14Z', 'updated_at': '2022-02-10T05:03:18Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '05b040e1-f71c-4fc7-8197-1d135576c11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:04:53.461752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc11af-887d-4b82-bc61-63562febf086 None None] New status for floating IP 663c7251-296a-4186-8122-f98dd1cac048: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:04:54.188097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ced27-2c44-40d8-bad4-b514ac36c8ee req-ea81743f-b2bd-4d8f-9722-971d5ebc1153 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:54.189589 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-124ced27-2c44-40d8-bad4-b514ac36c8ee req-ea81743f-b2bd-4d8f-9722-971d5ebc1153 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0566654 Feb 10 05:04:54.238104 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-124ced27-2c44-40d8-bad4-b514ac36c8ee req-8657e9d0-302e-4d04-86b5-38034fe44904 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615f721-be45-4233-b692-ac8ddbad9a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425999 Feb 10 05:04:54.298523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-61e4e4f5-2679-4527-ae19-9f97b392d012 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:04:54.299994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-61e4e4f5-2679-4527-ae19-9f97b392d012 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.43 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 945 time: 0.0513144 Feb 10 05:04:54.392942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port f129ad0b-d2a2-4e06-87d6-9b380642c342 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:04:54.393280 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:54.480748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port f129ad0b-d2a2-4e06-87d6-9b380642c342, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=f129ad0b-d2a2-4e06-87d6-9b380642c342,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:04:54.481103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:54.493029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for f129ad0b-d2a2-4e06-87d6-9b380642c342 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:04:54.680136 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (f129ad0b-d2a2-4e06-87d6-9b380642c342), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:54.711273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=f129ad0b-d2a2-4e06-87d6-9b380642c342,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:04:54.743366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.743723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.744070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.744411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.744745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.745080 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.745470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.746042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.746397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.746761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.747142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.747472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.747800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:54.768301 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] No DVR routers for this DVR port f129ad0b-d2a2-4e06-87d6-9b380642c342 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:04:54.770842 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:54.774173 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-367728a4-2513-4f87-9a5f-59db2ae76579 req-e6b85a9e-1edb-4585-991a-25c9f8b747c0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.43 "DELETE /v2.0/ports/f129ad0b-d2a2-4e06-87d6-9b380642c342 HTTP/1.1" status: 204 len: 173 time: 0.4687898 Feb 10 05:04:54.774654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'name': 'network-vif-deleted', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:04:54.777651 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65ef456-2224-45c7-b52d-556a10c35bdb" -d '{"events": [{"server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "name": "network-vif-deleted", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:04:54.825931 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f53450c-a98f-449c-b922-1965e72ae9c1 x-openstack-request-id: req-6f53450c-a98f-449c-b922-1965e72ae9c1 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:04:54.826231 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2144cb78-44b6-4b4a-a85c-59ba6f20e148", "name": "network-vif-deleted", "tag": "f129ad0b-d2a2-4e06-87d6-9b380642c342", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:04:54.826488 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f53450c-a98f-449c-b922-1965e72ae9c1 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:04:54.826925 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2144cb78-44b6-4b4a-a85c-59ba6f20e148', 'name': 'network-vif-deleted', 'tag': 'f129ad0b-d2a2-4e06-87d6-9b380642c342', 'status': 'completed', 'code': 200} Feb 10 05:04:55.345426 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-46bebd78-ebac-4fa2-ab0e-bd991b42629d req-97d8c9ce-491a-47d4-8f22-48381443eaa3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=2144cb78-44b6-4b4a-a85c-59ba6f20e148 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Feb 10 05:04:56.402592 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54006) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:04:56.766606 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:57.267007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port b70ca547-419f-48f7-b7fd-b24c986a538b {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:04:57.267346 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:57.353879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port b70ca547-419f-48f7-b7fd-b24c986a538b, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b70ca547-419f-48f7-b7fd-b24c986a538b,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:04:57.354246 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:57.366993 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for b70ca547-419f-48f7-b7fd-b24c986a538b owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:04:57.622868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b70ca547-419f-48f7-b7fd-b24c986a538b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:57.650948 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=b70ca547-419f-48f7-b7fd-b24c986a538b,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:04:57.736163 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ba39e34-ccde-4cd7-ba0e-ad2a7aa0297b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:57.833349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.057916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:04:58.116271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f129ad0b-d2a2-4e06-87d6-9b380642c342 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:04:58.135654 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: f129ad0b-d2a2-4e06-87d6-9b380642c342 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:04:58.138280 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device f129ad0b-d2a2-4e06-87d6-9b380642c342 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:04:58.170401 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:04:58.178961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b9dc7060-d86e-4a5d-b87b-03f5e8537eb3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/95ca3b99-a2df-4e04-9e33-0ab6b97d2af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7741249 Feb 10 05:04:58.180792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54008) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:04:58.184299 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] Sync routers for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:04:58.196977 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:04:58.197636 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:04:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:58.233505 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting subnet 05b040e1-f71c-4fc7-8197-1d135576c11a {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:04:58.236620 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (05b040e1-f71c-4fc7-8197-1d135576c11a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.275738 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (05b040e1-f71c-4fc7-8197-1d135576c11a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.303459 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:04:58.362555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (05b040e1-f71c-4fc7-8197-1d135576c11a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.473975 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:04:57Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:58.496780 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (05b040e1-f71c-4fc7-8197-1d135576c11a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.503127 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] Checking router: 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:04:58.516540 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] Routers {'95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:04:58.517146 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:04:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:58.530032 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Subnet': ['ID=05b040e1-f71c-4fc7-8197-1d135576c11a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:04:58.532441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.538444 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8f5cacdf-2c00-4a53-9784-2024facfbade tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/subnets/05b040e1-f71c-4fc7-8197-1d135576c11a HTTP/1.1" status: 204 len: 168 time: 0.3537841 Feb 10 05:04:58.538801 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54010) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:04:58.546315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f434100-713f-42e6-a277-9853158e475d None None] Network e5a21968-6bb6-49e9-aa04-aafdf0b49166 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:04:58.624904 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] Set router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:04:58.660026 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.712121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] DHCP port deletion for e5a21968-6bb6-49e9-aa04-aafdf0b49166 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:04:58.766174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Deleting port 7c3e986a-71ac-4d71-9884-1a074064e8ae {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:04:58.767212 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.774640 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.803937 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:04:57Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:58.831125 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2eae64-b5c1-4004-a5c1-0189de4ddb06 None None] The sync data for ids ['95ca3b99-a2df-4e04-9e33-0ab6b97d2af3'] in n-d-827844-2 is: [{'id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976282611', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:04:57Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '634ad552-10d3-4b58-84cb-378ba8df0f41', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ca3b99-a2df-4e04-9e33-0ab6b97d2af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:03:11Z', 'updated_at': '2022-02-10T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:04:58.841933 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] For port 7c3e986a-71ac-4d71-9884-1a074064e8ae, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7c3e986a-71ac-4d71-9884-1a074064e8ae,segment=NetworkSegment(1c4715f1-18a3-4f45-bf2a-6632300745cf),segment_id=1c4715f1-18a3-4f45-bf2a-6632300745cf)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:04:58.842351 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.860792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Calling delete_port for 7c3e986a-71ac-4d71-9884-1a074064e8ae owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:04:58.893434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 634ad552-10d3-4b58-84cb-378ba8df0f41 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:04:58.893904 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.974860 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 634ad552-10d3-4b58-84cb-378ba8df0f41, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=634ad552-10d3-4b58-84cb-378ba8df0f41,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:04:58.975153 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:58.986659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 634ad552-10d3-4b58-84cb-378ba8df0f41 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:04:59.000121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (7c3e986a-71ac-4d71-9884-1a074064e8ae), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.024016 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Pushing event deleted for resources: {'Port': ['ID=7c3e986a-71ac-4d71-9884-1a074064e8ae,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:04:59.030906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] No DVR routers for this DVR port 7c3e986a-71ac-4d71-9884-1a074064e8ae on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:04:59.041346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.041346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.041346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.041346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.041346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.041346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.042956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.042956 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.043538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.043538 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.043708 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.044309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.044434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2739277e-4725-4474-9c7b-a6ac60d84446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:04:59.216411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (634ad552-10d3-4b58-84cb-378ba8df0f41), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.244704 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=634ad552-10d3-4b58-84cb-378ba8df0f41,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:04:59.319858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.417854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.423136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.437207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b70ca547-419f-48f7-b7fd-b24c986a538b no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:04:59.461263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b70ca547-419f-48f7-b7fd-b24c986a538b {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:04:59.461263 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b70ca547-419f-48f7-b7fd-b24c986a538b not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:04:59.466569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7c3e986a-71ac-4d71-9884-1a074064e8ae no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:04:59.482670 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7c3e986a-71ac-4d71-9884-1a074064e8ae {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:04:59.483047 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7c3e986a-71ac-4d71-9884-1a074064e8ae not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:04:59.553507 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (95ca3b99-a2df-4e04-9e33-0ab6b97d2af3), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.553968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Fanout notify agent at l3_agent the message router_deleted on router 95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:04:59.560973 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.562096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-803ab436-c733-47ee-8ce4-8dd4b8cc1016 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/routers/95ca3b99-a2df-4e04-9e33-0ab6b97d2af3 HTTP/1.1" status: 204 len: 168 time: 1.0224712 Feb 10 05:04:59.564850 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54012) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:04:59.648049 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e5a21968-6bb6-49e9-aa04-aafdf0b49166), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.736262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e5a21968-6bb6-49e9-aa04-aafdf0b49166), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.755775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a21968-6bb6-49e9-aa04-aafdf0b49166']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:59.766079 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4715f1-18a3-4f45-bf2a-6632300745cf') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:59.766377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4715f1-18a3-4f45-bf2a-6632300745cf') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:04:59.775554 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (1c4715f1-18a3-4f45-bf2a-6632300745cf), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.789123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (1c4715f1-18a3-4f45-bf2a-6632300745cf), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.795372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:04:59.795762 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (1c4715f1-18a3-4f45-bf2a-6632300745cf), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:04:59.798677 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:04:59.868173 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cee23bff-bf76-4d63-b21e-4b46c49aa59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.914118 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e5a21968-6bb6-49e9-aa04-aafdf0b49166), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.922206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:04:59.925410 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/networks/e5a21968-6bb6-49e9-aa04-aafdf0b49166 HTTP/1.1" status: 204 len: 168 time: 0.3595307 Feb 10 05:04:59.928384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54014) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:04:59.934916 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d4505-2503-4127-bc7c-fbe3e1d75295 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Network': ['ID=e5a21968-6bb6-49e9-aa04-aafdf0b49166,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:04:59.988157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bab67bb-cc0b-40a2-98d9-3b1578756b7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (a615f721-be45-4233-b692-ac8ddbad9a5a), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.014043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bab67bb-cc0b-40a2-98d9-3b1578756b7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (a615f721-be45-4233-b692-ac8ddbad9a5a), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.131372 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bab67bb-cc0b-40a2-98d9-3b1578756b7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (a615f721-be45-4233-b692-ac8ddbad9a5a), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.133936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5bab67bb-cc0b-40a2-98d9-3b1578756b7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.135119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5bab67bb-cc0b-40a2-98d9-3b1578756b7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/security-groups/a615f721-be45-4233-b692-ac8ddbad9a5a HTTP/1.1" status: 204 len: 168 time: 0.2057714 Feb 10 05:05:00.144974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab67bb-cc0b-40a2-98d9-3b1578756b7f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615f721-be45-4233-b692-ac8ddbad9a5a,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:00.510010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54020) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:00.515637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0e9c4b10-bbcb-46a4-98d7-bbf22190fcb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903382022', 'description': 'tempest-secgroup-smoke-903382022 description', 'project_id': 'e69467c5a99549188332b39fd2bd5638'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:00.594335 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4b10-bbcb-46a4-98d7-bbf22190fcb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.658458 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4b10-bbcb-46a4-98d7-bbf22190fcb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (151dc3ee-3a17-4e6a-bd68-5e0979e00250), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.725295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4b10-bbcb-46a4-98d7-bbf22190fcb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (151dc3ee-3a17-4e6a-bd68-5e0979e00250), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.754147 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c4b10-bbcb-46a4-98d7-bbf22190fcb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151dc3ee-3a17-4e6a-bd68-5e0979e00250,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:00.813189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4b10-bbcb-46a4-98d7-bbf22190fcb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.814475 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0e9c4b10-bbcb-46a4-98d7-bbf22190fcb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3028121 Feb 10 05:05:00.817411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54022) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:00.821825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b6d8d720-b124-4829-9d7c-f1d544a84c23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '151dc3ee-3a17-4e6a-bd68-5e0979e00250', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:00.901886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d720-b124-4829-9d7c-f1d544a84c23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (29d7c871-7f82-49f9-a82e-c8422ab86bac), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:00.958378 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d720-b124-4829-9d7c-f1d544a84c23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (29d7c871-7f82-49f9-a82e-c8422ab86bac), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.016735 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d720-b124-4829-9d7c-f1d544a84c23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (29d7c871-7f82-49f9-a82e-c8422ab86bac), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.034673 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8d720-b124-4829-9d7c-f1d544a84c23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d7c871-7f82-49f9-a82e-c8422ab86bac,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:01.092893 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d720-b124-4829-9d7c-f1d544a84c23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.094106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b6d8d720-b124-4829-9d7c-f1d544a84c23 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757583 Feb 10 05:05:01.096871 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54024) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:01.101113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-fdb3e37b-d926-4abf-a457-d8b1a54ab092 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '151dc3ee-3a17-4e6a-bd68-5e0979e00250', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:01.164306 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e37b-d926-4abf-a457-d8b1a54ab092 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (b59e9559-f6b4-4bd5-8b01-c1839d90739f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.220325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e37b-d926-4abf-a457-d8b1a54ab092 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (b59e9559-f6b4-4bd5-8b01-c1839d90739f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.244297 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.295349 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e37b-d926-4abf-a457-d8b1a54ab092 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (b59e9559-f6b4-4bd5-8b01-c1839d90739f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.312904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3e37b-d926-4abf-a457-d8b1a54ab092 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59e9559-f6b4-4bd5-8b01-c1839d90739f,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:01.336003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 634ad552-10d3-4b58-84cb-378ba8df0f41 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:05:01.357176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 634ad552-10d3-4b58-84cb-378ba8df0f41 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:05:01.357525 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 634ad552-10d3-4b58-84cb-378ba8df0f41 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:05:01.371836 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e37b-d926-4abf-a457-d8b1a54ab092 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.373099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fdb3e37b-d926-4abf-a457-d8b1a54ab092 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2753277 Feb 10 05:05:01.375812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54026) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:01.380128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2878eb57-b640-4908-9cf1-d753264649cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '151dc3ee-3a17-4e6a-bd68-5e0979e00250', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:01.450572 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2878eb57-b640-4908-9cf1-d753264649cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (206abae7-60b7-4b53-bb74-9f59d7f4a5c6), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.504385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2878eb57-b640-4908-9cf1-d753264649cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (206abae7-60b7-4b53-bb74-9f59d7f4a5c6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.571095 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2878eb57-b640-4908-9cf1-d753264649cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (206abae7-60b7-4b53-bb74-9f59d7f4a5c6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.591466 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878eb57-b640-4908-9cf1-d753264649cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206abae7-60b7-4b53-bb74-9f59d7f4a5c6,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:01.646015 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2878eb57-b640-4908-9cf1-d753264649cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.647318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2878eb57-b640-4908-9cf1-d753264649cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705817 Feb 10 05:05:01.650171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54028) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:01.655166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e7ebf361-3ad1-4315-84f3-8ef9bbbf3797 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '151dc3ee-3a17-4e6a-bd68-5e0979e00250', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:01.724091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf361-3ad1-4315-84f3-8ef9bbbf3797 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (c1d178e4-63b3-4614-a361-f099821bb4a8), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.783580 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf361-3ad1-4315-84f3-8ef9bbbf3797 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (c1d178e4-63b3-4614-a361-f099821bb4a8), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.856740 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf361-3ad1-4315-84f3-8ef9bbbf3797 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (c1d178e4-63b3-4614-a361-f099821bb4a8), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.875007 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebf361-3ad1-4315-84f3-8ef9bbbf3797 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d178e4-63b3-4614-a361-f099821bb4a8,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:01.938476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf361-3ad1-4315-84f3-8ef9bbbf3797 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:01.939731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7ebf361-3ad1-4315-84f3-8ef9bbbf3797 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2886140 Feb 10 05:05:01.942487 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54030) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:01.946737 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '151dc3ee-3a17-4e6a-bd68-5e0979e00250', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:02.033878 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:05:02.038876 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (f7d52fb1-936a-45f9-ae87-afabd88670a6), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.095629 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (f7d52fb1-936a-45f9-ae87-afabd88670a6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.160461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f7d52fb1-936a-45f9-ae87-afabd88670a6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.179200 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d52fb1-936a-45f9-ae87-afabd88670a6,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:02.235585 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.236814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-722cdf54-c56c-41b7-aee9-ead27f53cf4b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2933929 Feb 10 05:05:02.239593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54032) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:02.243929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '151dc3ee-3a17-4e6a-bd68-5e0979e00250', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:02.313627 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:05:02.318388 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (55552e22-a3a3-4dda-89d5-f8696687c202), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.376190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (55552e22-a3a3-4dda-89d5-f8696687c202), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.428369 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (55552e22-a3a3-4dda-89d5-f8696687c202), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.445669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55552e22-a3a3-4dda-89d5-f8696687c202,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:02.487310 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.488526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-abfb5235-60a2-4fae-99f5-7fe77ed8ba48 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2479880 Feb 10 05:05:02.491325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54034) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:02.496244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'network': {'name': 'tempest-network-smoke--2074966629', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:02.552391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:05:02.555667 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.580438 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:05:02.589668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (db63ba59-3a70-4d6e-bafa-e2f0382d7d6e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.590188 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Added segment db63ba59-3a70-4d6e-bafa-e2f0382d7d6e of type vlan for network 73f102e0-9568-4302-a437-9408ddc2d769 Feb 10 05:05:02.628495 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (73f102e0-9568-4302-a437-9408ddc2d769), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.701507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (73f102e0-9568-4302-a437-9408ddc2d769), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.706524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:02.707183 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.775672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Network': ['ID=73f102e0-9568-4302-a437-9408ddc2d769,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:02.789973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 73f102e0-9568-4302-a437-9408ddc2d769 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:05:02.790787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-99b86b09-4218-4619-80f4-e6daa5801dff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2984447 Feb 10 05:05:02.793476 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.794030 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54036) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:02.798414 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'admin_state_up': True, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:02.857292 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6900a05c-43d0-4e63-aed3-761d2f5a316a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.858468 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6900a05c-43d0-4e63-aed3-761d2f5a316a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:02.912239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (6900a05c-43d0-4e63-aed3-761d2f5a316a), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:03.088371 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6900a05c-43d0-4e63-aed3-761d2f5a316a), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:03.328001 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6900a05c-43d0-4e63-aed3-761d2f5a316a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:03.346061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:03.454563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.176 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b44acaee-3d52-4185-bf35-f5705071a0bd) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:05:03.552810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:03.650212 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:03.688678 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:05:03.691505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:05:03.694929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:05:04.045850 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=b44acaee-3d52-4185-bf35-f5705071a0bd,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:04.331693 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6900a05c-43d0-4e63-aed3-761d2f5a316a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:04.336622 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:04.528137 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6900a05c-43d0-4e63-aed3-761d2f5a316a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:04.747520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6900a05c-43d0-4e63-aed3-761d2f5a316a is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:05:04.856049 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:05:04.866511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Sync routers for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:05:04.876569 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:05:04.877215 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:05:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:04.933440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:04.935006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-73fad3aa-0a19-4653-bf49-c060ffae54c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1400084 Feb 10 05:05:04.938158 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54038) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:04.967361 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1f1e43a7-4a1d-4a94-b012-5855acf02f5a tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=e69467c5a99549188332b39fd2bd5638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279727 Feb 10 05:05:04.969978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54040) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:04.987115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:05:05.063845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbff47a-7f0a-4d61-882f-5a10b45a97a5 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:05.067786 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3bbff47a-7f0a-4d61-882f-5a10b45a97a5 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940616 Feb 10 05:05:05.067936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54042) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:05.095839 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-305b320d-9ad8-47f3-bede-82f51001181b tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268397 Feb 10 05:05:05.098365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54044) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:05.103136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1486087497', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:05.164836 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:04Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:05.192106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Checking router: 6900a05c-43d0-4e63-aed3-761d2f5a316a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:05:05.192459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Updating router 6900a05c-43d0-4e63-aed3-761d2f5a316a port b44acaee-3d52-4185-bf35-f5705071a0bd binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:05:05.220063 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.273955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:05:05.278234 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.473143 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Publish callbacks [] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.524809 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (54571c79-2fed-4225-bcf6-0ad1f1a95554), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.554067 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.587966 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Subnet': ['ID=54571c79-2fed-4225-bcf6-0ad1f1a95554,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:05.597137 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Checking segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:05:05.597502 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network hostable DHCP agents. Network: 73f102e0-9568-4302-a437-9408ddc2d769, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:05:05.605056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Attempting to bind port b44acaee-3d52-4185-bf35-f5705071a0bd on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:05:05.605440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Attempting to bind port b44acaee-3d52-4185-bf35-f5705071a0bd by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:05:05.605831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Attempting to bind port b44acaee-3d52-4185-bf35-f5705071a0bd on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:05:05.612585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cc013-1f48-45a5-a59b-89990b510e09 None None] Pushing event updated for resources: {'Port': ['ID=b44acaee-3d52-4185-bf35-f5705071a0bd,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:05.616301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:05:05.616944 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:05:05.617084 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.617445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:05:05.617920 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Bound port: b44acaee-3d52-4185-bf35-f5705071a0bd, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:05:05.618301 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.668575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] For port b44acaee-3d52-4185-bf35-f5705071a0bd, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:05:05.671524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] For port b44acaee-3d52-4185-bf35-f5705071a0bd, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b44acaee-3d52-4185-bf35-f5705071a0bd,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:05:05.685688 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 73f102e0-9568-4302-a437-9408ddc2d769 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:05:05.737449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.765804 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 73f102e0-9568-4302-a437-9408ddc2d769) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:05:05.771046 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:05.771645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:05.780408 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1eb349-3719-49cb-b85d-e5e64648564c None None] Network 73f102e0-9568-4302-a437-9408ddc2d769 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:05:05.822900 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:05:05.824041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:05:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:05.827309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cc013-1f48-45a5-a59b-89990b510e09 None None] Pushing event updated for resources: {'Port': ['ID=b44acaee-3d52-4185-bf35-f5705071a0bd,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:05.848123 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-baceb075-ceb4-4de2-b50d-f02689450dbd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7487147 Feb 10 05:05:05.850904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54046) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:05.974261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-73f102e0-9568-4302-a437-9408ddc2d769', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:05:05.975130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.001106 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:05:06.253750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Allocated IP 172.20.0.2 (73f102e0-9568-4302-a437-9408ddc2d769/54571c79-2fed-4225-bcf6-0ad1f1a95554/aba361ae-9542-4704-8f87-4c69f068ee46) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:05:06.295563 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.358587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:04Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:06.392070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764233b-e3d3-4c6e-b490-d21fca4906d8 None None] The sync data for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 is: [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:04Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:05:06.445153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Publish callbacks [] for port (aba361ae-9542-4704-8f87-4c69f068ee46), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.520266 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.568986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Network 73f102e0-9568-4302-a437-9408ddc2d769 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:05:06.575196 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:05:06.577839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:05:06.590741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Pushing event updated for resources: {'Port': ['ID=aba361ae-9542-4704-8f87-4c69f068ee46,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:06.593609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.1 (73f102e0-9568-4302-a437-9408ddc2d769/54571c79-2fed-4225-bcf6-0ad1f1a95554/563dab23-abee-431a-9861-3a1cae46aa1e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:05:06.653218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Attempting to bind port aba361ae-9542-4704-8f87-4c69f068ee46 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:05:06.653598 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Attempting to bind port aba361ae-9542-4704-8f87-4c69f068ee46 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:05:06.653964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Attempting to bind port aba361ae-9542-4704-8f87-4c69f068ee46 on network 73f102e0-9568-4302-a437-9408ddc2d769 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:05:06.659421 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:05:06.661111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Checking segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:05:06.661386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.661843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Bound using segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:05:06.662387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Bound port: aba361ae-9542-4704-8f87-4c69f068ee46, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:05:06.663367 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.736399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] For port aba361ae-9542-4704-8f87-4c69f068ee46, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:05:06.739514 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] For port aba361ae-9542-4704-8f87-4c69f068ee46, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aba361ae-9542-4704-8f87-4c69f068ee46,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:05:06.746010 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (563dab23-abee-431a-9861-3a1cae46aa1e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.795759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.833777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:06.860436 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9127-0c97-496c-b762-6be9f1d73ff8 None None] Pushing event updated for resources: {'Port': ['ID=aba361ae-9542-4704-8f87-4c69f068ee46,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:06.893926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 73f102e0-9568-4302-a437-9408ddc2d769 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:05:06.897374 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:05:06.902925 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:05:06.909575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=563dab23-abee-431a-9861-3a1cae46aa1e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:06.955039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6900a05c-43d0-4e63-aed3-761d2f5a316a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.194637 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.463852 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aba361ae-9542-4704-8f87-4c69f068ee46 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:05:07.512428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port aba361ae-9542-4704-8f87-4c69f068ee46 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:07.512801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.522052 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (563dab23-abee-431a-9861-3a1cae46aa1e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.582543 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.666002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=563dab23-abee-431a-9861-3a1cae46aa1e,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:07.669027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6900a05c-43d0-4e63-aed3-761d2f5a316a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.763093 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aba361ae-9542-4704-8f87-4c69f068ee46 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:07.763682 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.772310 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 73f102e0-9568-4302-a437-9408ddc2d769 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:05:07.773700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:05:07.808258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port aba361ae-9542-4704-8f87-4c69f068ee46, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aba361ae-9542-4704-8f87-4c69f068ee46,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:05:07.885914 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:07.887723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b44acaee-3d52-4185-bf35-f5705071a0bd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:05:07.909102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6900a05c-43d0-4e63-aed3-761d2f5a316a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:05:07.962482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bca11a-0e6e-4ba7-a0fe-bd6f7db70b37 None None] Network 73f102e0-9568-4302-a437-9408ddc2d769 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:05:07.966902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=aba361ae-9542-4704-8f87-4c69f068ee46,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:08.031130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:05:08.037239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-675bd4e3-93c0-46cd-823c-d35a611525a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/6900a05c-43d0-4e63-aed3-761d2f5a316a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1853645 Feb 10 05:05:08.047032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b44acaee-3d52-4185-bf35-f5705071a0bd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:08.047389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:08.081347 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ce43b432-9a2c-4675-b4a4-7dd3eaa5708f None None] Provisioning complete for port aba361ae-9542-4704-8f87-4c69f068ee46 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:08.081724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ce43b432-9a2c-4675-b4a4-7dd3eaa5708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:08.193214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-59e2a8f1-c13a-44ad-84d0-99e2ad10722c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903382022&fields=id&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 267 time: 0.0475800 Feb 10 05:05:08.237818 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b44acaee-3d52-4185-bf35-f5705071a0bd is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:08.238211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:08.264849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ce43b432-9a2c-4675-b4a4-7dd3eaa5708f None None] Current status of the port aba361ae-9542-4704-8f87-4c69f068ee46 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:08.269946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port b44acaee-3d52-4185-bf35-f5705071a0bd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b44acaee-3d52-4185-bf35-f5705071a0bd,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:05:08.315037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-c99ea01a-0128-4c36-b0b6-644edc135294 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:08.316556 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-c99ea01a-0128-4c36-b0b6-644edc135294 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 797 time: 0.1171374 Feb 10 05:05:08.325495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:08.333662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-79af92ad-33e7-4cae-9f2c-035d255f270a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/quotas/e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 375 time: 0.0115914 Feb 10 05:05:08.386894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=b44acaee-3d52-4185-bf35-f5705071a0bd,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:08.396116 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Sync routers for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:05:08.407907 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:05:08.408283 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:05:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:08.427043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-ca65cb25-0b8d-4ded-8cf3-cd53306f15da tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785081 Feb 10 05:05:08.486578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e0ed14b7-222e-4eb9-ba48-f2d1afc5e33a None None] Provisioning complete for port aba361ae-9542-4704-8f87-4c69f068ee46 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:08.487201 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0ed14b7-222e-4eb9-ba48-f2d1afc5e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:08.531445 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:05:08.537318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-c44c2470-2693-4069-ae59-9982d2bc0a19 service neutron] 10.222.0.42 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047652 Feb 10 05:05:08.593980 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed14b7-222e-4eb9-ba48-f2d1afc5e33a None None] Current status of the port aba361ae-9542-4704-8f87-4c69f068ee46 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:08.607568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-e0ed14b7-222e-4eb9-ba48-f2d1afc5e33a None None] Provisioning complete for port 563dab23-abee-431a-9861-3a1cae46aa1e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:08.608264 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e0ed14b7-222e-4eb9-ba48-f2d1afc5e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:08.646437 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-ec982410-bd2f-4ca9-bf35-14ec9cbd3ff4 service neutron] 10.222.0.42 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078873 Feb 10 05:05:08.647879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed14b7-222e-4eb9-ba48-f2d1afc5e33a None None] Port 563dab23-abee-431a-9861-3a1cae46aa1e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:05:08.768460 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-48c5c469-1a3b-414c-858d-1f0d21c2342a None None] Provisioning complete for port 563dab23-abee-431a-9861-3a1cae46aa1e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:08.769143 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-48c5c469-1a3b-414c-858d-1f0d21c2342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:08.810727 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-48c5c469-1a3b-414c-858d-1f0d21c2342a None None] Port 563dab23-abee-431a-9861-3a1cae46aa1e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:05:08.868066 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 2, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:08.902015 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Checking router: 6900a05c-43d0-4e63-aed3-761d2f5a316a for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:05:08.902858 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Updating router 6900a05c-43d0-4e63-aed3-761d2f5a316a port 563dab23-abee-431a-9861-3a1cae46aa1e binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:05:08.911361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6e2971e5-07f7-4bc5-8c27-f2de0b69fccf req-2bcf25ab-2897-4727-b2c9-92cfc296f026 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 210 time: 0.0358469 Feb 10 05:05:08.943592 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.029058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8ff68d2e-2244-4873-9df6-a846617ed3d7 None None] Provisioning complete for port 563dab23-abee-431a-9861-3a1cae46aa1e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:09.029519 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ff68d2e-2244-4873-9df6-a846617ed3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.065383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8ff68d2e-2244-4873-9df6-a846617ed3d7 None None] Port 563dab23-abee-431a-9861-3a1cae46aa1e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:05:09.212499 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Publish callbacks [] for port (563dab23-abee-431a-9861-3a1cae46aa1e), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.279704 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.332313 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Pushing event updated for resources: {'Port': ['ID=563dab23-abee-431a-9861-3a1cae46aa1e,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:09.385830 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.386203 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.386822 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.387170 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.387505 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.387837 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.388164 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.388494 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.388816 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.389133 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.389453 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.389771 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.390088 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:05:09.404489 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Attempting to bind port 563dab23-abee-431a-9861-3a1cae46aa1e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:05:09.405070 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Attempting to bind port 563dab23-abee-431a-9861-3a1cae46aa1e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:05:09.405351 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Attempting to bind port 563dab23-abee-431a-9861-3a1cae46aa1e on network 73f102e0-9568-4302-a437-9408ddc2d769 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:05:09.408783 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aba361ae-9542-4704-8f87-4c69f068ee46 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:05:09.410997 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:05:09.411540 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Checking segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:05:09.412014 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.412541 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Bound using segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:05:09.413132 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Bound port: 563dab23-abee-431a-9861-3a1cae46aa1e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:05:09.413570 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.484382 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port aba361ae-9542-4704-8f87-4c69f068ee46 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:09.486572 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.511981 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] For port 563dab23-abee-431a-9861-3a1cae46aa1e, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:05:09.515363 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] For port 563dab23-abee-431a-9861-3a1cae46aa1e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=563dab23-abee-431a-9861-3a1cae46aa1e,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:05:09.572461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port aba361ae-9542-4704-8f87-4c69f068ee46 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:09.573634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b44acaee-3d52-4185-bf35-f5705071a0bd up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:05:09.577440 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.629150 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:05:09.629802 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:05:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:09.649049 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c74121a1-5763-412f-acf0-84483d80dfd9 None None] Provisioning complete for port 563dab23-abee-431a-9861-3a1cae46aa1e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:09.651941 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c74121a1-5763-412f-acf0-84483d80dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.684633 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80711311-99bf-488e-ad22-115a1dce7f8e None None] Pushing event updated for resources: {'Port': ['ID=563dab23-abee-431a-9861-3a1cae46aa1e,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:09.709240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b44acaee-3d52-4185-bf35-f5705071a0bd triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:09.709619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.765557 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:05:09.831252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c74121a1-5763-412f-acf0-84483d80dfd9 None None] Current status of the port 563dab23-abee-431a-9861-3a1cae46aa1e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:09.831766 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c74121a1-5763-412f-acf0-84483d80dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.858666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b44acaee-3d52-4185-bf35-f5705071a0bd is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:09.878903 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-c74121a1-5763-412f-acf0-84483d80dfd9 None None] For port 563dab23-abee-431a-9861-3a1cae46aa1e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=563dab23-abee-431a-9861-3a1cae46aa1e,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:05:09.952143 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c74121a1-5763-412f-acf0-84483d80dfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:09.998904 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:10.007464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74121a1-5763-412f-acf0-84483d80dfd9 None None] Pushing event updated for resources: {'Port': ['ID=563dab23-abee-431a-9861-3a1cae46aa1e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:10.028104 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ddbc1-4738-438b-b70d-8d95e1729b3b None None] The sync data for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 is: [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:05:10.041123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-26b10388-ae95-4d29-8d4b-004c5d24338d req-9efd9647-fe9f-4b7a-a4fa-543ffbfbb4a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 210 time: 0.0414820 Feb 10 05:05:10.073847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-87f8ab90-fdf3-410e-a884-1d9b31d32e51 None None] Provisioning complete for port 563dab23-abee-431a-9861-3a1cae46aa1e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:10.074225 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-87f8ab90-fdf3-410e-a884-1d9b31d32e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:10.172539 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-87f8ab90-fdf3-410e-a884-1d9b31d32e51 None None] Current status of the port 563dab23-abee-431a-9861-3a1cae46aa1e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:10.759614 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-70cc644b-6bd4-4175-b168-bb0e78d649cc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:10.761900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-70cc644b-6bd4-4175-b168-bb0e78d649cc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 797 time: 0.1432974 Feb 10 05:05:10.840697 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-5f31c440-e52b-44a6-a596-c6d0892db04d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 379 time: 0.0687151 Feb 10 05:05:10.849942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'port': {'device_id': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'admin_state_up': True, 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'security_groups': ['151dc3ee-3a17-4e6a-bd68-5e0979e00250']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:11.062452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:05:11.066065 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:11.163592 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-31080171-4485-4fe6-86ce-218a7c68b892 req-015dfd32-5771-4b3f-8cad-7ea67549406b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 210 time: 0.0368652 Feb 10 05:05:11.225164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.3 (73f102e0-9568-4302-a437-9408ddc2d769/54571c79-2fed-4225-bcf6-0ad1f1a95554/31ebda9a-6cc4-4492-b668-2dff682c77d5) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:05:11.369030 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:11.401787 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 563dab23-abee-431a-9861-3a1cae46aa1e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:05:11.450548 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 563dab23-abee-431a-9861-3a1cae46aa1e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:11.450956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:11.461806 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:11.506255 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network 73f102e0-9568-4302-a437-9408ddc2d769 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:05:11.509331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:05:11.514082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:05:11.535253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 563dab23-abee-431a-9861-3a1cae46aa1e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:11.546818 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:11.571444 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:11.572109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:11.647941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-779f36da-ad2f-4673-bba1-56ddba568eff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8022370 Feb 10 05:05:11.658959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Request body: {'port': {'device_id': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:11.721414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:11.801340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-044efff8-a092-46c2-b0de-d55802c3d433 None None] Provisioning complete for port 31ebda9a-6cc4-4492-b668-2dff682c77d5 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:11.801636 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-044efff8-a092-46c2-b0de-d55802c3d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:11.835976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-044efff8-a092-46c2-b0de-d55802c3d433 None None] Port 31ebda9a-6cc4-4492-b668-2dff682c77d5 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:05:11.988064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ebda9a-6cc4-4492-b668-2dff682c77d5 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:05:11.995553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Publish callbacks [] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:12.006988 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Transition to ACTIVE for port object 31ebda9a-6cc4-4492-b668-2dff682c77d5 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:05:12.062489 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:12.114642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:12.189468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:05:12.189812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:05:12.190149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on network 73f102e0-9568-4302-a437-9408ddc2d769 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:05:12.195723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on network 73f102e0-9568-4302-a437-9408ddc2d769 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:05:12.196456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on network 73f102e0-9568-4302-a437-9408ddc2d769 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:05:12.202408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:05:12.202786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Checking segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:05:12.203299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Bound using segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:05:12.203779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Bound port: 31ebda9a-6cc4-4492-b668-2dff682c77d5, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:05:12.204145 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:12.276248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:05:12.279713 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:05:12.297848 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76061be-2a8e-4f85-ade9-7f872eb076bb req-d2431281-f8e4-48a6-aae7-cee2e7d02c6b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:12.299385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e76061be-2a8e-4f85-ade9-7f872eb076bb req-d2431281-f8e4-48a6-aae7-cee2e7d02c6b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0629895 Feb 10 05:05:12.348724 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:12.351557 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e76061be-2a8e-4f85-ade9-7f872eb076bb req-101eff1e-e48c-427c-b9c9-a09b8074fa37 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460463 Feb 10 05:05:12.392172 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:12.392904 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:12.394157 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] 10.222.0.24 "PUT /v2.0/ports/31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 1091 time: 0.7396579 Feb 10 05:05:12.394599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:05:12.396848 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4865b4b-0bd9-4607-a16c-657350900269" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:05:12.420162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c5f7f-f1e5-456b-9a7b-e06301d73fda service neutron] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:12.447327 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1584088-8e3c-40ee-8278-dbfa600cee5c x-openstack-request-id: req-b1584088-8e3c-40ee-8278-dbfa600cee5c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:05:12.447624 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:05:12.448095 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1584088-8e3c-40ee-8278-dbfa600cee5c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:05:12.448556 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'status': 'completed', 'code': 200} Feb 10 05:05:12.514226 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865b4b-0bd9-4607-a16c-657350900269 req-7d1aede8-f393-42ff-8bde-33881c01c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:12.515797 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4865b4b-0bd9-4607-a16c-657350900269 req-7d1aede8-f393-42ff-8bde-33881c01c0bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1125 time: 0.0478365 Feb 10 05:05:12.952864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865b4b-0bd9-4607-a16c-657350900269 req-34521fac-6267-4b42-af18-c57124d83fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:12.954268 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4865b4b-0bd9-4607-a16c-657350900269 req-34521fac-6267-4b42-af18-c57124d83fce service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e69467c5a99549188332b39fd2bd5638&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4320333 Feb 10 05:05:13.050342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865b4b-0bd9-4607-a16c-657350900269 req-d1411ce4-bd50-4180-82a3-58cc7d14950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:13.051872 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4865b4b-0bd9-4607-a16c-657350900269 req-d1411ce4-bd50-4180-82a3-58cc7d14950d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917993 Feb 10 05:05:13.133856 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-e42d8aaf-7ac7-4d11-945c-b6c612efbbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:13.136046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-e42d8aaf-7ac7-4d11-945c-b6c612efbbac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1125 time: 0.0485022 Feb 10 05:05:13.176690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-f8235b01-1454-4949-9d58-9220c35cf6e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 217 time: 0.0323772 Feb 10 05:05:13.223757 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-fdc97825-06c3-4543-9185-78e7cf593325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:13.225109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-fdc97825-06c3-4543-9185-78e7cf593325 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0429530 Feb 10 05:05:13.272952 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-eb97c658-a850-4083-b44b-00ddcc198e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:13.274421 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-eb97c658-a850-4083-b44b-00ddcc198e7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436966 Feb 10 05:05:13.372526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-b2d79481-7fb8-47fe-ac2b-e1ebc500f527 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913343 Feb 10 05:05:13.469958 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b3d42a7f-454a-4ef4-9865-fb7cb4110fee req-65486465-6c5a-49be-921b-eef1180f07bc service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906551 Feb 10 05:05:13.471980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70bc89-e94e-4b07-917f-f03e63195c6e req-58ec2784-3296-4394-a3be-7e08fdbf3df3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:13.473603 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a70bc89-e94e-4b07-917f-f03e63195c6e req-58ec2784-3296-4394-a3be-7e08fdbf3df3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0533009 Feb 10 05:05:13.522514 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a70bc89-e94e-4b07-917f-f03e63195c6e req-256a67cc-32d0-4bf6-baef-22138d551de2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423980 Feb 10 05:05:14.645715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad918c-c91f-454f-b70f-6802a45644bc req-cc44ab13-6348-4d84-b5f2-0495043053f5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:14.647139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bad918c-c91f-454f-b70f-6802a45644bc req-cc44ab13-6348-4d84-b5f2-0495043053f5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0557714 Feb 10 05:05:14.695124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bad918c-c91f-454f-b70f-6802a45644bc req-7379c36c-a51b-427c-8af0-8bce2c675e0b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Feb 10 05:05:15.817572 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b5d7a-f320-45ec-8c0c-6078646d3649 req-b758e377-6474-4191-8e02-5ff85ddd3920 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:15.819076 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb2b5d7a-f320-45ec-8c0c-6078646d3649 req-b758e377-6474-4191-8e02-5ff85ddd3920 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0560818 Feb 10 05:05:15.867618 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb2b5d7a-f320-45ec-8c0c-6078646d3649 req-c0e2862f-5884-4162-abad-a9bafed54028 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Feb 10 05:05:16.987505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19e90-756e-45ea-8fbd-22a71b85bdd4 req-769a37fb-0c40-4e12-afe3-f83c6a81c828 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:16.989034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36d19e90-756e-45ea-8fbd-22a71b85bdd4 req-769a37fb-0c40-4e12-afe3-f83c6a81c828 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0527718 Feb 10 05:05:17.037808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-36d19e90-756e-45ea-8fbd-22a71b85bdd4 req-da675d8f-b46e-43aa-92a5-addcd3eb193a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432537 Feb 10 05:05:17.484785 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:17.613413 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:05:17.709035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:05:17.719286 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'port_id': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'mac_address': 'fa:16:3e:3a:39:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:05:17.755748 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 31ebda9a-6cc4-4492-b668-2dff682c77d5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:17.756069 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:17.772537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ebda9a-6cc4-4492-b668-2dff682c77d5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:05:17.791242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:05:17.844670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:17.891371 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:18.092972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['31ebda9a-6cc4-4492-b668-2dff682c77d5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:05:18.157579 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7da9-89cd-4658-b487-4eda766babe4 req-f7cb5c44-2707-4488-926b-5a04a31e257d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:18.159123 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a57f7da9-89cd-4658-b487-4eda766babe4 req-f7cb5c44-2707-4488-926b-5a04a31e257d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 944 time: 0.0529830 Feb 10 05:05:18.208078 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a57f7da9-89cd-4658-b487-4eda766babe4 req-3e3b8e7d-aab4-4ea4-b861-7fe79cbafeb5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Feb 10 05:05:18.872186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:19.338473 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304f05d-b0a2-4c7e-b490-37361f16cd87 req-cd465add-d17e-465d-8a16-64685cc0c798 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:19.340512 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304f05d-b0a2-4c7e-b490-37361f16cd87 req-cd465add-d17e-465d-8a16-64685cc0c798 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 944 time: 0.0620532 Feb 10 05:05:19.388484 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b304f05d-b0a2-4c7e-b490-37361f16cd87 req-eac397bb-bbb3-4fb3-b1d7-426c90560a9a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Feb 10 05:05:19.628298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:05:19.729844 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 31ebda9a-6cc4-4492-b668-2dff682c77d5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:05:19.733588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 31ebda9a-6cc4-4492-b668-2dff682c77d5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:05:19.733971 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:19.812011 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 31ebda9a-6cc4-4492-b668-2dff682c77d5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:05:19.812406 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:19.834007 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:05:19.836255 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf0846-1b63-4c44-a835-fd21dee26670" -d '{"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-plugged", "status": "completed", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:05:19.849649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:05:19.919343 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:19.926144 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0156f358-bd44-41cb-8f62-5c4520fda750 x-openstack-request-id: req-0156f358-bd44-41cb-8f62-5c4520fda750 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:05:19.926439 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-plugged", "status": "completed", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:05:19.926690 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0156f358-bd44-41cb-8f62-5c4520fda750 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:05:19.927130 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'code': 200} Feb 10 05:05:19.970613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:20.024831 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8609f0a-a960-44b0-a78b-de54926a0c25 req-af4929fc-ab61-4cc3-9c05-12c6c6837b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:20.027198 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8609f0a-a960-44b0-a78b-de54926a0c25 req-af4929fc-ab61-4cc3-9c05-12c6c6837b8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1127 time: 0.0447178 Feb 10 05:05:20.071568 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8609f0a-a960-44b0-a78b-de54926a0c25 req-b7ba5421-58d8-40e4-acb6-238b8c7cbe6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376027 Feb 10 05:05:20.514239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cf630-1739-4e74-b5bf-315fee093443 req-00e9365d-3d42-4f7b-bccb-eefa7c8df28b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:20.515692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-056cf630-1739-4e74-b5bf-315fee093443 req-00e9365d-3d42-4f7b-bccb-eefa7c8df28b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0599146 Feb 10 05:05:20.564682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-056cf630-1739-4e74-b5bf-315fee093443 req-7cf2fab3-9da6-4453-b00b-9222e0d3eb6b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434396 Feb 10 05:05:21.688861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfc636-c4cf-4575-ac0b-9e621b827eac req-752d73a9-7109-4ffd-a906-7325a391a922 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:21.690529 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-53dfc636-c4cf-4575-ac0b-9e621b827eac req-752d73a9-7109-4ffd-a906-7325a391a922 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0571291 Feb 10 05:05:21.744432 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-53dfc636-c4cf-4575-ac0b-9e621b827eac req-a586dfe3-0757-4ea5-9dca-ed210943edf9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470319 Feb 10 05:05:21.862155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897e0a4-6232-4b00-a356-c77b4df87a7b req-bc361d81-1b1f-4729-8922-e410672a7003 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:21.863584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b897e0a4-6232-4b00-a356-c77b4df87a7b req-bc361d81-1b1f-4729-8922-e410672a7003 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0520401 Feb 10 05:05:21.911304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b897e0a4-6232-4b00-a356-c77b4df87a7b req-fb3ef2b4-fc07-4825-9c9c-dcad0964d760 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Feb 10 05:05:21.933176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54106) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:21.977042 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5929127-f27c-4d8d-b6cf-36aa1e95e4c4 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:21.978616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b5929127-f27c-4d8d-b6cf-36aa1e95e4c4 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1122 time: 0.0444648 Feb 10 05:05:21.981918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54108) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:21.986162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:05:22.066491 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:22.164948 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:22.269880 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.165 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/fc4c6bb7-fb82-46c1-b335-194e492e5a13) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:05:22.377037 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:22.468051 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:22.507335 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:05:22.510658 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:05:22.513256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:05:22.540369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=fc4c6bb7-fb82-46c1-b335-194e492e5a13,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:22.882204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (169cad6b-3827-432e-8a08-dfb3c1b260f0), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:23.009047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:23.116295 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:05:23.158765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:23.221571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:23.290935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=fc4c6bb7-fb82-46c1-b335-194e492e5a13,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:05:23.302281 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (169cad6b-3827-432e-8a08-dfb3c1b260f0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:23.404117 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 169cad6b-3827-432e-8a08-dfb3c1b260f0 associated. External IP: 172.25.8.165, port: 31ebda9a-6cc4-4492-b668-2dff682c77d5. Feb 10 05:05:23.616392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6900a05c-43d0-4e63-aed3-761d2f5a316a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:05:23.727974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:05:23.738411 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] Sync routers for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:05:23.748259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:05:23.750831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:05:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:23.800966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:23.833548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0ae97671-d8e1-4140-badb-52944ae2951b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8481936 Feb 10 05:05:23.833548 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:05:23.834081 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d33f0c4-4005-4eb5-935b-3fee111000f2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:05:23.865717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:05:23.874754 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe07fa1d-3298-42db-b38a-911bfd7217c3 x-openstack-request-id: req-fe07fa1d-3298-42db-b38a-911bfd7217c3 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:05:23.875117 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:05:23.875438 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe07fa1d-3298-42db-b38a-911bfd7217c3 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:05:23.875958 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'status': 'completed', 'code': 200} Feb 10 05:05:23.940797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-2c8114d7-47ac-401f-ab07-12e4976b9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:23.942436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-2c8114d7-47ac-401f-ab07-12e4976b9459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1127 time: 0.0466335 Feb 10 05:05:23.944031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d521b-dac3-4034-aeec-3d5157698563 req-9db4ae6a-f3c9-41d3-ba9a-f8bee00e0a40 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:23.945051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b29d521b-dac3-4034-aeec-3d5157698563 req-9db4ae6a-f3c9-41d3-ba9a-f8bee00e0a40 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0624001 Feb 10 05:05:23.997585 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b29d521b-dac3-4034-aeec-3d5157698563 req-0d1a9cce-a167-4578-94b3-bda3ca5571a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461452 Feb 10 05:05:24.021251 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54114) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:24.043497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-d91f1371-b82c-4369-be9f-29948ecd995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:24.044977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-d91f1371-b82c-4369-be9f-29948ecd995a service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.0961568 Feb 10 05:05:24.086512 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-6643a234-b5ed-497d-9481-8d53b2087ed3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/169cad6b-3827-432e-8a08-dfb3c1b260f0 HTTP/1.1" status: 200 len: 991 time: 0.0640929 Feb 10 05:05:24.098649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '169cad6b-3827-432e-8a08-dfb3c1b260f0', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'port_id': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'mac_address': 'fa:16:3e:3a:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:05:22Z', 'updated_at': '2022-02-10T05:05:22Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:24.113551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-f8bb8e4d-ab37-45f6-86ce-80afbf6ff188 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 999 time: 0.0622759 Feb 10 05:05:24.126895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] Checking router: 6900a05c-43d0-4e63-aed3-761d2f5a316a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:05:24.136167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:05:24.136167 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:05:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:24.161385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-147dd4c2-12f2-438b-b446-3c198eac726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:24.162895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-147dd4c2-12f2-438b-b446-3c198eac726f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0441225 Feb 10 05:05:24.215010 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-f88d0506-ea10-4ab6-aef3-4647d5fc5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:24.216527 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-f88d0506-ea10-4ab6-aef3-4647d5fc5374 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479426 Feb 10 05:05:24.248216 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:05:24.304796 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-4040923c-01d5-4598-9f53-21d1b943bd2a service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820496 Feb 10 05:05:24.401401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8d33f0c4-4005-4eb5-935b-3fee111000f2 req-b74be2d6-b31d-4463-a736-62da5cb55fb3 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901415 Feb 10 05:05:24.475035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '169cad6b-3827-432e-8a08-dfb3c1b260f0', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'port_id': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'mac_address': 'fa:16:3e:3a:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:05:22Z', 'updated_at': '2022-02-10T05:05:22Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:05:24.503669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31973b8-7af5-4eca-8ba9-50ca97d37ec7 None None] The sync data for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 is: [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '169cad6b-3827-432e-8a08-dfb3c1b260f0', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.165', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'port_id': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'mac_address': 'fa:16:3e:3a:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:05:22Z', 'updated_at': '2022-02-10T05:05:22Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:05:24.695860 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfd82f-0d7e-4456-9307-57f761ebc8f0 None None] New status for floating IP 169cad6b-3827-432e-8a08-dfb3c1b260f0: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:05:25.090354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54116) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:25.149553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ea6b990b-bdd0-4318-b7e4-57b0f92b6ce2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/169cad6b-3827-432e-8a08-dfb3c1b260f0 HTTP/1.1" status: 200 len: 993 time: 0.0577526 Feb 10 05:05:27.747300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dbd7ad77-ce12-4677-8fce-3bbc51049691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:29.855840 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4e473726-e834-4e43-9e20-d6e3acd0db4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:31.267768 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:32.839215 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:34.352980 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:47.467259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:49.072270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:56.374846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-aa3c964e-7acf-485f-8a1f-913385d56101 req-5c3c27a2-8b1d-4cc1-b1ae-0806102b91c8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:05:56.375822 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-aa3c964e-7acf-485f-8a1f-913385d56101 req-5c3c27a2-8b1d-4cc1-b1ae-0806102b91c8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060914 Feb 10 05:05:56.718618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50ace3-59dd-4e6e-b578-98c05c3cd163 req-25116ad7-0c6f-4494-9e20-92c25a63e9af tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:56.720134 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d50ace3-59dd-4e6e-b578-98c05c3cd163 req-25116ad7-0c6f-4494-9e20-92c25a63e9af tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0531518 Feb 10 05:05:56.768516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d50ace3-59dd-4e6e-b578-98c05c3cd163 req-727f0331-9d40-4d2f-931b-b7f203e29113 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Feb 10 05:05:56.862779 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54134) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:56.947321 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-2cf8a9fa-c325-44e2-8484-812e704c1248 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833459 Feb 10 05:05:56.957753 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-6cfbf58a-a9bb-4339-8f7b-50c6e2d1c67a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:05:56.958777 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-6cfbf58a-a9bb-4339-8f7b-50c6e2d1c67a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060081 Feb 10 05:05:57.559768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-af0974a5-8642-4db7-b3b4-caf2e4c0dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:57.561273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-af0974a5-8642-4db7-b3b4-caf2e4c0dd01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1127 time: 0.0508411 Feb 10 05:05:57.661401 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-6105018c-2b4b-47d2-b2f8-637c31844b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:57.662918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-6105018c-2b4b-47d2-b2f8-637c31844b9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.0850849 Feb 10 05:05:57.732774 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-918897ff-3c95-42f5-80ed-0a1803fcebb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 1001 time: 0.0638702 Feb 10 05:05:57.734567 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-de494e45-9ee0-41f4-8364-7d31375eeb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:05:57.782201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-e5464bec-b299-4d86-ad7d-8b11030bc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:57.783696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-e5464bec-b299-4d86-ad7d-8b11030bc881 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0445628 Feb 10 05:05:57.832338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-52447fe5-4501-49b6-bb6e-58fdf938cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:57.833914 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-52447fe5-4501-49b6-bb6e-58fdf938cf89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448782 Feb 10 05:05:57.893217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e01a-f429-4648-8fe9-7fa89e684560 req-59368ee5-08d8-4d5b-92f1-f70fcefbb218 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:57.894736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a02e01a-f429-4648-8fe9-7fa89e684560 req-59368ee5-08d8-4d5b-92f1-f70fcefbb218 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0560293 Feb 10 05:05:57.930584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-3bc07c28-cebe-4b64-b09d-2794405b2915 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910587 Feb 10 05:05:58.025018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eb27582a-72d0-4473-a16b-a9ca72787d43 req-34a9b5fa-9cc9-439a-8793-d58732d886c6 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884104 Feb 10 05:05:58.190293 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6a02e01a-f429-4648-8fe9-7fa89e684560 req-d659b307-b47c-432e-86b9-00b11247db76 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898085 Feb 10 05:05:58.500113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54160) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:05:58.588816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-27f90d5d-7c83-4c5f-bc55-7edaad197102 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:58.590781 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-27f90d5d-7c83-4c5f-bc55-7edaad197102 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports/31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 942 time: 0.0896497 Feb 10 05:05:59.317682 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25e8c-abe4-43b1-a966-d5d76927235b req-92796588-25fe-4141-beae-65807cd1c666 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:05:59.319271 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fba25e8c-abe4-43b1-a966-d5d76927235b req-92796588-25fe-4141-beae-65807cd1c666 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0607147 Feb 10 05:05:59.369185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fba25e8c-abe4-43b1-a966-d5d76927235b req-acb11bfa-e6db-4a35-85ef-b9fe00bd4b05 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Feb 10 05:05:59.865632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3ada7ff0-47e7-46ee-afa9-5f6fe005e2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:00.115573 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:06:00.486312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14a50-8469-4122-b3ea-3450bcaaf8c3 req-1e622fbc-f010-484c-91e8-e5fdfdf1e109 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:00.487823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ba14a50-8469-4122-b3ea-3450bcaaf8c3 req-1e622fbc-f010-484c-91e8-e5fdfdf1e109 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Feb 10 05:06:00.535333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9ba14a50-8469-4122-b3ea-3450bcaaf8c3 req-663c98f7-9793-4f1b-a0a5-dfad25f2b12a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 Feb 10 05:06:01.261950 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:01.661227 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884c360-ddc3-47ed-9422-cf0db6a7b571 req-5427fb72-0068-49cf-89a6-1f497ff48ace tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:01.662742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d884c360-ddc3-47ed-9422-cf0db6a7b571 req-5427fb72-0068-49cf-89a6-1f497ff48ace tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Feb 10 05:06:01.711936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d884c360-ddc3-47ed-9422-cf0db6a7b571 req-aa6f6b0e-2eff-4492-b636-528bc412a667 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Feb 10 05:06:02.826800 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:02.838072 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bbc96-2df1-4bce-aacb-30ef8cb7e1dd req-bbda6dd4-315a-48d0-b0dc-b37d9df808bf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:02.839612 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd4bbc96-2df1-4bce-aacb-30ef8cb7e1dd req-bbda6dd4-315a-48d0-b0dc-b37d9df808bf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Feb 10 05:06:02.887089 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bd4bbc96-2df1-4bce-aacb-30ef8cb7e1dd req-c249afe9-3e74-4604-b835-a9392b04c024 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Feb 10 05:06:02.948020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-fb832cb5-6266-4bc3-9143-90273b078402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:02.949538 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-fb832cb5-6266-4bc3-9143-90273b078402 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1127 time: 0.0447755 Feb 10 05:06:03.042145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-a622d4e4-bba2-4b99-92d1-6a03a5091a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:03.044267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-a622d4e4-bba2-4b99-92d1-6a03a5091a8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.0882084 Feb 10 05:06:03.107733 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-cbfebbce-f46f-4576-858f-dc54a6610074 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 1001 time: 0.0571339 Feb 10 05:06:03.158338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-6b3c6a77-2b52-4510-8a60-3be25099585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:03.159781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-6b3c6a77-2b52-4510-8a60-3be25099585e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0459101 Feb 10 05:06:03.207637 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-36823efc-2d66-448e-a12d-f71e376ad3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:03.209068 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-36823efc-2d66-448e-a12d-f71e376ad3a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435951 Feb 10 05:06:03.296615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-61b5cf5a-427a-4090-960a-7e21981b2202 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814054 Feb 10 05:06:03.387171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-cb3d6712-4375-4055-b081-650b544ab612 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846586 Feb 10 05:06:04.007828 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b9916-98b9-4128-b703-65f907667102 req-803427f5-ffd2-4d5b-8d2b-a90a63dc8ec3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:04.009299 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d2b9916-98b9-4128-b703-65f907667102 req-803427f5-ffd2-4d5b-8d2b-a90a63dc8ec3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0523102 Feb 10 05:06:04.057001 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7d2b9916-98b9-4128-b703-65f907667102 req-01b6a62e-fc03-4dbc-977a-5070738e5bb0 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Feb 10 05:06:04.346504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:05.173154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4358f-eb8e-4126-b921-dbd6fba4f081 req-3afdecba-e016-4d4b-b6da-6919d97d6397 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:05.174649 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f6d4358f-eb8e-4126-b921-dbd6fba4f081 req-3afdecba-e016-4d4b-b6da-6919d97d6397 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0508866 Feb 10 05:06:05.222214 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f6d4358f-eb8e-4126-b921-dbd6fba4f081 req-8416b5b7-c6d2-4425-a53b-96b7d05d7eef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Feb 10 05:06:06.346076 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1a57-23bf-4df0-98c1-e7f3da87d329 req-4c560704-675a-4b1f-9f2c-c7f0ae7b816a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:06.347593 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7beb1a57-23bf-4df0-98c1-e7f3da87d329 req-4c560704-675a-4b1f-9f2c-c7f0ae7b816a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0570688 Feb 10 05:06:06.394318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7beb1a57-23bf-4df0-98c1-e7f3da87d329 req-ff544a6c-ef9f-4f68-a657-ee02c57511fd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 Feb 10 05:06:07.515245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf8dd1-3b1a-4450-948a-c3f4f626d3f7 req-a062c723-53eb-47f7-93f0-82f377abfded tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:07.516748 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3aaf8dd1-3b1a-4450-948a-c3f4f626d3f7 req-a062c723-53eb-47f7-93f0-82f377abfded tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Feb 10 05:06:07.569129 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3aaf8dd1-3b1a-4450-948a-c3f4f626d3f7 req-391fdafd-eb57-466b-8cd9-0a120825afea tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468144 Feb 10 05:06:08.698929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579bd66-2c42-422b-b519-46f21c3302dd req-a2ddd015-648e-48cb-8cf3-1486b47d5c45 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:08.700777 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c579bd66-2c42-422b-b519-46f21c3302dd req-a2ddd015-648e-48cb-8cf3-1486b47d5c45 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0635097 Feb 10 05:06:08.753069 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c579bd66-2c42-422b-b519-46f21c3302dd req-9f6425a0-b415-48d8-a8a6-abf1565c4514 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456176 Feb 10 05:06:09.872503 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d35a65-7905-4845-b7ae-5d82503e7f42 req-d004fa37-2e5f-4834-b1b7-a19f25330a4e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:09.873975 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18d35a65-7905-4845-b7ae-5d82503e7f42 req-d004fa37-2e5f-4834-b1b7-a19f25330a4e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Feb 10 05:06:09.922139 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18d35a65-7905-4845-b7ae-5d82503e7f42 req-bebe336f-6868-4928-b2d3-ddd442f92551 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Feb 10 05:06:11.050142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c41f24-d2dd-4ec5-ac1f-163d6bde4c29 req-2c5505a8-62ae-4d25-bcee-ec7a38550af7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:11.051696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61c41f24-d2dd-4ec5-ac1f-163d6bde4c29 req-2c5505a8-62ae-4d25-bcee-ec7a38550af7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0619690 Feb 10 05:06:11.100891 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61c41f24-d2dd-4ec5-ac1f-163d6bde4c29 req-c8722ee9-f04b-426a-a1db-0d5f45eb4cad tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435190 Feb 10 05:06:12.241204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6317ad-6870-4c7a-a9da-9d06b03571f7 req-5e2d5f56-aead-4773-9fbc-3bd3bd3a2e2d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:12.242786 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b6317ad-6870-4c7a-a9da-9d06b03571f7 req-5e2d5f56-aead-4773-9fbc-3bd3bd3a2e2d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0521574 Feb 10 05:06:12.290456 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b6317ad-6870-4c7a-a9da-9d06b03571f7 req-5bac82c9-1350-4bd1-a6f0-6911d45a3d31 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Feb 10 05:06:13.409899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708ab3-7868-4c87-9d11-d83fffc99d90 req-cd982f99-0aa4-49e0-8fa4-2eede863c23a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:13.411403 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7708ab3-7868-4c87-9d11-d83fffc99d90 req-cd982f99-0aa4-49e0-8fa4-2eede863c23a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Feb 10 05:06:13.460561 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f7708ab3-7868-4c87-9d11-d83fffc99d90 req-86e5cbdb-f5f4-47e7-b376-cb9e70936b1e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Feb 10 05:06:14.586561 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041ccbc-f736-4b16-8303-4f2328964d86 req-cec0eb5e-5462-4a38-ba18-b437e06a71be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:14.588072 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0041ccbc-f736-4b16-8303-4f2328964d86 req-cec0eb5e-5462-4a38-ba18-b437e06a71be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0610344 Feb 10 05:06:14.638295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0041ccbc-f736-4b16-8303-4f2328964d86 req-29c8c699-1280-48f2-9b89-04b1875473de tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Feb 10 05:06:15.421082 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-9ae538d9-d9cb-4972-b1c5-6a8aad3bd227 service neutron] show failed (client error): The resource could not be found. Feb 10 05:06:15.422100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-9ae538d9-d9cb-4972-b1c5-6a8aad3bd227 service neutron] 10.222.0.24 "GET /v2.0/ports/31ebda9a-6cc4-4492-b668-2dff682c77d5/bindings/n-h2-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0531502 Feb 10 05:06:15.764607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586364c-65ea-45c3-8a6a-c55622db46f4 req-4c879764-0902-4546-911d-62d738c3fb24 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:15.766124 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0586364c-65ea-45c3-8a6a-c55622db46f4 req-4c879764-0902-4546-911d-62d738c3fb24 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0565150 Feb 10 05:06:15.815671 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0586364c-65ea-45c3-8a6a-c55622db46f4 req-dd112ea0-a045-48c5-b82c-c6f9026b26de tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430672 Feb 10 05:06:16.047385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-9cfc94a2-c71d-4784-82db-3dc63e876aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:16.048867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-9cfc94a2-c71d-4784-82db-3dc63e876aca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 1127 time: 0.0956781 Feb 10 05:06:16.059772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:06:16.118025 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:16.322495 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:16.355399 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:06:16.392953 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:06:16.395219 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d58df6-45ee-4b96-b580-9b726e34bc8b" -d '{"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-unplugged", "status": "completed", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:06:16.398639 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Publish callbacks [] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:16.411376 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Transition to ACTIVE for port object 31ebda9a-6cc4-4492-b668-2dff682c77d5 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:06:16.446830 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 05:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243d5b4-2c8b-48e2-ad8c-4aa4ac9a1fe4 x-openstack-request-id: req-7243d5b4-2c8b-48e2-ad8c-4aa4ac9a1fe4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:06:16.447421 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-unplugged", "status": "completed", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:06:16.447421 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7243d5b4-2c8b-48e2-ad8c-4aa4ac9a1fe4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:06:16.447834 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'code': 200} Feb 10 05:06:16.489156 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:16.921467 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=6']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:16.954468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.954838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.955184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.955527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.955859 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.956189 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.956516 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.956841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.957167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.957490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.957811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.958130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.958448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:16.997351 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] No DVR routers for this DVR port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:06:17.045825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3d325-6d66-4673-b159-0991ed512b69 req-abf2682b-72bc-48ca-b153-6d569d715633 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:17.047355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95b3d325-6d66-4673-b159-0991ed512b69 req-abf2682b-72bc-48ca-b153-6d569d715633 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.1363630 Feb 10 05:06:17.140280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-95b3d325-6d66-4673-b159-0991ed512b69 req-8bdbf852-274e-416b-978d-5ad37ae6069d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867543 Feb 10 05:06:17.184864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:06:17.185204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:06:17.185529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on network 73f102e0-9568-4302-a437-9408ddc2d769 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:06:17.189733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on network 73f102e0-9568-4302-a437-9408ddc2d769 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:06:17.190057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Attempting to bind port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on network 73f102e0-9568-4302-a437-9408ddc2d769 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:06:17.195041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:06:17.195393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Checking segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:06:17.195781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Bound using segment: {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:06:17.196212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Bound port: 31ebda9a-6cc4-4492-b668-2dff682c77d5, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:06:17.196568 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:17.279064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:06:17.282004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:06:17.342135 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:17.380944 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:17.381577 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:17.383014 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] 10.222.0.43 "PUT /v2.0/ports/31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 1091 time: 1.3277962 Feb 10 05:06:17.399656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38447a-7a26-4df6-91b7-876180f72b65 service neutron] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:17.463332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-e8876183-7ff9-443c-a2e2-c0f43953cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:17.465371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-e8876183-7ff9-443c-a2e2-c0f43953cf35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1125 time: 0.0507767 Feb 10 05:06:17.512728 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:17.571647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-3e7175ab-acd4-4b6d-b9fc-d9a37367a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:17.573161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-3e7175ab-acd4-4b6d-b9fc-d9a37367a26a service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.1013317 Feb 10 05:06:17.642772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-30878c61-1803-43a9-aeaf-ad237a3c5f6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 999 time: 0.0631943 Feb 10 05:06:17.695768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-705573f8-5f0e-4d38-aef4-c5ce96c88f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:17.697142 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-705573f8-5f0e-4d38-aef4-c5ce96c88f48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0484130 Feb 10 05:06:17.745145 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-f08a4823-21f0-41a1-a76f-4ee0a32d7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:17.746678 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-f08a4823-21f0-41a1-a76f-4ee0a32d7215 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437629 Feb 10 05:06:17.833690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-94b2e326-c7d0-4ce0-9aef-3f7786ad9c94 service neutron] 10.222.0.43 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Feb 10 05:06:17.898909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:06:17.925985 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e936f56f-f82c-4cb1-9922-4fda284da074 req-c2bd4d05-3e45-4363-b7f0-6e6b489124b5 service neutron] 10.222.0.43 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863447 Feb 10 05:06:17.936763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] The host n-h1-827844-2 is not matching for port 31ebda9a-6cc4-4492-b668-2dff682c77d5 host n-h2-827844-2! {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 10 05:06:17.937172 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:06:18.264256 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dc00-f290-4a52-95c3-0a0810d61f9d req-912b8603-1605-4d74-87b6-94b40bb699ee tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:18.265757 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3492dc00-f290-4a52-95c3-0a0810d61f9d req-912b8603-1605-4d74-87b6-94b40bb699ee tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0546443 Feb 10 05:06:18.313634 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3492dc00-f290-4a52-95c3-0a0810d61f9d req-d4e370c3-55a0-4922-bc47-9b869a6cca32 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420506 Feb 10 05:06:18.449563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:06:18.452203 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:06:18.500354 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0f7706-f6fd-4c29-80f3-8a3f5e6a195c x-openstack-request-id: req-ca0f7706-f6fd-4c29-80f3-8a3f5e6a195c {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:06:18.501005 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:06:18.501005 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca0f7706-f6fd-4c29-80f3-8a3f5e6a195c {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:06:18.501274 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'status': 'completed', 'code': 200} Feb 10 05:06:18.593709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-a067d44a-3131-4085-9411-9187eeff0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:18.595257 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-a067d44a-3131-4085-9411-9187eeff0984 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1125 time: 0.0687845 Feb 10 05:06:18.597590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-e9599f08-a58f-4420-b6b6-1ce3da9ddba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:18.598969 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-e9599f08-a58f-4420-b6b6-1ce3da9ddba9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1125 time: 0.0814278 Feb 10 05:06:18.756373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-1416be02-26cf-46c4-993a-f86580651825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:18.757775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-1416be02-26cf-46c4-993a-f86580651825 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.1546948 Feb 10 05:06:18.760305 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-e3636440-c829-406e-b72d-6fc61c4668d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:18.761631 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-e3636440-c829-406e-b72d-6fc61c4668d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.1494603 Feb 10 05:06:18.871966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-7d7681cb-2761-4900-a76a-4e5ad5578084 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 999 time: 0.1059422 Feb 10 05:06:18.875731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-f2903ad6-d2c4-4c56-9c6a-51187c8c68c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 999 time: 0.1044273 Feb 10 05:06:18.889084 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:18.955323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-5865982b-04fd-4e7e-8ca2-5bd2b79f4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:18.956801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-5865982b-04fd-4e7e-8ca2-5bd2b79f4d9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0781562 Feb 10 05:06:18.958153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-adfc9844-e749-41aa-b08c-7a92fa714f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:18.959506 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-adfc9844-e749-41aa-b08c-7a92fa714f34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0738099 Feb 10 05:06:19.041340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-3daf3118-4ddf-4be9-bac5-e1deeaf7d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:19.042929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-3daf3118-4ddf-4be9-bac5-e1deeaf7d0b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791180 Feb 10 05:06:19.050652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-c17438ae-84bb-4c95-ad53-f689b0b8d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:19.052065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-c17438ae-84bb-4c95-ad53-f689b0b8d9d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0803638 Feb 10 05:06:19.201686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-b22d75aa-4ed1-4891-a59a-7fac875d44f9 service neutron] 10.222.0.43 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486890 Feb 10 05:06:19.206724 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-a41738d5-2426-4007-834b-789d1e174693 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458759 Feb 10 05:06:19.360307 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-08306896-862e-4f62-b3be-ccf2322cec5a service neutron] 10.222.0.43 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526394 Feb 10 05:06:19.362235 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a65cc89-5467-4ca2-9b66-2f7a51c1a3ba req-7c8893a3-deee-4ca1-a2be-9f86b865d464 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478279 Feb 10 05:06:19.438832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4868a-b71f-4b99-84ab-2708c824fce4 req-f93d513f-2a8c-42ac-9a99-26a0583cd277 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:19.440320 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ec4868a-b71f-4b99-84ab-2708c824fce4 req-f93d513f-2a8c-42ac-9a99-26a0583cd277 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0571761 Feb 10 05:06:19.487865 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3ec4868a-b71f-4b99-84ab-2708c824fce4 req-6843aa13-721f-47f0-ba26-66304ea852f6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 Feb 10 05:06:20.616184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9df8d9-b958-4b06-8382-85b5e9d5c312 req-1fc60b70-1f32-4f0d-8ca5-8b7fe15963b3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:20.617610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be9df8d9-b958-4b06-8382-85b5e9d5c312 req-1fc60b70-1f32-4f0d-8ca5-8b7fe15963b3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0579634 Feb 10 05:06:20.671551 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be9df8d9-b958-4b06-8382-85b5e9d5c312 req-99993417-e782-4074-953b-27e68a038a98 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478334 Feb 10 05:06:21.016407 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836afbf-187f-4c57-968f-55ddbe20f88f req-b2ec9198-c414-4e6f-9999-de15d6378956 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:21.017961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7836afbf-187f-4c57-968f-55ddbe20f88f req-b2ec9198-c414-4e6f-9999-de15d6378956 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0521359 Feb 10 05:06:21.098166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7836afbf-187f-4c57-968f-55ddbe20f88f req-c9cf76f3-5d96-49a8-83b4-97b2cf790acc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744240 Feb 10 05:06:21.120949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-25b909df-d6f9-4669-8dce-a51fc1a3fc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:21.122952 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-25b909df-d6f9-4669-8dce-a51fc1a3fc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07&tenant_id=e69467c5a99549188332b39fd2bd5638&binding%3Ahost_id=n-h2-827844-2 HTTP/1.1" status: 200 len: 943 time: 0.0726135 Feb 10 05:06:21.182028 n-d-827844-2 neutron-server[109959]: INFO neutron.api.v2.resource [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-f443c8c9-f819-4f8d-a871-7fdfc72592a4 service neutron] delete failed (client error): The resource could not be found. Feb 10 05:06:21.183243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-f443c8c9-f819-4f8d-a871-7fdfc72592a4 service neutron] 10.222.0.24 "DELETE /v2.0/ports/31ebda9a-6cc4-4492-b668-2dff682c77d5/bindings/n-h1-827844-2 HTTP/1.1" status: 404 len: 380 time: 0.0536470 Feb 10 05:06:21.217730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708094a-8787-47cc-b935-eab62f031217 req-0e21f1c5-dc8c-4b53-aa6a-8b8b1621f507 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:21.220388 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6708094a-8787-47cc-b935-eab62f031217 req-0e21f1c5-dc8c-4b53-aa6a-8b8b1621f507 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0545301 Feb 10 05:06:21.269535 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-6708094a-8787-47cc-b935-eab62f031217 req-e6337e77-8f90-4903-9194-d51e8a9d2255 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432017 Feb 10 05:06:21.269762 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-b3d12628-e1e5-4927-8580-60fd47618441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:21.271218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-b3d12628-e1e5-4927-8580-60fd47618441 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1125 time: 0.0456467 Feb 10 05:06:21.363811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-d6133045-62c8-4d81-9889-261faff1284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:21.365289 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-d6133045-62c8-4d81-9889-261faff1284a service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.0886118 Feb 10 05:06:21.427493 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-5484a53b-b376-401b-b8b4-e9083167b0d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 999 time: 0.0567925 Feb 10 05:06:21.474321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-962a88ab-a0a5-40b5-bffe-f0c2d2b3cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:21.475717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-962a88ab-a0a5-40b5-bffe-f0c2d2b3cc69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0431643 Feb 10 05:06:21.528020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-30b51efd-ecdb-4f4b-a0ef-585163a54959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:21.529635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-30b51efd-ecdb-4f4b-a0ef-585163a54959 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485280 Feb 10 05:06:21.618981 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-4cab7efb-fc3f-459a-9d99-eaa6518cedd3 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822387 Feb 10 05:06:21.710075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b86bbac8-936e-499e-82b2-f61b3a0983db req-97da59cd-cf07-436a-9b59-7e9be9d95128 service neutron] 10.222.0.24 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856698 Feb 10 05:06:22.392720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f26ec-7f63-48c5-8cf8-6d7683ea0783 req-b049dbdf-5fad-44ad-9cd8-24a76cbb799c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:22.394471 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e9f26ec-7f63-48c5-8cf8-6d7683ea0783 req-b049dbdf-5fad-44ad-9cd8-24a76cbb799c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 943 time: 0.0555940 Feb 10 05:06:22.442816 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4e9f26ec-7f63-48c5-8cf8-6d7683ea0783 req-0c510c96-d9a3-42bc-957b-0e608dde121c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Feb 10 05:06:22.466578 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54230) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:22.530412 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5998192c-eb91-4e94-abcb-5c8a2c773b0d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/169cad6b-3827-432e-8a08-dfb3c1b260f0 HTTP/1.1" status: 200 len: 991 time: 0.0626466 Feb 10 05:06:22.581304 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:06:22.678889 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:22.690771 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'port_id': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'mac_address': 'fa:16:3e:3a:39:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:06:22.728975 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 31ebda9a-6cc4-4492-b668-2dff682c77d5 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:06:22.729393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:22.741948 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ebda9a-6cc4-4492-b668-2dff682c77d5 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:06:22.762072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:22.848525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:22.898566 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:22.907056 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.907414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.907765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.908111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.908451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.908792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.909127 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.909459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.909792 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.910123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.910453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.910807 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:22.911141 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:23.083363 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['31ebda9a-6cc4-4492-b668-2dff682c77d5'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:06:24.612513 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:06:24.728444 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 31ebda9a-6cc4-4492-b668-2dff682c77d5 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:06:24.732824 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 31ebda9a-6cc4-4492-b668-2dff682c77d5 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:06:24.733225 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:24.812001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 31ebda9a-6cc4-4492-b668-2dff682c77d5 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:06:24.812383 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:24.833557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:06:24.835819 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b64baab-c043-44bc-bd80-6c297189ee1f" -d '{"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-plugged", "status": "completed", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:06:24.848837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:24.872078 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91f009-a466-444d-ac70-e450e6a80b11 x-openstack-request-id: req-fe91f009-a466-444d-ac70-e450e6a80b11 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:06:24.872370 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-plugged", "status": "completed", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:06:24.872622 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe91f009-a466-444d-ac70-e450e6a80b11 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:06:24.873017 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'code': 200} Feb 10 05:06:24.911707 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:24.959315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:27.751800 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-97bf4e95-2c55-42a8-98f8-d593128c0509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:29.848781 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5a4fcfb6-299e-4ad9-9a26-629038a8c5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:31.243249 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:32.848471 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:34.332853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:37.115273 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:06:47.477151 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:48.876679 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:51.190130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54242) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:51.343922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port fc4c6bb7-fb82-46c1-b335-194e492e5a13 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:06:51.344265 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:51.424255 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:51.424587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (fc4c6bb7-fb82-46c1-b335-194e492e5a13), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:51.436526 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for fc4c6bb7-fb82-46c1-b335-194e492e5a13 owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:06:51.625286 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (fc4c6bb7-fb82-46c1-b335-194e492e5a13), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:51.655931 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=fc4c6bb7-fb82-46c1-b335-194e492e5a13,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:51.722575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (169cad6b-3827-432e-8a08-dfb3c1b260f0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:51.722932 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 169cad6b-3827-432e-8a08-dfb3c1b260f0 disassociated (deleted). External IP: 172.25.8.165, port: 31ebda9a-6cc4-4492-b668-2dff682c77d5. Feb 10 05:06:51.929899 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6900a05c-43d0-4e63-aed3-761d2f5a316a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:06:52.038802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:06:52.043703 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:52.048158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] Sync routers for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:06:52.057157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:06:52.058531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:52.075241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-66a19bbe-0240-4bdd-b097-4c775b0c77db tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/floatingips/169cad6b-3827-432e-8a08-dfb3c1b260f0 HTTP/1.1" status: 204 len: 168 time: 0.8837674 Feb 10 05:06:52.075878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:06:52.078237 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08790345-a92c-4c58-944d-f6025234fa47" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:06:52.178309 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:06:52.192275 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd7adc4-863e-447b-897e-75e5412ab5a7 x-openstack-request-id: req-3dd7adc4-863e-447b-897e-75e5412ab5a7 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:06:52.192869 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:06:52.192869 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dd7adc4-863e-447b-897e-75e5412ab5a7 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:06:52.193239 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'status': 'completed', 'code': 200} Feb 10 05:06:52.259935 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790345-a92c-4c58-944d-f6025234fa47 req-3a86e2d8-7c6b-4903-9063-8e2ad405bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:52.261999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08790345-a92c-4c58-944d-f6025234fa47 req-3a86e2d8-7c6b-4903-9063-8e2ad405bb6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 1127 time: 0.0461509 Feb 10 05:06:52.363781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790345-a92c-4c58-944d-f6025234fa47 req-5c262a6b-6718-4860-b5ba-823cc7a01f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:52.365418 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08790345-a92c-4c58-944d-f6025234fa47 req-5c262a6b-6718-4860-b5ba-823cc7a01f39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 200 len: 898 time: 0.0966127 Feb 10 05:06:52.389386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:52.412195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08790345-a92c-4c58-944d-f6025234fa47 req-c2647e27-9ea9-4d5b-9f69-4374d05024b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 200 len: 217 time: 0.0395892 Feb 10 05:06:52.420175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] Checking router: 6900a05c-43d0-4e63-aed3-761d2f5a316a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:06:52.430884 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:06:52.431501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:52.498353 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790345-a92c-4c58-944d-f6025234fa47 req-09cf8f5f-b294-4637-bf06-345da67adaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:52.499753 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08790345-a92c-4c58-944d-f6025234fa47 req-09cf8f5f-b294-4637-bf06-345da67adaac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 200 len: 835 time: 0.0775952 Feb 10 05:06:52.540744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:06:52.545497 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32970a46-7e28-49e1-a5f2-cfd301a8b451 req-bf160d77-01c0-452d-a247-1f816c85f6a4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:52.547004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32970a46-7e28-49e1-a5f2-cfd301a8b451 req-bf160d77-01c0-452d-a247-1f816c85f6a4 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0929883 Feb 10 05:06:52.579342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790345-a92c-4c58-944d-f6025234fa47 req-858047aa-11fd-46c6-a948-00e818e2c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:52.580846 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08790345-a92c-4c58-944d-f6025234fa47 req-858047aa-11fd-46c6-a948-00e818e2c9bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73f102e0-9568-4302-a437-9408ddc2d769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0746081 Feb 10 05:06:52.627253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32970a46-7e28-49e1-a5f2-cfd301a8b451 req-3dd3b424-0ab7-42cb-9ed4-2f7609afbe6d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741961 Feb 10 05:06:52.691690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08790345-a92c-4c58-944d-f6025234fa47 req-27528859-356c-4ceb-9ccc-3330c4f5ec54 service neutron] 10.222.0.43 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032212 Feb 10 05:06:52.743692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:52.769549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed22b2-6b33-4191-ba92-9965e4af2ac3 None None] The sync data for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 is: [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:05:07Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '563dab23-abee-431a-9861-3a1cae46aa1e', 'name': '', 'network_id': '73f102e0-9568-4302-a437-9408ddc2d769', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:39:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:06Z', 'updated_at': '2022-02-10T05:05:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '54571c79-2fed-4225-bcf6-0ad1f1a95554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:06:52.784375 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-08790345-a92c-4c58-944d-f6025234fa47 req-009d3338-1486-48f7-9297-48ef4ef9d956 service neutron] 10.222.0.43 "GET /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862269 Feb 10 05:06:52.995435 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a53f79-b26f-4394-9d69-0e0e6025d3a8 None None] New status for floating IP 169cad6b-3827-432e-8a08-dfb3c1b260f0: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:06:53.752567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41894091-51f6-43dc-952c-af834b033ef0 req-2bf3025a-5db4-4e16-a9a1-3a21463327b9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:53.754086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41894091-51f6-43dc-952c-af834b033ef0 req-2bf3025a-5db4-4e16-a9a1-3a21463327b9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0548489 Feb 10 05:06:53.756902 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-bab31e3f-fdc0-4dcc-aa35-8cc1db953296 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:06:53.758486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-bab31e3f-fdc0-4dcc-aa35-8cc1db953296 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88442a-3a35-4d84-bbd1-31d985afdb07 HTTP/1.1" status: 200 len: 945 time: 0.0598774 Feb 10 05:06:53.802121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-41894091-51f6-43dc-952c-af834b033ef0 req-8a217680-b64a-4000-839e-77db76b90703 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=151dc3ee-3a17-4e6a-bd68-5e0979e00250&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Feb 10 05:06:53.848312 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 31ebda9a-6cc4-4492-b668-2dff682c77d5 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:06:53.848659 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:53.939694 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 31ebda9a-6cc4-4492-b668-2dff682c77d5, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=31ebda9a-6cc4-4492-b668-2dff682c77d5,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:53.939971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:53.951455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 31ebda9a-6cc4-4492-b668-2dff682c77d5 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:06:54.134063 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (31ebda9a-6cc4-4492-b668-2dff682c77d5), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:54.164288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=31ebda9a-6cc4-4492-b668-2dff682c77d5,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:54.208544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] No DVR routers for this DVR port 31ebda9a-6cc4-4492-b668-2dff682c77d5 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:06:54.211059 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:54.214949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1c60e03a-2240-441a-ac6d-d3ff0cc74d6a req-a617d44e-88b0-4252-99f1-d00cd7e0cb9d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.43 "DELETE /v2.0/ports/31ebda9a-6cc4-4492-b668-2dff682c77d5 HTTP/1.1" status: 204 len: 173 time: 0.4511209 Feb 10 05:06:54.215347 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-deleted', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:06:54.217565 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2be4f-7d66-4404-abd2-5d4525f0c28f" -d '{"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-deleted", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:06:54.253112 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e86269b-d14d-4625-a261-368dfbd3b4c9 x-openstack-request-id: req-6e86269b-d14d-4625-a261-368dfbd3b4c9 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:06:54.253402 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88442a-3a35-4d84-bbd1-31d985afdb07", "name": "network-vif-deleted", "tag": "31ebda9a-6cc4-4492-b668-2dff682c77d5", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:06:54.253657 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e86269b-d14d-4625-a261-368dfbd3b4c9 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:06:54.254069 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88442a-3a35-4d84-bbd1-31d985afdb07', 'name': 'network-vif-deleted', 'tag': '31ebda9a-6cc4-4492-b668-2dff682c77d5', 'status': 'completed', 'code': 200} Feb 10 05:06:54.859198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54268) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:55.226220 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6900a05c-43d0-4e63-aed3-761d2f5a316a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:55.480343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 563dab23-abee-431a-9861-3a1cae46aa1e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:06:55.480615 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:55.567392 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 563dab23-abee-431a-9861-3a1cae46aa1e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=563dab23-abee-431a-9861-3a1cae46aa1e,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:55.567753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:55.579929 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 563dab23-abee-431a-9861-3a1cae46aa1e owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:06:55.894108 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (563dab23-abee-431a-9861-3a1cae46aa1e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:55.922288 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=563dab23-abee-431a-9861-3a1cae46aa1e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:55.950049 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.950402 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.950771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.951144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.951450 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.951782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.952109 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.952442 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.952771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.953096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.953422 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.953742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:55.954082 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:06:56.103790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6900a05c-43d0-4e63-aed3-761d2f5a316a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:56.316237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6900a05c-43d0-4e63-aed3-761d2f5a316a has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:06:56.422425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:06:56.427724 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-355de30c-2af0-46af-940b-e73a1517cbe6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/6900a05c-43d0-4e63-aed3-761d2f5a316a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5678856 Feb 10 05:06:56.430275 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54270) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:56.433191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] Sync routers for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:06:56.443267 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:06:56.443866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:56.480902 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting subnet 54571c79-2fed-4225-bcf6-0ad1f1a95554 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:06:56.484021 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (54571c79-2fed-4225-bcf6-0ad1f1a95554), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:56.523303 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (54571c79-2fed-4225-bcf6-0ad1f1a95554), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:56.549953 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:06:56.612324 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (54571c79-2fed-4225-bcf6-0ad1f1a95554), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:56.726499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:06:55Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:56.753553 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] Checking router: 6900a05c-43d0-4e63-aed3-761d2f5a316a for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:06:56.761684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] Routers {'6900a05c-43d0-4e63-aed3-761d2f5a316a'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:06:56.762271 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:06:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6900a05c-43d0-4e63-aed3-761d2f5a316a'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:56.799299 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:06:56.872683 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (54571c79-2fed-4225-bcf6-0ad1f1a95554), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:56.900307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Subnet': ['ID=54571c79-2fed-4225-bcf6-0ad1f1a95554,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:56.905331 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:56.911273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-634a9414-7eb0-47af-9631-8053e9bad7ed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/subnets/54571c79-2fed-4225-bcf6-0ad1f1a95554 HTTP/1.1" status: 204 len: 168 time: 0.4774098 Feb 10 05:06:56.912154 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54272) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:56.979073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98738aae-4e7b-4f89-a5dd-ce749a83067d None None] Network 73f102e0-9568-4302-a437-9408ddc2d769 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:06:56.984052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 31ebda9a-6cc4-4492-b668-2dff682c77d5 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:06:56.984397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 31ebda9a-6cc4-4492-b668-2dff682c77d5 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:06:57.024321 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (6900a05c-43d0-4e63-aed3-761d2f5a316a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.125752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] Set router 6900a05c-43d0-4e63-aed3-761d2f5a316a gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:06:57.144098 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6900a05c-43d0-4e63-aed3-761d2f5a316a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.257083 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port b44acaee-3d52-4185-bf35-f5705071a0bd {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:06:57.257495 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.289070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] DHCP port deletion for 73f102e0-9568-4302-a437-9408ddc2d769 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:06:57.342562 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port b44acaee-3d52-4185-bf35-f5705071a0bd, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b44acaee-3d52-4185-bf35-f5705071a0bd,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:57.342969 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.356248 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for b44acaee-3d52-4185-bf35-f5705071a0bd owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:06:57.358373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:06:55Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:57.363240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] Deleting port aba361ae-9542-4704-8f87-4c69f068ee46 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:06:57.363616 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.397562 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb720ac-c900-4d64-a7bb-d95f860c2ed7 None None] The sync data for ids ['6900a05c-43d0-4e63-aed3-761d2f5a316a'] in n-d-827844-2 is: [{'id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679719822', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:05:02Z', 'updated_at': '2022-02-10T05:06:55Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': 'b44acaee-3d52-4185-bf35-f5705071a0bd', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6900a05c-43d0-4e63-aed3-761d2f5a316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:05:03Z', 'updated_at': '2022-02-10T05:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:06:57.456991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] For port aba361ae-9542-4704-8f87-4c69f068ee46, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=aba361ae-9542-4704-8f87-4c69f068ee46,segment=NetworkSegment(db63ba59-3a70-4d6e-bafa-e2f0382d7d6e),segment_id=db63ba59-3a70-4d6e-bafa-e2f0382d7d6e)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:06:57.457738 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.472828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] Calling delete_port for aba361ae-9542-4704-8f87-4c69f068ee46 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:06:57.602786 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b44acaee-3d52-4185-bf35-f5705071a0bd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.613317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (aba361ae-9542-4704-8f87-4c69f068ee46), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.627604 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=b44acaee-3d52-4185-bf35-f5705071a0bd,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:57.637990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] Pushing event deleted for resources: {'Port': ['ID=aba361ae-9542-4704-8f87-4c69f068ee46,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:57.643684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e771a13-1657-4e92-ae7c-f40b37de12b9 None None] No DVR routers for this DVR port aba361ae-9542-4704-8f87-4c69f068ee46 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:06:57.700508 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (6900a05c-43d0-4e63-aed3-761d2f5a316a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.722959 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1885b8d4-eb6b-4fb2-97fb-dd59914f99af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:57.828909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aba361ae-9542-4704-8f87-4c69f068ee46 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:06:57.859128 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: aba361ae-9542-4704-8f87-4c69f068ee46 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:06:57.859554 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device aba361ae-9542-4704-8f87-4c69f068ee46 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:06:58.055081 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6900a05c-43d0-4e63-aed3-761d2f5a316a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.057173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (6900a05c-43d0-4e63-aed3-761d2f5a316a), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.150475 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6900a05c-43d0-4e63-aed3-761d2f5a316a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.150946 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Fanout notify agent at l3_agent the message router_deleted on router 6900a05c-43d0-4e63-aed3-761d2f5a316a {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:06:58.163009 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.163009 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d8077de5-7f25-4f08-aeeb-669c431b313d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/routers/6900a05c-43d0-4e63-aed3-761d2f5a316a HTTP/1.1" status: 204 len: 168 time: 1.2472160 Feb 10 05:06:58.163009 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54274) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:58.245885 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (73f102e0-9568-4302-a437-9408ddc2d769), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.333940 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (73f102e0-9568-4302-a437-9408ddc2d769), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.353387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f102e0-9568-4302-a437-9408ddc2d769']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:58.362310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:58.362601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db63ba59-3a70-4d6e-bafa-e2f0382d7d6e') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:06:58.371569 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (db63ba59-3a70-4d6e-bafa-e2f0382d7d6e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.384577 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (db63ba59-3a70-4d6e-bafa-e2f0382d7d6e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.390694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:06:58.391093 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (db63ba59-3a70-4d6e-bafa-e2f0382d7d6e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:06:58.393927 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:06:58.499887 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (73f102e0-9568-4302-a437-9408ddc2d769), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.507206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.509592 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/networks/73f102e0-9568-4302-a437-9408ddc2d769 HTTP/1.1" status: 204 len: 168 time: 0.3462372 Feb 10 05:06:58.512410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54276) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:58.521193 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a8ebb-c043-4d55-afd8-f3df620effdc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Network': ['ID=73f102e0-9568-4302-a437-9408ddc2d769,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:58.569502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e2dacd3-170d-47f7-aa54-c825b96d5f8c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (151dc3ee-3a17-4e6a-bd68-5e0979e00250), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.596493 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e2dacd3-170d-47f7-aa54-c825b96d5f8c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (151dc3ee-3a17-4e6a-bd68-5e0979e00250), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.745310 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e2dacd3-170d-47f7-aa54-c825b96d5f8c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (151dc3ee-3a17-4e6a-bd68-5e0979e00250), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.748465 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-8e2dacd3-170d-47f7-aa54-c825b96d5f8c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:58.749632 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-8e2dacd3-170d-47f7-aa54-c825b96d5f8c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/security-groups/151dc3ee-3a17-4e6a-bd68-5e0979e00250 HTTP/1.1" status: 204 len: 168 time: 0.2355349 Feb 10 05:06:58.760447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dacd3-170d-47f7-aa54-c825b96d5f8c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151dc3ee-3a17-4e6a-bd68-5e0979e00250,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:59.137468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54282) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:59.180575 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-39c1fc7a-a34b-4ef1-93f9-f508e156f707 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601804772', 'description': 'tempest-secgroup-smoke-601804772 description', 'project_id': 'e69467c5a99549188332b39fd2bd5638'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:06:59.276141 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39c1fc7a-a34b-4ef1-93f9-f508e156f707 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.347026 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39c1fc7a-a34b-4ef1-93f9-f508e156f707 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (b32a2865-4aa7-47a6-83c0-5d3f45349f19), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.420745 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39c1fc7a-a34b-4ef1-93f9-f508e156f707 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b32a2865-4aa7-47a6-83c0-5d3f45349f19), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.435914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 563dab23-abee-431a-9861-3a1cae46aa1e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:06:59.453288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1fc7a-a34b-4ef1-93f9-f508e156f707 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a2865-4aa7-47a6-83c0-5d3f45349f19,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:59.456152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 563dab23-abee-431a-9861-3a1cae46aa1e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:06:59.456515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 563dab23-abee-431a-9861-3a1cae46aa1e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:06:59.456947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b44acaee-3d52-4185-bf35-f5705071a0bd no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:06:59.476294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b44acaee-3d52-4185-bf35-f5705071a0bd {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:06:59.476678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b44acaee-3d52-4185-bf35-f5705071a0bd not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:06:59.519277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-39c1fc7a-a34b-4ef1-93f9-f508e156f707 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.520497 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-39c1fc7a-a34b-4ef1-93f9-f508e156f707 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3819387 Feb 10 05:06:59.523300 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54286) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:59.527838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-2105a7f1-f8e3-47a2-ab50-f42e4796b61f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2865-4aa7-47a6-83c0-5d3f45349f19', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:06:59.619197 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2105a7f1-f8e3-47a2-ab50-f42e4796b61f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (aae57c8b-2c0f-4927-9e48-009097db794a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.673764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2105a7f1-f8e3-47a2-ab50-f42e4796b61f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (aae57c8b-2c0f-4927-9e48-009097db794a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.774364 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2105a7f1-f8e3-47a2-ab50-f42e4796b61f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (aae57c8b-2c0f-4927-9e48-009097db794a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.793123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105a7f1-f8e3-47a2-ab50-f42e4796b61f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae57c8b-2c0f-4927-9e48-009097db794a,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:06:59.867474 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-2105a7f1-f8e3-47a2-ab50-f42e4796b61f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.868727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2105a7f1-f8e3-47a2-ab50-f42e4796b61f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445158 Feb 10 05:06:59.871394 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54288) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:06:59.871547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1aa7774b-3d30-428a-92ba-ac31ced008ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:06:59.875739 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-eb7d1897-cdd0-4a13-a906-b2fadfe3deb2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2865-4aa7-47a6-83c0-5d3f45349f19', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:06:59.956813 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1897-cdd0-4a13-a906-b2fadfe3deb2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (69c6eadd-a0da-42b9-aa39-1c4d41dbc19e), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.011422 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1897-cdd0-4a13-a906-b2fadfe3deb2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (69c6eadd-a0da-42b9-aa39-1c4d41dbc19e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.077249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1897-cdd0-4a13-a906-b2fadfe3deb2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (69c6eadd-a0da-42b9-aa39-1c4d41dbc19e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.095252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d1897-cdd0-4a13-a906-b2fadfe3deb2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c6eadd-a0da-42b9-aa39-1c4d41dbc19e,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:00.181619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1897-cdd0-4a13-a906-b2fadfe3deb2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.183146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eb7d1897-cdd0-4a13-a906-b2fadfe3deb2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3108399 Feb 10 05:07:00.186434 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54290) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:00.190653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6aab21d5-176b-4dfe-b266-214fefb62677 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2865-4aa7-47a6-83c0-5d3f45349f19', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:00.275623 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6aab21d5-176b-4dfe-b266-214fefb62677 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (293eef20-6bce-4777-9e81-a9e444dcafc2), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.333316 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6aab21d5-176b-4dfe-b266-214fefb62677 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (293eef20-6bce-4777-9e81-a9e444dcafc2), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.391290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6aab21d5-176b-4dfe-b266-214fefb62677 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (293eef20-6bce-4777-9e81-a9e444dcafc2), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.737579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab21d5-176b-4dfe-b266-214fefb62677 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293eef20-6bce-4777-9e81-a9e444dcafc2,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:00.787645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6aab21d5-176b-4dfe-b266-214fefb62677 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.788882 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6aab21d5-176b-4dfe-b266-214fefb62677 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6015036 Feb 10 05:07:00.791615 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54292) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:00.796520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-742a2195-d4f7-428a-b96b-b0cb97194fd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2865-4aa7-47a6-83c0-5d3f45349f19', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:00.875290 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-742a2195-d4f7-428a-b96b-b0cb97194fd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (309f8f15-760f-4d0b-8d12-70ebaee7f6b9), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.930477 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-742a2195-d4f7-428a-b96b-b0cb97194fd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (309f8f15-760f-4d0b-8d12-70ebaee7f6b9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:00.991376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-742a2195-d4f7-428a-b96b-b0cb97194fd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (309f8f15-760f-4d0b-8d12-70ebaee7f6b9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.008054 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a2195-d4f7-428a-b96b-b0cb97194fd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309f8f15-760f-4d0b-8d12-70ebaee7f6b9,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:01.073022 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-742a2195-d4f7-428a-b96b-b0cb97194fd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.074227 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-742a2195-d4f7-428a-b96b-b0cb97194fd5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2816994 Feb 10 05:07:01.077108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54294) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:01.081789 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2865-4aa7-47a6-83c0-5d3f45349f19', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:01.145629 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:07:01.152373 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (da8843e7-14ec-41c0-abb4-661be6a241b2), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.211179 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (da8843e7-14ec-41c0-abb4-661be6a241b2), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.219901 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.259496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (da8843e7-14ec-41c0-abb4-661be6a241b2), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.277387 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8843e7-14ec-41c0-abb4-661be6a241b2,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:01.324567 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.325849 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c1eeaf80-a516-4f04-8d41-92e374e8486d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2476764 Feb 10 05:07:01.329142 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54296) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:01.333420 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2865-4aa7-47a6-83c0-5d3f45349f19', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:01.407249 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:07:01.412036 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (a549f0d0-849c-4642-a085-00a60fd6e049), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.469136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (a549f0d0-849c-4642-a085-00a60fd6e049), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.533102 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a549f0d0-849c-4642-a085-00a60fd6e049), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.553613 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a549f0d0-849c-4642-a085-00a60fd6e049,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:01.621999 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.623897 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cc4768e7-d9c1-4aba-83b1-ec150f7a0df9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932734 Feb 10 05:07:01.627036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54298) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:01.632204 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'network': {'name': 'tempest-network-smoke--2061189689', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'port_security_enabled': True}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:01.710357 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:07:01.713790 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.737334 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:07:01.745671 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9b2c78bc-425d-4c7f-bf46-886b677146eb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.746011 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Added segment 9b2c78bc-425d-4c7f-bf46-886b677146eb of type vlan for network c0c975c6-c4ca-4233-b7c5-04dbf094b21a Feb 10 05:07:01.784616 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (c0c975c6-c4ca-4233-b7c5-04dbf094b21a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.869998 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (c0c975c6-c4ca-4233-b7c5-04dbf094b21a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.876932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:01.877948 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:01.946365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Network': ['ID=c0c975c6-c4ca-4233-b7c5-04dbf094b21a,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:01.957158 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:07:01.988466 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5f49c595-f260-4221-a241-a0bc6af78b15 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3603780 Feb 10 05:07:01.991092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54300) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:01.995493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'admin_state_up': True, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:02.076141 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (6c162dd6-655b-47b2-a71b-2ed1bd637077), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.077242 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (6c162dd6-655b-47b2-a71b-2ed1bd637077), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.131233 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (6c162dd6-655b-47b2-a71b-2ed1bd637077), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.355020 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6c162dd6-655b-47b2-a71b-2ed1bd637077), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.602239 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6c162dd6-655b-47b2-a71b-2ed1bd637077), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.620789 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.726994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.15 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:07:02.802483 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.827422 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.900753 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:02.942631 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:07:02.945469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:07:02.948890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:07:02.954840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:03.299100 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6c162dd6-655b-47b2-a71b-2ed1bd637077), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:03.500770 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (6c162dd6-655b-47b2-a71b-2ed1bd637077), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:03.707346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6c162dd6-655b-47b2-a71b-2ed1bd637077 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:07:03.815310 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:07:03.824659 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Sync routers for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:07:03.833927 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:07:03.835210 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:03.885123 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:03.886377 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-385c68cb-eff2-429b-90bf-753dd1de4eaf tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8943195 Feb 10 05:07:03.890558 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54302) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:03.919043 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-42b6f20e-a166-41fb-9c42-c98260d7b62f tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=e69467c5a99549188332b39fd2bd5638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272799 Feb 10 05:07:03.922215 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54304) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:04.011108 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d485ddb6-8dc2-451b-a05c-4a5c9e681d76 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:04.012564 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d485ddb6-8dc2-451b-a05c-4a5c9e681d76 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893691 Feb 10 05:07:04.015936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54306) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:04.034209 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:07:04.046821 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-82c44751-df40-43ae-a69e-b424c2866c0a tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297444 Feb 10 05:07:04.049277 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54308) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:04.053937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-433796213', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:04.206277 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:03Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:04.214182 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:07:04.217743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.236433 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Checking router: 6c162dd6-655b-47b2-a71b-2ed1bd637077 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:07:04.240768 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Updating router 6c162dd6-655b-47b2-a71b-2ed1bd637077 port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:07:04.264170 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.312677 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.449313 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (83ccc6fe-cd81-4470-aeb5-3182e054c723), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.513893 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Publish callbacks [] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.515593 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Subnet': ['ID=83ccc6fe-cd81-4470-aeb5-3182e054c723,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:04.519869 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Checking segment: {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:07:04.524031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network hostable DHCP agents. Network: c0c975c6-c4ca-4233-b7c5-04dbf094b21a, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:07:04.579766 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.590300 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:07:04.635236 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Attempting to bind port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:07:04.635649 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Attempting to bind port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:07:04.636010 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Attempting to bind port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:07:04.637933 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Pushing event updated for resources: {'Port': ['ID=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:04.642840 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, c0c975c6-c4ca-4233-b7c5-04dbf094b21a) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:07:04.647035 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:04.647316 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.647615 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.647739 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.647971 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.648292 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.648622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.648972 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.649271 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.649681 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.649903 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.650225 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.651202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.651202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.651202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:04.655674 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6e8af-cb7b-4435-8884-3c40794d1d0f None None] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:07:04.655786 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:07:04.655786 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:07:04.655786 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.656098 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:07:04.656519 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Bound port: 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:07:04.656900 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.709909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] For port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:07:04.713004 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] For port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:07:04.717045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bd7bc02e-7aa9-49f7-a51b-81aaa9786891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6642866 Feb 10 05:07:04.717965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54310) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:04.757353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:07:04.758200 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.790923 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:04.852325 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:07:04.853008 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:04.896249 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1244a9f-b94b-4a8c-98d1-a231145e0225 None None] Pushing event updated for resources: {'Port': ['ID=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:04.910936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Allocated IP 172.20.0.2 (c0c975c6-c4ca-4233-b7c5-04dbf094b21a/83ccc6fe-cd81-4470-aeb5-3182e054c723/474200d0-ae44-49a1-b4b3-27ba9be61767) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:07:04.973562 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:07:05.065194 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Publish callbacks [] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:05.146181 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:05.176800 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:03Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:05.192720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:07:05.195753 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:07:05.199450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:07:05.209602 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b19314-4b2e-442a-b88e-3edfa0c0a269 None None] The sync data for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 is: [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:03Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:07:05.211491 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Pushing event updated for resources: {'Port': ['ID=474200d0-ae44-49a1-b4b3-27ba9be61767,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:05.267896 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Attempting to bind port 474200d0-ae44-49a1-b4b3-27ba9be61767 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:07:05.268281 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Attempting to bind port 474200d0-ae44-49a1-b4b3-27ba9be61767 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:07:05.268940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Attempting to bind port 474200d0-ae44-49a1-b4b3-27ba9be61767 on network c0c975c6-c4ca-4233-b7c5-04dbf094b21a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:07:05.273821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:07:05.274200 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Checking segment: {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:07:05.274615 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:05.275254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Bound using segment: {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:07:05.275750 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Bound port: 474200d0-ae44-49a1-b4b3-27ba9be61767, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:07:05.276138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:05.342057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] For port 474200d0-ae44-49a1-b4b3-27ba9be61767, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:07:05.345679 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] For port 474200d0-ae44-49a1-b4b3-27ba9be61767, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=474200d0-ae44-49a1-b4b3-27ba9be61767,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:07:05.422100 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:05.479398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:05.516847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b8829-fe31-4040-8b4f-c0a5aa9dcf97 None None] Pushing event updated for resources: {'Port': ['ID=474200d0-ae44-49a1-b4b3-27ba9be61767,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:05.810816 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.1 (c0c975c6-c4ca-4233-b7c5-04dbf094b21a/83ccc6fe-cd81-4470-aeb5-3182e054c723/d835ab49-9b2f-4ee0-babc-e98d1f9b5468) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:07:05.940854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.032562 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.076889 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:07:06.079937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:07:06.082962 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:07:06.108465 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:06.133218 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (6c162dd6-655b-47b2-a71b-2ed1bd637077), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.340798 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.503565 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d39ca-bce4-40e0-ab5d-fb3cbb113e3e None None] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:07:06.587467 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-088c74a4-30fe-4b72-85d2-2428fa8d253a None None] Provisioning complete for port 474200d0-ae44-49a1-b4b3-27ba9be61767 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:06.588103 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-088c74a4-30fe-4b72-85d2-2428fa8d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.644954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.700144 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-088c74a4-30fe-4b72-85d2-2428fa8d253a None None] Current status of the port 474200d0-ae44-49a1-b4b3-27ba9be61767 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:06.700539 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-088c74a4-30fe-4b72-85d2-2428fa8d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.734947 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.744801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-088c74a4-30fe-4b72-85d2-2428fa8d253a None None] For port 474200d0-ae44-49a1-b4b3-27ba9be61767, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=474200d0-ae44-49a1-b4b3-27ba9be61767,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:07:06.810652 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (6c162dd6-655b-47b2-a71b-2ed1bd637077), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.814317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:06.820462 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-088c74a4-30fe-4b72-85d2-2428fa8d253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.877139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c74a4-30fe-4b72-85d2-2428fa8d253a None None] Pushing event updated for resources: {'Port': ['ID=474200d0-ae44-49a1-b4b3-27ba9be61767,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:06.930207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:07:06.931885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:07:06.942482 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ded1c551-49df-4075-bacc-f6151388a28b None None] Provisioning complete for port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:06.942910 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ded1c551-49df-4075-bacc-f6151388a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:06.986030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ded1c551-49df-4075-bacc-f6151388a28b None None] Port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:07:06.996073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ded1c551-49df-4075-bacc-f6151388a28b None None] Provisioning complete for port 474200d0-ae44-49a1-b4b3-27ba9be61767 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:06.996450 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ded1c551-49df-4075-bacc-f6151388a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:07.063281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6c162dd6-655b-47b2-a71b-2ed1bd637077 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:07:07.078596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ded1c551-49df-4075-bacc-f6151388a28b None None] Current status of the port 474200d0-ae44-49a1-b4b3-27ba9be61767 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:07.181665 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:07:07.191734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-271fe484-3bed-42c4-bd2c-fbeaec4d95e7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/6c162dd6-655b-47b2-a71b-2ed1bd637077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4723763 Feb 10 05:07:07.197714 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Sync routers for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:07:07.222364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d71dfce8-33ba-496c-a854-a031c66e77ca None None] Provisioning complete for port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:07.222759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d71dfce8-33ba-496c-a854-a031c66e77ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:07.225222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:07:07.225844 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:07.310065 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d71dfce8-33ba-496c-a854-a031c66e77ca None None] Port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:07:07.364186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-f90ea02e-9f93-43d1-b623-7bac8eb99b6d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601804772&fields=id&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 267 time: 0.0450013 Feb 10 05:07:07.375572 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:07:07.481018 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-63eb9776-99eb-4982-9cea-6edd7dd1ea14 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:07.490166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-63eb9776-99eb-4982-9cea-6edd7dd1ea14 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/networks?id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a HTTP/1.1" status: 200 len: 797 time: 0.1121011 Feb 10 05:07:07.490312 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-cf08ff93-f168-4942-bdde-98cf233b8177 None None] Provisioning complete for port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:07.490312 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cf08ff93-f168-4942-bdde-98cf233b8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:07.499132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-8910d9a9-d5af-4155-be07-fe4455a3bb6f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/quotas/e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 375 time: 0.0097463 Feb 10 05:07:07.537802 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:07:07.560116 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-e1610a63-1e0e-46e9-ba71-66ba580e7f0d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548866 Feb 10 05:07:07.576272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-4145f1e5-0c02-41b3-9c68-5349f707f2b7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:07:07.578056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-4145f1e5-0c02-41b3-9c68-5349f707f2b7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058906 Feb 10 05:07:07.587190 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-cf08ff93-f168-4942-bdde-98cf233b8177 None None] Port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:07:07.644926 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:07.645605 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:07.672302 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-1261a8de-da14-44d0-8324-eb3e81416f45 service neutron] 10.222.0.42 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883229 Feb 10 05:07:07.702325 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 2, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:07.750070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Checking router: 6c162dd6-655b-47b2-a71b-2ed1bd637077 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:07:07.750428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Updating router 6c162dd6-655b-47b2-a71b-2ed1bd637077 port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:07:07.763756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-4085cf7d-4205-4138-8d56-256d1ee6b77e service neutron] 10.222.0.42 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853734 Feb 10 05:07:07.787506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:07.787902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:07.796873 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:07.819046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:07:07.896314 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:07.897004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 474200d0-ae44-49a1-b4b3-27ba9be61767 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:07:07.999735 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-192cc24e-e1ea-4960-8f60-3fcb518b11a8 req-55e3c7e9-6d8a-415e-8dcf-550c34c37eb5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 210 time: 0.0311294 Feb 10 05:07:08.207233 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:08.234238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 474200d0-ae44-49a1-b4b3-27ba9be61767 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:08.240096 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:08.369688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Publish callbacks [] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:08.378058 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 474200d0-ae44-49a1-b4b3-27ba9be61767 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:08.441918 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:08.493456 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2392d8-577b-4617-a955-9b9e2274e2af None None] Pushing event updated for resources: {'Port': ['ID=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:08.549622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Attempting to bind port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:07:08.550336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Attempting to bind port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:07:08.550489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Attempting to bind port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 on network c0c975c6-c4ca-4233-b7c5-04dbf094b21a {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:07:08.555907 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:07:08.556254 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Checking segment: {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:07:08.556670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:08.557069 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Bound using segment: {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:07:08.557795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Bound port: d835ab49-9b2f-4ee0-babc-e98d1f9b5468, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:07:08.558182 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:08.622418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] For port d835ab49-9b2f-4ee0-babc-e98d1f9b5468, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:07:08.626123 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] For port d835ab49-9b2f-4ee0-babc-e98d1f9b5468, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:07:08.715825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-3a716177-685d-4f84-8d74-3e95b7b58e40 None None] Provisioning complete for port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:08.716130 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3a716177-685d-4f84-8d74-3e95b7b58e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:08.742539 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:08.779171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-3a716177-685d-4f84-8d74-3e95b7b58e40 None None] Port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:07:08.804329 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:07:08.805032 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:08.853274 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2392d8-577b-4617-a955-9b9e2274e2af None None] Pushing event updated for resources: {'Port': ['ID=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:08.932924 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:07:09.043608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-da3d4a6c-4147-4786-b9ca-0e06f944ce45 None None] Provisioning complete for port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:09.046195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da3d4a6c-4147-4786-b9ca-0e06f944ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:09.099185 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-684a841c-27e8-4e2b-96db-1276b888e8f3 req-f87490c3-2520-4480-ac9a-9661807c2cf9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 210 time: 0.0281405 Feb 10 05:07:09.196150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-da3d4a6c-4147-4786-b9ca-0e06f944ce45 None None] Current status of the port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:09.196542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da3d4a6c-4147-4786-b9ca-0e06f944ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:09.241130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-da3d4a6c-4147-4786-b9ca-0e06f944ce45 None None] For port d835ab49-9b2f-4ee0-babc-e98d1f9b5468, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:07:09.244004 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:08Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:09.275020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301d585-08e3-48ef-8eea-35d86ab957e2 None None] The sync data for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 is: [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:08Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:07:09.311425 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-da3d4a6c-4147-4786-b9ca-0e06f944ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:09.373131 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d4a6c-4147-4786-b9ca-0e06f944ce45 None None] Pushing event updated for resources: {'Port': ['ID=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:09.522081 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d835ab49-9b2f-4ee0-babc-e98d1f9b5468 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:07:09.572799 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:09.573468 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:09.659414 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:09.660518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:07:09.716849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:09.718147 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:09.802736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:09.929529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-4fb2b212-1b61-42bc-8e2e-2ea039d75472 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:09.931040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-4fb2b212-1b61-42bc-8e2e-2ea039d75472 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/networks?id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a HTTP/1.1" status: 200 len: 797 time: 0.1146991 Feb 10 05:07:09.997239 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-e29c829d-6aff-4881-beb1-b2709108626a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 379 time: 0.0568373 Feb 10 05:07:10.006149 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'port': {'device_id': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'admin_state_up': True, 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'security_groups': ['b32a2865-4aa7-47a6-83c0-5d3f45349f19']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:10.204333 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c151aeaf-e1d6-4fc7-a4f1-445271b3e430 req-83220dda-dbf2-46cf-86f3-87f9a8900451 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 210 time: 0.0305417 Feb 10 05:07:10.282954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:07:10.287170 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:10.421274 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.9 (c0c975c6-c4ca-4233-b7c5-04dbf094b21a/83ccc6fe-cd81-4470-aeb5-3182e054c723/dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:07:10.578420 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:10.688958 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:10.734092 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:07:10.737195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:07:10.740852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:07:10.771770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:10.800830 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:10.801456 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:10.879986 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-eeec0345-5492-41a5-9270-82ad3028885b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777452 Feb 10 05:07:10.892185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Request body: {'port': {'device_id': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:10.942350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-657d95b8-077a-4ce4-89fd-373b98a43777 None None] Provisioning complete for port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:10.943010 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-657d95b8-077a-4ce4-89fd-373b98a43777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:10.954905 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:10.979072 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-657d95b8-077a-4ce4-89fd-373b98a43777 None None] Port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:07:11.213698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:07:11.222438 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Publish callbacks [] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:11.235367 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Transition to ACTIVE for port object dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:07:11.313320 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:11.402275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:11.438780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8bf2e-5a58-4a18-8ccf-68ca0e3fcaf6 req-5a904545-0e29-4027-8597-04651763bbed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:11.440309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41e8bf2e-5a58-4a18-8ccf-68ca0e3fcaf6 req-5a904545-0e29-4027-8597-04651763bbed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 931 time: 0.1620362 Feb 10 05:07:11.538783 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41e8bf2e-5a58-4a18-8ccf-68ca0e3fcaf6 req-e996efc6-5c97-48ee-97e5-3f38a2369e1b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669458 Feb 10 05:07:11.546918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Attempting to bind port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:07:11.546918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Attempting to bind port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:07:11.546918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Attempting to bind port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d on network c0c975c6-c4ca-4233-b7c5-04dbf094b21a {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:07:11.553696 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d on network c0c975c6-c4ca-4233-b7c5-04dbf094b21a not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:07:11.554520 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Attempting to bind port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d on network c0c975c6-c4ca-4233-b7c5-04dbf094b21a {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:07:11.560440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:07:11.560780 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Checking segment: {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:07:11.561773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Bound using segment: {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:07:11.562264 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Bound port: dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c78bc-425d-4c7f-bf46-886b677146eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:07:11.562622 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:11.629077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] For port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:07:11.632235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] For port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:07:11.683567 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:11.716765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:11.717532 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:11.719019 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] 10.222.0.24 "PUT /v2.0/ports/dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d HTTP/1.1" status: 200 len: 1091 time: 0.8314886 Feb 10 05:07:11.721223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:07:11.723979 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b1f20c-1eb9-4ce4-84e4-b2b0b85247c0" -d '{"events": [{"name": "network-changed", "server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:07:11.756210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5b58c-3b9d-4462-a07b-6ca6b3a95900 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:11.769222 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59adc3b-8ac6-4fad-be49-65ca1d56d949 x-openstack-request-id: req-b59adc3b-8ac6-4fad-be49-65ca1d56d949 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:07:11.769585 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:07:11.769839 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b59adc3b-8ac6-4fad-be49-65ca1d56d949 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:07:11.770270 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'status': 'completed', 'code': 200} Feb 10 05:07:11.842733 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1f20c-1eb9-4ce4-84e4-b2b0b85247c0 req-71ca223d-b8c7-494d-97b7-2367c187ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:11.844397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4b1f20c-1eb9-4ce4-84e4-b2b0b85247c0 req-71ca223d-b8c7-494d-97b7-2367c187ff56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1125 time: 0.0538280 Feb 10 05:07:11.945004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1f20c-1eb9-4ce4-84e4-b2b0b85247c0 req-2b263f3f-67f7-47b5-b72f-19960ac7c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:11.946507 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4b1f20c-1eb9-4ce4-84e4-b2b0b85247c0 req-2b263f3f-67f7-47b5-b72f-19960ac7c739 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e69467c5a99549188332b39fd2bd5638&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0954247 Feb 10 05:07:12.043064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1f20c-1eb9-4ce4-84e4-b2b0b85247c0 req-1621ba25-12fc-4ca3-8c90-173ab70fd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:12.044555 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4b1f20c-1eb9-4ce4-84e4-b2b0b85247c0 req-1621ba25-12fc-4ca3-8c90-173ab70fd679 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917938 Feb 10 05:07:12.120299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-74832332-7f02-4d9b-8516-6b250cbf2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:12.121801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-74832332-7f02-4d9b-8516-6b250cbf2cfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1125 time: 0.0438073 Feb 10 05:07:12.162127 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-b80e6b6b-0b6a-4a1d-87a0-b5ded27b4500 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d HTTP/1.1" status: 200 len: 217 time: 0.0334423 Feb 10 05:07:12.255715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d160dd65-048b-407c-821f-28191603e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:12.257147 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-d160dd65-048b-407c-821f-28191603e1d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83ccc6fe-cd81-4470-aeb5-3182e054c723 HTTP/1.1" status: 200 len: 834 time: 0.0897908 Feb 10 05:07:12.305083 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-c63a208a-961e-48e7-8542-077d6d8ab6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:12.306508 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-c63a208a-961e-48e7-8542-077d6d8ab6e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437441 Feb 10 05:07:12.392805 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-13cfbd09-b21b-4eb7-bfcd-6106cccf4ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801790 Feb 10 05:07:12.484928 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6bcf140a-1971-4cf4-b9f9-14a714f9e761 req-e38cc048-0b22-4918-903d-acf356855b98 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 Feb 10 05:07:12.657468 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff45e-b339-414b-85de-36ae1e971c4f req-f967d2a3-b749-4f62-ae85-dd3b38b4abcc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:12.658966 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ccff45e-b339-414b-85de-36ae1e971c4f req-f967d2a3-b749-4f62-ae85-dd3b38b4abcc tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 943 time: 0.0526977 Feb 10 05:07:12.707301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ccff45e-b339-414b-85de-36ae1e971c4f req-4015f998-3146-4d7a-a3ad-a11b5fa18e04 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Feb 10 05:07:13.830765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e98c0-418c-4547-aff2-f2eb6c6f5efa req-eb2a6585-c7c6-4cd7-bb51-ad9499e8eed8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:13.832311 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-408e98c0-418c-4547-aff2-f2eb6c6f5efa req-eb2a6585-c7c6-4cd7-bb51-ad9499e8eed8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 943 time: 0.0528789 Feb 10 05:07:13.880217 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-408e98c0-418c-4547-aff2-f2eb6c6f5efa req-e5463bef-4106-4f74-a1a1-98aa5d9dd26b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Feb 10 05:07:14.114294 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:07:15.004144 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a908eb-1a8c-4ca7-a903-a6bbe8d3f1a8 req-63185e4b-a708-4bec-bf90-28129de0df29 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:15.005635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-93a908eb-1a8c-4ca7-a903-a6bbe8d3f1a8 req-63185e4b-a708-4bec-bf90-28129de0df29 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 943 time: 0.0573978 Feb 10 05:07:15.053670 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-93a908eb-1a8c-4ca7-a903-a6bbe8d3f1a8 req-036e3c8e-92b6-450f-b1c0-f66fd8f29762 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 Feb 10 05:07:16.178980 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef2bd6-b607-4922-918b-84f754ebbc1c req-2a2a42fe-ebb7-4412-ac6d-fbd03aa3239a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:16.180373 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7eef2bd6-b607-4922-918b-84f754ebbc1c req-2a2a42fe-ebb7-4412-ac6d-fbd03aa3239a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 943 time: 0.0556767 Feb 10 05:07:16.228092 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7eef2bd6-b607-4922-918b-84f754ebbc1c req-c4dc099b-633a-417b-8404-6d2c96c6aac7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Feb 10 05:07:16.236457 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:07:16.334526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:07:16.345089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'port_id': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'mac_address': 'fa:16:3e:87:24:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:07:16.383136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:16.383549 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:16.396038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:07:16.415279 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:07:16.477228 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:16.524028 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:16.680399 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:07:17.358551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec43d2-2469-4bc5-8cb9-2b708d5d66c3 req-d537fbd5-2726-45b6-a0d9-f9987533243f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:17.360065 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-efec43d2-2469-4bc5-8cb9-2b708d5d66c3 req-d537fbd5-2726-45b6-a0d9-f9987533243f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 944 time: 0.0573983 Feb 10 05:07:17.408912 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-efec43d2-2469-4bc5-8cb9-2b708d5d66c3 req-ce0f55fb-63ed-41ee-bcfe-fd314803c385 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Feb 10 05:07:17.500438 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:18.241894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:07:18.362999 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:07:18.366947 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:07:18.367323 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:18.445389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:07:18.445787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:18.469176 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:07:18.471452 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b07825-4dd0-4e26-a0e1-23bd8e4cea7e" -d '{"events": [{"server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "name": "network-vif-plugged", "status": "completed", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:07:18.484210 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:07:18.510886 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca796c61-42c6-4099-b71f-75a31c3d6df3 x-openstack-request-id: req-ca796c61-42c6-4099-b71f-75a31c3d6df3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:07:18.510886 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "name": "network-vif-plugged", "status": "completed", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:07:18.510886 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca796c61-42c6-4099-b71f-75a31c3d6df3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:07:18.510886 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'code': 200} Feb 10 05:07:18.535563 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1df91c-62d2-41de-b4b7-62ca686c8b24 req-23d69684-4446-4b13-a1ae-7b163d939eac tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:18.537223 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d1df91c-62d2-41de-b4b7-62ca686c8b24 req-23d69684-4446-4b13-a1ae-7b163d939eac tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 944 time: 0.0596123 Feb 10 05:07:18.556602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:18.594939 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d1df91c-62d2-41de-b4b7-62ca686c8b24 req-d8c5fa4a-1d96-4ac1-a0ee-dd4582ba6902 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517178 Feb 10 05:07:18.621159 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f0725-616a-48b7-bf6c-76ed58981910 req-2d3b943f-e020-4518-b330-7102a7536d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:18.622900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-347f0725-616a-48b7-bf6c-76ed58981910 req-2d3b943f-e020-4518-b330-7102a7536d1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1127 time: 0.0575306 Feb 10 05:07:18.625854 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:18.668523 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-347f0725-616a-48b7-bf6c-76ed58981910 req-1aad2e5e-9030-4fd1-9e5a-a46e4f0eba21 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Feb 10 05:07:18.927467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:19.721417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9355f72-1aae-4649-9c48-5c42e78b564e req-8dbd86fe-2534-4479-8eb3-6d891d697fc7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:19.722933 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9355f72-1aae-4649-9c48-5c42e78b564e req-8dbd86fe-2534-4479-8eb3-6d891d697fc7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0533512 Feb 10 05:07:19.772831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d9355f72-1aae-4649-9c48-5c42e78b564e req-37858c3d-6e39-414e-932c-072c0ae92a18 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Feb 10 05:07:20.898936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b3fc7-55ca-46e4-b07b-344844f34f4b req-aa2d0c31-42ca-4282-9fb3-95636758dd62 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:20.900419 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-538b3fc7-55ca-46e4-b07b-344844f34f4b req-aa2d0c31-42ca-4282-9fb3-95636758dd62 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0551555 Feb 10 05:07:20.949963 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-538b3fc7-55ca-46e4-b07b-344844f34f4b req-551e008c-7cae-40b9-a86d-fb2b9d090581 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432446 Feb 10 05:07:21.067099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40c3df-d11a-4f73-994c-09e6e6cf444c req-99fb0aad-e164-48f4-9df4-6b323bb54c47 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:21.068477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d40c3df-d11a-4f73-994c-09e6e6cf444c req-99fb0aad-e164-48f4-9df4-6b323bb54c47 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Feb 10 05:07:21.119489 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d40c3df-d11a-4f73-994c-09e6e6cf444c req-8636eb08-eba9-4f4a-81f8-028a0f1fc1bb tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455484 Feb 10 05:07:21.140421 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54370) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:21.223888 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1029b702-5206-4b71-a2c4-214ebabba6ce tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:21.225401 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1029b702-5206-4b71-a2c4-214ebabba6ce tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1122 time: 0.0840223 Feb 10 05:07:21.228171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54374) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:21.232553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:07:21.333357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:21.428730 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:21.531223 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.62 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/558da699-29f0-43be-98f4-a670f5e5a061) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:07:21.633178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (558da699-29f0-43be-98f4-a670f5e5a061), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:21.718112 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (558da699-29f0-43be-98f4-a670f5e5a061), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:21.759443 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:07:21.762359 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:07:21.767162 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:07:21.770154 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=558da699-29f0-43be-98f4-a670f5e5a061,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:21.796078 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.796659 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.797240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.797761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.798345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.798819 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.799163 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.799518 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.800109 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.800456 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.800798 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.801208 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:21.801549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:07:22.144838 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (5f00d8ee-51d1-417a-b973-8d24d02e114c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:22.279496 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (558da699-29f0-43be-98f4-a670f5e5a061), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:22.426569 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (558da699-29f0-43be-98f4-a670f5e5a061), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:22.477057 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (558da699-29f0-43be-98f4-a670f5e5a061), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:22.548420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=558da699-29f0-43be-98f4-a670f5e5a061,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:07:22.558587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (5f00d8ee-51d1-417a-b973-8d24d02e114c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:22.658938 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 5f00d8ee-51d1-417a-b973-8d24d02e114c associated. External IP: 172.25.8.62, port: dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d. Feb 10 05:07:22.863977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6c162dd6-655b-47b2-a71b-2ed1bd637077 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:07:22.974136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:07:22.984004 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] Sync routers for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:07:22.993410 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:07:22.996722 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:23.045167 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:23.074726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e184880a-4f14-4adb-bf9b-11fff317f145 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8455105 Feb 10 05:07:23.075303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:07:23.078249 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aa2f76-7366-412b-8a63-5ad6a74bb06b" -d '{"events": [{"name": "network-changed", "server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:07:23.102900 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:07:23.118870 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216b4976-202c-4f2a-9a7e-6907ae4d3adc x-openstack-request-id: req-216b4976-202c-4f2a-9a7e-6907ae4d3adc {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:07:23.119216 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:07:23.119473 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-216b4976-202c-4f2a-9a7e-6907ae4d3adc {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:07:23.119887 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'status': 'completed', 'code': 200} Feb 10 05:07:23.179961 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78fcc4-b170-4d62-85a0-9df1fda0de99 req-5504f9ed-131a-4c28-9c60-eb6b68e20a54 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:23.181503 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a78fcc4-b170-4d62-85a0-9df1fda0de99 req-5504f9ed-131a-4c28-9c60-eb6b68e20a54 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0559342 Feb 10 05:07:23.188127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-dbdfd43f-1727-4cc4-945e-94f5e5c87652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:23.190101 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-dbdfd43f-1727-4cc4-945e-94f5e5c87652 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1127 time: 0.0506465 Feb 10 05:07:23.234016 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0a78fcc4-b170-4d62-85a0-9df1fda0de99 req-2a530bfe-5855-4038-90c9-2db2019261a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457880 Feb 10 05:07:23.256425 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54380) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:23.285761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-3b9b7896-73d3-4aa0-97fa-e58b097c3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:23.287286 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-3b9b7896-73d3-4aa0-97fa-e58b097c3e98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a HTTP/1.1" status: 200 len: 898 time: 0.0911822 Feb 10 05:07:23.322636 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5e21d89a-c31d-421d-8232-2da9ef7c224a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/5f00d8ee-51d1-417a-b973-8d24d02e114c HTTP/1.1" status: 200 len: 990 time: 0.0640023 Feb 10 05:07:23.339416 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '5f00d8ee-51d1-417a-b973-8d24d02e114c', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'port_id': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'mac_address': 'fa:16:3e:87:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:07:22Z', 'updated_at': '2022-02-10T05:07:22Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:23.363013 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-29954fe0-ae06-4298-bf93-841ccebf5201 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d HTTP/1.1" status: 200 len: 998 time: 0.0697973 Feb 10 05:07:23.366481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] Checking router: 6c162dd6-655b-47b2-a71b-2ed1bd637077 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:07:23.374648 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:07:23.375269 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:07:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:23.411660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-08d35755-cf3b-430c-b3f6-a4e0865ad727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:23.413128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-08d35755-cf3b-430c-b3f6-a4e0865ad727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83ccc6fe-cd81-4470-aeb5-3182e054c723 HTTP/1.1" status: 200 len: 834 time: 0.0450058 Feb 10 05:07:23.462734 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-dc8cece5-6b76-4cfe-9546-130cb1b03556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:23.464291 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-dc8cece5-6b76-4cfe-9546-130cb1b03556 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455933 Feb 10 05:07:23.561755 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-92497c70-ac7f-4ad1-be9d-3a1a56949f71 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908558 Feb 10 05:07:23.579216 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:07:23.659744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-32aa2f76-7366-412b-8a63-5ad6a74bb06b req-ea8fda99-c589-46bd-9675-b2e568fd0846 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834341 Feb 10 05:07:23.799056 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '5f00d8ee-51d1-417a-b973-8d24d02e114c', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'port_id': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'mac_address': 'fa:16:3e:87:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:07:22Z', 'updated_at': '2022-02-10T05:07:22Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:07:23.829339 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73fc03-a910-4309-9e10-f145af59f25d None None] The sync data for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 is: [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '5f00d8ee-51d1-417a-b973-8d24d02e114c', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'port_id': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'mac_address': 'fa:16:3e:87:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:07:22Z', 'updated_at': '2022-02-10T05:07:22Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:07:24.023269 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f02504b-529e-4de2-b13d-7be9453ed717 None None] New status for floating IP 5f00d8ee-51d1-417a-b973-8d24d02e114c: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:07:24.324697 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54382) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:07:24.383931 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df7a35fd-1ab3-489e-aaaf-66c551869e0d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/5f00d8ee-51d1-417a-b973-8d24d02e114c HTTP/1.1" status: 200 len: 992 time: 0.0581052 Feb 10 05:07:27.705705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e1e8-34d1-42ac-8ef1-7207c5fbd6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:29.865900 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c6d5bd5a-3420-412f-8c2f-4dc5f6dcd164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:31.242159 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:32.820300 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:34.328931 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:47.483103 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:48.923375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:51.113711 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:07:55.967089 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374aaa4-a0b3-42b6-a13c-fc04f152ab57 req-dc3c2808-6f13-4c3e-baa1-046c2b5389aa tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:55.968675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8374aaa4-a0b3-42b6-a13c-fc04f152ab57 req-dc3c2808-6f13-4c3e-baa1-046c2b5389aa tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0685747 Feb 10 05:07:56.018454 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8374aaa4-a0b3-42b6-a13c-fc04f152ab57 req-b9a026b2-a3cd-4017-a0aa-0620bbad1e3e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Feb 10 05:07:57.138394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214b944-942f-43d6-a8e6-57a2bcc43fd5 req-d12c459f-dd65-4028-9bfe-e6420e888574 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:57.139937 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7214b944-942f-43d6-a8e6-57a2bcc43fd5 req-d12c459f-dd65-4028-9bfe-e6420e888574 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Feb 10 05:07:57.193541 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7214b944-942f-43d6-a8e6-57a2bcc43fd5 req-a394a48e-f4ef-413c-9db4-cf426ae191f8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479507 Feb 10 05:07:57.723243 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4405246a-a277-422c-8785-61a3189f2f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:07:58.310021 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a023745-f96b-42bf-9f74-7331d8516fc6 req-d8abd795-9f9e-434d-9e3f-705a8f977f2b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:58.312287 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a023745-f96b-42bf-9f74-7331d8516fc6 req-d8abd795-9f9e-434d-9e3f-705a8f977f2b tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0516989 Feb 10 05:07:58.359349 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a023745-f96b-42bf-9f74-7331d8516fc6 req-6ae6a1a5-b33e-4db9-9e1a-12e1b695d520 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 Feb 10 05:07:58.536996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-a459c25c-33ba-47c9-8218-8ffcf6a65d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:58.538416 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-a459c25c-33ba-47c9-8218-8ffcf6a65d93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1127 time: 0.0445476 Feb 10 05:07:58.642546 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-0a92e337-de76-4786-b84a-db31d19450a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:58.644042 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-0a92e337-de76-4786-b84a-db31d19450a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a HTTP/1.1" status: 200 len: 898 time: 0.0867302 Feb 10 05:07:58.707704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-6f9354e7-7a87-47be-b7cf-6f560c7b8943 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d HTTP/1.1" status: 200 len: 1000 time: 0.0578644 Feb 10 05:07:58.758329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-6ec0cb85-d684-4e5e-9c67-6dd1188af01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:58.759789 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-6ec0cb85-d684-4e5e-9c67-6dd1188af01f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83ccc6fe-cd81-4470-aeb5-3182e054c723 HTTP/1.1" status: 200 len: 834 time: 0.0462892 Feb 10 05:07:58.808028 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-1b55dafc-4c9a-4691-b6d0-6c48ca764e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:58.809750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-1b55dafc-4c9a-4691-b6d0-6c48ca764e03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431614 Feb 10 05:07:58.897442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-f369bbeb-078d-4ced-b594-59c3d69ad5da service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815561 Feb 10 05:07:58.987919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b7a8cc77-0f4d-4fcf-acec-7b74bf5cc2e7 req-32f4b11f-4230-403d-81e8-95862655365b service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852199 Feb 10 05:07:59.482195 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39932649-adaf-405d-9fb2-91fd3a789f20 req-90328587-3174-478b-bf09-b6f4b69e8b40 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:07:59.483891 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39932649-adaf-405d-9fb2-91fd3a789f20 req-90328587-3174-478b-bf09-b6f4b69e8b40 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0526950 Feb 10 05:07:59.534052 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-39932649-adaf-405d-9fb2-91fd3a789f20 req-4cad6dd6-552c-49b2-a4e5-5d03ccbc67dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Feb 10 05:07:59.865827 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a84aed7-d7de-4e50-abb3-8e01c7068cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:00.655975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519d11e-59fd-4e95-8126-c0939a9f9ec9 req-3be0f4e8-9939-4168-841b-60feb2c80891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:00.657399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7519d11e-59fd-4e95-8126-c0939a9f9ec9 req-3be0f4e8-9939-4168-841b-60feb2c80891 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0531166 Feb 10 05:08:00.705536 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7519d11e-59fd-4e95-8126-c0939a9f9ec9 req-e1bc2bfc-60cb-4605-8763-3565bfadd151 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425308 Feb 10 05:08:01.237232 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:01.822493 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315b799-fdd5-4ba6-937d-fb96931fb833 req-f8ff3cfe-a5ce-4a53-9fd8-d377f982769c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:01.824011 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e315b799-fdd5-4ba6-937d-fb96931fb833 req-f8ff3cfe-a5ce-4a53-9fd8-d377f982769c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0524986 Feb 10 05:08:01.872054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e315b799-fdd5-4ba6-937d-fb96931fb833 req-f97fa5b8-d873-4a4b-b4a9-632b14b94aee tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 Feb 10 05:08:02.802815 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:02.993240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad551a5-be8c-4065-b003-b8079b7d56df req-2e064bde-d60d-41e6-911b-85a787108ac7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:02.994748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dad551a5-be8c-4065-b003-b8079b7d56df req-2e064bde-d60d-41e6-911b-85a787108ac7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Feb 10 05:08:03.042756 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dad551a5-be8c-4065-b003-b8079b7d56df req-6e2ca327-9612-4e66-b82e-7e6d0646c9da tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Feb 10 05:08:04.163742 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb047dd-65e1-4c84-a678-5163b9795584 req-27c78732-cde0-4e3e-8dcd-86d2ee3e8183 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:04.165222 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dbb047dd-65e1-4c84-a678-5163b9795584 req-27c78732-cde0-4e3e-8dcd-86d2ee3e8183 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0567102 Feb 10 05:08:04.229888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dbb047dd-65e1-4c84-a678-5163b9795584 req-1c217091-03c4-4c58-a5cb-09c1d7dced60 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591488 Feb 10 05:08:04.340620 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:05.347996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45e044-2d04-4cf5-9692-1061c3e9cedb req-ca90c6a6-c6a0-4884-a399-b737dde85364 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:05.349474 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a45e044-2d04-4cf5-9692-1061c3e9cedb req-ca90c6a6-c6a0-4884-a399-b737dde85364 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0515654 Feb 10 05:08:05.396682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0a45e044-2d04-4cf5-9692-1061c3e9cedb req-3b38b1b6-946b-4640-9ab8-8e5533c825e6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Feb 10 05:08:06.515081 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6ffa-ccd3-4415-9297-d957d193e0d8 req-223aaf77-140d-48de-8c48-4a86f1a43b10 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:06.516553 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89ae6ffa-ccd3-4415-9297-d957d193e0d8 req-223aaf77-140d-48de-8c48-4a86f1a43b10 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0522940 Feb 10 05:08:06.564954 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-89ae6ffa-ccd3-4415-9297-d957d193e0d8 req-0e770547-4a39-49af-8435-7a505dd43ba8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Feb 10 05:08:07.692210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6acc8b-8f98-4f7b-80f2-faf635e22687 req-e1bf75d7-0cee-45f0-9eb0-ac54b7fe4578 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:07.693661 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6acc8b-8f98-4f7b-80f2-faf635e22687 req-e1bf75d7-0cee-45f0-9eb0-ac54b7fe4578 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0604355 Feb 10 05:08:07.741955 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc6acc8b-8f98-4f7b-80f2-faf635e22687 req-380795e9-51fa-4d9a-be41-579eab9275d7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Feb 10 05:08:08.859625 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9dfc-15f9-44e7-8f71-2c46f048263b req-787bbdc5-4efe-4925-ae52-432b4304a5c6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:08.861099 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-384c9dfc-15f9-44e7-8f71-2c46f048263b req-787bbdc5-4efe-4925-ae52-432b4304a5c6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Feb 10 05:08:08.912952 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-384c9dfc-15f9-44e7-8f71-2c46f048263b req-3b20fe1e-ae3a-469c-a9cb-9dabae1b9cac tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462651 Feb 10 05:08:10.035415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247ca3c-7e85-48cd-87ff-690f5bdf34c2 req-4fe90659-6934-40f2-97e3-2cec52d9718e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:10.036905 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4247ca3c-7e85-48cd-87ff-690f5bdf34c2 req-4fe90659-6934-40f2-97e3-2cec52d9718e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Feb 10 05:08:10.084311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4247ca3c-7e85-48cd-87ff-690f5bdf34c2 req-784b7028-321d-46e1-af3b-2a8910cab98a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Feb 10 05:08:11.204508 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab97f7f-3215-42d0-8494-09b4e4626976 req-c9bf374d-dd67-4d3a-acdb-72fda0cb63d8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:11.207112 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eab97f7f-3215-42d0-8494-09b4e4626976 req-c9bf374d-dd67-4d3a-acdb-72fda0cb63d8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0559776 Feb 10 05:08:11.260518 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eab97f7f-3215-42d0-8494-09b4e4626976 req-d294fc3b-15de-461d-beb8-4f1bdd3e021c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475605 Feb 10 05:08:12.379510 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac8284-2d9c-41f2-9a1e-b2e42549f6b1 req-8e7caba4-941c-496b-8851-b4b40d4b930c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:12.380984 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62ac8284-2d9c-41f2-9a1e-b2e42549f6b1 req-8e7caba4-941c-496b-8851-b4b40d4b930c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0521905 Feb 10 05:08:12.432412 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62ac8284-2d9c-41f2-9a1e-b2e42549f6b1 req-33cb004e-6b35-4eaf-a2c8-aade6f878578 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Feb 10 05:08:12.455562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54430) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:12.846240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cf89b7ea-0d46-47ab-bab0-7984b2e44bef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/5f00d8ee-51d1-417a-b973-8d24d02e114c HTTP/1.1" status: 200 len: 992 time: 0.3895624 Feb 10 05:08:14.262486 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6b4d-1228-46f9-b3fa-9e7d20d1afd2 req-f28edc9e-bb3a-4634-b7d7-4ca347691a7e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:14.264004 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-254b6b4d-1228-46f9-b3fa-9e7d20d1afd2 req-f28edc9e-bb3a-4634-b7d7-4ca347691a7e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0565934 Feb 10 05:08:14.313092 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-254b6b4d-1228-46f9-b3fa-9e7d20d1afd2 req-95e6d4dd-8877-412f-b530-7b0b0175deea tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Feb 10 05:08:14.314324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-4bcb0c79-f507-476f-9565-ebef7629f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:14.315861 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-4bcb0c79-f507-476f-9565-ebef7629f424 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1127 time: 0.0446010 Feb 10 05:08:14.407484 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-121c74c4-491e-483e-9eb7-1ee79751c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:14.408938 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-121c74c4-491e-483e-9eb7-1ee79751c580 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a HTTP/1.1" status: 200 len: 898 time: 0.0869749 Feb 10 05:08:14.476004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-69e075e8-88ef-4f7b-b65e-d3e4b2c68e59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d HTTP/1.1" status: 200 len: 1000 time: 0.0607948 Feb 10 05:08:14.527825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-9bea22ec-c300-40ce-b386-2362619be60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:14.529271 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-9bea22ec-c300-40ce-b386-2362619be60d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83ccc6fe-cd81-4470-aeb5-3182e054c723 HTTP/1.1" status: 200 len: 834 time: 0.0477135 Feb 10 05:08:14.577307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-8e3cb0a5-8fc0-47ff-9016-45d2e2738491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:14.579024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-8e3cb0a5-8fc0-47ff-9016-45d2e2738491 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440860 Feb 10 05:08:14.665918 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-c52410b3-b0e8-437b-848d-f4d6dcf668db service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804186 Feb 10 05:08:14.756016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5cae6af3-c29e-4050-9240-e16e9ae0ebff req-729af734-6b41-40ea-9ff6-1bd86a0e4c61 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843658 Feb 10 05:08:15.436650 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246a605-2afa-4a9e-97f9-0efeac988824 req-a270de75-821f-444c-bda5-5a514ff50f20 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:15.438675 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8246a605-2afa-4a9e-97f9-0efeac988824 req-a270de75-821f-444c-bda5-5a514ff50f20 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0544481 Feb 10 05:08:15.486862 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8246a605-2afa-4a9e-97f9-0efeac988824 req-62d2c3ab-e4f6-4d94-871c-10d3e3d4bd64 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423789 Feb 10 05:08:15.509503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54440) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:15.572787 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f7706a64-a277-483f-94a4-6e566e1545c1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/5f00d8ee-51d1-417a-b973-8d24d02e114c HTTP/1.1" status: 200 len: 992 time: 0.0621696 Feb 10 05:08:17.477807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:18.935217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:27.711903 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-afbc3fa4-a706-43a6-b3d4-18a7e9a91040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:28.113180 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:08:29.866213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca69839c-bb1e-47c4-919b-e048454f3e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:31.265852 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:32.860286 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:34.341620 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:45.934002 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54452) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:46.091887 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 558da699-29f0-43be-98f4-a670f5e5a061 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:08:46.092229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (558da699-29f0-43be-98f4-a670f5e5a061), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:46.168901 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (558da699-29f0-43be-98f4-a670f5e5a061), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:46.169228 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (558da699-29f0-43be-98f4-a670f5e5a061), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:46.180504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 558da699-29f0-43be-98f4-a670f5e5a061 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:08:46.414195 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (558da699-29f0-43be-98f4-a670f5e5a061), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:46.441246 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=558da699-29f0-43be-98f4-a670f5e5a061,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:46.466891 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.467264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.467606 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.467942 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.468272 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.468599 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.468922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.469245 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.469565 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.469886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.470206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.470521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.470864 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:46.513065 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (5f00d8ee-51d1-417a-b973-8d24d02e114c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:46.513393 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 5f00d8ee-51d1-417a-b973-8d24d02e114c disassociated (deleted). External IP: 172.25.8.62, port: dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d. Feb 10 05:08:46.717198 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6c162dd6-655b-47b2-a71b-2ed1bd637077 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:08:47.068143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:08:47.073218 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:47.086043 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] Sync routers for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:08:47.097528 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:08:47.098248 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:47.113156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-447a15ae-b054-4d00-8885-876a0edd54ff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/floatingips/5f00d8ee-51d1-417a-b973-8d24d02e114c HTTP/1.1" status: 204 len: 168 time: 1.1779215 Feb 10 05:08:47.113765 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:08:47.116067 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:08:47.217273 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce5d13-b660-451c-a1e4-e51a7dadb8ab x-openstack-request-id: req-d3ce5d13-b660-451c-a1e4-e51a7dadb8ab {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:08:47.217578 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:08:47.217819 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3ce5d13-b660-451c-a1e4-e51a7dadb8ab {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:08:47.218225 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'status': 'completed', 'code': 200} Feb 10 05:08:47.228626 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:08:47.306921 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-8f2a4d3c-ba32-4f6c-8ac5-00bf7f80ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:47.309173 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-8f2a4d3c-ba32-4f6c-8ac5-00bf7f80ab22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 1127 time: 0.0691845 Feb 10 05:08:47.417073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-9d6c6689-724e-4c66-a14f-1b4ce4230660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:47.419031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-9d6c6689-724e-4c66-a14f-1b4ce4230660 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a HTTP/1.1" status: 200 len: 898 time: 0.1025097 Feb 10 05:08:47.473947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-cfca267d-ae1c-4ca7-9f3f-fcbe61953b93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d HTTP/1.1" status: 200 len: 217 time: 0.0466118 Feb 10 05:08:47.480609 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:47.507078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:47.524086 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] Checking router: 6c162dd6-655b-47b2-a71b-2ed1bd637077 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:08:47.534566 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:08:47.535220 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:47.586506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-834e1ab2-d0eb-4420-9d73-5834f8730442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:47.588040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-834e1ab2-d0eb-4420-9d73-5834f8730442 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83ccc6fe-cd81-4470-aeb5-3182e054c723 HTTP/1.1" status: 200 len: 834 time: 0.1078687 Feb 10 05:08:47.636863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbf944-92c7-416b-a7b4-6ce4bf193a72 req-d6f89263-fe78-4d45-a4a8-a38d70071076 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:47.638340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-accbf944-92c7-416b-a7b4-6ce4bf193a72 req-d6f89263-fe78-4d45-a4a8-a38d70071076 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.1157014 Feb 10 05:08:47.667456 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:08:47.682235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-3b72dc7e-05e6-46bf-b096-7cc2a1d28906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:47.684031 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-3b72dc7e-05e6-46bf-b096-7cc2a1d28906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0c975c6-c4ca-4233-b7c5-04dbf094b21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0895617 Feb 10 05:08:47.733826 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-accbf944-92c7-416b-a7b4-6ce4bf193a72 req-65da00c1-596e-46ef-a332-c06995a8d9dd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884483 Feb 10 05:08:47.804553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-95d62b6f-6f90-401c-9a9b-5740345710d2 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116431 Feb 10 05:08:47.907002 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cbcf166e-d371-4b29-b0b1-6583fbb1b3a8 req-381c96d5-1b2d-4415-aebc-24a99190f049 service neutron] 10.222.0.24 "GET /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945795 Feb 10 05:08:47.907361 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:47.942915 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf5bd8-d41d-4359-81a3-95eab3e9ec63 None None] The sync data for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 is: [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:06Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'd835ab49-9b2f-4ee0-babc-e98d1f9b5468', 'name': '', 'network_id': 'c0c975c6-c4ca-4233-b7c5-04dbf094b21a', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:06:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:05Z', 'updated_at': '2022-02-10T05:07:09Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': '83ccc6fe-cd81-4470-aeb5-3182e054c723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:08:48.177160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b03994-83d9-4048-a9c1-866aa26b3e68 None None] New status for floating IP 5f00d8ee-51d1-417a-b973-8d24d02e114c: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:08:48.862654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752e9bc-0a60-4866-b13a-202a50e698e4 req-cdf4b96b-2fe2-4c00-b57c-9f546553c038 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:48.864203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b752e9bc-0a60-4866-b13a-202a50e698e4 req-cdf4b96b-2fe2-4c00-b57c-9f546553c038 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0536640 Feb 10 05:08:48.915045 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b752e9bc-0a60-4866-b13a-202a50e698e4 req-63a085da-1ef5-4f50-bd37-4bae9b56b29a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32a2865-4aa7-47a6-83c0-5d3f45349f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446312 Feb 10 05:08:48.941070 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:49.027477 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-e668725d-887d-44ca-a9be-e46be0d35eed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:49.028840 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-e668725d-887d-44ca-a9be-e46be0d35eed tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 945 time: 0.0564322 Feb 10 05:08:49.118091 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:08:49.118427 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:49.216632 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:08:49.217152 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:49.232853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:08:49.426456 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:49.459974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:49.473168 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.473529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.473877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.474216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.474551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.474906 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.475239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.475598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.475930 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.476260 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.476586 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.476907 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.477253 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:49.512478 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] No DVR routers for this DVR port dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:08:49.514972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:49.519047 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6c01f5be-589f-4582-9eed-b76ffeced8b6 req-79c67ebe-d273-4092-b707-38fb9dff09a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "DELETE /v2.0/ports/dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d HTTP/1.1" status: 204 len: 173 time: 0.4850905 Feb 10 05:08:49.519494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'name': 'network-vif-deleted', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:08:49.521731 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934adbd1-f380-4665-ba82-2d34eeb6c744" -d '{"events": [{"server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "name": "network-vif-deleted", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:08:49.559129 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94fc962-83fc-4fb3-9bdb-86f73499a473 x-openstack-request-id: req-f94fc962-83fc-4fb3-9bdb-86f73499a473 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:08:49.559612 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c96f52-c8fa-4db9-ba93-6460dd90ecd9", "name": "network-vif-deleted", "tag": "dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:08:49.560032 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f94fc962-83fc-4fb3-9bdb-86f73499a473 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:08:49.560691 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c96f52-c8fa-4db9-ba93-6460dd90ecd9', 'name': 'network-vif-deleted', 'tag': 'dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d', 'status': 'completed', 'code': 200} Feb 10 05:08:50.021090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-75c8848d-6fb8-4de7-b13d-6c073c6456f0 req-89e2f050-8d47-4f7f-9099-1281762220ac tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=45c96f52-c8fa-4db9-ba93-6460dd90ecd9 HTTP/1.1" status: 200 len: 210 time: 0.0267613 Feb 10 05:08:51.078176 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54472) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:51.490300 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (6c162dd6-655b-47b2-a71b-2ed1bd637077), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:51.747011 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port d835ab49-9b2f-4ee0-babc-e98d1f9b5468 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:08:51.747286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:51.836790 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port d835ab49-9b2f-4ee0-babc-e98d1f9b5468, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:08:51.837152 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:51.848621 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for d835ab49-9b2f-4ee0-babc-e98d1f9b5468 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:08:52.106387 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (d835ab49-9b2f-4ee0-babc-e98d1f9b5468), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:52.135662 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=d835ab49-9b2f-4ee0-babc-e98d1f9b5468,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:52.309597 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (6c162dd6-655b-47b2-a71b-2ed1bd637077), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:52.530128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router 6c162dd6-655b-47b2-a71b-2ed1bd637077 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:08:52.635400 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:08:52.640492 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fbe46bc2-c969-4bcf-b465-e84d3acd7aff tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/6c162dd6-655b-47b2-a71b-2ed1bd637077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5612020 Feb 10 05:08:52.643914 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54474) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:52.647533 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] Sync routers for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:08:52.657540 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:08:52.658139 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:52.694361 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting subnet 83ccc6fe-cd81-4470-aeb5-3182e054c723 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:08:52.697509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (83ccc6fe-cd81-4470-aeb5-3182e054c723), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:52.714530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:08:52.735890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:08:52.736697 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device dc3e66b4-ec3f-4676-945c-c2c9cb71ce3d not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:08:52.740711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (83ccc6fe-cd81-4470-aeb5-3182e054c723), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:52.832997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (83ccc6fe-cd81-4470-aeb5-3182e054c723), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:52.869085 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:08:52.947089 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (83ccc6fe-cd81-4470-aeb5-3182e054c723), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:52.973118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Subnet': ['ID=83ccc6fe-cd81-4470-aeb5-3182e054c723,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:52.979126 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:52.982198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-3772d6f1-0fa9-4409-8eb4-ae1c0a89bfa1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/subnets/83ccc6fe-cd81-4470-aeb5-3182e054c723 HTTP/1.1" status: 204 len: 168 time: 0.3372395 Feb 10 05:08:52.984877 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54476) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:52.988977 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2c6fa-919d-43a9-907a-7ffd960d605f None None] Network c0c975c6-c4ca-4233-b7c5-04dbf094b21a requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:08:53.050570 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:08:51Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:53.077888 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] Checking router: 6c162dd6-655b-47b2-a71b-2ed1bd637077 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:08:53.086799 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] Routers {'6c162dd6-655b-47b2-a71b-2ed1bd637077'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:08:53.087391 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['6c162dd6-655b-47b2-a71b-2ed1bd637077'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:53.100411 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (6c162dd6-655b-47b2-a71b-2ed1bd637077), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.147845 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] DHCP port deletion for c0c975c6-c4ca-4233-b7c5-04dbf094b21a request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:08:53.198941 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] Set router 6c162dd6-655b-47b2-a71b-2ed1bd637077 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:08:53.202182 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Deleting port 474200d0-ae44-49a1-b4b3-27ba9be61767 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:08:53.202568 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.211041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (6c162dd6-655b-47b2-a71b-2ed1bd637077), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.264791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] For port 474200d0-ae44-49a1-b4b3-27ba9be61767, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=474200d0-ae44-49a1-b4b3-27ba9be61767,segment=NetworkSegment(9b2c78bc-425d-4c7f-bf46-886b677146eb),segment_id=9b2c78bc-425d-4c7f-bf46-886b677146eb)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:08:53.265192 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.279029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Calling delete_port for 474200d0-ae44-49a1-b4b3-27ba9be61767 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:08:53.317271 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:08:53.317635 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.384380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:08:51Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:53.408883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:08:53.409245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.410249 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07c69f-c4fc-4146-a3e0-00ab8d30dd78 None None] The sync data for ids ['6c162dd6-655b-47b2-a71b-2ed1bd637077'] in n-d-827844-2 is: [{'id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699805838', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:08:51Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162dd6-655b-47b2-a71b-2ed1bd637077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:07:02Z', 'updated_at': '2022-02-10T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:08:53.421605 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:08:53.489339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (474200d0-ae44-49a1-b4b3-27ba9be61767), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.515034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Pushing event deleted for resources: {'Port': ['ID=474200d0-ae44-49a1-b4b3-27ba9be61767,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:53.519291 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] No DVR routers for this DVR port 474200d0-ae44-49a1-b4b3-27ba9be61767 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:08:53.526489 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.527036 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.527201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.527518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.527843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.530400 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca68543-e0ff-473d-a054-041f7e0ce897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:08:53.626834 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.652918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:53.718842 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (6c162dd6-655b-47b2-a71b-2ed1bd637077), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.815774 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (6c162dd6-655b-47b2-a71b-2ed1bd637077), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.818308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (6c162dd6-655b-47b2-a71b-2ed1bd637077), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.885089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d835ab49-9b2f-4ee0-babc-e98d1f9b5468 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:08:53.907772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: d835ab49-9b2f-4ee0-babc-e98d1f9b5468 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:08:53.908118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device d835ab49-9b2f-4ee0-babc-e98d1f9b5468 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:08:53.909165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 474200d0-ae44-49a1-b4b3-27ba9be61767 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:08:53.929523 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (6c162dd6-655b-47b2-a71b-2ed1bd637077), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.929954 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Fanout notify agent at l3_agent the message router_deleted on router 6c162dd6-655b-47b2-a71b-2ed1bd637077 {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:08:53.932650 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 474200d0-ae44-49a1-b4b3-27ba9be61767 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:08:53.936257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 474200d0-ae44-49a1-b4b3-27ba9be61767 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:08:53.936822 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:53.937959 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-d0f9bc09-9e4d-4559-849f-26ff8298c0be tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/routers/6c162dd6-655b-47b2-a71b-2ed1bd637077 HTTP/1.1" status: 204 len: 168 time: 0.9521418 Feb 10 05:08:53.940842 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54478) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:54.021833 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (c0c975c6-c4ca-4233-b7c5-04dbf094b21a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.116230 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (c0c975c6-c4ca-4233-b7c5-04dbf094b21a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.136059 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c975c6-c4ca-4233-b7c5-04dbf094b21a']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:54.145197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2c78bc-425d-4c7f-bf46-886b677146eb') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:54.145489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2c78bc-425d-4c7f-bf46-886b677146eb') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:54.154516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (9b2c78bc-425d-4c7f-bf46-886b677146eb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.168144 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9b2c78bc-425d-4c7f-bf46-886b677146eb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.176580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:08:54.177266 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (9b2c78bc-425d-4c7f-bf46-886b677146eb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:08:54.181177 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:08:54.306398 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (c0c975c6-c4ca-4233-b7c5-04dbf094b21a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.313362 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.317416 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/networks/c0c975c6-c4ca-4233-b7c5-04dbf094b21a HTTP/1.1" status: 204 len: 168 time: 0.3753917 Feb 10 05:08:54.320355 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54480) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:54.328416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1f0e5-616c-4161-b6fd-414f3a423744 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Network': ['ID=c0c975c6-c4ca-4233-b7c5-04dbf094b21a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:54.378138 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e87faed2-0a05-43fc-9089-eb9295f5e333 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (b32a2865-4aa7-47a6-83c0-5d3f45349f19), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.402777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e87faed2-0a05-43fc-9089-eb9295f5e333 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (b32a2865-4aa7-47a6-83c0-5d3f45349f19), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.517002 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e87faed2-0a05-43fc-9089-eb9295f5e333 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (b32a2865-4aa7-47a6-83c0-5d3f45349f19), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.519655 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e87faed2-0a05-43fc-9089-eb9295f5e333 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:54.520886 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e87faed2-0a05-43fc-9089-eb9295f5e333 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/security-groups/b32a2865-4aa7-47a6-83c0-5d3f45349f19 HTTP/1.1" status: 204 len: 168 time: 0.1995180 Feb 10 05:08:54.530772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87faed2-0a05-43fc-9089-eb9295f5e333 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a2865-4aa7-47a6-83c0-5d3f45349f19,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:54.953328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54486) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:54.957941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-414115a0-d162-421e-8b68-4b000bf7d24f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897645711', 'description': 'tempest-secgroup-smoke-1897645711 description', 'project_id': 'e69467c5a99549188332b39fd2bd5638'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:55.036708 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-414115a0-d162-421e-8b68-4b000bf7d24f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.104352 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-414115a0-d162-421e-8b68-4b000bf7d24f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (5ee13526-6a55-4979-99ce-ab60bb8dcc9c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.157668 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-414115a0-d162-421e-8b68-4b000bf7d24f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5ee13526-6a55-4979-99ce-ab60bb8dcc9c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.185812 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414115a0-d162-421e-8b68-4b000bf7d24f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee13526-6a55-4979-99ce-ab60bb8dcc9c,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:55.228382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-414115a0-d162-421e-8b68-4b000bf7d24f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.229649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-414115a0-d162-421e-8b68-4b000bf7d24f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2753153 Feb 10 05:08:55.232494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54488) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:55.238774 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-d8fd3824-2e96-45d4-b7b3-e81f01d64971 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '5ee13526-6a55-4979-99ce-ab60bb8dcc9c', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:55.299528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3824-2e96-45d4-b7b3-e81f01d64971 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (3ed9d905-648f-4c97-9f30-dc6e6fcbddc6), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.353760 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3824-2e96-45d4-b7b3-e81f01d64971 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (3ed9d905-648f-4c97-9f30-dc6e6fcbddc6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.415193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3824-2e96-45d4-b7b3-e81f01d64971 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (3ed9d905-648f-4c97-9f30-dc6e6fcbddc6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.435392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd3824-2e96-45d4-b7b3-e81f01d64971 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed9d905-648f-4c97-9f30-dc6e6fcbddc6,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:55.457837 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:08:55.480658 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:08:55.484094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 0da6fcd5-a4fe-4385-b2f8-1b229d33cd8e not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:08:55.502638 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3824-2e96-45d4-b7b3-e81f01d64971 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.503897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-d8fd3824-2e96-45d4-b7b3-e81f01d64971 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704923 Feb 10 05:08:55.506598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54490) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:55.510928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-f65d8411-3f24-4106-b1f2-49128c2cd317 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '5ee13526-6a55-4979-99ce-ab60bb8dcc9c', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:55.602855 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f65d8411-3f24-4106-b1f2-49128c2cd317 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (de06eaba-0f0c-4ccd-a540-d7d3db73d5d1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.663033 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f65d8411-3f24-4106-b1f2-49128c2cd317 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (de06eaba-0f0c-4ccd-a540-d7d3db73d5d1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.711667 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f65d8411-3f24-4106-b1f2-49128c2cd317 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (de06eaba-0f0c-4ccd-a540-d7d3db73d5d1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.729143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d8411-3f24-4106-b1f2-49128c2cd317 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de06eaba-0f0c-4ccd-a540-d7d3db73d5d1,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:55.782310 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-f65d8411-3f24-4106-b1f2-49128c2cd317 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.784218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-f65d8411-3f24-4106-b1f2-49128c2cd317 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2760441 Feb 10 05:08:55.787085 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54492) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:55.791387 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-52163ed6-5ddc-4879-9bf4-a66f8a4a09a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '5ee13526-6a55-4979-99ce-ab60bb8dcc9c', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:55.859293 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52163ed6-5ddc-4879-9bf4-a66f8a4a09a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (bae23486-8ddf-49b1-b3d3-77dad6e8ac56), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:55.918966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52163ed6-5ddc-4879-9bf4-a66f8a4a09a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (bae23486-8ddf-49b1-b3d3-77dad6e8ac56), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.008042 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52163ed6-5ddc-4879-9bf4-a66f8a4a09a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (bae23486-8ddf-49b1-b3d3-77dad6e8ac56), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.027842 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52163ed6-5ddc-4879-9bf4-a66f8a4a09a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae23486-8ddf-49b1-b3d3-77dad6e8ac56,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:56.101670 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-52163ed6-5ddc-4879-9bf4-a66f8a4a09a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.102939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-52163ed6-5ddc-4879-9bf4-a66f8a4a09a6 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3149104 Feb 10 05:08:56.105584 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54494) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:56.110012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-6813e2e0-cfac-4700-842f-8c6b7c78cc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '5ee13526-6a55-4979-99ce-ab60bb8dcc9c', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:56.190990 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6813e2e0-cfac-4700-842f-8c6b7c78cc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (f01ff15f-707c-4de4-aa2e-aefa7169a414), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.247109 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6813e2e0-cfac-4700-842f-8c6b7c78cc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (f01ff15f-707c-4de4-aa2e-aefa7169a414), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.323507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6813e2e0-cfac-4700-842f-8c6b7c78cc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f01ff15f-707c-4de4-aa2e-aefa7169a414), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.343048 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813e2e0-cfac-4700-842f-8c6b7c78cc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01ff15f-707c-4de4-aa2e-aefa7169a414,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:56.411485 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-6813e2e0-cfac-4700-842f-8c6b7c78cc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.412760 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6813e2e0-cfac-4700-842f-8c6b7c78cc22 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3062518 Feb 10 05:08:56.415523 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54496) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:56.419914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '5ee13526-6a55-4979-99ce-ab60bb8dcc9c', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:56.494774 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:08:56.499772 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (2c9f384c-9622-4286-ba60-f7aa98eb260a), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.556616 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (2c9f384c-9622-4286-ba60-f7aa98eb260a), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.614717 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2c9f384c-9622-4286-ba60-f7aa98eb260a), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.631996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9f384c-9622-4286-ba60-f7aa98eb260a,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:56.708402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.709644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a65d5c7f-42f9-485f-b4e2-253f2ba3884f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2931910 Feb 10 05:08:56.712281 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54498) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:56.716568 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'security_group_rule': {'security_group_id': '5ee13526-6a55-4979-99ce-ab60bb8dcc9c', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:56.796634 n-d-827844-2 neutron-server[109959]: INFO neutron.db.securitygroups_db [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Project e69467c5a99549188332b39fd2bd5638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:08:56.802045 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (2cd998ce-0afb-422d-95a9-8d4254c0cb5c), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.861264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (2cd998ce-0afb-422d-95a9-8d4254c0cb5c), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.917559 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2cd998ce-0afb-422d-95a9-8d4254c0cb5c), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:56.936289 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd998ce-0afb-422d-95a9-8d4254c0cb5c,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:56.999549 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.000788 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0a9675d2-6979-494c-b928-b8d8ba60c47d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875965 Feb 10 05:08:57.003534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54500) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:57.008292 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'network': {'name': 'tempest-network-smoke--276092356', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'port_security_enabled': True}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:57.077698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:08:57.081869 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.105619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:08:57.114061 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2075e86d-6b29-46bd-8f58-50e1c87fff97), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.114400 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Added segment 2075e86d-6b29-46bd-8f58-50e1c87fff97 of type vlan for network f8bbf46a-6be6-4405-b89f-2b5ef613e26e Feb 10 05:08:57.153878 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (f8bbf46a-6be6-4405-b89f-2b5ef613e26e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.214886 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (f8bbf46a-6be6-4405-b89f-2b5ef613e26e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.219773 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:57.220357 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.294599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Network': ['ID=f8bbf46a-6be6-4405-b89f-2b5ef613e26e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:57.304121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-681a20f1-2fdd-48cd-854b-f5c18bc3900d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2995877 Feb 10 05:08:57.304894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:08:57.306790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54502) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:57.311519 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'admin_state_up': True, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:57.380039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (a7c07532-121f-4cfe-8a92-8f57770bd8f1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.381130 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (a7c07532-121f-4cfe-8a92-8f57770bd8f1), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.432513 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (a7c07532-121f-4cfe-8a92-8f57770bd8f1), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.618787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (a7c07532-121f-4cfe-8a92-8f57770bd8f1), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.723430 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ba740bec-b2f9-4a8a-84ae-dcfc50e15d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.848971 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (a7c07532-121f-4cfe-8a92-8f57770bd8f1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.871898 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:57.976426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.160 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/3e8fa878-af2f-4a9a-94be-8e22a97e4edb) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:08:58.081331 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:58.163839 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:58.204872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:08:58.208340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:08:58.211796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:08:58.216968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:58.521810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (a7c07532-121f-4cfe-8a92-8f57770bd8f1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:58.719301 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (a7c07532-121f-4cfe-8a92-8f57770bd8f1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:58.928023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router a7c07532-121f-4cfe-8a92-8f57770bd8f1 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:08:59.034956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:08:59.044080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Sync routers for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:08:59.054549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:08:59.055208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:08:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:59.102009 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.103365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3b9c4daf-c3e7-4aa6-aa1f-146317e235c5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7956433 Feb 10 05:08:59.106498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54504) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:59.134171 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-6799edf9-a97e-47f2-93ab-63ef7c88ac74 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=e69467c5a99549188332b39fd2bd5638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265307 Feb 10 05:08:59.136720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54506) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:59.167266 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:08:59.226119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df3159-e7e7-4f02-9edd-f3f8320ab2b6 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:59.227714 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33df3159-e7e7-4f02-9edd-f3f8320ab2b6 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901072 Feb 10 05:08:59.230533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54508) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:59.257340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-0a08507c-ff43-4bbb-aae8-566564f0ad68 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=d0377cb9-7060-4de0-b436-a18f14c8eb49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257211 Feb 10 05:08:59.259764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54510) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:08:59.264442 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842283685', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:08:59.347188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:08:58Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:08:59.374830 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Checking router: a7c07532-121f-4cfe-8a92-8f57770bd8f1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:08:59.375238 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Updating router a7c07532-121f-4cfe-8a92-8f57770bd8f1 port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:08:59.402254 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.408843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:08:59.412425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.660427 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Publish callbacks [] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.660787 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (fb63c21c-9cdb-4680-b25c-04995cb09490), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.723363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.726177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Subnet': ['ID=fb63c21c-9cdb-4680-b25c-04995cb09490,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:59.734768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Checking segment: {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:08:59.735132 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network hostable DHCP agents. Network: f8bbf46a-6be6-4405-b89f-2b5ef613e26e, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:08:59.776427 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Attempting to bind port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:08:59.776800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Attempting to bind port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:08:59.777168 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Attempting to bind port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:08:59.782415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de99eec-146b-408e-9a50-c88a5167d45c None None] Pushing event updated for resources: {'Port': ['ID=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:08:59.788710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:08:59.789094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:08:59.790073 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.790073 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:08:59.790387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Bound port: 3e8fa878-af2f-4a9a-94be-8e22a97e4edb, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:08:59.791504 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.809304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:08:59.854602 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] For port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:08:59.857596 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] For port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:08:59.900450 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, f8bbf46a-6be6-4405-b89f-2b5ef613e26e) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:08:59.905426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:08:59.906047 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.908143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a56424-bad3-41cc-a8dd-24ba67d07be9 None None] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:08:59.938994 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-678f9029-4753-4cf1-885c-b5c2948c6574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.961902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:08:59.989488 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-537baf13-5d7f-4d78-9623-63d54c73c769 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7287157 Feb 10 05:08:59.992397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54512) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:00.058549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:00.059430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:00.061636 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de99eec-146b-408e-9a50-c88a5167d45c None None] Pushing event updated for resources: {'Port': ['ID=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:00.101185 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:09:00.102038 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:00.259669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:00.374575 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Allocated IP 172.20.0.2 (f8bbf46a-6be6-4405-b89f-2b5ef613e26e/fb63c21c-9cdb-4680-b25c-04995cb09490/8fec687c-ab5e-408a-80be-216201873908) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:09:00.762044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:08:58Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:00.767068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Publish callbacks [] for port (8fec687c-ab5e-408a-80be-216201873908), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:00.792089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca382e1d-aaaf-40d5-9c7c-27398f5e7c49 None None] The sync data for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 is: [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:08:58Z', 'revision_number': 3, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:09:00.794042 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:00.850237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (8fec687c-ab5e-408a-80be-216201873908), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:00.896502 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:09:00.899496 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:09:00.903811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:09:00.909051 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Pushing event updated for resources: {'Port': ['ID=8fec687c-ab5e-408a-80be-216201873908,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:00.964379 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Attempting to bind port 8fec687c-ab5e-408a-80be-216201873908 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:09:00.964754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Attempting to bind port 8fec687c-ab5e-408a-80be-216201873908 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:09:00.965115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Attempting to bind port 8fec687c-ab5e-408a-80be-216201873908 on network f8bbf46a-6be6-4405-b89f-2b5ef613e26e {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:09:00.970256 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:09:00.970637 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Checking segment: {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:09:00.971206 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:00.971770 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Bound using segment: {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:09:00.972278 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Bound port: 8fec687c-ab5e-408a-80be-216201873908, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:09:00.972665 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8fec687c-ab5e-408a-80be-216201873908), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.064336 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] For port 8fec687c-ab5e-408a-80be-216201873908, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:09:01.068499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] For port 8fec687c-ab5e-408a-80be-216201873908, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8fec687c-ab5e-408a-80be-216201873908,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:09:01.112761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.1 (f8bbf46a-6be6-4405-b89f-2b5ef613e26e/fb63c21c-9cdb-4680-b25c-04995cb09490/7eb79fde-06ef-430e-b78f-bb040fdd8baa) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:09:01.129991 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8fec687c-ab5e-408a-80be-216201873908), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.209160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd41d72-c56a-4088-ad1a-d6a410e5df47 None None] Pushing event updated for resources: {'Port': ['ID=8fec687c-ab5e-408a-80be-216201873908,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:01.249865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.295182 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.365127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.404822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:09:01.413892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:09:01.419153 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:09:01.460358 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=7eb79fde-06ef-430e-b78f-bb040fdd8baa,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:01.477075 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (a7c07532-121f-4cfe-8a92-8f57770bd8f1), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.621678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8fec687c-ab5e-408a-80be-216201873908 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:09:01.670097 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8fec687c-ab5e-408a-80be-216201873908 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:01.670518 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8fec687c-ab5e-408a-80be-216201873908), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.709828 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.757957 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8fec687c-ab5e-408a-80be-216201873908 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:01.758346 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (8fec687c-ab5e-408a-80be-216201873908), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.797912 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 8fec687c-ab5e-408a-80be-216201873908, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8fec687c-ab5e-408a-80be-216201873908,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:01.866529 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (8fec687c-ab5e-408a-80be-216201873908), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:01.867394 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3e8fa878-af2f-4a9a-94be-8e22a97e4edb up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:09:01.945831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=8fec687c-ab5e-408a-80be-216201873908,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:01.959936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:01.960353 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.024385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.043632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:02.044021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.065409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:02.077909 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.125136 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.157287 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (a7c07532-121f-4cfe-8a92-8f57770bd8f1), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.159778 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=7eb79fde-06ef-430e-b78f-bb040fdd8baa,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:02.182937 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:02.239134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b3998-09a5-458d-a0c3-70ce8e95f96d None None] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:09:02.263537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:09:02.264928 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:09:02.347161 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c338a60c-73e9-468d-92ae-06ae37aacad5 None None] Provisioning complete for port 8fec687c-ab5e-408a-80be-216201873908 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:02.347538 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c338a60c-73e9-468d-92ae-06ae37aacad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8fec687c-ab5e-408a-80be-216201873908), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.382064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router a7c07532-121f-4cfe-8a92-8f57770bd8f1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:09:02.442162 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c338a60c-73e9-468d-92ae-06ae37aacad5 None None] Current status of the port 8fec687c-ab5e-408a-80be-216201873908 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:02.511012 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:09:02.516311 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fd1ab14e-8e7b-48e2-9d6b-0138d5163269 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/a7c07532-121f-4cfe-8a92-8f57770bd8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226560 Feb 10 05:09:02.663332 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-66212c19-9992-4d49-99ec-96edcbe85a68 None None] Provisioning complete for port 8fec687c-ab5e-408a-80be-216201873908 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:02.663553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-66212c19-9992-4d49-99ec-96edcbe85a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8fec687c-ab5e-408a-80be-216201873908), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.682982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-db463ef6-e024-483d-8d03-fdaf65952007 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897645711&fields=id&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 267 time: 0.0503397 Feb 10 05:09:02.778234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-66212c19-9992-4d49-99ec-96edcbe85a68 None None] Current status of the port 8fec687c-ab5e-408a-80be-216201873908 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:02.790224 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-66212c19-9992-4d49-99ec-96edcbe85a68 None None] Provisioning complete for port 7eb79fde-06ef-430e-b78f-bb040fdd8baa triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:02.794467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-66212c19-9992-4d49-99ec-96edcbe85a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.814123 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Sync routers for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:09:02.828321 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:02.829271 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:02.841150 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-66212c19-9992-4d49-99ec-96edcbe85a68 None None] Port 7eb79fde-06ef-430e-b78f-bb040fdd8baa cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:09:02.849489 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:02.959130 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:02.969850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d961fe52-1982-4dd1-b75d-94f9960064b5 None None] Provisioning complete for port 7eb79fde-06ef-430e-b78f-bb040fdd8baa triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:02.970495 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d961fe52-1982-4dd1-b75d-94f9960064b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.017451 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d961fe52-1982-4dd1-b75d-94f9960064b5 None None] Port 7eb79fde-06ef-430e-b78f-bb040fdd8baa cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:09:03.101368 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-323a5f82-d641-42b8-afb4-4b325dabd3a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:03.102876 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-323a5f82-d641-42b8-afb4-4b325dabd3a7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/networks?id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e HTTP/1.1" status: 200 len: 796 time: 0.4057078 Feb 10 05:09:03.117801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-0aabcea6-ead6-4d4a-8fd5-89a7ff5bce0e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/quotas/e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 375 time: 0.0095053 Feb 10 05:09:03.141468 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1792693c-a585-4970-99e8-a172edcdf384 None None] Provisioning complete for port 7eb79fde-06ef-430e-b78f-bb040fdd8baa triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:03.142065 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1792693c-a585-4970-99e8-a172edcdf384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.177215 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-f1dee582-017f-482b-b6ec-cb20eb08b53e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541973 Feb 10 05:09:03.178638 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 2, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:03.191116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1792693c-a585-4970-99e8-a172edcdf384 None None] Port 7eb79fde-06ef-430e-b78f-bb040fdd8baa cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:09:03.209336 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Checking router: a7c07532-121f-4cfe-8a92-8f57770bd8f1 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:09:03.209725 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Updating router a7c07532-121f-4cfe-8a92-8f57770bd8f1 port 7eb79fde-06ef-430e-b78f-bb040fdd8baa binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:09:03.236281 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.316629 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-50743971-962f-401a-b1f2-4c2c4a9626c6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274824 Feb 10 05:09:03.405242 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-7d14597b-33be-4c77-aad2-36727a6e6a91 service neutron] 10.222.0.42 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827160 Feb 10 05:09:03.511166 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Publish callbacks [] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.520092 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8fec687c-ab5e-408a-80be-216201873908 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:09:03.569511 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 8fec687c-ab5e-408a-80be-216201873908 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:03.569890 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (8fec687c-ab5e-408a-80be-216201873908), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.586747 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.651015 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Pushing event updated for resources: {'Port': ['ID=7eb79fde-06ef-430e-b78f-bb040fdd8baa,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:03.666954 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3634da0f-f676-40f3-b2cb-b8fb755f8d8c req-2cb9981e-bd4e-412d-b018-a4f387df574e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 210 time: 0.0521955 Feb 10 05:09:03.692030 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 8fec687c-ab5e-408a-80be-216201873908 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:03.693132 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3e8fa878-af2f-4a9a-94be-8e22a97e4edb up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:09:03.693809 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.694310 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.694816 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.695326 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.695663 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.695991 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.696325 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.696668 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.697168 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.697503 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.697827 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.698147 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.698468 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:03.750074 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Attempting to bind port 7eb79fde-06ef-430e-b78f-bb040fdd8baa on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:09:03.750451 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Attempting to bind port 7eb79fde-06ef-430e-b78f-bb040fdd8baa by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:09:03.751046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Attempting to bind port 7eb79fde-06ef-430e-b78f-bb040fdd8baa on network f8bbf46a-6be6-4405-b89f-2b5ef613e26e {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:09:03.760155 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:09:03.760310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:03.760417 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Checking segment: {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:09:03.760521 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.760630 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.760630 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Bound using segment: {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:09:03.761879 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Bound port: 7eb79fde-06ef-430e-b78f-bb040fdd8baa, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:09:03.761879 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.845418 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] For port 7eb79fde-06ef-430e-b78f-bb040fdd8baa, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:09:03.850481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] For port 7eb79fde-06ef-430e-b78f-bb040fdd8baa, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7eb79fde-06ef-430e-b78f-bb040fdd8baa,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:09:03.851060 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:03.915528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-edd682fa-e454-4d4b-99a2-8ae7a4dc84fa None None] Provisioning complete for port 7eb79fde-06ef-430e-b78f-bb040fdd8baa triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:03.915904 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-edd682fa-e454-4d4b-99a2-8ae7a4dc84fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.929926 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:03.954209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-edd682fa-e454-4d4b-99a2-8ae7a4dc84fa None None] Port 7eb79fde-06ef-430e-b78f-bb040fdd8baa cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:09:03.992575 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:03.993222 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:04.000541 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e75bb-1126-4730-9565-d24b7692038c None None] Pushing event updated for resources: {'Port': ['ID=7eb79fde-06ef-430e-b78f-bb040fdd8baa,revision_number=4']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:04.113292 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:04.281520 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-fa0e0817-5d82-469f-8765-646432e81a03 None None] Provisioning complete for port 7eb79fde-06ef-430e-b78f-bb040fdd8baa triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:04.282141 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0817-5d82-469f-8765-646432e81a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:04.315482 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:03Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:04.345543 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783292d-f3fd-47e5-b876-a354e9aea822 None None] The sync data for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 is: [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:03Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:09:04.349401 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:04.366835 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e0817-5d82-469f-8765-646432e81a03 None None] Current status of the port 7eb79fde-06ef-430e-b78f-bb040fdd8baa is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:04.367514 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0817-5d82-469f-8765-646432e81a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:04.419355 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-fa0e0817-5d82-469f-8765-646432e81a03 None None] For port 7eb79fde-06ef-430e-b78f-bb040fdd8baa, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7eb79fde-06ef-430e-b78f-bb040fdd8baa,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:04.483998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0817-5d82-469f-8765-646432e81a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:04.541367 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e0817-5d82-469f-8765-646432e81a03 None None] Pushing event updated for resources: {'Port': ['ID=7eb79fde-06ef-430e-b78f-bb040fdd8baa,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:04.777751 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-94dc0f76-ab99-4bc1-a0c3-60e9be189617 req-170a7cbc-5929-4731-80c2-d6936c702a03 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 210 time: 0.0289431 Feb 10 05:09:05.112525 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:09:05.491113 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-fbcaf778-4cd0-483d-84a5-1d3d942a1b2a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:05.497478 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-fbcaf778-4cd0-483d-84a5-1d3d942a1b2a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/networks?id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e HTTP/1.1" status: 200 len: 796 time: 0.1040297 Feb 10 05:09:05.554042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7eb79fde-06ef-430e-b78f-bb040fdd8baa up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:09:05.561802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-66fd4c5d-f2cd-4c7b-a593-666366d576f9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69467c5a99549188332b39fd2bd5638 HTTP/1.1" status: 200 len: 380 time: 0.0615001 Feb 10 05:09:05.570411 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'port': {'device_id': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'admin_state_up': True, 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'security_groups': ['5ee13526-6a55-4979-99ce-ab60bb8dcc9c']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:09:05.609662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7eb79fde-06ef-430e-b78f-bb040fdd8baa triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:05.610211 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:05.706113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7eb79fde-06ef-430e-b78f-bb040fdd8baa is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:05.734885 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Made reservation on behalf of e69467c5a99549188332b39fd2bd5638 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:09:05.739205 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:05.883352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0b33ab51-459d-48fe-8fd2-9f9f4539f8c8 req-11ca4347-a8e5-4a32-8189-13c934a7a2f5 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 210 time: 0.0345776 Feb 10 05:09:05.895375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.20.0.6 (f8bbf46a-6be6-4405-b89f-2b5ef613e26e/fb63c21c-9cdb-4680-b25c-04995cb09490/48ecc3a4-79c3-401a-9cd4-7efbea03d048) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:09:06.043816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.124151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.172983 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:09:06.176514 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:09:06.180185 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:09:06.186667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=48ecc3a4-79c3-401a-9cd4-7efbea03d048,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:06.233770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:06.234382 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.303957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-515d03fd-e113-4d16-9100-67ef2ea48925 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7373211 Feb 10 05:09:06.316813 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Request body: {'port': {'device_id': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:09:06.381955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.416078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8ec3c74d-bc35-40ce-ba95-809ba8189583 None None] Provisioning complete for port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:06.416451 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8ec3c74d-bc35-40ce-ba95-809ba8189583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.450166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3c74d-bc35-40ce-ba95-809ba8189583 None None] Port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:09:06.640485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ecc3a4-79c3-401a-9cd4-7efbea03d048 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:09:06.648103 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Publish callbacks [] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.660381 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Transition to ACTIVE for port object 48ecc3a4-79c3-401a-9cd4-7efbea03d048 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:09:06.723325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.778825 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Pushing event updated for resources: {'Port': ['ID=48ecc3a4-79c3-401a-9cd4-7efbea03d048,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:06.851392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Attempting to bind port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:09:06.851754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Attempting to bind port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:09:06.852084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Attempting to bind port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 on network f8bbf46a-6be6-4405-b89f-2b5ef613e26e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:09:06.856549 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 on network f8bbf46a-6be6-4405-b89f-2b5ef613e26e not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:09:06.856866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Attempting to bind port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 on network f8bbf46a-6be6-4405-b89f-2b5ef613e26e {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:09:06.861843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:09:06.862366 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Checking segment: {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:09:06.862786 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Bound using segment: {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:09:06.863217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Bound port: 48ecc3a4-79c3-401a-9cd4-7efbea03d048, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2075e86d-6b29-46bd-8f58-50e1c87fff97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:09:06.863575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:06.931917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] For port 48ecc3a4-79c3-401a-9cd4-7efbea03d048, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:09:06.938246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] For port 48ecc3a4-79c3-401a-9cd4-7efbea03d048, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:09:07.009804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a491e-eb4f-41ef-b451-4bfdbd0960ec req-e04397d7-2e7f-43ce-b5d0-c9cb6ec8c4e8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.011335 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a39a491e-eb4f-41ef-b451-4bfdbd0960ec req-e04397d7-2e7f-43ce-b5d0-c9cb6ec8c4e8 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 943 time: 0.0571861 Feb 10 05:09:07.015399 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:07.057607 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.058376 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:07.060066 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/48ecc3a4-79c3-401a-9cd4-7efbea03d048 HTTP/1.1" status: 200 len: 1091 time: 0.7488310 Feb 10 05:09:07.060581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:09:07.062894 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e45b55-b6b9-428a-9dd3-f67ac46da95d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:09:07.079547 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a39a491e-eb4f-41ef-b451-4bfdbd0960ec req-42186fab-ad1a-4af7-87a5-489e709795d3 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621419 Feb 10 05:09:07.100348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a2ae4-d909-4adc-8986-eb6c924636b0 service neutron] Pushing event updated for resources: {'Port': ['ID=48ecc3a4-79c3-401a-9cd4-7efbea03d048,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:07.114961 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e067148-e1df-4af2-83f0-f56f6de2d9eb x-openstack-request-id: req-1e067148-e1df-4af2-83f0-f56f6de2d9eb {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:09:07.115253 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:09:07.115505 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e067148-e1df-4af2-83f0-f56f6de2d9eb {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:09:07.115927 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'status': 'completed', 'code': 200} Feb 10 05:09:07.183095 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e45b55-b6b9-428a-9dd3-f67ac46da95d req-9d3b9fe0-81dd-43bc-beb4-906e4bbadbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.184926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4e45b55-b6b9-428a-9dd3-f67ac46da95d req-9d3b9fe0-81dd-43bc-beb4-906e4bbadbc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 1125 time: 0.0505190 Feb 10 05:09:07.284561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e45b55-b6b9-428a-9dd3-f67ac46da95d req-35109a49-b313-4924-9bf5-2f2287f92c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.286070 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4e45b55-b6b9-428a-9dd3-f67ac46da95d req-35109a49-b313-4924-9bf5-2f2287f92c2e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e69467c5a99549188332b39fd2bd5638&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0948813 Feb 10 05:09:07.382392 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e45b55-b6b9-428a-9dd3-f67ac46da95d req-caffeb60-364e-4f9a-9d74-61e6b282bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.383917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f4e45b55-b6b9-428a-9dd3-f67ac46da95d req-caffeb60-364e-4f9a-9d74-61e6b282bf4e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923471 Feb 10 05:09:07.463408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-b74ccefa-b3b4-4d68-b9e7-0751455313ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.464950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-b74ccefa-b3b4-4d68-b9e7-0751455313ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 1125 time: 0.0466049 Feb 10 05:09:07.508569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-700bd689-4d51-4df1-9a80-3878bdf02e8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048 HTTP/1.1" status: 200 len: 217 time: 0.0376983 Feb 10 05:09:07.555244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-637fc709-d81c-44d5-aa5c-7acd546085b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.556666 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-637fc709-d81c-44d5-aa5c-7acd546085b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb63c21c-9cdb-4680-b25c-04995cb09490 HTTP/1.1" status: 200 len: 835 time: 0.0425470 Feb 10 05:09:07.604248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-68941c85-57a3-42c9-a497-2ab21b6a5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:07.605750 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-68941c85-57a3-42c9-a497-2ab21b6a5a04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437703 Feb 10 05:09:07.699376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-d80abb51-d7b2-4f37-aaab-efa0b013adb1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Feb 10 05:09:07.785850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18e290de-0ada-4169-a0cc-22dbe81b9791 req-7120ce43-b2e9-4406-91dd-3013d2056b2a service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807617 Feb 10 05:09:08.197097 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117005-b2d2-4c27-a174-42b8fa20cd8c req-fbd45d75-ab67-494d-b0f2-5143f9987188 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:08.198559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27117005-b2d2-4c27-a174-42b8fa20cd8c req-fbd45d75-ab67-494d-b0f2-5143f9987188 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 943 time: 0.0529022 Feb 10 05:09:08.246265 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-27117005-b2d2-4c27-a174-42b8fa20cd8c req-34b3307e-f1c3-4aca-85cb-568b45fe8d55 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420599 Feb 10 05:09:09.372239 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05a214-0ad6-4af0-8533-830d16ea3e28 req-47dc2ad8-b0f3-4758-8fa6-f0ee09f4f414 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:09.378139 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d05a214-0ad6-4af0-8533-830d16ea3e28 req-47dc2ad8-b0f3-4758-8fa6-f0ee09f4f414 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 943 time: 0.0571313 Feb 10 05:09:09.422641 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d05a214-0ad6-4af0-8533-830d16ea3e28 req-245efeea-1994-422a-9e18-888c88ca9fb7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Feb 10 05:09:10.584352 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60d6fc-821d-4732-97ca-8e3f560c2725 req-92ba947b-4a00-4af1-a4ae-ca654f17982e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:10.585834 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a60d6fc-821d-4732-97ca-8e3f560c2725 req-92ba947b-4a00-4af1-a4ae-ca654f17982e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 943 time: 0.0941460 Feb 10 05:09:10.637869 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7a60d6fc-821d-4732-97ca-8e3f560c2725 req-62a5a59e-ee98-4f5f-a7bb-c295575b628c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Feb 10 05:09:10.760350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 48ecc3a4-79c3-401a-9cd4-7efbea03d048 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:09:10.861250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 48ecc3a4-79c3-401a-9cd4-7efbea03d048, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:10.872211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'port_id': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'mac_address': 'fa:16:3e:0d:fc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:09:10.908346 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:10.908663 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:10.921189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ecc3a4-79c3-401a-9cd4-7efbea03d048 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:09:10.940720 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 48ecc3a4-79c3-401a-9cd4-7efbea03d048, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:10.992306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:11.042811 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=48ecc3a4-79c3-401a-9cd4-7efbea03d048,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:11.199741 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['48ecc3a4-79c3-401a-9cd4-7efbea03d048'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:09:11.803642 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404966a-ed0d-440d-8919-c08b655735d8 req-c3c2f7e2-8cb9-483c-b3fb-d8c11ab9f6c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:11.805325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8404966a-ed0d-440d-8919-c08b655735d8 req-c3c2f7e2-8cb9-483c-b3fb-d8c11ab9f6c7 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 944 time: 0.0964870 Feb 10 05:09:11.854113 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8404966a-ed0d-440d-8919-c08b655735d8 req-3a435d80-1b1d-4fee-ad7c-abad8224f273 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Feb 10 05:09:12.775963 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 48ecc3a4-79c3-401a-9cd4-7efbea03d048 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:09:12.883684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:09:12.887847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:09:12.888339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:12.969698 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:09:12.970101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:12.973805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506df8e-eaac-4130-aef7-d7fa50c5b51b req-fdec5150-4dae-463e-a79d-486ecc5caf7d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:12.978363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8506df8e-eaac-4130-aef7-d7fa50c5b51b req-fdec5150-4dae-463e-a79d-486ecc5caf7d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 944 time: 0.0536907 Feb 10 05:09:12.995428 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:09:12.997800 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78c5def-0a82-408b-9ea7-de8b0af631d4" -d '{"events": [{"server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "name": "network-vif-plugged", "status": "completed", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:09:13.014328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 48ecc3a4-79c3-401a-9cd4-7efbea03d048, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:13.091385 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8506df8e-eaac-4130-aef7-d7fa50c5b51b req-e9ef374e-a888-49a7-a1f9-6d4f6a0fea85 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496895 Feb 10 05:09:13.091857 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d75fc-773b-440b-b514-22986c6e4041 x-openstack-request-id: req-a32d75fc-773b-440b-b514-22986c6e4041 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:09:13.091857 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "name": "network-vif-plugged", "status": "completed", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:09:13.091857 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a32d75fc-773b-440b-b514-22986c6e4041 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:09:13.091857 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'code': 200} Feb 10 05:09:13.145317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc1b86-4e05-4da6-8a16-f9ac356c9cf9 req-75e55cbc-01d7-4342-aa8e-b5a4d881974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:13.146978 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61cc1b86-4e05-4da6-8a16-f9ac356c9cf9 req-75e55cbc-01d7-4342-aa8e-b5a4d881974a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 1126 time: 0.0445485 Feb 10 05:09:13.176158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:13.198107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61cc1b86-4e05-4da6-8a16-f9ac356c9cf9 req-01732016-d09a-44c9-9c0a-717d0d2bc1c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454857 Feb 10 05:09:13.223606 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=48ecc3a4-79c3-401a-9cd4-7efbea03d048,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:14.202409 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f657a-68a7-4d51-9f52-9e873b2c23eb req-d5feb153-367f-4fd4-a3df-0e39326fdeec tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:14.203941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc9f657a-68a7-4d51-9f52-9e873b2c23eb req-d5feb153-367f-4fd4-a3df-0e39326fdeec tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0536911 Feb 10 05:09:14.253931 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc9f657a-68a7-4d51-9f52-9e873b2c23eb req-7df5a7f6-c307-4b7d-829a-c4cdadd60db2 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Feb 10 05:09:15.373545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f30838-8e8b-42ea-9900-79f70c961805 req-39cbdce9-3a12-46b7-82bf-5ae9f0f961bb tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:15.377732 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7f30838-8e8b-42ea-9900-79f70c961805 req-39cbdce9-3a12-46b7-82bf-5ae9f0f961bb tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0515547 Feb 10 05:09:15.423622 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7f30838-8e8b-42ea-9900-79f70c961805 req-cc37ddac-fa2f-4f9f-9f81-49228a2fda1a tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Feb 10 05:09:15.541000 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6873d-2dfe-46c8-83fc-caa06918f404 req-675786f3-90b5-439f-94b8-a73b92954834 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:15.542403 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbe6873d-2dfe-46c8-83fc-caa06918f404 req-675786f3-90b5-439f-94b8-a73b92954834 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Feb 10 05:09:15.589973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bbe6873d-2dfe-46c8-83fc-caa06918f404 req-72fafa9e-f68d-4d33-ab13-bb08911c80cd tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 Feb 10 05:09:15.611057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54574) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:15.656719 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca77baa-358e-4be5-b900-7ab50bb131a7 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:15.658253 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-1ca77baa-358e-4be5-b900-7ab50bb131a7 tempest-TestNetworkAdvancedServerOps-1626180356 tempest-TestNetworkAdvancedServerOps-1626180356-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 1122 time: 0.0456538 Feb 10 05:09:15.661464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54576) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:15.665529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:09:15.729481 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:15.823574 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:15.927423 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Allocated IP 172.25.8.16 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/7200df02-47ee-4a95-ba3e-fcc18fff2926) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:09:16.030165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:16.105829 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:16.145291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:09:16.148142 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:09:16.151554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:09:16.156717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=7200df02-47ee-4a95-ba3e-fcc18fff2926,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:16.515930 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (81c626bb-9bee-4759-ba52-b4001ac68281), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:16.641268 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:16.789679 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:16.842157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:16.905954 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event updated for resources: {'Port': ['ID=7200df02-47ee-4a95-ba3e-fcc18fff2926,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:16.917780 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (81c626bb-9bee-4759-ba52-b4001ac68281), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:17.017928 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 81c626bb-9bee-4759-ba52-b4001ac68281 associated. External IP: 172.25.8.16, port: 48ecc3a4-79c3-401a-9cd4-7efbea03d048. Feb 10 05:09:17.483871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:17.554086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router a7c07532-121f-4cfe-8a92-8f57770bd8f1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:09:17.662238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:09:17.673061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] Sync routers for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:09:17.683972 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:17.684834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:17.759960 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:17.789344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-5196bf6f-2f94-42cf-af48-f9c43d611b74 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1268904 Feb 10 05:09:17.789936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:09:17.792300 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:09:17.799080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:17.836110 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c25d1-eecd-447e-a60c-58642a00f277 x-openstack-request-id: req-a15c25d1-eecd-447e-a60c-58642a00f277 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:09:17.836404 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:09:17.836660 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a15c25d1-eecd-447e-a60c-58642a00f277 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:09:17.837070 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'status': 'completed', 'code': 200} Feb 10 05:09:17.902097 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-3f1f9328-8c71-4b93-9890-6965aecd09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:17.903669 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-3f1f9328-8c71-4b93-9890-6965aecd09ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 1127 time: 0.0459480 Feb 10 05:09:17.913430 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687f761-bbd4-442c-a4b5-939d3ab75c23 req-7d62cb49-2cb9-4f43-96ab-0fd9b0d7a2eb tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:17.915119 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a687f761-bbd4-442c-a4b5-939d3ab75c23 req-7d62cb49-2cb9-4f43-96ab-0fd9b0d7a2eb tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0618296 Feb 10 05:09:17.967532 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a687f761-bbd4-442c-a4b5-939d3ab75c23 req-c1b754ed-588b-4a52-9fb0-4b3696dfb92f tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Feb 10 05:09:17.995208 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54582) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:18.005531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-9f555799-a3de-4c79-b79f-8456a42e739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:18.007071 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-9f555799-a3de-4c79-b79f-8456a42e739f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e HTTP/1.1" status: 200 len: 897 time: 0.0978360 Feb 10 05:09:18.043749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '81c626bb-9bee-4759-ba52-b4001ac68281', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'port_id': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'mac_address': 'fa:16:3e:0d:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:09:16Z', 'updated_at': '2022-02-10T05:09:16Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:04Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:18.058596 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-f125ecd2-a402-4f65-b1c2-f4fc50a11a78 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/81c626bb-9bee-4759-ba52-b4001ac68281 HTTP/1.1" status: 200 len: 990 time: 0.0622344 Feb 10 05:09:18.071897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] Checking router: a7c07532-121f-4cfe-8a92-8f57770bd8f1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:09:18.072408 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-7893842a-7041-4df4-b652-a5082daead40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048 HTTP/1.1" status: 200 len: 998 time: 0.0600855 Feb 10 05:09:18.080732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:18.081925 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:18.123552 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-1ec70272-8bd3-4190-bffd-ffabe31d1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:18.125005 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-1ec70272-8bd3-4190-bffd-ffabe31d1022 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb63c21c-9cdb-4680-b25c-04995cb09490 HTTP/1.1" status: 200 len: 835 time: 0.0475709 Feb 10 05:09:18.171328 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-2671e559-a6a2-478e-97b4-a207ea491a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:18.172933 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-2671e559-a6a2-478e-97b4-a207ea491a70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425022 Feb 10 05:09:18.190003 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:18.263746 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-c1c048b0-56d2-4278-baca-ad4cff4dff91 service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852253 Feb 10 05:09:18.352584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808f2c7b-6d76-4fb0-abaf-1435c9c716aa req-528db673-34be-449a-8153-a729b1580a77 service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831842 Feb 10 05:09:18.414869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '81c626bb-9bee-4759-ba52-b4001ac68281', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'port_id': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'mac_address': 'fa:16:3e:0d:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:09:16Z', 'updated_at': '2022-02-10T05:09:16Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:04Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:18.442780 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d814c1-2b4a-4de7-ba9d-c4b451d6b7a6 None None] The sync data for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 is: [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '81c626bb-9bee-4759-ba52-b4001ac68281', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'port_id': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'mac_address': 'fa:16:3e:0d:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:09:16Z', 'updated_at': '2022-02-10T05:09:16Z', 'revision_number': 0, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:04Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:09:18.629272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97aa96-2e99-46ec-9e08-cda141e45311 None None] New status for floating IP 81c626bb-9bee-4759-ba52-b4001ac68281: ACTIVE {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:09:18.946711 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:19.062582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54584) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:19.126687 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-287134e3-fe4f-475d-8d9f-f5ba3ade1e73 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/81c626bb-9bee-4759-ba52-b4001ac68281 HTTP/1.1" status: 200 len: 992 time: 0.0626106 Feb 10 05:09:27.740963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cb5022f2-c543-4d74-8e55-d646547a14d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:29.860811 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c3778170-49fc-46c2-b61e-fe17ec87e4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:31.335661 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:32.843725 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:34.352447 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:42.111183 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:09:43.014125 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-fd7c2697-792b-402b-8eae-9ee485775998 service neutron] (109958) timed out ('10.222.0.42', 47802) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 05:09:43.583098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-d5b4b612-2a93-4fe1-a961-a158ed0b1a4a req-f012be5b-65d6-4f35-b5e8-20b0afd0d082 tempest-ServerActionsTestJSON-1332387730 tempest-ServerActionsTestJSON-1332387730-project] (109958) timed out ('10.222.0.42', 49000) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 05:09:46.067528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7a0ee-79d7-408e-9906-3f10fada5a2c req-cc60ac39-bd50-4d65-9c12-6a584a268995 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:46.069030 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ba7a0ee-79d7-408e-9906-3f10fada5a2c req-cc60ac39-bd50-4d65-9c12-6a584a268995 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0537884 Feb 10 05:09:46.122534 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ba7a0ee-79d7-408e-9906-3f10fada5a2c req-858097b8-c341-4ceb-8cf2-aef948829207 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477188 Feb 10 05:09:47.245007 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf784-e51b-440b-b969-f933d3cbc02c req-c71af316-76d1-4015-8519-edcbb914cc28 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:47.246481 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fabaf784-e51b-440b-b969-f933d3cbc02c req-c71af316-76d1-4015-8519-edcbb914cc28 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0523193 Feb 10 05:09:47.293697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-fabaf784-e51b-440b-b969-f933d3cbc02c req-14c10e83-e8bf-4651-bcd6-b8fb8b89c674 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Feb 10 05:09:47.315667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54612) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:47.378205 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dae3cfb0-08d9-4521-a7a2-099f231c2067 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/81c626bb-9bee-4759-ba52-b4001ac68281 HTTP/1.1" status: 200 len: 992 time: 0.0614376 Feb 10 05:09:47.472328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:48.773841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8552cb-2f24-49ec-af98-66ddea52a46f req-0d43d375-626b-49fc-8290-1afa480659ca tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:48.775434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a8552cb-2f24-49ec-af98-66ddea52a46f req-0d43d375-626b-49fc-8290-1afa480659ca tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0602181 Feb 10 05:09:48.852181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1a8552cb-2f24-49ec-af98-66ddea52a46f req-3812d6de-ddd9-4059-a5c5-921f1440667c tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684454 Feb 10 05:09:48.854730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-21047666-9b62-492c-9d52-cea44b8552dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:48.856146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-21047666-9b62-492c-9d52-cea44b8552dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 1127 time: 0.0798602 Feb 10 05:09:48.955279 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-03694748-5798-475f-b025-afc99bc86a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:48.956679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-03694748-5798-475f-b025-afc99bc86a00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e HTTP/1.1" status: 200 len: 897 time: 0.0912242 Feb 10 05:09:48.997053 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:49.031630 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-9e62013c-0a27-48cc-adc1-77ff6496c394 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048 HTTP/1.1" status: 200 len: 1000 time: 0.0688522 Feb 10 05:09:49.080561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-000b2332-a8b1-41ad-9d2e-2c1f619234d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:49.082054 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-000b2332-a8b1-41ad-9d2e-2c1f619234d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb63c21c-9cdb-4680-b25c-04995cb09490 HTTP/1.1" status: 200 len: 835 time: 0.0452456 Feb 10 05:09:49.135240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-ae9f38ec-6f8a-4e39-8813-b4ea53d89fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:49.136727 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-ae9f38ec-6f8a-4e39-8813-b4ea53d89fee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493925 Feb 10 05:09:49.224122 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-a07bbebc-3b4f-40e9-909d-bd8e1b4aacb4 service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815248 Feb 10 05:09:49.314435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e5eafe0b-5b86-45fb-b874-2f9c10550e58 req-d3898126-a884-4382-8d62-30f237ef7ebf service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 Feb 10 05:09:49.974344 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb791c8d-2f45-455b-80ba-01a601d9261d req-fb3193e2-e96d-4eee-a3f7-73e14729a141 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:49.975940 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb791c8d-2f45-455b-80ba-01a601d9261d req-fb3193e2-e96d-4eee-a3f7-73e14729a141 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0532601 Feb 10 05:09:50.032345 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-bb791c8d-2f45-455b-80ba-01a601d9261d req-68d615e6-406c-4d80-9178-a848c480947d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500715 Feb 10 05:09:51.153894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a1a7d-53bb-43ca-a2f6-a25873d22814 req-402f8443-b305-47e5-85a2-a7bea1b9a553 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:51.155402 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af7a1a7d-53bb-43ca-a2f6-a25873d22814 req-402f8443-b305-47e5-85a2-a7bea1b9a553 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0513837 Feb 10 05:09:51.203371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-af7a1a7d-53bb-43ca-a2f6-a25873d22814 req-563e129c-e63a-4a85-a401-a38ca5c364b1 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Feb 10 05:09:51.225874 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54624) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:51.290798 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5eb804b3-4869-468e-9f92-a865d5719beb tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/floatingips/81c626bb-9bee-4759-ba52-b4001ac68281 HTTP/1.1" status: 200 len: 992 time: 0.0637581 Feb 10 05:09:51.524261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54630) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:51.686933 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 7200df02-47ee-4a95-ba3e-fcc18fff2926 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:09:51.687235 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:51.761743 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:51.762073 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (7200df02-47ee-4a95-ba3e-fcc18fff2926), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:51.774161 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 7200df02-47ee-4a95-ba3e-fcc18fff2926 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:09:51.981015 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7200df02-47ee-4a95-ba3e-fcc18fff2926), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:52.009065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=7200df02-47ee-4a95-ba3e-fcc18fff2926,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:52.041612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.041975 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.042377 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.042760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.043102 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.043438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.043773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.044107 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.044440 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.044770 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.045098 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.045424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.045755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:52.086981 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for floatingip (81c626bb-9bee-4759-ba52-b4001ac68281), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:52.087322 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Floating IP 81c626bb-9bee-4759-ba52-b4001ac68281 disassociated (deleted). External IP: 172.25.8.16, port: 48ecc3a4-79c3-401a-9cd4-7efbea03d048. Feb 10 05:09:52.295106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router a7c07532-121f-4cfe-8a92-8f57770bd8f1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:09:52.403325 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:09:52.408018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:52.413573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] Sync routers for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:09:52.423362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:52.423964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:52.438260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bca340aa-a664-45d7-9309-ffc99555f7ef tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/floatingips/81c626bb-9bee-4759-ba52-b4001ac68281 HTTP/1.1" status: 204 len: 168 time: 0.9129093 Feb 10 05:09:52.438982 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:09:52.441349 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd9b387-b472-4168-bbf1-6075396afa74" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:09:52.482839 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc6e14-2ecf-4d3b-8c3b-9ddf8d3fb975 x-openstack-request-id: req-e9fc6e14-2ecf-4d3b-8c3b-9ddf8d3fb975 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:09:52.483136 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:09:52.483516 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9fc6e14-2ecf-4d3b-8c3b-9ddf8d3fb975 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:09:52.485745 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'status': 'completed', 'code': 200} Feb 10 05:09:52.561016 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b387-b472-4168-bbf1-6075396afa74 req-72c2cd44-4a1a-4398-b896-5f00cd0104b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:52.562625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acd9b387-b472-4168-bbf1-6075396afa74 req-72c2cd44-4a1a-4398-b896-5f00cd0104b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e69467c5a99549188332b39fd2bd5638&device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 1127 time: 0.0536029 Feb 10 05:09:52.657999 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b387-b472-4168-bbf1-6075396afa74 req-7d231dfe-3202-43d2-a193-22dd2010dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:52.659738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acd9b387-b472-4168-bbf1-6075396afa74 req-7d231dfe-3202-43d2-a193-22dd2010dad4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e HTTP/1.1" status: 200 len: 897 time: 0.0897720 Feb 10 05:09:52.699601 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:52.707181 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acd9b387-b472-4168-bbf1-6075396afa74 req-3b5f155c-ae18-4438-8fac-88b24f211953 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048 HTTP/1.1" status: 200 len: 217 time: 0.0412962 Feb 10 05:09:52.759711 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b387-b472-4168-bbf1-6075396afa74 req-bbaa8df4-2a09-4880-9c27-60c685133ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:52.761206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acd9b387-b472-4168-bbf1-6075396afa74 req-bbaa8df4-2a09-4880-9c27-60c685133ef9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb63c21c-9cdb-4680-b25c-04995cb09490 HTTP/1.1" status: 200 len: 835 time: 0.0485349 Feb 10 05:09:52.814176 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b387-b472-4168-bbf1-6075396afa74 req-db8d1d19-678d-47e5-91cd-1219a6cec376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:52.816499 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acd9b387-b472-4168-bbf1-6075396afa74 req-db8d1d19-678d-47e5-91cd-1219a6cec376 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8bbf46a-6be6-4405-b89f-2b5ef613e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495656 Feb 10 05:09:52.856760 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1305dcb-73a0-41a9-a4fc-d65b801664e3 req-945cb869-4b52-4ae7-b281-0fc9fa644476 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:52.858382 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1305dcb-73a0-41a9-a4fc-d65b801664e3 req-945cb869-4b52-4ae7-b281-0fc9fa644476 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0548899 Feb 10 05:09:52.906124 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:04Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:52.917794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acd9b387-b472-4168-bbf1-6075396afa74 req-9b0da872-ebe4-478b-a894-ea03a6dcf3d1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948608 Feb 10 05:09:52.918310 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e1305dcb-73a0-41a9-a4fc-d65b801664e3 req-e3a26adc-053c-4182-880e-1852223c0d0d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540061 Feb 10 05:09:52.938850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] Checking router: a7c07532-121f-4cfe-8a92-8f57770bd8f1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:09:52.948160 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:52.948772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:53.011397 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-acd9b387-b472-4168-bbf1-6075396afa74 req-9e95117c-13c6-49af-83a8-84de638f501d service neutron] 10.222.0.24 "GET /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Feb 10 05:09:53.058642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:53.249293 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:04Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:53.279793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3600cc3-458a-4495-89f6-20afa7814aeb None None] The sync data for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 is: [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:01Z', 'revision_number': 4, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7eb79fde-06ef-430e-b78f-bb040fdd8baa', 'name': '', 'network_id': 'f8bbf46a-6be6-4405-b89f-2b5ef613e26e', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'mac_address': 'fa:16:3e:30:fc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:09:00Z', 'updated_at': '2022-02-10T05:09:04Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'subnets': [{'id': 'fb63c21c-9cdb-4680-b25c-04995cb09490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:09:53.498210 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45833950-316f-48ae-a79c-867e956424c9 None None] New status for floating IP 81c626bb-9bee-4759-ba52-b4001ac68281: DOWN {{(pid=109961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:09:54.039001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996956b-67af-4294-aa4d-74d24c911c3e req-c87e31c1-9dbe-4286-9c3c-b509a2cbe8ea tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:54.040492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5996956b-67af-4294-aa4d-74d24c911c3e req-c87e31c1-9dbe-4286-9c3c-b509a2cbe8ea tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0533223 Feb 10 05:09:54.092807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5996956b-67af-4294-aa4d-74d24c911c3e req-220d40ef-21a9-4988-a413-a7c559dfb23e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ee13526-6a55-4979-99ce-ab60bb8dcc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Feb 10 05:09:54.481829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-18ab3ab9-e435-4694-8260-8f9896f6666d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:09:54.483355 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-18ab3ab9-e435-4694-8260-8f9896f6666d tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 945 time: 0.0530479 Feb 10 05:09:54.575160 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:09:54.575506 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:54.667238 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 48ecc3a4-79c3-401a-9cd4-7efbea03d048, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=48ecc3a4-79c3-401a-9cd4-7efbea03d048,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:54.667517 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:54.680801 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 48ecc3a4-79c3-401a-9cd4-7efbea03d048 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:09:54.866553 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (48ecc3a4-79c3-401a-9cd4-7efbea03d048), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:54.893854 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=48ecc3a4-79c3-401a-9cd4-7efbea03d048,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:54.903349 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.903698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.904039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.904372 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.904706 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.905027 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.905350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.905674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.905994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.906341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.906660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.907005 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.907337 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:54.951306 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] No DVR routers for this DVR port 48ecc3a4-79c3-401a-9cd4-7efbea03d048 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:09:54.954035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:54.957392 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-208b3ec1-d2b3-4055-839d-b05dc16b03a1 req-10e97bfb-2df1-4cf9-b3c2-157c715e7918 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.24 "DELETE /v2.0/ports/48ecc3a4-79c3-401a-9cd4-7efbea03d048 HTTP/1.1" status: 204 len: 173 time: 0.4689715 Feb 10 05:09:54.957870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'name': 'network-vif-deleted', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:09:54.960141 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e642898e-43f7-479e-b605-3948e94bfe84" -d '{"events": [{"server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "name": "network-vif-deleted", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:09:54.997390 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a491ae2-ebc6-4a6b-ad19-763c646798cf x-openstack-request-id: req-6a491ae2-ebc6-4a6b-ad19-763c646798cf {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:09:54.997804 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb9b17f-1ecb-446d-94ed-0124efb6b911", "name": "network-vif-deleted", "tag": "48ecc3a4-79c3-401a-9cd4-7efbea03d048", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:09:54.998062 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a491ae2-ebc6-4a6b-ad19-763c646798cf {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:09:54.998474 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb9b17f-1ecb-446d-94ed-0124efb6b911', 'name': 'network-vif-deleted', 'tag': '48ecc3a4-79c3-401a-9cd4-7efbea03d048', 'status': 'completed', 'code': 200} Feb 10 05:09:55.190034 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fab686a1-cbfb-4ff4-a1f2-732b11a8e454 req-1b9af535-8fbd-4015-9ad9-a4e8ad3cb174 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bb9b17f-1ecb-446d-94ed-0124efb6b911 HTTP/1.1" status: 200 len: 210 time: 0.0281000 Feb 10 05:09:56.247900 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54646) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:56.608969 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (a7c07532-121f-4cfe-8a92-8f57770bd8f1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:56.862350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 7eb79fde-06ef-430e-b78f-bb040fdd8baa {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:09:56.862588 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:56.953230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 7eb79fde-06ef-430e-b78f-bb040fdd8baa, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7eb79fde-06ef-430e-b78f-bb040fdd8baa,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:56.953593 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:56.965071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 7eb79fde-06ef-430e-b78f-bb040fdd8baa owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:09:56.983992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 48ecc3a4-79c3-401a-9cd4-7efbea03d048 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:09:57.008801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 48ecc3a4-79c3-401a-9cd4-7efbea03d048 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:09:57.009171 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 48ecc3a4-79c3-401a-9cd4-7efbea03d048 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:09:57.266575 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (7eb79fde-06ef-430e-b78f-bb040fdd8baa), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:57.292736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=7eb79fde-06ef-430e-b78f-bb040fdd8baa,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:57.470692 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (a7c07532-121f-4cfe-8a92-8f57770bd8f1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:57.690800 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Router a7c07532-121f-4cfe-8a92-8f57770bd8f1 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:09:57.722816 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-66340f43-b9e9-413f-8266-867f3e7599b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:57.798418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:09:57.803395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-065087af-5c0d-4b5c-a073-cb2622a507d9 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "PUT /v2.0/routers/a7c07532-121f-4cfe-8a92-8f57770bd8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544779 Feb 10 05:09:57.806781 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54648) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:57.808345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] Sync routers for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:09:57.818563 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:57.819207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:57.857397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting subnet fb63c21c-9cdb-4680-b25c-04995cb09490 {{(pid=109958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:09:57.860886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (fb63c21c-9cdb-4680-b25c-04995cb09490), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:57.906425 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4697334'] for subnet (fb63c21c-9cdb-4680-b25c-04995cb09490), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:57.927153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:57.988103 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (fb63c21c-9cdb-4680-b25c-04995cb09490), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.107848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:57Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:58.134439 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] Checking router: a7c07532-121f-4cfe-8a92-8f57770bd8f1 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:09:58.142588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] Routers {'a7c07532-121f-4cfe-8a92-8f57770bd8f1'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:09:58.143212 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:09:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:58.248357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] Set router a7c07532-121f-4cfe-8a92-8f57770bd8f1 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:09:58.278529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4225109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240022'] for subnet (fb63c21c-9cdb-4680-b25c-04995cb09490), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.311297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Subnet': ['ID=fb63c21c-9cdb-4680-b25c-04995cb09490,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:58.313282 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.317248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-fa075ba6-937e-408d-96c8-3874d5201013 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/subnets/fb63c21c-9cdb-4680-b25c-04995cb09490 HTTP/1.1" status: 204 len: 168 time: 0.5087447 Feb 10 05:09:58.320087 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54650) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:58.323431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d62368-4aee-4f0b-9aca-1575a9049ed5 None None] Network f8bbf46a-6be6-4405-b89f-2b5ef613e26e requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:09:58.430353 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (a7c07532-121f-4cfe-8a92-8f57770bd8f1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.516104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:57Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:58.541455 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_gateway (a7c07532-121f-4cfe-8a92-8f57770bd8f1), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.552140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448beb34-edc0-4827-a4e3-8ef19d767701 None None] The sync data for ids ['a7c07532-121f-4cfe-8a92-8f57770bd8f1'] in n-d-827844-2 is: [{'id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007604433', 'tenant_id': 'e69467c5a99549188332b39fd2bd5638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:57Z', 'revision_number': 5, 'project_id': 'e69467c5a99549188332b39fd2bd5638', 'gw_port': {'id': '3e8fa878-af2f-4a9a-94be-8e22a97e4edb', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07532-121f-4cfe-8a92-8f57770bd8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:08:57Z', 'updated_at': '2022-02-10T05:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:09:58.562519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] DHCP port deletion for f8bbf46a-6be6-4405-b89f-2b5ef613e26e request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:09:58.611253 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Deleting port 8fec687c-ab5e-408a-80be-216201873908 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:09:58.611630 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (8fec687c-ab5e-408a-80be-216201873908), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.652340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Deleting port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:09:58.652686 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.672435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] For port 8fec687c-ab5e-408a-80be-216201873908, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=8fec687c-ab5e-408a-80be-216201873908,segment=NetworkSegment(2075e86d-6b29-46bd-8f58-50e1c87fff97),segment_id=2075e86d-6b29-46bd-8f58-50e1c87fff97)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:58.673116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (8fec687c-ab5e-408a-80be-216201873908), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.687528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Calling delete_port for 8fec687c-ab5e-408a-80be-216201873908 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:09:58.742490 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] For port 3e8fa878-af2f-4a9a-94be-8e22a97e4edb, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:09:58.742887 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.755338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Calling delete_port for 3e8fa878-af2f-4a9a-94be-8e22a97e4edb owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:09:58.826808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (8fec687c-ab5e-408a-80be-216201873908), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:58.853701 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Pushing event deleted for resources: {'Port': ['ID=8fec687c-ab5e-408a-80be-216201873908,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:58.855661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] No DVR routers for this DVR port 8fec687c-ab5e-408a-80be-216201873908 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:09:58.864053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.864407 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.864749 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.865089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.865424 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.866229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.866229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.866405 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.866692 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.867038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.867362 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.867684 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.868006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a10cce-db15-45b1-a05c-48a12974c63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:09:58.992843 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (3e8fa878-af2f-4a9a-94be-8e22a97e4edb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.020724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Port': ['ID=3e8fa878-af2f-4a9a-94be-8e22a97e4edb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:09:59.088165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (a7c07532-121f-4cfe-8a92-8f57770bd8f1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.185648 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (a7c07532-121f-4cfe-8a92-8f57770bd8f1), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.187812 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router_controller (a7c07532-121f-4cfe-8a92-8f57770bd8f1), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.306139 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (a7c07532-121f-4cfe-8a92-8f57770bd8f1), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.306668 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Fanout notify agent at l3_agent the message router_deleted on router a7c07532-121f-4cfe-8a92-8f57770bd8f1 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:09:59.316039 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.316039 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-81687716-1606-4a22-88d2-d2d69a05fa69 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/routers/a7c07532-121f-4cfe-8a92-8f57770bd8f1 HTTP/1.1" status: 204 len: 168 time: 0.9938965 Feb 10 05:09:59.318909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54652) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:09:59.401993 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (f8bbf46a-6be6-4405-b89f-2b5ef613e26e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.495094 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (f8bbf46a-6be6-4405-b89f-2b5ef613e26e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.514534 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bbf46a-6be6-4405-b89f-2b5ef613e26e']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:59.524273 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2075e86d-6b29-46bd-8f58-50e1c87fff97') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:59.524561 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2075e86d-6b29-46bd-8f58-50e1c87fff97') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:09:59.533640 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (2075e86d-6b29-46bd-8f58-50e1c87fff97), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.546515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (2075e86d-6b29-46bd-8f58-50e1c87fff97), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.552588 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (2075e86d-6b29-46bd-8f58-50e1c87fff97), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: timer() Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:09:59.556249 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:09:59.803961 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8fec687c-ab5e-408a-80be-216201873908 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:09:59.831505 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 8fec687c-ab5e-408a-80be-216201873908 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:09:59.831762 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 8fec687c-ab5e-408a-80be-216201873908 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:09:59.832194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3e8fa878-af2f-4a9a-94be-8e22a97e4edb no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:09:59.854222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 3e8fa878-af2f-4a9a-94be-8e22a97e4edb {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:09:59.854568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 3e8fa878-af2f-4a9a-94be-8e22a97e4edb not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:09:59.855157 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7eb79fde-06ef-430e-b78f-bb040fdd8baa no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:09:59.877881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7eb79fde-06ef-430e-b78f-bb040fdd8baa {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:09:59.878232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7eb79fde-06ef-430e-b78f-bb040fdd8baa not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:09:59.906433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-38799275-8394-46b9-a846-9667a5d5e66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:00.037814 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (f8bbf46a-6be6-4405-b89f-2b5ef613e26e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:00.045384 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:00.048273 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/networks/f8bbf46a-6be6-4405-b89f-2b5ef613e26e HTTP/1.1" status: 204 len: 168 time: 0.7283709 Feb 10 05:10:00.051967 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54654) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:00.060479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67db4b-c7f0-4668-a271-a271b7c4111e tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'Network': ['ID=f8bbf46a-6be6-4405-b89f-2b5ef613e26e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:00.109622 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-352e30a6-01b1-4015-b535-df72e03ac325 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (5ee13526-6a55-4979-99ce-ab60bb8dcc9c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:00.135960 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-352e30a6-01b1-4015-b535-df72e03ac325 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (5ee13526-6a55-4979-99ce-ab60bb8dcc9c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:00.277729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-352e30a6-01b1-4015-b535-df72e03ac325 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (5ee13526-6a55-4979-99ce-ab60bb8dcc9c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:00.280396 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-352e30a6-01b1-4015-b535-df72e03ac325 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:00.281565 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-352e30a6-01b1-4015-b535-df72e03ac325 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] 10.222.0.42 "DELETE /v2.0/security-groups/5ee13526-6a55-4979-99ce-ab60bb8dcc9c HTTP/1.1" status: 204 len: 168 time: 0.2284143 Feb 10 05:10:00.291092 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e30a6-01b1-4015-b535-df72e03ac325 tempest-TestNetworkAdvancedServerOps-836182450 tempest-TestNetworkAdvancedServerOps-836182450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee13526-6a55-4979-99ce-ab60bb8dcc9c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:00.865805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54662) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:01.009609 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8ef784c3-6d61-400c-9bbb-9472cb96f8e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e69467c5a99549188332b39fd2bd5638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426401 Feb 10 05:10:01.012087 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54666) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:01.057532 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-766cbae6-c1e8-49d7-945d-a24fcda92a60 admin admin] Publish callbacks [] for security_group (304403ad-6261-4fe3-aadd-0a53756d146a), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.078899 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-766cbae6-c1e8-49d7-945d-a24fcda92a60 admin admin] Publish callbacks [] for security_group (304403ad-6261-4fe3-aadd-0a53756d146a), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.169018 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-766cbae6-c1e8-49d7-945d-a24fcda92a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (304403ad-6261-4fe3-aadd-0a53756d146a), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.171613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-766cbae6-c1e8-49d7-945d-a24fcda92a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.172779 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-766cbae6-c1e8-49d7-945d-a24fcda92a60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/304403ad-6261-4fe3-aadd-0a53756d146a HTTP/1.1" status: 204 len: 168 time: 0.1597989 Feb 10 05:10:01.181488 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cbae6-c1e8-49d7-945d-a24fcda92a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304403ad-6261-4fe3-aadd-0a53756d146a,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:01.226281 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.732782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54672) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:01.746621 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80e02b2c-e1d5-4834-bd8a-bd74d33e67c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.819140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80e02b2c-e1d5-4834-bd8a-bd74d33e67c7 admin admin] Publish callbacks [] for security_group (89c30cec-bd6f-48a5-9c24-c4cbedd9affb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.883605 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-80e02b2c-e1d5-4834-bd8a-bd74d33e67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89c30cec-bd6f-48a5-9c24-c4cbedd9affb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:01.921643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-80e02b2c-e1d5-4834-bd8a-bd74d33e67c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b39aeab279e2465b872e9f49f57cd2a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877720 Feb 10 05:10:01.922522 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e02b2c-e1d5-4834-bd8a-bd74d33e67c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c30cec-bd6f-48a5-9c24-c4cbedd9affb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:01.924440 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54674) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:01.977972 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-743e1542-1d8f-450e-8bab-bfb6c9d87240 admin admin] Publish callbacks [] for security_group (89c30cec-bd6f-48a5-9c24-c4cbedd9affb), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:02.008312 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-743e1542-1d8f-450e-8bab-bfb6c9d87240 admin admin] Publish callbacks [] for security_group (89c30cec-bd6f-48a5-9c24-c4cbedd9affb), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:02.135426 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-743e1542-1d8f-450e-8bab-bfb6c9d87240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (89c30cec-bd6f-48a5-9c24-c4cbedd9affb), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:02.138008 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-743e1542-1d8f-450e-8bab-bfb6c9d87240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:02.139223 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-743e1542-1d8f-450e-8bab-bfb6c9d87240 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89c30cec-bd6f-48a5-9c24-c4cbedd9affb HTTP/1.1" status: 204 len: 168 time: 0.2137420 Feb 10 05:10:02.147665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e1542-1d8f-450e-8bab-bfb6c9d87240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c30cec-bd6f-48a5-9c24-c4cbedd9affb,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:02.883791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.208874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54696) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:03.302936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-547921736-network', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:03.369457 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Made reservation on behalf of c3136987ff9e46f3b656f67c4b8bc89f for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:10:03.371867 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.380835 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.453190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks [] for security_group (bd542d74-09d4-4998-87bb-2e1335fa54af), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.517259 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bd542d74-09d4-4998-87bb-2e1335fa54af), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.543910 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:10:03.549086 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd542d74-09d4-4998-87bb-2e1335fa54af,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:03.556642 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9c5ae508-b440-4795-b04c-91a29cafa5fd), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.556987 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Added segment 9c5ae508-b440-4795-b04c-91a29cafa5fd of type vlan for network ad93eb63-a1be-4f2e-892e-432626a27fb7 Feb 10 05:10:03.599242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (ad93eb63-a1be-4f2e-892e-432626a27fb7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.695476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (ad93eb63-a1be-4f2e-892e-432626a27fb7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.696385 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:03.697002 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:03.755155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] Pushing event updated for resources: {'Network': ['ID=ad93eb63-a1be-4f2e-892e-432626a27fb7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:03.764639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:10:03.790199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-af78399a-599a-4c95-bb68-d1ba0dda9f03 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5802321 Feb 10 05:10:03.793276 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54700) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:03.798193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Request body: {'subnet': {'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-547921736-subnet', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:03.860464 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Made reservation on behalf of c3136987ff9e46f3b656f67c4b8bc89f for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:10:03.862889 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.094386 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (d770002c-7b6f-4964-96b2-6e200513e8ae), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.157261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d770002c-7b6f-4964-96b2-6e200513e8ae,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:04.161664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Checking segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:04.162025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Network hostable DHCP agents. Network: ad93eb63-a1be-4f2e-892e-432626a27fb7, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:10:04.231314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:10:04.300808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, ad93eb63-a1be-4f2e-892e-432626a27fb7) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:04.305350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:04.305955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.310110 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b1815-645a-449d-ab84-15cdd39b118d None None] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:10:04.338402 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.384105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c9a22e22-f4d0-4fac-ac65-deca52ee945c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5897439 Feb 10 05:10:04.386728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54702) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:04.390956 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:04.467077 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (2c40c62b-9d86-4dd8-b654-a0924ef89870), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.468143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (2c40c62b-9d86-4dd8-b654-a0924ef89870), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.522031 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks [] for router_controller (2c40c62b-9d86-4dd8-b654-a0924ef89870), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.611433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-ad93eb63-a1be-4f2e-892e-432626a27fb7', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:10:04.612282 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.703492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks [] for router_gateway (2c40c62b-9d86-4dd8-b654-a0924ef89870), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.751639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Allocated IP 172.20.0.2 (ad93eb63-a1be-4f2e-892e-432626a27fb7/d770002c-7b6f-4964-96b2-6e200513e8ae/c1e25ae5-f93c-4240-8ab9-82850b4f6225) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:04.896608 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Publish callbacks [] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.956264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks [] for router_gateway (2c40c62b-9d86-4dd8-b654-a0924ef89870), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.975592 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:04.975765 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.017872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:05.023440 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:05.027952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:05.035477 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Pushing event updated for resources: {'Port': ['ID=c1e25ae5-f93c-4240-8ab9-82850b4f6225,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:05.085909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Allocated IP 172.25.8.209 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/4500c12e-2991-4e85-ba30-79c4020b4f51) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:05.095358 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Attempting to bind port c1e25ae5-f93c-4240-8ab9-82850b4f6225 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:10:05.095831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Attempting to bind port c1e25ae5-f93c-4240-8ab9-82850b4f6225 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:10:05.096202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Attempting to bind port c1e25ae5-f93c-4240-8ab9-82850b4f6225 on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:05.101338 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:10:05.101710 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Checking segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:05.102111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.102529 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Bound using segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:10:05.103035 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Bound port: c1e25ae5-f93c-4240-8ab9-82850b4f6225, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:10:05.103406 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.164979 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] For port c1e25ae5-f93c-4240-8ab9-82850b4f6225, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:10:05.167930 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] For port c1e25ae5-f93c-4240-8ab9-82850b4f6225, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c1e25ae5-f93c-4240-8ab9-82850b4f6225,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:10:05.195099 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks [] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.232755 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.287199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a3220-932b-489d-b5e4-db2a86ffbfe0 None None] Pushing event updated for resources: {'Port': ['ID=c1e25ae5-f93c-4240-8ab9-82850b4f6225,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:05.306214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.347852 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:05.351128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:05.354841 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:05.378183 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Pushing event updated for resources: {'Port': ['ID=4500c12e-2991-4e85-ba30-79c4020b4f51,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:05.592330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c1e25ae5-f93c-4240-8ab9-82850b4f6225 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:05.644519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c1e25ae5-f93c-4240-8ab9-82850b4f6225 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:05.644934 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.721632 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c1e25ae5-f93c-4240-8ab9-82850b4f6225 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:05.722028 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.728106 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks [] for router_gateway (2c40c62b-9d86-4dd8-b654-a0924ef89870), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.756627 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port c1e25ae5-f93c-4240-8ab9-82850b4f6225, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c1e25ae5-f93c-4240-8ab9-82850b4f6225,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:05.826765 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:05.875666 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=c1e25ae5-f93c-4240-8ab9-82850b4f6225,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:05.933824 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (2c40c62b-9d86-4dd8-b654-a0924ef89870), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:06.130426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Router 2c40c62b-9d86-4dd8-b654-a0924ef89870 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:10:06.245720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:10:06.246318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b5432-451c-4452-b817-15a1bd156343 None None] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:10:06.254604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Sync routers for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:10:06.265270 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:06.270296 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:06.318357 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-21b7aab3-391a-44fe-bcab-80db20c3cb98 None None] Provisioning complete for port c1e25ae5-f93c-4240-8ab9-82850b4f6225 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:06.318761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-21b7aab3-391a-44fe-bcab-80db20c3cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:06.325711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:06.330868 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-067bebc9-e955-417d-8a53-80390e9e6e6c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9393401 Feb 10 05:10:06.330868 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54704) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:06.383900 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:06.448247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-21b7aab3-391a-44fe-bcab-80db20c3cb98 None None] Current status of the port c1e25ae5-f93c-4240-8ab9-82850b4f6225 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:06.570686 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:05Z', 'revision_number': 3, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:06.601837 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Checking router: 2c40c62b-9d86-4dd8-b654-a0924ef89870 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:10:06.602206 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Updating router 2c40c62b-9d86-4dd8-b654-a0924ef89870 port 4500c12e-2991-4e85-ba30-79c4020b4f51 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:10:06.631843 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:06.674968 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ca832531-9dbb-47af-869e-9582670e4f60 None None] Provisioning complete for port c1e25ae5-f93c-4240-8ab9-82850b4f6225 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:06.675542 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca832531-9dbb-47af-869e-9582670e4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:06.759728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ca832531-9dbb-47af-869e-9582670e4f60 None None] Current status of the port c1e25ae5-f93c-4240-8ab9-82850b4f6225 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:06.802440 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:06.889206 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Publish callbacks [] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:06.955258 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Allocated IP 172.20.0.1 (ad93eb63-a1be-4f2e-892e-432626a27fb7/d770002c-7b6f-4964-96b2-6e200513e8ae/20e79cbe-a0ce-4f08-8302-50202dd01ac9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:06.975447 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.024545 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Attempting to bind port 4500c12e-2991-4e85-ba30-79c4020b4f51 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:10:07.024917 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Attempting to bind port 4500c12e-2991-4e85-ba30-79c4020b4f51 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:10:07.025274 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Attempting to bind port 4500c12e-2991-4e85-ba30-79c4020b4f51 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:07.031811 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Pushing event updated for resources: {'Port': ['ID=4500c12e-2991-4e85-ba30-79c4020b4f51,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:07.034926 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:10:07.035301 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:07.036279 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.036673 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:10:07.037220 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Bound port: 4500c12e-2991-4e85-ba30-79c4020b4f51, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:10:07.037595 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.044010 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.044358 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.044699 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.045037 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.045369 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.046105 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.046105 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.046317 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.046645 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.046993 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.047337 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.047632 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.047949 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:10:07.063901 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks [] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.112572 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] For port 4500c12e-2991-4e85-ba30-79c4020b4f51, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:10:07.116401 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] For port 4500c12e-2991-4e85-ba30-79c4020b4f51, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4500c12e-2991-4e85-ba30-79c4020b4f51,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:10:07.181405 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.210081 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.220884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:07.225862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:07.230206 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:07.233277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Pushing event updated for resources: {'Port': ['ID=20e79cbe-a0ce-4f08-8302-50202dd01ac9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:07.275268 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fd598-fb6e-4f22-b1e2-9ad0af1214bd None None] Pushing event updated for resources: {'Port': ['ID=4500c12e-2991-4e85-ba30-79c4020b4f51,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:07.277120 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (2c40c62b-9d86-4dd8-b654-a0924ef89870), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.280240 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:07.281040 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:07.403501 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:07.483641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4954cebe-ca66-497b-bc1e-64c3a654b8a0 None None] Provisioning complete for port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:07.484079 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4954cebe-ca66-497b-bc1e-64c3a654b8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.486211 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.545145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4954cebe-ca66-497b-bc1e-64c3a654b8a0 None None] Port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:10:07.556243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c1e25ae5-f93c-4240-8ab9-82850b4f6225 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:07.598046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:05Z', 'revision_number': 3, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:07.604345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c1e25ae5-f93c-4240-8ab9-82850b4f6225 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:07.604721 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.677246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks [] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.686528 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c1e25ae5-f93c-4240-8ab9-82850b4f6225 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:07.719840 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b9aa9-b529-470f-a1ff-888a03989ca6 None None] The sync data for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 is: [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:05Z', 'revision_number': 3, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:10:07.734816 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.807674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Pushing event updated for resources: {'Port': ['ID=20e79cbe-a0ce-4f08-8302-50202dd01ac9,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:07.810678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (2c40c62b-9d86-4dd8-b654-a0924ef89870), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:07.903420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:07.904799 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:08.050934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Router 2c40c62b-9d86-4dd8-b654-a0924ef89870 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:10:08.178731 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:10:08.184075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-7ae11130-350f-4a21-b6d4-7692d958ad2e admin admin] 10.222.0.42 "PUT /v2.0/routers/2c40c62b-9d86-4dd8-b654-a0924ef89870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533752 Feb 10 05:10:08.282747 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-28040f37-54d0-4248-8ed2-3a0bf8c0ec86 None None] Provisioning complete for port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:08.283438 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-28040f37-54d0-4248-8ed2-3a0bf8c0ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:08.323344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-28040f37-54d0-4248-8ed2-3a0bf8c0ec86 None None] Port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:10:09.032831 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54720) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:09.038191 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1052336862-network', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:09.140950 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Made reservation on behalf of f5ec8786619a4c61af0fd30cac0a388c for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:10:09.143450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.152792 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.227192 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks [] for security_group (3842cd85-be50-4791-b544-8209d0313408), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.288015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Sync routers for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:10:09.289151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3842cd85-be50-4791-b544-8209d0313408), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.299143 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:09.299855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:09.312566 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:10:09.331457 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3842cd85-be50-4791-b544-8209d0313408,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:09.335515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (975c83ff-057f-4cd1-a70c-e31e92bb4023), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.335862 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Added segment 975c83ff-057f-4cd1-a70c-e31e92bb4023 of type vlan for network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 Feb 10 05:10:09.391655 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.414775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:09.466735 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.467725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:09.468316 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.531807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:09.550138 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:10:09.572822 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54722) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:09.573374 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-30b6869f-29de-4bab-ad95-ab0ec0f3b008 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5390041 Feb 10 05:10:09.578835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Request body: {'subnet': {'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1052336862-subnet', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'ip_version': 4}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:09.580795 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4500c12e-2991-4e85-ba30-79c4020b4f51 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:09.655221 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Made reservation on behalf of f5ec8786619a4c61af0fd30cac0a388c for: {'subnet': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:10:09.657711 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5771210'] for subnet (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.709657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4500c12e-2991-4e85-ba30-79c4020b4f51 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:09.710048 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.754214 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 2, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:09.788709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Checking router: 2c40c62b-9d86-4dd8-b654-a0924ef89870 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:10:09.789074 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Updating router 2c40c62b-9d86-4dd8-b654-a0924ef89870 port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:10:09.841202 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.858693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4500c12e-2991-4e85-ba30-79c4020b4f51 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:09.859100 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.889952 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5700727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5771224'] for subnet (76caba82-71c9-4c03-91fb-a5ba63bc3032), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:09.905475 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 4500c12e-2991-4e85-ba30-79c4020b4f51, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4500c12e-2991-4e85-ba30-79c4020b4f51,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:09.949515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76caba82-71c9-4c03-91fb-a5ba63bc3032,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:09.959191 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Checking segment: {'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:09.959553 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Network hostable DHCP agents. Network: 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:10:09.971068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.043874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:10:10.047893 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=4500c12e-2991-4e85-ba30-79c4020b4f51,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:10.128726 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19) {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:10.133625 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:10.137851 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.155089 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39d180-382b-43f2-ae1e-feeb08a98e09 None None] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:10:10.211518 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9882182a-cc07-4c3f-89f7-1066c5583106 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6368654 Feb 10 05:10:10.214145 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:10.218855 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:10.224782 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Publish callbacks [] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.270671 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19', 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19', 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'fixed_ips': [{'subnet_id': '76caba82-71c9-4c03-91fb-a5ba63bc3032'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:10:10.271546 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.282761 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.306177 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (81a3242d-84d2-43d3-a6f2-09781d78f9c0), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.307281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (81a3242d-84d2-43d3-a6f2-09781d78f9c0), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.372896 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks [] for router_controller (81a3242d-84d2-43d3-a6f2-09781d78f9c0), precommit_add_association {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.380634 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213daa4-b140-492a-84f5-2a6b41f5cc69 None None] Pushing event updated for resources: {'Port': ['ID=20e79cbe-a0ce-4f08-8302-50202dd01ac9,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:10.483381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Attempting to bind port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:10:10.483765 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Attempting to bind port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:10:10.484133 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Attempting to bind port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:10.495914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:10:10.496310 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Checking segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:10.496727 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.497115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Bound using segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:10:10.497605 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Bound port: 20e79cbe-a0ce-4f08-8302-50202dd01ac9, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:10:10.498053 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.522320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Allocated IP 172.20.0.2 (6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19/76caba82-71c9-4c03-91fb-a5ba63bc3032/c6452af6-76de-4a50-bacc-ce8c53bfcc4d) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:10.590734 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks [] for router_gateway (81a3242d-84d2-43d3-a6f2-09781d78f9c0), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.613265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-5250337f-333d-4863-b2f8-68ab470e8f02 None None] Provisioning complete for port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:10.614161 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5250337f-333d-4863-b2f8-68ab470e8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.641992 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] For port 20e79cbe-a0ce-4f08-8302-50202dd01ac9, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:10:10.675902 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] For port 20e79cbe-a0ce-4f08-8302-50202dd01ac9, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=20e79cbe-a0ce-4f08-8302-50202dd01ac9,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:10:10.696485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-5250337f-333d-4863-b2f8-68ab470e8f02 None None] Port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:10:10.761005 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.763893 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Publish callbacks [] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.831265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:10.831904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:10.837527 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213daa4-b140-492a-84f5-2a6b41f5cc69 None None] Pushing event updated for resources: {'Port': ['ID=20e79cbe-a0ce-4f08-8302-50202dd01ac9,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:10.873437 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.884525 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks [] for router_gateway (81a3242d-84d2-43d3-a6f2-09781d78f9c0), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.905443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:10.933345 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:10.938080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:10.967649 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:10.984080 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Pushing event updated for resources: {'Port': ['ID=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:11.041830 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Allocated IP 172.25.8.160 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/87b5036a-2057-49f5-a51b-89c002dc09ff) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:11.225418 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:11.265879 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Attempting to bind port c6452af6-76de-4a50-bacc-ce8c53bfcc4d on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:10:11.266305 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Attempting to bind port c6452af6-76de-4a50-bacc-ce8c53bfcc4d by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:10:11.266680 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Attempting to bind port c6452af6-76de-4a50-bacc-ce8c53bfcc4d on network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:11.281677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:10:11.282054 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Checking segment: {'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:11.282458 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.283090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Bound using segment: {'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:10:11.283570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Bound port: c6452af6-76de-4a50-bacc-ce8c53bfcc4d, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:10:11.283951 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.298493 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f03564d1-96d9-4ea4-b706-6e61bc27f8e7 None None] Provisioning complete for port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:11.298902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f03564d1-96d9-4ea4-b706-6e61bc27f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.401582 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks [] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.483976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] For port c6452af6-76de-4a50-bacc-ce8c53bfcc4d, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:10:11.488288 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] For port c6452af6-76de-4a50-bacc-ce8c53bfcc4d, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,segment=NetworkSegment(975c83ff-057f-4cd1-a70c-e31e92bb4023),segment_id=975c83ff-057f-4cd1-a70c-e31e92bb4023)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:10:11.495889 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.529351 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:11.532297 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:11.536409 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:11.546969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.554430 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f03564d1-96d9-4ea4-b706-6e61bc27f8e7 None None] Current status of the port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:11.554843 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f03564d1-96d9-4ea4-b706-6e61bc27f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.556726 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4500c12e-2991-4e85-ba30-79c4020b4f51 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:11.581343 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Pushing event updated for resources: {'Port': ['ID=87b5036a-2057-49f5-a51b-89c002dc09ff,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:11.688570 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f03564d1-96d9-4ea4-b706-6e61bc27f8e7 None None] For port 20e79cbe-a0ce-4f08-8302-50202dd01ac9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=20e79cbe-a0ce-4f08-8302-50202dd01ac9,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:11.693455 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1812916-5277-44f9-a197-9ccd3aafdc42 None None] Pushing event updated for resources: {'Port': ['ID=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:11.704042 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:10Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:11.736170 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadccd-3992-41f0-8a46-6fa25e9c22ee None None] The sync data for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 is: [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:10Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:10:11.737676 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f03564d1-96d9-4ea4-b706-6e61bc27f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.744576 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 4500c12e-2991-4e85-ba30-79c4020b4f51 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:11.744926 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.863895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03564d1-96d9-4ea4-b706-6e61bc27f8e7 None None] Pushing event updated for resources: {'Port': ['ID=20e79cbe-a0ce-4f08-8302-50202dd01ac9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:11.910184 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks [] for router_gateway (81a3242d-84d2-43d3-a6f2-09781d78f9c0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:11.956895 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 4500c12e-2991-4e85-ba30-79c4020b4f51 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:12.163441 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (81a3242d-84d2-43d3-a6f2-09781d78f9c0), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:12.391865 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:10:12.511509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:10:12.522897 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Sync routers for ids ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:10:12.534954 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Routers {'81a3242d-84d2-43d3-a6f2-09781d78f9c0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:12.535851 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:12.600642 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:12.605847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54726) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:12.606446 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1c68b51e-b8fe-4347-98ed-96ff440ce79e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3901560 Feb 10 05:10:12.654076 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Set router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:12.833173 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0622bbf4-1cc4-44cb-800a-8514c9c1bfec None None] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:10:12.860886 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 3, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port': {'id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:12.898213 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Checking router: 81a3242d-84d2-43d3-a6f2-09781d78f9c0 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:10:12.898570 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Updating router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 port 87b5036a-2057-49f5-a51b-89c002dc09ff binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:10:12.917152 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-26e5cff5-6bbc-4003-964d-383456602ff7 None None] Provisioning complete for port c6452af6-76de-4a50-bacc-ce8c53bfcc4d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:12.917514 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26e5cff5-6bbc-4003-964d-383456602ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:12.933341 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.057012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-26e5cff5-6bbc-4003-964d-383456602ff7 None None] Current status of the port c6452af6-76de-4a50-bacc-ce8c53bfcc4d is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:13.057338 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26e5cff5-6bbc-4003-964d-383456602ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.115880 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-26e5cff5-6bbc-4003-964d-383456602ff7 None None] For port c6452af6-76de-4a50-bacc-ce8c53bfcc4d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,segment=NetworkSegment(975c83ff-057f-4cd1-a70c-e31e92bb4023),segment_id=975c83ff-057f-4cd1-a70c-e31e92bb4023)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:13.175960 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26e5cff5-6bbc-4003-964d-383456602ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.240758 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5cff5-6bbc-4003-964d-383456602ff7 None None] Pushing event updated for resources: {'Port': ['ID=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:13.298757 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Publish callbacks [] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.356974 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.403029 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c19282f7-f3c1-471b-9907-d2d9a4a7f745 None None] Provisioning complete for port c6452af6-76de-4a50-bacc-ce8c53bfcc4d triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:13.403702 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c19282f7-f3c1-471b-9907-d2d9a4a7f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.427471 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Attempting to bind port 87b5036a-2057-49f5-a51b-89c002dc09ff on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:10:13.427841 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Attempting to bind port 87b5036a-2057-49f5-a51b-89c002dc09ff by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:10:13.428205 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Attempting to bind port 87b5036a-2057-49f5-a51b-89c002dc09ff on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:13.438481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:10:13.438880 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:13.439284 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.439673 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:10:13.440136 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Bound port: 87b5036a-2057-49f5-a51b-89c002dc09ff, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:10:13.440509 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.442877 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe9259-abaa-4ba3-9847-2dff14820af1 None None] Pushing event updated for resources: {'Port': ['ID=87b5036a-2057-49f5-a51b-89c002dc09ff,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:13.500638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c19282f7-f3c1-471b-9907-d2d9a4a7f745 None None] Current status of the port c6452af6-76de-4a50-bacc-ce8c53bfcc4d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:13.511127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.529866 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] For port 87b5036a-2057-49f5-a51b-89c002dc09ff, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:10:13.535925 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] For port 87b5036a-2057-49f5-a51b-89c002dc09ff, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=87b5036a-2057-49f5-a51b-89c002dc09ff,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:10:13.639935 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c6452af6-76de-4a50-bacc-ce8c53bfcc4d up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:13.644752 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.694986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Allocated IP 172.20.0.1 (6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19/76caba82-71c9-4c03-91fb-a5ba63bc3032/e3cbb745-d477-42e7-b16e-efbb9b9f7ec7) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:13.717193 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port c6452af6-76de-4a50-bacc-ce8c53bfcc4d triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:13.717662 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.745637 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe9259-abaa-4ba3-9847-2dff14820af1 None None] Pushing event updated for resources: {'Port': ['ID=87b5036a-2057-49f5-a51b-89c002dc09ff,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:13.750374 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Routers {'81a3242d-84d2-43d3-a6f2-09781d78f9c0'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:13.751022 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:13.811617 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port c6452af6-76de-4a50-bacc-ce8c53bfcc4d is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:13.812717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 20e79cbe-a0ce-4f08-8302-50202dd01ac9 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:13.813093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks [] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.860435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:13.861058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.861740 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] Set router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:13.907184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:13.949522 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:13.949803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:13.952680 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:13.956384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:13.963084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Pushing event updated for resources: {'Port': ['ID=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:14.002687 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (81a3242d-84d2-43d3-a6f2-09781d78f9c0), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:14.071216 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 3, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port': {'id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:14.097855 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c73d6-2588-4d34-93bf-5779552ce3fc None None] The sync data for ids ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'] in n-d-827844-2 is: [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 3, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port': {'id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:10:14.205402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:14.227833 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-c45d8545-e9f5-463d-9039-ba107272b6ce None None] Provisioning complete for port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:14.228213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c45d8545-e9f5-463d-9039-ba107272b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:14.264869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-c45d8545-e9f5-463d-9039-ba107272b6ce None None] Port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:10:14.392800 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks [] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:14.552274 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:14.624877 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Pushing event updated for resources: {'Port': ['ID=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:14.627389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (81a3242d-84d2-43d3-a6f2-09781d78f9c0), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:14.724362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:14.725765 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:14.860291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:10:14.982496 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:10:14.987929 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-929d948c-9de0-4950-814a-20fd45bea964 admin admin] 10.222.0.42 "PUT /v2.0/routers/81a3242d-84d2-43d3-a6f2-09781d78f9c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3815248 Feb 10 05:10:14.990479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-ef10d3ff-ca72-4d28-9e9d-f26755e5cd6c None None] Provisioning complete for port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:14.991100 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ef10d3ff-ca72-4d28-9e9d-f26755e5cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.029826 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-ef10d3ff-ca72-4d28-9e9d-f26755e5cd6c None None] Port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:10:15.562541 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 87b5036a-2057-49f5-a51b-89c002dc09ff up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:15.598670 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54734) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:15.603994 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-5c675aec-880a-4add-89a5-6d417bbe80dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50189085', 'description': 'tempest-secgroup-smoke-50189085 description', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:15.615048 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 87b5036a-2057-49f5-a51b-89c002dc09ff triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:15.615564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.640453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Sync routers for ids ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:10:15.662115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Routers {'81a3242d-84d2-43d3-a6f2-09781d78f9c0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:15.662740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:15.689445 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c675aec-880a-4add-89a5-6d417bbe80dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.764013 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c675aec-880a-4add-89a5-6d417bbe80dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (2ff66f22-7efc-419b-a72d-6883ba9a5d7d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.794459 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 87b5036a-2057-49f5-a51b-89c002dc09ff is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:15.794948 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.817582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Set router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:15.851174 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 87b5036a-2057-49f5-a51b-89c002dc09ff, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=87b5036a-2057-49f5-a51b-89c002dc09ff,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:15.872290 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c675aec-880a-4add-89a5-6d417bbe80dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ff66f22-7efc-419b-a72d-6883ba9a5d7d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.901672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c675aec-880a-4add-89a5-6d417bbe80dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff66f22-7efc-419b-a72d-6883ba9a5d7d,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:15.948476 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.963720 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-5c675aec-880a-4add-89a5-6d417bbe80dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:15.965096 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-5c675aec-880a-4add-89a5-6d417bbe80dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3653586 Feb 10 05:10:15.968044 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54736) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:15.973243 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-219642d3-b1e3-440f-9b5b-ee1395a95ab2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '2ff66f22-7efc-419b-a72d-6883ba9a5d7d', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:16.032449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=87b5036a-2057-49f5-a51b-89c002dc09ff,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:16.064969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:14Z', 'revision_number': 4, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port': {'id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e3cbb745-d477-42e7-b16e-efbb9b9f7ec7', 'name': '', 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'mac_address': 'fa:16:3e:87:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '76caba82-71c9-4c03-91fb-a5ba63bc3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:13Z', 'updated_at': '2022-02-10T05:10:14Z', 'revision_number': 2, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'subnets': [{'id': '76caba82-71c9-4c03-91fb-a5ba63bc3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:16.083168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-219642d3-b1e3-440f-9b5b-ee1395a95ab2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (dcda06a7-363d-4ca9-9b1b-254f6cfb4e0f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.095885 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Checking router: 81a3242d-84d2-43d3-a6f2-09781d78f9c0 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:10:16.096244 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Updating router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:10:16.124910 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.138771 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-219642d3-b1e3-440f-9b5b-ee1395a95ab2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (dcda06a7-363d-4ca9-9b1b-254f6cfb4e0f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.215206 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-219642d3-b1e3-440f-9b5b-ee1395a95ab2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (dcda06a7-363d-4ca9-9b1b-254f6cfb4e0f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.230224 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219642d3-b1e3-440f-9b5b-ee1395a95ab2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcda06a7-363d-4ca9-9b1b-254f6cfb4e0f,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:16.302853 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-219642d3-b1e3-440f-9b5b-ee1395a95ab2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.304111 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-219642d3-b1e3-440f-9b5b-ee1395a95ab2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3350999 Feb 10 05:10:16.307127 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54738) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:16.311745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-370ad825-2a33-4801-8b97-45ad7a3b433f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '2ff66f22-7efc-419b-a72d-6883ba9a5d7d', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:16.390422 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Publish callbacks [] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.402823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-370ad825-2a33-4801-8b97-45ad7a3b433f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (a998b9ec-d304-49ec-a4dc-57fe441f85e5), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.457140 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-370ad825-2a33-4801-8b97-45ad7a3b433f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (a998b9ec-d304-49ec-a4dc-57fe441f85e5), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.477151 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.532534 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb29e9-0e66-433d-b059-607b30d41225 None None] Pushing event updated for resources: {'Port': ['ID=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:16.535888 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-370ad825-2a33-4801-8b97-45ad7a3b433f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (a998b9ec-d304-49ec-a4dc-57fe441f85e5), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.553849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ad825-2a33-4801-8b97-45ad7a3b433f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a998b9ec-d304-49ec-a4dc-57fe441f85e5,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:16.585805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Attempting to bind port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:10:16.586180 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Attempting to bind port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:10:16.586545 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Attempting to bind port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 on network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:16.591864 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:10:16.602229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Checking segment: {'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:16.602229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.602229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Bound using segment: {'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:10:16.602229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Bound port: e3cbb745-d477-42e7-b16e-efbb9b9f7ec7, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975c83ff-057f-4cd1-a70c-e31e92bb4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:10:16.602229 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.659264 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-370ad825-2a33-4801-8b97-45ad7a3b433f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.664387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] For port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:10:16.670837 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-370ad825-2a33-4801-8b97-45ad7a3b433f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3535964 Feb 10 05:10:16.670837 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54740) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:16.671096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] For port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,segment=NetworkSegment(975c83ff-057f-4cd1-a70c-e31e92bb4023),segment_id=975c83ff-057f-4cd1-a70c-e31e92bb4023)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:10:16.671231 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-a88a3fa9-5522-4d08-bc29-429eece9fa62 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '2ff66f22-7efc-419b-a72d-6883ba9a5d7d', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:16.741531 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.757546 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88a3fa9-5522-4d08-bc29-429eece9fa62 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (787f1ed9-ff14-4bd4-ad7e-ef37a698eca4), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.819776 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88a3fa9-5522-4d08-bc29-429eece9fa62 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (787f1ed9-ff14-4bd4-ad7e-ef37a698eca4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.820020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-73df60a9-0d84-4aa4-92af-be2045f1cd17 None None] Provisioning complete for port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:16.820512 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73df60a9-0d84-4aa4-92af-be2045f1cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.823640 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Routers {'81a3242d-84d2-43d3-a6f2-09781d78f9c0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:16.824478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:16.847531 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb29e9-0e66-433d-b059-607b30d41225 None None] Pushing event updated for resources: {'Port': ['ID=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:16.866860 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88a3fa9-5522-4d08-bc29-429eece9fa62 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (787f1ed9-ff14-4bd4-ad7e-ef37a698eca4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.889487 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a3fa9-5522-4d08-bc29-429eece9fa62 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787f1ed9-ff14-4bd4-ad7e-ef37a698eca4,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:16.937794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a88a3fa9-5522-4d08-bc29-429eece9fa62 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:16.939202 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a88a3fa9-5522-4d08-bc29-429eece9fa62 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2735364 Feb 10 05:10:16.942691 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54742) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:16.948166 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-88f8adf1-bb75-4e72-8496-80e6e44b553f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '2ff66f22-7efc-419b-a72d-6883ba9a5d7d', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:17.021484 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88f8adf1-bb75-4e72-8496-80e6e44b553f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (f0c183a0-e91c-4ea4-bb8e-2ea31a43b5ec), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.085888 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88f8adf1-bb75-4e72-8496-80e6e44b553f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (f0c183a0-e91c-4ea4-bb8e-2ea31a43b5ec), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.140762 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88f8adf1-bb75-4e72-8496-80e6e44b553f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f0c183a0-e91c-4ea4-bb8e-2ea31a43b5ec), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.162296 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8adf1-bb75-4e72-8496-80e6e44b553f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c183a0-e91c-4ea4-bb8e-2ea31a43b5ec,revision_number=0']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:17.168962 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] Set router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:17.196688 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-73df60a9-0d84-4aa4-92af-be2045f1cd17 None None] Current status of the port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:17.197086 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73df60a9-0d84-4aa4-92af-be2045f1cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.205849 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-88f8adf1-bb75-4e72-8496-80e6e44b553f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.210597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-88f8adf1-bb75-4e72-8496-80e6e44b553f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2626934 Feb 10 05:10:17.210741 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54744) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:17.215100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '2ff66f22-7efc-419b-a72d-6883ba9a5d7d', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:17.272519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-73df60a9-0d84-4aa4-92af-be2045f1cd17 None None] For port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,segment=NetworkSegment(975c83ff-057f-4cd1-a70c-e31e92bb4023),segment_id=975c83ff-057f-4cd1-a70c-e31e92bb4023)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:17.278247 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Project c3136987ff9e46f3b656f67c4b8bc89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:10:17.283374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (6155233d-ddcd-4a0e-b2ba-ca10409d8545), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.321354 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-73df60a9-0d84-4aa4-92af-be2045f1cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.343260 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (6155233d-ddcd-4a0e-b2ba-ca10409d8545), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.392323 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (6155233d-ddcd-4a0e-b2ba-ca10409d8545), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.397145 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df60a9-0d84-4aa4-92af-be2045f1cd17 None None] Pushing event updated for resources: {'Port': ['ID=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:17.416037 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6155233d-ddcd-4a0e-b2ba-ca10409d8545,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:17.457095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-628507c3-f643-4452-ab1e-e3a8e4010d93 None None] Provisioning complete for port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:17.458280 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-628507c3-f643-4452-ab1e-e3a8e4010d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.481538 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.485859 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-267f5f86-46c4-47ff-ad0a-9ce2b753db56 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2717910 Feb 10 05:10:17.490638 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 54746) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:17.491596 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '2ff66f22-7efc-419b-a72d-6883ba9a5d7d', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:17.506865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:14Z', 'revision_number': 4, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port': {'id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e3cbb745-d477-42e7-b16e-efbb9b9f7ec7', 'name': '', 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'mac_address': 'fa:16:3e:87:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '76caba82-71c9-4c03-91fb-a5ba63bc3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:13Z', 'updated_at': '2022-02-10T05:10:16Z', 'revision_number': 4, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'subnets': [{'id': '76caba82-71c9-4c03-91fb-a5ba63bc3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:17.511965 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.538232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752757b8-981b-4a5d-a67f-b98c7bf6d216 None None] The sync data for ids ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'] in n-d-827844-2 is: [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:14Z', 'revision_number': 4, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port': {'id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': 'e3cbb745-d477-42e7-b16e-efbb9b9f7ec7', 'name': '', 'network_id': '6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'mac_address': 'fa:16:3e:87:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '76caba82-71c9-4c03-91fb-a5ba63bc3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:13Z', 'updated_at': '2022-02-10T05:10:16Z', 'revision_number': 4, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'subnets': [{'id': '76caba82-71c9-4c03-91fb-a5ba63bc3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:10:17.572116 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 87b5036a-2057-49f5-a51b-89c002dc09ff up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:17.597761 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Project c3136987ff9e46f3b656f67c4b8bc89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:10:17.608421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (1e04570b-4171-4721-814c-92e38618c8b4), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.619915 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-628507c3-f643-4452-ab1e-e3a8e4010d93 None None] Current status of the port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:17.640236 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 87b5036a-2057-49f5-a51b-89c002dc09ff triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:17.640236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.685289 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (1e04570b-4171-4721-814c-92e38618c8b4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.733662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 87b5036a-2057-49f5-a51b-89c002dc09ff is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:17.803993 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (1e04570b-4171-4721-814c-92e38618c8b4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.824308 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e04570b-4171-4721-814c-92e38618c8b4,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:17.862866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:17.864904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-c7d00b9d-a7ae-404b-92f3-2c75cf76d1b8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3778064 Feb 10 05:10:18.088994 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-53dda26a-e100-4868-a02c-06abbe241eb7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50189085&fields=id&tenant_id=c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 267 time: 0.0458095 Feb 10 05:10:18.202063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-e341c906-d3c4-42b9-a5d3-f5f68f0e7964 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:18.203570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-e341c906-d3c4-42b9-a5d3-f5f68f0e7964 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 808 time: 0.1070483 Feb 10 05:10:18.218313 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-5ef2824f-2c2f-4902-8b8b-2dbfd52354c3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/quotas/c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 375 time: 0.0088184 Feb 10 05:10:18.271924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-50d46dc0-4ff0-4a23-a96e-0ba436d8c744 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488174 Feb 10 05:10:18.457128 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-70413395-7197-431f-b3f7-2c80d5e31a58 service neutron] 10.222.0.42 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741652 Feb 10 05:10:18.552465 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0a7220f2-5848-4085-b2bd-909b61cd93c4 service neutron] 10.222.0.42 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884202 Feb 10 05:10:18.800662 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2f51fd93-a1c5-45ef-9145-939f0fd3d16b req-a4737b85-bbc1-4d02-ae0a-85e5234b3473 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 210 time: 0.0276585 Feb 10 05:10:18.992812 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:19.110507 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:10:19.568600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:19.615586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:19.615958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:19.690952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:19.906532 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-22843a33-9920-41c9-8766-28f6e6dc0392 req-9f2dbe41-5c48-4aa6-8cb9-cbb222d53fee tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 210 time: 0.0355403 Feb 10 05:10:20.888317 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-83f67e32-b7a2-4fcb-a28b-5f6a1924555c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:20.889772 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-83f67e32-b7a2-4fcb-a28b-5f6a1924555c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 808 time: 0.1067793 Feb 10 05:10:20.954046 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-3e7dbf8b-13d3-4ed1-910e-e8839f702151 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 378 time: 0.0566368 Feb 10 05:10:20.966781 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'port': {'device_id': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'admin_state_up': True, 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'security_groups': ['2ff66f22-7efc-419b-a72d-6883ba9a5d7d']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:21.008318 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4e9d6c65-871b-4fae-b6d5-263d3f68058e req-05279cdb-a37a-4785-9784-c01c4e1756c8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 210 time: 0.0296431 Feb 10 05:10:21.147057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Made reservation on behalf of c3136987ff9e46f3b656f67c4b8bc89f for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:10:21.150519 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:21.277848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Allocated IP 172.20.0.11 (ad93eb63-a1be-4f2e-892e-432626a27fb7/d770002c-7b6f-4964-96b2-6e200513e8ae/abcdfd22-0a3d-4714-ac21-ee21e4ed3bda) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:21.413507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:21.536252 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:21.586139 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:21.589291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:21.592929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:21.617338 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:21.647483 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:21.650554 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:21.703809 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-0c75b1ea-2a16-422a-b4fa-ba8eea194cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7412393 Feb 10 05:10:21.713717 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-89c62a0d-02ab-49e9-b50d-9db179fce483 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:10:21.714616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-89c62a0d-02ab-49e9-b50d-9db179fce483 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054932 Feb 10 05:10:21.726692 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Request body: {'port': {'device_id': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:21.787483 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:21.875843 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-54c337da-ab97-46d7-8678-50ef7be32b7a None None] Provisioning complete for port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:21.876415 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54c337da-ab97-46d7-8678-50ef7be32b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:21.911740 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-54c337da-ab97-46d7-8678-50ef7be32b7a None None] Port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:10:22.062039 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcdfd22-0a3d-4714-ac21-ee21e4ed3bda {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:10:22.070835 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Publish callbacks [] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:22.092452 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Transition to ACTIVE for port object abcdfd22-0a3d-4714-ac21-ee21e4ed3bda will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:10:22.133892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5079a3-d785-467a-b093-4b8fe3b6bd86 req-cf2bf461-2000-4b61-81ba-ea858a6a8c53 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:22.135422 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef5079a3-d785-467a-b093-4b8fe3b6bd86 req-cf2bf461-2000-4b61-81ba-ea858a6a8c53 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 932 time: 0.0563219 Feb 10 05:10:22.136507 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:22.217205 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:22.258681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ef5079a3-d785-467a-b093-4b8fe3b6bd86 req-7b1403a6-17ad-4a4e-b216-be74c42634eb tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169603 Feb 10 05:10:22.308135 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:10:22.308474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:10:22.308874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:22.313581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on network ad93eb63-a1be-4f2e-892e-432626a27fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:10:22.313901 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:10:22.319081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:10:22.319417 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Checking segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:10:22.319796 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Bound using segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:10:22.320218 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Bound port: abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:10:22.320571 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:22.386474 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:10:22.389482 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:10:22.444464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:22.481554 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:22.482184 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:22.483610 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] 10.222.0.43 "PUT /v2.0/ports/abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1092 time: 0.7620718 Feb 10 05:10:22.484056 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:10:22.486293 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be856fa5-3bcb-4269-93c1-c150aa547ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:10:22.524033 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd318-c1db-41dd-9220-36bf51e61447 service neutron] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:22.540417 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550abb7a-8a89-4856-b658-efc623914641 x-openstack-request-id: req-550abb7a-8a89-4856-b658-efc623914641 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:10:22.540714 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:10:22.540975 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-550abb7a-8a89-4856-b658-efc623914641 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:10:22.541440 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'status': 'completed', 'code': 200} Feb 10 05:10:22.610980 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be856fa5-3bcb-4269-93c1-c150aa547ea3 req-5a7ab16c-ba0d-48d9-8f1f-64749e175032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:22.612552 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be856fa5-3bcb-4269-93c1-c150aa547ea3 req-5a7ab16c-ba0d-48d9-8f1f-64749e175032 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1126 time: 0.0473845 Feb 10 05:10:22.717008 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be856fa5-3bcb-4269-93c1-c150aa547ea3 req-e157e6a2-ed3c-4d36-b8b5-027291cc242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:22.718479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be856fa5-3bcb-4269-93c1-c150aa547ea3 req-e157e6a2-ed3c-4d36-b8b5-027291cc242b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0981305 Feb 10 05:10:22.815759 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be856fa5-3bcb-4269-93c1-c150aa547ea3 req-68772e06-719a-41cd-a7aa-c387f6700d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:22.817347 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-be856fa5-3bcb-4269-93c1-c150aa547ea3 req-68772e06-719a-41cd-a7aa-c387f6700d16 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931010 Feb 10 05:10:22.899967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-3f2d963d-a4ab-4950-b21c-e86349f922a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:22.901404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-3f2d963d-a4ab-4950-b21c-e86349f922a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1126 time: 0.0458288 Feb 10 05:10:22.946635 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-75df2a02-4637-4523-8a80-826050f765b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 217 time: 0.0382700 Feb 10 05:10:22.994811 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-dbd7b9e7-712c-4cce-b496-fa4fdb8fdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:22.996296 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-dbd7b9e7-712c-4cce-b496-fa4fdb8fdd0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0433896 Feb 10 05:10:23.044040 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-20e1effd-1cc3-4ee5-922f-3c21c5ac98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:23.045526 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-20e1effd-1cc3-4ee5-922f-3c21c5ac98fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439706 Feb 10 05:10:23.139040 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-378baec5-4ff5-4ca7-8eec-7c9895e2f468 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Feb 10 05:10:23.227567 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3b2df10-55c7-4e3f-86ca-b1454706b880 req-f7706bbf-fc69-413f-8307-d3a52979039d service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831618 Feb 10 05:10:23.381990 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3cc81-14d8-4529-b7ea-ce1177eb6246 req-d17f5aa2-47d7-4b9f-b7c8-faefaa72fa0c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:23.383502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ec3cc81-14d8-4529-b7ea-ce1177eb6246 req-d17f5aa2-47d7-4b9f-b7c8-faefaa72fa0c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 944 time: 0.0575938 Feb 10 05:10:23.432339 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9ec3cc81-14d8-4529-b7ea-ce1177eb6246 req-cc854bcc-6eb9-4978-aa34-2494605acdaf tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432436 Feb 10 05:10:24.552708 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358efef-8346-4d13-bcb0-f546c2f2cb64 req-66ae9e19-c6ac-4c6d-b8a2-e427459af24d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:24.554191 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2358efef-8346-4d13-bcb0-f546c2f2cb64 req-66ae9e19-c6ac-4c6d-b8a2-e427459af24d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 944 time: 0.0531645 Feb 10 05:10:24.602617 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2358efef-8346-4d13-bcb0-f546c2f2cb64 req-e3d921d7-c7cd-4ca9-a1bd-ecd016df9f67 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425615 Feb 10 05:10:25.724217 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3e107-a92a-4d12-b10e-a07386f41418 req-54470430-961f-477f-bd1c-86f23669837a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:25.725752 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17b3e107-a92a-4d12-b10e-a07386f41418 req-54470430-961f-477f-bd1c-86f23669837a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 944 time: 0.0537012 Feb 10 05:10:25.735404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:10:25.774648 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17b3e107-a92a-4d12-b10e-a07386f41418 req-19fd1f58-32f0-431e-a94f-3523f631de92 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432506 Feb 10 05:10:25.836552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:25.846661 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'port_id': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'mac_address': 'fa:16:3e:fd:5d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:10:25.883820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:25.884144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:25.897497 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcdfd22-0a3d-4714-ac21-ee21e4ed3bda {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:10:25.916298 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:26.003651 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:26.050805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:26.242615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:10:26.894674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6906-881a-408b-8985-c85ef552c525 req-4a3af88b-1b73-46ab-a3c4-620a064e215c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:26.896708 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb3c6906-881a-408b-8985-c85ef552c525 req-4a3af88b-1b73-46ab-a3c4-620a064e215c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0522544 Feb 10 05:10:26.943874 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eb3c6906-881a-408b-8985-c85ef552c525 req-2ff2ffd5-a71b-41ca-9f27-97e7878b96b4 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416291 Feb 10 05:10:27.750326 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:10:27.776697 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb051-7f2b-4187-9058-f975f6e2dbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:27.854250 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:10:27.858245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:10:27.858619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:27.932622 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:10:27.933012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:27.955226 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:10:27.958097 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace2006-fbf6-4b3d-8d1d-9d262e5146c0" -d '{"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-plugged", "status": "completed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:10:27.970498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:10:28.022473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:28.061150 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883854fe-1144-4c1c-9135-4e41380058d0 x-openstack-request-id: req-883854fe-1144-4c1c-9135-4e41380058d0 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:10:28.061444 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-plugged", "status": "completed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:10:28.061699 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-883854fe-1144-4c1c-9135-4e41380058d0 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:10:28.062098 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'code': 200} Feb 10 05:10:28.081063 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62f2fd-0c41-4f95-a6e4-6fde901058e2 req-6bbabb32-2a1a-43af-85b2-98038f43adf7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:28.083478 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:28.083635 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de62f2fd-0c41-4f95-a6e4-6fde901058e2 req-6bbabb32-2a1a-43af-85b2-98038f43adf7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0704260 Feb 10 05:10:28.134734 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-de62f2fd-0c41-4f95-a6e4-6fde901058e2 req-cf0e8261-fa41-4a59-8d0e-bd3821a2e9e4 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442150 Feb 10 05:10:28.175165 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84317b7-b707-4c46-bfeb-113d77a2800c req-c035b98e-3b1a-480d-b7f2-6dc027c8baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:28.176721 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a84317b7-b707-4c46-bfeb-113d77a2800c req-c035b98e-3b1a-480d-b7f2-6dc027c8baa3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1128 time: 0.0489984 Feb 10 05:10:28.221963 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a84317b7-b707-4c46-bfeb-113d77a2800c req-d466b0d5-6ba4-422f-8038-7c3499079519 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388615 Feb 10 05:10:29.256463 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488fbf6-7ac1-4921-918b-49fa52fc1d75 req-bf9313d7-37a7-4271-9d66-c529abb8c86c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:29.257961 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3488fbf6-7ac1-4921-918b-49fa52fc1d75 req-bf9313d7-37a7-4271-9d66-c529abb8c86c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0526986 Feb 10 05:10:29.306768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3488fbf6-7ac1-4921-918b-49fa52fc1d75 req-f41545c8-d038-44fe-8059-a9dfda8bfd79 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429697 Feb 10 05:10:29.900901 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e00320b2-553b-47a1-a013-cf3a17328087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:30.424385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3f4d8-4638-451b-bf7c-97ed773bfb7b req-3b79a5c1-1515-4442-b47a-9d3df1d5fbc3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:30.425894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5fd3f4d8-4638-451b-bf7c-97ed773bfb7b req-3b79a5c1-1515-4442-b47a-9d3df1d5fbc3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0520668 Feb 10 05:10:30.479470 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5fd3f4d8-4638-451b-bf7c-97ed773bfb7b req-dd087476-36e0-413d-971b-e5521b940777 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474319 Feb 10 05:10:30.596917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360868-8aa4-48ca-97ca-bd00487acb08 req-2df90749-2351-4fec-aa20-42f3feb0de70 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:30.598364 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18360868-8aa4-48ca-97ca-bd00487acb08 req-2df90749-2351-4fec-aa20-42f3feb0de70 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0522604 Feb 10 05:10:30.650681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-18360868-8aa4-48ca-97ca-bd00487acb08 req-0f5d4ef3-2d1d-4fb1-b5ca-85f7cfbf43bb tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462382 Feb 10 05:10:30.671430 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54806) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:30.756602 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f53a3c-d313-4a60-a3ff-aabff5a1e8ea tempest-TestShelveInstance-629784230 tempest-TestShelveInstance-629784230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:30.758146 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-33f53a3c-d313-4a60-a3ff-aabff5a1e8ea tempest-TestShelveInstance-629784230 tempest-TestShelveInstance-629784230-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1123 time: 0.0857246 Feb 10 05:10:30.761201 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 54810) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:10:30.765378 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:10:30.878406 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:30.974214 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:31.078604 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Allocated IP 172.25.8.218 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/c65382f7-78fc-46f2-927d-c1ba87960843) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:10:31.180381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for port (c65382f7-78fc-46f2-927d-c1ba87960843), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:31.248116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:31.272241 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c65382f7-78fc-46f2-927d-c1ba87960843), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:31.311219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:10:31.314074 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:10:31.318397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:10:31.340471 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'Port': ['ID=c65382f7-78fc-46f2-927d-c1ba87960843,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:32.031612 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (742e9d66-93d5-4c24-a9ea-4e2014545ae6), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:32.164915 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (c65382f7-78fc-46f2-927d-c1ba87960843), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:32.308502 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for port (c65382f7-78fc-46f2-927d-c1ba87960843), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:32.362610 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (c65382f7-78fc-46f2-927d-c1ba87960843), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:32.433011 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'Port': ['ID=c65382f7-78fc-46f2-927d-c1ba87960843,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:10:32.443910 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (742e9d66-93d5-4c24-a9ea-4e2014545ae6), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:32.548007 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Floating IP 742e9d66-93d5-4c24-a9ea-4e2014545ae6 associated. External IP: 172.25.8.218, port: abcdfd22-0a3d-4714-ac21-ee21e4ed3bda. Feb 10 05:10:32.759628 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Router 2c40c62b-9d86-4dd8-b654-a0924ef89870 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:10:32.820730 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:32.880537 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:10:32.889954 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] Sync routers for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:10:32.901434 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:32.904277 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:32.954785 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:32.985766 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-c8a6110d-1c9c-4005-99ad-33ed4ab7bf9b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2235460 Feb 10 05:10:32.986363 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:10:32.988661 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:10:33.015046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:33.026257 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3e810d-39f2-4a05-a73b-258fea7912bd x-openstack-request-id: req-cc3e810d-39f2-4a05-a73b-258fea7912bd {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:10:33.026550 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:10:33.026868 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc3e810d-39f2-4a05-a73b-258fea7912bd {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:10:33.027277 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'status': 'completed', 'code': 200} Feb 10 05:10:33.096013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-94bacfe9-639f-4a36-8a08-44c2a4751896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:33.097634 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-94bacfe9-639f-4a36-8a08-44c2a4751896 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1128 time: 0.0492427 Feb 10 05:10:33.194646 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-a91328eb-5f3e-4b15-8980-b23bbd40a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:33.196319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-a91328eb-5f3e-4b15-8980-b23bbd40a30d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0924025 Feb 10 05:10:33.246718 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '742e9d66-93d5-4c24-a9ea-4e2014545ae6', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'port_id': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'mac_address': 'fa:16:3e:fd:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:10:31Z', 'updated_at': '2022-02-10T05:10:31Z', 'revision_number': 0, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:33.260911 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-eff3fe5f-19cc-464f-af61-c0e2b1ec8db4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1000 time: 0.0581076 Feb 10 05:10:33.272592 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] Checking router: 2c40c62b-9d86-4dd8-b654-a0924ef89870 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:10:33.280587 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:10:33.281176 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:10:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:33.308675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-7b18a7da-2928-413d-bdce-67eb8e42b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:33.310389 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-7b18a7da-2928-413d-bdce-67eb8e42b1c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0431173 Feb 10 05:10:33.363932 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-5b161f58-cc0c-4271-a538-967405907c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:10:33.365569 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-5b161f58-cc0c-4271-a538-967405907c1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495391 Feb 10 05:10:33.387404 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:10:33.455155 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-76a28425-ff44-463c-81ec-8a6ba9890176 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Feb 10 05:10:33.549278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5c3f56ed-6a1b-4919-ae91-e007f60e81c3 req-196667d8-cd69-408a-ab45-b05a3f82d1dc service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879209 Feb 10 05:10:33.610380 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '742e9d66-93d5-4c24-a9ea-4e2014545ae6', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'port_id': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'mac_address': 'fa:16:3e:fd:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:10:31Z', 'updated_at': '2022-02-10T05:10:31Z', 'revision_number': 0, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:10:33.636472 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3acff-0374-4b23-89f5-144b0e1572e6 None None] The sync data for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 is: [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '742e9d66-93d5-4c24-a9ea-4e2014545ae6', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'port_id': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'mac_address': 'fa:16:3e:fd:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:10:31Z', 'updated_at': '2022-02-10T05:10:31Z', 'revision_number': 0, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:10:33.839862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016aa48-4a96-41ac-b11b-56b9bfa8cc85 None None] New status for floating IP 742e9d66-93d5-4c24-a9ea-4e2014545ae6: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:10:34.345548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:47.483345 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:48.985332 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:56.109296 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:10:57.723412 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0685d121-3865-4fa1-b224-5c32d3a1b150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:10:59.866448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-badc20e8-1a5d-447a-a77c-79d4fcb1df7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:01.248895 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:02.854968 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:04.352174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:07.235824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-f51439c4-acc9-406a-b7f5-87f0d2bc46a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440586 Feb 10 05:11:07.317700 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-7037680c-ed6b-4dad-b399-ff4dc1bca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:11:07.319292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-7037680c-ed6b-4dad-b399-ff4dc1bca810 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1128 time: 0.0436819 Feb 10 05:11:07.425936 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-6b733a4d-164b-4cfb-a0b1-dc6b873cc037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:11:07.427519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-6b733a4d-164b-4cfb-a0b1-dc6b873cc037 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0903759 Feb 10 05:11:07.492973 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-0504a3d6-af36-4071-92ba-73f16feb96e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1002 time: 0.0588968 Feb 10 05:11:07.543835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-111ec261-80ff-4c2a-83ca-b6873aea6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:11:07.545269 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-111ec261-80ff-4c2a-83ca-b6873aea6305 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0474551 Feb 10 05:11:07.592332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-3c26e485-ea83-4d15-82c4-4d284ab1c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:11:07.593794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-3c26e485-ea83-4d15-82c4-4d284ab1c05f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431454 Feb 10 05:11:07.680485 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-c89650d8-b75f-4be7-a35c-1296a5c848e5 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805714 Feb 10 05:11:07.770400 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ac0abe41-c523-4873-bfaa-43353d8b6860 req-2b95b55c-cd26-4a3f-9350-a6e98c13f56a service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843759 Feb 10 05:11:17.466602 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:18.992380 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:27.723688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18b6ea88-aecf-4438-98c9-324457dca502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:29.884061 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1e7cade3-2727-4877-8567-10e48846c5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:31.254947 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:32.877977 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:33.109236 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:11:34.346523 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:47.476794 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:49.043872 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:57.734734 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4e73d030-ae50-479e-9541-ad36cc31c618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:11:59.860469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4ec6376f-7948-42c7-bb4e-12b848455160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:01.243433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:02.848856 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:04.334964 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:07.276597 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-d30c73b7-4ff8-4328-9792-6e98610b1939 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848119 Feb 10 05:12:07.364035 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-3973d52d-e349-4bfa-b37f-2705243e9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:07.365582 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-3973d52d-e349-4bfa-b37f-2705243e9848 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1128 time: 0.0471325 Feb 10 05:12:07.473070 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-deeb7cb9-12e7-4f80-b9c9-4b830f5b3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:07.474461 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-deeb7cb9-12e7-4f80-b9c9-4b830f5b3fe0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0899241 Feb 10 05:12:07.536773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-14df8038-750a-48bf-82ef-76d3a4f5c939 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1002 time: 0.0563054 Feb 10 05:12:07.587556 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-62f5c3ae-9fde-45ee-b00c-1bc67b432542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:07.588989 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-62f5c3ae-9fde-45ee-b00c-1bc67b432542 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0469260 Feb 10 05:12:07.636864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-2515fa8d-d8ac-460d-981b-d07c78066ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:07.638336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-2515fa8d-d8ac-460d-981b-d07c78066ab2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436628 Feb 10 05:12:07.730025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-3c9be32a-8dc7-45d8-8c9e-5c23a3e8272e service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857310 Feb 10 05:12:07.820374 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f4f622e-87c3-4957-9f10-46a1fd5186dc req-f45e1855-3b6a-4a2e-9377-1f77861c3518 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844035 Feb 10 05:12:10.108409 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:12:17.517864 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:19.003185 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:27.680460 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468764eb-39fa-454d-90e9-2367ab09e358 req-be271dd9-1808-4e2e-97dc-f6e04c77a876 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:27.682322 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-468764eb-39fa-454d-90e9-2367ab09e358 req-be271dd9-1808-4e2e-97dc-f6e04c77a876 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0585458 Feb 10 05:12:27.722247 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26d27412-c0f2-481f-93a0-38cfb01e110f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:27.731817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-468764eb-39fa-454d-90e9-2367ab09e358 req-c5cb6092-dfbd-4651-951d-d56aec60c003 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435402 Feb 10 05:12:28.856099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125026a8-c5d2-4dd8-a0fd-3c6073058e11 req-af67f070-9aa3-48ef-83a0-f394a6abe299 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:28.857584 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-125026a8-c5d2-4dd8-a0fd-3c6073058e11 req-af67f070-9aa3-48ef-83a0-f394a6abe299 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0530870 Feb 10 05:12:28.909717 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-125026a8-c5d2-4dd8-a0fd-3c6073058e11 req-1639acc4-c27d-439b-a640-f7425aef651f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464914 Feb 10 05:12:29.871596 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-65da9d4e-d579-462a-a1ba-4495e5e27991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:30.036657 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876782b-0678-4051-ada4-c5d08908ab09 req-fdc0911f-be15-40e3-8d5c-33134c6c72d8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:30.038161 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d876782b-0678-4051-ada4-c5d08908ab09 req-fdc0911f-be15-40e3-8d5c-33134c6c72d8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0518632 Feb 10 05:12:30.085880 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d876782b-0678-4051-ada4-c5d08908ab09 req-98e92cc5-5166-44eb-81c7-fcf225bb2933 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420084 Feb 10 05:12:31.207633 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f732de-1b2b-41c1-aacb-121325ec2042 req-0ed79df0-26ae-479b-856b-f251ac0aa889 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:31.210942 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51f732de-1b2b-41c1-aacb-121325ec2042 req-0ed79df0-26ae-479b-856b-f251ac0aa889 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0535307 Feb 10 05:12:31.257550 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-51f732de-1b2b-41c1-aacb-121325ec2042 req-6f4f7a03-1d4c-4ccd-bd0c-52f296b1fe87 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421734 Feb 10 05:12:31.260763 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:32.377582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc8111-1e21-4fd8-b009-aa2905286f3b req-e72c7482-9188-4088-b6c4-d11f493372e5 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:32.377582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c0cc8111-1e21-4fd8-b009-aa2905286f3b req-e72c7482-9188-4088-b6c4-d11f493372e5 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0520451 Feb 10 05:12:32.429370 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c0cc8111-1e21-4fd8-b009-aa2905286f3b req-097820a6-9d44-4a14-8873-3f0cc142bbc6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461578 Feb 10 05:12:32.848878 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:33.553486 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ba26-925b-488c-be58-74054bf935d3 req-ce92ea74-61a6-4d9a-98ab-bf697bcbcb28 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:33.555004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5da1ba26-925b-488c-be58-74054bf935d3 req-ce92ea74-61a6-4d9a-98ab-bf697bcbcb28 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0526180 Feb 10 05:12:33.604425 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5da1ba26-925b-488c-be58-74054bf935d3 req-92bdf8cf-a4f2-4716-bcce-833943321609 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424919 Feb 10 05:12:34.339719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:34.723373 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c0318-b622-46f0-9892-a48d4f2572c1 req-25f679d0-a3ff-421e-9d3a-0ec8859f79d9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:34.724847 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e7c0318-b622-46f0-9892-a48d4f2572c1 req-25f679d0-a3ff-421e-9d3a-0ec8859f79d9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0515378 Feb 10 05:12:34.772676 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-1e7c0318-b622-46f0-9892-a48d4f2572c1 req-a7a6004d-9c79-44fd-b295-b7e91b875fc0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416660 Feb 10 05:12:35.898390 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d151a-432f-4984-abc3-4e191cc5e9d5 req-0e46eaea-4915-4e12-8ab2-96789d494083 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:35.900441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d76d151a-432f-4984-abc3-4e191cc5e9d5 req-0e46eaea-4915-4e12-8ab2-96789d494083 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0570621 Feb 10 05:12:35.949391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d76d151a-432f-4984-abc3-4e191cc5e9d5 req-39057713-ad2d-4b44-8795-b590554eab63 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433543 Feb 10 05:12:37.069236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e4fe1-1f49-485d-949d-0f07dc35a4d8 req-7677ccd7-2f6a-478a-9cca-d35e3679a32c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:37.072890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c5e4fe1-1f49-485d-949d-0f07dc35a4d8 req-7677ccd7-2f6a-478a-9cca-d35e3679a32c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0524836 Feb 10 05:12:37.118132 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8c5e4fe1-1f49-485d-949d-0f07dc35a4d8 req-7e1723c9-0eb1-460b-82e3-6a05ac2ce3c1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414815 Feb 10 05:12:38.239431 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f691a-d7b4-498b-b8dc-93e39b9ed56f req-dbbbfe5b-234a-415d-90f6-a098300ea957 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:38.240925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e84f691a-d7b4-498b-b8dc-93e39b9ed56f req-dbbbfe5b-234a-415d-90f6-a098300ea957 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0535121 Feb 10 05:12:38.289082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e84f691a-d7b4-498b-b8dc-93e39b9ed56f req-9f5e0859-416e-4c9f-9f6a-c9c1df1f4d48 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423732 Feb 10 05:12:39.412705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ec47-c4c3-485c-b4c5-d352cea311e7 req-136022f8-e77e-4d9a-962b-60ba54d18c5b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:39.414199 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5b4ec47-c4c3-485c-b4c5-d352cea311e7 req-136022f8-e77e-4d9a-962b-60ba54d18c5b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0563588 Feb 10 05:12:39.461908 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a5b4ec47-c4c3-485c-b4c5-d352cea311e7 req-2214940c-86f9-42a0-80e5-115dc078fff7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418489 Feb 10 05:12:40.484306 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:12:40.663122 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:12:40.678102 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'port_id': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'mac_address': 'fa:16:3e:fd:5d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:12:40.681758 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d56b49-0810-47c3-9cbc-fedde8b69c6e req-8f746cb3-81b4-4258-aa88-9af32462ddf1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:40.684548 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8d56b49-0810-47c3-9cbc-fedde8b69c6e req-8f746cb3-81b4-4258-aa88-9af32462ddf1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0654788 Feb 10 05:12:40.731205 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:12:40.731610 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:40.746159 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abcdfd22-0a3d-4714-ac21-ee21e4ed3bda {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:12:40.757848 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a8d56b49-0810-47c3-9cbc-fedde8b69c6e req-47c4509e-5a07-4a14-8103-fdc3dc33675a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667748 Feb 10 05:12:40.769433 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:12:40.838443 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:40.915809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:12:40.928526 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.929136 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.929494 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.929997 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.930352 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.930732 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.931317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.931702 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.932017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.932353 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.932693 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.933025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.933425 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:40.963555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:12:41.925321 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38594c-7a8a-4352-a322-aa7167ff7732 req-a054ffa5-303a-4818-a9d5-17cfb76a6b6d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:41.934596 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec38594c-7a8a-4352-a322-aa7167ff7732 req-a054ffa5-303a-4818-a9d5-17cfb76a6b6d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0763853 Feb 10 05:12:41.991539 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ec38594c-7a8a-4352-a322-aa7167ff7732 req-2c9b657c-e19b-46cd-a5a4-fc858de33566 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552979 Feb 10 05:12:42.497372 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:12:42.553354 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:12:42.553791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:42.639922 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:12:42.640319 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:42.666643 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:12:42.669073 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309cfd11-2348-4dae-8e4a-c4d35ca4d298" -d '{"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-plugged", "status": "completed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:12:42.687268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:12:42.719008 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2accd-221e-4c2c-a545-985c3965bdd4 x-openstack-request-id: req-7dd2accd-221e-4c2c-a545-985c3965bdd4 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:12:42.719566 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-plugged", "status": "completed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:12:42.719906 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7dd2accd-221e-4c2c-a545-985c3965bdd4 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:12:42.720331 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'code': 200} Feb 10 05:12:42.740766 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:42.808364 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:12:43.119856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034906b9-9eb5-4204-9d35-e9258a0e6565 req-b1b2800f-e133-44b8-80d4-b65b53de31c9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:43.121411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-034906b9-9eb5-4204-9d35-e9258a0e6565 req-b1b2800f-e133-44b8-80d4-b65b53de31c9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0554044 Feb 10 05:12:43.177357 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-034906b9-9eb5-4204-9d35-e9258a0e6565 req-926ff0fa-3e75-4233-8c29-3f6af5459e30 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501156 Feb 10 05:12:44.311379 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48519b72-90de-4f5e-ac81-b1e21836925c req-cf0141ad-4c81-431e-a5f5-f1931a712ec6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:44.313025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48519b72-90de-4f5e-ac81-b1e21836925c req-cf0141ad-4c81-431e-a5f5-f1931a712ec6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0614777 Feb 10 05:12:44.369108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-48519b72-90de-4f5e-ac81-b1e21836925c req-9ed72550-999f-4871-9f0b-4262f8e83f25 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500700 Feb 10 05:12:45.497564 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bea9c-6458-49e5-abaa-7401c551f487 req-5ad0be66-5dd4-4f1b-a884-b55bb8a52458 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:45.501767 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b9bea9c-6458-49e5-abaa-7401c551f487 req-5ad0be66-5dd4-4f1b-a884-b55bb8a52458 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0602086 Feb 10 05:12:45.552501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b9bea9c-6458-49e5-abaa-7401c551f487 req-d9270dfc-0fa5-4d48-9908-3ce73d20d7a6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469542 Feb 10 05:12:46.681753 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7a436-bcf2-4516-a418-bdfdc7137db9 req-fedce5ee-8fa3-4f71-a32e-a4c5559e16c9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:46.683949 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6e7a436-bcf2-4516-a418-bdfdc7137db9 req-fedce5ee-8fa3-4f71-a32e-a4c5559e16c9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0582371 Feb 10 05:12:46.737701 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6e7a436-bcf2-4516-a418-bdfdc7137db9 req-a4c0a1c0-a090-44d7-9a4a-ee7e7b2b1e3e tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474775 Feb 10 05:12:47.107288 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:12:47.540683 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:47.886996 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227202e-d507-4d5a-9fdb-cc741d848735 req-6c59f8fd-1fb3-489b-b7d7-b2108a8af185 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:47.888697 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8227202e-d507-4d5a-9fdb-cc741d848735 req-6c59f8fd-1fb3-489b-b7d7-b2108a8af185 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0701442 Feb 10 05:12:47.947051 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8227202e-d507-4d5a-9fdb-cc741d848735 req-be670364-fa9d-4c28-abbf-b2fa382fd91c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515287 Feb 10 05:12:49.048992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:49.087876 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41206ef8-db56-41d0-b362-c4b0d5bf4a86 req-dd2837b8-4ae7-464b-94cc-222a9bec650d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:49.089914 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41206ef8-db56-41d0-b362-c4b0d5bf4a86 req-dd2837b8-4ae7-464b-94cc-222a9bec650d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0684304 Feb 10 05:12:49.143939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-41206ef8-db56-41d0-b362-c4b0d5bf4a86 req-264b3649-13d6-4038-86a3-77a965143db6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476646 Feb 10 05:12:50.279015 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe41fc4-52f5-4aa3-ae53-845c991d4158 req-e9373bdb-a603-44c9-bd37-253829eeb1a6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:50.280643 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fe41fc4-52f5-4aa3-ae53-845c991d4158 req-e9373bdb-a603-44c9-bd37-253829eeb1a6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0603812 Feb 10 05:12:50.339304 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9fe41fc4-52f5-4aa3-ae53-845c991d4158 req-3f2603da-ad08-46a2-80ee-c8cf2306a736 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526884 Feb 10 05:12:51.482323 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f7f24-661a-457b-95bd-8b9ff143b395 req-c093e462-5f36-440e-a629-136669b44037 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:51.484391 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2f7f24-661a-457b-95bd-8b9ff143b395 req-c093e462-5f36-440e-a629-136669b44037 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0760052 Feb 10 05:12:51.577344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d2f7f24-661a-457b-95bd-8b9ff143b395 req-7813f8a5-7caa-414c-a580-76b9d17dfda5 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709910 Feb 10 05:12:51.579864 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-e315ae6b-7f4d-4029-8009-9d059e4efb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:51.581356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-e315ae6b-7f4d-4029-8009-9d059e4efb46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1128 time: 0.1185057 Feb 10 05:12:51.678987 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-a25609f4-0963-402e-b490-4e05b1e08727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:51.681161 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-a25609f4-0963-402e-b490-4e05b1e08727 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0941803 Feb 10 05:12:51.762690 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-0c972a4a-8fe6-4a75-bc65-fc1c89f487bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1002 time: 0.0748677 Feb 10 05:12:51.813069 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-08fa4439-b14b-495a-a490-f1bb32b73cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:51.814517 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-08fa4439-b14b-495a-a490-f1bb32b73cde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0450373 Feb 10 05:12:51.862334 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-dcc3f7f7-39e4-4c3c-9613-8524e9fb897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:51.863798 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-dcc3f7f7-39e4-4c3c-9613-8524e9fb897b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437799 Feb 10 05:12:51.955011 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-181cb2a3-0d3c-457f-b715-381ae3065f24 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856524 Feb 10 05:12:52.041807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5243cf2c-83fe-47b4-a3a6-9299b9e205fd req-dfdf371e-58a8-4eba-8e2c-8199f1f30733 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809186 Feb 10 05:12:52.699713 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f4c33-ebb3-4315-b435-ccc374b82312 req-8918a20c-c45c-4166-b2f0-6255a17b1d3f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:52.701577 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-958f4c33-ebb3-4315-b435-ccc374b82312 req-8918a20c-c45c-4166-b2f0-6255a17b1d3f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0526042 Feb 10 05:12:52.749495 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-958f4c33-ebb3-4315-b435-ccc374b82312 req-23d102e1-b858-4e3d-88cb-3758cdeb8acb tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425239 Feb 10 05:12:53.874288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b32ab-9e1c-4979-90f1-8f4721715a5a req-b63b14e7-0ca4-42b2-822a-aa45bc421c67 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:53.875866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-598b32ab-9e1c-4979-90f1-8f4721715a5a req-b63b14e7-0ca4-42b2-822a-aa45bc421c67 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0574906 Feb 10 05:12:53.924738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-598b32ab-9e1c-4979-90f1-8f4721715a5a req-eb52ec1b-2e98-4eff-8233-35a8efb58e67 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430732 Feb 10 05:12:53.995698 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-a1589318-5e84-445f-9d28-db281fb97812 req-a13e5a40-6d13-49b0-bd02-ce98d80c4e43 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:12:53.996878 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a1589318-5e84-445f-9d28-db281fb97812 req-a13e5a40-6d13-49b0-bd02-ce98d80c4e43 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056021 Feb 10 05:12:54.300470 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7910dd-172a-4e62-bd6e-127cc2dc30f3 req-df4318eb-6a4b-4b38-8736-112a040b7407 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:54.302121 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d7910dd-172a-4e62-bd6e-127cc2dc30f3 req-df4318eb-6a4b-4b38-8736-112a040b7407 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0724573 Feb 10 05:12:54.361866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d7910dd-172a-4e62-bd6e-127cc2dc30f3 req-b75908cd-cbb7-40f6-ad6b-284fc9da4943 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542815 Feb 10 05:12:54.530506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:12:54.773026 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-6bb709d7-bea3-47be-a94f-7b05a84cc720 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956202 Feb 10 05:12:54.783001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:12:54.783394 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:54.808744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:12:54.811253 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8ede5-2fc3-4783-b739-4c9cdef867ec" -d '{"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-unplugged", "status": "completed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:12:54.823040 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:12:54.843767 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 05:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658d4a54-3fa9-400c-9c56-36ce79ca50f3 x-openstack-request-id: req-658d4a54-3fa9-400c-9c56-36ce79ca50f3 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:12:54.844068 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-unplugged", "status": "failed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "code": 422}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:12:54.844330 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-658d4a54-3fa9-400c-9c56-36ce79ca50f3 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:12:54.844737 n-d-827844-2 neutron-server[109960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'code': 422} returned with failed status Feb 10 05:12:54.877652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:54.905106 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-7047d628-1548-45b6-b216-ff40fb685944 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:54.906501 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-7047d628-1548-45b6-b216-ff40fb685944 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports/abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 943 time: 0.1060519 Feb 10 05:12:54.925536 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:12:55.486299 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d69dc-3b45-4fb1-adf2-5c7a2bdf9fab req-2ce8b50c-1d98-4364-b40f-52d6562ffb03 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:55.488353 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d0d69dc-3b45-4fb1-adf2-5c7a2bdf9fab req-2ce8b50c-1d98-4364-b40f-52d6562ffb03 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 944 time: 0.0570366 Feb 10 05:12:55.540773 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2d0d69dc-3b45-4fb1-adf2-5c7a2bdf9fab req-f23eb716-a23c-4e7c-803b-7f850167a7ec tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468156 Feb 10 05:12:56.211216 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-cd240bf4-e191-4114-80b9-e1cb7d4aa203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:56.212707 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-cd240bf4-e191-4114-80b9-e1cb7d4aa203 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea&tenant_id=c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 1126 time: 0.0838966 Feb 10 05:12:56.222072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-01736f06-c62d-4bd8-be70-46f6f082962a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:12:56.223096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-01736f06-c62d-4bd8-be70-46f6f082962a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047605 Feb 10 05:12:56.233833 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:12:56.295414 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:56.498362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:12:56.530896 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:12:56.562330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcdfd22-0a3d-4714-ac21-ee21e4ed3bda {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:12:56.569716 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Publish callbacks [] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:56.586072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Transition to ACTIVE for port object abcdfd22-0a3d-4714-ac21-ee21e4ed3bda will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:12:56.665885 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:56.677140 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5d7f7-7a02-49d0-9e2d-4e6aa7f8c098 req-a919a05a-b39d-4439-81ff-2f0113b459aa tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:56.678665 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6a5d7f7-7a02-49d0-9e2d-4e6aa7f8c098 req-a919a05a-b39d-4439-81ff-2f0113b459aa tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 944 time: 0.0579860 Feb 10 05:12:56.731966 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d6a5d7f7-7a02-49d0-9e2d-4e6aa7f8c098 req-984368f9-0ca2-483b-8a46-38ae9e3e48be tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468006 Feb 10 05:12:56.744410 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=9']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:12:56.764968 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.765231 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.765579 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.765922 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.766302 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.766598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.766955 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.767294 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.767620 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.767947 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.768270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.768593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.768914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:12:56.805210 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] No DVR routers for this DVR port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:12:57.276710 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:12:57.277063 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:12:57.277441 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:12:57.281600 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on network ad93eb63-a1be-4f2e-892e-432626a27fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:12:57.281918 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Attempting to bind port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:12:57.286571 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:12:57.286938 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Checking segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:12:57.287321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Bound using segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:12:57.287736 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Bound port: abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:12:57.288083 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:57.348698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:12:57.351613 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:12:57.403757 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:57.440596 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:57.441246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:57.442611 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] 10.222.0.24 "PUT /v2.0/ports/abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1092 time: 1.2130265 Feb 10 05:12:57.443072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:12:57.445349 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:12:57.466346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2730c-0344-4c0d-8eb8-c07c476fd3db service neutron] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=10']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:12:57.525480 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-be2d3465-1a75-476b-8e34-d33ca50d3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:57.527330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-be2d3465-1a75-476b-8e34-d33ca50d3e10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1127 time: 0.0542457 Feb 10 05:12:57.556477 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13e4e7a-6a2a-48c4-8411-505d6e8b9cb2 x-openstack-request-id: req-b13e4e7a-6a2a-48c4-8411-505d6e8b9cb2 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:12:57.556767 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:12:57.557022 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b13e4e7a-6a2a-48c4-8411-505d6e8b9cb2 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:12:57.557412 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'status': 'completed', 'code': 200} Feb 10 05:12:57.626384 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-8c849fe3-95d5-4e66-bfce-ec3e883ca778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:57.627907 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-8c849fe3-95d5-4e66-bfce-ec3e883ca778 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0954607 Feb 10 05:12:57.699082 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-ef747cd5-8db8-497c-a697-b641bf89a36b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1000 time: 0.0635180 Feb 10 05:12:57.734108 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b9f49449-56f9-45bc-b2bf-5d0216cfa765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:12:57.746721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-5b7b57b3-c9ba-4148-9280-cea9c3635b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:57.749232 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-5b7b57b3-c9ba-4148-9280-cea9c3635b50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0442059 Feb 10 05:12:57.798383 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-6ee13438-c52d-404a-8e12-ec17eec5c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:57.799926 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-6ee13438-c52d-404a-8e12-ec17eec5c0ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464375 Feb 10 05:12:57.854312 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc6ae-7681-4db7-9742-6c4260b56f1e req-048f75f1-69bb-486a-a231-ab361a8eaa87 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:57.858110 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c82dc6ae-7681-4db7-9742-6c4260b56f1e req-048f75f1-69bb-486a-a231-ab361a8eaa87 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0543785 Feb 10 05:12:57.893115 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-4ed141bf-9488-45c3-8766-337f1a4f0093 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869827 Feb 10 05:12:57.911646 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c82dc6ae-7681-4db7-9742-6c4260b56f1e req-8d675b76-70f7-434e-9b29-114ceb502b88 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488162 Feb 10 05:12:57.986072 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-236788ef-5233-47a7-b3f8-d92efbf87999 req-618aa21c-b9a4-41da-bd8e-1fe7b60905a1 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865579 Feb 10 05:12:58.144972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-dfe34baa-b70b-4e3a-b7bb-1a8994d8c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:58.146500 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-dfe34baa-b70b-4e3a-b7bb-1a8994d8c6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1127 time: 0.0495763 Feb 10 05:12:58.237917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-c34b3618-d70d-480d-abb4-7be44feddd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:58.239442 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-c34b3618-d70d-480d-abb4-7be44feddd48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0860987 Feb 10 05:12:58.307216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-5984a638-fae9-4900-89e3-669cb181cd06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1000 time: 0.0618920 Feb 10 05:12:58.355447 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-5f9311c0-7f32-4657-a8f5-afd3fe4180de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:58.356917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-5f9311c0-7f32-4657-a8f5-afd3fe4180de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0440862 Feb 10 05:12:58.411890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-fe8c1092-95d4-4173-8efd-c9061368f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:58.413824 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-fe8c1092-95d4-4173-8efd-c9061368f8c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509295 Feb 10 05:12:59.043656 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea0f0b-9043-4fd6-b1ee-b9efa154c458 req-c30bb1db-ef43-4aad-8d39-89471fa01b53 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:12:59.045159 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61ea0f0b-9043-4fd6-b1ee-b9efa154c458 req-c30bb1db-ef43-4aad-8d39-89471fa01b53 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0557797 Feb 10 05:12:59.105424 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61ea0f0b-9043-4fd6-b1ee-b9efa154c458 req-44df8762-c5e5-4336-8b1a-2607cbf8c378 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526066 Feb 10 05:12:59.872470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cfc762c9-a578-44a0-8a09-f9ebe817c1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:00.237736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236298fd-11df-48d4-89cb-69bee04189e3 req-e927c282-7a73-4862-803b-03e3907d93e1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:00.239237 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-236298fd-11df-48d4-89cb-69bee04189e3 req-e927c282-7a73-4862-803b-03e3907d93e1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0612149 Feb 10 05:13:00.292722 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-236298fd-11df-48d4-89cb-69bee04189e3 req-1a1c5e43-6efb-40f5-9aab-0ff7dcd82f3f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477490 Feb 10 05:13:01.237534 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:01.433364 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cac2a-3e3e-41ff-b217-bfe7e4290051 req-dcc82ed0-a77e-43db-809c-80b98b727ff9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:01.434941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-932cac2a-3e3e-41ff-b217-bfe7e4290051 req-dcc82ed0-a77e-43db-809c-80b98b727ff9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0631344 Feb 10 05:13:01.490930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-932cac2a-3e3e-41ff-b217-bfe7e4290051 req-50c6345f-eed1-42f1-a1f7-0a7628bed724 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488701 Feb 10 05:13:02.622684 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed078f7-1320-4b3d-84f5-18d0ea30bc9e req-f17a27f2-ef08-4249-9d3d-f0cc5b8a18c6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:02.624156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eed078f7-1320-4b3d-84f5-18d0ea30bc9e req-f17a27f2-ef08-4249-9d3d-f0cc5b8a18c6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0592012 Feb 10 05:13:02.678249 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-eed078f7-1320-4b3d-84f5-18d0ea30bc9e req-f1eb080a-087a-4726-92b8-28ea7028816f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483263 Feb 10 05:13:02.837459 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:03.818261 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415da29-6261-49d7-a229-64fab8ab58ac req-3e3b8c7f-f048-4f17-8c8b-06dde4e2e91c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:03.819968 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7415da29-6261-49d7-a229-64fab8ab58ac req-3e3b8c7f-f048-4f17-8c8b-06dde4e2e91c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0604537 Feb 10 05:13:03.879430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7415da29-6261-49d7-a229-64fab8ab58ac req-15b7629b-135e-4d60-bbf2-4391aedba2ea tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517013 Feb 10 05:13:04.387012 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:05.034652 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65961003-1c7c-4395-9c42-d0691fbdb7d0 req-2f05994a-4f4d-4a11-af53-a861af779284 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:05.036324 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65961003-1c7c-4395-9c42-d0691fbdb7d0 req-2f05994a-4f4d-4a11-af53-a861af779284 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0764334 Feb 10 05:13:05.090295 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-65961003-1c7c-4395-9c42-d0691fbdb7d0 req-afc48d57-7b73-49d8-b54a-591ffe6b5e00 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477397 Feb 10 05:13:06.215834 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788b6e0-8fd2-46cd-a9df-e1a1cfac5b4e req-ce258f6f-d742-480b-bc13-5ea79ad70f1b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:06.217236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d788b6e0-8fd2-46cd-a9df-e1a1cfac5b4e req-ce258f6f-d742-480b-bc13-5ea79ad70f1b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0586848 Feb 10 05:13:06.264533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d788b6e0-8fd2-46cd-a9df-e1a1cfac5b4e req-d39fce23-91ea-4d38-b25f-bc8fa02a7bee tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417426 Feb 10 05:13:06.448340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-1b792788-7fd9-41c0-aaa4-dfadde5aee76 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Feb 10 05:13:06.541486 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dc01ea83-bad0-4558-bff9-f6c7c120d8e5 req-f4cd3d63-1191-4b49-a2a3-0ebf9cb80fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848031 Feb 10 05:13:06.647290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-69d1336a-db40-4fa9-9184-6092db3eec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:06.648802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-69d1336a-db40-4fa9-9184-6092db3eec1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1127 time: 0.0477114 Feb 10 05:13:06.754036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-5c633662-b803-4558-b0b0-86c24fd4f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:06.755533 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-5c633662-b803-4558-b0b0-86c24fd4f3bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0871553 Feb 10 05:13:06.819769 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-dbb272b4-cb28-4647-9152-608698803c31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1000 time: 0.0563297 Feb 10 05:13:06.866587 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-d15f204f-286c-4061-a47e-7c4e33525927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:06.868097 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-d15f204f-286c-4061-a47e-7c4e33525927 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0427263 Feb 10 05:13:06.921055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-d7ad79c8-ec1a-42cb-99e8-e9c87fd839bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:06.922614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-d7ad79c8-ec1a-42cb-99e8-e9c87fd839bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482967 Feb 10 05:13:07.010365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-b239bbb7-90d2-42ad-94ad-267644fa3da0 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817165 Feb 10 05:13:07.102748 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c4abc0e4-8f72-4c15-8c9e-6b2c04e9717e req-b658b7fd-9c1f-4cb7-bd57-e26e2f3219e7 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862076 Feb 10 05:13:07.383112 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386b6fc-a9f3-40e1-91cd-68624a523979 req-eaf81662-5a38-4593-b58d-c04bcb81d48f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:07.384491 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8386b6fc-a9f3-40e1-91cd-68624a523979 req-eaf81662-5a38-4593-b58d-c04bcb81d48f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0535729 Feb 10 05:13:07.432390 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8386b6fc-a9f3-40e1-91cd-68624a523979 req-7469bc98-5516-4e75-b1ae-ef2cb0437e96 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423293 Feb 10 05:13:08.550709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de0d95-1ce6-498f-934f-af9e0565d807 req-eff22496-88cc-447c-843e-6a817f1f990e tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:08.552218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88de0d95-1ce6-498f-934f-af9e0565d807 req-eff22496-88cc-447c-843e-6a817f1f990e tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0524733 Feb 10 05:13:08.600224 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-88de0d95-1ce6-498f-934f-af9e0565d807 req-b188768d-fce6-420b-afec-26fccf6daea2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424054 Feb 10 05:13:09.723328 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecc32f-beb9-44ed-95fa-d8db27b74081 req-f2a27911-1029-4d4d-b274-cadfae938999 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:09.724804 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ecc32f-beb9-44ed-95fa-d8db27b74081 req-f2a27911-1029-4d4d-b274-cadfae938999 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 945 time: 0.0566251 Feb 10 05:13:09.771091 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-54ecc32f-beb9-44ed-95fa-d8db27b74081 req-e412f667-e324-440a-9495-50470d1df746 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407176 Feb 10 05:13:09.984087 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:13:10.086026 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:13:10.096134 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'port_id': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'mac_address': 'fa:16:3e:fd:5d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:13:10.135404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:13:10.136381 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:10.148717 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcdfd22-0a3d-4714-ac21-ee21e4ed3bda {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:13:10.166868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:13:10.243068 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:10.288831 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=11']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:13:10.464108 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:13:10.909332 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e81e1-93e6-4a48-b9e4-590d55af3b55 req-4e9d894e-60b9-4a7d-bdb4-ff05629747ba tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:10.911644 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf1e81e1-93e6-4a48-b9e4-590d55af3b55 req-4e9d894e-60b9-4a7d-bdb4-ff05629747ba tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0681665 Feb 10 05:13:10.975079 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cf1e81e1-93e6-4a48-b9e4-590d55af3b55 req-0163785b-0985-447b-aa50-eb20aaad08f3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575931 Feb 10 05:13:11.984498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:13:12.099764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc30847-1b95-4ea9-b06d-3e731dc485b3 req-02d48256-3f06-43ee-952a-232ef03aba20 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:12.101260 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bc30847-1b95-4ea9-b06d-3e731dc485b3 req-02d48256-3f06-43ee-952a-232ef03aba20 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 946 time: 0.0566995 Feb 10 05:13:12.106317 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:13:12.110523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:13:12.110928 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:12.152364 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0bc30847-1b95-4ea9-b06d-3e731dc485b3 req-70a0d4ff-2699-4587-ba25-3cf6448286dc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444880 Feb 10 05:13:12.192091 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:13:12.192479 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:12.215198 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:13:12.225841 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277631c-e35a-4400-9770-420ec640d8a4" -d '{"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-plugged", "status": "completed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:13:12.229438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:13:12.256121 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b54ba56-68f4-4ddf-9dc4-089822fbb415 x-openstack-request-id: req-0b54ba56-68f4-4ddf-9dc4-089822fbb415 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:13:12.256410 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-plugged", "status": "completed", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:13:12.256659 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b54ba56-68f4-4ddf-9dc4-089822fbb415 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:13:12.257200 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'code': 200} Feb 10 05:13:12.322792 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:12.371247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=12']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:13:12.477025 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd35093-f7f9-4e51-8b1b-64398dc6dd91 req-ca516f4c-a53d-4195-bc86-b861cc0babcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:12.478505 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fd35093-f7f9-4e51-8b1b-64398dc6dd91 req-ca516f4c-a53d-4195-bc86-b861cc0babcc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1129 time: 0.0438852 Feb 10 05:13:12.521950 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2fd35093-f7f9-4e51-8b1b-64398dc6dd91 req-b0a7bc4b-8115-4698-915e-90dffe42ff44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372870 Feb 10 05:13:13.272971 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693cb1f-3dc1-4aa1-84e2-ab1f61445fe9 req-1cb05d3e-45a3-4c71-91fd-01a82aac91ab tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:13.274431 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d693cb1f-3dc1-4aa1-84e2-ab1f61445fe9 req-1cb05d3e-45a3-4c71-91fd-01a82aac91ab tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 947 time: 0.0507126 Feb 10 05:13:13.327203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d693cb1f-3dc1-4aa1-84e2-ab1f61445fe9 req-ec55d5a8-a5fe-4b45-a50d-dc1d48052839 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463715 Feb 10 05:13:14.452084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c402e4-bece-4325-b69c-e23cc4fd69f6 req-579c4b21-e37c-4a6f-8c9f-c14ef86e958b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:14.453650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94c402e4-bece-4325-b69c-e23cc4fd69f6 req-579c4b21-e37c-4a6f-8c9f-c14ef86e958b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 947 time: 0.0558679 Feb 10 05:13:14.505982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94c402e4-bece-4325-b69c-e23cc4fd69f6 req-e0ceef87-833e-4149-b567-6bbcb376c05a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467200 Feb 10 05:13:15.625726 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70462d41-ca46-466f-81d8-c44d8fc77f8e req-f8d62c3b-87f2-4479-94c1-82369f206402 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:13:15.627150 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70462d41-ca46-466f-81d8-c44d8fc77f8e req-f8d62c3b-87f2-4479-94c1-82369f206402 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 947 time: 0.0533869 Feb 10 05:13:15.674771 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-70462d41-ca46-466f-81d8-c44d8fc77f8e req-7e8e4f95-4bb9-4139-b3b0-f6709480c666 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419502 Feb 10 05:13:17.576410 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:19.042917 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:24.106196 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:13:27.739958 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ac5952e2-5bdd-4598-8ce9-166a3a60bc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:29.870646 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a0d3e93f-77c1-4b72-b34a-ab57e495e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:31.291806 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:32.848771 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:34.351334 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:47.545467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:49.035943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:57.739725 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f8de1a04-852d-4fca-a999-47d6d3dddc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:13:59.865158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7d424ec9-7d62-4614-8a23-3be843c0975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:01.104301 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:14:01.259420 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:02.505281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-6c34a2e6-2ecc-4546-9745-245830f3b661 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441334 Feb 10 05:14:02.590393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-9dde7627-1693-45ff-b96a-8a16132a21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:02.591801 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-9dde7627-1693-45ff-b96a-8a16132a21a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1129 time: 0.0441892 Feb 10 05:14:02.697666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-80830893-e355-4e7f-b2d3-7e6a07b0e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:02.699149 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-80830893-e355-4e7f-b2d3-7e6a07b0e6c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0877461 Feb 10 05:14:02.762260 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-2c1e800a-05fd-41df-b20f-1cf6fa7d0807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 1002 time: 0.0573499 Feb 10 05:14:02.810976 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-61ef74d3-023f-46d3-83cb-9f21c72afc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:02.812807 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-61ef74d3-023f-46d3-83cb-9f21c72afc30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0456519 Feb 10 05:14:02.865259 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:02.866942 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-a1a8050d-9017-470d-a6c4-64c0f066e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:02.868590 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-a1a8050d-9017-470d-a6c4-64c0f066e90d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500481 Feb 10 05:14:02.957164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-808ca113-e06b-411c-aac8-a41909b0811e service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817857 Feb 10 05:14:03.049213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f1c3d536-a692-444e-9fcc-cebf301dc128 req-6edf3cc3-4431-4f52-9469-a3232318d0bc service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862427 Feb 10 05:14:04.345505 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:17.556857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:19.047774 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:24.851464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55130) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:25.010545 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Deleting port c65382f7-78fc-46f2-927d-c1ba87960843 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:14:25.010917 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c65382f7-78fc-46f2-927d-c1ba87960843), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:25.086542 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c65382f7-78fc-46f2-927d-c1ba87960843), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:25.086900 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (c65382f7-78fc-46f2-927d-c1ba87960843), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:25.098197 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Calling delete_port for c65382f7-78fc-46f2-927d-c1ba87960843 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:14:25.344866 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c65382f7-78fc-46f2-927d-c1ba87960843), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:25.611397 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event deleted for resources: {'Port': ['ID=c65382f7-78fc-46f2-927d-c1ba87960843,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:25.625062 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.625415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.625758 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.626094 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.626428 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.626785 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.627116 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.627444 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.627769 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.628096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.628416 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.628736 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.629053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:25.681705 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (742e9d66-93d5-4c24-a9ea-4e2014545ae6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:25.682031 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Floating IP 742e9d66-93d5-4c24-a9ea-4e2014545ae6 disassociated (deleted). External IP: 172.25.8.218, port: abcdfd22-0a3d-4714-ac21-ee21e4ed3bda. Feb 10 05:14:25.892924 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Router 2c40c62b-9d86-4dd8-b654-a0924ef89870 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:14:26.003965 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:14:26.008855 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:26.013528 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] Sync routers for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:14:26.022863 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:14:26.023468 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:14:26.038195 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-08d67ff3-3fe8-4cfc-b39a-88235583b5cd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "DELETE /v2.0/floatingips/742e9d66-93d5-4c24-a9ea-4e2014545ae6 HTTP/1.1" status: 204 len: 168 time: 1.1856415 Feb 10 05:14:26.039028 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:14:26.041359 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a1bf71-1eac-4ef5-b084-7beb779859de" -d '{"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:14:26.134604 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:14:26.143088 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7eabde-f429-4863-96ea-47785a9ca3b5 x-openstack-request-id: req-4f7eabde-f429-4863-96ea-47785a9ca3b5 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:14:26.143336 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:14:26.143586 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f7eabde-f429-4863-96ea-47785a9ca3b5 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:14:26.143988 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'status': 'completed', 'code': 200} Feb 10 05:14:26.209705 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-c84c9578-06a0-4dbe-bc6c-9b55a2bc5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:26.211351 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-c84c9578-06a0-4dbe-bc6c-9b55a2bc5c5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 1129 time: 0.0472150 Feb 10 05:14:26.313664 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-0b33bdeb-2591-4e15-a9cb-0ed81d6f6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:26.315251 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-0b33bdeb-2591-4e15-a9cb-0ed81d6f6456 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0983856 Feb 10 05:14:26.338771 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:14:26.356525 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-977021cc-5a6a-4358-8a89-a845b5b14000 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 200 len: 217 time: 0.0353839 Feb 10 05:14:26.370052 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] Checking router: 2c40c62b-9d86-4dd8-b654-a0924ef89870 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:14:26.379492 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:14:26.380160 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:14:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:14:26.406158 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-7410e5c1-d7d7-4a76-8818-74f0f75cfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:26.407599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-7410e5c1-d7d7-4a76-8818-74f0f75cfc6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0455716 Feb 10 05:14:26.458974 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-ef88d35a-aa6e-46ce-b2a1-0a6c29f98e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:26.460595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-ef88d35a-aa6e-46ce-b2a1-0a6c29f98e0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468178 Feb 10 05:14:26.505202 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:14:26.532904 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698e97-e743-4b25-8e47-bb13583cc1fb req-22f1ed78-5038-48a0-a646-7133f5cfaa89 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:26.534513 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15698e97-e743-4b25-8e47-bb13583cc1fb req-22f1ed78-5038-48a0-a646-7133f5cfaa89 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 947 time: 0.1237414 Feb 10 05:14:26.569490 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-9ae73318-f3a4-40ea-910b-fbabc61fd446 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007667 Feb 10 05:14:26.589936 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-15698e97-e743-4b25-8e47-bb13583cc1fb req-e91172fc-37a7-49b9-88c5-9709b97a1142 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489478 Feb 10 05:14:26.667346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3a1bf71-1eac-4ef5-b084-7beb779859de req-519313fb-9783-4cb6-9952-eb270e5025f6 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892689 Feb 10 05:14:26.713767 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:14:26.739298 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f352a5-9edb-4bc0-a3fb-de7b97fc0004 None None] The sync data for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 is: [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:14:26.957474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ffe38a-d680-4875-9960-7626dda9f084 None None] New status for floating IP 742e9d66-93d5-4c24-a9ea-4e2014545ae6: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:14:27.705708 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2e1b-d7a8-483b-91fe-9a7dc1b7a80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:27.757064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808157bf-8486-45f9-97ff-8022084dcb4d req-d48f7d49-9853-4715-9d29-902dbcf5b4b9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:27.758521 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808157bf-8486-45f9-97ff-8022084dcb4d req-d48f7d49-9853-4715-9d29-902dbcf5b4b9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.24 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 947 time: 0.0795052 Feb 10 05:14:27.811127 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc0396-a182-4846-86ed-9052ecd08293 req-0f6d96d8-7fd9-444a-92d0-05bbede0335d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:27.812702 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fccc0396-a182-4846-86ed-9052ecd08293 req-0f6d96d8-7fd9-444a-92d0-05bbede0335d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 947 time: 0.1505430 Feb 10 05:14:27.893278 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fccc0396-a182-4846-86ed-9052ecd08293 req-d04cfddf-5d9b-45d0-bac0-9de74d7e7abb tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ff66f22-7efc-419b-a72d-6883ba9a5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723257 Feb 10 05:14:27.914325 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Deleting port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:14:27.914325 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:28.007675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] For port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:14:28.008026 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:28.020272 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Calling delete_port for abcdfd22-0a3d-4714-ac21-ee21e4ed3bda owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:14:28.203279 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (abcdfd22-0a3d-4714-ac21-ee21e4ed3bda), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:28.239345 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event deleted for resources: {'Port': ['ID=abcdfd22-0a3d-4714-ac21-ee21e4ed3bda,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:28.266256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268130 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268635 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.268920 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.269248 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.269573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.269893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.270212 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:14:28.292170 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] No DVR routers for this DVR port abcdfd22-0a3d-4714-ac21-ee21e4ed3bda on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:14:28.294682 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:28.298367 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-808157bf-8486-45f9-97ff-8022084dcb4d req-935f3a7b-a825-4a08-b5ce-49cf631a60f1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.24 "DELETE /v2.0/ports/abcdfd22-0a3d-4714-ac21-ee21e4ed3bda HTTP/1.1" status: 204 len: 173 time: 0.5335214 Feb 10 05:14:28.298838 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-deleted', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:14:28.301068 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab3c47b-113e-4c66-b910-cd367617647e" -d '{"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-deleted", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:14:28.338854 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da60d43-38dc-406b-becc-75fe04e3aada x-openstack-request-id: req-4da60d43-38dc-406b-becc-75fe04e3aada {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:14:28.339153 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aad1087-6ae8-4d32-9079-49b7fc0302ea", "name": "network-vif-deleted", "tag": "abcdfd22-0a3d-4714-ac21-ee21e4ed3bda", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:14:28.339414 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4da60d43-38dc-406b-becc-75fe04e3aada {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:14:28.339839 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aad1087-6ae8-4d32-9079-49b7fc0302ea', 'name': 'network-vif-deleted', 'tag': 'abcdfd22-0a3d-4714-ac21-ee21e4ed3bda', 'status': 'completed', 'code': 200} Feb 10 05:14:29.002979 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-552e20fa-d506-428d-bd70-f8bb54bb5966 req-6f4159e7-3bf3-4864-aa02-6d1d5e1620df tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aad1087-6ae8-4d32-9079-49b7fc0302ea HTTP/1.1" status: 200 len: 210 time: 0.0282907 Feb 10 05:14:29.876339 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-143b22dd-c3c5-47ff-b79e-7e93591f06b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.058132 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55158) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:30.113579 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8334e3fa-8570-445b-8254-533aaf7725db tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (2ff66f22-7efc-419b-a72d-6883ba9a5d7d), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.137711 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8334e3fa-8570-445b-8254-533aaf7725db tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (2ff66f22-7efc-419b-a72d-6883ba9a5d7d), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.265836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8334e3fa-8570-445b-8254-533aaf7725db tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (2ff66f22-7efc-419b-a72d-6883ba9a5d7d), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.268571 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8334e3fa-8570-445b-8254-533aaf7725db tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.269753 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8334e3fa-8570-445b-8254-533aaf7725db tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "DELETE /v2.0/security-groups/2ff66f22-7efc-419b-a72d-6883ba9a5d7d HTTP/1.1" status: 204 len: 168 time: 0.2106028 Feb 10 05:14:30.282936 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334e3fa-8570-445b-8254-533aaf7725db tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff66f22-7efc-419b-a72d-6883ba9a5d7d,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:30.621314 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55164) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:30.626501 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-ce02ff60-2f3d-46ef-93b5-08057f58fa5a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571805700', 'description': 'tempest-secgroup-smoke-1571805700 description', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:30.711359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce02ff60-2f3d-46ef-93b5-08057f58fa5a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.775632 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce02ff60-2f3d-46ef-93b5-08057f58fa5a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (6ccd2a24-204b-46a5-bde0-e0aa91da00b4), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.847806 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce02ff60-2f3d-46ef-93b5-08057f58fa5a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6ccd2a24-204b-46a5-bde0-e0aa91da00b4), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.876466 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ff60-2f3d-46ef-93b5-08057f58fa5a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd2a24-204b-46a5-bde0-e0aa91da00b4,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:30.952767 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ce02ff60-2f3d-46ef-93b5-08057f58fa5a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:30.954054 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ce02ff60-2f3d-46ef-93b5-08057f58fa5a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3317173 Feb 10 05:14:30.956978 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55166) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:30.961316 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-99771f3f-9c9e-4ac4-90fe-68c843518da7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '6ccd2a24-204b-46a5-bde0-e0aa91da00b4', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:31.040510 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99771f3f-9c9e-4ac4-90fe-68c843518da7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (0f1cf48c-34ac-492d-9fc9-55f26eac49fe), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.100176 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99771f3f-9c9e-4ac4-90fe-68c843518da7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (0f1cf48c-34ac-492d-9fc9-55f26eac49fe), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.179534 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99771f3f-9c9e-4ac4-90fe-68c843518da7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (0f1cf48c-34ac-492d-9fc9-55f26eac49fe), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.197073 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99771f3f-9c9e-4ac4-90fe-68c843518da7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1cf48c-34ac-492d-9fc9-55f26eac49fe,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:31.267162 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-99771f3f-9c9e-4ac4-90fe-68c843518da7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.268399 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-99771f3f-9c9e-4ac4-90fe-68c843518da7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105047 Feb 10 05:14:31.271144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55168) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:31.275489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b51a79e5-89f0-4828-a78f-da40d9d075de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '6ccd2a24-204b-46a5-bde0-e0aa91da00b4', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:31.287883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.362083 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b51a79e5-89f0-4828-a78f-da40d9d075de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (d8ef32b6-2cc5-439b-8396-78ddb3095d5a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.415280 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b51a79e5-89f0-4828-a78f-da40d9d075de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (d8ef32b6-2cc5-439b-8396-78ddb3095d5a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.476815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b51a79e5-89f0-4828-a78f-da40d9d075de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (d8ef32b6-2cc5-439b-8396-78ddb3095d5a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.495141 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a79e5-89f0-4828-a78f-da40d9d075de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ef32b6-2cc5-439b-8396-78ddb3095d5a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:31.551874 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b51a79e5-89f0-4828-a78f-da40d9d075de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.553113 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b51a79e5-89f0-4828-a78f-da40d9d075de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2810256 Feb 10 05:14:31.555828 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55170) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:31.560429 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0f445db9-0d49-40d3-8681-e280063a1307 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '6ccd2a24-204b-46a5-bde0-e0aa91da00b4', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:31.640682 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f445db9-0d49-40d3-8681-e280063a1307 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (e2cb3bc5-9126-4229-b2e2-18c3bfabce64), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.697381 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f445db9-0d49-40d3-8681-e280063a1307 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (e2cb3bc5-9126-4229-b2e2-18c3bfabce64), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.751196 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f445db9-0d49-40d3-8681-e280063a1307 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (e2cb3bc5-9126-4229-b2e2-18c3bfabce64), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.768646 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f445db9-0d49-40d3-8681-e280063a1307 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cb3bc5-9126-4229-b2e2-18c3bfabce64,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:31.816374 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0f445db9-0d49-40d3-8681-e280063a1307 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.817587 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0f445db9-0d49-40d3-8681-e280063a1307 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2607858 Feb 10 05:14:31.820237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55172) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:31.824473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-acafecd6-8915-470b-af88-1883d9e64367 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '6ccd2a24-204b-46a5-bde0-e0aa91da00b4', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:31.897975 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acafecd6-8915-470b-af88-1883d9e64367 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (f33b8be6-17ee-49ce-a75d-01b74814ef0a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:31.956756 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acafecd6-8915-470b-af88-1883d9e64367 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (f33b8be6-17ee-49ce-a75d-01b74814ef0a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.019110 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acafecd6-8915-470b-af88-1883d9e64367 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f33b8be6-17ee-49ce-a75d-01b74814ef0a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.037131 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafecd6-8915-470b-af88-1883d9e64367 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33b8be6-17ee-49ce-a75d-01b74814ef0a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:32.089591 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-acafecd6-8915-470b-af88-1883d9e64367 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.090839 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-acafecd6-8915-470b-af88-1883d9e64367 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2696571 Feb 10 05:14:32.093544 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55174) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:32.098481 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '6ccd2a24-204b-46a5-bde0-e0aa91da00b4', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:32.162438 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Project c3136987ff9e46f3b656f67c4b8bc89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:14:32.167173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (8f7387be-dc29-4faa-8a8c-cf5c98585e2d), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.226286 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (8f7387be-dc29-4faa-8a8c-cf5c98585e2d), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.276794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (8f7387be-dc29-4faa-8a8c-cf5c98585e2d), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.296712 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7387be-dc29-4faa-8a8c-cf5c98585e2d,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:32.328211 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:14:32.349381 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: abcdfd22-0a3d-4714-ac21-ee21e4ed3bda {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:14:32.349751 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device abcdfd22-0a3d-4714-ac21-ee21e4ed3bda not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:14:32.353005 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.354273 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-df254430-0b6e-4e72-aca8-a5afa43d050f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2598152 Feb 10 05:14:32.357069 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55176) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:14:32.361438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'security_group_rule': {'security_group_id': '6ccd2a24-204b-46a5-bde0-e0aa91da00b4', 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:32.436519 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Project c3136987ff9e46f3b656f67c4b8bc89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:14:32.441748 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (31fc6713-73d9-4315-ade8-955f50a069cc), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.499431 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (31fc6713-73d9-4315-ade8-955f50a069cc), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.573690 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (31fc6713-73d9-4315-ade8-955f50a069cc), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.592755 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fc6713-73d9-4315-ade8-955f50a069cc,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:32.655648 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:32.656899 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e1c62da0-de27-4f76-af25-61de061fc729 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2988751 Feb 10 05:14:32.858821 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:34.333058 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:38.103070 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:14:47.561909 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:49.081871 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:56.650629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-5343af2e-2cc3-4069-8065-f3fc1e3f3073 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571805700&fields=id&tenant_id=c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 267 time: 0.0465083 Feb 10 05:14:56.757533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-732d6c6e-d15f-4b90-a21d-8f65fe6f4f37 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:56.758930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-732d6c6e-d15f-4b90-a21d-8f65fe6f4f37 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 808 time: 0.1018448 Feb 10 05:14:56.773024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-f01221eb-a0b0-4f82-ad19-1526196baac7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/quotas/c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 375 time: 0.0088384 Feb 10 05:14:56.827242 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-419f6648-b37e-45bc-99e5-d9f479e16c4f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494969 Feb 10 05:14:56.926348 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-d47b7ad6-625a-4a52-9401-eb4a21778c44 service neutron] 10.222.0.42 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877657 Feb 10 05:14:57.021277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-5be983c1-e4d3-44ad-a843-cf76d66b6dee service neutron] 10.222.0.42 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888441 Feb 10 05:14:57.477040 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7e49e8a7-8750-4663-a363-bec492c3afae req-8b705ddf-a855-4503-abb1-5b04835fe076 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0295432 Feb 10 05:14:57.699138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-72193236-6699-4d90-9f58-6fb8a26025b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:58.577281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-42a833a8-9c86-488d-bcf5-cac284cff6e2 req-e4f84332-c5b6-401c-a991-c2fa6435508e tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0315433 Feb 10 05:14:59.179634 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-158ae947-67b8-47da-b87f-4c0f77c46857 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:59.181099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-158ae947-67b8-47da-b87f-4c0f77c46857 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 808 time: 0.1012053 Feb 10 05:14:59.244742 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-388d98ed-1637-4121-a885-aae7a0a9f08d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 380 time: 0.0560617 Feb 10 05:14:59.253186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'port': {'device_id': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'admin_state_up': True, 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'security_groups': ['6ccd2a24-204b-46a5-bde0-e0aa91da00b4']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:14:59.470823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Made reservation on behalf of c3136987ff9e46f3b656f67c4b8bc89f for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:14:59.474476 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:59.608638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Allocated IP 172.20.0.10 (ad93eb63-a1be-4f2e-892e-432626a27fb7/d770002c-7b6f-4964-96b2-6e200513e8ae/4df3c383-d599-4630-9541-77df33ecf77e) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:14:59.685117 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-e22b0648-d7f0-4a4b-b1fa-a79e1fe8767c req-80e1c8e2-05aa-4882-9212-25a3ee41b56c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0289183 Feb 10 05:14:59.762218 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for port (4df3c383-d599-4630-9541-77df33ecf77e), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:59.825295 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:59.874848 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:14:59.878034 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:14:59.881967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:14:59.882269 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a2c2e680-6f49-4abf-b074-4b87ca4ca599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:14:59.888369 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:14:59.939494 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:14:59.940169 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.010935 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-f10801d0-78b0-4076-b3bd-3fd9f2521df1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7618449 Feb 10 05:15:00.023905 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Request body: {'port': {'device_id': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:15:00.091097 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.155517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-75ac7dc6-a6c0-4de2-b101-03ec1f5bb2d9 None None] Provisioning complete for port 4df3c383-d599-4630-9541-77df33ecf77e triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:15:00.155967 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-75ac7dc6-a6c0-4de2-b101-03ec1f5bb2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4df3c383-d599-4630-9541-77df33ecf77e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.190490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-75ac7dc6-a6c0-4de2-b101-03ec1f5bb2d9 None None] Port 4df3c383-d599-4630-9541-77df33ecf77e cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:15:00.356672 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df3c383-d599-4630-9541-77df33ecf77e {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:15:00.364287 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Publish callbacks [] for port (4df3c383-d599-4630-9541-77df33ecf77e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.376420 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Transition to ACTIVE for port object 4df3c383-d599-4630-9541-77df33ecf77e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:15:00.442634 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.499284 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:15:00.573894 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:15:00.574235 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:15:00.574566 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:15:00.579150 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Port 4df3c383-d599-4630-9541-77df33ecf77e on network ad93eb63-a1be-4f2e-892e-432626a27fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:15:00.579413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:15:00.584985 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:15:00.585331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Checking segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:15:00.585797 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Bound using segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:15:00.586220 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Bound port: 4df3c383-d599-4630-9541-77df33ecf77e, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:15:00.586579 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.652807 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:15:00.656079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:15:00.723168 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.758204 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:00.758865 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:00.760440 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] 10.222.0.43 "PUT /v2.0/ports/4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1092 time: 0.7424016 Feb 10 05:15:00.761053 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:15:00.763361 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd003717-6220-4998-a882-63455923e2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:15:00.821781 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2049778e-3012-436a-9ffe-9bdfa8f470b4 x-openstack-request-id: req-2049778e-3012-436a-9ffe-9bdfa8f470b4 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:15:00.821996 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:15:00.822182 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2049778e-3012-436a-9ffe-9bdfa8f470b4 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:15:00.822602 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'status': 'completed', 'code': 200} Feb 10 05:15:00.840754 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892e615-02a8-4779-ac33-8c68c42e9035 service neutron] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:15:00.899051 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d887a16-970a-409d-8ccd-d95912b4d2bb req-5d14bd5b-511e-4cc9-8408-8168c3ff8300 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:00.900653 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d887a16-970a-409d-8ccd-d95912b4d2bb req-5d14bd5b-511e-4cc9-8408-8168c3ff8300 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.1314123 Feb 10 05:15:00.945479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003717-6220-4998-a882-63455923e2a9 req-4c7c59ee-3c97-41b2-92a3-52204739729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:00.947091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd003717-6220-4998-a882-63455923e2a9 req-4c7c59ee-3c97-41b2-92a3-52204739729d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1126 time: 0.0962782 Feb 10 05:15:00.987404 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3d887a16-970a-409d-8ccd-d95912b4d2bb req-78ac1b94-a6e8-44a8-a235-fcbd1d237d30 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781019 Feb 10 05:15:01.068698 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003717-6220-4998-a882-63455923e2a9 req-c684cd63-96af-46bd-be79-be3a0fabb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:01.070193 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd003717-6220-4998-a882-63455923e2a9 req-c684cd63-96af-46bd-be79-be3a0fabb299 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1127996 Feb 10 05:15:01.165730 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003717-6220-4998-a882-63455923e2a9 req-291509a5-f9ee-4584-812c-b39fde3ce4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:01.167324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cd003717-6220-4998-a882-63455923e2a9 req-291509a5-f9ee-4584-812c-b39fde3ce4c3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919406 Feb 10 05:15:01.247098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-4c1b7a69-a7f9-4793-b69b-6202afcec366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:01.248629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-4c1b7a69-a7f9-4793-b69b-6202afcec366 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1126 time: 0.0459721 Feb 10 05:15:01.293688 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:01.632757 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-cad6cbf3-7770-452b-a151-1537853a819d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 217 time: 0.3777099 Feb 10 05:15:01.680867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-1a379a6e-e813-4fb5-9144-ef2554d9f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:01.682330 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-1a379a6e-e813-4fb5-9144-ef2554d9f217 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0438180 Feb 10 05:15:01.729515 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f56e0-507f-443e-9a46-9604ec921714 req-f5785cd5-d3ee-4d16-9e26-bf91b3421334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:01.731365 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-f5785cd5-d3ee-4d16-9e26-bf91b3421334 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431278 Feb 10 05:15:01.821283 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-f3fd688f-56ac-4e1c-9297-e97002b1bca6 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843439 Feb 10 05:15:01.909758 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-389f56e0-507f-443e-9a46-9604ec921714 req-c13348d4-879b-4707-906b-342f529f39cd service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820053 Feb 10 05:15:02.123189 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887287a-5c35-45e5-8715-f590fb4f9121 req-7f03157f-4ff3-4cfe-99b8-8129b50569a2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:02.124776 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8887287a-5c35-45e5-8715-f590fb4f9121 req-7f03157f-4ff3-4cfe-99b8-8129b50569a2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0555534 Feb 10 05:15:02.176715 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8887287a-5c35-45e5-8715-f590fb4f9121 req-585ab937-a217-4d2a-b6ff-0b5eba8f343a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458713 Feb 10 05:15:02.859433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:03.300835 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0925a4-fa2e-4f73-8dcd-b717d72fd195 req-afafc8a9-3649-41fb-a0c4-065a63483658 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:03.302336 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e0925a4-fa2e-4f73-8dcd-b717d72fd195 req-afafc8a9-3649-41fb-a0c4-065a63483658 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0577667 Feb 10 05:15:03.351519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9e0925a4-fa2e-4f73-8dcd-b717d72fd195 req-347ec5fa-cfea-4dd5-9cef-3d5bace7afb1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435758 Feb 10 05:15:04.356470 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:04.472074 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4eb41-9c7b-4c6d-be9d-0c81dfda1b95 req-d5cd023c-7ce9-4926-95db-ca022f1ebfd1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:04.473593 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cb4eb41-9c7b-4c6d-be9d-0c81dfda1b95 req-d5cd023c-7ce9-4926-95db-ca022f1ebfd1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0542185 Feb 10 05:15:04.527073 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0cb4eb41-9c7b-4c6d-be9d-0c81dfda1b95 req-f68e0182-587c-4286-802a-59c9f9bba52b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476861 Feb 10 05:15:05.660507 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df4be2-b9ca-4307-ad23-255b46f3ceb9 req-aabbb681-532f-42ff-a17b-cc9fabf76b69 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:05.662006 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76df4be2-b9ca-4307-ad23-255b46f3ceb9 req-aabbb681-532f-42ff-a17b-cc9fabf76b69 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0605209 Feb 10 05:15:05.711430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-76df4be2-b9ca-4307-ad23-255b46f3ceb9 req-d0cc6fba-7306-4ac3-a4ea-b42d2daed1b9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436230 Feb 10 05:15:06.830265 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e05dd-3254-4412-8480-20f2f9fcb977 req-b0805f42-f005-4b83-9bfa-b3f5dab7b2a2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:06.832637 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-371e05dd-3254-4412-8480-20f2f9fcb977 req-b0805f42-f005-4b83-9bfa-b3f5dab7b2a2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0537734 Feb 10 05:15:06.882063 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-371e05dd-3254-4412-8480-20f2f9fcb977 req-f3972ab2-5e62-43a6-807d-c65c933de881 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Feb 10 05:15:08.005121 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5506-8391-49e5-8cfa-e789a7f15f4f req-b6af35cc-d10f-4aab-8717-44694d9c30e1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:08.006625 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f69f5506-8391-49e5-8cfa-e789a7f15f4f req-b6af35cc-d10f-4aab-8717-44694d9c30e1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0535917 Feb 10 05:15:08.059541 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f69f5506-8391-49e5-8cfa-e789a7f15f4f req-cd87548e-5574-4fc6-bf4a-30113dcd0775 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473261 Feb 10 05:15:09.183319 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa32f59-34bb-49ff-a3fa-461ba822cf78 req-47f030fc-62a3-4bcd-a5bb-3e9a4fb553e2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:09.185157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-efa32f59-34bb-49ff-a3fa-461ba822cf78 req-47f030fc-62a3-4bcd-a5bb-3e9a4fb553e2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0575981 Feb 10 05:15:09.236658 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-efa32f59-34bb-49ff-a3fa-461ba822cf78 req-ac7c4676-ae56-4963-a8a4-5f0783ec010d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Feb 10 05:15:10.354177 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b6876-8003-4237-a2c4-8e5e88fc0efa req-a9cd09c0-9caf-4c12-9adc-fdff0ba76908 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:10.355716 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e0b6876-8003-4237-a2c4-8e5e88fc0efa req-a9cd09c0-9caf-4c12-9adc-fdff0ba76908 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0525849 Feb 10 05:15:10.402902 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e0b6876-8003-4237-a2c4-8e5e88fc0efa req-321c6daa-078a-4614-86d6-b9388a59bef1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 Feb 10 05:15:11.524394 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01aff-aabd-447c-9eef-baa82c60ee74 req-99943b58-2a57-423b-ba10-8e768ca69eb7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:11.525894 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56d01aff-aabd-447c-9eef-baa82c60ee74 req-99943b58-2a57-423b-ba10-8e768ca69eb7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0575345 Feb 10 05:15:11.573394 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-56d01aff-aabd-447c-9eef-baa82c60ee74 req-a92de1b1-5bbb-4a27-93ce-11e3cf352775 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Feb 10 05:15:12.690695 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005b831-3b2f-4bcd-b81d-84ebdc41860a req-2896a4c9-0a0c-4dbc-aaac-d4595fbfb94a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:12.692196 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8005b831-3b2f-4bcd-b81d-84ebdc41860a req-2896a4c9-0a0c-4dbc-aaac-d4595fbfb94a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0522277 Feb 10 05:15:12.743665 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8005b831-3b2f-4bcd-b81d-84ebdc41860a req-d84d306c-c8f0-4020-9d4f-668efda6a7a8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Feb 10 05:15:13.859670 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892b6c6-aea7-483b-a5bc-c48f87f3900a req-d75a6b44-81aa-4fe9-b5ba-5168cb249d66 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:13.861154 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5892b6c6-aea7-483b-a5bc-c48f87f3900a req-d75a6b44-81aa-4fe9-b5ba-5168cb249d66 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0519562 Feb 10 05:15:13.910147 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5892b6c6-aea7-483b-a5bc-c48f87f3900a req-c21235f0-c66b-4c4c-8a86-399580df0924 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Feb 10 05:15:15.102909 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:15:15.107001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc10bd-61db-4511-bd5b-8983c7a7de09 req-a578ed7a-a86a-4984-80cd-aa4033e1cdd7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:15.108480 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8dc10bd-61db-4511-bd5b-8983c7a7de09 req-a578ed7a-a86a-4984-80cd-aa4033e1cdd7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0627062 Feb 10 05:15:15.155393 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d8dc10bd-61db-4511-bd5b-8983c7a7de09 req-4a566314-31bf-43ca-848a-691480eaa3f5 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 Feb 10 05:15:16.276464 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469546dd-9e08-4df6-a204-0f96923cb305 req-f2c3812b-d989-4cd9-85ff-6a7fac3c09d6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:16.277968 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-469546dd-9e08-4df6-a204-0f96923cb305 req-f2c3812b-d989-4cd9-85ff-6a7fac3c09d6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0530210 Feb 10 05:15:16.329008 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-469546dd-9e08-4df6-a204-0f96923cb305 req-2c6d980b-a595-4916-ae42-88f86e3b97d4 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454805 Feb 10 05:15:17.324301 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4df3c383-d599-4630-9541-77df33ecf77e details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:15:17.423519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:15:17.434115 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '4df3c383-d599-4630-9541-77df33ecf77e', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'port_id': '4df3c383-d599-4630-9541-77df33ecf77e', 'mac_address': 'fa:16:3e:bb:9d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:15:17.449978 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328415b-906f-4263-ad61-c3d8cefbdfe7 req-eac059fb-5f3c-47cb-b886-d96e0d9ba04e tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:17.451509 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b328415b-906f-4263-ad61-c3d8cefbdfe7 req-eac059fb-5f3c-47cb-b886-d96e0d9ba04e tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0529449 Feb 10 05:15:17.481916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4df3c383-d599-4630-9541-77df33ecf77e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:15:17.481916 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:17.485222 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df3c383-d599-4630-9541-77df33ecf77e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:15:17.502282 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b328415b-906f-4263-ad61-c3d8cefbdfe7 req-73344d8b-0e81-42d3-aff0-9d5223f373f5 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Feb 10 05:15:17.504495 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:15:17.567386 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:17.589239 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:17.618075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:15:17.625388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.625746 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.626096 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.626443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.626814 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.627156 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.629178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.629178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.629178 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.630070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.630070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.630070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.630311 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:15:17.789023 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4df3c383-d599-4630-9541-77df33ecf77e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:15:18.622521 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568bcd1-81df-4cb5-941a-3e46cf22fc86 req-95e9058b-7591-4274-a21d-62f19a7eccfc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:18.624055 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8568bcd1-81df-4cb5-941a-3e46cf22fc86 req-95e9058b-7591-4274-a21d-62f19a7eccfc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 945 time: 0.0536497 Feb 10 05:15:18.673918 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8568bcd1-81df-4cb5-941a-3e46cf22fc86 req-d557ac67-1611-4acf-8e2f-a048976ac123 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Feb 10 05:15:19.065488 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:19.324763 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4df3c383-d599-4630-9541-77df33ecf77e up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:15:19.446583 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 4df3c383-d599-4630-9541-77df33ecf77e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:15:19.450584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 4df3c383-d599-4630-9541-77df33ecf77e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:15:19.450976 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4df3c383-d599-4630-9541-77df33ecf77e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:19.526287 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4df3c383-d599-4630-9541-77df33ecf77e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:15:19.526719 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:19.551868 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:15:19.554101 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f9d5a-b91d-4b1f-90b4-7ef4abfe65e3" -d '{"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-plugged", "status": "completed", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:15:19.566206 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:15:19.591681 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d094580d-8c65-42dc-a322-beeb6b220ed8 x-openstack-request-id: req-d094580d-8c65-42dc-a322-beeb6b220ed8 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:15:19.591972 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-plugged", "status": "completed", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:15:19.592225 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d094580d-8c65-42dc-a322-beeb6b220ed8 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:15:19.592635 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'code': 200} Feb 10 05:15:19.664694 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:19.699415 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ca562-5904-4fae-b937-1c438759a9ae req-09d61806-30b6-4a02-a315-47ba24d3c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:19.700941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee2ca562-5904-4fae-b937-1c438759a9ae req-09d61806-30b6-4a02-a315-47ba24d3c092 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1127 time: 0.0496323 Feb 10 05:15:19.717191 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:15:19.749004 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-ee2ca562-5904-4fae-b937-1c438759a9ae req-671aa663-dafd-4ad8-bd9a-481727bcac83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417647 Feb 10 05:15:19.795664 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9961-6a5b-4971-8339-798000b7cba6 req-36faa27e-f3a5-45a6-ac07-7084738cbb8c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:19.797156 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-000a9961-6a5b-4971-8339-798000b7cba6 req-36faa27e-f3a5-45a6-ac07-7084738cbb8c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0528336 Feb 10 05:15:19.845359 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-000a9961-6a5b-4971-8339-798000b7cba6 req-ee212973-407d-40d5-b3b4-9d8194d6f927 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Feb 10 05:15:20.967128 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6d16c-d4ec-4213-ac61-e0266902d515 req-bdefa88f-615f-495c-a2b5-5e614495c444 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:20.968672 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62a6d16c-d4ec-4213-ac61-e0266902d515 req-bdefa88f-615f-495c-a2b5-5e614495c444 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0534997 Feb 10 05:15:21.019151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-62a6d16c-d4ec-4213-ac61-e0266902d515 req-05058995-a2d6-48e1-baa6-a4f6a9bfb00d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Feb 10 05:15:21.143372 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6aa4c-98ea-4ff1-9b2f-3ae514a66eaa req-4d669fae-577c-47fc-a50d-dea23155ea77 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:21.144962 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dbe6aa4c-98ea-4ff1-9b2f-3ae514a66eaa req-4d669fae-577c-47fc-a50d-dea23155ea77 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0580661 Feb 10 05:15:21.195018 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-dbe6aa4c-98ea-4ff1-9b2f-3ae514a66eaa req-28a5aa3c-d98a-4004-ae0a-dda52fac3271 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Feb 10 05:15:21.216144 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55396) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:15:21.259804 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da0777-4f16-4771-a972-d2ce23015b58 tempest-TestShelveInstance-629784230 tempest-TestShelveInstance-629784230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:21.261317 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-11da0777-4f16-4771-a972-d2ce23015b58 tempest-TestShelveInstance-629784230 tempest-TestShelveInstance-629784230-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1123 time: 0.0442176 Feb 10 05:15:21.264111 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55398) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:15:21.268532 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '4df3c383-d599-4630-9541-77df33ecf77e', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:15:21.344976 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:21.443850 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:21.543963 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Allocated IP 172.25.8.224 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/048036bf-623b-49bc-b6b6-e29081aee08e) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:15:21.647884 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for port (048036bf-623b-49bc-b6b6-e29081aee08e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:21.727258 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (048036bf-623b-49bc-b6b6-e29081aee08e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:21.762825 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:15:21.767526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:15:21.771206 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:15:21.796868 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'Port': ['ID=048036bf-623b-49bc-b6b6-e29081aee08e,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:15:22.133358 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (273f4a65-1865-49ec-900b-8c78ad783661), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:22.251007 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (048036bf-623b-49bc-b6b6-e29081aee08e), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:22.402265 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for port (048036bf-623b-49bc-b6b6-e29081aee08e), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:22.458963 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (048036bf-623b-49bc-b6b6-e29081aee08e), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:22.529774 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event updated for resources: {'Port': ['ID=048036bf-623b-49bc-b6b6-e29081aee08e,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:15:22.542864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (273f4a65-1865-49ec-900b-8c78ad783661), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:22.643409 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Floating IP 273f4a65-1865-49ec-900b-8c78ad783661 associated. External IP: 172.25.8.224, port: 4df3c383-d599-4630-9541-77df33ecf77e. Feb 10 05:15:22.858003 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Router 2c40c62b-9d86-4dd8-b654-a0924ef89870 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:15:23.215775 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:15:23.225058 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] Sync routers for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:15:23.234771 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:15:23.240622 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:15:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:15:23.295429 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:23.325510 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4c22f693-30fe-4a35-aea3-f3f77bbaa5c0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0603409 Feb 10 05:15:23.326104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:15:23.328407 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1eee42-da77-446d-b44e-f357b4553e39" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:15:23.345204 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:15:23.369865 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5326166-fd5b-439f-817d-b5aa68dc3995 x-openstack-request-id: req-f5326166-fd5b-439f-817d-b5aa68dc3995 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:15:23.370167 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:15:23.370429 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5326166-fd5b-439f-817d-b5aa68dc3995 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:15:23.370887 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'status': 'completed', 'code': 200} Feb 10 05:15:23.437941 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-01fc4014-5973-46e7-8634-963f9165fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:23.439519 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-01fc4014-5973-46e7-8634-963f9165fcdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1128 time: 0.0472374 Feb 10 05:15:23.537708 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-aae75678-2b47-4883-970f-6b90195051ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:23.539201 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-aae75678-2b47-4883-970f-6b90195051ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0931184 Feb 10 05:15:23.605770 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-c995e052-d969-4184-8148-f042bd3b62f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1000 time: 0.0606575 Feb 10 05:15:23.664036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-d16ea83e-946a-4670-ab82-fd501b296c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:23.664329 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '273f4a65-1865-49ec-900b-8c78ad783661', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'port_id': '4df3c383-d599-4630-9541-77df33ecf77e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'mac_address': 'fa:16:3e:bb:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:15:21Z', 'updated_at': '2022-02-10T05:15:21Z', 'revision_number': 0, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:15:23.665692 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-d16ea83e-946a-4670-ab82-fd501b296c24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0549734 Feb 10 05:15:23.694641 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] Checking router: 2c40c62b-9d86-4dd8-b654-a0924ef89870 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:15:23.702929 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:15:23.703543 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:15:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:15:23.714714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-1d77ae17-9c6a-4187-ba44-4339944046df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:15:23.716301 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-1d77ae17-9c6a-4187-ba44-4339944046df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454428 Feb 10 05:15:23.805629 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-0da3160b-9963-4783-9b7a-2cd1c4ddb5b6 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Feb 10 05:15:23.810437 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:15:23.899444 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0f1eee42-da77-446d-b44e-f357b4553e39 req-283a2b5b-5f8b-427f-aac7-4526212aceee service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885398 Feb 10 05:15:24.032148 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '273f4a65-1865-49ec-900b-8c78ad783661', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'port_id': '4df3c383-d599-4630-9541-77df33ecf77e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'mac_address': 'fa:16:3e:bb:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:15:21Z', 'updated_at': '2022-02-10T05:15:21Z', 'revision_number': 0, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:15:24.058408 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16d788e-3931-456d-a0a1-8daa4263f060 None None] The sync data for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 is: [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '273f4a65-1865-49ec-900b-8c78ad783661', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'port_id': '4df3c383-d599-4630-9541-77df33ecf77e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'mac_address': 'fa:16:3e:bb:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:15:21Z', 'updated_at': '2022-02-10T05:15:21Z', 'revision_number': 0, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:15:24.253971 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1240d-08dc-4da1-8cf8-95145a35ce48 None None] New status for floating IP 273f4a65-1865-49ec-900b-8c78ad783661: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:15:27.704826 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-819f0648-4533-4e37-b1f4-7280615636cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:29.893276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e68c02f7-1309-47c8-99a3-179c8a16acc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:31.287881 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:32.892989 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:34.339050 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:47.589885 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:49.058618 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:52.102384 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:15:57.715101 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3afffc83-d575-4ad9-a7e2-726f55daded5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:15:59.864352 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e734b29f-370f-4030-abc9-859d3042125b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:01.293485 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:02.852642 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:04.372799 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:11.218340 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-66fb58f6-747d-4453-b0ce-a995c84ddf4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461361 Feb 10 05:16:11.307346 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-746b5b60-e617-4485-8b1e-29cea12834f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:16:11.308868 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-746b5b60-e617-4485-8b1e-29cea12834f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1128 time: 0.0490382 Feb 10 05:16:11.411129 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-d2b00052-9628-4639-8f28-7b27f6d1b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:16:11.412662 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-d2b00052-9628-4639-8f28-7b27f6d1b1f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0857816 Feb 10 05:16:11.481833 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-bc336a0c-7606-4eb1-a4cd-099231d05086 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1002 time: 0.0626311 Feb 10 05:16:11.529687 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-d2f7608a-321b-4720-8a1f-ff5f731062e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:16:11.531137 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-d2f7608a-321b-4720-8a1f-ff5f731062e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0437016 Feb 10 05:16:11.578751 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-f50455b8-f887-4c9d-b87b-15972b875104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:16:11.580782 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-f50455b8-f887-4c9d-b87b-15972b875104 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436437 Feb 10 05:16:11.675487 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-6b18e3d3-6b93-48da-9b5d-0a22dc47571b service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 Feb 10 05:16:11.770660 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1e75aaa6-c523-4401-b6d8-638b4f887492 req-1fdf7b95-f9c7-4213-89a4-27799b495ccf service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898187 Feb 10 05:16:17.595539 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:19.052543 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:27.726606 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6cdf82ad-e9ef-4e6a-adeb-d73d78aeb3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:29.101159 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:16:29.874827 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30fe7afc-5e24-438f-b4c4-24867e736270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:31.281111 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:32.881021 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:34.366841 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:47.583421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:49.046439 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:57.743853 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f5fbda9d-42e7-43ad-bd21-6d9454d1f3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:16:59.880619 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a9961b53-daac-48ea-8ab3-fd554dcc8729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:01.268938 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:02.875217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:04.394646 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:06.100232 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:17:11.293100 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-5d9fece3-bdd7-4bf1-b635-ab21309cae60 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074107 Feb 10 05:17:11.386874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-afdbbb6c-c87b-439c-96af-317191568cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:11.388395 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-afdbbb6c-c87b-439c-96af-317191568cf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1128 time: 0.0533388 Feb 10 05:17:11.491594 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-c7414609-5a82-4ced-a2d4-71ed3c47a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:11.493026 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-c7414609-5a82-4ced-a2d4-71ed3c47a5f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0873151 Feb 10 05:17:11.562112 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-a823a73e-313d-4d1f-b7af-9740e643cbfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1002 time: 0.0627258 Feb 10 05:17:11.609867 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-9e8a7403-3a9d-4f80-a96b-e7598874c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:11.611325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-9e8a7403-3a9d-4f80-a96b-e7598874c249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0438225 Feb 10 05:17:11.660890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-b0ffc8f2-434d-483e-9c66-c4949121a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:11.662446 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-b0ffc8f2-434d-483e-9c66-c4949121a1e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455639 Feb 10 05:17:11.758064 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-4e2fc633-6b62-4f37-98e0-5cdddf3d7c13 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894578 Feb 10 05:17:11.845104 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f717d50e-e3f8-4902-9f8e-804ec6444782 req-75f91a71-47cb-4317-bff3-0cbb015a58e0 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815921 Feb 10 05:17:17.588969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:19.074781 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:27.702231 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-922b3b84-14d5-454e-9c31-1adb2aced570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:29.868483 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-845aa34b-435d-4c65-953b-4a55eb8718ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:31.308659 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:32.875134 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:34.348999 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:43.099035 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:17:47.593995 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:49.041559 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424f54-d912-4b4e-b15a-c775d0e0ca3e req-d092282a-e596-46b3-b7bd-06f44584c422 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:49.043105 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4424f54-d912-4b4e-b15a-c775d0e0ca3e req-d092282a-e596-46b3-b7bd-06f44584c422 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0659688 Feb 10 05:17:49.068943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:49.094109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a4424f54-d912-4b4e-b15a-c775d0e0ca3e req-88dd0995-996a-4bb7-82c5-6795aff39ba3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 Feb 10 05:17:50.217573 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5e55b-6960-44f7-be63-59d3e693107e req-eebbd221-50b8-4826-a532-08ab886815d2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:50.219106 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0de5e55b-6960-44f7-be63-59d3e693107e req-eebbd221-50b8-4826-a532-08ab886815d2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0538723 Feb 10 05:17:50.266823 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0de5e55b-6960-44f7-be63-59d3e693107e req-b2dce348-b5d7-4e83-8adc-daf7e71faf3d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415115 Feb 10 05:17:51.391505 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a57bd-6117-46f3-be30-538951af5514 req-819282dd-0082-4ae7-9b2e-e217538fcb61 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:51.392977 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-957a57bd-6117-46f3-be30-538951af5514 req-819282dd-0082-4ae7-9b2e-e217538fcb61 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0538032 Feb 10 05:17:51.441822 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-957a57bd-6117-46f3-be30-538951af5514 req-3bd29ec6-6e6d-48f9-9290-2ffa869085de tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Feb 10 05:17:52.565104 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83e1c0-f62f-473a-a8ba-8afb9ab3ddd2 req-6ab72646-b1c0-4f04-bc43-bb20f859cf76 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:52.566591 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f83e1c0-f62f-473a-a8ba-8afb9ab3ddd2 req-6ab72646-b1c0-4f04-bc43-bb20f859cf76 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0562425 Feb 10 05:17:52.616363 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8f83e1c0-f62f-473a-a8ba-8afb9ab3ddd2 req-43d4394c-95ea-432f-80c7-ac6221ac0334 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Feb 10 05:17:53.736986 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a8401-7c66-491a-a267-9e64bf5650ec req-cb9a6ef6-f6a6-4faa-957e-fe2fc1d03a6b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:53.740936 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-955a8401-7c66-491a-a267-9e64bf5650ec req-cb9a6ef6-f6a6-4faa-957e-fe2fc1d03a6b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0518582 Feb 10 05:17:53.791195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-955a8401-7c66-491a-a267-9e64bf5650ec req-84ea4cf7-1d18-4da1-9246-60c6170d2dd7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464671 Feb 10 05:17:54.906542 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2c6f-2d86-4f77-843e-a933327176a6 req-64164f82-f1e4-4c71-847d-c777013a0100 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:54.908039 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3aba2c6f-2d86-4f77-843e-a933327176a6 req-64164f82-f1e4-4c71-847d-c777013a0100 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0509286 Feb 10 05:17:54.956494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-3aba2c6f-2d86-4f77-843e-a933327176a6 req-1e4d1f1b-008e-4d80-857b-fee57e8c3a01 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Feb 10 05:17:56.077311 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f9e5-21ab-44c6-ab9a-4e1f9623f58b req-2fbbbf65-8375-426e-9a02-50b1f29530f9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:56.078835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ce2f9e5-21ab-44c6-ab9a-4e1f9623f58b req-2fbbbf65-8375-426e-9a02-50b1f29530f9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0543926 Feb 10 05:17:56.128131 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8ce2f9e5-21ab-44c6-ab9a-4e1f9623f58b req-282de507-8f02-446e-a02a-a134d36e9af5 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Feb 10 05:17:57.256917 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d79ec-8e92-4766-baba-f3759d81e982 req-b4117eb1-35c3-4da1-9508-77b7f213cc99 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:57.258471 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-693d79ec-8e92-4766-baba-f3759d81e982 req-b4117eb1-35c3-4da1-9508-77b7f213cc99 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0553737 Feb 10 05:17:57.313230 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-693d79ec-8e92-4766-baba-f3759d81e982 req-6247178a-65c1-4c15-897d-7045d6950aa0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490766 Feb 10 05:17:57.731251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-135eb181-d452-4189-9893-954549500301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:17:58.432391 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91268ed-4d97-470a-8166-b75e7e3bb97b req-94b52160-f4a8-4c42-9048-ac8d99873f8f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:58.434148 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c91268ed-4d97-470a-8166-b75e7e3bb97b req-94b52160-f4a8-4c42-9048-ac8d99873f8f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0521426 Feb 10 05:17:58.482312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c91268ed-4d97-470a-8166-b75e7e3bb97b req-9fefcb0d-b7f3-4c54-8540-682e9c6af594 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Feb 10 05:17:59.244101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e42d1-2bae-4166-8c1e-0519461a84db req-fce04d84-cfe1-4bff-8d1e-42e9afc028fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:59.245599 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-663e42d1-2bae-4166-8c1e-0519461a84db req-fce04d84-cfe1-4bff-8d1e-42e9afc028fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1128 time: 0.0482152 Feb 10 05:17:59.344184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e42d1-2bae-4166-8c1e-0519461a84db req-156daa01-739d-4f91-8ec2-f3304073a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:59.345663 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-663e42d1-2bae-4166-8c1e-0519461a84db req-156daa01-739d-4f91-8ec2-f3304073a189 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0941155 Feb 10 05:17:59.412175 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-663e42d1-2bae-4166-8c1e-0519461a84db req-3e09b984-c6cd-4475-9f43-b831a309e9c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1002 time: 0.0611887 Feb 10 05:17:59.459077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e42d1-2bae-4166-8c1e-0519461a84db req-84a64597-74b4-4157-85e7-01f06501ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:59.460495 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-663e42d1-2bae-4166-8c1e-0519461a84db req-84a64597-74b4-4157-85e7-01f06501ff7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0430732 Feb 10 05:17:59.508590 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e42d1-2bae-4166-8c1e-0519461a84db req-a395bc71-ebb1-4394-ac74-29dc4a6f8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:59.510234 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-663e42d1-2bae-4166-8c1e-0519461a84db req-a395bc71-ebb1-4394-ac74-29dc4a6f8214 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441027 Feb 10 05:17:59.605968 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c45a2-18e5-471a-918e-10fb14bbdf56 req-348a7193-4b24-46c5-a1b1-717502718ee0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:17:59.607411 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c52c45a2-18e5-471a-918e-10fb14bbdf56 req-348a7193-4b24-46c5-a1b1-717502718ee0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0532470 Feb 10 05:17:59.608957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-663e42d1-2bae-4166-8c1e-0519461a84db req-e5df4984-9b07-4f40-bf39-b8c01ac208eb service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922062 Feb 10 05:17:59.655451 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c52c45a2-18e5-471a-918e-10fb14bbdf56 req-b04eab0e-ffc9-4ee0-b698-3d89e58b656f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423653 Feb 10 05:17:59.700126 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-663e42d1-2bae-4166-8c1e-0519461a84db req-9167c63e-fd19-44e6-b5c5-9c0c9b5bcca0 service neutron] 10.222.0.43 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858614 Feb 10 05:17:59.874553 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e01279ac-4d5b-4b12-800d-567d265f97c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:00.779036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fb75f-93f7-4190-9f10-cc25f41f7ac6 req-4c0e7da7-9118-44e6-a6a3-f4dfd16cf286 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:00.780529 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd2fb75f-93f7-4190-9f10-cc25f41f7ac6 req-4c0e7da7-9118-44e6-a6a3-f4dfd16cf286 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0576141 Feb 10 05:18:00.827473 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-dd2fb75f-93f7-4190-9f10-cc25f41f7ac6 req-5179a65b-e6e0-4b1e-aa79-333bc9bd1557 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Feb 10 05:18:01.285691 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:01.947659 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e5d7d-783e-4956-b8e1-e5bceffb1380 req-9c57b106-652b-42d0-8ce3-862f8c2054d6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:01.949229 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee3e5d7d-783e-4956-b8e1-e5bceffb1380 req-9c57b106-652b-42d0-8ce3-862f8c2054d6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0533504 Feb 10 05:18:01.998384 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ee3e5d7d-783e-4956-b8e1-e5bceffb1380 req-c168770c-55ce-4371-b798-e96d5973e9e8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Feb 10 05:18:02.868689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:03.124275 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb392487-9e97-428c-98bd-8397848f258e req-ef9cadac-bd70-4d69-bf06-0f145126c0d6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:03.125775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb392487-9e97-428c-98bd-8397848f258e req-ef9cadac-bd70-4d69-bf06-0f145126c0d6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0533693 Feb 10 05:18:03.174410 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-cb392487-9e97-428c-98bd-8397848f258e req-5b74e224-86b6-4adf-aa6f-ace26435cd10 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 Feb 10 05:18:04.297376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319944f-fc1c-4e8e-badf-877ae130e5e8 req-5a2c4b64-b84a-4351-afd6-1453745dc594 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:04.298888 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d319944f-fc1c-4e8e-badf-877ae130e5e8 req-5a2c4b64-b84a-4351-afd6-1453745dc594 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 946 time: 0.0556428 Feb 10 05:18:04.352406 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d319944f-fc1c-4e8e-badf-877ae130e5e8 req-45c70be1-e18f-403f-8294-6a0d0f4078df tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 Feb 10 05:18:04.365115 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:04.376139 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4df3c383-d599-4630-9541-77df33ecf77e no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:18:04.622404 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4df3c383-d599-4630-9541-77df33ecf77e is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:18:04.622826 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:04.647872 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:18:04.650279 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c093db88-1bdc-4668-9b74-8fc04cfff7d0" -d '{"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:18:04.664816 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:18:04.737803 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:04.785246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:18:04.793454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.793803 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.794146 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.794487 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.794865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.795201 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.795530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.795883 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.796209 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.796532 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.796858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.797183 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:04.797503 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:05.471987 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad98b9b-255b-4811-a27c-27edea710628 req-0ad4f9b7-c79c-48b0-ae89-b78f0dc53d4b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:05.474198 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cad98b9b-255b-4811-a27c-27edea710628 req-0ad4f9b7-c79c-48b0-ae89-b78f0dc53d4b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0542066 Feb 10 05:18:05.522257 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cad98b9b-255b-4811-a27c-27edea710628 req-7566b6bf-34a1-4cbd-aacc-6a50018f9db3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421877 Feb 10 05:18:05.761842 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 05:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1012953b-2046-4953-8d9f-be0150ac91b7 x-openstack-request-id: req-1012953b-2046-4953-8d9f-be0150ac91b7 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:18:05.762302 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:18:05.762440 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1012953b-2046-4953-8d9f-be0150ac91b7 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:18:05.763109 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'code': 200} Feb 10 05:18:05.873845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b514b71-b8ea-4530-8985-40f1818158a2 req-28848592-4fb5-4eb6-864d-0cc0c908fda0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:05.875510 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b514b71-b8ea-4530-8985-40f1818158a2 req-28848592-4fb5-4eb6-864d-0cc0c908fda0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0534015 Feb 10 05:18:05.928595 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2b514b71-b8ea-4530-8985-40f1818158a2 req-a7c00433-81cc-4253-8a28-19b4c9ee4c84 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474455 Feb 10 05:18:05.936698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-aff0bca1-5995-41c1-8230-e9035429485b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850921 Feb 10 05:18:05.946249 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-c7e54010-19fc-4653-81dd-03403756381d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109958) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:18:05.947255 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-c7e54010-19fc-4653-81dd-03403756381d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058565 Feb 10 05:18:07.081520 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-98364ebf-ac6e-48ad-9584-b9e60e7236f2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:07.082901 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-98364ebf-ac6e-48ad-9584-b9e60e7236f2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports/4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 941 time: 0.0991662 Feb 10 05:18:07.093472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285576-9b80-4d9c-9f9d-e8bd5e6acb8b req-cfdd0b51-03d4-495f-a8cc-89ed46648e3d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:07.094950 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7285576-9b80-4d9c-9f9d-e8bd5e6acb8b req-cfdd0b51-03d4-495f-a8cc-89ed46648e3d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0982594 Feb 10 05:18:07.147121 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b7285576-9b80-4d9c-9f9d-e8bd5e6acb8b req-8f3d10aa-de91-4fbd-893a-ac8cc2795bd4 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446794 Feb 10 05:18:08.271291 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f1b3-2c1c-4e4c-b1aa-5c8ff9c7e107 req-51adefa6-af16-45f7-ac23-cbb4d22ee5c1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:08.273059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1467f1b3-2c1c-4e4c-b1aa-5c8ff9c7e107 req-51adefa6-af16-45f7-ac23-cbb4d22ee5c1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0551140 Feb 10 05:18:08.325025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1467f1b3-2c1c-4e4c-b1aa-5c8ff9c7e107 req-2d521810-9659-4a8b-b618-31ee35aa39d9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462630 Feb 10 05:18:09.441577 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94522859-770d-44a4-8cb1-11f6b110d8fb req-ba1cb655-6c18-4e95-85b6-8722ea5aba6a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:09.443097 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-94522859-770d-44a4-8cb1-11f6b110d8fb req-ba1cb655-6c18-4e95-85b6-8722ea5aba6a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0522404 Feb 10 05:18:09.497340 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-94522859-770d-44a4-8cb1-11f6b110d8fb req-e0108674-8725-44a0-a5a5-a8777ca33d57 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487010 Feb 10 05:18:10.614270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd273-7eef-4ecb-8756-b0e4e09c4731 req-4a50fb42-7620-4c06-8833-eb5e4b49f1a2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:10.615924 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61bcd273-7eef-4ecb-8756-b0e4e09c4731 req-4a50fb42-7620-4c06-8833-eb5e4b49f1a2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0523200 Feb 10 05:18:10.664502 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-61bcd273-7eef-4ecb-8756-b0e4e09c4731 req-a33d6634-af03-42d5-a439-df27d9a5d2a7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Feb 10 05:18:11.788065 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8692-e07a-4d74-bf73-9a6021f33e03 req-818dd98a-d36f-4de9-a2ad-9c48f59541ac tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:11.789574 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b9d8692-e07a-4d74-bf73-9a6021f33e03 req-818dd98a-d36f-4de9-a2ad-9c48f59541ac tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0535212 Feb 10 05:18:11.837961 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0b9d8692-e07a-4d74-bf73-9a6021f33e03 req-7adf0dce-f5c3-4bc8-bc94-73c17cf08fd0 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Feb 10 05:18:12.963601 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401b9de-83b7-4a34-9e1e-f3405cda1bba req-94378e63-c943-48f1-950e-0e19ae89b464 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:12.965106 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a401b9de-83b7-4a34-9e1e-f3405cda1bba req-94378e63-c943-48f1-950e-0e19ae89b464 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0574074 Feb 10 05:18:13.013615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a401b9de-83b7-4a34-9e1e-f3405cda1bba req-6de6aab3-2454-410d-b1f4-23e4d0e09257 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Feb 10 05:18:14.140225 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398720-9461-4617-b2a7-5d67511d9da1 req-601a51ec-9acc-4bab-82c6-1b58f95ca5c8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:14.141899 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2398720-9461-4617-b2a7-5d67511d9da1 req-601a51ec-9acc-4bab-82c6-1b58f95ca5c8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0556664 Feb 10 05:18:14.194001 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-b2398720-9461-4617-b2a7-5d67511d9da1 req-14c79fdd-6e9f-4f44-9321-2a5cd7969cf2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445466 Feb 10 05:18:15.314768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c3e14-27e0-4988-9eb0-84c0311c57b7 req-64846c95-7cae-4bd5-bef7-3da4fcdce484 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:15.316281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e08c3e14-27e0-4988-9eb0-84c0311c57b7 req-64846c95-7cae-4bd5-bef7-3da4fcdce484 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0531404 Feb 10 05:18:15.364216 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e08c3e14-27e0-4988-9eb0-84c0311c57b7 req-75115904-c350-4308-bc91-5ba6feb91edc tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Feb 10 05:18:16.489730 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff8bd3-0af2-43cf-98c3-b7273d283b96 req-0b7b44cd-e9d5-4ef8-8da4-6f7e8354edff tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:16.491305 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3ff8bd3-0af2-43cf-98c3-b7273d283b96 req-0b7b44cd-e9d5-4ef8-8da4-6f7e8354edff tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0563667 Feb 10 05:18:16.540338 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f3ff8bd3-0af2-43cf-98c3-b7273d283b96 req-58e7412d-a163-4f64-9aee-c05c26093a02 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Feb 10 05:18:17.593887 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:17.665945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40c6f-730f-47d1-af48-4d509d3e9b78 req-b558a953-c26f-48de-993b-99fdf4ceeeca tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:17.667578 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9f40c6f-730f-47d1-af48-4d509d3e9b78 req-b558a953-c26f-48de-993b-99fdf4ceeeca tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0590246 Feb 10 05:18:17.717341 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9f40c6f-730f-47d1-af48-4d509d3e9b78 req-f894a0fa-d549-49e8-b23a-81a2aec5ff22 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437624 Feb 10 05:18:18.835143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21fbdc-01ee-4375-8135-5ea981b9e3e1 req-429419f9-d0df-42b9-9816-6e49bda625f8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:18.836623 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d21fbdc-01ee-4375-8135-5ea981b9e3e1 req-429419f9-d0df-42b9-9816-6e49bda625f8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0525372 Feb 10 05:18:18.883923 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-0d21fbdc-01ee-4375-8135-5ea981b9e3e1 req-07c21184-4a9a-4ba7-b1c4-f87c99b9557d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Feb 10 05:18:19.091305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:20.002156 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fd9ea-082e-4112-b251-6b26d206d77d req-3491af0d-f13d-4913-a3a4-823d25e1906a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:20.003643 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-154fd9ea-082e-4112-b251-6b26d206d77d req-3491af0d-f13d-4913-a3a4-823d25e1906a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0528195 Feb 10 05:18:20.053726 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-154fd9ea-082e-4112-b251-6b26d206d77d req-3ae294cd-63e9-4b3d-8084-878d6693fb1a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Feb 10 05:18:20.097851 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:18:21.177160 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7a6b-dd77-4009-a060-f172eaacdeb5 req-8074e134-4fce-4cec-8f5e-aaaf1e99d545 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:21.178673 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9cf7a6b-dd77-4009-a060-f172eaacdeb5 req-8074e134-4fce-4cec-8f5e-aaaf1e99d545 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0564277 Feb 10 05:18:21.226685 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f9cf7a6b-dd77-4009-a060-f172eaacdeb5 req-43521cad-796f-4a07-8f56-71975922892d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Feb 10 05:18:21.424960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-aed509c8-bc27-4830-b797-36d422a6539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:21.427431 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-aed509c8-bc27-4830-b797-36d422a6539f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b&tenant_id=c3136987ff9e46f3b656f67c4b8bc89f HTTP/1.1" status: 200 len: 1126 time: 0.0846982 Feb 10 05:18:21.439960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827844-2', 'device_owner': 'compute:nova'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:18:21.500872 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:21.703225 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:18:21.735675 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:18:21.767645 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df3c383-d599-4630-9541-77df33ecf77e {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:18:21.775150 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Publish callbacks [] for port (4df3c383-d599-4630-9541-77df33ecf77e), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:21.786761 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Transition to ACTIVE for port object 4df3c383-d599-4630-9541-77df33ecf77e will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:18:21.856464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:21.936192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=7']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:18:21.947829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.948186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.948531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.948903 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.949202 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.949536 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.949866 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.950195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.950524 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.950875 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.951203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.951528 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.951853 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:18:21.995072 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] No DVR routers for this DVR port 4df3c383-d599-4630-9541-77df33ecf77e on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:18:22.135101 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:18:22.135432 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:18:22.135755 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:18:22.139889 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Port 4df3c383-d599-4630-9541-77df33ecf77e on network ad93eb63-a1be-4f2e-892e-432626a27fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:18:22.140203 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Attempting to bind port 4df3c383-d599-4630-9541-77df33ecf77e on network ad93eb63-a1be-4f2e-892e-432626a27fb7 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:18:22.145500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:18:22.145500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Checking segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:18:22.145768 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Bound using segment: {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:18:22.146020 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Bound port: 4df3c383-d599-4630-9541-77df33ecf77e, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ae508-b440-4795-b04c-91a29cafa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:18:22.146366 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:22.212036 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:18:22.214845 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:18:22.268892 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:22.333448 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:22.334625 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:22.336099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] 10.222.0.24 "PUT /v2.0/ports/4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1092 time: 0.9001229 Feb 10 05:18:22.336569 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:18:22.338906 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:18:22.377563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355eb07-9e0f-4b0d-a86b-99ec49211eee service neutron] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=8']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:18:22.425532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd793472-a690-468b-a302-106a4f901b1c req-c33c5ae0-9590-493f-bfca-1a0e1fa5d928 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:22.431704 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd793472-a690-468b-a302-106a4f901b1c req-c33c5ae0-9590-493f-bfca-1a0e1fa5d928 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.1364019 Feb 10 05:18:22.462489 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a27e9f4-8c37-4074-953b-5a3229e90b40 x-openstack-request-id: req-0a27e9f4-8c37-4074-953b-5a3229e90b40 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:18:22.462690 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:18:22.462970 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a27e9f4-8c37-4074-953b-5a3229e90b40 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:18:22.463374 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'status': 'completed', 'code': 200} Feb 10 05:18:22.482732 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-343820c3-e09b-43ae-8b10-69e1b09caed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:22.484378 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-343820c3-e09b-43ae-8b10-69e1b09caed4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1126 time: 0.1164725 Feb 10 05:18:22.495060 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-bd793472-a690-468b-a302-106a4f901b1c req-55ad83c8-7096-48be-bc44-0f3f80e698bd tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594897 Feb 10 05:18:22.586329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-a7e06a60-e79e-4bfe-a4a8-8252ff1c1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:22.587776 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-a7e06a60-e79e-4bfe-a4a8-8252ff1c1525 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0974381 Feb 10 05:18:22.657922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-e457150a-f101-46f9-940c-a6aca79303bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1000 time: 0.0631843 Feb 10 05:18:22.705402 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-bbc7be1f-9dcf-438f-9adb-61bc9d240ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:22.707053 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-bbc7be1f-9dcf-438f-9adb-61bc9d240ee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0429280 Feb 10 05:18:22.754244 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-1e231609-2c62-4a66-98df-01dd85e0b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:22.755682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-1e231609-2c62-4a66-98df-01dd85e0b7d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434337 Feb 10 05:18:22.849243 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-325cb7d6-366a-478a-a166-ccc717a9b00d service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874689 Feb 10 05:18:22.936768 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-f9a9bf60-338f-43b5-8325-23868ee81e32 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817630 Feb 10 05:18:23.118532 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-3592f96c-d8d8-436a-8c04-d13d30b2a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:23.120145 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-3592f96c-d8d8-436a-8c04-d13d30b2a8a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1126 time: 0.0494952 Feb 10 05:18:23.210887 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-5a888ca5-03c4-4801-b1d6-df73f5c2b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:23.212361 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-5a888ca5-03c4-4801-b1d6-df73f5c2b5f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0856473 Feb 10 05:18:23.281059 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-f0ed74dc-1eb4-4868-ad54-d9adfb419674 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1000 time: 0.0619433 Feb 10 05:18:23.329152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-77cd80fe-ae43-4668-b870-be28c1304689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:23.330570 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-77cd80fe-ae43-4668-b870-be28c1304689 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0434611 Feb 10 05:18:23.385509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-ec258c8c-284d-4781-961a-86d624f9fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:23.387218 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-ec258c8c-284d-4781-961a-86d624f9fa32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501959 Feb 10 05:18:23.482947 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-9059a128-50c5-49a8-83c9-f7170405ddd6 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884666 Feb 10 05:18:23.574834 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c54b54f0-6d77-41b7-9b28-ca7cfb2f872a req-ce3f9b66-5f36-452c-ba7d-8dcf113c3671 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Feb 10 05:18:23.618438 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471a8a1-ddf9-455c-959b-da13e010ee0e req-b2117dd0-1854-45aa-a2eb-523c4f7e7181 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:23.619982 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8471a8a1-ddf9-455c-959b-da13e010ee0e req-b2117dd0-1854-45aa-a2eb-523c4f7e7181 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0549986 Feb 10 05:18:23.669851 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-8471a8a1-ddf9-455c-959b-da13e010ee0e req-e1c3ae88-4d36-4caa-b077-89e5bab0d52b tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Feb 10 05:18:24.793597 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d80c2-80ca-49f3-8c31-85e665a4882f req-83d2b621-6496-489e-bf81-eba39664ad00 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:24.795107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e69d80c2-80ca-49f3-8c31-85e665a4882f req-83d2b621-6496-489e-bf81-eba39664ad00 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0566790 Feb 10 05:18:24.842601 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e69d80c2-80ca-49f3-8c31-85e665a4882f req-0186df27-42d3-401b-9922-ec33fd320853 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Feb 10 05:18:25.960374 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2849ff2-00d3-4cef-a94b-eee3e0218d31 req-4b3a8fe8-c550-4bb6-9925-15f7eb168c54 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:25.961890 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2849ff2-00d3-4cef-a94b-eee3e0218d31 req-4b3a8fe8-c550-4bb6-9925-15f7eb168c54 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0524588 Feb 10 05:18:26.014801 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a2849ff2-00d3-4cef-a94b-eee3e0218d31 req-9ce218df-0292-44b3-99fc-5be7f57695b9 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472274 Feb 10 05:18:27.139784 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec3f9-5289-4ce0-8f15-4c58b003ea86 req-01b45aa5-3319-4d3f-a0f7-ebb0091ce25d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:27.141297 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c01ec3f9-5289-4ce0-8f15-4c58b003ea86 req-01b45aa5-3319-4d3f-a0f7-ebb0091ce25d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0528843 Feb 10 05:18:27.189957 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-c01ec3f9-5289-4ce0-8f15-4c58b003ea86 req-3df8d58f-a802-4ec7-9761-1a927324c063 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Feb 10 05:18:27.714004 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9398d3c7-759e-4b98-9d9b-d83459e69199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:28.310317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d114cae-ffa4-4c58-b7aa-a099e398b22c req-d211e390-b7d1-4138-8c5c-b8e8a23ddbdb tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:28.311817 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d114cae-ffa4-4c58-b7aa-a099e398b22c req-d211e390-b7d1-4138-8c5c-b8e8a23ddbdb tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0521038 Feb 10 05:18:28.360200 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7d114cae-ffa4-4c58-b7aa-a099e398b22c req-c7744024-be49-4f9a-8f20-338e496ee0b3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Feb 10 05:18:29.478389 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcbe59-ce36-4d3a-b998-8c29561892a0 req-b0b41bb5-c5a4-4d8f-90b7-5545bcb206f7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:29.479873 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2fcbe59-ce36-4d3a-b998-8c29561892a0 req-b0b41bb5-c5a4-4d8f-90b7-5545bcb206f7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0522451 Feb 10 05:18:29.530604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-e2fcbe59-ce36-4d3a-b998-8c29561892a0 req-e3b6439c-bdb1-44bc-8872-08f7cc6c8104 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452244 Feb 10 05:18:29.856161 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-882eba23-9d55-44a4-894b-b5bd0b5a7458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:30.653031 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939dfd-576c-4422-8437-f503afcff672 req-8616fae4-b862-40e9-9053-d4f32ecd15ad tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:30.654439 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b939dfd-576c-4422-8437-f503afcff672 req-8616fae4-b862-40e9-9053-d4f32ecd15ad tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 944 time: 0.0546205 Feb 10 05:18:30.703387 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5b939dfd-576c-4422-8437-f503afcff672 req-0d16fb65-f9b6-4d95-bb36-8110d9d3919e tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Feb 10 05:18:31.273623 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:31.500825 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4df3c383-d599-4630-9541-77df33ecf77e details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:18:31.596247 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:18:31.606774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '4df3c383-d599-4630-9541-77df33ecf77e', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'port_id': '4df3c383-d599-4630-9541-77df33ecf77e', 'mac_address': 'fa:16:3e:bb:9d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:18:31.643316 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4df3c383-d599-4630-9541-77df33ecf77e is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:18:31.643705 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:31.656652 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df3c383-d599-4630-9541-77df33ecf77e {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:18:31.681015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:18:31.748278 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:31.795121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=9']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:18:31.824792 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a533-d2a7-4b51-8fd4-b3d2db9efb3c req-be6c5060-30d9-435a-bab2-cdf5f685e79a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:31.826288 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aef1a533-d2a7-4b51-8fd4-b3d2db9efb3c req-be6c5060-30d9-435a-bab2-cdf5f685e79a tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 945 time: 0.0546830 Feb 10 05:18:31.874679 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-aef1a533-d2a7-4b51-8fd4-b3d2db9efb3c req-fc3d64f5-16f4-4e8f-8509-3fbf82a8e46f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Feb 10 05:18:31.980490 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['4df3c383-d599-4630-9541-77df33ecf77e'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:18:32.896847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:32.995764 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d1c70-22fa-4be6-a344-f1de65f4a6e6 req-da4bbb4c-ca62-4293-9e71-a1a0f8191f9f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:32.997150 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-025d1c70-22fa-4be6-a344-f1de65f4a6e6 req-da4bbb4c-ca62-4293-9e71-a1a0f8191f9f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 945 time: 0.0559037 Feb 10 05:18:33.044622 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-025d1c70-22fa-4be6-a344-f1de65f4a6e6 req-f3023d5a-cfbe-432c-a27c-039e6c14a43c tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Feb 10 05:18:33.517006 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4df3c383-d599-4630-9541-77df33ecf77e up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:18:33.673952 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 4df3c383-d599-4630-9541-77df33ecf77e completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:18:33.677838 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 4df3c383-d599-4630-9541-77df33ecf77e triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:18:33.678233 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4df3c383-d599-4630-9541-77df33ecf77e), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:33.754507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 4df3c383-d599-4630-9541-77df33ecf77e is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:18:33.754922 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:33.778181 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:18:33.780465 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce492e-289a-4dd6-9edf-78af7f34a274" -d '{"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-plugged", "status": "completed", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:18:33.792969 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:18:33.815751 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5608130-5f2b-4c0f-ac7a-e7b601452136 x-openstack-request-id: req-b5608130-5f2b-4c0f-ac7a-e7b601452136 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:18:33.816042 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-plugged", "status": "completed", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:18:33.816462 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5608130-5f2b-4c0f-ac7a-e7b601452136 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:18:33.816860 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'code': 200} Feb 10 05:18:33.862364 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:33.918642 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=10']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:18:33.960847 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1ea9-e449-4929-9e43-a15cf4e2f12e req-b0e6ef55-1d9b-4d2d-8f82-bd8b1ed22466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:33.962371 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b0b1ea9-e449-4929-9e43-a15cf4e2f12e req-b0e6ef55-1d9b-4d2d-8f82-bd8b1ed22466 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1129 time: 0.0447490 Feb 10 05:18:34.006166 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9b0b1ea9-e449-4929-9e43-a15cf4e2f12e req-11903e29-c8a6-4d76-853d-e9bb97516d3b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Feb 10 05:18:34.163338 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f27f-44a1-4e5c-8aaa-2f4f42a5600a req-363989b8-a7a9-4700-a66c-63a223ef42e1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:34.164826 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ff5f27f-44a1-4e5c-8aaa-2f4f42a5600a req-363989b8-a7a9-4700-a66c-63a223ef42e1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 947 time: 0.0525498 Feb 10 05:18:34.213087 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ff5f27f-44a1-4e5c-8aaa-2f4f42a5600a req-4deefd17-d564-47a8-9e61-679b313c7e39 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 Feb 10 05:18:34.365564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:35.336814 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d36a50-86ea-4c3b-a9de-9ebd6fe15957 req-1547b186-481b-49c4-81e7-c080e73f7734 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:18:35.338308 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9d36a50-86ea-4c3b-a9de-9ebd6fe15957 req-1547b186-481b-49c4-81e7-c080e73f7734 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 947 time: 0.0558205 Feb 10 05:18:35.385843 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f9d36a50-86ea-4c3b-a9de-9ebd6fe15957 req-ab3c6539-e3c4-49c8-86aa-b351262ff1a2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Feb 10 05:18:47.576449 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:49.090200 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:57.097729 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:18:57.696789 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2242681e-c2bf-4d37-9e54-586b98b0c0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:18:59.884670 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5de4-8c96-47f8-bbe2-2731b16c7de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:01.313158 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:02.890162 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:04.359665 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:07.509792 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-29754314-ce73-4b0f-aac0-592a8dc733b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444999 Feb 10 05:19:07.594321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeba79-a956-406b-80ba-a12a8936964e req-1a0dec0a-c499-43d7-8efc-69cd8f20b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:19:07.595744 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-1a0dec0a-c499-43d7-8efc-69cd8f20b7f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1129 time: 0.0448534 Feb 10 05:19:07.704926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeba79-a956-406b-80ba-a12a8936964e req-9e96cb05-5b22-4fa5-8806-454266600642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:19:07.706396 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-9e96cb05-5b22-4fa5-8806-454266600642 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0905092 Feb 10 05:19:07.773794 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-3125fa8c-a308-434e-b27b-f49191a3ed7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1002 time: 0.0601037 Feb 10 05:19:07.826373 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeba79-a956-406b-80ba-a12a8936964e req-dca028d8-56d9-4a7c-a99c-f9b2f26f02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:19:07.827898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-dca028d8-56d9-4a7c-a99c-f9b2f26f02e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0484958 Feb 10 05:19:07.877341 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeba79-a956-406b-80ba-a12a8936964e req-778ef9e5-6334-4f39-b3c9-9b3afa5ca093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:19:07.878877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-778ef9e5-6334-4f39-b3c9-9b3afa5ca093 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446582 Feb 10 05:19:07.967267 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-e83b366b-2fa8-4ceb-a1c6-bb39f4aa3700 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824363 Feb 10 05:19:08.057292 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-17eeba79-a956-406b-80ba-a12a8936964e req-f325c967-4944-468a-9a60-e93bd4c2116f service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842178 Feb 10 05:19:17.615924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:19.153057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:27.713031 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-35d70f9d-036b-418a-a8a6-3a06e72c961c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:29.907054 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b61dfb70-6eef-414a-ba4d-5a15659e5df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:31.324140 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:32.889696 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:34.097797 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:19:34.358747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:47.621236 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:49.157915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:57.752580 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b5944ec2-588c-41c7-ad6e-cbfa88a3fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:19:59.889520 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1e533933-a1b8-4426-b540-a926cd9d341d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:01.306847 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:02.889045 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:04.358117 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:08.492615 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-e51ec5cc-3bf2-473f-a88b-079e8c001bd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441136 Feb 10 05:20:08.578521 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-6761c3c2-9be8-4c9d-8be4-0c040ffa2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:08.580018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-6761c3c2-9be8-4c9d-8be4-0c040ffa2fbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1129 time: 0.0477290 Feb 10 05:20:08.686479 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-6365c84f-2e64-43df-90a9-9dc7f81a8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:08.687906 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-6365c84f-2e64-43df-90a9-9dc7f81a8ee0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0886719 Feb 10 05:20:08.765215 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-7a3d57a8-fc58-40ac-9bf4-b45ad9342155 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 1002 time: 0.0609803 Feb 10 05:20:08.813079 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-2d825847-dcf6-47b9-a392-ac18b2173359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:08.814470 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-2d825847-dcf6-47b9-a392-ac18b2173359 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0430224 Feb 10 05:20:08.861375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-0445d62e-0493-49ce-b34a-20d92fa7b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:08.862867 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-0445d62e-0493-49ce-b34a-20d92fa7b674 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427535 Feb 10 05:20:09.292554 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-d8128b15-bc15-44b9-b4a4-534ef810405d service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238791 Feb 10 05:20:09.381482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3148f363-dfb8-4d75-bb8e-a405c838e69f req-46e15629-af9d-4c3a-b27f-004ef5805ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814986 Feb 10 05:20:11.096167 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:20:11.447098 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55618) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:11.604108 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Deleting port 048036bf-623b-49bc-b6b6-e29081aee08e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:11.604450 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (048036bf-623b-49bc-b6b6-e29081aee08e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:11.683180 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (048036bf-623b-49bc-b6b6-e29081aee08e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:11.683500 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (048036bf-623b-49bc-b6b6-e29081aee08e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:11.694832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Calling delete_port for 048036bf-623b-49bc-b6b6-e29081aee08e owned by network:floatingip {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:11.900819 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (048036bf-623b-49bc-b6b6-e29081aee08e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:11.926892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event deleted for resources: {'Port': ['ID=048036bf-623b-49bc-b6b6-e29081aee08e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:11.955583 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.955937 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.956320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.956660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.956997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.957330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.957662 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.957992 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.958320 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.958648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.958998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.959322 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.959644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:11.999647 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for floatingip (273f4a65-1865-49ec-900b-8c78ad783661), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:11.999983 n-d-827844-2 neutron-server[109959]: INFO neutron.db.l3_db [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Floating IP 273f4a65-1865-49ec-900b-8c78ad783661 disassociated (deleted). External IP: 172.25.8.224, port: 4df3c383-d599-4630-9541-77df33ecf77e. Feb 10 05:20:12.214362 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Router 2c40c62b-9d86-4dd8-b654-a0924ef89870 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:20:12.322547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:20:12.327528 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:12.332462 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] Sync routers for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:20:12.343925 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:12.344611 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:12.358779 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-a8d01e53-171e-4bd5-a0a5-da4159059246 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "DELETE /v2.0/floatingips/273f4a65-1865-49ec-900b-8c78ad783661 HTTP/1.1" status: 204 len: 168 time: 0.9083238 Feb 10 05:20:12.358779 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:20:12.359350 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c51dac1-7255-483e-acf2-d869148b6ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:20:12.410100 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e72cb-c212-4dc1-845c-5e2fac7012c0 x-openstack-request-id: req-cc8e72cb-c212-4dc1-845c-5e2fac7012c0 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:20:12.410397 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:20:12.410650 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc8e72cb-c212-4dc1-845c-5e2fac7012c0 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:20:12.411117 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'status': 'completed', 'code': 200} Feb 10 05:20:12.454022 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:12.481404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-b0d58807-5c8e-4157-88ff-c60df8382efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:12.483017 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-b0d58807-5c8e-4157-88ff-c60df8382efc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 1129 time: 0.0497220 Feb 10 05:20:12.580712 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-499bd7ab-a0d1-44b5-98bb-a6f3a0598af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:12.582226 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-499bd7ab-a0d1-44b5-98bb-a6f3a0598af3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 200 len: 909 time: 0.0927172 Feb 10 05:20:12.628829 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-782d2643-be92-4f0f-b66a-973f1dbf2822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 200 len: 217 time: 0.0407698 Feb 10 05:20:12.677017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-071e97ae-ada5-4a82-98a2-e64feab611ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:12.678571 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-071e97ae-ada5-4a82-98a2-e64feab611ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 200 len: 847 time: 0.0442286 Feb 10 05:20:12.743857 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-a7913a34-0e36-4e28-bc51-712c236d678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:12.743857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-a7913a34-0e36-4e28-bc51-712c236d678a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad93eb63-a1be-4f2e-892e-432626a27fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490661 Feb 10 05:20:12.749759 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:12.776846 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] Checking router: 2c40c62b-9d86-4dd8-b654-a0924ef89870 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:20:12.785789 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:12.786388 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:12.845434 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-bbe45cff-d980-4c3e-a695-c39c650469ff service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054120 Feb 10 05:20:12.899528 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:12.973553 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-0c51dac1-7255-483e-acf2-d869148b6ee1 req-18868f9a-a278-4d7b-bf2c-84719e405172 service neutron] 10.222.0.24 "GET /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220143 Feb 10 05:20:12.981714 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b75ab-9cd3-4f81-a419-91c06aaaaba2 req-c40164b3-8117-45e9-ad0b-fff6e39c53b3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:12.983195 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f28b75ab-9cd3-4f81-a419-91c06aaaaba2 req-c40164b3-8117-45e9-ad0b-fff6e39c53b3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 947 time: 0.1749752 Feb 10 05:20:13.033250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f28b75ab-9cd3-4f81-a419-91c06aaaaba2 req-7e0974f9-6148-4969-bf72-d7515efa2ad2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 Feb 10 05:20:13.094571 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:13.123808 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb93bb9-b49b-4d7c-bae1-4ba17cd591bf None None] The sync data for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 is: [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:07Z', 'revision_number': 4, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '20e79cbe-a0ce-4f08-8302-50202dd01ac9', 'name': '', 'network_id': 'ad93eb63-a1be-4f2e-892e-432626a27fb7', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'mac_address': 'fa:16:3e:6d:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:06Z', 'updated_at': '2022-02-10T05:10:11Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'subnets': [{'id': 'd770002c-7b6f-4964-96b2-6e200513e8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:20:13.349990 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bab2ba-9381-4166-a89d-1ec049600fc3 None None] New status for floating IP 273f4a65-1865-49ec-900b-8c78ad783661: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:20:14.271775 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c6328-4eb0-4190-97c5-072317923e14 req-91c6cb4f-defa-480d-93fd-ed7ad9f425f6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:14.273250 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-296c6328-4eb0-4190-97c5-072317923e14 req-91c6cb4f-defa-480d-93fd-ed7ad9f425f6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 947 time: 0.0533936 Feb 10 05:20:14.285885 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155647-9f3d-4341-90d7-ce87c33d8839 req-1ed2ef88-aa60-41f5-8560-e98474894a16 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:14.287682 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3155647-9f3d-4341-90d7-ce87c33d8839 req-1ed2ef88-aa60-41f5-8560-e98474894a16 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 947 time: 0.1018646 Feb 10 05:20:14.349157 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a3155647-9f3d-4341-90d7-ce87c33d8839 req-4a205941-f374-47e6-8dbd-821749cb03f7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ccd2a24-204b-46a5-bde0-e0aa91da00b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510387 Feb 10 05:20:14.369192 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Deleting port 4df3c383-d599-4630-9541-77df33ecf77e {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:14.369536 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4df3c383-d599-4630-9541-77df33ecf77e), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:14.459832 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] For port 4df3c383-d599-4630-9541-77df33ecf77e, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=4df3c383-d599-4630-9541-77df33ecf77e,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:14.460192 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4df3c383-d599-4630-9541-77df33ecf77e), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:14.472720 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Calling delete_port for 4df3c383-d599-4630-9541-77df33ecf77e owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:14.667203 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4df3c383-d599-4630-9541-77df33ecf77e), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:14.698055 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event deleted for resources: {'Port': ['ID=4df3c383-d599-4630-9541-77df33ecf77e,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:14.740573 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] No DVR routers for this DVR port 4df3c383-d599-4630-9541-77df33ecf77e on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:20:14.743402 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:14.746812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-296c6328-4eb0-4190-97c5-072317923e14 req-28441776-e01f-4c46-a65d-fdec04d582a1 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.24 "DELETE /v2.0/ports/4df3c383-d599-4630-9541-77df33ecf77e HTTP/1.1" status: 204 len: 173 time: 0.4686317 Feb 10 05:20:14.747251 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-deleted', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:20:14.749523 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b86f93f-70da-4937-8c64-26c4e4cf31d7" -d '{"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-deleted", "tag": "4df3c383-d599-4630-9541-77df33ecf77e"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:20:14.788914 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c27590-9093-473a-b4bc-1a789b7cf8e8 x-openstack-request-id: req-16c27590-9093-473a-b4bc-1a789b7cf8e8 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:20:14.789229 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eb8148-c3bd-4800-97ac-6eb3848d9e5b", "name": "network-vif-deleted", "tag": "4df3c383-d599-4630-9541-77df33ecf77e", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:20:14.789528 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16c27590-9093-473a-b4bc-1a789b7cf8e8 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:20:14.790605 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eb8148-c3bd-4800-97ac-6eb3848d9e5b', 'name': 'network-vif-deleted', 'tag': '4df3c383-d599-4630-9541-77df33ecf77e', 'status': 'completed', 'code': 200} Feb 10 05:20:15.445778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2d168812-3cbb-4c4f-8d8c-8ec86fede333 req-1f2fdef6-0c02-44cf-ba41-1027cbd4720d tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0289397 Feb 10 05:20:16.548154 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7734cc3b-e78d-4e81-9887-e9edd33a7817 req-2b0c10ff-1a1d-44eb-9f88-9640850c02ad tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0288534 Feb 10 05:20:17.626248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:17.660021 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-59a9330f-1f0b-45fd-9c8d-3e4cde3f148a req-5371cd3e-c85d-443b-bc8c-a29cf9f66960 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0273869 Feb 10 05:20:18.023319 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4df3c383-d599-4630-9541-77df33ecf77e no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:20:18.043916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 4df3c383-d599-4630-9541-77df33ecf77e {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:20:18.048218 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 4df3c383-d599-4630-9541-77df33ecf77e not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:20:18.760164 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-6a424ca1-3251-4887-a56d-6ef33670c2e9 req-3b32f00a-e5f0-4db1-8d39-a7fce7ba9ec8 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0324061 Feb 10 05:20:19.186570 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:19.857464 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ad283dff-8a57-4369-94e1-30710d250037 req-919209aa-a473-496d-954b-d19e487a0a6f tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0273080 Feb 10 05:20:20.952871 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-39e6e830-b0f5-4857-8df6-d66234d287c6 req-106d347e-1d6a-461d-9ee3-5eb6b976ccc7 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0276060 Feb 10 05:20:22.054182 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c8f26b2-d1ff-4156-85a2-4e14ae7a4e89 req-c1228d49-f6a8-489c-9775-9aef376f2004 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0312455 Feb 10 05:20:23.151689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-1de6af1b-0186-4235-b708-32f3f524deb6 req-dc280aba-6b9c-4102-8e43-98bef89e6ef6 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7eb8148-c3bd-4800-97ac-6eb3848d9e5b HTTP/1.1" status: 200 len: 210 time: 0.0291600 Feb 10 05:20:24.207926 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55664) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:24.265367 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-761062e3-4eee-47d3-a072-5457a8bd73d3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (6ccd2a24-204b-46a5-bde0-e0aa91da00b4), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:24.293936 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-761062e3-4eee-47d3-a072-5457a8bd73d3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (6ccd2a24-204b-46a5-bde0-e0aa91da00b4), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:24.432833 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-761062e3-4eee-47d3-a072-5457a8bd73d3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (6ccd2a24-204b-46a5-bde0-e0aa91da00b4), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:24.435539 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-761062e3-4eee-47d3-a072-5457a8bd73d3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:24.436710 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-761062e3-4eee-47d3-a072-5457a8bd73d3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ccd2a24-204b-46a5-bde0-e0aa91da00b4 HTTP/1.1" status: 204 len: 168 time: 0.2277780 Feb 10 05:20:24.446263 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761062e3-4eee-47d3-a072-5457a8bd73d3 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd2a24-204b-46a5-bde0-e0aa91da00b4,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:24.568629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55668) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:25.113964 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (2c40c62b-9d86-4dd8-b654-a0924ef89870), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:25.364102 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Deleting port 20e79cbe-a0ce-4f08-8302-50202dd01ac9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:25.364778 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:25.441756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] For port 20e79cbe-a0ce-4f08-8302-50202dd01ac9, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=20e79cbe-a0ce-4f08-8302-50202dd01ac9,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:25.442035 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:25.459581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Calling delete_port for 20e79cbe-a0ce-4f08-8302-50202dd01ac9 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:25.684007 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (20e79cbe-a0ce-4f08-8302-50202dd01ac9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:25.712923 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e79cbe-a0ce-4f08-8302-50202dd01ac9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:25.902374 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (2c40c62b-9d86-4dd8-b654-a0924ef89870), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:26.135531 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Router 2c40c62b-9d86-4dd8-b654-a0924ef89870 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:20:26.248500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:20:26.255810 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-feee7d70-6c74-4702-9bf8-779112e04b74 admin admin] 10.222.0.42 "PUT /v2.0/routers/2c40c62b-9d86-4dd8-b654-a0924ef89870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835830 Feb 10 05:20:26.256591 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55672) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:26.266557 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] Sync routers for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:20:26.279715 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:26.281094 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:26.368157 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks [] for router (2c40c62b-9d86-4dd8-b654-a0924ef89870), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:26.393042 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:26.472713 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks [] for router_gateway (2c40c62b-9d86-4dd8-b654-a0924ef89870), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:26.585256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Deleting port 4500c12e-2991-4e85-ba30-79c4020b4f51 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:26.586012 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:26.588980 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:20:25Z', 'revision_number': 5, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port': {'id': '4500c12e-2991-4e85-ba30-79c4020b4f51', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:26.619011 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] Checking router: 2c40c62b-9d86-4dd8-b654-a0924ef89870 for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:20:26.628105 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] Routers {'2c40c62b-9d86-4dd8-b654-a0924ef89870'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:26.628715 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['2c40c62b-9d86-4dd8-b654-a0924ef89870'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:26.671724 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] For port 4500c12e-2991-4e85-ba30-79c4020b4f51, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=4500c12e-2991-4e85-ba30-79c4020b4f51,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:26.672140 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:26.689869 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Calling delete_port for 4500c12e-2991-4e85-ba30-79c4020b4f51 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:26.718082 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] Set router 2c40c62b-9d86-4dd8-b654-a0924ef89870 gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:26.770336 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:20:26Z', 'revision_number': 6, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:26.800210 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b3245-254a-47a7-89a4-966c03a17aa0 None None] The sync data for ids ['2c40c62b-9d86-4dd8-b654-a0924ef89870'] in n-d-827844-2 is: [{'id': '2c40c62b-9d86-4dd8-b654-a0924ef89870', 'name': 'tempest-TestShelveInstance-547921736-router', 'tenant_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:04Z', 'updated_at': '2022-02-10T05:20:26Z', 'revision_number': 6, 'project_id': 'c3136987ff9e46f3b656f67c4b8bc89f', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:20:26.935134 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4500c12e-2991-4e85-ba30-79c4020b4f51), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:26.961581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Pushing event deleted for resources: {'Port': ['ID=4500c12e-2991-4e85-ba30-79c4020b4f51,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:27.023613 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (2c40c62b-9d86-4dd8-b654-a0924ef89870), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.116523 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (2c40c62b-9d86-4dd8-b654-a0924ef89870), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.118906 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks [] for router_controller (2c40c62b-9d86-4dd8-b654-a0924ef89870), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.220654 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (2c40c62b-9d86-4dd8-b654-a0924ef89870), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.221193 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c40c62b-9d86-4dd8-b654-a0924ef89870 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:20:27.226463 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.227857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-4b94ad9e-03a7-4ac2-adb8-f9056b2ac844 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2c40c62b-9d86-4dd8-b654-a0924ef89870 HTTP/1.1" status: 204 len: 168 time: 0.9703422 Feb 10 05:20:27.230331 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55674) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:27.283408 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] Deleting subnet d770002c-7b6f-4964-96b2-6e200513e8ae {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:20:27.286518 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] Publish callbacks [] for subnet (d770002c-7b6f-4964-96b2-6e200513e8ae), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.321340 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (d770002c-7b6f-4964-96b2-6e200513e8ae), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.401907 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (d770002c-7b6f-4964-96b2-6e200513e8ae), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.712344 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-390a7e0e-6a60-45db-bf07-b36ef30f7bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.839127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (d770002c-7b6f-4964-96b2-6e200513e8ae), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.873723 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d770002c-7b6f-4964-96b2-6e200513e8ae,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:27.887561 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.888012 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3677017-108d-4f2e-a217-265a1605722b None None] Network ad93eb63-a1be-4f2e-892e-432626a27fb7 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:20:27.899682 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b34b1ade-3309-4a53-aeef-396a6b8b257c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d770002c-7b6f-4964-96b2-6e200513e8ae HTTP/1.1" status: 204 len: 168 time: 0.6628315 Feb 10 05:20:27.900242 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55676) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:27.909983 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 20e79cbe-a0ce-4f08-8302-50202dd01ac9 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:20:27.940855 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 20e79cbe-a0ce-4f08-8302-50202dd01ac9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:20:27.941268 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 20e79cbe-a0ce-4f08-8302-50202dd01ac9 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:20:27.941793 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4500c12e-2991-4e85-ba30-79c4020b4f51 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:20:27.975115 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (ad93eb63-a1be-4f2e-892e-432626a27fb7), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:27.992094 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 4500c12e-2991-4e85-ba30-79c4020b4f51 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:20:27.992589 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 4500c12e-2991-4e85-ba30-79c4020b4f51 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:20:28.031773 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Deleting port c1e25ae5-f93c-4240-8ab9-82850b4f6225 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:28.032114 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.119905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] For port c1e25ae5-f93c-4240-8ab9-82850b4f6225, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c1e25ae5-f93c-4240-8ab9-82850b4f6225,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:28.120343 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] DHCP port deletion for ad93eb63-a1be-4f2e-892e-432626a27fb7 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:20:28.120515 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.133806 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Calling delete_port for c1e25ae5-f93c-4240-8ab9-82850b4f6225 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:28.167449 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Deleting port c1e25ae5-f93c-4240-8ab9-82850b4f6225 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:28.167703 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.237499 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] For port c1e25ae5-f93c-4240-8ab9-82850b4f6225, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c1e25ae5-f93c-4240-8ab9-82850b4f6225,segment=NetworkSegment(9c5ae508-b440-4795-b04c-91a29cafa5fd),segment_id=9c5ae508-b440-4795-b04c-91a29cafa5fd)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:28.238165 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.251213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Calling delete_port for c1e25ae5-f93c-4240-8ab9-82850b4f6225 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:28.277588 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.316264 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] No DVR routers for this DVR port c1e25ae5-f93c-4240-8ab9-82850b4f6225 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:20:28.318509 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e25ae5-f93c-4240-8ab9-82850b4f6225,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 05:20:28.336431 n-d-827844-2 neutron-server[109960]: self.session.flush() Feb 10 05:20:28.344293 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (c1e25ae5-f93c-4240-8ab9-82850b4f6225), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.354341 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.354832 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.355183 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.355523 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.355879 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.356268 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.356547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.357090 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.357601 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.358113 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.358443 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.358793 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.359118 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.372119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Pushing event deleted for resources: {'Port': ['ID=c1e25ae5-f93c-4240-8ab9-82850b4f6225,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:28.377754 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] No DVR routers for this DVR port c1e25ae5-f93c-4240-8ab9-82850b4f6225 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:20:28.387914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.388551 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.389443 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.390002 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.391725 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.392078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.392416 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.392757 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.393586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.393586 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.393940 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.394031 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.394466 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613ddb0-cc9b-4ed1-8c47-74a02edc927c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:28.423267 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (ad93eb63-a1be-4f2e-892e-432626a27fb7), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.444898 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad93eb63-a1be-4f2e-892e-432626a27fb7']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:28.454053 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5ae508-b440-4795-b04c-91a29cafa5fd') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:28.454347 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5ae508-b440-4795-b04c-91a29cafa5fd') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:28.463883 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (9c5ae508-b440-4795-b04c-91a29cafa5fd), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.476719 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (9c5ae508-b440-4795-b04c-91a29cafa5fd), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.483495 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (9c5ae508-b440-4795-b04c-91a29cafa5fd), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:20:28.488702 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:20:28.597812 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (ad93eb63-a1be-4f2e-892e-432626a27fb7), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.603491 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:28.607570 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ad93eb63-a1be-4f2e-892e-432626a27fb7 HTTP/1.1" status: 204 len: 168 time: 0.7071509 Feb 10 05:20:28.610593 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55678) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:28.618128 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed470228-db71-4ed3-9225-2e80ffad86a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad93eb63-a1be-4f2e-892e-432626a27fb7,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:28.984955 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (81a3242d-84d2-43d3-a6f2-09781d78f9c0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:29.240746 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Deleting port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:29.241151 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:29.323879 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] For port e3cbb745-d477-42e7-b16e-efbb9b9f7ec7, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,segment=NetworkSegment(975c83ff-057f-4cd1-a70c-e31e92bb4023),segment_id=975c83ff-057f-4cd1-a70c-e31e92bb4023)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:29.324242 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:29.349725 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Calling delete_port for e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:29.609381 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (e3cbb745-d477-42e7-b16e-efbb9b9f7ec7), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:29.638777 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cbb745-d477-42e7-b16e-efbb9b9f7ec7,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:29.845684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (81a3242d-84d2-43d3-a6f2-09781d78f9c0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:29.867030 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f677080-248c-4ebf-9ba6-6cfd3c1944f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:29.957213 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c1e25ae5-f93c-4240-8ab9-82850b4f6225 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:20:29.986034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c1e25ae5-f93c-4240-8ab9-82850b4f6225 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:20:29.986389 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c1e25ae5-f93c-4240-8ab9-82850b4f6225 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:20:30.094256 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:20:30.205307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:20:30.210399 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-cf108a59-5b9e-4cb7-95f2-0472275e635a admin admin] 10.222.0.42 "PUT /v2.0/routers/81a3242d-84d2-43d3-a6f2-09781d78f9c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987360 Feb 10 05:20:30.212959 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55680) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:30.216334 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] Sync routers for ids ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:20:30.227245 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] Routers {'81a3242d-84d2-43d3-a6f2-09781d78f9c0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:30.228328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:30.321189 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks [] for router (81a3242d-84d2-43d3-a6f2-09781d78f9c0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:30.349905 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] Set router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:30.431534 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks [] for router_gateway (81a3242d-84d2-43d3-a6f2-09781d78f9c0), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:30.532716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:20:29Z', 'revision_number': 5, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port': {'id': '87b5036a-2057-49f5-a51b-89c002dc09ff', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:30.561890 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] Checking router: 81a3242d-84d2-43d3-a6f2-09781d78f9c0 for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:20:30.568342 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Deleting port 87b5036a-2057-49f5-a51b-89c002dc09ff {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:30.568928 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:30.571111 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] Routers {'81a3242d-84d2-43d3-a6f2-09781d78f9c0'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:30.571500 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:30.651469 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] For port 87b5036a-2057-49f5-a51b-89c002dc09ff, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=87b5036a-2057-49f5-a51b-89c002dc09ff,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:30.652385 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:30.660441 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] Set router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:30.665077 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Calling delete_port for 87b5036a-2057-49f5-a51b-89c002dc09ff owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:30.882328 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:20:30Z', 'revision_number': 6, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:30.908186 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308525c-5456-40ab-88bb-9bfa0787ee84 None None] The sync data for ids ['81a3242d-84d2-43d3-a6f2-09781d78f9c0'] in n-d-827844-2 is: [{'id': '81a3242d-84d2-43d3-a6f2-09781d78f9c0', 'name': 'tempest-TestShelveInstance-1052336862-router', 'tenant_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:10:10Z', 'updated_at': '2022-02-10T05:20:30Z', 'revision_number': 6, 'project_id': 'f5ec8786619a4c61af0fd30cac0a388c', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:20:30.912154 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (87b5036a-2057-49f5-a51b-89c002dc09ff), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:30.943982 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Pushing event deleted for resources: {'Port': ['ID=87b5036a-2057-49f5-a51b-89c002dc09ff,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:31.004645 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (81a3242d-84d2-43d3-a6f2-09781d78f9c0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.094619 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (81a3242d-84d2-43d3-a6f2-09781d78f9c0), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.096714 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks [] for router_controller (81a3242d-84d2-43d3-a6f2-09781d78f9c0), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.215005 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (81a3242d-84d2-43d3-a6f2-09781d78f9c0), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.215563 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a3242d-84d2-43d3-a6f2-09781d78f9c0 {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:20:31.220457 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.221256 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-9c2c322d-dc6d-4e71-a03b-8c6e4d88009e admin admin] 10.222.0.42 "DELETE /v2.0/routers/81a3242d-84d2-43d3-a6f2-09781d78f9c0 HTTP/1.1" status: 204 len: 168 time: 1.0066738 Feb 10 05:20:31.223715 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55682) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:31.270527 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] Deleting subnet 76caba82-71c9-4c03-91fb-a5ba63bc3032 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:20:31.273815 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] Publish callbacks [] for subnet (76caba82-71c9-4c03-91fb-a5ba63bc3032), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.309764 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (76caba82-71c9-4c03-91fb-a5ba63bc3032), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.329380 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.392464 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (76caba82-71c9-4c03-91fb-a5ba63bc3032), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.489482 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (76caba82-71c9-4c03-91fb-a5ba63bc3032), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.518619 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76caba82-71c9-4c03-91fb-a5ba63bc3032,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:31.522882 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.529261 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edc7d5-b829-407d-a925-0511e8d835fe None None] Network 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:20:31.529545 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-17028228-7cc6-4e23-80bf-17fe8113976b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/76caba82-71c9-4c03-91fb-a5ba63bc3032 HTTP/1.1" status: 204 len: 168 time: 0.3015690 Feb 10 05:20:31.529545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55684) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:31.598825 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.658665 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Deleting port c6452af6-76de-4a50-bacc-ce8c53bfcc4d {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:31.659310 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.699220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] DHCP port deletion for 6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:20:31.725684 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] For port c6452af6-76de-4a50-bacc-ce8c53bfcc4d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,segment=NetworkSegment(975c83ff-057f-4cd1-a70c-e31e92bb4023),segment_id=975c83ff-057f-4cd1-a70c-e31e92bb4023)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:31.726078 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.741143 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Calling delete_port for c6452af6-76de-4a50-bacc-ce8c53bfcc4d owned by network:dhcp {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:31.748682 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] Deleting port c6452af6-76de-4a50-bacc-ce8c53bfcc4d {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:20:31.749131 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.818848 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] For port c6452af6-76de-4a50-bacc-ce8c53bfcc4d, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,segment=NetworkSegment(975c83ff-057f-4cd1-a70c-e31e92bb4023),segment_id=975c83ff-057f-4cd1-a70c-e31e92bb4023)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:31.819251 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.833524 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] Calling delete_port for c6452af6-76de-4a50-bacc-ce8c53bfcc4d owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:20:31.875958 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 87b5036a-2057-49f5-a51b-89c002dc09ff no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:20:31.889684 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:31.905523 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 87b5036a-2057-49f5-a51b-89c002dc09ff {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:20:31.913275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 87b5036a-2057-49f5-a51b-89c002dc09ff not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:20:31.913275 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:20:31.917949 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:31.923001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] No DVR routers for this DVR port c6452af6-76de-4a50-bacc-ce8c53bfcc4d on host n-d-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:20:31.933231 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:20:31.933580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device e3cbb745-d477-42e7-b16e-efbb9b9f7ec7 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:20:31.934207 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c6452af6-76de-4a50-bacc-ce8c53bfcc4d no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:20:31.956518 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: c6452af6-76de-4a50-bacc-ce8c53bfcc4d {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:20:31.957555 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device c6452af6-76de-4a50-bacc-ce8c53bfcc4d not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:20:31.980927 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (c6452af6-76de-4a50-bacc-ce8c53bfcc4d), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.003492 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.013851 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] Pushing event deleted for resources: {'Port': ['ID=c6452af6-76de-4a50-bacc-ce8c53bfcc4d,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:32.015950 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3f7e9-cc65-4b9a-bc55-79e7b174ec63 None None] No DVR routers for this DVR port c6452af6-76de-4a50-bacc-ce8c53bfcc4d on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:20:32.033890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19']}} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:32.039122 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975c83ff-057f-4cd1-a70c-e31e92bb4023') {'for_net_delete': True} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:32.039413 n-d-827844-2 neutron-server[109959]: DEBUG neutron.services.segments.db [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975c83ff-057f-4cd1-a70c-e31e92bb4023') {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:32.048810 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467710'] for segment (975c83ff-057f-4cd1-a70c-e31e92bb4023), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.063239 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (975c83ff-057f-4cd1-a70c-e31e92bb4023), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.069057 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:20:32.069439 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5700748'] for segment (975c83ff-057f-4cd1-a70c-e31e92bb4023), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: Traceback (most recent call last): Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: timer() Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: cb(*args, **kw) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: return func(*args, **kwargs) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: self._notify() Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: self.callback(batched_events) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: event.method(event) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: return f(self, *a, **k) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: return self._get(url).json() Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: return self.request(url, 'GET', **kwargs) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:20:32.071105 n-d-827844-2 neutron-server[109959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:20:32.163646 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.169556 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.172696 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19 HTTP/1.1" status: 204 len: 168 time: 0.6429756 Feb 10 05:20:32.184186 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69e3f6-ab69-4179-a7b7-ccb29f123244 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0c6c18-5bbc-481f-bf58-66ac7e2e4c19,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:32.448526 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55688) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:32.487550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9710b43d-fe4b-4cae-af49-a2637f1d6f58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3136987ff9e46f3b656f67c4b8bc89f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378852 Feb 10 05:20:32.489939 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55690) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:32.535751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bab1e955-5513-491d-b500-50261e9799a2 admin admin] Publish callbacks [] for security_group (bd542d74-09d4-4998-87bb-2e1335fa54af), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.556071 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bab1e955-5513-491d-b500-50261e9799a2 admin admin] Publish callbacks [] for security_group (bd542d74-09d4-4998-87bb-2e1335fa54af), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.648808 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bab1e955-5513-491d-b500-50261e9799a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (bd542d74-09d4-4998-87bb-2e1335fa54af), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.652308 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bab1e955-5513-491d-b500-50261e9799a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:32.653582 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bab1e955-5513-491d-b500-50261e9799a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd542d74-09d4-4998-87bb-2e1335fa54af HTTP/1.1" status: 204 len: 168 time: 0.1627574 Feb 10 05:20:32.661305 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1e955-5513-491d-b500-50261e9799a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd542d74-09d4-4998-87bb-2e1335fa54af,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:32.888883 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:33.203006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55696) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:33.242346 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-2a81b411-76b2-4a8e-b5ca-ba59b0c6e2e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5ec8786619a4c61af0fd30cac0a388c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381281 Feb 10 05:20:33.245085 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55698) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:33.292008 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a46781ba-5e3e-4be1-9ce3-492457cc7371 admin admin] Publish callbacks [] for security_group (3842cd85-be50-4791-b544-8209d0313408), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:33.312318 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a46781ba-5e3e-4be1-9ce3-492457cc7371 admin admin] Publish callbacks [] for security_group (3842cd85-be50-4791-b544-8209d0313408), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:33.420693 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a46781ba-5e3e-4be1-9ce3-492457cc7371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (3842cd85-be50-4791-b544-8209d0313408), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:33.423415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-a46781ba-5e3e-4be1-9ce3-492457cc7371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:33.424584 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-a46781ba-5e3e-4be1-9ce3-492457cc7371 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3842cd85-be50-4791-b544-8209d0313408 HTTP/1.1" status: 204 len: 168 time: 0.1784897 Feb 10 05:20:33.432812 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46781ba-5e3e-4be1-9ce3-492457cc7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3842cd85-be50-4791-b544-8209d0313408,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:34.380671 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.448725 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55720) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:34.540600 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1810434728-network', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:34.608639 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Made reservation on behalf of 11aea0bbff4447c9a4d5aae296e2df02 for: {'network': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:20:34.611041 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.620173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.693482 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks [] for security_group (f7ee1d64-986e-4156-a1c6-d78ce6f174d3), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.739954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f7ee1d64-986e-4156-a1c6-d78ce6f174d3), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.766419 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:20:34.772528 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ee1d64-986e-4156-a1c6-d78ce6f174d3,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:34.779391 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (05b59ad8-619b-4387-aae5-359d89eced39), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.779736 n-d-827844-2 neutron-server[109958]: INFO neutron.db.segments_db [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Added segment 05b59ad8-619b-4387-aae5-359d89eced39 of type vlan for network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 Feb 10 05:20:34.823142 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (e33b7e4c-73d3-4cdd-9ace-698e28cc5259), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.900335 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (e33b7e4c-73d3-4cdd-9ace-698e28cc5259), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.901567 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:34.902161 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:34.961805 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] Pushing event updated for resources: {'Network': ['ID=e33b7e4c-73d3-4cdd-9ace-698e28cc5259,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:34.971519 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:20:34.983238 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-8b561cf0-c427-4eab-ad17-1f25c86e0f35 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5332925 Feb 10 05:20:34.988434 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55724) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:34.990675 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Request body: {'subnet': {'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1810434728-subnet', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:35.066100 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Made reservation on behalf of 11aea0bbff4447c9a4d5aae296e2df02 for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:20:35.068603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.294399 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (0747a875-d3e4-4ef7-828c-a2b5325992ae), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.354362 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0747a875-d3e4-4ef7-828c-a2b5325992ae,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:35.361171 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Checking segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:35.361530 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Network hostable DHCP agents. Network: e33b7e4c-73d3-4cdd-9ace-698e28cc5259, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:20:35.443236 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:20:35.511595 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, e33b7e4c-73d3-4cdd-9ace-698e28cc5259) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:35.515851 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:35.516443 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.521600 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cba2ab-cb3a-4f6d-a83c-f4f126d1b476 None None] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:20:35.589519 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-dd93d055-dad2-441f-988a-8372ec200330 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6023979 Feb 10 05:20:35.592152 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55726) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:35.596654 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:35.625809 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:20:35.626650 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.671951 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (373cc917-688c-4e2c-95d7-d18528062e1b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.673128 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (373cc917-688c-4e2c-95d7-d18528062e1b), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.729272 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks [] for router_controller (373cc917-688c-4e2c-95d7-d18528062e1b), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.767613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Allocated IP 172.20.0.2 (e33b7e4c-73d3-4cdd-9ace-698e28cc5259/0747a875-d3e4-4ef7-828c-a2b5325992ae/22bbbf0c-0a74-4ed4-b580-d861378fa890) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:20:35.913513 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Publish callbacks [] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:35.975564 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.017657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:36.020728 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:36.024330 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:20:36.031320 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Pushing event updated for resources: {'Port': ['ID=22bbbf0c-0a74-4ed4-b580-d861378fa890,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:36.090517 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Attempting to bind port 22bbbf0c-0a74-4ed4-b580-d861378fa890 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:20:36.091192 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Attempting to bind port 22bbbf0c-0a74-4ed4-b580-d861378fa890 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:20:36.091820 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Attempting to bind port 22bbbf0c-0a74-4ed4-b580-d861378fa890 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:36.099315 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:20:36.099705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Checking segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:36.100133 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.100512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Bound using segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:20:36.100995 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Bound port: 22bbbf0c-0a74-4ed4-b580-d861378fa890, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:20:36.101381 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.173913 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] For port 22bbbf0c-0a74-4ed4-b580-d861378fa890, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:20:36.177099 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] For port 22bbbf0c-0a74-4ed4-b580-d861378fa890, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=22bbbf0c-0a74-4ed4-b580-d861378fa890,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:20:36.249473 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.266821 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks [] for router_gateway (373cc917-688c-4e2c-95d7-d18528062e1b), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.305041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a520d69-ff28-4124-b832-5ccfacc697b1 None None] Pushing event updated for resources: {'Port': ['ID=22bbbf0c-0a74-4ed4-b580-d861378fa890,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:36.524695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks [] for router_gateway (373cc917-688c-4e2c-95d7-d18528062e1b), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.545165 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.657304 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Allocated IP 172.25.8.72 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b5bb41de-74e7-4e64-9d40-806163fb4748) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:20:36.761980 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks [] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.866777 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:36.907380 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:36.910230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:36.913874 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:20:36.920618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bb41de-74e7-4e64-9d40-806163fb4748,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:37.252951 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78544e39-d27a-4ae0-8628-6e7c558e324e None None] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:20:37.263461 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks [] for router_gateway (373cc917-688c-4e2c-95d7-d18528062e1b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:37.370076 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-586d9aa3-b63d-457b-87ab-480e0df18acd None None] Provisioning complete for port 22bbbf0c-0a74-4ed4-b580-d861378fa890 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:37.370446 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-586d9aa3-b63d-457b-87ab-480e0df18acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:37.464027 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-586d9aa3-b63d-457b-87ab-480e0df18acd None None] Current status of the port 22bbbf0c-0a74-4ed4-b580-d861378fa890 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:37.464432 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-586d9aa3-b63d-457b-87ab-480e0df18acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:37.478225 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (373cc917-688c-4e2c-95d7-d18528062e1b), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:37.499038 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-586d9aa3-b63d-457b-87ab-480e0df18acd None None] For port 22bbbf0c-0a74-4ed4-b580-d861378fa890, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=22bbbf0c-0a74-4ed4-b580-d861378fa890,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:37.558138 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-586d9aa3-b63d-457b-87ab-480e0df18acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:37.612558 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d9aa3-b63d-457b-87ab-480e0df18acd None None] Pushing event updated for resources: {'Port': ['ID=22bbbf0c-0a74-4ed4-b580-d861378fa890,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:37.677223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-52efa49d-6705-4b75-9353-a772b8b26305 None None] Provisioning complete for port 22bbbf0c-0a74-4ed4-b580-d861378fa890 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:37.677603 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-52efa49d-6705-4b75-9353-a772b8b26305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:37.684004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Router 373cc917-688c-4e2c-95d7-d18528062e1b is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:20:37.755392 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-52efa49d-6705-4b75-9353-a772b8b26305 None None] Current status of the port 22bbbf0c-0a74-4ed4-b580-d861378fa890 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:37.793770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:20:37.802320 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Sync routers for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:20:37.812324 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:37.812936 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:37.885531 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:37.886844 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-b1707a48-822e-4ba4-b5da-e3f310de35f9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2935934 Feb 10 05:20:37.889557 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55728) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:37.910017 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 22bbbf0c-0a74-4ed4-b580-d861378fa890 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:37.920250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:37.962234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 22bbbf0c-0a74-4ed4-b580-d861378fa890 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:37.963018 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.049908 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 22bbbf0c-0a74-4ed4-b580-d861378fa890 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:38.106390 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:37Z', 'revision_number': 3, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:38.226441 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Checking router: 373cc917-688c-4e2c-95d7-d18528062e1b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:20:38.226820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Updating router 373cc917-688c-4e2c-95d7-d18528062e1b port b5bb41de-74e7-4e64-9d40-806163fb4748 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:20:38.254624 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.331300 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.493342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Allocated IP 172.20.0.1 (e33b7e4c-73d3-4cdd-9ace-698e28cc5259/0747a875-d3e4-4ef7-828c-a2b5325992ae/7bd707fb-09da-4454-b1bf-3798c2598f72) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:20:38.503867 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Publish callbacks [] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.557796 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.594209 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks [] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.610272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Attempting to bind port b5bb41de-74e7-4e64-9d40-806163fb4748 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:20:38.610640 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Attempting to bind port b5bb41de-74e7-4e64-9d40-806163fb4748 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:20:38.611021 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Attempting to bind port b5bb41de-74e7-4e64-9d40-806163fb4748 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:38.617518 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Pushing event updated for resources: {'Port': ['ID=b5bb41de-74e7-4e64-9d40-806163fb4748,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:38.620720 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:20:38.621091 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:38.621488 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.621875 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:20:38.622360 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Bound port: b5bb41de-74e7-4e64-9d40-806163fb4748, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:20:38.622738 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.644097 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.644439 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.644775 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.645106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.645434 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.645758 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.646081 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.646402 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.646738 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.647061 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.647379 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.647698 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.648046 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:20:38.672291 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.683150 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] For port b5bb41de-74e7-4e64-9d40-806163fb4748, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:20:38.686262 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] For port b5bb41de-74e7-4e64-9d40-806163fb4748, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b5bb41de-74e7-4e64-9d40-806163fb4748,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:20:38.713281 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:38.718424 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:38.723143 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:20:38.753177 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd707fb-09da-4454-b1bf-3798c2598f72,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:38.764769 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.770166 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (373cc917-688c-4e2c-95d7-d18528062e1b), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.833250 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137bfb8-4eca-4352-a7f7-5184417cb5b3 None None] Pushing event updated for resources: {'Port': ['ID=b5bb41de-74e7-4e64-9d40-806163fb4748,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:38.837163 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:38.838580 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:38.953485 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:38.969262 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:38.985599 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-07a18cbd-a4ce-4449-bc75-83fc0aab3566 None None] Provisioning complete for port 7bd707fb-09da-4454-b1bf-3798c2598f72 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:38.985599 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-07a18cbd-a4ce-4449-bc75-83fc0aab3566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:39.019552 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-07a18cbd-a4ce-4449-bc75-83fc0aab3566 None None] Port 7bd707fb-09da-4454-b1bf-3798c2598f72 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:20:39.133168 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks [] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:39.135521 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:37Z', 'revision_number': 3, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:39.163172 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcafddb9-d791-4be3-a4ca-e43945e01546 None None] The sync data for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 is: [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:37Z', 'revision_number': 3, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:20:39.198659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:39.264903 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (373cc917-688c-4e2c-95d7-d18528062e1b), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:39.266623 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd707fb-09da-4454-b1bf-3798c2598f72,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:39.368123 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:39.370088 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:39.515278 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Router 373cc917-688c-4e2c-95d7-d18528062e1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:20:39.634174 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:20:39.642478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-53e25732-ae16-4ed7-b639-a558c0c35cc2 admin admin] 10.222.0.42 "PUT /v2.0/routers/373cc917-688c-4e2c-95d7-d18528062e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518435 Feb 10 05:20:39.649901 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-0f23d6ff-1522-4286-9426-e8359190bd97 None None] Provisioning complete for port 7bd707fb-09da-4454-b1bf-3798c2598f72 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:39.650582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0f23d6ff-1522-4286-9426-e8359190bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:39.690821 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-0f23d6ff-1522-4286-9426-e8359190bd97 None None] Port 7bd707fb-09da-4454-b1bf-3798c2598f72 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:20:39.888985 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b5bb41de-74e7-4e64-9d40-806163fb4748 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:39.945208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b5bb41de-74e7-4e64-9d40-806163fb4748 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:39.945517 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.031928 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b5bb41de-74e7-4e64-9d40-806163fb4748 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:40.032966 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.057986 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port b5bb41de-74e7-4e64-9d40-806163fb4748, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b5bb41de-74e7-4e64-9d40-806163fb4748,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:40.123328 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.182025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=b5bb41de-74e7-4e64-9d40-806163fb4748,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:40.367081 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55744) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:40.372313 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1144994936-network', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:40.443249 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Made reservation on behalf of 1ad5ce76115c4d589285a36236de6ffc for: {'network': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:20:40.445649 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for network (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.455636 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.536890 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks [] for security_group (67a96d89-1f3e-4c64-b50d-9b57e64d7b4d), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.609014 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (67a96d89-1f3e-4c64-b50d-9b57e64d7b4d), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.634509 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 05:20:40.645082 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a96d89-1f3e-4c64-b50d-9b57e64d7b4d,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:40.650108 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (167c9b98-c19c-4b27-94bf-c66cf2008b91), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.651354 n-d-827844-2 neutron-server[109959]: INFO neutron.db.segments_db [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Added segment 167c9b98-c19c-4b27-94bf-c66cf2008b91 of type vlan for network 3c55203f-4482-4050-8416-5685115a8132 Feb 10 05:20:40.694931 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782247323149'] for network (3c55203f-4482-4050-8416-5685115a8132), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.792389 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998'] for network (3c55203f-4482-4050-8416-5685115a8132), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.793666 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:40.794264 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.809071 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Sync routers for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:20:40.820507 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:40.821175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:40.860029 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] Pushing event updated for resources: {'Network': ['ID=3c55203f-4482-4050-8416-5685115a8132,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:40.874388 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Network 3c55203f-4482-4050-8416-5685115a8132 details requested by agent ovs-agent-n-d-827844-2 with host n-d-827844-2 {{(pid=109960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 05:20:40.897620 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-06c6ba87-f6e1-43ba-963c-3d0183b60133 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5293458 Feb 10 05:20:40.900683 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55746) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:40.905648 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Request body: {'subnet': {'network_id': '3c55203f-4482-4050-8416-5685115a8132', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1144994936-subnet', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'ip_version': 4}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:40.975040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Made reservation on behalf of 1ad5ce76115c4d589285a36236de6ffc for: {'subnet': 1} {{(pid=109958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:20:40.977516 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240051'] for subnet (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:40.988991 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:41.208085 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:39Z', 'revision_number': 2, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:41.236581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Checking router: 373cc917-688c-4e2c-95d7-d18528062e1b for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:20:41.236981 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Updating router 373cc917-688c-4e2c-95d7-d18528062e1b port 7bd707fb-09da-4454-b1bf-3798c2598f72 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:20:41.264807 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.454967 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4225044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240033'] for subnet (87b62a65-9b95-4385-a560-259c8d176f35), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.517883 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Checking segment: {'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:41.518180 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Network hostable DHCP agents. Network: 3c55203f-4482-4050-8416-5685115a8132, hostable agents: ['2c8355b0-5c47-45ff-a833-7cd538262958'], hosted agents: [] {{(pid=109958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 05:20:41.520241 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b62a65-9b95-4385-a560-259c8d176f35,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:41.540145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Publish callbacks [] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.591694 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Network 3c55203f-4482-4050-8416-5685115a8132 is scheduled to be hosted by DHCP agent 2c8355b0-5c47-45ff-a833-7cd538262958 with binding_index 1 {{(pid=109958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 05:20:41.637547 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.660359 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827844-2, 3c55203f-4482-4050-8416-5685115a8132) {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:41.665217 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:41.671529 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.684208 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01ac54-2e12-413f-8d67-aa4683a66fff None None] Network 3c55203f-4482-4050-8416-5685115a8132 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:20:41.749048 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-de7da800-f71c-497d-b414-a21c09982188 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8471420 Feb 10 05:20:41.751639 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 55748) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:41.756748 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:41.851587 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8239148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7969'] for router (a99056bf-85e7-4ce3-8902-438c8b158b0f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.854774 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8239192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7915627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7976'] for router (a99056bf-85e7-4ce3-8902-438c8b158b0f), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.911501 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b5bb41de-74e7-4e64-9d40-806163fb4748 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:41.931508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks [] for router_controller (a99056bf-85e7-4ce3-8902-438c8b158b0f), precommit_add_association {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:41.960537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c7c4b-21b2-431f-8d05-6ee3ef992018 None None] Pushing event updated for resources: {'Port': ['ID=7bd707fb-09da-4454-b1bf-3798c2598f72,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:42.015828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Attempting to bind port 7bd707fb-09da-4454-b1bf-3798c2598f72 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:20:42.016220 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Attempting to bind port 7bd707fb-09da-4454-b1bf-3798c2598f72 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:20:42.016580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Attempting to bind port 7bd707fb-09da-4454-b1bf-3798c2598f72 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:42.035075 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:20:42.035403 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Checking segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:42.035791 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.036194 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Bound using segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:20:42.036678 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Bound port: 7bd707fb-09da-4454-b1bf-3798c2598f72, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:20:42.037071 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.083639 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-757c6956-b3cd-4a0d-a489-8405c6ff4929 None None] Provisioning complete for port 7bd707fb-09da-4454-b1bf-3798c2598f72 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:42.084019 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-757c6956-b3cd-4a0d-a489-8405c6ff4929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.113398 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0a95409-a955-536c-94d2-2df0bb45837c-3c55203f-4482-4050-8416-5685115a8132', 'network_id': '3c55203f-4482-4050-8416-5685115a8132', 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'fixed_ips': [{'subnet_id': '87b62a65-9b95-4385-a560-259c8d176f35'}]}} from n-d-827844-2. {{(pid=109960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 05:20:42.114243 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.144246 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks [] for router_gateway (a99056bf-85e7-4ce3-8902-438c8b158b0f), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.151510 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b5bb41de-74e7-4e64-9d40-806163fb4748 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:42.151894 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.223764 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-757c6956-b3cd-4a0d-a489-8405c6ff4929 None None] Port 7bd707fb-09da-4454-b1bf-3798c2598f72 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:20:42.283716 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] For port 7bd707fb-09da-4454-b1bf-3798c2598f72, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:20:42.308906 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] For port 7bd707fb-09da-4454-b1bf-3798c2598f72, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7bd707fb-09da-4454-b1bf-3798c2598f72,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:20:42.390148 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.423582 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.db_base_plugin_common [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Allocated IP 172.20.0.2 (3c55203f-4482-4050-8416-5685115a8132/87b62a65-9b95-4385-a560-259c8d176f35/6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4) {{(pid=109960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:20:42.429794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b5bb41de-74e7-4e64-9d40-806163fb4748 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:42.434459 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks [] for router_gateway (a99056bf-85e7-4ce3-8902-438c8b158b0f), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.459704 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.480668 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:42.481318 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:42.532573 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c7c4b-21b2-431f-8d05-6ee3ef992018 None None] Pushing event updated for resources: {'Port': ['ID=7bd707fb-09da-4454-b1bf-3798c2598f72,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:42.569772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Allocated IP 172.25.8.192 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/b227a09e-fc6d-4199-82ff-2b0b208ead34) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:20:42.688897 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks [] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.691504 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:42.753647 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Publish callbacks [] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), precommit_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.769091 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.814112 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:42.815165 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-1cccb6a4-6bde-40fb-a72a-a9e6342660c0 None None] Provisioning complete for port 7bd707fb-09da-4454-b1bf-3798c2598f72 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:42.815535 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cccb6a4-6bde-40fb-a72a-a9e6342660c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.816994 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:42.822991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:20:42.824404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Pushing event updated for resources: {'Port': ['ID=b227a09e-fc6d-4199-82ff-2b0b208ead34,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:42.888062 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), after_create {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:42.959806 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Network 3c55203f-4482-4050-8416-5685115a8132 is already hosted by enough agents. {{(pid=109960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:42.982774 n-d-827844-2 neutron-server[109960]: DEBUG neutron.scheduler.base_scheduler [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Resources bound (agent type, host, resource id): {{(pid=109960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:42.985409 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Received port after_create {{(pid=109960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:20:43.002828 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Pushing event updated for resources: {'Port': ['ID=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,revision_number=1']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:43.051791 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-1cccb6a4-6bde-40fb-a72a-a9e6342660c0 None None] Current status of the port 7bd707fb-09da-4454-b1bf-3798c2598f72 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:43.052189 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cccb6a4-6bde-40fb-a72a-a9e6342660c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.107775 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Attempting to bind port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:20:43.108070 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Attempting to bind port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:20:43.108438 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Attempting to bind port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 on network 3c55203f-4482-4050-8416-5685115a8132 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:43.109742 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks [] for router_gateway (a99056bf-85e7-4ce3-8902-438c8b158b0f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.124662 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:20:43.125052 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Checking segment: {'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:43.125467 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.125869 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Bound using segment: {'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:20:43.126348 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Bound port: 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:20:43.126756 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.130109 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1cccb6a4-6bde-40fb-a72a-a9e6342660c0 None None] For port 7bd707fb-09da-4454-b1bf-3798c2598f72, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7bd707fb-09da-4454-b1bf-3798c2598f72,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:43.133294 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:42Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:43.165921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3575b45-d69c-4833-a171-db85932e2083 None None] The sync data for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 is: [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:42Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:20:43.191124 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1cccb6a4-6bde-40fb-a72a-a9e6342660c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.290410 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccb6a4-6bde-40fb-a72a-a9e6342660c0 None None] Pushing event updated for resources: {'Port': ['ID=7bd707fb-09da-4454-b1bf-3798c2598f72,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:43.293862 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] For port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:20:43.297415 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] For port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,segment=NetworkSegment(167c9b98-c19c-4b27-94bf-c66cf2008b91),segment_id=167c9b98-c19c-4b27-94bf-c66cf2008b91)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:20:43.358626 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8239185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237279'] for router (a99056bf-85e7-4ce3-8902-438c8b158b0f), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.387144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.460112 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936d614-6028-4c67-aeac-45ad9271d83b None None] Pushing event updated for resources: {'Port': ['ID=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,revision_number=2']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:43.580893 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Router a99056bf-85e7-4ce3-8902-438c8b158b0f is scheduled to L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 with binding_index 1 {{(pid=109959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 05:20:43.725891 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:20:43.736490 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Sync routers for ids ['a99056bf-85e7-4ce3-8902-438c8b158b0f'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:20:43.748578 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Routers {'a99056bf-85e7-4ce3-8902-438c8b158b0f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:43.749207 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a99056bf-85e7-4ce3-8902-438c8b158b0f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:43.823456 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:43.824740 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-e7f51d1d-c15c-4fc9-b82b-c87ffaa85155 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0717835 Feb 10 05:20:43.831071 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55750) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:43.867788 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Set router a99056bf-85e7-4ce3-8902-438c8b158b0f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:43.990512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7bd707fb-09da-4454-b1bf-3798c2598f72 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:44.066234 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 7bd707fb-09da-4454-b1bf-3798c2598f72 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:44.066483 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:20:42Z', 'revision_number': 3, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port': {'id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:42Z', 'updated_at': '2022-02-10T05:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:44.066656 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.100696 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Checking router: a99056bf-85e7-4ce3-8902-438c8b158b0f for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:20:44.101195 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Updating router a99056bf-85e7-4ce3-8902-438c8b158b0f port b227a09e-fc6d-4199-82ff-2b0b208ead34 binding host n-d-827844-2 {{(pid=109961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:20:44.134908 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.174061 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 7bd707fb-09da-4454-b1bf-3798c2598f72 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:44.174984 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:44.249057 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:44.249430 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.360930 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.379722 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:44.380795 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.429794 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,segment=NetworkSegment(167c9b98-c19c-4b27-94bf-c66cf2008b91),segment_id=167c9b98-c19c-4b27-94bf-c66cf2008b91)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:44.484256 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Publish callbacks [] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), precommit_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.525057 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.563008 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.592934 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Allocated IP 172.20.0.1 (3c55203f-4482-4050-8416-5685115a8132/87b62a65-9b95-4385-a560-259c8d176f35/326d5e66-5002-4a1c-84ec-01c09bd30959) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:20:44.596474 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:44.644130 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce684d-8c20-48eb-b3ff-34f7eefe5c7a None None] Pushing event updated for resources: {'Port': ['ID=b227a09e-fc6d-4199-82ff-2b0b208ead34,revision_number=2']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:44.673138 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Attempting to bind port b227a09e-fc6d-4199-82ff-2b0b208ead34 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:20:44.673644 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Attempting to bind port b227a09e-fc6d-4199-82ff-2b0b208ead34 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:20:44.674272 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Attempting to bind port b227a09e-fc6d-4199-82ff-2b0b208ead34 on network d0377cb9-7060-4de0-b436-a18f14c8eb49 {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:44.680798 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:20:44.681290 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Checking segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:44.682763 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.683517 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Bound using segment: {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'} {{(pid=109961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:20:44.684239 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.managers [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Bound port: b227a09e-fc6d-4199-82ff-2b0b208ead34, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a0c3b-022c-426f-8204-1ee724b310d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49'}}] {{(pid=109961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:20:44.684865 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), before_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.742986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks [] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.754941 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] For port b227a09e-fc6d-4199-82ff-2b0b208ead34, host n-d-827844-2, cleared binding levels {{(pid=109961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:20:44.758460 n-d-827844-2 neutron-server[109961]: DEBUG neutron.plugins.ml2.db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] For port b227a09e-fc6d-4199-82ff-2b0b208ead34, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b227a09e-fc6d-4199-82ff-2b0b208ead34,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:20:44.777669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2548e31e-dd02-476b-9d3a-062094a4aab5 None None] Network 3c55203f-4482-4050-8416-5685115a8132 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:20:44.854580 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-a151b6a5-6cf5-4b05-81f9-1749331e1049 None None] Provisioning complete for port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:44.854969 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a151b6a5-6cf5-4b05-81f9-1749331e1049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.866286 n-d-827844-2 neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), after_update {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.912178 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:44.918720 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Routers {'a99056bf-85e7-4ce3-8902-438c8b158b0f'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:44.919386 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a99056bf-85e7-4ce3-8902-438c8b158b0f'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:44.959342 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Network 3c55203f-4482-4050-8416-5685115a8132 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:44.964175 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:44.968861 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:20:44.972603 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Pushing event updated for resources: {'Port': ['ID=326d5e66-5002-4a1c-84ec-01c09bd30959,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:45.015862 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8239074'] for router_interface (a99056bf-85e7-4ce3-8902-438c8b158b0f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.022503 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce684d-8c20-48eb-b3ff-34f7eefe5c7a None None] Pushing event updated for resources: {'Port': ['ID=b227a09e-fc6d-4199-82ff-2b0b208ead34,revision_number=3']} {{(pid=109961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:45.047820 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] Set router a99056bf-85e7-4ce3-8902-438c8b158b0f gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:45.133840 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-a151b6a5-6cf5-4b05-81f9-1749331e1049 None None] Current status of the port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:45.233363 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.248456 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:20:42Z', 'revision_number': 3, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port': {'id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:42Z', 'updated_at': '2022-02-10T05:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:45.280089 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68df4e-e441-45e4-adc4-6c871ee4fd65 None None] The sync data for ids ['a99056bf-85e7-4ce3-8902-438c8b158b0f'] in n-d-827844-2 is: [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:20:42Z', 'revision_number': 3, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port': {'id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:42Z', 'updated_at': '2022-02-10T05:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:20:45.374537 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-05ae294f-6f60-4168-8103-d7b1e6d19452 None None] Provisioning complete for port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:45.374888 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-05ae294f-6f60-4168-8103-d7b1e6d19452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.430059 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks [] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.478946 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-05ae294f-6f60-4168-8103-d7b1e6d19452 None None] Current status of the port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:45.495143 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.580890 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Pushing event updated for resources: {'Port': ['ID=326d5e66-5002-4a1c-84ec-01c09bd30959,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:45.583751 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7970948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8225554'] for router_interface (a99056bf-85e7-4ce3-8902-438c8b158b0f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.599434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-30a1d690-6316-4ba1-8984-5a8713d811d6 None None] Provisioning complete for port 326d5e66-5002-4a1c-84ec-01c09bd30959 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:45.599877 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-30a1d690-6316-4ba1-8984-5a8713d811d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.640117 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-30a1d690-6316-4ba1-8984-5a8713d811d6 None None] Port 326d5e66-5002-4a1c-84ec-01c09bd30959 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:20:45.680815 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Network 3c55203f-4482-4050-8416-5685115a8132 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:45.682627 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:45.826972 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Router a99056bf-85e7-4ce3-8902-438c8b158b0f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:20:45.967965 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-71502b0f-1774-4d1a-9d0e-3e35e322783f None None] Provisioning complete for port 326d5e66-5002-4a1c-84ec-01c09bd30959 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:45.969583 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:20:45.971375 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-71502b0f-1774-4d1a-9d0e-3e35e322783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:45.977281 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e95d3a23-951f-4a41-be7f-ec48143f84f3 admin admin] 10.222.0.42 "PUT /v2.0/routers/a99056bf-85e7-4ce3-8902-438c8b158b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1447444 Feb 10 05:20:46.010453 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:46.044285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-71502b0f-1774-4d1a-9d0e-3e35e322783f None None] Port 326d5e66-5002-4a1c-84ec-01c09bd30959 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:20:46.072412 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:46.072794 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:46.153010 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:46.154118 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b227a09e-fc6d-4199-82ff-2b0b208ead34 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:46.208894 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b227a09e-fc6d-4199-82ff-2b0b208ead34 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:46.209213 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:46.294549 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b227a09e-fc6d-4199-82ff-2b0b208ead34 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:46.295060 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:46.320015 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] For port b227a09e-fc6d-4199-82ff-2b0b208ead34, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b227a09e-fc6d-4199-82ff-2b0b208ead34,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:46.392026 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:46.444881 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Pushing event updated for resources: {'Port': ['ID=b227a09e-fc6d-4199-82ff-2b0b208ead34,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:47.022249 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Sync routers for ids ['a99056bf-85e7-4ce3-8902-438c8b158b0f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:20:47.033257 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Routers {'a99056bf-85e7-4ce3-8902-438c8b158b0f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:47.033853 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a99056bf-85e7-4ce3-8902-438c8b158b0f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:47.145736 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Set router a99056bf-85e7-4ce3-8902-438c8b158b0f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:47.344252 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:20:45Z', 'revision_number': 4, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port': {'id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:42Z', 'updated_at': '2022-02-10T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '326d5e66-5002-4a1c-84ec-01c09bd30959', 'name': '', 'network_id': '3c55203f-4482-4050-8416-5685115a8132', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'mac_address': 'fa:16:3e:b8:46:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '87b62a65-9b95-4385-a560-259c8d176f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:44Z', 'updated_at': '2022-02-10T05:20:45Z', 'revision_number': 2, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'subnets': [{'id': '87b62a65-9b95-4385-a560-259c8d176f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:47.370265 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Checking router: a99056bf-85e7-4ce3-8902-438c8b158b0f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:20:47.370613 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Updating router a99056bf-85e7-4ce3-8902-438c8b158b0f port 326d5e66-5002-4a1c-84ec-01c09bd30959 binding host n-d-827844-2 {{(pid=109960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 05:20:47.401732 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.625944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55760) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:47.630674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-1f6a9441-6050-4906-9924-09ae7eab2c29 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074331727', 'description': 'tempest-secgroup-smoke-2074331727 description', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:47.658215 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.670254 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Publish callbacks [] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), precommit_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.729127 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9441-6050-4906-9924-09ae7eab2c29 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.745724 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.799973 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9441-6050-4906-9924-09ae7eab2c29 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group (d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.804964 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b2945-e020-4a9c-9e16-58ddbf7f4503 None None] Pushing event updated for resources: {'Port': ['ID=326d5e66-5002-4a1c-84ec-01c09bd30959,revision_number=3']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:47.860340 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9441-6050-4906-9924-09ae7eab2c29 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.871079 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Attempting to bind port 326d5e66-5002-4a1c-84ec-01c09bd30959 on host n-d-827844-2 for vnic_type normal with profile {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:20:47.871638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Attempting to bind port 326d5e66-5002-4a1c-84ec-01c09bd30959 by drivers openvswitch,hyperv on host n-d-827844-2 at level 0 using segments [{'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:20:47.872100 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Attempting to bind port 326d5e66-5002-4a1c-84ec-01c09bd30959 on network 3c55203f-4482-4050-8416-5685115a8132 {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:47.879323 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Checking agent: {'id': 'c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 46, 4), 'started_at': datetime.datetime(2022, 2, 10, 3, 46, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827844-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:20:47.879865 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Checking segment: {'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:47.881132 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.881801 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Bound using segment: {'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'} {{(pid=109960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:20:47.882431 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.managers [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Bound port: 326d5e66-5002-4a1c-84ec-01c09bd30959, host: n-d-827844-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c9b98-c19c-4b27-94bf-c66cf2008b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3c55203f-4482-4050-8416-5685115a8132'}}] {{(pid=109960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:20:47.882946 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.893096 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a9441-6050-4906-9924-09ae7eab2c29 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:47.898647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b227a09e-fc6d-4199-82ff-2b0b208ead34 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:47.949132 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9441-6050-4906-9924-09ae7eab2c29 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:47.953698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-1f6a9441-6050-4906-9924-09ae7eab2c29 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3239961 Feb 10 05:20:47.953863 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55762) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:47.958333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-706b7c19-1535-4c89-b64a-b91e112fda89 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5965-0f57-4e2e-8bae-8a8857ea1f0c', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:47.997387 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] For port 326d5e66-5002-4a1c-84ec-01c09bd30959, host n-d-827844-2, cleared binding levels {{(pid=109960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:20:48.000800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] For port 326d5e66-5002-4a1c-84ec-01c09bd30959, host n-d-827844-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=326d5e66-5002-4a1c-84ec-01c09bd30959,segment=NetworkSegment(167c9b98-c19c-4b27-94bf-c66cf2008b91),segment_id=167c9b98-c19c-4b27-94bf-c66cf2008b91)] {{(pid=109960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:20:48.003691 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port b227a09e-fc6d-4199-82ff-2b0b208ead34 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:48.004075 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.048432 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-706b7c19-1535-4c89-b64a-b91e112fda89 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (2df08efd-096b-41e9-8ee2-e63c3067277c), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.079881 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.097381 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:20:48.107600 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-706b7c19-1535-4c89-b64a-b91e112fda89 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (2df08efd-096b-41e9-8ee2-e63c3067277c), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.141021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port b227a09e-fc6d-4199-82ff-2b0b208ead34 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:48.148366 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-8e315226-6c7b-4e05-a38a-2a63f6d016c2 None None] Provisioning complete for port 326d5e66-5002-4a1c-84ec-01c09bd30959 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:48.148809 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e315226-6c7b-4e05-a38a-2a63f6d016c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.157701 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-706b7c19-1535-4c89-b64a-b91e112fda89 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (2df08efd-096b-41e9-8ee2-e63c3067277c), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.180667 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b7c19-1535-4c89-b64a-b91e112fda89 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df08efd-096b-41e9-8ee2-e63c3067277c,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:48.197515 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b2945-e020-4a9c-9e16-58ddbf7f4503 None None] Pushing event updated for resources: {'Port': ['ID=326d5e66-5002-4a1c-84ec-01c09bd30959,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:48.200454 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Routers {'a99056bf-85e7-4ce3-8902-438c8b158b0f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:20:48.201104 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:20:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a99056bf-85e7-4ce3-8902-438c8b158b0f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:48.239325 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-706b7c19-1535-4c89-b64a-b91e112fda89 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.241350 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-706b7c19-1535-4c89-b64a-b91e112fda89 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2857795 Feb 10 05:20:48.243390 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55764) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:48.250484 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-bbeb1101-b966-4171-a19b-c56dcc19a76e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5965-0f57-4e2e-8bae-8a8857ea1f0c', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:48.335659 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1101-b966-4171-a19b-c56dcc19a76e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (7f47a247-bfe6-4caf-b556-ab3ef68c370e), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.348909 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-8e315226-6c7b-4e05-a38a-2a63f6d016c2 None None] Current status of the port 326d5e66-5002-4a1c-84ec-01c09bd30959 is: DOWN; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:48.349305 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e315226-6c7b-4e05-a38a-2a63f6d016c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.355587 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] Set router a99056bf-85e7-4ce3-8902-438c8b158b0f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:20:48.394854 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1101-b966-4171-a19b-c56dcc19a76e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (7f47a247-bfe6-4caf-b556-ab3ef68c370e), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.456942 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-8e315226-6c7b-4e05-a38a-2a63f6d016c2 None None] For port 326d5e66-5002-4a1c-84ec-01c09bd30959, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=326d5e66-5002-4a1c-84ec-01c09bd30959,segment=NetworkSegment(167c9b98-c19c-4b27-94bf-c66cf2008b91),segment_id=167c9b98-c19c-4b27-94bf-c66cf2008b91)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:20:48.460287 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1101-b966-4171-a19b-c56dcc19a76e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (7f47a247-bfe6-4caf-b556-ab3ef68c370e), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.479780 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb1101-b966-4171-a19b-c56dcc19a76e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f47a247-bfe6-4caf-b556-ab3ef68c370e,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:48.511441 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-8e315226-6c7b-4e05-a38a-2a63f6d016c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.542360 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1101-b966-4171-a19b-c56dcc19a76e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.546735 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-bbeb1101-b966-4171-a19b-c56dcc19a76e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2985668 Feb 10 05:20:48.547052 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55766) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:48.551490 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-e6de6276-c31b-4ee2-bfb0-a4ddc6b10475 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5965-0f57-4e2e-8bae-8a8857ea1f0c', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:48.582375 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e315226-6c7b-4e05-a38a-2a63f6d016c2 None None] Pushing event updated for resources: {'Port': ['ID=326d5e66-5002-4a1c-84ec-01c09bd30959,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:48.619545 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6de6276-c31b-4ee2-bfb0-a4ddc6b10475 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (24328a06-d19d-4329-8a54-82c20e32bd3a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.641053 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-682df154-42a0-4cd0-b46a-3f1ec8d46215 None None] Provisioning complete for port 326d5e66-5002-4a1c-84ec-01c09bd30959 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:48.641421 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-682df154-42a0-4cd0-b46a-3f1ec8d46215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.667812 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:20:45Z', 'revision_number': 4, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port': {'id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:42Z', 'updated_at': '2022-02-10T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '326d5e66-5002-4a1c-84ec-01c09bd30959', 'name': '', 'network_id': '3c55203f-4482-4050-8416-5685115a8132', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'mac_address': 'fa:16:3e:b8:46:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '87b62a65-9b95-4385-a560-259c8d176f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:44Z', 'updated_at': '2022-02-10T05:20:47Z', 'revision_number': 4, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'subnets': [{'id': '87b62a65-9b95-4385-a560-259c8d176f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:20:48.678350 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6de6276-c31b-4ee2-bfb0-a4ddc6b10475 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (24328a06-d19d-4329-8a54-82c20e32bd3a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.700615 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459de46-ffc8-40b5-acaf-6aca2efd7945 None None] The sync data for ids ['a99056bf-85e7-4ce3-8902-438c8b158b0f'] in n-d-827844-2 is: [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:20:45Z', 'revision_number': 4, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port': {'id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:42Z', 'updated_at': '2022-02-10T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '326d5e66-5002-4a1c-84ec-01c09bd30959', 'name': '', 'network_id': '3c55203f-4482-4050-8416-5685115a8132', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'mac_address': 'fa:16:3e:b8:46:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '87b62a65-9b95-4385-a560-259c8d176f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:44Z', 'updated_at': '2022-02-10T05:20:47Z', 'revision_number': 4, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'subnets': [{'id': '87b62a65-9b95-4385-a560-259c8d176f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:20:48.740136 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6de6276-c31b-4ee2-bfb0-a4ddc6b10475 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (24328a06-d19d-4329-8a54-82c20e32bd3a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.778850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-682df154-42a0-4cd0-b46a-3f1ec8d46215 None None] Current status of the port 326d5e66-5002-4a1c-84ec-01c09bd30959 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:48.779469 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de6276-c31b-4ee2-bfb0-a4ddc6b10475 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24328a06-d19d-4329-8a54-82c20e32bd3a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:48.862625 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-e6de6276-c31b-4ee2-bfb0-a4ddc6b10475 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:48.864964 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-e6de6276-c31b-4ee2-bfb0-a4ddc6b10475 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160462 Feb 10 05:20:48.866856 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55768) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:48.871474 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-b2bf7f8f-93c0-479d-b4ba-3c9841127891 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5965-0f57-4e2e-8bae-8a8857ea1f0c', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:48.951997 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7f8f-93c0-479d-b4ba-3c9841127891 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (22edca3d-b79b-4fed-b636-64b5b284a41f), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.015779 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7f8f-93c0-479d-b4ba-3c9841127891 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (22edca3d-b79b-4fed-b636-64b5b284a41f), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.060608 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7f8f-93c0-479d-b4ba-3c9841127891 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (22edca3d-b79b-4fed-b636-64b5b284a41f), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.079512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf7f8f-93c0-479d-b4ba-3c9841127891 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22edca3d-b79b-4fed-b636-64b5b284a41f,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:49.137613 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7f8f-93c0-479d-b4ba-3c9841127891 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.138900 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-b2bf7f8f-93c0-479d-b4ba-3c9841127891 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2710052 Feb 10 05:20:49.141745 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55770) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:49.145962 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.146472 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5965-0f57-4e2e-8bae-8a8857ea1f0c', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:49.220267 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Project 11aea0bbff4447c9a4d5aae296e2df02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:20:49.225359 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (f9fc3231-9ef4-4997-b29d-ad29b45ef681), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.285070 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (f9fc3231-9ef4-4997-b29d-ad29b45ef681), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.334868 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (f9fc3231-9ef4-4997-b29d-ad29b45ef681), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.353040 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fc3231-9ef4-4997-b29d-ad29b45ef681,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:49.427841 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.429090 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0b517559-ba42-483f-9502-f5c9a9db0a18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2863991 Feb 10 05:20:49.432826 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55772) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:20:49.437792 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5965-0f57-4e2e-8bae-8a8857ea1f0c', 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:49.523179 n-d-827844-2 neutron-server[109958]: INFO neutron.db.securitygroups_db [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Project 11aea0bbff4447c9a4d5aae296e2df02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 05:20:49.528836 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (ef71c088-ce87-440d-8913-d7a8d439da9a), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.586843 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (ef71c088-ce87-440d-8913-d7a8d439da9a), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.671746 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918011'] for security_group_rule (ef71c088-ce87-440d-8913-d7a8d439da9a), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.689905 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef71c088-ce87-440d-8913-d7a8d439da9a,revision_number=0']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:49.773578 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:49.774778 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-670c1d92-17f3-49e1-8608-ad8d021ca9de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3409183 Feb 10 05:20:49.896522 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 326d5e66-5002-4a1c-84ec-01c09bd30959 up at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:20:49.943492 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-d8eca007-07d8-42e9-a18b-915ac277fb15 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074331727&fields=id&tenant_id=11aea0bbff4447c9a4d5aae296e2df02 HTTP/1.1" status: 200 len: 267 time: 0.0536232 Feb 10 05:20:49.947034 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Provisioning complete for port 326d5e66-5002-4a1c-84ec-01c09bd30959 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:49.947410 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:50.034815 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Current status of the port 326d5e66-5002-4a1c-84ec-01c09bd30959 is: ACTIVE; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:20:50.059821 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3cb4c54e-73bc-4bf0-9251-ee2751f20588 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:50.061383 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3cb4c54e-73bc-4bf0-9251-ee2751f20588 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 810 time: 0.1151001 Feb 10 05:20:50.077270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-6ecb85fd-06cb-4591-9a2d-55566d0f7ce5 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/quotas/11aea0bbff4447c9a4d5aae296e2df02 HTTP/1.1" status: 200 len: 375 time: 0.0104027 Feb 10 05:20:50.139091 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-9f9abe6c-7c37-4d3f-a2dd-f963e17234b1 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561907 Feb 10 05:20:50.250745 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-e4a21fa0-e683-4b10-8a81-4da3f846d306 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:20:50.251781 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-e4a21fa0-e683-4b10-8a81-4da3f846d306 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1018176 Feb 10 05:20:50.348435 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-1b33eb94-2102-4e07-a5e8-7c581aa3f8e9 service neutron] 10.222.0.42 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906613 Feb 10 05:20:50.438680 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-fe8bdd33-7cd6-4a33-90c9-b64501862c79 service neutron] 10.222.0.42 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Feb 10 05:20:51.674225 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5e4cd3df-665b-4b7e-a9fb-5539c5819ca8 req-9e0b17bf-0673-4c83-b547-414442d58944 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Feb 10 05:20:52.754132 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-93bb037a-2137-4e66-a50f-f1bf513d45ba req-ab847ef3-d592-41e1-9afa-a3546bd71760 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0277278 Feb 10 05:20:53.843704 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-10bb1123-2d8a-4d5a-a182-a26faa5c43a6 req-83aa5714-ffb8-44e4-99c7-ded17a975604 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0394440 Feb 10 05:20:54.920277 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f6d272ec-e5f0-472e-8b06-cb457742f587 req-dc77cd53-e52f-428c-a433-982f7c3fc624 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0268221 Feb 10 05:20:56.012920 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-49a6d022-5f25-4238-bb91-611c19c1fed4 req-0fdfbc0b-13c6-41af-ae08-330936345a3c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0267503 Feb 10 05:20:57.119944 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4424a65e-cd60-4396-86af-3f199e9972e2 req-8b194a21-0ce2-4eae-a836-36124a4b097c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0341752 Feb 10 05:20:57.717092 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-18319641-cd0b-4238-a6ae-ac2634f769f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:57.768013 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-7bc5ac68-29ac-47a2-99e5-635359f5f140 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:57.769441 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-7bc5ac68-29ac-47a2-99e5-635359f5f140 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 810 time: 0.1014578 Feb 10 05:20:57.831099 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-394e5334-3db9-4a58-b1a0-5e6491b1f574 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11aea0bbff4447c9a4d5aae296e2df02 HTTP/1.1" status: 200 len: 380 time: 0.0532787 Feb 10 05:20:57.838898 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'port': {'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'admin_state_up': True, 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'security_groups': ['d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:58.219550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-42262ec5-5a9f-4e2f-bf13-878a462e3954 req-b62773dc-9262-4c50-9492-917a5d9f087f tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0294366 Feb 10 05:20:58.340764 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Made reservation on behalf of 11aea0bbff4447c9a4d5aae296e2df02 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:20:58.344449 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:58.471169 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Allocated IP 172.20.0.10 (e33b7e4c-73d3-4cdd-9ace-698e28cc5259/0747a875-d3e4-4ef7-828c-a2b5325992ae/4319e648-ad51-476a-a65e-65128d5664f9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:20:58.608690 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for port (4319e648-ad51-476a-a65e-65128d5664f9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:58.688568 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:58.733104 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:20:58.736365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:20:58.739446 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:20:58.766393 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:58.797050 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:58.797710 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:58.875010 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-3a168ba6-4bd4-4066-9df7-7bcd7c776512 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0398684 Feb 10 05:20:58.884770 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-361d6abc-f53e-48ef-9511-422f68b99524 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:20:58.885686 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-361d6abc-f53e-48ef-9511-422f68b99524 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053005 Feb 10 05:20:58.896240 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Request body: {'port': {'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:20:58.959759 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:58.965608 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-f36c4f58-04d6-4354-8bab-c4a2cbce77e1 None None] Provisioning complete for port 4319e648-ad51-476a-a65e-65128d5664f9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:20:58.966153 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-f36c4f58-04d6-4354-8bab-c4a2cbce77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4319e648-ad51-476a-a65e-65128d5664f9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:58.999223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-f36c4f58-04d6-4354-8bab-c4a2cbce77e1 None None] Port 4319e648-ad51-476a-a65e-65128d5664f9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:20:59.218171 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4319e648-ad51-476a-a65e-65128d5664f9 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:20:59.225678 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Publish callbacks [] for port (4319e648-ad51-476a-a65e-65128d5664f9), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:59.238195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Transition to ACTIVE for port object 4319e648-ad51-476a-a65e-65128d5664f9 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:20:59.316373 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:59.376660 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:59.413303 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da28f9-8c70-44db-8ffe-dae480ef2dc6 req-90ab492e-39a4-48b8-a8ca-d9b0f4473dde tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:59.414876 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0da28f9-8c70-44db-8ffe-dae480ef2dc6 req-90ab492e-39a4-48b8-a8ca-d9b0f4473dde tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 932 time: 0.1273389 Feb 10 05:20:59.499472 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Attempting to bind port 4319e648-ad51-476a-a65e-65128d5664f9 on host n-h2-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:20:59.499817 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Attempting to bind port 4319e648-ad51-476a-a65e-65128d5664f9 by drivers openvswitch,hyperv on host n-h2-827844-2 at level 0 using segments [{'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:20:59.500155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Attempting to bind port 4319e648-ad51-476a-a65e-65128d5664f9 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:59.506694 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b0da28f9-8c70-44db-8ffe-dae480ef2dc6 req-e2066c17-1865-4137-91c3-c315100ef479 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704794 Feb 10 05:20:59.508829 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Port 4319e648-ad51-476a-a65e-65128d5664f9 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 not bound, no agent of type Open vSwitch agent registered on host n-h2-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:20:59.509155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Attempting to bind port 4319e648-ad51-476a-a65e-65128d5664f9 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:20:59.515179 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Checking agent: {'id': '88f84e46-792a-4326-8a00-807590208e0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:20:59.515529 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Checking segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:20:59.515929 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Bound using segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:20:59.516354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Bound port: 4319e648-ad51-476a-a65e-65128d5664f9, host: n-h2-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:20:59.516715 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:59.584606 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:20:59.587545 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:20:59.649006 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:59.681329 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:59.681966 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:59.684614 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] 10.222.0.43 "PUT /v2.0/ports/4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 1092 time: 0.7926879 Feb 10 05:20:59.685184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:20:59.687400 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664bae5b-b57c-4d83-b247-1e1dcf4b9ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "tag": "4319e648-ad51-476a-a65e-65128d5664f9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:20:59.726998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bed2f-fccf-40f9-8c9e-c732c28d6917 service neutron] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:20:59.742345 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6224df-5061-4901-b1bd-ca516e8ecb3e x-openstack-request-id: req-ce6224df-5061-4901-b1bd-ca516e8ecb3e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:20:59.742345 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "tag": "4319e648-ad51-476a-a65e-65128d5664f9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:20:59.742345 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce6224df-5061-4901-b1bd-ca516e8ecb3e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:20:59.742345 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9', 'status': 'completed', 'code': 200} Feb 10 05:20:59.822252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bae5b-b57c-4d83-b247-1e1dcf4b9ca8 req-1727c6e5-04e6-4c27-8de4-62864ba44657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:59.824246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-664bae5b-b57c-4d83-b247-1e1dcf4b9ca8 req-1727c6e5-04e6-4c27-8de4-62864ba44657 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1126 time: 0.0543823 Feb 10 05:20:59.888765 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd18f052-5896-4d55-ac28-925b70063929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:20:59.930350 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bae5b-b57c-4d83-b247-1e1dcf4b9ca8 req-e40aab7a-7e1f-4ba5-937f-14c3a47c7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:20:59.931855 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-664bae5b-b57c-4d83-b247-1e1dcf4b9ca8 req-e40aab7a-7e1f-4ba5-937f-14c3a47c7394 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0998981 Feb 10 05:21:00.022455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bae5b-b57c-4d83-b247-1e1dcf4b9ca8 req-3480fb2f-b5fd-4efe-925d-b4fcebe4929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:00.023897 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-664bae5b-b57c-4d83-b247-1e1dcf4b9ca8 req-3480fb2f-b5fd-4efe-925d-b4fcebe4929d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865450 Feb 10 05:21:00.101995 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-a000545f-1e81-40da-af13-a95e75728b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:00.103516 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-a000545f-1e81-40da-af13-a95e75728b52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1126 time: 0.0443721 Feb 10 05:21:00.162939 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-135c99d8-2704-4d20-bb6f-12c9ae0949da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 217 time: 0.0525365 Feb 10 05:21:00.215693 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-fe6923e1-7370-421b-b7a9-07ba04477bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:00.217304 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-fe6923e1-7370-421b-b7a9-07ba04477bda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0487342 Feb 10 05:21:00.265977 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-7c97e7df-dd78-4ba7-b963-52c4426e0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:00.267479 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-7c97e7df-dd78-4ba7-b963-52c4426e0f82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434334 Feb 10 05:21:00.358373 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-e7f921c7-e296-48bd-bc76-f974c6da4fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849950 Feb 10 05:21:00.445812 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-9d0b62f4-fbd8-498b-8fd5-66cdb0f5937c req-67139cbe-1904-4250-a948-acf9765a2477 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815980 Feb 10 05:21:00.630230 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ba6a4-ef39-4b03-b4ff-fb39a306a9cc req-4b786155-c4b0-480a-a537-142e8c204360 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:00.631642 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d56ba6a4-ef39-4b03-b4ff-fb39a306a9cc req-4b786155-c4b0-480a-a537-142e8c204360 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 944 time: 0.0570250 Feb 10 05:21:00.678179 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d56ba6a4-ef39-4b03-b4ff-fb39a306a9cc req-c9e9f7bf-3cda-41cb-b1d3-e99a61f15307 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Feb 10 05:21:01.466333 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:01.811201 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba09fd-6b77-4e57-9ff0-33f2d46624a5 req-49744d6f-3d2d-4b6c-84e9-410e1c4cd9fb tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:01.812686 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09ba09fd-6b77-4e57-9ff0-33f2d46624a5 req-49744d6f-3d2d-4b6c-84e9-410e1c4cd9fb tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 944 time: 0.0531588 Feb 10 05:21:01.859559 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-09ba09fd-6b77-4e57-9ff0-33f2d46624a5 req-c8a96b7b-e328-44cb-93bd-f42f2638114c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 Feb 10 05:21:02.922963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:02.980462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64dedc-864e-4f87-86fb-5aa9fefb8569 req-7bf42e07-13e0-4d77-a2f4-03a8b61eefbc tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:02.981982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe64dedc-864e-4f87-86fb-5aa9fefb8569 req-7bf42e07-13e0-4d77-a2f4-03a8b61eefbc tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 944 time: 0.0545397 Feb 10 05:21:03.032183 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-fe64dedc-864e-4f87-86fb-5aa9fefb8569 req-12130194-097b-4628-bc61-40f65591505a tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 Feb 10 05:21:03.174360 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4319e648-ad51-476a-a65e-65128d5664f9 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:21:03.270927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:21:03.281800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '4319e648-ad51-476a-a65e-65128d5664f9', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:21:03.318383 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4319e648-ad51-476a-a65e-65128d5664f9 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:21:03.318794 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:03.331506 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4319e648-ad51-476a-a65e-65128d5664f9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:21:03.350752 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:21:03.414069 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:03.460892 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:21:03.636386 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4319e648-ad51-476a-a65e-65128d5664f9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:21:04.153333 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c2d17-f476-430a-b6c6-066a76698022 req-54404b34-54cb-49e7-9093-297cc2c35669 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:04.154836 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d6c2d17-f476-430a-b6c6-066a76698022 req-54404b34-54cb-49e7-9093-297cc2c35669 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Feb 10 05:21:04.203354 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-4d6c2d17-f476-430a-b6c6-066a76698022 req-8c58282b-d66b-4140-b2ed-50a6333271cb tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Feb 10 05:21:04.391135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:05.174878 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4319e648-ad51-476a-a65e-65128d5664f9 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:21:05.317199 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning for port 4319e648-ad51-476a-a65e-65128d5664f9 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:21:05.321166 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 4319e648-ad51-476a-a65e-65128d5664f9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:21:05.321565 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4319e648-ad51-476a-a65e-65128d5664f9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:05.327001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c1864-4f2b-43c3-b65f-61d4de196638 req-8db25967-2172-4a5c-8ccd-a485846ed7cf tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:05.328640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f48c1864-4f2b-43c3-b65f-61d4de196638 req-8db25967-2172-4a5c-8ccd-a485846ed7cf tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 945 time: 0.0583134 Feb 10 05:21:05.379775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f48c1864-4f2b-43c3-b65f-61d4de196638 req-4f6dfa9a-6d54-47a6-9f49-312c8fcb998f tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Feb 10 05:21:05.402897 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4319e648-ad51-476a-a65e-65128d5664f9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:21:05.402897 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:05.425866 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:21:05.428049 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1ca00-7fb3-4ef6-8dc9-8880af697b69" -d '{"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-plugged", "status": "completed", "tag": "4319e648-ad51-476a-a65e-65128d5664f9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:21:05.441202 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:21:05.469857 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d8e3ed-c414-445b-9f86-092d0295b322 x-openstack-request-id: req-d1d8e3ed-c414-445b-9f86-092d0295b322 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:21:05.469857 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-plugged", "status": "completed", "tag": "4319e648-ad51-476a-a65e-65128d5664f9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:21:05.470131 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1d8e3ed-c414-445b-9f86-092d0295b322 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:21:05.470464 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9', 'code': 200} Feb 10 05:21:05.517149 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:05.569005 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:21:05.569533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2a9e-8094-4bbc-b1d5-9468e2d8a29d req-1691e9bd-518e-4706-93d8-992f7d5f51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:05.571094 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f22d2a9e-8094-4bbc-b1d5-9468e2d8a29d req-1691e9bd-518e-4706-93d8-992f7d5f51f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1128 time: 0.0460052 Feb 10 05:21:05.616930 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f22d2a9e-8094-4bbc-b1d5-9468e2d8a29d req-fd72bd41-5214-4386-8bca-7a1e74d2e2cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391359 Feb 10 05:21:06.501140 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eec629-c14f-4805-b0f3-2a59d7105102 req-9a3190a8-0ca3-40cf-a717-a5135a475b31 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:06.502649 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2eec629-c14f-4805-b0f3-2a59d7105102 req-9a3190a8-0ca3-40cf-a717-a5135a475b31 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 946 time: 0.0557420 Feb 10 05:21:06.555482 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f2eec629-c14f-4805-b0f3-2a59d7105102 req-ff6e7caf-0c5d-42fe-81bf-c940f8b7c66b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Feb 10 05:21:07.675515 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f3f03-a5b4-48e6-9723-660d02fe935a req-e0038535-4862-43c8-9361-c69641fc6b2f tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:07.676973 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-152f3f03-a5b4-48e6-9723-660d02fe935a req-e0038535-4862-43c8-9361-c69641fc6b2f tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 946 time: 0.0508568 Feb 10 05:21:07.725496 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-152f3f03-a5b4-48e6-9723-660d02fe935a req-98181157-d0f1-468e-a271-b2a523fcab65 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Feb 10 05:21:07.850886 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ffd7c-4ee5-428f-8ca8-f17fba107307 req-514cbc24-bf39-4a22-8834-34caa9bd96fc tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:07.852310 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-607ffd7c-4ee5-428f-8ca8-f17fba107307 req-514cbc24-bf39-4a22-8834-34caa9bd96fc tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 946 time: 0.0577672 Feb 10 05:21:07.899098 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-607ffd7c-4ee5-428f-8ca8-f17fba107307 req-848a7943-0950-4730-96f6-998759cd0b02 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Feb 10 05:21:07.921382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55850) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:21:08.007937 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101764cc-af42-430b-80ce-ee538c0095c6 tempest-TestSnapshotPattern-125121683 tempest-TestSnapshotPattern-125121683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:08.009463 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-101764cc-af42-430b-80ce-ee538c0095c6 tempest-TestSnapshotPattern-125121683 tempest-TestSnapshotPattern-125121683-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1123 time: 0.0871041 Feb 10 05:21:08.012360 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 55854) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:21:08.016536 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:21:08.122557 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:08.220563 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:08.322350 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Allocated IP 172.25.8.226 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/4960035b-51b5-44c2-acf6-a2bc557045cb) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:21:08.423229 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:08.534450 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:08.579513 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:21:08.583853 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:21:08.589448 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:21:08.592504 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'Port': ['ID=4960035b-51b5-44c2-acf6-a2bc557045cb,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:21:08.944954 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (3de4183b-a220-4cdd-87b7-4b2cf44e15be), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:09.063666 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:09.209831 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:09.254315 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:09.321210 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'Port': ['ID=4960035b-51b5-44c2-acf6-a2bc557045cb,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:21:09.333864 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (3de4183b-a220-4cdd-87b7-4b2cf44e15be), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:09.436638 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Floating IP 3de4183b-a220-4cdd-87b7-4b2cf44e15be associated. External IP: 172.25.8.226, port: 4319e648-ad51-476a-a65e-65128d5664f9. Feb 10 05:21:09.644642 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Router 373cc917-688c-4e2c-95d7-d18528062e1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:21:09.996947 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:21:10.006598 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] Sync routers for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:21:10.015882 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:21:10.016481 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:21:10.084676 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:10.116389 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-feb6a55f-ef59-4ed9-ab49-81141eea81d6 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1030028 Feb 10 05:21:10.117022 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:21:10.119321 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61b2f78-cfd4-4ced-90e4-a9f75371538c" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "tag": "4319e648-ad51-476a-a65e-65128d5664f9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:21:10.215500 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cc1aa1-86a0-4ceb-a772-c8dc23682b26 x-openstack-request-id: req-30cc1aa1-86a0-4ceb-a772-c8dc23682b26 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:21:10.215802 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "tag": "4319e648-ad51-476a-a65e-65128d5664f9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:21:10.216065 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30cc1aa1-86a0-4ceb-a772-c8dc23682b26 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:21:10.216467 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9', 'status': 'completed', 'code': 200} Feb 10 05:21:10.224466 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:21:10.278756 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-81892142-a60e-4767-933e-98f34930cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:10.280898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-81892142-a60e-4767-933e-98f34930cd88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1128 time: 0.0452361 Feb 10 05:21:10.372629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-bbe97902-2927-48f0-b030-e2e4564d55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:10.374108 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-bbe97902-2927-48f0-b030-e2e4564d55b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0878854 Feb 10 05:21:10.440236 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-48905db4-b4e6-447d-b292-9e2a275c7dcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 1000 time: 0.0603254 Feb 10 05:21:10.448768 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:08Z', 'revision_number': 0, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:21:10.478859 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] Checking router: 373cc917-688c-4e2c-95d7-d18528062e1b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:21:10.487399 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:21:10.488007 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:21:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:21:10.495418 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-384f94e0-6ced-4196-9d44-1dc720bd59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:10.496895 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-384f94e0-6ced-4196-9d44-1dc720bd59f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0516553 Feb 10 05:21:10.545500 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-f25211e7-cdb4-4928-96f3-a15db0dd1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:10.547049 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-f25211e7-cdb4-4928-96f3-a15db0dd1387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446973 Feb 10 05:21:10.594919 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:21:10.636767 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-d81c372f-7513-44de-878c-3b0a3a2e7308 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836854 Feb 10 05:21:10.728096 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f61b2f78-cfd4-4ced-90e4-a9f75371538c req-f0f48ee7-db17-494c-87f0-b995b60200e5 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857527 Feb 10 05:21:10.822674 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:08Z', 'revision_number': 0, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:21:10.849951 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27bb35-5d83-4c4a-b355-c78b59d44e1d None None] The sync data for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 is: [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:08Z', 'revision_number': 0, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:21:11.052910 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cee52b-c9db-433d-8a39-a1004e10458e None None] New status for floating IP 3de4183b-a220-4cdd-87b7-4b2cf44e15be: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:21:15.214141 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-af8cc731-8b82-40a0-af93-27506d7e297e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443125 Feb 10 05:21:15.297945 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-1d38c01e-48d1-46b6-a314-576a1c3ce8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:15.299450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-1d38c01e-48d1-46b6-a314-576a1c3ce8bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1128 time: 0.0440063 Feb 10 05:21:15.406996 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-87f47e78-a810-40b9-9827-97618601f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:15.408477 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-87f47e78-a810-40b9-9827-97618601f86a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0897405 Feb 10 05:21:15.472125 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-92f974c0-7456-4d63-9fd1-f1d88ccc3159 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 1002 time: 0.0580683 Feb 10 05:21:15.528426 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-096da00a-1e14-43a0-838e-fcd72a38154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:15.530731 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-096da00a-1e14-43a0-838e-fcd72a38154b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0535417 Feb 10 05:21:15.579790 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-2f4269e5-c1d6-4858-aad0-5e5f56938f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:21:15.581319 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-2f4269e5-c1d6-4858-aad0-5e5f56938f27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453186 Feb 10 05:21:15.671982 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-28e099d3-7ad5-4fbd-a6f5-f53816943dd2 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844982 Feb 10 05:21:15.763246 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-514ff6d6-72b9-46e1-8e25-96a71d4b0cd6 req-bfd2b378-18dd-4d28-88fe-567ac6f7c75f service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822453 Feb 10 05:21:17.637198 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:19.173843 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:25.097311 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:21:27.790762 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-96e123cf-f830-48ed-ae9c-ac9864b25610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:29.882041 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-2256fb74-28ac-4f10-be0b-7f6e0dfd2b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:31.311121 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:32.905538 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:34.385049 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:47.596388 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:49.184434 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:57.721576 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9050c999-5c80-40b1-ba27-5fa1ce6c7e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:21:59.870122 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a25f-f52c-4982-9178-4da7e2e4bc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:01.322016 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:02.096414 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:22:02.887350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:04.402369 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:15.251563 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-a32fd420-c25d-49dd-afb9-b8c6bfa518f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889366 Feb 10 05:22:15.341064 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-6efbbb1e-80aa-4b75-806e-848affba34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:22:15.342751 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-6efbbb1e-80aa-4b75-806e-848affba34e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1128 time: 0.0499668 Feb 10 05:22:15.442609 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-19d86b4b-ac9c-402f-8d51-a5127e175060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:22:15.444050 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-19d86b4b-ac9c-402f-8d51-a5127e175060 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0845070 Feb 10 05:22:15.511081 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-e5253a10-626a-41b8-bb39-7131025bbd08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 1002 time: 0.0603397 Feb 10 05:22:15.558270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-4bcf51a3-329c-4322-9dad-60ae13f54de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:22:15.559730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-4bcf51a3-329c-4322-9dad-60ae13f54de9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0434175 Feb 10 05:22:15.607041 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-6bed59ab-54c6-488d-9841-c42847695ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:22:15.608564 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-6bed59ab-54c6-488d-9841-c42847695ded service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433557 Feb 10 05:22:15.700689 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-8272cc58-40d0-45bb-ad1d-ba477f38ebe2 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849254 Feb 10 05:22:15.788543 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f77f31d6-d8fb-4cae-a5c9-197b12e406b0 req-9924f4b3-bdfc-4c4e-9a6b-5b5c214af2da service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818489 Feb 10 05:22:17.624011 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:19.195595 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:27.727091 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6a65ec8f-7537-4f29-b37d-fb17b2f019bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:29.875350 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-81296953-ea47-46b0-afa6-4a465b0bc45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:31.338469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:32.892552 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:34.384099 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:39.095013 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:22:47.646240 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:49.212178 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:57.743662 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e2f7d76f-bd9a-4898-99d1-6d11f75a028f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:22:59.909388 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-52f74221-555a-4385-b3b6-899602224214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:01.309519 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:02.892119 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:04.406174 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:09.710248 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4319e648-ad51-476a-a65e-65128d5664f9 details requested by agent hyperv_n-h2-827844-2 with host n-h2-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:23:09.807464 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:23:09.818270 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Returning: {'device': '4319e648-ad51-476a-a65e-65128d5664f9', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:23:09.853772 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4319e648-ad51-476a-a65e-65128d5664f9 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:23:09.854162 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:09.867062 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4319e648-ad51-476a-a65e-65128d5664f9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:23:09.887914 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:23:09.989267 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:10.042973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:10.050284 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.050641 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.051020 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.051365 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.051707 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.052046 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.052397 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.052712 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.053041 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.053370 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.053705 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.054044 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.054445 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:10.059808 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] get_ports_and_sgs() called for port_ids ['4319e648-ad51-476a-a65e-65128d5664f9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:23:11.733839 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4319e648-ad51-476a-a65e-65128d5664f9 up at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:23:11.793359 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Provisioning complete for port 4319e648-ad51-476a-a65e-65128d5664f9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:23:11.793956 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (4319e648-ad51-476a-a65e-65128d5664f9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:11.888512 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4319e648-ad51-476a-a65e-65128d5664f9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:23:11.889215 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:11.915941 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:23:11.919123 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a8c0d5-1d95-470e-9dcd-305ed0fa0a47" -d '{"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-plugged", "status": "completed", "tag": "4319e648-ad51-476a-a65e-65128d5664f9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:23:11.934473 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:23:12.008911 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:12.057703 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e439e0a4-7134-4d06-aebb-69b8fb62f5c9 x-openstack-request-id: req-e439e0a4-7134-4d06-aebb-69b8fb62f5c9 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:23:12.058260 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-plugged", "status": "completed", "tag": "4319e648-ad51-476a-a65e-65128d5664f9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:23:12.058780 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e439e0a4-7134-4d06-aebb-69b8fb62f5c9 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:23:12.061274 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9', 'code': 200} Feb 10 05:23:12.072442 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:16.094554 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:23:17.295914 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-7daf557c-b5d6-4654-8446-f0ce5cfac299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:17.297451 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-7daf557c-b5d6-4654-8446-f0ce5cfac299 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1128 time: 0.0635557 Feb 10 05:23:17.420001 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-b2ddd8ab-5a9b-4483-a504-be5ce3c1f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:17.421650 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-b2ddd8ab-5a9b-4483-a504-be5ce3c1f96b service neutron] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.1028986 Feb 10 05:23:17.505870 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-d45e4fc5-a8ed-47dc-ae01-11adcc5d3daf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 1002 time: 0.0764401 Feb 10 05:23:17.564709 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-433cf92f-07b0-458a-8e64-eb9ba011ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:17.566213 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-433cf92f-07b0-458a-8e64-eb9ba011ed6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0521715 Feb 10 05:23:17.617813 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:17.623562 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-04b1b1c8-d83b-4828-b174-7ea3f63ac466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:17.625795 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-04b1b1c8-d83b-4828-b174-7ea3f63ac466 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525191 Feb 10 05:23:17.729849 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-d042aed9-1f5e-4a80-82d0-9f30bc229e98 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980580 Feb 10 05:23:17.833900 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3e493d4e-c2c9-42d5-b511-fa911c964efc req-df1c0eb4-a991-4196-9f48-448fdaf20181 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984435 Feb 10 05:23:19.240584 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:21.499616 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-1aaf6cd4-babf-45b4-90a9-ef1acc7abc9a tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074331727&fields=id&tenant_id=11aea0bbff4447c9a4d5aae296e2df02 HTTP/1.1" status: 200 len: 267 time: 0.0433655 Feb 10 05:23:21.604535 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-e28e589d-512a-43f6-ba23-530008f3cfc4 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:21.605999 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-e28e589d-512a-43f6-ba23-530008f3cfc4 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 810 time: 0.1001077 Feb 10 05:23:21.619941 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-79c3c2f1-71a9-4110-b41d-cf2e229c672f tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/quotas/11aea0bbff4447c9a4d5aae296e2df02 HTTP/1.1" status: 200 len: 375 time: 0.0085878 Feb 10 05:23:21.676925 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-8d0b20f6-df20-4ce8-ad9d-f5ab9ed11799 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514357 Feb 10 05:23:21.776877 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-6566085a-6ddf-4133-84b6-ab86d7900056 service neutron] 10.222.0.42 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878665 Feb 10 05:23:21.864018 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-79eea4be-8f38-4c49-aaab-ad568ef7f4a2 service neutron] 10.222.0.42 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814004 Feb 10 05:23:22.084203 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-21568807-7a2f-4a30-a82e-1de32e0ff9aa req-f907b819-7cd3-4c6e-bacc-a08d37697960 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 210 time: 0.0292530 Feb 10 05:23:23.186919 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-14b3cbb2-0764-4202-803f-070a34b64999 req-9c95a177-2976-4a74-ad51-67dc61e0190d tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 210 time: 0.0313759 Feb 10 05:23:24.052360 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-d89eb6b1-f3a3-4637-9282-36baa1061780 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:24.053802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-d89eb6b1-f3a3-4637-9282-36baa1061780 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.24 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 810 time: 0.0985701 Feb 10 05:23:24.113790 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-d1534aa1-c512-4b77-82bf-0116d4032414 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11aea0bbff4447c9a4d5aae296e2df02 HTTP/1.1" status: 200 len: 380 time: 0.0523355 Feb 10 05:23:24.121674 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'port': {'device_id': '5ffe186d-1675-4177-844a-ffa156e1d775', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'admin_state_up': True, 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'security_groups': ['d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c']}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:23:24.285690 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-43270fad-c7ce-4ed7-bbb1-3254f943b5ba req-963f12af-7a47-46d4-8255-b795546375a5 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 210 time: 0.0299520 Feb 10 05:23:24.314793 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Made reservation on behalf of 11aea0bbff4447c9a4d5aae296e2df02 for: {'port': 1} {{(pid=109959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 05:23:24.318408 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:24.451997 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_common [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Allocated IP 172.20.0.4 (e33b7e4c-73d3-4cdd-9ace-698e28cc5259/0747a875-d3e4-4ef7-828c-a2b5325992ae/5bb8c485-451d-4b22-a315-82a990733ef9) {{(pid=109959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:23:24.594515 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for port (5bb8c485-451d-4b22-a315-82a990733ef9), precommit_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:24.677428 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_create {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:24.748462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 is already hosted by enough agents. {{(pid=109959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:23:24.752181 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.base_scheduler [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Resources bound (agent type, host, resource id): {{(pid=109959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:23:24.757044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Received port after_create {{(pid=109959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:23:24.807823 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=1']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:24.822581 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.822958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.823498 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.823667 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.824023 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.824290 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.824621 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.824975 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.826017 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.826324 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.826647 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.827004 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.827330 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:24.838485 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:24.839190 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:24.942734 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-78d06081-ca2a-4232-9313-e47d9cdc6abd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8245702 Feb 10 05:23:25.059557 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-d1fe7d76-f379-4ca3-9866-86a48f6a0408 None None] Provisioning complete for port 5bb8c485-451d-4b22-a315-82a990733ef9 triggered by entity DHCP. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:23:25.061090 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d1fe7d76-f379-4ca3-9866-86a48f6a0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:25.112045 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe7d76-f379-4ca3-9866-86a48f6a0408 None None] Port 5bb8c485-451d-4b22-a315-82a990733ef9 cannot update to ACTIVE because it is not bound. {{(pid=109960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 05:23:25.432246 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef3fa4-d2fc-4f4c-a9fc-1ca442647195 req-79d3c849-1390-448d-a2af-8b3663308ad1 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:25.439377 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35ef3fa4-d2fc-4f4c-a9fc-1ca442647195 req-79d3c849-1390-448d-a2af-8b3663308ad1 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 931 time: 0.0838287 Feb 10 05:23:25.499923 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-35ef3fa4-d2fc-4f4c-a9fc-1ca442647195 req-fbaf4076-a0ff-4a71-bb96-c1839e87d90f tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584500 Feb 10 05:23:25.765498 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4319e648-ad51-476a-a65e-65128d5664f9 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:23:25.853153 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Current status of the port 4319e648-ad51-476a-a65e-65128d5664f9 is: ACTIVE; New status is: DOWN {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:23:25.853546 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:25.877485 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:23:25.879776 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f90c75f-bda2-45ed-80c6-21a81b5a9fde" -d '{"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-unplugged", "status": "completed", "tag": "4319e648-ad51-476a-a65e-65128d5664f9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:23:25.893863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:23:25.922600 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 05:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4097297f-342f-432b-8406-7376288f36ae x-openstack-request-id: req-4097297f-342f-432b-8406-7376288f36ae {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:23:25.922600 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-unplugged", "status": "completed", "tag": "4319e648-ad51-476a-a65e-65128d5664f9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:23:25.922600 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4097297f-342f-432b-8406-7376288f36ae {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:23:25.922600 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9', 'code': 200} Feb 10 05:23:25.960943 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:26.012450 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Pushing event updated for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=8']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:26.637504 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656284c-ae4e-44b7-ae2e-49dc9d538307 req-f0a8f320-d6ec-475b-a455-0b528126ed7c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:26.639852 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8656284c-ae4e-44b7-ae2e-49dc9d538307 req-f0a8f320-d6ec-475b-a455-0b528126ed7c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 931 time: 0.0601380 Feb 10 05:23:26.690898 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8656284c-ae4e-44b7-ae2e-49dc9d538307 req-f1f1701b-8481-4d2e-b4dd-0fcb4ec92785 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452919 Feb 10 05:23:27.743582 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-132c95e2-9cec-47cb-82e8-f74a2eed69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:27.821672 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626aa9f-944d-42f2-ae53-74d107818722 req-fd253830-b89b-4ee8-bb7e-42566458e55c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:27.823326 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f626aa9f-944d-42f2-ae53-74d107818722 req-fd253830-b89b-4ee8-bb7e-42566458e55c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 931 time: 0.0555091 Feb 10 05:23:27.875296 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-f626aa9f-944d-42f2-ae53-74d107818722 req-ffae9d4f-a1e6-4727-bae2-0891fe313067 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457232 Feb 10 05:23:28.999219 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de90968-79ae-4f73-a560-e23211e3cfbe req-64a6f866-e42b-4bb5-9720-d628c964e576 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:29.000761 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2de90968-79ae-4f73-a560-e23211e3cfbe req-64a6f866-e42b-4bb5-9720-d628c964e576 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 931 time: 0.0563941 Feb 10 05:23:29.053387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-2de90968-79ae-4f73-a560-e23211e3cfbe req-fc7a0f3d-d743-433c-a4d6-640711cebd18 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469143 Feb 10 05:23:30.189136 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60582d-5f7a-442f-a3fe-e235d121bb27 req-32106409-b533-43ed-8373-80db1c110154 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:30.190795 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c60582d-5f7a-442f-a3fe-e235d121bb27 req-32106409-b533-43ed-8373-80db1c110154 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 931 time: 0.0565300 Feb 10 05:23:30.251538 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-2c60582d-5f7a-442f-a3fe-e235d121bb27 req-938d1729-89c3-4cb2-913e-1529e672696b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550904 Feb 10 05:23:30.589309 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6f93-63aa-4dce-a5c4-e030306cc704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:31.344180 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:31.384863 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030505b-5757-419a-8cc0-924ea9a6ed1c req-3626e3a8-67d3-4db9-a144-ae9002ab5473 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:31.386407 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a030505b-5757-419a-8cc0-924ea9a6ed1c req-3626e3a8-67d3-4db9-a144-ae9002ab5473 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 931 time: 0.0558498 Feb 10 05:23:31.449559 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a030505b-5757-419a-8cc0-924ea9a6ed1c req-12dd428a-f125-46e0-a41b-f354b7b05d5e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566988 Feb 10 05:23:32.582152 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326c9e6-6fcc-4c4e-89be-5932bfbcf8e3 req-f5f7e522-bc5d-4086-836e-bd59bdd148f4 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:32.583707 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5326c9e6-6fcc-4c4e-89be-5932bfbcf8e3 req-f5f7e522-bc5d-4086-836e-bd59bdd148f4 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 931 time: 0.0606990 Feb 10 05:23:32.638478 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5326c9e6-6fcc-4c4e-89be-5932bfbcf8e3 req-4da5f12c-22cf-480d-a44b-0b37ae4e8d97 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491865 Feb 10 05:23:32.931862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:33.211689 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-92f3af3c-2861-4720-a648-1ea422517880 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109959) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 05:23:33.212604 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-92f3af3c-2861-4720-a648-1ea422517880 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051928 Feb 10 05:23:33.264998 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.v2.base [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Request body: {'port': {'device_id': '5ffe186d-1675-4177-844a-ffa156e1d775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827844-2'}} {{(pid=109959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:23:33.322170 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:33.580006 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb8c485-451d-4b22-a315-82a990733ef9 {{(pid=109959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:23:33.587277 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Publish callbacks [] for port (5bb8c485-451d-4b22-a315-82a990733ef9), precommit_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:33.598685 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.provisioning_blocks [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Transition to ACTIVE for port object 5bb8c485-451d-4b22-a315-82a990733ef9 will not be triggered until provisioned by entity L2. {{(pid=109959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 05:23:33.692143 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:33.794365 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=2']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:33.864307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2fe4e-b4d8-4c86-abef-d4331167f9eb req-fa71b914-eef0-495b-8807-6bd2658759ee tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:33.865866 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2c2fe4e-b4d8-4c86-abef-d4331167f9eb req-fa71b914-eef0-495b-8807-6bd2658759ee tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 943 time: 0.1413603 Feb 10 05:23:33.915512 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Attempting to bind port 5bb8c485-451d-4b22-a315-82a990733ef9 on host n-h1-827844-2 for vnic_type normal with profile {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 05:23:33.915653 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Attempting to bind port 5bb8c485-451d-4b22-a315-82a990733ef9 by drivers openvswitch,hyperv on host n-h1-827844-2 at level 0 using segments [{'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 05:23:33.915972 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Attempting to bind port 5bb8c485-451d-4b22-a315-82a990733ef9 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:23:33.926858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Port 5bb8c485-451d-4b22-a315-82a990733ef9 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 not bound, no agent of type Open vSwitch agent registered on host n-h1-827844-2 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 05:23:33.927184 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Attempting to bind port 5bb8c485-451d-4b22-a315-82a990733ef9 on network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 05:23:33.940199 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-b2c2fe4e-b4d8-4c86-abef-d4331167f9eb req-40f136cb-63b5-4d1b-9dea-44e7880cc828 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654044 Feb 10 05:23:33.941037 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Checking agent: {'id': '050d3361-bd94-46a9-b84c-273c608588b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827844-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'started_at': datetime.datetime(2022, 2, 10, 3, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 05:23:33.941375 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Checking segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 05:23:33.941742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Bound using segment: {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'} {{(pid=109959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 05:23:33.942164 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.managers [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Bound port: 5bb8c485-451d-4b22-a315-82a990733ef9, host: n-h1-827844-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b59ad8-619b-4387-aae5-359d89eced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259'}}] {{(pid=109959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 05:23:33.942512 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), before_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:34.005870 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, cleared binding levels {{(pid=109959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 05:23:34.008740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 05:23:34.104100 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5700832'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_update {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:34.148314 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:34.148942 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:34.150312 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] 10.222.0.24 "PUT /v2.0/ports/5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 200 len: 1091 time: 0.9309778 Feb 10 05:23:34.150909 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:23:34.153265 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:23:34.177288 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40b2f9-adfe-4c26-9e0d-3f2c5e8a9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=3']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:34.366046 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:34.599626 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79f71f-1ba1-4fc8-8fa7-857db57456ad x-openstack-request-id: req-db79f71f-1ba1-4fc8-8fa7-857db57456ad {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:23:34.600258 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:23:34.600258 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db79f71f-1ba1-4fc8-8fa7-857db57456ad {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:23:34.600539 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9', 'status': 'completed', 'code': 200} Feb 10 05:23:34.619307 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-02baea17-f7a8-4855-9154-3b8e1416bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:34.620817 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-02baea17-f7a8-4855-9154-3b8e1416bf73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1125 time: 0.3910174 Feb 10 05:23:34.660344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-fe1c24ab-114a-47a6-8207-85a0f57a90ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 200 len: 217 time: 0.0329299 Feb 10 05:23:34.709544 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-169f77f2-0c48-4342-b40a-1531a8a48ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:34.710943 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-169f77f2-0c48-4342-b40a-1531a8a48ac3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0453417 Feb 10 05:23:34.758564 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-8719086b-004e-4617-9560-f3a992b3ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:34.760084 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-8719086b-004e-4617-9560-f3a992b3ed38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433717 Feb 10 05:23:34.849117 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-4df11f0b-fd39-4a92-9b0d-5ec5e611025b service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829239 Feb 10 05:23:34.939835 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-df0f6b55-43e6-4696-9613-8d025c04e8de req-34d8816e-7c9d-4e51-a429-bec8d4bc6428 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854728 Feb 10 05:23:35.082506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9e777-b271-48b3-88b1-22ffb5e949f9 req-ec74b43b-196b-414d-b38e-5ac8a8531e60 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:35.084024 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3c9e777-b271-48b3-88b1-22ffb5e949f9 req-ec74b43b-196b-414d-b38e-5ac8a8531e60 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 943 time: 0.0757787 Feb 10 05:23:35.123547 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-c3d0901e-7118-4a0e-9ab5-2c1620788d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:35.125016 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-c3d0901e-7118-4a0e-9ab5-2c1620788d3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1125 time: 0.0749030 Feb 10 05:23:35.162025 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-f3c9e777-b271-48b3-88b1-22ffb5e949f9 req-fbb7dc03-2267-4584-bfe7-fd7f02fe8579 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Feb 10 05:23:35.227878 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-881df585-db18-4d3d-8b47-ad7a21adaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:35.229275 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-881df585-db18-4d3d-8b47-ad7a21adaafe service neutron] 10.222.0.24 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0949068 Feb 10 05:23:35.268612 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-7f31b910-5261-4236-b3f1-5e7319139450 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 200 len: 217 time: 0.0325527 Feb 10 05:23:35.320872 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-4d0a1b94-95b8-4cb6-b791-dbb14da2b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:35.322309 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-4d0a1b94-95b8-4cb6-b791-dbb14da2b708 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0465944 Feb 10 05:23:35.371455 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-45094ba3-fd2e-4343-9a0f-acae4cc891de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:35.373247 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-45094ba3-fd2e-4343-9a0f-acae4cc891de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438929 Feb 10 05:23:35.461384 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-3a0a60f0-7b3f-4a39-87e0-a70cc0e107a9 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809216 Feb 10 05:23:35.554387 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d47c9a97-c3c9-4a56-bb9e-127faf4a07dd req-aa96fc3e-5e25-4145-add7-b73853b61484 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Feb 10 05:23:36.288932 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405d860-8647-4684-b1c1-4963dac2112b req-01a969c4-5160-438c-ad9f-2e9e83e74578 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:36.290409 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d405d860-8647-4684-b1c1-4963dac2112b req-01a969c4-5160-438c-ad9f-2e9e83e74578 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 943 time: 0.0525036 Feb 10 05:23:36.337698 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-d405d860-8647-4684-b1c1-4963dac2112b req-954b35bb-ab39-4b98-a2bf-b08b3e6cf0d2 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Feb 10 05:23:36.993585 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:23:37.091921 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:23:37.103090 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '5bb8c485-451d-4b22-a315-82a990733ef9', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'port_id': '5bb8c485-451d-4b22-a315-82a990733ef9', 'mac_address': 'fa:16:3e:fa:a6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:23:37.140001 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5bb8c485-451d-4b22-a315-82a990733ef9 is: DOWN; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:23:37.140389 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:37.152847 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb8c485-451d-4b22-a315-82a990733ef9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:23:37.172633 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:23:37.217726 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:37.262863 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=4']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:37.447021 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5bb8c485-451d-4b22-a315-82a990733ef9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:23:37.455572 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18b60-f14d-40d4-bd7e-54ace2bfc1e4 req-c7e62a61-ea02-4266-a193-cbf4d9804d19 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:37.457107 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91d18b60-f14d-40d4-bd7e-54ace2bfc1e4 req-c7e62a61-ea02-4266-a193-cbf4d9804d19 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 944 time: 0.0533879 Feb 10 05:23:37.505860 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-91d18b60-f14d-40d4-bd7e-54ace2bfc1e4 req-8aa702e5-9ce2-4667-baa1-d42340fa6e47 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Feb 10 05:23:38.622674 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe083d0-9692-46f3-a0ad-73ffe38b51c5 req-0589d7e7-0fe7-4cc0-9a78-5fa6b5d7f8f8 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:38.624678 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffe083d0-9692-46f3-a0ad-73ffe38b51c5 req-0589d7e7-0fe7-4cc0-9a78-5fa6b5d7f8f8 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 944 time: 0.0515378 Feb 10 05:23:38.675550 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-ffe083d0-9692-46f3-a0ad-73ffe38b51c5 req-e1a99563-4295-4d74-be92-0975f1f5f9fb tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Feb 10 05:23:38.994246 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:23:39.102777 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning for port 5bb8c485-451d-4b22-a315-82a990733ef9 completed by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 05:23:39.107025 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 5bb8c485-451d-4b22-a315-82a990733ef9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:23:39.107414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:39.182973 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5bb8c485-451d-4b22-a315-82a990733ef9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:23:39.183361 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:39.205479 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:23:39.207689 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f448b349-799d-4325-ad9e-1afa9175aaaa" -d '{"events": [{"server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:23:39.222434 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:23:39.248571 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824b7116-1f54-4887-ae54-67f7214c3a71 x-openstack-request-id: req-824b7116-1f54-4887-ae54-67f7214c3a71 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:23:39.248571 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:23:39.248571 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-824b7116-1f54-4887-ae54-67f7214c3a71 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:23:39.248571 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9', 'code': 200} Feb 10 05:23:39.274636 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:39.327657 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=5']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:39.348099 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ca781-f1c1-452a-97a1-1658cbc52813 req-08dfa852-d9af-4d96-b573-44b3ec5cdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:39.349640 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286ca781-f1c1-452a-97a1-1658cbc52813 req-08dfa852-d9af-4d96-b573-44b3ec5cdac3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1127 time: 0.0499346 Feb 10 05:23:39.393738 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-286ca781-f1c1-452a-97a1-1658cbc52813 req-0a0f28bc-9ec9-4db5-b44d-fb9697b4a1d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384545 Feb 10 05:23:39.796187 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d8571-60bb-4978-bed1-353f145800cd req-5495cb1d-3758-4fad-a4f4-262713ac05fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:39.797672 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b7d8571-60bb-4978-bed1-353f145800cd req-5495cb1d-3758-4fad-a4f4-262713ac05fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Feb 10 05:23:39.845093 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-9b7d8571-60bb-4978-bed1-353f145800cd req-b5da67a9-963d-4301-8f18-949aa7a6e98a tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Feb 10 05:23:40.966844 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a6cb9-6f59-4a34-846a-8ae6f6961e51 req-98ff3972-a9a8-447f-8daf-30d2abdc2116 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:40.968318 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8a6cb9-6f59-4a34-846a-8ae6f6961e51 req-98ff3972-a9a8-447f-8daf-30d2abdc2116 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Feb 10 05:23:41.016802 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-3c8a6cb9-6f59-4a34-846a-8ae6f6961e51 req-99dbbe9f-0595-4633-b9d1-99f326084fa9 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Feb 10 05:23:41.142086 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a2d4a-1d16-4fac-b1a8-cc2f9ce67588 req-55752c06-0794-4962-ac8a-f51ec4ecde4c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:41.143598 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf1a2d4a-1d16-4fac-b1a8-cc2f9ce67588 req-55752c06-0794-4962-ac8a-f51ec4ecde4c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 945 time: 0.0564198 Feb 10 05:23:41.198979 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-cf1a2d4a-1d16-4fac-b1a8-cc2f9ce67588 req-63a56803-cc8a-40a2-b04a-1d70e54ab540 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497298 Feb 10 05:23:41.224733 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56142) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:23:41.271212 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fd303-c014-4ce4-9808-c4458479fdbd tempest-TestSnapshotPattern-125121683 tempest-TestSnapshotPattern-125121683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:41.272736 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-356fd303-c014-4ce4-9808-c4458479fdbd tempest-TestSnapshotPattern-125121683 tempest-TestSnapshotPattern-125121683-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1122 time: 0.0470014 Feb 10 05:23:41.275740 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56144) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:23:41.279918 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.v2.base [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Request body: {'floatingip': {'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'port_id': '5bb8c485-451d-4b22-a315-82a990733ef9', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 05:23:41.366160 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:41.460707 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (None), before_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:41.569473 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.db_base_plugin_common [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Allocated IP 172.25.8.108 (d0377cb9-7060-4de0-b436-a18f14c8eb49/2822b406-3d92-4220-984b-045f059ea04e/e50bb238-ad07-4e5d-8487-107d407f6344) {{(pid=109958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 05:23:41.669533 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for port (e50bb238-ad07-4e5d-8487-107d407f6344), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:41.772509 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782247374511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e50bb238-ad07-4e5d-8487-107d407f6344), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:41.813871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Network d0377cb9-7060-4de0-b436-a18f14c8eb49 is already hosted by enough agents. {{(pid=109958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 05:23:41.818782 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.base_scheduler [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Resources bound (agent type, host, resource id): {{(pid=109958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 05:23:41.821354 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Received port after_create {{(pid=109958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 05:23:41.853345 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'Port': ['ID=e50bb238-ad07-4e5d-8487-107d407f6344,revision_number=1']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:41.866821 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.867322 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.867678 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.868025 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.868369 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.868714 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.869042 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.869376 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.869706 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.870034 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.870365 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.870693 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:41.871058 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:23:42.213590 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (ee93c61d-d4f4-4d2e-a96b-941231785ac6), precommit_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:42.330897 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (e50bb238-ad07-4e5d-8487-107d407f6344), before_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:42.476858 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for port (e50bb238-ad07-4e5d-8487-107d407f6344), precommit_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:42.554151 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4225155'] for port (e50bb238-ad07-4e5d-8487-107d407f6344), after_update {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:42.626629 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event updated for resources: {'Port': ['ID=e50bb238-ad07-4e5d-8487-107d407f6344,revision_number=2']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:23:42.633988 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8238973'] for floatingip (ee93c61d-d4f4-4d2e-a96b-941231785ac6), after_create {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:42.737220 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Floating IP ee93c61d-d4f4-4d2e-a96b-941231785ac6 associated. External IP: 172.25.8.108, port: 5bb8c485-451d-4b22-a315-82a990733ef9. Feb 10 05:23:42.947346 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Router 373cc917-688c-4e2c-95d7-d18528062e1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:23:43.056382 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:23:43.066366 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] Sync routers for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:23:43.076236 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:23:43.078800 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:23:43.127770 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:43.157949 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-2e88f263-1b8a-4922-a9ac-600ca22fd561 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8811965 Feb 10 05:23:43.158655 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:23:43.161076 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:23:43.186235 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:23:43.208556 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c1595c-be76-4523-9b8e-f18f9d7dc707 x-openstack-request-id: req-17c1595c-be76-4523-9b8e-f18f9d7dc707 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:23:43.213159 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:23:43.213159 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17c1595c-be76-4523-9b8e-f18f9d7dc707 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:23:43.213159 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9', 'status': 'completed', 'code': 200} Feb 10 05:23:43.286560 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-78a12c47-a2e0-47dd-8c3a-49ab1d5ed496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:43.288180 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-78a12c47-a2e0-47dd-8c3a-49ab1d5ed496 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1127 time: 0.0536878 Feb 10 05:23:43.376963 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-5484c98f-7c11-4cbb-87ab-95ed742dec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:43.378450 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-5484c98f-7c11-4cbb-87ab-95ed742dec36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0852249 Feb 10 05:23:43.409603 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:11Z', 'revision_number': 1, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}, {'id': 'ee93c61d-d4f4-4d2e-a96b-941231785ac6', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '5bb8c485-451d-4b22-a315-82a990733ef9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:fa:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe186d-1675-4177-844a-ffa156e1d775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:23:42Z', 'updated_at': '2022-02-10T05:23:42Z', 'revision_number': 0, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:23:43.438637 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] Checking router: 373cc917-688c-4e2c-95d7-d18528062e1b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:23:43.446753 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:23:43.447186 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-1c74c7aa-705e-4514-9b90-8b028f851731 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 200 len: 999 time: 0.0624263 Feb 10 05:23:43.447341 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:23:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:23:43.495728 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-18ed00df-973b-4e7f-8eea-854625b8dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:43.497219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-18ed00df-973b-4e7f-8eea-854625b8dcd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0449061 Feb 10 05:23:43.547892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-4c8b454d-2967-49e6-9cb5-a683d73f621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:23:43.549436 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-4c8b454d-2967-49e6-9cb5-a683d73f621e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462091 Feb 10 05:23:43.645813 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-b5066a9f-53cd-4b80-bee4-bd9ebfb703b8 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890112 Feb 10 05:23:43.646106 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:23:43.735528 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-eab642ef-eb8c-4458-8bb6-4d9c0a112b50 req-9482a719-671d-413f-8377-5b3df5d8c335 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844676 Feb 10 05:23:43.873453 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:11Z', 'revision_number': 1, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}, {'id': 'ee93c61d-d4f4-4d2e-a96b-941231785ac6', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '5bb8c485-451d-4b22-a315-82a990733ef9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:fa:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe186d-1675-4177-844a-ffa156e1d775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:23:42Z', 'updated_at': '2022-02-10T05:23:42Z', 'revision_number': 0, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:23:43.903050 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c7052-ae81-4928-ac10-e870422cf094 None None] The sync data for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 is: [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:11Z', 'revision_number': 1, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}, {'id': 'ee93c61d-d4f4-4d2e-a96b-941231785ac6', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '5bb8c485-451d-4b22-a315-82a990733ef9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:fa:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffe186d-1675-4177-844a-ffa156e1d775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:23:42Z', 'updated_at': '2022-02-10T05:23:42Z', 'revision_number': 0, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:23:44.095014 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828235bf-4189-4142-9c17-90fc3d11f351 None None] New status for floating IP ee93c61d-d4f4-4d2e-a96b-941231785ac6: ACTIVE {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:23:47.617270 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:49.222664 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:53.092511 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:23:57.742548 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-405b9b6e-c578-44d6-917d-d460cba22724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:23:59.902453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-be7d8596-8d92-4b0a-a498-f4b3a037da5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:01.514209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:02.919234 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:04.365660 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:13.506681 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-cd6a8121-231f-41ce-9deb-91619dd454e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481606 Feb 10 05:24:13.592904 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-986f9e3a-2027-4085-9b62-529b554c5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:13.594730 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-986f9e3a-2027-4085-9b62-529b554c5f6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1127 time: 0.0487099 Feb 10 05:24:13.695327 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-0edb7a50-0ef5-4a86-a2f5-61de47e7c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:13.696851 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-0edb7a50-0ef5-4a86-a2f5-61de47e7c640 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0850565 Feb 10 05:24:13.767606 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-468f5bf7-bfde-4931-adda-a68c65f8a51e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0646770 Feb 10 05:24:13.816669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-06671497-85a3-4fef-9e91-3c4c3b0a7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:13.818263 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-06671497-85a3-4fef-9e91-3c4c3b0a7f29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0440331 Feb 10 05:24:13.866618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-971fb1c6-3779-4211-85b1-f91cf25fe615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:13.868055 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-971fb1c6-3779-4211-85b1-f91cf25fe615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438533 Feb 10 05:24:13.958693 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-d27eb02e-fe83-4e4f-a8b5-ee6219f112bf service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846376 Feb 10 05:24:14.047831 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-4da74d2d-43c7-422d-b49c-4cde3011e40a req-1834c134-77eb-4d24-89e2-ca9531b07f54 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836143 Feb 10 05:24:17.638787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:18.217075 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-1e162635-ed5f-43c4-a56e-e5a48a2bb4a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436363 Feb 10 05:24:18.299277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969630-ff25-420f-8996-57d1f3539c8c req-9a1b6d21-16ce-4ac6-ac00-cf79217aa035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:18.300922 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-9a1b6d21-16ce-4ac6-ac00-cf79217aa035 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1126 time: 0.0447664 Feb 10 05:24:18.404648 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969630-ff25-420f-8996-57d1f3539c8c req-2c295261-a4d8-4b84-aecc-78cf25af3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:18.406129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-2c295261-a4d8-4b84-aecc-78cf25af3b1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0883894 Feb 10 05:24:18.470206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-c9ecfbd3-29bb-4574-9850-c58b3e1b78d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 1000 time: 0.0576217 Feb 10 05:24:18.516397 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969630-ff25-420f-8996-57d1f3539c8c req-1e5d6450-da07-4b34-9511-654075217bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:18.518501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-1e5d6450-da07-4b34-9511-654075217bad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0423217 Feb 10 05:24:18.568858 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969630-ff25-420f-8996-57d1f3539c8c req-b564dc0f-ee43-4484-a437-70b80c567764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:24:18.570376 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-b564dc0f-ee43-4484-a437-70b80c567764 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474787 Feb 10 05:24:18.657850 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-6b75be3e-846d-4040-bcf1-c6371677015b service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814195 Feb 10 05:24:18.747887 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-04969630-ff25-420f-8996-57d1f3539c8c req-a58a7276-ca59-4b06-b7d7-4af03a39937c service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837514 Feb 10 05:24:19.199118 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:27.736162 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-aec0272e-96f2-4bb1-93de-67541287c2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:29.890275 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1845e453-5293-4b04-8e8c-5875da0a481a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:30.091624 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:24:31.341986 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:32.902113 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:34.398717 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:47.638884 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:49.227127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:57.741348 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a5b1206b-766c-4220-93a7-08ef229ea51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:24:59.907037 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-0d5a19ce-b15e-48d6-9f22-44805501e3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:01.346848 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:02.895819 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:04.392414 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:07.091178 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:25:13.483350 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 details requested by agent hyperv_n-h1-827844-2 with host n-h1-827844-2 {{(pid=109960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 05:25:13.581155 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:13.592581 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Returning: {'device': '5bb8c485-451d-4b22-a315-82a990733ef9', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'port_id': '5bb8c485-451d-4b22-a315-82a990733ef9', 'mac_address': 'fa:16:3e:fa:a6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 05:25:13.633009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5bb8c485-451d-4b22-a315-82a990733ef9 is: ACTIVE; New status is: BUILD {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:25:13.633924 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:13.646568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bb8c485-451d-4b22-a315-82a990733ef9 {{(pid=109960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 05:25:13.665623 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:13.746848 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:13.797295 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=6']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:13.805119 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.806113 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.806530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.806976 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.807568 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.809189 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.813435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.813435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.813435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.813435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.813435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.813435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.813435 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:13.850285 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] get_ports_and_sgs() called for port_ids ['5bb8c485-451d-4b22-a315-82a990733ef9'] {{(pid=109960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 05:25:14.530002 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-6f0a0d0a-aeb5-4f64-a81b-8b8c33d15241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:14.531566 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-6f0a0d0a-aeb5-4f64-a81b-8b8c33d15241 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1126 time: 0.0466454 Feb 10 05:25:14.667917 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-8eb1b9f1-70ef-4b9f-8024-72d23a5c1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:14.669325 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-8eb1b9f1-70ef-4b9f-8024-72d23a5c1b5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0943582 Feb 10 05:25:14.738280 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-fef2a63d-19e5-421f-adb6-994a8e92f896 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 200 len: 1000 time: 0.0630193 Feb 10 05:25:14.786146 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-46a37654-0727-41e0-a55c-ee1bea579ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:14.787628 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-46a37654-0727-41e0-a55c-ee1bea579ead service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0437872 Feb 10 05:25:14.843435 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-bf2f0367-ea91-48df-be6a-ea4253158fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:14.844988 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-bf2f0367-ea91-48df-be6a-ea4253158fc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515022 Feb 10 05:25:14.937109 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-1d90e9f6-c170-4188-9c68-87ab09df0d9c service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863445 Feb 10 05:25:15.049439 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-8f6b0cb4-5e89-4841-a03e-03188a8eb519 req-2fcece91-d545-4138-b30b-5d954fb7ac84 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064627 Feb 10 05:25:15.513530 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 up at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 05:25:15.572805 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.provisioning_blocks [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Provisioning complete for port 5bb8c485-451d-4b22-a315-82a990733ef9 triggered by entity L2. {{(pid=109960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 05:25:15.573658 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039798'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), provisioning_complete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:15.679927 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Current status of the port 5bb8c485-451d-4b22-a315-82a990733ef9 is: BUILD; New status is: ACTIVE {{(pid=109960) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 05:25:15.680318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012036'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), before_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:15.707175 n-d-827844-2 neutron-server[109960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9'}] {{(pid=109960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:25:15.710093 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66344c419d9451c5427310ccc6798eba812bd92906886bf7dd3b52714b5de31d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c7eaae-036c-4cf2-84eb-742d220b7466" -d '{"events": [{"server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9"}]}' {{(pid=109960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:25:15.738578 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:15.758239 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7d25ad-f1dc-433d-8473-61a53552ef62 x-openstack-request-id: req-0f7d25ad-f1dc-433d-8473-61a53552ef62 {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:25:15.759471 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9", "code": 200}]} {{(pid=109960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:25:15.762329 n-d-827844-2 neutron-server[109960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f7d25ad-f1dc-433d-8473-61a53552ef62 {{(pid=109960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:25:15.767490 n-d-827844-2 neutron-server[109960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9', 'code': 200} Feb 10 05:25:15.815583 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782247695108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782247374529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782247374547'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:15.973776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Pushing event updated for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=7']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:17.821890 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:19.209808 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-81b78620-531d-4244-8395-f2d7f2a922a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525470 Feb 10 05:25:19.244963 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:19.311506 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-39921763-12c8-4edc-b3c7-787260f3ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:19.313129 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-39921763-12c8-4edc-b3c7-787260f3ada5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1126 time: 0.0518076 Feb 10 05:25:19.442084 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-3c4a6bfe-05ff-4c23-aa8e-5c67058c2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:19.445244 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-3c4a6bfe-05ff-4c23-aa8e-5c67058c2301 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.1105618 Feb 10 05:25:19.513204 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-f2883196-faf1-473e-8767-db46fef651f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 1000 time: 0.0629375 Feb 10 05:25:19.571285 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-d5afeea5-4314-4890-91cc-508dc8fe89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:19.572324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-d5afeea5-4314-4890-91cc-508dc8fe89ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0530722 Feb 10 05:25:19.636343 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-44ddff8c-562b-4c2c-9632-c07fc9a255f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:19.637917 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-44ddff8c-562b-4c2c-9632-c07fc9a255f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0602379 Feb 10 05:25:19.736369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-8611a346-a0f7-466d-ba70-fbe0debef788 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915458 Feb 10 05:25:19.834501 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-5ce627fd-553b-4f69-8802-ad330f1f7f00 req-8a20d5b1-1d19-454d-bd95-a9edb877cebc service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922339 Feb 10 05:25:25.819547 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56340) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:25.975896 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Deleting port e50bb238-ad07-4e5d-8487-107d407f6344 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:25.976245 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (e50bb238-ad07-4e5d-8487-107d407f6344), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:26.052555 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (e50bb238-ad07-4e5d-8487-107d407f6344), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:26.052811 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (e50bb238-ad07-4e5d-8487-107d407f6344), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:26.064218 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Calling delete_port for e50bb238-ad07-4e5d-8487-107d407f6344 owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:26.266986 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (e50bb238-ad07-4e5d-8487-107d407f6344), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:26.290317 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event deleted for resources: {'Port': ['ID=e50bb238-ad07-4e5d-8487-107d407f6344,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:26.300237 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.300589 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.300928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.301261 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.301594 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.301926 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.302252 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.302649 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.303446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.303446 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.303654 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.303846 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.304415 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:26.363281 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (ee93c61d-d4f4-4d2e-a96b-941231785ac6), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:26.363610 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Floating IP ee93c61d-d4f4-4d2e-a96b-941231785ac6 disassociated (deleted). External IP: 172.25.8.108, port: 5bb8c485-451d-4b22-a315-82a990733ef9. Feb 10 05:25:26.572705 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Router 373cc917-688c-4e2c-95d7-d18528062e1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:25:26.679385 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:25:26.684840 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:26.689794 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] Sync routers for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:25:26.699804 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:26.700397 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:26.714904 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-4690754a-fb3f-42d4-a0b6-ebbe7f9ca07b tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "DELETE /v2.0/floatingips/ee93c61d-d4f4-4d2e-a96b-941231785ac6 HTTP/1.1" status: 204 len: 168 time: 0.8942463 Feb 10 05:25:26.715737 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:25:26.718023 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94015a39-a055-4e5b-9f3e-e9e9e146e861" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:25:26.757738 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269abee5-f3d0-43ad-82c4-16650b97a068 x-openstack-request-id: req-269abee5-f3d0-43ad-82c4-16650b97a068 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:25:26.758031 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:25:26.758296 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-269abee5-f3d0-43ad-82c4-16650b97a068 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:25:26.758837 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9', 'status': 'completed', 'code': 200} Feb 10 05:25:26.815079 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:26.826862 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-b7312df8-f7ae-4656-a146-eaa8cadd6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:26.828352 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-b7312df8-f7ae-4656-a146-eaa8cadd6697 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 1127 time: 0.0465214 Feb 10 05:25:26.929669 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-33af344d-5b9b-4721-b1bc-39d6da00f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:26.931281 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-33af344d-5b9b-4721-b1bc-39d6da00f718 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0924063 Feb 10 05:25:26.973369 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-0c138b5b-f517-4428-9a1c-5c1eb5472d81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 200 len: 217 time: 0.0364156 Feb 10 05:25:27.023462 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-a8dfa44f-c9cc-41af-bdf6-80af404e4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:27.025056 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-a8dfa44f-c9cc-41af-bdf6-80af404e4390 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0464444 Feb 10 05:25:27.043978 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:11Z', 'revision_number': 1, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:27.070139 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] Checking router: 373cc917-688c-4e2c-95d7-d18528062e1b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:25:27.078892 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-e84fa838-1e0d-4f2c-9cfa-fe3f59cee01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:27.079098 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:27.079509 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:00Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:27.080423 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-e84fa838-1e0d-4f2c-9cfa-fe3f59cee01f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487719 Feb 10 05:25:27.191262 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-a0c7e550-b617-4c3c-b5aa-dc7271264013 service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021626 Feb 10 05:25:27.200863 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:27.319967 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3cfe4-6a12-48b4-8ced-e77fe65c41b2 req-2d1d613a-79f8-46f5-a3f5-9d065ad764ff tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:27.321430 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11b3cfe4-6a12-48b4-8ced-e77fe65c41b2 req-2d1d613a-79f8-46f5-a3f5-9d065ad764ff tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 945 time: 0.1660399 Feb 10 05:25:27.327219 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-94015a39-a055-4e5b-9f3e-e9e9e146e861 req-814bea8c-a60a-4c2f-b009-5fde2d59d6fa service neutron] 10.222.0.24 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291964 Feb 10 05:25:27.372382 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-11b3cfe4-6a12-48b4-8ced-e77fe65c41b2 req-3de4faa8-6df5-4e84-b0e4-64a70ba48f1a tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 Feb 10 05:25:27.432197 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:11Z', 'revision_number': 1, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:27.457949 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d29f2f-a84a-429d-936d-0d365e3164ed None None] The sync data for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 is: [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_floatingips': [{'id': '3de4183b-a220-4cdd-87b7-4b2cf44e15be', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'floating_ip_address': '172.25.8.226', 'floating_network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'router_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'port_id': '4319e648-ad51-476a-a65e-65128d5664f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'mac_address': 'fa:16:3e:1d:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T05:21:08Z', 'updated_at': '2022-02-10T05:21:11Z', 'revision_number': 1, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:25:27.685849 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92729a92-4203-4fb2-8b63-d37226406cd9 None None] New status for floating IP ee93c61d-d4f4-4d2e-a96b-941231785ac6: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:25:27.744902 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ca76a60c-6057-4d5a-a268-b304fda90439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:28.551615 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba01acc-e99b-4e83-a736-5cad4b75458b req-c544aacc-b127-4dfa-8a48-8ba7e540a9f9 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:28.553122 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ba01acc-e99b-4e83-a736-5cad4b75458b req-c544aacc-b127-4dfa-8a48-8ba7e540a9f9 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 945 time: 0.1034186 Feb 10 05:25:28.604248 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-7ba01acc-e99b-4e83-a736-5cad4b75458b req-26859f5d-2a2e-4516-aee4-6a1bf9897521 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445054 Feb 10 05:25:28.703802 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-040451c4-4459-4e68-b9f4-a13b1f6ba977 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:28.705270 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-040451c4-4459-4e68-b9f4-a13b1f6ba977 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 945 time: 0.0561354 Feb 10 05:25:28.798167 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Deleting port 5bb8c485-451d-4b22-a315-82a990733ef9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:28.798508 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:28.888354 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] For port 5bb8c485-451d-4b22-a315-82a990733ef9, host n-h1-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827844-2',level=0,port_id=5bb8c485-451d-4b22-a315-82a990733ef9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:28.888635 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:28.900772 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Calling delete_port for 5bb8c485-451d-4b22-a315-82a990733ef9 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:29.101067 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (5bb8c485-451d-4b22-a315-82a990733ef9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:29.132721 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event deleted for resources: {'Port': ['ID=5bb8c485-451d-4b22-a315-82a990733ef9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:29.143649 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.143934 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.144280 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.144618 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.144958 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.145321 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.146044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.146044 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.146348 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.146598 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.146960 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.147277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.147599 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827844-2 {{(pid=109959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 05:25:29.195071 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] No DVR routers for this DVR port 5bb8c485-451d-4b22-a315-82a990733ef9 on host n-h1-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:25:29.198027 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:29.201354 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-7ceccb23-629c-4149-bc9d-d70f568dcd88 req-fa8def42-2728-4725-9c72-aa49db9837de tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.24 "DELETE /v2.0/ports/5bb8c485-451d-4b22-a315-82a990733ef9 HTTP/1.1" status: 204 len: 173 time: 0.4911723 Feb 10 05:25:29.201890 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'name': 'network-vif-deleted', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:25:29.204150 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db5391a-846a-49a5-ac98-834299f97b53" -d '{"events": [{"server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "name": "network-vif-deleted", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:25:29.240423 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c99a194-bfe7-4da2-8025-bbfa5e819e38 x-openstack-request-id: req-3c99a194-bfe7-4da2-8025-bbfa5e819e38 {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:25:29.240894 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe186d-1675-4177-844a-ffa156e1d775", "name": "network-vif-deleted", "tag": "5bb8c485-451d-4b22-a315-82a990733ef9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:25:29.241151 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c99a194-bfe7-4da2-8025-bbfa5e819e38 {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:25:29.241552 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe186d-1675-4177-844a-ffa156e1d775', 'name': 'network-vif-deleted', 'tag': '5bb8c485-451d-4b22-a315-82a990733ef9', 'status': 'completed', 'code': 200} Feb 10 05:25:29.577240 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:29.600744 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 5bb8c485-451d-4b22-a315-82a990733ef9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:29.601095 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:29.719494 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-86bea9d9-eb9e-4084-b7cb-665567e543e2 req-dfa14e68-1d5d-4b15-9d07-b9e29a6c323c tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ffe186d-1675-4177-844a-ffa156e1d775 HTTP/1.1" status: 200 len: 210 time: 0.0313609 Feb 10 05:25:29.889131 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-806f855f-fbcd-434b-929f-f07ecb010df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:31.329632 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:32.028580 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56402) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:32.433656 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Deleting port 4960035b-51b5-44c2-acf6-a2bc557045cb {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:32.433990 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:32.506384 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:32.506729 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (4960035b-51b5-44c2-acf6-a2bc557045cb), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:32.518207 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Calling delete_port for 4960035b-51b5-44c2-acf6-a2bc557045cb owned by network:floatingip {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:32.752415 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (4960035b-51b5-44c2-acf6-a2bc557045cb), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:32.777494 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event deleted for resources: {'Port': ['ID=4960035b-51b5-44c2-acf6-a2bc557045cb,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:32.851082 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for floatingip (3de4183b-a220-4cdd-87b7-4b2cf44e15be), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:32.851417 n-d-827844-2 neutron-server[109958]: INFO neutron.db.l3_db [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Floating IP 3de4183b-a220-4cdd-87b7-4b2cf44e15be disassociated (deleted). External IP: 172.25.8.226, port: 4319e648-ad51-476a-a65e-65128d5664f9. Feb 10 05:25:32.929857 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:33.073909 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Router 373cc917-688c-4e2c-95d7-d18528062e1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:25:33.183886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:25:33.188639 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for floatingip (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:33.194181 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] Sync routers for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:25:33.204652 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:33.205252 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:33.218765 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-9825a8da-b61d-436a-b151-d24158b9e7a7 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "DELETE /v2.0/floatingips/3de4183b-a220-4cdd-87b7-4b2cf44e15be HTTP/1.1" status: 204 len: 168 time: 1.1890452 Feb 10 05:25:33.219574 n-d-827844-2 neutron-server[109958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9'}] {{(pid=109958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:25:33.221846 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5a9e7a0fd8e9ac3b7cade28d6b3244c4984f9ee561966f33fa6b09ae4e837e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3736f25-3b86-4393-83f4-1018aa170a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "tag": "4319e648-ad51-476a-a65e-65128d5664f9"}]}' {{(pid=109958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:25:33.261590 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 05:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f10b51a-77d5-41ac-8b84-9e2ce4f54810 x-openstack-request-id: req-3f10b51a-77d5-41ac-8b84-9e2ce4f54810 {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:25:33.263007 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "tag": "4319e648-ad51-476a-a65e-65128d5664f9", "status": "completed", "code": 200}]} {{(pid=109958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:25:33.263279 n-d-827844-2 neutron-server[109958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f10b51a-77d5-41ac-8b84-9e2ce4f54810 {{(pid=109958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:25:33.263716 n-d-827844-2 neutron-server[109958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9', 'status': 'completed', 'code': 200} Feb 10 05:25:33.346052 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-63967492-7cc2-4db7-9cfb-c3c40c10ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:33.347659 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-63967492-7cc2-4db7-9cfb-c3c40c10ff3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 1126 time: 0.0624077 Feb 10 05:25:33.418911 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:33.443627 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-0041d596-70d1-4341-8c2f-38feeb40c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:33.445119 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-0041d596-70d1-4341-8c2f-38feeb40c11e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 200 len: 911 time: 0.0905447 Feb 10 05:25:33.486581 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-41a241e0-36f9-4d01-8205-36225dc80130 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 200 len: 217 time: 0.0351579 Feb 10 05:25:33.542638 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-5cd13854-2389-49e0-ab4a-eaf561989209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:33.544151 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-5cd13854-2389-49e0-ab4a-eaf561989209 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 200 len: 849 time: 0.0456457 Feb 10 05:25:33.598155 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-8e9362ae-ed9d-402b-a18d-83bed14583f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:33.599775 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-8e9362ae-ed9d-402b-a18d-83bed14583f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e33b7e4c-73d3-4cdd-9ace-698e28cc5259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494909 Feb 10 05:25:33.610647 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 no longer exists at agent hyperv_n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:33.629813 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:33.638373 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] No Port match for: 5bb8c485-451d-4b22-a315-82a990733ef9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:33.639461 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Device 5bb8c485-451d-4b22-a315-82a990733ef9 not bound to the agent host n-h1-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:33.666666 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] Checking router: 373cc917-688c-4e2c-95d7-d18528062e1b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:25:33.675261 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:33.675868 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:33.732240 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-3312b066-dce2-4d4b-82d8-136953d6f7fd service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260474 Feb 10 05:25:33.741742 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3421d40-cfae-477a-a3d6-3d4d61dad55f req-9e4d63d2-56a0-4739-9ded-95323cab3091 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:33.743202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3421d40-cfae-477a-a3d6-3d4d61dad55f req-9e4d63d2-56a0-4739-9ded-95323cab3091 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 944 time: 0.1034219 Feb 10 05:25:33.788859 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:33.848248 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3421d40-cfae-477a-a3d6-3d4d61dad55f req-515f530c-e989-492c-bcb7-82dd36a1dc0e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963016 Feb 10 05:25:33.868145 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-d3736f25-3b86-4393-83f4-1018aa170a8d req-af961d44-c3de-4704-a0bf-208588871736 service neutron] 10.222.0.43 "GET /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234443 Feb 10 05:25:33.987792 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:34.014537 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1fdd2-b265-4d7e-82bb-f2ff8c98a664 None None] The sync data for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 is: [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:20:38Z', 'revision_number': 4, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2', '_interfaces': [{'id': '7bd707fb-09da-4454-b1bf-3798c2598f72', 'name': '', 'network_id': 'e33b7e4c-73d3-4cdd-9ace-698e28cc5259', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'mac_address': 'fa:16:3e:92:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:38Z', 'updated_at': '2022-02-10T05:20:43Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'subnets': [{'id': '0747a875-d3e4-4ef7-828c-a2b5325992ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:25:34.242646 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa907c-571a-4337-a148-a229595b1c70 None None] New status for floating IP 3de4183b-a220-4cdd-87b7-4b2cf44e15be: DOWN {{(pid=109960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 05:25:34.386363 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:34.969047 n-d-827844-2 neutron-server[109958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0527-db0e-43ae-ba23-b95e8884518e req-fb46ae9a-a8bd-41d6-ab7b-da0251816067 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:34.970578 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a69e0527-db0e-43ae-ba23-b95e8884518e req-fb46ae9a-a8bd-41d6-ab7b-da0251816067 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 944 time: 0.0528953 Feb 10 05:25:35.019086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-a69e0527-db0e-43ae-ba23-b95e8884518e req-e655f621-415b-4a60-ade5-0793f9762666 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Feb 10 05:25:35.222252 n-d-827844-2 neutron-server[109959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-91bb5190-74b2-42f3-915a-2fdca5ae4776 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 05:25:35.223658 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-91bb5190-74b2-42f3-915a-2fdca5ae4776 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 944 time: 0.0581598 Feb 10 05:25:35.314991 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Deleting port 4319e648-ad51-476a-a65e-65128d5664f9 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:35.315339 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (4319e648-ad51-476a-a65e-65128d5664f9), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:35.408827 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] For port 4319e648-ad51-476a-a65e-65128d5664f9, host n-h2-827844-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827844-2',level=0,port_id=4319e648-ad51-476a-a65e-65128d5664f9,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:35.409178 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (4319e648-ad51-476a-a65e-65128d5664f9), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:35.420622 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Calling delete_port for 4319e648-ad51-476a-a65e-65128d5664f9 owned by compute:nova {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:35.940808 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (4319e648-ad51-476a-a65e-65128d5664f9), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:35.972073 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event deleted for resources: {'Port': ['ID=4319e648-ad51-476a-a65e-65128d5664f9,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:36.020277 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] No DVR routers for this DVR port 4319e648-ad51-476a-a65e-65128d5664f9 on host n-h2-827844-2 {{(pid=109959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:25:36.022908 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-502128'] for port (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:36.026324 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [req-a6c0d76b-2fdf-4bd7-a897-e154865967cc req-ed4a82f8-442f-4967-97b7-997546377d6e tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.43 "DELETE /v2.0/ports/4319e648-ad51-476a-a65e-65128d5664f9 HTTP/1.1" status: 204 len: 173 time: 0.7967701 Feb 10 05:25:36.026808 n-d-827844-2 neutron-server[109959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-deleted', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9'}] {{(pid=109959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 05:25:36.029066 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}532cdeedc2cd8b8b78242670b83e7eae1a5afc0361aae869c0d48ed210bc708c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118c18b6-ec86-431d-ab0b-ec8f71d5f84e" -d '{"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-deleted", "tag": "4319e648-ad51-476a-a65e-65128d5664f9"}]}' {{(pid=109959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 05:25:36.069790 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03ecca1-119d-41ff-8e1a-ac1986f1cc8e x-openstack-request-id: req-a03ecca1-119d-41ff-8e1a-ac1986f1cc8e {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 05:25:36.070077 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf92c0c-eb33-40e3-af45-4c475d7b8756", "name": "network-vif-deleted", "tag": "4319e648-ad51-476a-a65e-65128d5664f9", "status": "completed", "code": 200}]} {{(pid=109959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 05:25:36.070332 n-d-827844-2 neutron-server[109959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a03ecca1-119d-41ff-8e1a-ac1986f1cc8e {{(pid=109959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 05:25:36.070761 n-d-827844-2 neutron-server[109959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf92c0c-eb33-40e3-af45-4c475d7b8756', 'name': 'network-vif-deleted', 'tag': '4319e648-ad51-476a-a65e-65128d5664f9', 'status': 'completed', 'code': 200} Feb 10 05:25:36.120241 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [req-5ecb2edd-9f10-4be6-b94a-d9bccbbc184a req-c1c9f9a0-b3b3-457d-a339-2b941b58ef80 tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cf92c0c-eb33-40e3-af45-4c475d7b8756 HTTP/1.1" status: 200 len: 210 time: 0.0285029 Feb 10 05:25:37.182299 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56418) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:37.240815 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57d2bb77-5d32-4b08-8031-30a7de98f0fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group (d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:37.265421 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57d2bb77-5d32-4b08-8031-30a7de98f0fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group (d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:37.369171 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57d2bb77-5d32-4b08-8031-30a7de98f0fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:37.371896 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-57d2bb77-5d32-4b08-8031-30a7de98f0fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Publish callbacks [] for security_group (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:37.373086 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-57d2bb77-5d32-4b08-8031-30a7de98f0fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c HTTP/1.1" status: 204 len: 168 time: 0.1897755 Feb 10 05:25:37.382064 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2bb77-5d32-4b08-8031-30a7de98f0fd tempest-TestSnapshotPattern-765497665 tempest-TestSnapshotPattern-765497665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb5965-0f57-4e2e-8bae-8a8857ea1f0c,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:38.465617 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56424) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:38.893347 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (373cc917-688c-4e2c-95d7-d18528062e1b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:39.134843 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Deleting port 7bd707fb-09da-4454-b1bf-3798c2598f72 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:39.135203 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:39.214633 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] For port 7bd707fb-09da-4454-b1bf-3798c2598f72, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=7bd707fb-09da-4454-b1bf-3798c2598f72,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:39.214942 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:39.226849 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Calling delete_port for 7bd707fb-09da-4454-b1bf-3798c2598f72 owned by network:router_interface {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:39.466582 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (7bd707fb-09da-4454-b1bf-3798c2598f72), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:39.490549 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd707fb-09da-4454-b1bf-3798c2598f72,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:39.662173 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (373cc917-688c-4e2c-95d7-d18528062e1b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:39.873459 n-d-827844-2 neutron-server[109958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Router 373cc917-688c-4e2c-95d7-d18528062e1b has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:25:40.228327 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:25:40.233461 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-0fe4357a-1dcd-4413-a79e-71cbe4cf6adc admin admin] 10.222.0.42 "PUT /v2.0/routers/373cc917-688c-4e2c-95d7-d18528062e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667603 Feb 10 05:25:40.236979 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56428) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:40.237649 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] Sync routers for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:25:40.249148 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:40.250038 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:40.345368 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks [] for router (373cc917-688c-4e2c-95d7-d18528062e1b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:40.366512 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: n-d-827844-2 {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:40.433232 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4319e648-ad51-476a-a65e-65128d5664f9 no longer exists at agent hyperv_n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:40.466242 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] No Port match for: 4319e648-ad51-476a-a65e-65128d5664f9 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:40.467188 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Device 4319e648-ad51-476a-a65e-65128d5664f9 not bound to the agent host n-h2-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:40.472532 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks [] for router_gateway (373cc917-688c-4e2c-95d7-d18528062e1b), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:40.550054 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:25:39Z', 'revision_number': 5, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port': {'id': 'b5bb41de-74e7-4e64-9d40-806163fb4748', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:36Z', 'updated_at': '2022-02-10T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:40.567010 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Deleting port b5bb41de-74e7-4e64-9d40-806163fb4748 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:40.567349 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:40.576973 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] Checking router: 373cc917-688c-4e2c-95d7-d18528062e1b for host: n-d-827844-2 {{(pid=109961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:25:40.585269 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] Routers {'373cc917-688c-4e2c-95d7-d18528062e1b'} bound to L3 agent in host n-d-827844-2 {{(pid=109961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:40.585862 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['373cc917-688c-4e2c-95d7-d18528062e1b'], 'active': True} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:40.647147 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] For port b5bb41de-74e7-4e64-9d40-806163fb4748, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b5bb41de-74e7-4e64-9d40-806163fb4748,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:40.647570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:40.661489 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Calling delete_port for b5bb41de-74e7-4e64-9d40-806163fb4748 owned by network:router_gateway {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:40.673902 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_dvr_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] Set router 373cc917-688c-4e2c-95d7-d18528062e1b gateway port host: None {{(pid=109961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:40.730313 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.l3_hamode_db [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:25:40Z', 'revision_number': 6, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:40.762933 n-d-827844-2 neutron-server[109961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532fc2e-f3ba-446c-8b39-f545a595d291 None None] The sync data for ids ['373cc917-688c-4e2c-95d7-d18528062e1b'] in n-d-827844-2 is: [{'id': '373cc917-688c-4e2c-95d7-d18528062e1b', 'name': 'tempest-TestSnapshotPattern-1810434728-router', 'tenant_id': '11aea0bbff4447c9a4d5aae296e2df02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:35Z', 'updated_at': '2022-02-10T05:25:40Z', 'revision_number': 6, 'project_id': '11aea0bbff4447c9a4d5aae296e2df02', 'gw_port_host': None}] {{(pid=109961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:25:40.883951 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (b5bb41de-74e7-4e64-9d40-806163fb4748), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:40.909491 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bb41de-74e7-4e64-9d40-806163fb4748,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:40.971001 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (373cc917-688c-4e2c-95d7-d18528062e1b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.067622 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (373cc917-688c-4e2c-95d7-d18528062e1b), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.069725 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks [] for router_controller (373cc917-688c-4e2c-95d7-d18528062e1b), precommit_delete_associations {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.175519 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (373cc917-688c-4e2c-95d7-d18528062e1b), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.176211 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 373cc917-688c-4e2c-95d7-d18528062e1b {{(pid=109958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:25:41.181983 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.185484 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-cafa03aa-6725-4e1a-98d4-b631a40db23b admin admin] 10.222.0.42 "DELETE /v2.0/routers/373cc917-688c-4e2c-95d7-d18528062e1b HTTP/1.1" status: 204 len: 168 time: 0.9453492 Feb 10 05:25:41.186068 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56430) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:41.236503 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] Deleting subnet 0747a875-d3e4-4ef7-828c-a2b5325992ae {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:25:41.239680 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] Publish callbacks [] for subnet (0747a875-d3e4-4ef7-828c-a2b5325992ae), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.273770 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (0747a875-d3e4-4ef7-828c-a2b5325992ae), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.352538 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (0747a875-d3e4-4ef7-828c-a2b5325992ae), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.466765 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (0747a875-d3e4-4ef7-828c-a2b5325992ae), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.491843 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0747a875-d3e4-4ef7-828c-a2b5325992ae,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:41.502043 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.502904 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72d0e4-50fb-4153-a4c5-8346b70c0c38 None None] Network e33b7e4c-73d3-4cdd-9ace-698e28cc5259 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:25:41.508202 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-dd8c3704-80fb-4bb7-af33-0c0dfad2d664 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0747a875-d3e4-4ef7-828c-a2b5325992ae HTTP/1.1" status: 204 len: 168 time: 0.3186140 Feb 10 05:25:41.508944 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56432) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:41.591923 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (e33b7e4c-73d3-4cdd-9ace-698e28cc5259), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.651771 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Deleting port 22bbbf0c-0a74-4ed4-b580-d861378fa890 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:41.652011 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.700296 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] DHCP port deletion for e33b7e4c-73d3-4cdd-9ace-698e28cc5259 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:25:41.729938 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] For port 22bbbf0c-0a74-4ed4-b580-d861378fa890, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=22bbbf0c-0a74-4ed4-b580-d861378fa890,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:41.730319 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.743881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Calling delete_port for 22bbbf0c-0a74-4ed4-b580-d861378fa890 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:41.766446 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] Deleting port 22bbbf0c-0a74-4ed4-b580-d861378fa890 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:41.766854 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.833916 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] For port 22bbbf0c-0a74-4ed4-b580-d861378fa890, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=22bbbf0c-0a74-4ed4-b580-d861378fa890,segment=NetworkSegment(05b59ad8-619b-4387-aae5-359d89eced39),segment_id=05b59ad8-619b-4387-aae5-359d89eced39)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:41.834319 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.847547 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] Calling delete_port for 22bbbf0c-0a74-4ed4-b580-d861378fa890 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:41.906857 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.933647 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (22bbbf0c-0a74-4ed4-b580-d861378fa890), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:41.945576 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bbbf0c-0a74-4ed4-b580-d861378fa890,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:41.948093 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] No DVR routers for this DVR port 22bbbf0c-0a74-4ed4-b580-d861378fa890 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:25:41.968834 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] Pushing event deleted for resources: {'Port': ['ID=22bbbf0c-0a74-4ed4-b580-d861378fa890,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:41.973638 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39b608-7541-4b6f-8c08-387be9777021 None None] No DVR routers for this DVR port 22bbbf0c-0a74-4ed4-b580-d861378fa890 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:25:42.043796 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (e33b7e4c-73d3-4cdd-9ace-698e28cc5259), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.060258 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7bd707fb-09da-4454-b1bf-3798c2598f72 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:42.064582 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33b7e4c-73d3-4cdd-9ace-698e28cc5259']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:42.074612 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b59ad8-619b-4387-aae5-359d89eced39') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:42.074935 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b59ad8-619b-4387-aae5-359d89eced39') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:42.080709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 7bd707fb-09da-4454-b1bf-3798c2598f72 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:42.080709 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 7bd707fb-09da-4454-b1bf-3798c2598f72 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:42.081066 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 22bbbf0c-0a74-4ed4-b580-d861378fa890 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:42.084570 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (05b59ad8-619b-4387-aae5-359d89eced39), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.100078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (05b59ad8-619b-4387-aae5-359d89eced39), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.101887 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 22bbbf0c-0a74-4ed4-b580-d861378fa890 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:42.102243 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 22bbbf0c-0a74-4ed4-b580-d861378fa890 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:42.102669 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b5bb41de-74e7-4e64-9d40-806163fb4748 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:42.108928 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (05b59ad8-619b-4387-aae5-359d89eced39), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:25:42.112078 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:25:42.123140 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b5bb41de-74e7-4e64-9d40-806163fb4748 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:42.123588 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b5bb41de-74e7-4e64-9d40-806163fb4748 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:42.277794 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (e33b7e4c-73d3-4cdd-9ace-698e28cc5259), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.283112 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.286189 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e33b7e4c-73d3-4cdd-9ace-698e28cc5259 HTTP/1.1" status: 204 len: 168 time: 0.7755356 Feb 10 05:25:42.289340 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56434) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:42.296807 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed761342-62c6-482b-aa5b-9e8df1696016 admin admin] Pushing event deleted for resources: {'Network': ['ID=e33b7e4c-73d3-4cdd-9ace-698e28cc5259,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:42.637230 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8225661'] for router_interface (a99056bf-85e7-4ce3-8902-438c8b158b0f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.884404 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Deleting port 326d5e66-5002-4a1c-84ec-01c09bd30959 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:42.884737 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.960308 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] For port 326d5e66-5002-4a1c-84ec-01c09bd30959, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=326d5e66-5002-4a1c-84ec-01c09bd30959,segment=NetworkSegment(167c9b98-c19c-4b27-94bf-c66cf2008b91),segment_id=167c9b98-c19c-4b27-94bf-c66cf2008b91)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:42.960621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:42.973927 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Calling delete_port for 326d5e66-5002-4a1c-84ec-01c09bd30959 owned by network:router_interface {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:43.197705 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (326d5e66-5002-4a1c-84ec-01c09bd30959), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:43.227629 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Pushing event deleted for resources: {'Port': ['ID=326d5e66-5002-4a1c-84ec-01c09bd30959,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:43.409041 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7971007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8225769'] for router_interface (a99056bf-85e7-4ce3-8902-438c8b158b0f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:43.628119 n-d-827844-2 neutron-server[109959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Router a99056bf-85e7-4ce3-8902-438c8b158b0f has already been hosted by L3 agent af23d47e-37ed-440a-ae8e-d94a34ea79c7 {{(pid=109959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 05:25:43.740551 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] Notify agent at l3_agent.n-d-827844-2 the message routers_updated {{(pid=109959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 05:25:43.746241 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-23843b8f-1a4c-4572-a629-27f476522163 admin admin] 10.222.0.42 "PUT /v2.0/routers/a99056bf-85e7-4ce3-8902-438c8b158b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558096 Feb 10 05:25:43.748740 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56436) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:43.752871 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b486d8-050c-42df-b07c-0b027243851c None None] Sync routers for ids ['a99056bf-85e7-4ce3-8902-438c8b158b0f'] in n-d-827844-2 {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 05:25:43.762723 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] Routers {'a99056bf-85e7-4ce3-8902-438c8b158b0f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:43.765009 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a99056bf-85e7-4ce3-8902-438c8b158b0f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:43.858986 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks [] for router (a99056bf-85e7-4ce3-8902-438c8b158b0f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:43.877677 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] Set router a99056bf-85e7-4ce3-8902-438c8b158b0f gateway port host: n-d-827844-2 {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:43.962204 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks [] for router_gateway (a99056bf-85e7-4ce3-8902-438c8b158b0f), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.062936 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'external_fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:25:43Z', 'revision_number': 5, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port': {'id': 'b227a09e-fc6d-4199-82ff-2b0b208ead34', 'name': '', 'network_id': 'd0377cb9-7060-4de0-b436-a18f14c8eb49', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '2822b406-3d92-4220-984b-045f059ea04e', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827844-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T05:20:42Z', 'updated_at': '2022-02-10T05:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2822b406-3d92-4220-984b-045f059ea04e', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827844-2'}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:44.090734 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:25:44.091340 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b486d8-050c-42df-b07c-0b027243851c None None] Checking router: a99056bf-85e7-4ce3-8902-438c8b158b0f for host: n-d-827844-2 {{(pid=109960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 05:25:44.096543 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Deleting port b227a09e-fc6d-4199-82ff-2b0b208ead34 {{(pid=109959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:44.097093 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.099260 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] Routers {'a99056bf-85e7-4ce3-8902-438c8b158b0f'} bound to L3 agent in host n-d-827844-2 {{(pid=109960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 05:25:44.099858 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827844-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T03:46:00Z,description=,heartbeat_timestamp=2022-02-10T05:25:30Z,host='n-d-827844-2',id=af23d47e-37ed-440a-ae8e-d94a34ea79c7,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T03:46:00Z,topic='l3_agent')) {'router_ids': ['a99056bf-85e7-4ce3-8902-438c8b158b0f'], 'active': True} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:44.176533 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.db [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] For port b227a09e-fc6d-4199-82ff-2b0b208ead34, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=b227a09e-fc6d-4199-82ff-2b0b208ead34,segment=NetworkSegment(a76a0c3b-022c-426f-8204-1ee724b310d9),segment_id=a76a0c3b-022c-426f-8204-1ee724b310d9)] {{(pid=109959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:44.176891 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.189644 n-d-827844-2 neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Calling delete_port for b227a09e-fc6d-4199-82ff-2b0b208ead34 owned by network:router_gateway {{(pid=109959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:44.194344 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvr_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] Set router a99056bf-85e7-4ce3-8902-438c8b158b0f gateway port host: None {{(pid=109960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 05:25:44.248850 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_hamode_db [None req-52b486d8-050c-42df-b07c-0b027243851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:25:43Z', 'revision_number': 6, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port_host': None}], 'n-d-827844-2', False) {} {{(pid=109960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:44.274776 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b486d8-050c-42df-b07c-0b027243851c None None] The sync data for ids ['a99056bf-85e7-4ce3-8902-438c8b158b0f'] in n-d-827844-2 is: [{'id': 'a99056bf-85e7-4ce3-8902-438c8b158b0f', 'name': 'tempest-TestSnapshotPattern-1144994936-router', 'tenant_id': '1ad5ce76115c4d589285a36236de6ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T05:20:41Z', 'updated_at': '2022-02-10T05:25:43Z', 'revision_number': 6, 'project_id': '1ad5ce76115c4d589285a36236de6ffc', 'gw_port_host': None}] {{(pid=109960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 05:25:44.409383 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5700827'] for port (b227a09e-fc6d-4199-82ff-2b0b208ead34), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.436123 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b227a09e-fc6d-4199-82ff-2b0b208ead34,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:44.493661 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8238903'] for router_gateway (a99056bf-85e7-4ce3-8902-438c8b158b0f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.583695 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8239246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7987'] for router (a99056bf-85e7-4ce3-8902-438c8b158b0f), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.585708 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks [] for router_controller (a99056bf-85e7-4ce3-8902-438c8b158b0f), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.723677 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8239239'] for router (a99056bf-85e7-4ce3-8902-438c8b158b0f), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.724211 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a99056bf-85e7-4ce3-8902-438c8b158b0f {{(pid=109959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 05:25:44.728830 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.730356 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ddeda316-06f1-49d3-a5eb-e25fde3d8a1a admin admin] 10.222.0.42 "DELETE /v2.0/routers/a99056bf-85e7-4ce3-8902-438c8b158b0f HTTP/1.1" status: 204 len: 168 time: 0.9803908 Feb 10 05:25:44.732530 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56438) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:44.776744 n-d-827844-2 neutron-server[109959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] Deleting subnet 87b62a65-9b95-4385-a560-259c8d176f35 {{(pid=109959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 05:25:44.779923 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] Publish callbacks [] for subnet (87b62a65-9b95-4385-a560-259c8d176f35), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.813950 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467655'] for subnet (87b62a65-9b95-4385-a560-259c8d176f35), precommit_delete_associations {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.892253 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-592452'] for subnet (87b62a65-9b95-4385-a560-259c8d176f35), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:44.992193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-592461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5700662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5771247'] for subnet (87b62a65-9b95-4385-a560-259c8d176f35), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.020195 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b62a65-9b95-4385-a560-259c8d176f35,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:45.022193 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.027206 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-ae3dca27-006d-40a2-9b07-153f375a91d5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/87b62a65-9b95-4385-a560-259c8d176f35 HTTP/1.1" status: 204 len: 168 time: 0.2936876 Feb 10 05:25:45.028307 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [-] (109958) accepted ('10.222.0.42', 56440) {{(pid=109958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:45.035923 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eab685-7a55-452a-8335-188742057159 None None] Network 3c55203f-4482-4050-8416-5685115a8132 requested from n-d-827844-2 {{(pid=109960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 05:25:45.105605 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-942738'] for network (3c55203f-4482-4050-8416-5685115a8132), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.170886 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Deleting port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 {{(pid=109958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:45.170886 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.195229 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] DHCP port deletion for 3c55203f-4482-4050-8416-5685115a8132 request from n-d-827844-2 {{(pid=109960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 05:25:45.240384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.db [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] For port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,segment=NetworkSegment(167c9b98-c19c-4b27-94bf-c66cf2008b91),segment_id=167c9b98-c19c-4b27-94bf-c66cf2008b91)] {{(pid=109958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:45.240603 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.246259 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] Deleting port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 {{(pid=109960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 05:25:45.246966 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782247695755'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), before_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.254922 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.plugin [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Calling delete_port for 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 owned by network:dhcp {{(pid=109958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:45.426496 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4225208'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.455881 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:45.462512 n-d-827844-2 neutron-server[109958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] No DVR routers for this DVR port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 on host n-d-827844-2 {{(pid=109958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:25:45.477653 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.db [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] For port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4, host n-d-827844-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827844-2',level=0,port_id=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,segment=NetworkSegment(167c9b98-c19c-4b27-94bf-c66cf2008b91),segment_id=167c9b98-c19c-4b27-94bf-c66cf2008b91)] {{(pid=109960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 05:25:45.478027 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8240070'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), precommit_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.490130 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] Calling delete_port for 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 owned by network:dhcp {{(pid=109960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 05:25:45.538437 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033169', 'neutron.services.segments.db._delete_segments_for_network-8782247879352'] for network (3c55203f-4482-4050-8416-5685115a8132), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.558384 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c55203f-4482-4050-8416-5685115a8132']}} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:45.565014 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782247698158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782247374520'] for port (6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4), after_delete {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.567575 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167c9b98-c19c-4b27-94bf-c66cf2008b91') {'for_net_delete': True} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:45.567871 n-d-827844-2 neutron-server[109958]: DEBUG neutron.services.segments.db [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167c9b98-c19c-4b27-94bf-c66cf2008b91') {} {{(pid=109958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 05:25:45.577823 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782247882689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4697295'] for segment (167c9b98-c19c-4b27-94bf-c66cf2008b91), before_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.591223 n-d-827844-2 neutron-server[109960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] No DVR routers for this DVR port 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 on host n-d-827844-2 {{(pid=109960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 05:25:45.591520 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166'] for segment (167c9b98-c19c-4b27-94bf-c66cf2008b91), precommit_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.595121 n-d-827844-2 neutron-server[109960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8921-340e-4105-93f3-c3bcad429554 None None] Pushing event deleted for resources: {'Port': ['ID=6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4,revision_number=None']} {{(pid=109960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:45.602039 n-d-827844-2 neutron-server[109958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 05:25:45.602660 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4225263'] for segment (167c9b98-c19c-4b27-94bf-c66cf2008b91), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: Traceback (most recent call last): Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: timer() Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: cb(*args, **kw) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: return func(*args, **kwargs) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: self._notify() Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: self.callback(batched_events) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: event.method(event) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: return f(self, *a, **k) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: return self._get(url).json() Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: return self.request(url, 'GET', **kwargs) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 05:25:45.605126 n-d-827844-2 neutron-server[109958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 05:25:45.706856 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7970998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8238955'] for network (3c55203f-4482-4050-8416-5685115a8132), after_delete {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.711148 n-d-827844-2 neutron-server[109958]: DEBUG neutron_lib.callbacks.manager [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:45.715196 n-d-827844-2 neutron-server[109958]: INFO neutron.wsgi [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3c55203f-4482-4050-8416-5685115a8132 HTTP/1.1" status: 204 len: 168 time: 0.6855862 Feb 10 05:25:45.728485 n-d-827844-2 neutron-server[109958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391988-0fed-4bcd-b14e-a7967bf6f012 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c55203f-4482-4050-8416-5685115a8132,revision_number=None']} {{(pid=109958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:45.997884 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56444) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:46.038814 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-fef8a460-6098-40b7-892d-37bfec9acd50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11aea0bbff4447c9a4d5aae296e2df02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396307 Feb 10 05:25:46.041270 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56446) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:46.048484 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:46.071660 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:46.072078 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 6cc9cd6b-81b9-4d9d-b60a-d03f8f4e5ee4 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:46.072574 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b227a09e-fc6d-4199-82ff-2b0b208ead34 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:46.090754 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64625032-0823-40f4-b672-de4c64440f49 admin admin] Publish callbacks [] for security_group (f7ee1d64-986e-4156-a1c6-d78ce6f174d3), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:46.093800 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: b227a09e-fc6d-4199-82ff-2b0b208ead34 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:46.094154 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device b227a09e-fc6d-4199-82ff-2b0b208ead34 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:46.094584 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 326d5e66-5002-4a1c-84ec-01c09bd30959 no longer exists at agent ovs-agent-n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 05:25:46.113510 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64625032-0823-40f4-b672-de4c64440f49 admin admin] Publish callbacks [] for security_group (f7ee1d64-986e-4156-a1c6-d78ce6f174d3), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:46.117745 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.plugin [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] No Port match for: 326d5e66-5002-4a1c-84ec-01c09bd30959 {{(pid=109960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 05:25:46.118273 n-d-827844-2 neutron-server[109960]: DEBUG neutron.plugins.ml2.rpc [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Device 326d5e66-5002-4a1c-84ec-01c09bd30959 not bound to the agent host n-d-827844-2 {{(pid=109960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 05:25:46.215621 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64625032-0823-40f4-b672-de4c64440f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (f7ee1d64-986e-4156-a1c6-d78ce6f174d3), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:46.218127 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-64625032-0823-40f4-b672-de4c64440f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:46.219344 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-64625032-0823-40f4-b672-de4c64440f49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7ee1d64-986e-4156-a1c6-d78ce6f174d3 HTTP/1.1" status: 204 len: 168 time: 0.1771624 Feb 10 05:25:46.226984 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64625032-0823-40f4-b672-de4c64440f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ee1d64-986e-4156-a1c6-d78ce6f174d3,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:46.866981 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56452) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:46.910102 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-eff59b0b-cdda-484d-ab61-a6a3eb8b834c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ad5ce76115c4d589285a36236de6ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419872 Feb 10 05:25:46.912652 n-d-827844-2 neutron-server[109959]: DEBUG neutron.wsgi [-] (109959) accepted ('10.222.0.42', 56454) {{(pid=109959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 05:25:46.958425 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf3c51ff-fb79-479a-8632-7636f56126a3 admin admin] Publish callbacks [] for security_group (67a96d89-1f3e-4c64-b50d-9b57e64d7b4d), before_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:46.978533 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf3c51ff-fb79-479a-8632-7636f56126a3 admin admin] Publish callbacks [] for security_group (67a96d89-1f3e-4c64-b50d-9b57e64d7b4d), precommit_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:47.095072 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf3c51ff-fb79-479a-8632-7636f56126a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913484'] for security_group (67a96d89-1f3e-4c64-b50d-9b57e64d7b4d), after_delete {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:47.097631 n-d-827844-2 neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-bf3c51ff-fb79-479a-8632-7636f56126a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:47.098857 n-d-827844-2 neutron-server[109959]: INFO neutron.wsgi [None req-bf3c51ff-fb79-479a-8632-7636f56126a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67a96d89-1f3e-4c64-b50d-9b57e64d7b4d HTTP/1.1" status: 204 len: 168 time: 0.1852698 Feb 10 05:25:47.108136 n-d-827844-2 neutron-server[109959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c51ff-fb79-479a-8632-7636f56126a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a96d89-1f3e-4c64-b50d-9b57e64d7b4d,revision_number=None']} {{(pid=109959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 05:25:47.666436 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:49.226082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:57.780271 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-54f7af56-27dd-4ca3-9f14-b9e510fef735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:25:59.911525 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-e23a4a98-0d7f-4cf4-a5cc-db2044f6325a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:01.351698 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:02.935306 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:04.374162 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:17.671209 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:19.254200 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:21.090526 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:26:27.756788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a3756fbf-3861-44c5-b674-e68071d8d773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:29.939617 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a1475d33-1eb8-4046-a1cd-00bf3faeeb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:31.340498 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:32.911180 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:34.357002 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:47.676302 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:49.258895 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:57.762726 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-64ed0d96-2de7-4227-ae24-69b239c925fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:26:58.089727 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:26:59.892947 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-5f6c65a9-8716-47f4-86a0-2c0743cc70c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:01.356186 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:02.916166 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:04.361497 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:17.692788 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:19.258286 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:27.732741 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1285990e-c08a-45f7-97f9-988cbf7b81fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:29.892817 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cde52dc0-f75c-48ed-9c89-861c94f97963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:31.356116 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:32.927135 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:34.418837 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:35.089284 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:27:47.692214 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:49.264165 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:57.726271 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9bbba9bd-1fd4-468f-863b-629217afa3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:27:59.880643 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-3e508414-ce5e-41ad-abab-2512354705e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:01.355077 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:02.937664 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:04.366144 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:12.088345 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:28:17.737594 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:19.268830 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:27.726444 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-df27af6c-22e4-41a7-bdd3-0bc95e8e15ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:29.892082 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18a-4c2a-4562-b165-137614e8682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:31.371692 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:32.908747 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:34.382862 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:47.691469 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:49.087845 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:28:49.285195 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:57.776529 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-040319d1-cdee-4880-9f1b-350ed3bf4a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:28:59.908248 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-bc89c56a-1e9f-4db7-a432-33b7bcbd5961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:01.354127 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:02.913453 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:04.393448 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:17.719475 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:19.290304 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:26.086985 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:29:27.736318 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ab37c2d7-a820-49d6-bb38-73f4e12e6301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:29.884537 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-214a0d80-9aec-4ff3-9080-d8c81b06a109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:31.347418 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:32.970411 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:34.376808 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:47.701433 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:49.295640 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:57.724214 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-13953b41-67a8-4a93-9bdc-220f5eed9127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:29:59.878159 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-27d8f964-b76f-4843-b2e3-b0ea3370ff14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:01.375990 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:02.941050 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:03.087073 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:30:04.398317 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:17.746396 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:19.277393 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:27.728844 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-ffde8633-54a8-4624-b59a-99bb594026e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:29.877347 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa077-d7dc-4c56-b6f1-b537f30a61a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:31.358072 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:32.946217 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:34.380360 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:40.089667 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:30:47.756915 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:49.328276 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:57.756654 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7aef-d248-4f6b-a663-191a37b1503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:30:59.876801 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-6879ea6a-bced-46d0-881c-b7c93668b9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:01.380237 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:02.956665 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:04.385648 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:17.088679 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:31:17.756618 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:19.321874 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:27.733281 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-fb091cf1-39d5-4fc5-b193-750cf3064f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:29.887797 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-26932f02-b42a-4077-ab5d-ac6569a273e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:31.379078 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:32.950899 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:34.396274 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:47.750459 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:49.309967 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:54.088140 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:31:57.738234 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cc87089e-13ab-4722-a01f-ca35be52fc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:31:59.904161 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-1894eb6d-5529-450c-8582-c6ae5c5ef596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:01.367076 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:02.960998 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:04.401088 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:17.743979 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:19.360992 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:27.726337 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-58a97d2f-47e1-404b-ae70-88258fe8f19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:29.886253 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-621ea18d-35ac-4660-b4ef-14e16ecde608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:31.087053 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:32:31.372106 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:32.943427 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:34.400689 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:47.754896 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:49.354559 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:57.726280 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0f49759-d4f3-4a9e-8739-e2179751945b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:32:59.903325 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-dd9299ad-06f1-43a9-823f-93f8029f2d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:01.388445 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:02.988652 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:04.388787 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:05.948370 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-c7e54010-19fc-4653-81dd-03403756381d service neutron] (109958) timed out ('10.222.0.42', 54134) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 05:33:07.085036 n-d-827844-2 neutron-server[109958]: DEBUG neutron.wsgi [req-c3dd0691-fc2a-483e-8bdf-29e473dd67b1 req-98364ebf-ac6e-48ad-9584-b9e60e7236f2 tempest-TestShelveInstance-389725967 tempest-TestShelveInstance-389725967-project] (109958) timed out ('10.222.0.42', 54160) {{(pid=109958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 05:33:08.085654 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:33:17.765427 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:19.342762 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:27.719392 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-c0b440da-b92a-4596-a474-21defc8ac77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:29.902285 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9526-123e-4ba0-b562-9d2cff257890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:31.393516 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:32.970753 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:34.399316 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:45.084873 n-d-827844-2 neutron-server[109961]: DEBUG neutron.db.agents_db [None req-f5e82414-d1a8-4178-b662-7a4a89fe646e None None] Agent healthcheck: found 7 active agents {{(pid=109961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 05:33:47.833731 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-4cdae923-4965-4954-8da4-bd995e595624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (88f84e46-792a-4326-8a00-807590208e0c), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:49.357759 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-33e053fa-e218-461a-8159-4ffff4685e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (050d3361-bd94-46a9-b84c-273c608588b4), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:57.741733 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-a0a62148-57aa-41c1-89eb-870a801c9a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (2c8355b0-5c47-45ff-a833-7cd538262958), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:33:59.873224 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-336b855e-5220-4f04-8178-9fce87ebae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (af23d47e-37ed-440a-ae8e-d94a34ea79c7), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:34:01.387773 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-d5e623b3-da51-45ef-bb20-3d939e708cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (3813ea8d-0d5f-4cda-822d-04bb2f474e08), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:34:02.988145 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-cdec1270-7574-4866-9fd1-6c3cf8fe186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c8286786-fcc8-4377-8d3b-cfcb7266a4d2), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 05:34:04.439020 n-d-827844-2 neutron-server[109960]: DEBUG neutron_lib.callbacks.manager [None req-b68668af-1048-4934-a259-9ee6a92d9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782247879334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039848'] for agent (c0fd6bd0-c9ee-4b2f-9f9f-0bc7b2b9b987), after_update {{(pid=109960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}